{"meta":{"query_hash":"da7d2073d63b","filters":{"venue":"JMIR Research Protocols"},"cohort_total":5580,"direct_labels_cover":88,"predictions_cover":5580,"exported":5580,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/da7d2073d63b","api":"https://metacan.xera.ac/api/v1/cohort?venue=JMIR+Research+Protocols"},"results":[{"id":"W1072274988","doi":"10.2196/resprot.4000","title":"Ecological Momentary Assessments and Automated Time Series Analysis to Promote Tailored Health Care: A Proof-of-Principle Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitair Medisch Centrum Groningen; Fonds Psychische Gezondheid; Ministerie van Volksgezondheid, Welzijn en Sport; ZonMw","keywords":"Akaike information criterion; Computer science; Data mining; Statistic; Machine learning; Time series; Autoregressive model; Bayesian probability; Model selection; Statistical hypothesis testing; Artificial intelligence; Statistics; Mathematics","score_opus":0.39068388479036714,"score_gpt":0.6658122999248733,"score_spread":0.2751284151345062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1072274988","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31434643,0.000017793378,0.000027840328,0.0015294752,0.000015399444,0.6820294,0.00007419567,0.00021399882,0.0017454503],"genre_scores_gemma":[0.09173245,2.212225e-7,0.0019477558,0.00008874816,0.000057001842,0.9028445,0.000059615882,0.00003671435,0.0032330316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98943716,0.0054598744,0.0008213504,0.0009178541,0.0019622003,0.0014015321],"domain_scores_gemma":[0.99659616,0.00014919168,0.00018389951,0.0010092411,0.00068391045,0.0013775883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008210004,0.0002586096,0.00073723454,0.00095342955,0.0003212507,0.00012597878,0.0006975731,0.00015544388,0.0008031329],"category_scores_gemma":[0.00021402846,0.00021718182,0.00007058778,0.0026385183,0.00025828026,0.00021948022,0.0010950875,0.00072921073,0.00021116906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01504339,0.049683582,0.5643526,0.0046740067,0.0040451684,0.0010959089,0.09286448,0.00009972383,0.0006637326,0.0010035329,0.13638443,0.13008948],"study_design_scores_gemma":[0.013200314,0.14908823,0.65723115,0.00056160137,0.000043937074,0.00002492027,0.02010504,0.0015692699,0.0009189279,0.00042294106,0.15599066,0.0008430136],"about_ca_topic_score_codex":0.00052948104,"about_ca_topic_score_gemma":0.00028314753,"teacher_disagreement_score":0.22261398,"about_ca_system_score_codex":0.00095108815,"about_ca_system_score_gemma":0.0009918875,"threshold_uncertainty_score":0.88564175},"labels":[],"label_agreement":null},{"id":"W1171422235","doi":"10.2196/resprot.4519","title":"Business Modeling to Implement an eHealth Portal for Infection Control: A Reflection on Co-Creation With Stakeholders","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Reflection (computer programming); Control (management); Business; Patient portal; Knowledge management; Business model; Process management; Computer science; Health care; Marketing; Political science","score_opus":0.9333186026151385,"score_gpt":0.8121376618752674,"score_spread":0.12118094073987118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1171422235","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0879996,1.5042556e-7,0.06949761,0.011832505,0.00005209171,0.82802904,0.00014569904,0.00022789756,0.0022154078],"genre_scores_gemma":[0.21219248,2.517148e-7,0.0009852153,0.002566144,0.00043938326,0.78348607,0.00005983316,0.000045257308,0.00022540006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931421,0.001949934,0.0009289701,0.00066121557,0.001734424,0.0015833037],"domain_scores_gemma":[0.9937604,0.00065756665,0.00029532518,0.000546314,0.0035856154,0.0011547945],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014040868,0.00020435992,0.0002985875,0.0007874753,0.0018008874,0.00009972554,0.00023858223,0.00014577391,0.00012454351],"category_scores_gemma":[0.0015768884,0.00016814121,0.00002677788,0.0014967059,0.000058961334,0.00069349556,0.000047854955,0.00068365457,0.0001698086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06757461,0.0035034218,0.1524285,0.009610314,0.00012496501,0.000025770501,0.11489578,0.05929358,0.0073676896,0.032411173,0.4905253,0.062238883],"study_design_scores_gemma":[0.02702339,0.02590428,0.021301046,0.002654182,0.0000066252446,0.0000074014106,0.010968034,0.032754164,0.00043128987,0.0016491783,0.87660825,0.0006921443],"about_ca_topic_score_codex":0.002686049,"about_ca_topic_score_gemma":0.004511327,"teacher_disagreement_score":0.38608295,"about_ca_system_score_codex":0.0015769299,"about_ca_system_score_gemma":0.005010597,"threshold_uncertainty_score":0.9994986},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1483487065","doi":"10.2196/resprot.4216","title":"Development of a Culturally Appropriate Bilingual Electronic App About Hepatitis B for Indigenous Australians: Towards Shared Understandings","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Participatory action research; Indigenous; General partnership; Community-based participatory research; Cultural competence; Medicine; Context (archaeology); Health equity; Literacy; Medical education; Sociology; Nursing; Public health; Pedagogy; Political science; Geography","score_opus":0.4346587178900674,"score_gpt":0.6225422148806132,"score_spread":0.18788349699054585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483487065","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14042936,0.000014514816,0.0043926253,0.00042986457,0.000048014233,0.85075986,0.00017325272,0.00020768734,0.003544837],"genre_scores_gemma":[0.022980923,0.000002173792,0.014588951,0.00021713322,0.00017242481,0.9587906,0.00022691028,0.000033696415,0.002987182],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936419,0.0008186717,0.0021539754,0.00041742224,0.0012041536,0.0017638872],"domain_scores_gemma":[0.9954448,0.00026684735,0.0006436199,0.00044653265,0.0026683772,0.0005298253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011568975,0.00022299348,0.00044322803,0.00030448387,0.0011914837,0.00008864587,0.0006569517,0.00035968746,0.00028245436],"category_scores_gemma":[0.0011943545,0.00017065801,0.000083307394,0.000718062,0.00016076698,0.00094949105,0.00023008733,0.0013144572,0.00014474393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007988724,0.0018104432,0.05657883,0.037193723,0.00017606224,0.0000051178336,0.69792235,0.0000105743275,0.0013637425,0.013539619,0.0427428,0.14066799],"study_design_scores_gemma":[0.004702457,0.0011209715,0.00725047,0.0030033186,0.0000019869326,0.0000012134834,0.010216702,0.00025385752,0.0012862525,0.004087385,0.9677598,0.00031562283],"about_ca_topic_score_codex":0.00030689672,"about_ca_topic_score_gemma":0.0004100902,"teacher_disagreement_score":0.92501694,"about_ca_system_score_codex":0.0020939093,"about_ca_system_score_gemma":0.015615841,"threshold_uncertainty_score":0.9899647},"labels":[],"label_agreement":null},{"id":"W1490481429","doi":"10.2196/resprot.3299","title":"Rural Versus Urban Health Service Utilization and Outcomes for Renal Patients in New South Wales: Protocol for a Data Linkage Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kidney Health Australia","keywords":"Kidney disease; Medicine; Cohort; Renal replacement therapy; Population; Cohort study; Record linkage; End stage renal disease; Retrospective cohort study; Dialysis; Disease; Internal medicine; Environmental health","score_opus":0.6496358701151016,"score_gpt":0.625120193823615,"score_spread":0.024515676291486654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1490481429","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007550153,0.0000034063619,0.000039512466,0.0011158924,0.0000072839434,0.9909743,0.00020769943,0.00004768571,0.00005404388],"genre_scores_gemma":[0.001705258,8.740332e-8,0.00045593473,0.00023229957,0.00017792072,0.9964415,0.0005788032,0.000041656065,0.00036656627],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99723333,0.00025386334,0.00048342295,0.000537084,0.00079374074,0.00069853023],"domain_scores_gemma":[0.9972969,0.00029113784,0.00012363833,0.000843881,0.0005751336,0.0008692502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018844012,0.0001957455,0.00041639726,0.00023267891,0.00013646184,0.00010728839,0.00035840247,0.00008937075,0.000017379038],"category_scores_gemma":[0.0018139548,0.0001530669,0.00004065697,0.00041406983,0.000051494535,0.00029156308,0.00039049063,0.00024906272,0.000008933793],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02006191,0.0048483657,0.8144829,0.005157819,0.00007149514,0.0000031690176,0.005095444,6.232217e-7,0.0000058799947,0.00004901919,0.13521439,0.015008956],"study_design_scores_gemma":[0.30460247,0.03421264,0.22578926,0.005509658,0.000024507828,5.003973e-7,0.0057311985,0.0040334566,0.000060742666,0.00039461977,0.41917434,0.00046660015],"about_ca_topic_score_codex":0.00023868085,"about_ca_topic_score_gemma":0.0004230787,"teacher_disagreement_score":0.5886937,"about_ca_system_score_codex":0.00029188677,"about_ca_system_score_gemma":0.0039698863,"threshold_uncertainty_score":0.7042408},"labels":[],"label_agreement":null},{"id":"W1491599694","doi":"10.2196/resprot.4518","title":"Hepatitis C Virus Disease Progression in People Who Inject Drugs: Protocol for a Systematic Review and Meta-Analysis","year":2015,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Hepatitis C virus research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health","keywords":"Medicine; Meta-analysis; Hepatitis C virus; Protocol (science); Hepatitis C; Injection drug use; Disease; Intensive care medicine; Drug; Virology; Systematic review; Virus; MEDLINE; Family medicine; Alternative medicine; Internal medicine; Human immunodeficiency virus (HIV); Drug injection; Pharmacology; Pathology","score_opus":0.4709764932302746,"score_gpt":0.6536512194368491,"score_spread":0.18267472620657454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491599694","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.272692e-8,0.3861381,0.0000052549954,0.00017642515,6.2460197e-7,0.61294895,0.0004292061,0.000059284754,0.00024214205],"genre_scores_gemma":[1.5974916e-8,0.31133708,0.000179964,0.00006958767,0.000054915512,0.6857976,0.00018435282,0.00017686114,0.0021996333],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9798177,0.008595168,0.0032029026,0.0019628746,0.004618478,0.0018028956],"domain_scores_gemma":[0.99027836,0.0015637971,0.0009807085,0.0029890996,0.0023740116,0.0018139984],"candidate_categories":["metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016768899,0.0011598954,0.01709698,0.0031490363,0.00026860964,0.0004462566,0.0011602613,0.0006069551,0.0006799996],"category_scores_gemma":[0.006218862,0.0007124845,0.00321212,0.006763122,0.00036451037,0.0003498343,0.0010386533,0.0023671405,0.00019298031],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002732081,0.0008561071,0.00011832457,0.95870405,0.016450977,0.00015399682,0.00014426027,4.9364665e-8,4.6605614e-8,0.000023233628,0.00876957,0.014506198],"study_design_scores_gemma":[0.0011252171,0.00092637603,0.0000061694677,0.4679358,0.04927319,0.000008476834,0.0000064176857,0.00003178252,3.0856395e-7,0.00003273185,0.48025152,0.00040198583],"about_ca_topic_score_codex":0.00041221696,"about_ca_topic_score_gemma":0.00070522574,"teacher_disagreement_score":0.49076822,"about_ca_system_score_codex":0.0013093662,"about_ca_system_score_gemma":0.0056269243,"threshold_uncertainty_score":0.99993443},"labels":[],"label_agreement":null},{"id":"W1492071864","doi":"10.2196/resprot.4251","title":"A Neurofeedback-Based Intervention to Reduce Post-Operative Pain in Lung Cancer Patients: Study Protocol for a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università degli Studi di Milano","keywords":"Medicine; Randomized controlled trial; Physical therapy; Quality of life (healthcare); Anxiety; Hospital Anxiety and Depression Scale; Surgery; Psychiatry","score_opus":0.2627932639853217,"score_gpt":0.6414057698656886,"score_spread":0.37861250588036693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492071864","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019542135,0.0000011200945,0.0002737998,0.0014681318,0.000077159915,0.9781794,0.000021508868,0.0000552682,0.00038145293],"genre_scores_gemma":[0.0067874407,1.0522839e-8,0.00007105751,0.0005349702,0.00035749332,0.9907238,0.000009293711,0.000056411045,0.0014595228],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97516316,0.020872263,0.0014016303,0.0007597782,0.0008975907,0.00090555893],"domain_scores_gemma":[0.99499553,0.0020877905,0.00033016448,0.00053532055,0.001663402,0.00038781358],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.029000547,0.00029778495,0.0013669218,0.00064695044,0.00018367797,0.00015366708,0.00048078442,0.00016958322,0.0011318125],"category_scores_gemma":[0.0039054323,0.00021279455,0.00032198444,0.00064140785,0.00011440586,0.0001442158,0.000089507106,0.0006915433,0.000034298497],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9433176,0.01595984,0.0004957084,0.00029145685,0.0001047559,0.00000623334,0.01012366,0.0000135969385,0.000030000867,0.00017848166,0.023462718,0.006015942],"study_design_scores_gemma":[0.94262636,0.04001483,0.00031929958,0.0010196249,0.0000049520563,8.022288e-8,0.0010745549,0.00044570462,0.000020027723,0.00008938768,0.0141881015,0.00019709438],"about_ca_topic_score_codex":0.0011170612,"about_ca_topic_score_gemma":0.00084520044,"teacher_disagreement_score":0.025095114,"about_ca_system_score_codex":0.00047121965,"about_ca_system_score_gemma":0.0009992577,"threshold_uncertainty_score":0.99984825},"labels":[],"label_agreement":null},{"id":"W1492656575","doi":"10.2196/resprot.4138","title":"Contribution of Transcranial Direct Current Stimulation on Inhibitory Control to Assess the Neurobiological Aspects of Attention Deficit Hyperactivity Disorder: Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transcranial direct-current stimulation; Attention deficit hyperactivity disorder; Prefrontal cortex; Randomized controlled trial; Brain stimulation; Electroencephalography; Stimulation; Dorsolateral prefrontal cortex; Psychological intervention; Psychology; Neuroscience; Audiology; Medicine; Physical medicine and rehabilitation; Psychiatry; Cognition; Internal medicine","score_opus":0.2352840056866927,"score_gpt":0.4874270118898331,"score_spread":0.25214300620314045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492656575","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49535686,0.000009506369,0.0018645659,0.00054689916,0.00010659767,0.50125086,0.00003791103,0.00005184563,0.0007749609],"genre_scores_gemma":[0.60053974,0.0000014082412,0.0000057523616,0.000011860748,0.00011319382,0.39930198,0.0000020716313,0.000011450636,0.000012503688],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9868527,0.009221897,0.0011157794,0.00056516245,0.0017714953,0.00047295395],"domain_scores_gemma":[0.984535,0.013408818,0.0004206608,0.00038558216,0.0010947759,0.00015517938],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062443917,0.00026814794,0.0014725096,0.0002869346,0.00025875028,0.00006822416,0.00037023704,0.00012384498,0.00003292622],"category_scores_gemma":[0.01974595,0.00016052491,0.00044508817,0.0006881302,0.00065762893,0.00016063366,0.000060226062,0.00055229856,0.000023738156],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.80192053,0.0018155384,0.00046348438,0.000037027454,0.000020514542,0.0000016104746,0.000070875685,0.0018945169,0.18976937,0.0032150198,0.000024897132,0.00076664076],"study_design_scores_gemma":[0.9771401,0.0062454673,0.008410515,0.0002797032,0.00003332013,9.3625545e-7,0.000020505111,0.0031209625,0.0032330763,0.0007294129,0.0006144767,0.00017151829],"about_ca_topic_score_codex":0.000018838087,"about_ca_topic_score_gemma":0.000007002422,"teacher_disagreement_score":0.18653628,"about_ca_system_score_codex":0.00008905136,"about_ca_system_score_gemma":0.00021579806,"threshold_uncertainty_score":0.98851115},"labels":[],"label_agreement":null},{"id":"W1499498972","doi":"10.2196/resprot.4260","title":"Social Media Use in Research: Engaging Communities in Cohort Studies to Support Recruitment and Retention","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Outreach; Confidentiality; Content analysis; Psychology; Altmetrics; Community engagement; Internet privacy; Informed consent; Medical education; Public relations; World Wide Web; Computer science; Medicine; Sociology; Political science; Alternative medicine","score_opus":0.9767161670712919,"score_gpt":0.7579002765369842,"score_spread":0.21881589053430772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499498972","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43345886,0.000020246172,2.724977e-7,0.007342932,0.00010225719,0.5578955,0.000004152897,0.000039105737,0.00113672],"genre_scores_gemma":[0.14221416,0.000045403554,0.0001579406,0.000042317744,0.00048555422,0.8569086,0.000009680183,0.000017290184,0.00011906106],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98321354,0.012339221,0.0004885001,0.000328317,0.0024256222,0.0012048081],"domain_scores_gemma":[0.9877115,0.010102304,0.00006411591,0.0002651735,0.001409632,0.00044730783],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053716872,0.00011172705,0.00029401135,0.0010868806,0.0011007286,0.00028142025,0.0004317952,0.00018293777,0.000033660464],"category_scores_gemma":[0.033278987,0.00011829686,0.000020724692,0.0021054822,0.0013244253,0.00059268466,0.0004186765,0.0014473473,0.00004291905],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017111414,0.00021330279,0.32482532,0.00012454308,0.000006370341,0.000010824404,0.63646656,3.651042e-7,0.000012138036,0.0035135453,0.0130514465,0.021604437],"study_design_scores_gemma":[0.00093582383,0.00043646432,0.19539657,0.0011521197,8.189163e-7,3.232046e-7,0.4260062,0.0000034381135,0.00002782815,0.0085139675,0.3673646,0.00016184548],"about_ca_topic_score_codex":0.018398836,"about_ca_topic_score_gemma":0.13169333,"teacher_disagreement_score":0.35431314,"about_ca_system_score_codex":0.002680128,"about_ca_system_score_gemma":0.0017861247,"threshold_uncertainty_score":0.9881377},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1502813406","doi":"10.2196/resprot.4058","title":"Bit by Bit: Using Design-Based Research to Improve the Health Literacy of Adolescents","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; Association for Library and Information Science Education","keywords":"Health literacy; Credibility; Relevance (law); Focus group; Medical education; Data collection; Disadvantaged; Psychology; Literacy; Numeracy; Qualitative research; Computer science; Applied psychology; Health care; Medicine; Pedagogy; Sociology","score_opus":0.7524824669595267,"score_gpt":0.7333777971403508,"score_spread":0.019104669819175912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502813406","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013420726,0.0000303299,0.012294967,0.00867722,0.00007934461,0.9639262,0.00020181862,0.00010988176,0.001259519],"genre_scores_gemma":[0.051409222,9.35726e-7,0.0057216794,0.00429593,0.00030716026,0.9371247,0.000024481173,0.00005250181,0.0010633551],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9738199,0.017504312,0.0025140382,0.00059678673,0.0031627477,0.0024022276],"domain_scores_gemma":[0.98746854,0.0022157752,0.00061773666,0.0015956818,0.0066364496,0.0014658384],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06847905,0.0002343119,0.00048693042,0.0007746099,0.0023595756,0.00018414373,0.0014154378,0.00028767623,0.00028488686],"category_scores_gemma":[0.0047421516,0.00015572702,0.00007525685,0.0029550851,0.00041407248,0.0011172132,0.0007304908,0.0035891577,0.00059159764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008687678,0.0024082323,0.06587724,0.016798168,0.000018186802,0.0000036826846,0.03470358,0.000087212946,0.0042956993,0.00054943154,0.77597094,0.09059993],"study_design_scores_gemma":[0.0048852847,0.0040922146,0.002984712,0.014787039,8.468773e-7,6.4826014e-7,0.002504822,0.01745993,0.0033004647,0.001086575,0.94859064,0.0003068027],"about_ca_topic_score_codex":0.0013899419,"about_ca_topic_score_gemma":0.000020784386,"teacher_disagreement_score":0.1726197,"about_ca_system_score_codex":0.0015329118,"about_ca_system_score_gemma":0.010574479,"threshold_uncertainty_score":0.9989392},"labels":[],"label_agreement":null},{"id":"W1505907624","doi":"10.2196/resprot.4240","title":"Mapping a Decade of Physical Activity Interventions for Primary Prevention: A Protocol for a Scoping Review of Reviews","year":2015,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"PsycINFO; Scopus; Psychological intervention; Systematic review; Data extraction; Protocol (science); Grey literature; Cochrane Library; Psychology; MEDLINE; Applied psychology; Medicine; Medical education; Alternative medicine; Nursing; Political science","score_opus":0.8310106497946473,"score_gpt":0.7420896237750788,"score_spread":0.08892102601956853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505907624","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.913958e-8,0.25396594,0.0006917823,0.000081785984,0.0000025508932,0.7448563,0.00010264243,0.00002222786,0.0002767389],"genre_scores_gemma":[5.950726e-9,0.24740417,0.001520159,0.000012565057,0.00034762375,0.7502526,0.000060030194,0.000060955375,0.00034189268],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99384886,0.0017468965,0.0018642535,0.00075216254,0.0010643073,0.00072354154],"domain_scores_gemma":[0.9936963,0.0013644649,0.0020105205,0.0010349671,0.0015340594,0.00035969992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075324653,0.00046312256,0.006782353,0.00046237672,0.00013701631,0.000022366654,0.0005268102,0.0002968415,0.000034565262],"category_scores_gemma":[0.0023695268,0.00033843025,0.003594375,0.0011947242,0.00027320164,0.00024143227,0.0003565472,0.0011627395,0.000012397748],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028976845,0.0042483113,1.3638295e-7,0.53806233,0.000059943653,4.4921435e-7,0.000026889467,2.7893028e-9,0.000012369609,0.00008337248,0.0025570595,0.45465937],"study_design_scores_gemma":[0.0012487844,0.003963549,7.4455386e-7,0.50618285,0.00006754695,0.0000036383437,0.0000013666438,0.0000017944016,0.000023643646,0.00022617371,0.48816213,0.00011774966],"about_ca_topic_score_codex":0.0000031587242,"about_ca_topic_score_gemma":0.000002177652,"teacher_disagreement_score":0.4856051,"about_ca_system_score_codex":0.00051703403,"about_ca_system_score_gemma":0.0060458193,"threshold_uncertainty_score":0.9999068},"labels":[],"label_agreement":null},{"id":"W1505971076","doi":"10.2196/resprot.2823","title":"Development of the OnTrack Diabetes Program","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dysphoria; Type 2 diabetes; Medicine; Self-management; Diabetes management; Diabetes mellitus; Computer science; Psychiatry; Anxiety","score_opus":0.4384355726226158,"score_gpt":0.5854922506956246,"score_spread":0.14705667807300882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505971076","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2905929,0.0000035380538,0.0000011533589,0.0012755821,0.0000145582035,0.6856444,4.2484555e-7,0.000056218483,0.022411203],"genre_scores_gemma":[0.042182956,4.3591665e-8,0.0033567583,0.000041017447,0.000093248316,0.94935304,0.000005465346,0.000012859318,0.004954623],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829954,0.000101861966,0.00021255478,0.00015077388,0.0008552377,0.0003800397],"domain_scores_gemma":[0.9989547,0.000031732066,0.000054221917,0.0003848297,0.00042103828,0.00015344752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016223642,0.00006987475,0.00012466568,0.00010186793,0.00007907583,0.000042531676,0.0002382777,0.000042062584,0.00006208112],"category_scores_gemma":[0.00025522546,0.000042910076,0.000038325645,0.00048142567,0.00013221786,0.00007636878,0.00017707529,0.00022069046,0.00011051867],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020543065,0.0041182367,0.31711698,0.0016924759,0.0000749635,0.0000013731557,0.0030276969,6.106559e-7,0.003546613,0.00072554976,0.14739206,0.522098],"study_design_scores_gemma":[0.0009892537,0.0005011615,0.09962545,0.0010561985,0.0000022227932,1.3308689e-7,0.0003068458,0.00004015728,0.01863607,0.0002644989,0.87852216,0.000055847093],"about_ca_topic_score_codex":0.0000014013299,"about_ca_topic_score_gemma":0.000003406009,"teacher_disagreement_score":0.7311301,"about_ca_system_score_codex":0.00011469378,"about_ca_system_score_gemma":0.000612635,"threshold_uncertainty_score":0.17498222},"labels":[],"label_agreement":null},{"id":"W1511099799","doi":"10.2196/resprot.4371","title":"Supportive Text Messages to Reduce Mood Symptoms and Problem Drinking in Patients With Primary Depression or Alcohol Use Disorder: Protocol for an Implementation Research Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta; Alberta Health Services","funders":"Alberta Health Services","keywords":"Mood; Randomized controlled trial; Alcohol use disorder; Depression (economics); Medicine; Protocol (science); Phone; Psychiatry; Intervention (counseling); Clinical trial; Psychological intervention; Psychology; Alternative medicine; Alcohol","score_opus":0.3967275968688249,"score_gpt":0.6472022386033479,"score_spread":0.250474641734523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511099799","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2819369,2.0782397e-7,0.000014154288,0.00012955346,0.000006015233,0.71710646,0.00004958393,0.0000479011,0.00070921803],"genre_scores_gemma":[0.21804678,6.2374017e-9,0.00058743975,0.000016192658,0.000031286043,0.7800027,0.00005754502,0.00007323782,0.0011847954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926248,0.0022219985,0.0008643077,0.0011305072,0.0017791686,0.001379198],"domain_scores_gemma":[0.9967258,0.00041452263,0.00018835838,0.0007539481,0.0012659307,0.0006514296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005293457,0.0002746857,0.0003412267,0.00089830684,0.0003959141,0.00051807193,0.00054959225,0.0001239157,0.00010436249],"category_scores_gemma":[0.00020964119,0.00020521964,0.00003330146,0.0011678282,0.00019172087,0.0014169533,0.0006648778,0.0006760195,0.000038196664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026033007,0.016495157,0.83798313,0.0006308122,0.000040200706,0.0000130184535,0.007155643,0.0000015819587,0.000024523992,0.00018786496,0.0061704223,0.10526463],"study_design_scores_gemma":[0.030960528,0.080960676,0.86347836,0.0025417674,0.0000025325685,0.0000031866946,0.007912589,0.0000041771555,0.0002588054,0.0007423559,0.012819073,0.00031592976],"about_ca_topic_score_codex":0.00066736096,"about_ca_topic_score_gemma":0.0029309646,"teacher_disagreement_score":0.10494869,"about_ca_system_score_codex":0.00061644905,"about_ca_system_score_gemma":0.0004568105,"threshold_uncertainty_score":0.8368614},"labels":[],"label_agreement":null},{"id":"W1513723212","doi":"10.2196/resprot.2813","title":"The OnTrack Diabetes Web-Based Program for Type 2 Diabetes and Dysphoria Self-Management: A Randomized Controlled Trial Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Type 2 diabetes; Glycated hemoglobin; Glycemic; Distress; Population; Diabetes mellitus; Psychological intervention; Diabetes management; Anxiety; Physical therapy; Clinical psychology; Nursing; Psychiatry; Internal medicine","score_opus":0.12395018421459933,"score_gpt":0.5096903462105092,"score_spread":0.3857401619959099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513723212","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008431851,0.000014708817,0.0000034081925,0.0018630702,0.000068762856,0.98292476,0.0000019196084,0.00029963857,0.006391907],"genre_scores_gemma":[0.002243703,0.0000012602021,0.0018434629,0.00010676771,0.0005750904,0.9917335,0.00002702144,0.00006111433,0.0034081084],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952277,0.0011359788,0.0007778393,0.0005354258,0.0011690598,0.001154023],"domain_scores_gemma":[0.9953721,0.0021105844,0.00026572047,0.0006644525,0.0011689978,0.00041810007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013279307,0.00031407908,0.0011259441,0.00032567137,0.00043118178,0.00070622267,0.0003646477,0.0001439454,0.00003730047],"category_scores_gemma":[0.0028358593,0.00018208171,0.00027527948,0.00064703636,0.00043299477,0.0001872665,0.00014713539,0.00038540474,0.00004632412],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90995675,0.0027163518,0.00082776387,0.001626528,0.00058872544,0.0000018491926,0.00011500624,7.972769e-7,0.000037249574,0.0013485074,0.061071612,0.021708839],"study_design_scores_gemma":[0.60225964,0.004966599,0.00006109511,0.0005028179,0.00007069633,4.4228205e-8,0.0000594607,0.0053524836,0.00010189261,0.0010690572,0.385425,0.00013124844],"about_ca_topic_score_codex":0.0000012228529,"about_ca_topic_score_gemma":0.000001981404,"teacher_disagreement_score":0.3243534,"about_ca_system_score_codex":0.00015863757,"about_ca_system_score_gemma":0.0006208929,"threshold_uncertainty_score":0.7425077},"labels":[],"label_agreement":null},{"id":"W1529840099","doi":"10.2196/resprot.3966","title":"Feasibility of a Dynamic Web Guidance Approach for Personalized Physical Activity Prescription Based on Daily Information From Wearable Technology","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Wearable computer; Computer science; Modalities; Psychological intervention; Heart rate monitor; Data collection; Physical activity; Software; Multimedia; Human–computer interaction; World Wide Web; Medicine; Physical therapy; Embedded system; Heart rate","score_opus":0.32024458403041206,"score_gpt":0.5419581915571623,"score_spread":0.22171360752675023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529840099","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4471955,0.0000026096675,0.008901829,0.0018940774,0.000005506236,0.53922725,0.00018707913,0.00013479595,0.0024513514],"genre_scores_gemma":[0.5442271,1.4534912e-7,0.0021372077,0.000026262958,0.000044091154,0.4534435,0.000028678964,0.00000892211,0.00008408235],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977545,0.00031702817,0.0002126942,0.0003387097,0.00094208634,0.00043495675],"domain_scores_gemma":[0.9981316,0.0002340553,0.00014015079,0.00058444124,0.00068905484,0.00022074029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012072232,0.00014117853,0.0004665707,0.00024260336,0.00011249276,0.000029342034,0.00020099636,0.00018329344,0.000008959158],"category_scores_gemma":[0.0008506236,0.00011639954,0.00010902763,0.0005535803,0.00034053158,0.00047108595,0.000070959504,0.0007148183,0.000020805992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1649071,0.08429661,0.0130418055,0.016454654,0.0001471603,0.0000053739977,0.0032662828,0.00021763571,0.54849774,0.0060947672,0.011269949,0.15180093],"study_design_scores_gemma":[0.024191994,0.015023215,0.01604768,0.0025540404,0.000013169362,0.0000015670996,0.00042166444,0.8923661,0.02346266,0.010973599,0.014648095,0.0002961827],"about_ca_topic_score_codex":0.000075252436,"about_ca_topic_score_gemma":0.0000051391394,"teacher_disagreement_score":0.8921485,"about_ca_system_score_codex":0.00051894,"about_ca_system_score_gemma":0.0010559895,"threshold_uncertainty_score":0.47466356},"labels":[],"label_agreement":null},{"id":"W1538165278","doi":"10.2196/resprot.4352","title":"The Effect of Mobile App Home Monitoring on Number of In-Person Visits Following Ambulatory Surgery: Protocol for a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Ambulatory; Randomized controlled trial; Health care; Ambulatory care; Telemedicine; Population; Intervention (counseling); Protocol (science); mHealth; Medical emergency; Physical therapy; Emergency medicine; Psychological intervention; Nursing; Surgery; Alternative medicine","score_opus":0.12143659307726427,"score_gpt":0.5191657151517316,"score_spread":0.3977291220744673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538165278","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23330913,0.000004432583,0.00000960961,0.000027510774,0.000071639624,0.7660767,0.0000019262986,0.000033126154,0.00046595305],"genre_scores_gemma":[0.09876113,2.1602166e-7,0.00005810351,0.0000029021796,0.0003367409,0.9002037,0.0000015257094,0.00005805986,0.0005776515],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9920381,0.0036181577,0.0013402463,0.0004351421,0.0018020822,0.0007663196],"domain_scores_gemma":[0.9755811,0.022514235,0.00049286126,0.000681941,0.00049292104,0.00023692731],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029850088,0.0002999668,0.003047538,0.00045289268,0.000107513966,0.00005247439,0.0002610163,0.00021632192,0.000014292179],"category_scores_gemma":[0.0085751815,0.00016929772,0.001280466,0.00061171415,0.00020778607,0.0001612319,0.00007637035,0.0006296314,0.00001144748],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97860897,0.00058188266,0.012840945,0.0015995245,0.00024023175,0.000023716546,0.00020987992,0.000010030975,0.0022236588,0.00001021297,0.0009110606,0.0027398684],"study_design_scores_gemma":[0.92771894,0.0053600264,0.00018081673,0.007628127,0.000017326085,0.0000023940734,0.00006817229,0.000087895845,0.0565955,0.000062879764,0.0021307433,0.00014715306],"about_ca_topic_score_codex":0.000016282198,"about_ca_topic_score_gemma":0.0000012298493,"teacher_disagreement_score":0.13454802,"about_ca_system_score_codex":0.0002631002,"about_ca_system_score_gemma":0.0007375429,"threshold_uncertainty_score":0.999776},"labels":[],"label_agreement":null},{"id":"W1546752049","doi":"10.2196/resprot.4134","title":"Usage and Users of Online Self-Management Programs for Adult Patients With Atopic Dermatitis and Food Allergy: An Explorative Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dermatology and Skin Diseases","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Innovatiefonds Zorgverzekeraars; Deakin University","keywords":"Atopic dermatitis; Medicine; Descriptive statistics; Quality of life (healthcare); Self-management; Regimen; Family medicine; Nursing; Computer science; Statistics; Immunology; Internal medicine","score_opus":0.16454499342366516,"score_gpt":0.46934391759543465,"score_spread":0.30479892417176946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546752049","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6248121,0.00000715036,0.000011975992,0.00019641784,0.0000015590706,0.37481004,0.000020333287,0.000032679276,0.00010771634],"genre_scores_gemma":[0.4620762,0.0000012227811,0.0011349932,0.000050307997,0.000011420272,0.5366256,0.0000465916,0.000013515946,0.000040164257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983902,0.00025635326,0.00021897226,0.0003006757,0.0005375013,0.00029630028],"domain_scores_gemma":[0.99834865,0.00005749255,0.000067236775,0.00028506826,0.000924706,0.00031681388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027164552,0.00013187551,0.00026811034,0.00013793496,0.00009482565,0.000038830804,0.000106584695,0.00005329983,0.0000037559346],"category_scores_gemma":[0.000082989616,0.00009423679,0.000018420313,0.00018405527,0.00021327399,0.0002460203,0.00012274184,0.000117950796,0.0000010058789],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001428284,0.013095389,0.9620832,0.0018465202,0.00040706957,0.00005115688,0.0063189,2.7525527e-7,9.776728e-7,0.00016968981,0.0042389506,0.010359582],"study_design_scores_gemma":[0.028115684,0.027448177,0.91666824,0.0012435903,0.000026958513,0.0000072572975,0.01083166,0.0000949813,0.000060497554,0.00047353003,0.014847655,0.00018175872],"about_ca_topic_score_codex":0.0000070980013,"about_ca_topic_score_gemma":0.00010342136,"teacher_disagreement_score":0.16273594,"about_ca_system_score_codex":0.00002759135,"about_ca_system_score_gemma":0.00010224648,"threshold_uncertainty_score":0.38428646},"labels":[],"label_agreement":null},{"id":"W1546803252","doi":"10.2196/resprot.4485","title":"“Everybody Brush!”: Protocol for a Parallel-Group Randomized Controlled Trial of a Family-Focused Primary Prevention Program With Distribution of Oral Hygiene Products and Education to Increase Frequency of Toothbrushing","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Oral hygiene; Toothpaste; Randomized controlled trial; Hygiene; Promotion (chess); Dentistry; Family medicine; Health promotion; Oral health; Alternative medicine; Public health; Nursing","score_opus":0.1395668627842479,"score_gpt":0.5173635109911832,"score_spread":0.37779664820693526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546803252","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16784114,0.000006386047,0.0013967507,0.000031757172,0.000019444491,0.8302452,0.000045673096,0.00004049701,0.00037318218],"genre_scores_gemma":[0.044547208,2.7256687e-7,0.007321056,0.00000779558,0.000085170606,0.94745487,0.00024805887,0.00003107054,0.000304494],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943334,0.0018288556,0.0014615786,0.00049816485,0.0014139197,0.00046412085],"domain_scores_gemma":[0.9948417,0.0003680796,0.0009244286,0.0004872942,0.0030698539,0.00030865648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073071388,0.0002365726,0.0012669078,0.0003018375,0.00009502317,0.00008270608,0.00027814767,0.00017163,0.000007640541],"category_scores_gemma":[0.0032259459,0.00017685676,0.00016837446,0.0008407179,0.00029740224,0.0004571938,0.000113042806,0.00021589252,0.0000017967263],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94683117,0.005711743,0.00076938974,0.0050859335,0.00006199411,0.0000012275681,0.00015187818,0.0000029626956,0.0022524814,0.001259618,0.001036312,0.036835264],"study_design_scores_gemma":[0.9721805,0.014236516,0.0034286072,0.0030800803,0.000034345216,0.0000054074653,0.00015814253,0.00009869321,0.001878998,0.0019253943,0.0027761955,0.00019715475],"about_ca_topic_score_codex":0.0005211927,"about_ca_topic_score_gemma":0.00014039854,"teacher_disagreement_score":0.12329393,"about_ca_system_score_codex":0.00023885925,"about_ca_system_score_gemma":0.0021996398,"threshold_uncertainty_score":0.72120094},"labels":[],"label_agreement":null},{"id":"W1550330422","doi":"10.2196/resprot.4205","title":"A National Surveillance Survey on Noncommunicable Disease Risk Factors: Suriname Health Study Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fakultet Medicinskih Nauka, Univerziteta U Kragujevcu","keywords":"Medicine; Environmental health; Ethnic group; Population; Disease; Gerontology; Demography; Pathology","score_opus":0.5238936963010901,"score_gpt":0.5971066962776606,"score_spread":0.07321299997657049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550330422","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056742146,0.0000010226579,0.00000528736,0.007786542,0.000022764663,0.977606,0.00009391605,0.00017743449,0.00863283],"genre_scores_gemma":[0.030120118,2.3576466e-7,0.000017725393,0.0022540565,0.0006621962,0.96650225,0.00009432618,0.000043704116,0.00030540052],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915553,0.0034482414,0.00083893543,0.0006666063,0.0019396344,0.001551308],"domain_scores_gemma":[0.9949381,0.001117766,0.00050444074,0.0010339872,0.002033759,0.00037198013],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032587823,0.00031234845,0.0005747808,0.0005035003,0.0008533193,0.00052986946,0.0011913688,0.000103573264,0.00012980634],"category_scores_gemma":[0.011329632,0.00024168086,0.000085508764,0.0014823836,0.00020287614,0.0006896855,0.001022464,0.0010725266,0.00076356885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008965212,0.0017737966,0.46982074,0.00024754115,0.000010636247,0.0000033276954,0.000047395006,0.00033902677,4.972173e-8,0.0012695736,0.52538335,0.00020804125],"study_design_scores_gemma":[0.001811008,0.00055101863,0.43582866,0.00011356351,2.1348468e-7,1.0260965e-7,0.00014022063,0.0010505131,3.681576e-8,0.0010781632,0.55928797,0.00013853033],"about_ca_topic_score_codex":0.07998537,"about_ca_topic_score_gemma":0.0044529997,"teacher_disagreement_score":0.07553237,"about_ca_system_score_codex":0.0005576061,"about_ca_system_score_gemma":0.0015096721,"threshold_uncertainty_score":0.99699837},"labels":[],"label_agreement":null},{"id":"W1550585168","doi":"10.2196/resprot.3873","title":"Internet-Based Birth-Cohort Studies: Is This the Future for Epidemiology?","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand; Regione Piemonte; Massey University; Compagnia di San Paolo","keywords":"Epidemiology; The Internet; Cohort; Medicine; Cohort study; Attrition; Gerontology; Family medicine; Demography; World Wide Web; Computer science","score_opus":0.8822157692123049,"score_gpt":0.7186787075687079,"score_spread":0.16353706164359705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550585168","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046181665,0.00037734333,0.0011626368,0.079373516,0.00023297081,0.9079202,0.00003601558,0.00017397631,0.006105189],"genre_scores_gemma":[0.00095993816,0.000011025155,0.0023314487,0.0020118083,0.0011777942,0.97555745,0.000003062078,0.000019710342,0.01792777],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9289478,0.06836823,0.00039484628,0.0005141617,0.0007238303,0.0010511045],"domain_scores_gemma":[0.9356372,0.06219696,0.000118404954,0.00055329053,0.0012169151,0.00027724236],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25859624,0.0001504582,0.0003847529,0.00015863209,0.00091127784,0.000052735664,0.0010856814,0.00035298697,0.00043641467],"category_scores_gemma":[0.102670334,0.00009288509,0.00015274469,0.0006533349,0.0021040638,0.00012986416,0.00018486171,0.0007874899,0.00024548997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010387448,0.00015470282,0.06856033,0.00008299868,0.0001154313,0.0000067692204,0.02066948,0.0000010860678,0.000016810132,0.009423038,0.8836171,0.0069648153],"study_design_scores_gemma":[0.0007962889,0.0006410367,0.0058432915,0.00011742545,0.0000023392588,5.6793414e-7,0.007158391,0.00003091863,0.00025587715,0.0122466255,0.972792,0.00011519801],"about_ca_topic_score_codex":0.0003026223,"about_ca_topic_score_gemma":0.0006654454,"teacher_disagreement_score":0.15592591,"about_ca_system_score_codex":0.00025167855,"about_ca_system_score_gemma":0.0012912346,"threshold_uncertainty_score":0.9048883},"labels":[],"label_agreement":null},{"id":"W1551699382","doi":"10.2196/resprot.4363","title":"Effectiveness, Mediators, and Effect Predictors of Internet Interventions for Chronic Cancer-Related Fatigue: The Design and an Analysis Plan of a 3-Armed Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Randomized controlled trial; Medicine; Mindfulness; Intervention (counseling); Physical therapy; Cognitive behavioral therapy; Clinical psychology; Psychiatry","score_opus":0.15875184162859612,"score_gpt":0.5223864681192567,"score_spread":0.3636346264906606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551699382","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31245413,0.00038338994,0.0012781312,0.000080315825,0.000043995748,0.68567944,0.000031832205,0.000027383974,0.000021388396],"genre_scores_gemma":[0.4755235,0.000008577186,0.000015807997,0.0000011064317,0.00006376409,0.5243225,0.000016720294,0.00001173447,0.00003630426],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923631,0.005662874,0.0007090966,0.00032281945,0.00065477117,0.0002873371],"domain_scores_gemma":[0.9928205,0.0057167453,0.00031735655,0.00033394503,0.0005710639,0.00024040732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014501925,0.00018263602,0.0018800227,0.0004487994,0.00005857355,0.00003806718,0.00018409037,0.00014675164,0.00003542536],"category_scores_gemma":[0.0019748793,0.00010104975,0.0005409356,0.0006035474,0.00058338617,0.000084748564,0.00008272347,0.0003044272,1.8364928e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9820153,0.00036829323,0.0075368825,0.003438523,0.0032100754,0.0000018348532,0.0020241681,0.000026222151,0.00034464133,0.0000945918,0.0002112376,0.0007282011],"study_design_scores_gemma":[0.9694446,0.015041346,0.0016585643,0.0032006877,0.0010560305,0.000001119226,0.00015213861,0.0063830772,0.002660202,0.00016104401,0.00014445714,0.000096786884],"about_ca_topic_score_codex":0.00065113796,"about_ca_topic_score_gemma":0.0004160255,"teacher_disagreement_score":0.16306937,"about_ca_system_score_codex":0.00017233126,"about_ca_system_score_gemma":0.0005806373,"threshold_uncertainty_score":0.5026106},"labels":[],"label_agreement":null},{"id":"W1552751836","doi":"10.2196/resprot.4034","title":"Clinical Effect Size of an Educational Intervention in the Home and Compliance With Mobile Phone-Based Reminders for People Who Suffer From Stroke: Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Stroke (engine); Mobile phone; Compliance (psychology); Weakness; Psychological intervention; Phone; Medicine; Protocol (science); Psychology; Physical medicine and rehabilitation; Physical therapy; Alternative medicine; Nursing; Computer science; Social psychology","score_opus":0.2052040311667075,"score_gpt":0.581818470236975,"score_spread":0.3766144390702675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552751836","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37734956,0.0000018203059,0.000051936127,0.00042268346,0.0000058205,0.62205577,0.000023358309,0.000007087248,0.000081976774],"genre_scores_gemma":[0.1387438,6.094176e-8,0.0016025157,0.000039557137,0.00011048881,0.8592301,0.000025702075,0.000015515743,0.00023223482],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971322,0.0011391665,0.0004323533,0.00034075178,0.0007058041,0.00024976983],"domain_scores_gemma":[0.99458534,0.004233924,0.00012244821,0.00039228395,0.0004915052,0.00017451415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004169153,0.00011816743,0.00038832164,0.00013348248,0.000054385226,0.000046965662,0.00018057766,0.00011040893,0.0000814826],"category_scores_gemma":[0.0012363349,0.00007008191,0.00010587536,0.00027643965,0.00032937466,0.00012878663,0.00003090549,0.00042262804,0.0000051049005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028905986,0.004463146,0.94130516,0.0035658851,0.000042037147,0.0000031718587,0.0013816443,0.000013384302,0.00086977833,0.000036907248,0.0051803915,0.014232525],"study_design_scores_gemma":[0.028798526,0.026512353,0.92719173,0.0042798873,0.0000063156617,0.0000045557895,0.001534698,0.00089288485,0.0011479451,0.00032017587,0.009185827,0.0001250927],"about_ca_topic_score_codex":0.00008122071,"about_ca_topic_score_gemma":0.00009937199,"teacher_disagreement_score":0.23860574,"about_ca_system_score_codex":0.000094572344,"about_ca_system_score_gemma":0.0005596268,"threshold_uncertainty_score":0.28578573},"labels":[],"label_agreement":null},{"id":"W1560847144","doi":"10.2196/resprot.4032","title":"A Mobile Phone and Web-Based Intervention for Improving Mental Well-Being in Young People With Type 1 Diabetes: Design of a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Rotary Health","keywords":"Randomized controlled trial; Medicine; Mental health; Distress; Type 2 diabetes; Anxiety; Intervention (counseling); Quality of life (healthcare); Short Message Service; Clinical psychology; Psychiatry; Diabetes mellitus; Nursing","score_opus":0.06836292770932965,"score_gpt":0.4401543049309615,"score_spread":0.37179137722163186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560847144","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1634899,0.000025733716,0.00058746926,0.000067127214,0.000016558075,0.834529,0.0000014984412,0.000029317114,0.0012534391],"genre_scores_gemma":[0.36179078,8.002247e-7,0.0006931415,0.0000041104677,0.000047352863,0.6362704,0.0000111269865,0.000023045499,0.0011592235],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99628717,0.0012316058,0.00060852466,0.00033271528,0.00096567237,0.00057432574],"domain_scores_gemma":[0.9978636,0.00091437047,0.00017602199,0.00024858594,0.0006113473,0.00018610393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013516259,0.00016334973,0.001190707,0.0006858286,0.000068884874,0.00009873288,0.00015457248,0.00008746299,0.00005969529],"category_scores_gemma":[0.0014924846,0.00010630328,0.00016902764,0.0005853521,0.00024413012,0.00014461318,0.00012071768,0.00031054046,0.000005960131],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9855534,0.00166227,0.0023885244,0.0018083613,0.00014193064,0.0000033521226,0.0005168449,0.000018487322,0.0059487475,0.000028053324,0.00051595987,0.0014141097],"study_design_scores_gemma":[0.91710633,0.017099084,0.000035889632,0.0019648245,0.000030504087,2.6194166e-7,0.00029989044,0.060505647,0.0024386966,0.00016227202,0.00025250897,0.00010409402],"about_ca_topic_score_codex":0.00002478734,"about_ca_topic_score_gemma":0.000029554818,"teacher_disagreement_score":0.19830088,"about_ca_system_score_codex":0.00013580902,"about_ca_system_score_gemma":0.00040475905,"threshold_uncertainty_score":0.4684493},"labels":[],"label_agreement":null},{"id":"W1586556591","doi":"10.2196/resprot.4463","title":"The Effect of Health Information Technology on Health Care Provider Communication: A Mixed-Method Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Pager; Health communication; Health information technology; Health care; Knowledge management; Information and Communications Technology; Medicine; Public relations; Computer science; Telecommunications; World Wide Web","score_opus":0.2591555827203333,"score_gpt":0.6815128096603486,"score_spread":0.42235722694001526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586556591","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053102558,0.00006459023,0.00033222322,0.034865417,0.00003796012,0.9593313,0.000017950204,0.00024180817,0.0050556753],"genre_scores_gemma":[0.0006036012,0.0000024526676,0.0012424465,0.00047799275,0.000121213176,0.997005,0.00002735415,0.000050424867,0.00046954132],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95771635,0.03518766,0.00254599,0.00040908848,0.0018616022,0.0022793163],"domain_scores_gemma":[0.9891492,0.004257641,0.0016972792,0.0023714055,0.0019867073,0.00053776026],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04580962,0.00030094894,0.0008414606,0.0006717898,0.0033176073,0.000060654358,0.0014862994,0.0004676769,0.000021979959],"category_scores_gemma":[0.003512743,0.00019022157,0.00008372093,0.0017952732,0.00034995077,0.00036192837,0.00061628135,0.004021669,0.00049474015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0029047795,0.00016335196,0.0071834195,0.025140569,0.000027563834,6.4078466e-7,0.012324038,0.000008803951,0.0000061105598,0.01253228,0.31871706,0.62099135],"study_design_scores_gemma":[0.0053568217,0.015830874,0.0003149317,0.0069079143,4.3564006e-7,0.0000035722423,0.00784211,0.000068043366,0.00017573817,0.0008159021,0.9625512,0.0001324857],"about_ca_topic_score_codex":0.0012914692,"about_ca_topic_score_gemma":0.00084455014,"teacher_disagreement_score":0.6438341,"about_ca_system_score_codex":0.0038994944,"about_ca_system_score_gemma":0.015013379,"threshold_uncertainty_score":0.99992436},"labels":[],"label_agreement":null},{"id":"W1587163025","doi":"10.2196/resprot.3896","title":"A Validation Study of the Web-Based Physical Activity Questionnaire Active-Q Against the GENEA Accelerometer","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Forskningsrådet om Hälsa, Arbetsliv och Välfärd; Vetenskapsrådet; Stockholms Läns Landsting; Karolinska Institutet","keywords":"Intraclass correlation; Physical activity; Medicine; Confidence interval; Physical therapy; Bland–Altman plot; Sedentary behavior; Spearman's rank correlation coefficient; Limits of agreement; Reproducibility; Sedentary lifestyle; Demography; Internal medicine; Statistics; Psychometrics; Mathematics; Clinical psychology; Nuclear medicine","score_opus":0.457564936327618,"score_gpt":0.5771481467790287,"score_spread":0.11958321045141068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587163025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71832,2.2564957e-7,0.000010317042,0.002176057,0.0000053827653,0.27893943,0.000005310875,0.00002900124,0.0005142256],"genre_scores_gemma":[0.6042765,6.0515745e-8,0.0000056049525,0.000039217895,0.00015648443,0.39544016,0.0000011096,0.000012174187,0.000068728536],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99582154,0.001701577,0.00016111057,0.0003119308,0.0016137628,0.00039010515],"domain_scores_gemma":[0.9979439,0.00031476587,0.00012832123,0.0008162056,0.00057816296,0.0002186393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012634435,0.0001406566,0.0003223577,0.00009645857,0.00029724755,0.000048041693,0.00038181254,0.000072298855,0.000008610626],"category_scores_gemma":[0.0004892636,0.00007225985,0.0001126702,0.0008383119,0.00030338689,0.00022534298,0.0002231354,0.0010700912,0.000028373415],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020558175,0.22727098,0.057868905,0.0026590892,0.00033438328,0.00003516236,0.014862,0.0002511199,0.43398967,0.0006119545,0.012494207,0.22906436],"study_design_scores_gemma":[0.017771585,0.021687793,0.6029982,0.0024375166,0.00003210435,0.000003824128,0.0011783476,0.0076793307,0.3326531,0.0012797104,0.011939578,0.0003389325],"about_ca_topic_score_codex":0.000102676306,"about_ca_topic_score_gemma":0.000030070121,"teacher_disagreement_score":0.5451293,"about_ca_system_score_codex":0.00028030903,"about_ca_system_score_gemma":0.0011231478,"threshold_uncertainty_score":0.46490732},"labels":[],"label_agreement":null},{"id":"W1588631889","doi":"10.2196/resprot.3984","title":"Bilingual Text Messaging Translation: Translating Text Messages From English Into Spanish for the Text4Walking Program","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Rush University","keywords":"Text messaging; Short Message Service; Psychological intervention; Intervention (counseling); Certification; Limited English proficiency; Population; Psychology; Computer science; Medical education; Medicine; World Wide Web; Health care; Nursing","score_opus":0.46507264281401556,"score_gpt":0.6475115090332982,"score_spread":0.18243886621928268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588631889","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009295919,0.00039033004,0.0028694859,0.011845393,0.000119185264,0.96505636,0.00009161382,0.0007541335,0.017943911],"genre_scores_gemma":[0.02792306,0.000012805394,0.011756615,0.00049072044,0.0022387246,0.9563055,0.00009873926,0.00012011986,0.0010537123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99198335,0.0020491574,0.0014643265,0.0009482025,0.0014098409,0.0021451446],"domain_scores_gemma":[0.9884847,0.006948613,0.0003820019,0.0011576595,0.002018241,0.0010087956],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010361404,0.00035658138,0.0005256908,0.00025634028,0.0044226535,0.00017897357,0.00087343145,0.0004783967,0.00032989887],"category_scores_gemma":[0.0018255234,0.0002658993,0.0001604767,0.0011760015,0.0003475937,0.0003832249,0.00017673189,0.002712327,0.00016547243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077408104,0.0005108315,0.0067048934,0.0022571275,0.00003987445,0.0000033718775,0.039686657,0.00003164178,0.00013524586,0.005244882,0.033772353,0.910839],"study_design_scores_gemma":[0.0042821285,0.0005338094,0.0009980147,0.0017734385,0.00001001386,7.093498e-7,0.015391753,0.0026467338,0.00008842692,0.0063285194,0.9676835,0.00026294292],"about_ca_topic_score_codex":0.0008794972,"about_ca_topic_score_gemma":0.0018562429,"teacher_disagreement_score":0.93391114,"about_ca_system_score_codex":0.00041158008,"about_ca_system_score_gemma":0.004704915,"threshold_uncertainty_score":0.9999793},"labels":[],"label_agreement":null},{"id":"W1591929658","doi":"10.2196/resprot.3655","title":"Feasibility of Using a Multilingual Web Survey in Studying the Health of Ethnic Minority Youth","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pirkanmaan Sairaanhoitopiiri","keywords":"Ethnic group; Health equity; Psychology; World Wide Web; Computer science; Public health; Medicine; Sociology; Nursing","score_opus":0.9545381577944367,"score_gpt":0.7413341450890709,"score_spread":0.21320401270536582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591929658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7934902,0.000026175321,0.0000098116825,0.000095745505,0.000014961303,0.20611025,0.000032052867,0.000009741895,0.00021110041],"genre_scores_gemma":[0.9068576,0.0000014547393,0.00049145514,0.0000115095145,0.00005024094,0.09250719,0.0000017694371,0.0000070350825,0.00007172472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.78264505,0.21377543,0.0007417463,0.00041488052,0.0015653728,0.00085754355],"domain_scores_gemma":[0.9813323,0.016900467,0.00021609117,0.00046749023,0.00089701527,0.00018665657],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37460428,0.00008945666,0.00036298565,0.00020634223,0.0002922436,0.000017591801,0.00064055563,0.00015502317,0.000019953908],"category_scores_gemma":[0.07349671,0.000067480665,0.000056679564,0.0017624683,0.0013918938,0.00011021309,0.00023373791,0.00071445433,0.000002155953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008579919,0.0005947941,0.9152039,0.000100385565,0.0000062254403,0.0000018532528,0.07313635,0.000006861035,0.00024649999,0.000042163156,0.000048916143,0.0020321226],"study_design_scores_gemma":[0.0015597163,0.00049565284,0.96576905,0.00023629704,6.9066965e-7,2.584976e-7,0.030987341,0.000055577802,0.00030783325,0.0003306023,0.00017701705,0.000079942074],"about_ca_topic_score_codex":0.047948975,"about_ca_topic_score_gemma":0.07657668,"teacher_disagreement_score":0.30110756,"about_ca_system_score_codex":0.0003049254,"about_ca_system_score_gemma":0.0049341503,"threshold_uncertainty_score":0.95839083},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1593419702","doi":"10.2196/resprot.3852","title":"Mobile App-Delivered Cognitive Behavioral Therapy for Insomnia: Feasibility and Initial Efficacy Among Veterans With Cannabis Use Disorders","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Center for PTSD, U.S. Department of Veterans Affairs; Clinical Science Research and Development; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Cannabis; Psychiatry; Cognitive behavioral therapy; Context (archaeology); Insomnia; Medicine; Mood; Randomized controlled trial; Clinical psychology; Psychology; Cognition","score_opus":0.4342484675589032,"score_gpt":0.6190367064562012,"score_spread":0.18478823889729806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593419702","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5746254,0.000011489512,0.000049290353,0.00006278437,0.000017590912,0.42420554,0.00037404287,0.00006348813,0.0005904183],"genre_scores_gemma":[0.47964963,2.2242882e-7,0.000056285167,0.000019327314,0.000030081494,0.5194046,0.000045501158,0.000032223536,0.00076210103],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99697185,0.0006695997,0.00038211202,0.00065569195,0.0005223526,0.0007983829],"domain_scores_gemma":[0.99809885,0.00027087805,0.00009796379,0.00041349945,0.0006101119,0.00050870184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091277563,0.00022463826,0.00027095218,0.00019202121,0.00023934325,0.0002460946,0.00025494723,0.00015419438,0.000108231325],"category_scores_gemma":[0.00010373365,0.00018963226,0.000092150425,0.00033287719,0.0008870556,0.00057146436,0.00012240771,0.00049491436,0.000042931482],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08053884,0.043462314,0.24119063,0.00067637995,0.00022067866,0.00009766139,0.025022576,0.0000021332214,0.00004196708,0.00057563017,0.02392455,0.58424664],"study_design_scores_gemma":[0.09362326,0.20720148,0.5564811,0.003447548,0.000019941952,0.000036882655,0.0095664365,0.000037254933,0.0008673477,0.0031845325,0.12435302,0.0011811896],"about_ca_topic_score_codex":0.0012321835,"about_ca_topic_score_gemma":0.0011552799,"teacher_disagreement_score":0.58306545,"about_ca_system_score_codex":0.00021906852,"about_ca_system_score_gemma":0.0002130139,"threshold_uncertainty_score":0.77329797},"labels":[],"label_agreement":null},{"id":"W1628599764","doi":"10.2196/resprot.4408","title":"Using Ecological Momentary Assessment to Study Tobacco Behavior in Urban India: There’s an App for That","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Ecology; Environmental health; Medicine; Biology","score_opus":0.4961190934046119,"score_gpt":0.5914796250526739,"score_spread":0.09536053164806202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1628599764","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59203464,3.9127738e-7,0.00007437509,0.00012677647,0.0000060263737,0.40680763,0.000011909746,0.000026793345,0.0009114621],"genre_scores_gemma":[0.42801368,9.4446094e-8,0.0023918166,0.00014331804,0.000043173874,0.569294,0.000005278496,0.000027438518,0.00008120797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942986,0.0015449806,0.00039396994,0.001064103,0.0014995864,0.0011987771],"domain_scores_gemma":[0.99824613,0.00020962188,0.000080872895,0.0006741589,0.00002895725,0.0007602306],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006937067,0.00024069042,0.00029065838,0.00020101282,0.00031612543,0.00014133421,0.00071625377,0.00013380019,0.0013704],"category_scores_gemma":[0.00011851675,0.00021230843,0.000044826087,0.00051996234,0.00019383641,0.0005642316,0.0010381798,0.0007076469,0.00024758934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020270386,0.0060203676,0.9760199,0.000014322409,0.0000057913894,0.00010406126,0.0018037343,0.000080143815,0.0018312273,0.0000064222845,0.0009016495,0.013009685],"study_design_scores_gemma":[0.0025627543,0.005445134,0.9752277,0.00006772647,0.0000028708157,0.000002784641,0.0043860925,0.00017296168,0.0006472845,0.000171627,0.011039221,0.00027382275],"about_ca_topic_score_codex":0.00053574756,"about_ca_topic_score_gemma":0.00043508929,"teacher_disagreement_score":0.16402094,"about_ca_system_score_codex":0.0027858631,"about_ca_system_score_gemma":0.00014535751,"threshold_uncertainty_score":0.9995425},"labels":[],"label_agreement":null},{"id":"W1629801733","doi":"10.2196/resprot.4621","title":"Using Social Media While Waiting in Pain: A Clinical 12-Week Longitudinal Pilot Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Melbourne","keywords":"Social media; Psychology; Physical therapy; Medicine; Applied psychology; Medical education; Computer science; World Wide Web","score_opus":0.9539758872193257,"score_gpt":0.7210579023996722,"score_spread":0.23291798481965353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1629801733","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36527753,0.0000041550343,0.000008318708,0.0022123035,0.00030398305,0.62973434,0.0000024321146,0.00009543142,0.0023614778],"genre_scores_gemma":[0.4018758,3.846587e-7,0.0002135114,0.00002736714,0.003940367,0.5939001,0.0000017319269,0.000021529902,0.000019209116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9796942,0.014730679,0.0008931836,0.00058889255,0.0027175222,0.001375532],"domain_scores_gemma":[0.98786515,0.009965809,0.00021842773,0.00027417822,0.0009675552,0.0007089028],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058284186,0.00015546595,0.0004068586,0.00035490343,0.0011501852,0.00026984492,0.00070267,0.0002009822,0.0001324071],"category_scores_gemma":[0.050148502,0.0001644573,0.00005503343,0.0016272508,0.0008823146,0.00042063958,0.0002287238,0.0014348616,0.000093414485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004933912,0.0057054018,0.8269152,0.00008581912,0.000008618367,0.000033862907,0.13101546,0.0000010381353,0.0000066979774,0.0009897256,0.0050961557,0.029648598],"study_design_scores_gemma":[0.0061498783,0.009402662,0.5916316,0.0011315886,0.0000051560746,0.0000010417859,0.23654343,0.00032748323,0.000005391383,0.005056281,0.1491395,0.0006060129],"about_ca_topic_score_codex":0.007525069,"about_ca_topic_score_gemma":0.023699218,"teacher_disagreement_score":0.23528366,"about_ca_system_score_codex":0.0014030093,"about_ca_system_score_gemma":0.0050881384,"threshold_uncertainty_score":0.99908394},"labels":[],"label_agreement":null},{"id":"W1665902343","doi":"10.2196/resprot.2723","title":"An Internet-Based Intervention Condom-Him to Increase Condom Use Among Human Immunodeficiency Virus-Positive Men Who Have Sex With Men: Protocol for a Randomized Controlled Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hassle Free Clinic; Coalition des Organismes Communautaires Québécois de Lutte Contre le Sida; Polytechnique Montréal; Université du Québec à Montréal; Université Laval; Université de Montréal; Regroupement des Organismes Communautaires Québécoise de Lutte au Décrochage; Centre Hospitalier de l’Université de Montréal; Toronto Metropolitan University","funders":"","keywords":"Condom; Men who have sex with men; Psychological intervention; Intervention (counseling); Randomized controlled trial; Medicine; Population; Human immunodeficiency virus (HIV); Family medicine; Environmental health; Psychiatry; Internal medicine","score_opus":0.08246977627672122,"score_gpt":0.5037965037322706,"score_spread":0.42132672745554933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1665902343","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019311719,0.0000013069923,0.005103215,0.00028940104,0.0000021429912,0.961937,0.00008200424,0.00013877028,0.013134431],"genre_scores_gemma":[0.02293988,6.956858e-8,0.0003800821,0.00007001838,0.00015786746,0.9017347,0.00016962588,0.00011861432,0.07442911],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98738956,0.0059014577,0.0019472066,0.001141599,0.0020601316,0.0015600426],"domain_scores_gemma":[0.9914603,0.002123327,0.00052686327,0.0012513647,0.0034274436,0.0012106962],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009371247,0.0006078771,0.002455939,0.0013341362,0.000585214,0.0013412898,0.0008298775,0.00027852334,0.0034948231],"category_scores_gemma":[0.003993574,0.0004028293,0.0010996088,0.0005880603,0.0012534487,0.0012214814,0.00026726528,0.0012123575,0.00016185436],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89972913,0.0070631155,0.00025061594,0.00078128267,0.000535086,0.00003514739,0.0006018357,0.0000045273546,0.014049086,0.0003108446,0.07522227,0.0014170643],"study_design_scores_gemma":[0.8562344,0.07733083,0.00017583955,0.006132589,0.0000480018,0.0000057892976,0.0006259413,0.0384623,0.01645804,0.00011681995,0.004016725,0.0003927806],"about_ca_topic_score_codex":0.0066966447,"about_ca_topic_score_gemma":0.00043978935,"teacher_disagreement_score":0.07120554,"about_ca_system_score_codex":0.00050562626,"about_ca_system_score_gemma":0.00068304234,"threshold_uncertainty_score":0.99991786},"labels":[],"label_agreement":null},{"id":"W1680777985","doi":"10.2196/resprot.4010","title":"The Prevalence of Online Health Information Seeking Among Patients in Scotland: A Cross-Sectional Exploratory Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information seeking; The Internet; Exploratory research; Medicine; Family medicine; Population; Health information; Information seeking behavior; Health care; Health Information National Trends Survey; Psychology; Environmental health; World Wide Web","score_opus":0.39932020676863716,"score_gpt":0.647561284691816,"score_spread":0.2482410779231788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1680777985","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6422395,0.0000024366896,0.000031013627,0.00009488524,0.000041189604,0.35704708,0.00006901376,0.00003177079,0.00044307872],"genre_scores_gemma":[0.38831845,0.0000019234267,0.00005274339,0.00019238588,0.00007025812,0.6111307,0.0000403513,0.000007749305,0.00018539654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99046355,0.004202268,0.0027119333,0.00020429272,0.0016406936,0.00077724963],"domain_scores_gemma":[0.9947357,0.0007360188,0.00094312016,0.0005606868,0.0027000334,0.00032442767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024867214,0.00012052226,0.00022137546,0.0003433857,0.001161805,0.00010031266,0.00055221625,0.00013223829,0.000066124856],"category_scores_gemma":[0.002854234,0.00008157827,0.00003029969,0.0008220019,0.00020532163,0.0036456613,0.00038757233,0.0015673252,0.00010169989],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005738617,0.00070580945,0.96412885,0.0027906387,0.000002291169,1.1614248e-7,0.02725879,0.000010004923,1.6240665e-7,0.000054302694,0.0018689918,0.0026061577],"study_design_scores_gemma":[0.0031193465,0.00093871885,0.95850486,0.0011371347,1.2850778e-7,5.573867e-8,0.006499787,0.00075873086,0.0000010163144,0.00014610052,0.028828923,0.00006518982],"about_ca_topic_score_codex":0.0005328636,"about_ca_topic_score_gemma":0.00097328814,"teacher_disagreement_score":0.25408366,"about_ca_system_score_codex":0.00076749985,"about_ca_system_score_gemma":0.0030300347,"threshold_uncertainty_score":0.89357823},"labels":[],"label_agreement":null},{"id":"W1700715191","doi":"10.2196/resprot.4723","title":"Guided Internet-Based Parent Training for Challenging Behavior in Children With Fetal Alcohol Spectrum Disorder (Strongest Families FASD): Study Protocol for a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prenatal Substance Exposure Effects","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Saskatchewan; NOSM University; Queen's University; Lakehead University; Dalhousie University; Izaak Walton Killam Health Centre","funders":"Canadian Institutes of Health Research; Public Health Agency; Australian Government; Public Health Agency of Canada","keywords":"Fetal Alcohol Spectrum Disorder; Protocol (science); Parent training; Randomized controlled trial; Fetal alcohol; The Internet; Clinical psychology; Psychology; Medicine; Autism spectrum disorder; Psychiatry; Developmental psychology; Pregnancy; Intervention (counseling); Alternative medicine; Computer science; World Wide Web; Autism","score_opus":0.23010363851111754,"score_gpt":0.5181379324248299,"score_spread":0.2880342939137123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1700715191","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095061086,0.00000425372,0.001779765,0.0002235242,0.000015187928,0.90266114,0.000012720454,0.00014421434,0.000098075136],"genre_scores_gemma":[0.28401136,3.3595544e-8,0.0005796738,0.000010055154,0.0002733557,0.7148363,0.000035495417,0.0000997712,0.0001539529],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99304044,0.0015883599,0.0013201997,0.00098441,0.0016784407,0.0013881342],"domain_scores_gemma":[0.9963952,0.0015071846,0.00037161948,0.000715752,0.0005601991,0.00045010075],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009594866,0.0005724681,0.0025622651,0.000754471,0.00015342626,0.00017685418,0.00046158218,0.00019787214,0.000026908789],"category_scores_gemma":[0.002675874,0.0003766051,0.00048908335,0.00047587338,0.0003366952,0.00022684647,0.00012615504,0.0007821961,0.0000053375798],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9646637,0.0069029215,0.023708284,0.00038233082,0.00035088923,0.00003589726,0.001712422,0.000047678357,0.00011124945,0.000044024466,0.00026694144,0.0017736957],"study_design_scores_gemma":[0.9584682,0.03054042,0.0034076846,0.0018546049,0.00007133092,0.000010731989,0.0012385219,0.003008656,0.0005834088,0.00004208497,0.00039021648,0.00038414315],"about_ca_topic_score_codex":0.00009838026,"about_ca_topic_score_gemma":0.00031753295,"teacher_disagreement_score":0.18895029,"about_ca_system_score_codex":0.00046897063,"about_ca_system_score_gemma":0.0011424174,"threshold_uncertainty_score":0.9998686},"labels":[],"label_agreement":null},{"id":"W1713926677","doi":"10.2196/resprot.4591","title":"Evaluating Comparative Effectiveness Research Priorities for Care Coordination in Chronic Obstructive Pulmonary Disease: A Community-Based eDelphi Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Center for Health Statistics; Centers for Disease Control and Prevention","keywords":"Stakeholder; Likert scale; Medical education; Comparative effectiveness research; Medicine; Data collection; Family medicine; Psychology; Nursing; Alternative medicine; Public relations; Sociology; Political science","score_opus":0.8181563260423417,"score_gpt":0.7278109313737161,"score_spread":0.09034539466862557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1713926677","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21099442,0.000051892577,0.00010334813,0.00069688365,0.000019592058,0.78403944,0.00006209498,0.0001899125,0.0038424102],"genre_scores_gemma":[0.4938116,1.666843e-7,0.00024431053,0.0000024794483,0.00013569846,0.50558263,0.000021838501,0.000029062734,0.00017220333],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94048834,0.05075273,0.00053681334,0.000750743,0.005721123,0.0017502441],"domain_scores_gemma":[0.97543675,0.013391348,0.00012194674,0.0009977832,0.009440035,0.0006121536],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07393981,0.00027518324,0.00051902485,0.0015674792,0.0034177054,0.00064727955,0.0020526636,0.00023835206,0.00002588192],"category_scores_gemma":[0.00925688,0.00028291854,0.0001050203,0.0036120256,0.0024063832,0.0007226308,0.00083775946,0.0032172564,0.0000295935],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.03655174,0.016072063,0.3172023,0.016490389,0.00016874772,0.00042806135,0.4955803,0.0035833446,0.0069919303,0.024651295,0.0098907985,0.07238905],"study_design_scores_gemma":[0.013148291,0.020635046,0.1565864,0.008322581,0.0000099618865,0.0000012264259,0.6706592,0.007977081,0.0026562228,0.055528585,0.0632928,0.0011826465],"about_ca_topic_score_codex":0.0059066075,"about_ca_topic_score_gemma":0.0056963414,"teacher_disagreement_score":0.28281718,"about_ca_system_score_codex":0.009605322,"about_ca_system_score_gemma":0.012437153,"threshold_uncertainty_score":0.9999623},"labels":[],"label_agreement":null},{"id":"W1738493004","doi":"10.2196/resprot.4224","title":"Cognitive Impairment in Diabetes: Rationale and Design Protocol of the Cog-ID Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ohio State University; European Foundation for the Study of Diabetes; Eli Lilly and Company","keywords":"Dementia; Medicine; Memory clinic; Cognition; Neuropsychology; Neuropsychological assessment; Cognitive impairment; Psychiatry; Cognitive test; Clinical psychology; Disease; Internal medicine","score_opus":0.3340138335343616,"score_gpt":0.5583565989150402,"score_spread":0.2243427653806786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1738493004","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09262176,0.0000016683949,0.000016661268,0.00036106023,0.0000020571301,0.9054963,0.000008638765,0.000015102128,0.0014767366],"genre_scores_gemma":[0.17372118,8.067735e-8,0.00006329958,0.000047647267,0.000035078643,0.82527244,0.0000032542475,0.000018173101,0.0008388746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99453217,0.0019488233,0.00043238385,0.00040568173,0.0020651808,0.0006157913],"domain_scores_gemma":[0.99764603,0.00044284094,0.00008816504,0.0003295277,0.0011973194,0.00029613558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005858161,0.00016446246,0.00030323217,0.00033312273,0.00012416193,0.00007414048,0.0002326171,0.000069469475,0.00016898343],"category_scores_gemma":[0.0008564868,0.00010497818,0.000047267196,0.00086230214,0.00046175753,0.00016245167,0.00043734506,0.0006049599,0.000032511623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051911124,0.009350393,0.9731415,0.0007183466,0.00007412373,0.000046206267,0.0020566673,0.0000012023204,0.0015869486,0.00003295297,0.004302904,0.0034976637],"study_design_scores_gemma":[0.036057856,0.028565234,0.8970952,0.0034480493,0.000013192268,0.0000081300905,0.0066448306,0.0002361816,0.018915473,0.0007416603,0.008082284,0.00019191386],"about_ca_topic_score_codex":0.000024361416,"about_ca_topic_score_gemma":0.000016019732,"teacher_disagreement_score":0.08109941,"about_ca_system_score_codex":0.00014445675,"about_ca_system_score_gemma":0.001149823,"threshold_uncertainty_score":0.4280886},"labels":[],"label_agreement":null},{"id":"W1766025409","doi":"10.2196/resprot.3974","title":"An Internet-Based Means of Monitoring Quality of Life in Post-Prostate Radiation Treatment: A Prospective Cohort Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; BC Cancer Agency; Interior Health","funders":"BC Cancer Agency","keywords":"Medicine; Prospective cohort study; The Internet; Quality of life (healthcare); Prostate cancer; Cohort; Cohort study; Medical physics; Psychology; Internal medicine; Computer science; World Wide Web; Nursing","score_opus":0.3618182457080562,"score_gpt":0.6138024503410671,"score_spread":0.25198420463301086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1766025409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64631575,0.0000034743214,0.000014720477,0.00012410905,0.0000047787858,0.35339698,0.0000129343525,0.000018529,0.000108684006],"genre_scores_gemma":[0.5710384,2.871426e-7,0.00012344796,0.00000875751,0.000044011773,0.4287195,0.000028146751,0.00001158412,0.00002582811],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963955,0.0009452938,0.0008458208,0.0003203631,0.0011480151,0.00034496962],"domain_scores_gemma":[0.99770737,0.00017075887,0.00026303562,0.00041765015,0.001118613,0.00032254905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003841253,0.00012748655,0.0004886873,0.00047994405,0.000028775057,0.000012984516,0.00011429917,0.000054610224,0.000036222442],"category_scores_gemma":[0.00076439464,0.00010216031,0.000038273636,0.00060963724,0.00009148352,0.00017139142,0.000027102402,0.00023929059,0.000004004962],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056112874,0.004341093,0.9655543,0.00041514958,0.000049175134,0.000009431795,0.009156051,0.000006925085,0.0016807751,0.000023170685,0.000065626,0.0130870165],"study_design_scores_gemma":[0.017520051,0.029590625,0.92794275,0.00035857057,0.0000063248626,4.588985e-7,0.0064819343,0.00014240359,0.017691873,0.000039854487,0.00016024128,0.00006493132],"about_ca_topic_score_codex":0.006480385,"about_ca_topic_score_gemma":0.00055924396,"teacher_disagreement_score":0.07532251,"about_ca_system_score_codex":0.0006027227,"about_ca_system_score_gemma":0.0012407968,"threshold_uncertainty_score":0.97964466},"labels":[],"label_agreement":null},{"id":"W1789164274","doi":"10.2196/resprot.3996","title":"Using Facebook to Recruit Young Adult Veterans: Online Mental Health Research","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Mental health; Population; Ethnic group; Sample (material); Psychology; Young adult; Gerontology; Intervention (counseling); Medicine; Health care; Binge drinking; Suicide prevention; Psychiatry; Poison control; Environmental health","score_opus":0.9365694675502327,"score_gpt":0.7659125450313623,"score_spread":0.17065692251887044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1789164274","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021769222,0.000017582372,0.000020057005,0.041481324,0.00035346855,0.93152595,0.000038873724,0.00013293653,0.0046605915],"genre_scores_gemma":[0.0026476553,0.000011244803,0.0035072237,0.0003614615,0.0024449504,0.9898281,0.000018471546,0.000049264934,0.0011316473],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98326826,0.008464714,0.0005745904,0.000637473,0.00477069,0.0022842656],"domain_scores_gemma":[0.9924372,0.0015134697,0.00010991788,0.0005436808,0.003238538,0.0021572185],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.024022609,0.00016009745,0.0002994166,0.0007087481,0.0024966702,0.00038709393,0.0009965915,0.0002287016,0.00024144637],"category_scores_gemma":[0.013803253,0.0001681934,0.00005383692,0.002627317,0.00076903764,0.00043253115,0.00028763898,0.0014379416,0.0006649456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00078758755,0.0014234054,0.011332971,0.00047288433,0.000014662336,0.000010513159,0.63674456,0.000004594294,0.000746544,0.006518779,0.19470152,0.14724196],"study_design_scores_gemma":[0.0008244615,0.0011525707,0.0011795037,0.0015340835,2.776734e-7,0.0000014889422,0.05924623,0.00004028786,0.00009434147,0.00094335095,0.93481266,0.00017074445],"about_ca_topic_score_codex":0.03723047,"about_ca_topic_score_gemma":0.016988123,"teacher_disagreement_score":0.7401111,"about_ca_system_score_codex":0.005201526,"about_ca_system_score_gemma":0.0102391485,"threshold_uncertainty_score":0.99880195},"labels":[],"label_agreement":null},{"id":"W1803186607","doi":"10.2196/resprot.4840","title":"Designing an Internationally Accessible Web-Based Questionnaire to Discover Risk Factors for Amyotrophic Lateral Sclerosis: A Case-Control Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Amyotrophic Lateral Sclerosis Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Amyotrophic lateral sclerosis; Epidemiology; Computer-assisted web interviewing; Questionnaire; Disease; Medicine; Family medicine; Psychology; Medical education; Pathology; Marketing; Business","score_opus":0.3283584663549081,"score_gpt":0.5221393274728946,"score_spread":0.19378086111798648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1803186607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6154672,0.0000028617897,0.0024061224,0.00068973115,0.00001582998,0.38112798,0.00010528125,0.00015021408,0.000034775156],"genre_scores_gemma":[0.5272978,1.5447259e-7,0.0010042912,0.00007774969,0.00023600251,0.47106144,0.000013638565,0.00006927673,0.00023963892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923569,0.0019812062,0.0006924575,0.0010462655,0.0025988512,0.0013243008],"domain_scores_gemma":[0.9945962,0.0004722394,0.00015909775,0.0009701376,0.0022538928,0.0015484628],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004941879,0.00040393954,0.00059393974,0.00088859076,0.0005787254,0.0007481141,0.0007693091,0.00021150454,0.0001635128],"category_scores_gemma":[0.002314009,0.0003002299,0.00017667742,0.0009836209,0.00020367933,0.00090884714,0.0002908581,0.0011309992,0.000096523174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014574873,0.0055925157,0.9429647,0.00037324263,0.00026652322,0.0007875274,0.0027778575,0.0015433262,0.021938732,0.000050933995,0.0036934193,0.0054363804],"study_design_scores_gemma":[0.034189083,0.03100465,0.90706295,0.0038616958,0.000043622753,0.000054553857,0.0010174605,0.018518906,0.0019220591,0.00035709798,0.0013132951,0.000654632],"about_ca_topic_score_codex":0.0009168144,"about_ca_topic_score_gemma":0.00036091974,"teacher_disagreement_score":0.08993347,"about_ca_system_score_codex":0.0010121368,"about_ca_system_score_gemma":0.0016407521,"threshold_uncertainty_score":0.999945},"labels":[],"label_agreement":null},{"id":"W1809358671","doi":"10.2196/resprot.4743","title":"Games and Telerehabilitation for Balance Impairments and Gaze Dysfunction: Protocol of a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation; University of Manitoba","funders":"","keywords":"Telerehabilitation; eHealth; Randomized controlled trial; Rehabilitation; Medicine; Physical therapy; Quality of life (healthcare); Health care; Telemedicine; Physical medicine and rehabilitation; Digital health; Nursing","score_opus":0.12287099700948172,"score_gpt":0.5199756048171924,"score_spread":0.3971046078077107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1809358671","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03738997,0.000009839812,0.00013452824,0.000640639,0.000017178836,0.96110266,0.0000052374126,0.000029568053,0.0006703792],"genre_scores_gemma":[0.009275189,6.5906823e-7,0.0018932108,0.000021610858,0.0001825696,0.9874106,0.000002870415,0.000017632534,0.0011956656],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99697775,0.0009785559,0.0007471179,0.00032353212,0.0006902663,0.00028280923],"domain_scores_gemma":[0.9949738,0.0031387652,0.00021429131,0.0002349549,0.0011824484,0.0002557637],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006774203,0.00014553506,0.0012054521,0.0002968796,0.00006193305,0.0000493956,0.00005618814,0.00012493816,0.000040627325],"category_scores_gemma":[0.008555598,0.00009265793,0.00023902676,0.00019940078,0.0005542216,0.00014364308,0.000044100896,0.00019820781,0.0000029099665],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.986346,0.0007465303,0.0026320782,0.0019199362,0.000090303816,9.707045e-7,0.00047320966,5.661231e-7,0.00081955944,0.00019373049,0.0029986503,0.0037784497],"study_design_scores_gemma":[0.9679353,0.012982533,0.0014314353,0.0011238322,0.000015368498,0.000007437268,0.00038114502,0.00048991543,0.00023525987,0.0016806826,0.013634061,0.00008299885],"about_ca_topic_score_codex":0.0000057734587,"about_ca_topic_score_gemma":6.6849293e-7,"teacher_disagreement_score":0.028114785,"about_ca_system_score_codex":0.00007981104,"about_ca_system_score_gemma":0.00044010917,"threshold_uncertainty_score":0.99979573},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1829050540","doi":"10.2196/resprot.5039","title":"Using Computational Approaches to Improve Risk-Stratified Patient Management: Rationale and Methods","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Computer science; Management science; Medicine; Risk analysis (engineering); Engineering","score_opus":0.6602763893703709,"score_gpt":0.5963124392043422,"score_spread":0.06396395016602874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1829050540","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000984165,0.0000065911013,0.63858724,0.001494068,0.000017954953,0.35663247,0.000007845816,0.00010277778,0.002166874],"genre_scores_gemma":[0.0020993354,6.0393425e-8,0.56747484,0.00006129255,0.0000418721,0.43019292,0.0000034076954,0.000010260144,0.00011604606],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953363,0.0021245917,0.0003263818,0.00065297895,0.0010850229,0.00047475088],"domain_scores_gemma":[0.99814785,0.00040148298,0.00011459072,0.00054299354,0.00036484216,0.00042824715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004226828,0.00014231257,0.0001591903,0.00031794296,0.0003733009,0.00049149053,0.0006349504,0.00006713355,0.000007767689],"category_scores_gemma":[0.00033929976,0.0001307764,0.000027584614,0.0007254055,0.00008453728,0.00037086324,0.0009964154,0.0005412513,0.000029838611],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022005003,0.00044071765,0.004853045,0.0008893387,0.000047707446,0.000034384757,0.008816891,0.044631932,0.00017382353,0.2489138,0.0035006732,0.68747765],"study_design_scores_gemma":[0.0010590864,0.0011007659,0.003448546,0.00025123125,0.0000011371058,0.00001339976,0.00034151663,0.8822144,0.00032024513,0.05699674,0.053971265,0.0002816262],"about_ca_topic_score_codex":0.00006162003,"about_ca_topic_score_gemma":0.0000046614273,"teacher_disagreement_score":0.8375825,"about_ca_system_score_codex":0.00016173083,"about_ca_system_score_gemma":0.00028077263,"threshold_uncertainty_score":0.5332907},"labels":[],"label_agreement":null},{"id":"W1830286907","doi":"10.2196/resprot.4918","title":"A Novel Health Information Technology Communication System to Increase Caregiver Activation in the Context of Hospital-Based Pediatric Hematopoietic Cell Transplantation: A Pilot Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Cancer Institute; Agency for Healthcare Research and Quality","keywords":"Medicine; Hematopoietic cell; Context (archaeology); Health care; Transplantation; Inpatient care; Health information technology; Medical emergency; Haematopoiesis","score_opus":0.1615166604237489,"score_gpt":0.47249486375584027,"score_spread":0.31097820333209136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1830286907","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.427335,0.0000099347635,0.0009783141,0.012675256,0.000006939036,0.55848527,0.000023754596,0.000082730505,0.00040277498],"genre_scores_gemma":[0.6034284,4.3479127e-7,0.00025583585,0.00022560364,0.000022692648,0.39602542,0.000029370867,0.000008784593,0.0000034140182],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99625,0.0011020098,0.0007444242,0.00020488925,0.0013894131,0.00030931947],"domain_scores_gemma":[0.9973557,0.00037352982,0.00030906382,0.0008769526,0.00090785767,0.00017688045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005181053,0.00013698758,0.00035389228,0.00086286623,0.00011941969,0.00004374782,0.00047637566,0.000069411915,0.0000031717161],"category_scores_gemma":[0.00035828006,0.00011048495,0.000030274201,0.0018544035,0.00008650942,0.00028484376,0.0000705042,0.0005370428,0.00002419654],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018356297,0.040721145,0.21306604,0.0394923,0.000071590184,0.000024195551,0.6635592,0.00015182815,0.0007143503,0.004835212,0.015542803,0.0034650685],"study_design_scores_gemma":[0.06717891,0.119252615,0.17659421,0.012487585,0.000041754585,0.00003785217,0.61458623,0.00031683838,0.0034734632,0.00017011049,0.0051256395,0.00073477445],"about_ca_topic_score_codex":0.0036371243,"about_ca_topic_score_gemma":0.0004551918,"teacher_disagreement_score":0.17609343,"about_ca_system_score_codex":0.0005132781,"about_ca_system_score_gemma":0.0013152077,"threshold_uncertainty_score":0.54982686},"labels":[],"label_agreement":null},{"id":"W1831863883","doi":"10.2196/resprot.4824","title":"A Mobile Internet Service for Self-Management of Physical Activity in People With Rheumatoid Arthritis: Challenges in Advancing the Co-Design Process During the Requirements Specification Phase","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Uppsala Universitet; Reumatikerförbundet; Akademiska Sjukhuset; Stockholms Läns Landsting; Karolinska Institutet","keywords":"eHealth; Knowledge management; Computer science; The Internet; Participatory design; Usability; Process management; Health care; World Wide Web; Engineering; Human–computer interaction","score_opus":0.29923624145285727,"score_gpt":0.6063020821168779,"score_spread":0.3070658406640206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1831863883","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51942044,0.00002018736,0.00023485055,0.0019762462,0.000018359242,0.47732234,0.000007373481,0.000031966913,0.00096820283],"genre_scores_gemma":[0.46418574,0.00001337013,0.00010218618,0.0000142816225,0.000035452784,0.5355049,0.0000036180052,0.000012481442,0.00012800285],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967365,0.001496242,0.00034811586,0.00030109426,0.00067886757,0.00043912765],"domain_scores_gemma":[0.9980103,0.0004569235,0.00023289074,0.00037846365,0.00085029897,0.00007111957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034871248,0.00012067468,0.00019875633,0.00014384084,0.00027449263,0.000023713468,0.00038370525,0.00006278349,0.00001982114],"category_scores_gemma":[0.00008195396,0.000072554685,0.000017886552,0.00076167285,0.000046636236,0.00033514525,0.0001019546,0.00057795603,0.000022112792],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050125133,0.023378793,0.012086145,0.019720761,0.00014525071,0.000010886336,0.8305641,0.00093015743,0.0070217224,0.011258639,0.0061399266,0.03861852],"study_design_scores_gemma":[0.047642883,0.0074808164,0.048002042,0.057263717,0.0000060432294,0.0000034270538,0.7216016,0.025514022,0.021457082,0.0044423896,0.065813914,0.00077206636],"about_ca_topic_score_codex":0.000059831425,"about_ca_topic_score_gemma":0.00092229113,"teacher_disagreement_score":0.10896247,"about_ca_system_score_codex":0.0004982311,"about_ca_system_score_gemma":0.0010238768,"threshold_uncertainty_score":0.2958694},"labels":[],"label_agreement":null},{"id":"W1834491116","doi":"10.2196/resprot.4303","title":"Treatment of Basal Cell Carcinoma Using a One-Stop-Shop With Reflectance Confocal Microscopy: Study Design and Protocol of a Randomized Controlled Multicenter Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nonmelanoma Skin Cancer Studies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Confocal; Randomized controlled trial; Confocal microscopy; Basal cell carcinoma; Medicine; Basal cell; Pathology; Optics; Alternative medicine; Physics","score_opus":0.3286515151532594,"score_gpt":0.5512622570060414,"score_spread":0.22261074185278196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1834491116","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18211807,0.000016703963,0.00029486252,0.000060861854,0.0000055647856,0.81708175,0.000004992604,0.000012415634,0.0004047898],"genre_scores_gemma":[0.23399097,3.5658834e-7,0.005462054,0.000004941532,0.00009185875,0.7601908,6.612997e-7,0.000039213108,0.00021915833],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936128,0.0027551253,0.0011145081,0.0005620139,0.0013775101,0.00057803],"domain_scores_gemma":[0.996086,0.0012382533,0.0005228652,0.0005957746,0.0012713019,0.0002857755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034095962,0.00035156248,0.003028475,0.0003270778,0.00010462585,0.000043325712,0.00016320529,0.00010944706,0.000024366544],"category_scores_gemma":[0.00046638944,0.00021327463,0.00019805002,0.00035175978,0.0008940535,0.000091310496,0.00011914152,0.00027149063,0.0000020025373],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95821357,0.008945322,0.014288944,0.00080390525,0.00046666263,0.00009815929,0.0043292977,0.000005177864,0.012668044,0.0000047647136,0.00007358556,0.00010258463],"study_design_scores_gemma":[0.8836495,0.060110003,0.00038280195,0.0009365036,0.0001264552,0.0000075648477,0.0009555848,0.000911223,0.05253604,0.000015402038,0.00021378431,0.00015508448],"about_ca_topic_score_codex":0.00015858571,"about_ca_topic_score_gemma":0.000014954059,"teacher_disagreement_score":0.074563995,"about_ca_system_score_codex":0.00042604728,"about_ca_system_score_gemma":0.0014927034,"threshold_uncertainty_score":0.86970866},"labels":[],"label_agreement":null},{"id":"W1851064493","doi":"10.2196/resprot.4338","title":"Normothermic Versus Hypothermic Cardiopulmonary Bypass in Children Undergoing Open Heart Surgery (Thermic-2): Study Protocol for a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac and Coronary Surgery Techniques","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust","keywords":"Medicine; Cardiopulmonary bypass; Hypothermia; Anesthesia; Heart rate; Randomized controlled trial; Population; Cardiac surgery; Clinical endpoint; Surgery; Blood pressure; Internal medicine","score_opus":0.2526168199841802,"score_gpt":0.5342827827868265,"score_spread":0.28166596280264633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1851064493","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03191495,0.000005306699,0.000012584127,0.00037019653,0.000033327902,0.96288645,0.000008344099,0.00020652336,0.0045623],"genre_scores_gemma":[0.030095328,5.455199e-7,0.00017967429,0.00007819752,0.00054768677,0.96792233,0.000016092004,0.00015556972,0.0010045924],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9889362,0.005677227,0.0016225511,0.0009879959,0.0016169118,0.0011591228],"domain_scores_gemma":[0.99172693,0.005651059,0.00033708304,0.001190969,0.0006219084,0.0004720383],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.024180423,0.0005197059,0.004178377,0.0008849551,0.00021006215,0.00029128027,0.0006434733,0.00028239095,0.0001165262],"category_scores_gemma":[0.0026670808,0.00038804655,0.0013072042,0.00079101766,0.0002936607,0.00041557755,0.00048330455,0.0008186142,0.000041640396],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9633174,0.004557188,0.017074805,0.00016188716,0.0005525889,0.000076290664,0.00020301156,0.0000026034263,0.00010549279,0.00003074446,0.0099998955,0.0039181095],"study_design_scores_gemma":[0.9761654,0.0066881278,0.0027650883,0.0012610495,0.00004148124,0.000045789497,0.00039412576,0.00005693075,0.00011162671,0.0004309628,0.011637325,0.0004021061],"about_ca_topic_score_codex":0.0003603695,"about_ca_topic_score_gemma":0.000036614554,"teacher_disagreement_score":0.021513343,"about_ca_system_score_codex":0.0006348215,"about_ca_system_score_gemma":0.0034415908,"threshold_uncertainty_score":0.9998571},"labels":[],"label_agreement":null},{"id":"W1854076958","doi":"10.2196/resprot.3440","title":"An Interactive Website to Reduce Sexual Risk Behavior: Process Evaluation of TeensTalkHealth","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; University of Minnesota","keywords":"Psychological intervention; Condom; Reproductive health; Context (archaeology); Psychology; Intervention (counseling); Medical education; Credibility; Conversation; Summative assessment; Behavior change; Applied psychology; Internet privacy; Medicine; Social psychology; Nursing; Population; Computer science; Family medicine; Formative assessment; Pedagogy","score_opus":0.7313899417792102,"score_gpt":0.7476058703441647,"score_spread":0.016215928564954463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1854076958","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49408475,0.000003962234,0.00004563882,0.00048119653,0.000053785516,0.5031787,0.00006725186,0.00008135303,0.002003376],"genre_scores_gemma":[0.35732183,3.3026012e-7,0.00020540807,0.00006957713,0.0006702315,0.64087117,0.00002613817,0.000041281444,0.0007940238],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9834868,0.01034581,0.00091322925,0.0009755042,0.0030837308,0.0011949672],"domain_scores_gemma":[0.9887549,0.00026868397,0.000522803,0.0011320697,0.008179383,0.0011421172],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022429079,0.00023876567,0.00043676654,0.00051665993,0.0008869598,0.000022902694,0.0005621545,0.000259398,0.00029477323],"category_scores_gemma":[0.0024405685,0.00018913328,0.000033037384,0.0011494157,0.00023324687,0.000560533,0.00027417386,0.0023706218,0.00055137847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0129173845,0.014890086,0.61984324,0.0044723605,0.00006849767,0.000014659636,0.14130202,0.00028828744,0.015263436,0.00040062488,0.055853967,0.13468541],"study_design_scores_gemma":[0.016081544,0.028614437,0.6491667,0.0064874347,0.00005026277,0.000011399604,0.18904363,0.0018329546,0.007269126,0.0042373133,0.096023,0.001182197],"about_ca_topic_score_codex":0.0008329448,"about_ca_topic_score_gemma":0.0002913039,"teacher_disagreement_score":0.13769251,"about_ca_system_score_codex":0.0012006945,"about_ca_system_score_gemma":0.005952012,"threshold_uncertainty_score":0.999931},"labels":[],"label_agreement":null},{"id":"W1866629817","doi":"10.2196/resprot.4369","title":"A “Community Fit” Community-Based Participatory Research Program for Family Health, Happiness, and Harmony: Design and Implementation","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, psychology, and well-being","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Happiness; Harmony (color); Community-based participatory research; Psychological intervention; Psychology; Community health; Gerontology; Nursing; Participatory action research; Medicine; Sociology; Social psychology; Public health","score_opus":0.9012184033860093,"score_gpt":0.7572068390510616,"score_spread":0.14401156433494777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866629817","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07607213,0.00006934845,0.0015623001,0.015768653,0.000039464,0.9051035,0.000053510736,0.00028695996,0.0010441509],"genre_scores_gemma":[0.040452853,0.000015803238,0.0060825124,0.0023811439,0.0001975814,0.95052004,0.000078010846,0.00007653338,0.00019552116],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93047076,0.06472397,0.00097166625,0.0004603375,0.0009956654,0.002377625],"domain_scores_gemma":[0.98793954,0.007540783,0.00022631844,0.0011198361,0.0018860488,0.001287468],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.09831242,0.00026121648,0.0005188731,0.0005812001,0.009126692,0.00014749833,0.00062414457,0.0004188998,0.000027868433],"category_scores_gemma":[0.0014589551,0.0002382603,0.000042817792,0.0008420726,0.0009643966,0.0002955905,0.0005341557,0.006944563,0.00005212784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004624964,0.0037650433,0.02549372,0.017961191,0.000053044634,0.0000090915255,0.07923027,0.000005544454,0.0007347354,0.0030323043,0.5172584,0.3478317],"study_design_scores_gemma":[0.012104988,0.013530586,0.042176872,0.0027128586,0.0000034079274,0.0000021041358,0.04806289,0.00091857044,0.000110594265,0.019395158,0.86064214,0.00033984677],"about_ca_topic_score_codex":0.0049511427,"about_ca_topic_score_gemma":0.0009874837,"teacher_disagreement_score":0.34749186,"about_ca_system_score_codex":0.00056259066,"about_ca_system_score_gemma":0.0045775594,"threshold_uncertainty_score":0.9953464},"labels":[],"label_agreement":null},{"id":"W1889094217","doi":"10.2196/resprot.4864","title":"Twitter-Delivered Behavioral Weight-Loss Interventions: A Pilot Series","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Weight loss; Psychological intervention; Medicine; Intervention (counseling); Social support; Social media; Gerontology; Depression (economics); Social network (sociolinguistics); Physical therapy; Obesity; Psychology; Psychiatry; World Wide Web; Social psychology; Computer science","score_opus":0.8080609942351848,"score_gpt":0.6873209956695435,"score_spread":0.12073999856564133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889094217","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044067338,0.000025223842,0.000013283453,0.008762558,0.00042985292,0.939025,0.000009760754,0.00024130922,0.00742569],"genre_scores_gemma":[0.036688793,0.000005363452,0.00051569793,0.000033853983,0.0015452049,0.9589596,0.000007816474,0.000024956526,0.0022187526],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99431944,0.0022358925,0.00040793576,0.00034896468,0.001693819,0.0009939506],"domain_scores_gemma":[0.99695283,0.0005191038,0.00012266888,0.0003738628,0.0012703784,0.0007611642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056969477,0.0001225577,0.00019398311,0.00026184632,0.0008588127,0.00028099061,0.0006821329,0.000149709,0.0004482813],"category_scores_gemma":[0.002957367,0.00012407682,0.00008705175,0.0010587204,0.000985221,0.0007268555,0.00017894625,0.0006022639,0.000531235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023024587,0.008793154,0.23746498,0.0014822425,0.00003890596,0.00008452521,0.34728542,7.3985046e-7,0.00013768628,0.038932618,0.26730493,0.09617234],"study_design_scores_gemma":[0.0011186211,0.0020816398,0.011587434,0.0010308845,0.0000020766445,0.0000017742707,0.017182631,7.78476e-7,0.00011463736,0.007550982,0.9591375,0.00019106655],"about_ca_topic_score_codex":0.005956112,"about_ca_topic_score_gemma":0.0020786077,"teacher_disagreement_score":0.69183254,"about_ca_system_score_codex":0.0011746421,"about_ca_system_score_gemma":0.0019364303,"threshold_uncertainty_score":0.9003899},"labels":[],"label_agreement":null},{"id":"W1903671530","doi":"10.2196/resprot.4282","title":"Development of Motivate4Change Using the Intervention Mapping Protocol: An Interactive Technology Physical Activity and Medication Adherence Promotion Program for Hospitalized Heart Failure Patients","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention mapping; Heart failure; Protocol (science); Intervention (counseling); Promotion (chess); Medicine; Medication adherence; Physical activity; Physical therapy; Health promotion; Alternative medicine; Nursing; Public health; Internal medicine","score_opus":0.422238510386515,"score_gpt":0.5921728697249039,"score_spread":0.1699343593383889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1903671530","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43562236,1.9639869e-7,0.0011777184,0.00044682244,0.0000039553297,0.56268656,0.0000021339074,0.000043338903,0.000016891578],"genre_scores_gemma":[0.19057868,1.983215e-8,0.0106043685,0.0000064555597,0.000036435024,0.7987033,0.000018831439,0.000012425749,0.000039442857],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99812347,0.0002470502,0.00029153517,0.0003589093,0.0006912449,0.00028777955],"domain_scores_gemma":[0.99797785,0.000049001796,0.00026544931,0.00033290096,0.0012133657,0.00016145364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011637402,0.0001289038,0.00025613414,0.00024037198,0.00015275947,0.00003868508,0.00019857488,0.00010744463,0.000019089777],"category_scores_gemma":[0.00047947135,0.00008908271,0.000040491384,0.00056802604,0.0002951831,0.000311418,0.00014163813,0.00035231325,0.0000063907],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034079212,0.01972465,0.0482689,0.0038601798,0.00013759303,0.0000011282875,0.008494497,5.581874e-7,0.07319139,0.00039915342,0.0015326121,0.8409814],"study_design_scores_gemma":[0.03592848,0.046201833,0.41398254,0.03147286,0.00004409377,0.000023057766,0.009975298,0.038043126,0.23024434,0.0036029639,0.18960673,0.00087466935],"about_ca_topic_score_codex":0.000008545498,"about_ca_topic_score_gemma":0.0000043221307,"teacher_disagreement_score":0.8401067,"about_ca_system_score_codex":0.00017801354,"about_ca_system_score_gemma":0.00035793704,"threshold_uncertainty_score":0.36326873},"labels":[],"label_agreement":null},{"id":"W1906937166","doi":"10.2196/resprot.4858","title":"An Internet-Based Intervention (Mamma Mia) for Postpartum Depression: Mapping the Development from Theory to Practice","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Intervention mapping; The Internet; Postpartum depression; Psychology; Protocol (science); Medicine; Pregnancy; Developmental psychology; Applied psychology; Psychiatry; Computer science; World Wide Web; Alternative medicine","score_opus":0.33510745934684344,"score_gpt":0.5557485905793985,"score_spread":0.22064113123255508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1906937166","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04868255,0.00011407608,0.031467345,0.008362952,0.00016255672,0.90966225,0.000031131403,0.00019301887,0.0013241076],"genre_scores_gemma":[0.08308134,1.8199248e-7,0.015770925,0.0010832712,0.0002923549,0.8973753,0.00006242001,0.000039399452,0.0022947951],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99648285,0.0011404573,0.00048039542,0.00044025338,0.0008769943,0.00057903916],"domain_scores_gemma":[0.9973052,0.00075368135,0.00012929202,0.0006038622,0.0005934807,0.00061448896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005368552,0.00016847809,0.00021349038,0.00016917237,0.000225017,0.00014467353,0.0004361163,0.00010595881,0.0001236844],"category_scores_gemma":[0.0008736455,0.00011362634,0.0000689791,0.00020285607,0.000071834766,0.00024238236,0.00019361536,0.00049698504,0.00020224632],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25449345,0.013309153,0.06771055,0.028458867,0.00041922092,0.0003938011,0.04564173,0.000034964254,0.0052123712,0.0024241589,0.046912387,0.53498936],"study_design_scores_gemma":[0.0058303364,0.004502788,0.016387578,0.043154072,0.000007985749,0.000023356475,0.0018164777,0.00040842764,0.08168433,0.0009832263,0.84496003,0.00024141821],"about_ca_topic_score_codex":0.00007370554,"about_ca_topic_score_gemma":0.000027852317,"teacher_disagreement_score":0.7980476,"about_ca_system_score_codex":0.00029244996,"about_ca_system_score_gemma":0.0004589761,"threshold_uncertainty_score":0.46335477},"labels":[],"label_agreement":null},{"id":"W1920526975","doi":"10.2196/resprot.4766","title":"Achieving Consensus in the Development of an Online Intervention Designed to Effectively Support Midwives in Work-Related Psychological Distress: Protocol for a Delphi Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Coventry University","keywords":"Protocol (science); Intervention (counseling); Delphi method; Delphi; Psychology; Psychological intervention; Work (physics); Psychological distress; Medical education; Medicine; Applied psychology; Nursing; Clinical psychology; Computer science; Psychotherapist; Alternative medicine; Mental health; Engineering; Artificial intelligence","score_opus":0.6966474248566628,"score_gpt":0.691771134386514,"score_spread":0.004876290470148703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1920526975","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30643356,1.4089862e-7,0.00011955998,0.000477278,0.0000030419587,0.6925619,0.000006075297,0.00004363202,0.00035479624],"genre_scores_gemma":[0.28832394,8.33787e-9,0.0041092676,0.0000066865846,0.000021446107,0.7074489,0.0000052227924,0.000015610589,0.000068933274],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9869499,0.008606199,0.0009862804,0.0006101608,0.0019341289,0.0009133005],"domain_scores_gemma":[0.9967626,0.0015637354,0.00016644328,0.00046972648,0.00076317106,0.0002743645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03330457,0.00018407489,0.00034040635,0.00069470453,0.00028349954,0.0001759573,0.0015525339,0.00020718819,0.00004584134],"category_scores_gemma":[0.0052350075,0.00013382651,0.000069808986,0.0024773465,0.0005088456,0.0001786003,0.00033310574,0.0007245797,0.000009123775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032739043,0.08389091,0.18399937,0.0010104008,0.000069439535,0.00031668364,0.30714753,0.00005574463,0.0032255882,0.00088261504,0.0058883554,0.38077432],"study_design_scores_gemma":[0.026863944,0.042651705,0.7209248,0.0077445707,0.0000035067344,0.0000055262185,0.16594243,0.000076554774,0.0016066007,0.004687979,0.02859782,0.000894537],"about_ca_topic_score_codex":0.00026666245,"about_ca_topic_score_gemma":0.007982159,"teacher_disagreement_score":0.53692544,"about_ca_system_score_codex":0.00052973273,"about_ca_system_score_gemma":0.00053510483,"threshold_uncertainty_score":0.9954164},"labels":[],"label_agreement":null},{"id":"W1922075186","doi":"10.2196/resprot.4291","title":"Informed Choice for Participation in Down Syndrome Screening: Development and Content of a Web-Based Decision Aid","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Content (measure theory); Psychology; World Wide Web; Medical education; Medicine; Computer science; Multimedia","score_opus":0.4672380401172244,"score_gpt":0.5541299398655924,"score_spread":0.08689189974836803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1922075186","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66745925,0.000013340801,0.0020339317,0.00026069555,0.0000036633128,0.32989347,0.000010693536,0.000032722503,0.00029227257],"genre_scores_gemma":[0.39108327,2.838877e-7,0.018350061,0.000035917405,0.000013480099,0.59040725,0.00002430906,0.000010469771,0.00007495496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99811023,0.000084845655,0.000432591,0.00020757168,0.00076666306,0.0003980781],"domain_scores_gemma":[0.99713004,0.0016973967,0.00007877008,0.00022065964,0.0005203447,0.00035276913],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001754005,0.00010315299,0.00026144454,0.00031993736,0.000053397063,0.00003160968,0.00010977472,0.00010160555,0.000008569986],"category_scores_gemma":[0.008518746,0.00008166908,0.000029393957,0.00033434815,0.000105520965,0.00011933874,0.000104533465,0.00021149217,0.000006649774],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017039876,0.0018705506,0.7480913,0.002598831,0.00004179836,0.00008490323,0.0010676763,0.00012303452,0.0013618767,0.0002634052,0.0055080983,0.22194865],"study_design_scores_gemma":[0.04523459,0.007728027,0.75251514,0.015121853,0.000006583674,0.000016777749,0.00030390348,0.006335595,0.01877059,0.00015564408,0.15356287,0.0002484555],"about_ca_topic_score_codex":0.00007257819,"about_ca_topic_score_gemma":0.00015851237,"teacher_disagreement_score":0.27637595,"about_ca_system_score_codex":0.00012913368,"about_ca_system_score_gemma":0.0010492157,"threshold_uncertainty_score":0.9998329},"labels":[],"label_agreement":null},{"id":"W1931613251","doi":"10.2196/resprot.4036","title":"Interleukin 2 Topical Cream for Treatment of Diabetic Foot Ulcer: Experiment Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Wound Healing and Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; Diabetic foot ulcer; Diabetic foot; Wound healing; Type 1 diabetes; Diabetic ulcers; Disease; Surgery; Internal medicine; Endocrinology","score_opus":0.4878101929372376,"score_gpt":0.628629911440827,"score_spread":0.14081971850358943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1931613251","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01234699,0.000004502052,0.000027158458,0.00065625337,0.000007736004,0.9828568,0.000011037908,0.000055568627,0.004033939],"genre_scores_gemma":[0.020456264,1.7905859e-7,0.0013897761,0.000018418808,0.00024628147,0.9735513,0.000016706283,0.000035370023,0.004285747],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761283,0.00020292688,0.00043996514,0.0003947516,0.00074938353,0.0006001149],"domain_scores_gemma":[0.9981139,0.0001753494,0.000077193276,0.0005986196,0.00053873257,0.0004962629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005546728,0.00019890406,0.00048996735,0.00018800542,0.00009397755,0.00003978334,0.00014193474,0.00013301506,0.00012342975],"category_scores_gemma":[0.00014553206,0.00013584811,0.00015982431,0.00018492977,0.00017303589,0.000049982005,0.000061911574,0.0001202499,0.000059004848],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11301285,0.20236087,0.15978697,0.015969913,0.0018293405,0.00063043734,0.022590483,0.000009781629,0.039743073,0.009969238,0.109080896,0.32501614],"study_design_scores_gemma":[0.028235184,0.07972637,0.0015841934,0.0016455536,0.000012267384,0.000015751164,0.0003106769,0.000062779225,0.1804516,0.0011296277,0.7066703,0.00015569161],"about_ca_topic_score_codex":0.000085683445,"about_ca_topic_score_gemma":0.000009482885,"teacher_disagreement_score":0.59758943,"about_ca_system_score_codex":0.0006076814,"about_ca_system_score_gemma":0.0006672277,"threshold_uncertainty_score":0.5539725},"labels":[],"label_agreement":null},{"id":"W1932289900","doi":"10.2196/resprot.4899","title":"Detecting Heart Failure Decompensation by Measuring Transthoracic Bioimpedance in the Outpatient Setting: Rationale and Design of the SENTINEL-HF Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Decompensation; Medicine; Acute decompensated heart failure; Heart failure; Internal medicine; Cardiology; Emergency medicine; Intensive care medicine","score_opus":0.3367560569066551,"score_gpt":0.4938943167062529,"score_spread":0.15713825979959778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932289900","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40567845,0.000012594056,0.0002791571,0.010549467,0.0000044032204,0.5833726,0.000001636351,0.000023354169,0.000078321194],"genre_scores_gemma":[0.60527515,1.4778611e-7,0.00078184897,0.00004539274,0.000022929487,0.39377964,0.0000017765233,0.000009726458,0.00008340388],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965983,0.001496422,0.00030555623,0.00025055153,0.0010607772,0.00028840915],"domain_scores_gemma":[0.99901575,0.0002750343,0.00006505131,0.00033425514,0.00023219862,0.000077722005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005433605,0.00011338168,0.00017725356,0.0001243206,0.00017334218,0.00006315676,0.00014365147,0.00004346357,0.000007101305],"category_scores_gemma":[0.00035072386,0.000064884654,0.000035245906,0.00047183485,0.00008001193,0.00011030584,0.000074118565,0.00034928118,0.000005318808],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019628338,0.0062423185,0.86609256,0.001176634,0.0001297054,0.000033534816,0.039281394,0.00023023927,0.02997129,0.00011727488,0.04298898,0.011773235],"study_design_scores_gemma":[0.044832837,0.01804989,0.48224455,0.007966952,0.0001125958,0.00010197685,0.081208386,0.00895597,0.07185758,0.0009435825,0.28269202,0.001033662],"about_ca_topic_score_codex":0.000036579622,"about_ca_topic_score_gemma":0.000061449755,"teacher_disagreement_score":0.383848,"about_ca_system_score_codex":0.0000934358,"about_ca_system_score_gemma":0.00014910147,"threshold_uncertainty_score":0.26459196},"labels":[],"label_agreement":null},{"id":"W1940443344","doi":"10.2196/resprot.3715","title":"Patient-Centered mHealth Living Donor Transplant Education Program for African Americans: Development and Analysis","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health; Medical University of South Carolina","keywords":"Focus group; mHealth; Medicine; Donation; Ethnic group; Session (web analytics); Formative assessment; Telemedicine; Medical education; Family medicine; Gerontology; Nursing; Psychology; Health care; Psychological intervention; Pedagogy; Sociology","score_opus":0.2136185657173628,"score_gpt":0.5245704514003839,"score_spread":0.3109518856830211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940443344","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13810496,0.000016620139,0.0022384361,0.0013879618,0.000011320239,0.85637623,0.00004158936,0.00016509567,0.0016577916],"genre_scores_gemma":[0.27916086,0.0000019110091,0.011190286,0.00007354469,0.00003694402,0.7090991,0.00015978907,0.000015374879,0.0002621682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828786,0.00016000409,0.00031394642,0.0003127525,0.0005688239,0.00035662853],"domain_scores_gemma":[0.9987126,0.00011115374,0.000078717625,0.00017085514,0.00051836716,0.00040828058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070408965,0.00011223334,0.00022249146,0.0005260497,0.00014330582,0.00007561084,0.00006811172,0.000053121916,0.000027621518],"category_scores_gemma":[0.00006404896,0.000095106625,0.000049287723,0.00086008024,0.000079382466,0.00010355238,0.000014251033,0.00017252269,0.000008296325],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019321537,0.003942912,0.12359832,0.001977363,0.00029741143,0.0000065409563,0.021986688,0.000001746049,0.00046749882,0.00021118342,0.0015326334,0.8440456],"study_design_scores_gemma":[0.006609219,0.008140418,0.38299626,0.0043772347,0.00016533988,0.00003446072,0.0076385164,0.0012005696,0.005217123,0.000106098516,0.58302927,0.0004855149],"about_ca_topic_score_codex":0.0000451555,"about_ca_topic_score_gemma":0.000081009326,"teacher_disagreement_score":0.84356004,"about_ca_system_score_codex":0.00019529491,"about_ca_system_score_gemma":0.001140924,"threshold_uncertainty_score":0.38783357},"labels":[],"label_agreement":null},{"id":"W1941209268","doi":"10.2196/resprot.4280","title":"The Space From Heart Disease Intervention for People With Cardiovascular Disease and Distress: A Mixed-Methods Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King's College London; National Institute for Health and Care Research; British Heart Foundation; Wellcome Trust","keywords":"Disease; Distress; Intervention (counseling); Medicine; Heart disease; Psychology; Gerontology; Clinical psychology; Psychiatry; Cardiology; Internal medicine","score_opus":0.16703212349666913,"score_gpt":0.5772985375254662,"score_spread":0.4102664140287971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941209268","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13716833,0.00070528424,0.001035379,0.0040442795,0.000041339612,0.8566863,0.00017082463,0.0000613611,0.00008688771],"genre_scores_gemma":[0.1643669,0.000005283145,0.0007186233,0.000055336357,0.0002939779,0.83420604,0.00005590697,0.00003382263,0.00026412794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956109,0.0017874548,0.00028008022,0.0005164923,0.0011512162,0.00065385085],"domain_scores_gemma":[0.9957986,0.00053637027,0.000046879202,0.00096028595,0.00040591287,0.002251982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006012378,0.00016321715,0.00041358286,0.00007980106,0.0004321015,0.00012644305,0.00012218067,0.00003983343,0.000005212832],"category_scores_gemma":[0.0008980297,0.00010003559,0.00021040872,0.0002774344,0.00016421486,0.00010090207,0.00018524367,0.0003649772,0.000009172132],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14636804,0.009428226,0.5038731,0.011654642,0.0008026918,0.00026394543,0.0041420045,0.000012863004,0.00005673966,0.00027772764,0.07245243,0.25066754],"study_design_scores_gemma":[0.015086168,0.00681445,0.5384412,0.0022779934,0.00011035088,0.000008218918,0.006512765,0.00020909807,0.00003748055,0.00081337977,0.42950362,0.00018533366],"about_ca_topic_score_codex":0.0008430655,"about_ca_topic_score_gemma":0.00017207288,"teacher_disagreement_score":0.35705116,"about_ca_system_score_codex":0.00024790503,"about_ca_system_score_gemma":0.000796228,"threshold_uncertainty_score":0.4079333},"labels":[],"label_agreement":null},{"id":"W1946538681","doi":"10.2196/resprot.4585","title":"Exercise-Induced Tendon and Bone Injury in Recreational Runners: A Test-Retest Reliability Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lower Extremity Biomechanics and Pathologies","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Diamantina Institute, University of Queensland; Bond University","keywords":"Medicine; Physical therapy; Athletes; Test (biology); Population; Sports medicine; Club; Stress fractures; Family medicine; Environmental health","score_opus":0.26181525719457094,"score_gpt":0.48059869706477304,"score_spread":0.2187834398702021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1946538681","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37260938,0.000028922033,0.000010675626,0.00019312167,0.000022772894,0.62391156,0.000125922,0.00040717574,0.00269046],"genre_scores_gemma":[0.3136341,0.000003407889,0.00037717837,0.0000032843311,0.000040588002,0.68579954,0.000010301671,0.000024307978,0.000107277585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997987,0.00019132083,0.0003221407,0.00039337476,0.0006299371,0.0004762301],"domain_scores_gemma":[0.99874735,0.00030183216,0.000025381463,0.00047947527,0.00023926901,0.00020667029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028597557,0.00016731431,0.00025303688,0.00032682053,0.00006905502,0.00013499256,0.00024694012,0.00014224365,0.00005685238],"category_scores_gemma":[0.0010717902,0.0001470684,0.000025433541,0.0006739022,0.0000703973,0.00022984535,0.000245259,0.0005994803,0.00004275175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030647116,0.01411962,0.34271637,0.0031672625,0.000069593,0.0010232682,0.01617647,0.0002685199,0.18414842,0.0005775297,0.13750575,0.2971625],"study_design_scores_gemma":[0.03912983,0.048305135,0.3470237,0.02352802,0.000027934466,0.00011878734,0.018681949,0.057026614,0.075883344,0.06897584,0.31519023,0.006108609],"about_ca_topic_score_codex":0.00006340459,"about_ca_topic_score_gemma":0.000037593403,"teacher_disagreement_score":0.2910539,"about_ca_system_score_codex":0.00020041865,"about_ca_system_score_gemma":0.00012253277,"threshold_uncertainty_score":0.59972745},"labels":[],"label_agreement":null},{"id":"W1952519519","doi":"10.2196/resprot.4111","title":"Cardiovascular Risk and Its Associated Factors in Health Care Workers in Colombia: A Study Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health and Lifestyle Studies","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Departamento Administrativo de Ciencia, Tecnología e Innovación (COLCIENCIAS)","keywords":"Protocol (science); Medicine; Health care; Gerontology; Nursing; Environmental health; Alternative medicine; Political science","score_opus":0.4487129759973139,"score_gpt":0.6495951106710511,"score_spread":0.20088213467373722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1952519519","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1459317,0.000055406206,3.48149e-7,0.0003503328,0.000017027616,0.85250276,0.000028660497,0.000086540684,0.0010272042],"genre_scores_gemma":[0.13072829,0.0000025264642,0.000013958056,0.00006320964,0.00009972451,0.86872864,0.0000060277584,0.000049391663,0.0003082102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97442,0.019428782,0.0013406316,0.00081312173,0.001707632,0.0022898333],"domain_scores_gemma":[0.99602383,0.00116966,0.00030991845,0.0006060813,0.0009094712,0.0009810604],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02134537,0.00032731707,0.001092818,0.00072942756,0.0011608832,0.00003991521,0.00037944145,0.00037735005,0.000029249764],"category_scores_gemma":[0.0057801674,0.00026955848,0.00009153536,0.0019851974,0.00012181336,0.00021179802,0.00062495575,0.0039481893,0.00007875887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073924434,0.0008309414,0.93193847,0.0021069816,0.000048761296,0.000045204983,0.05466824,0.000010398069,2.9027856e-7,0.000006171972,0.008377524,0.0012277829],"study_design_scores_gemma":[0.013734335,0.002882206,0.6537761,0.002929284,0.0000015345689,1.9059597e-7,0.12926488,0.000014485894,0.0000011343533,0.00002356276,0.1971706,0.00020166868],"about_ca_topic_score_codex":0.017952658,"about_ca_topic_score_gemma":0.031442184,"teacher_disagreement_score":0.27816236,"about_ca_system_score_codex":0.0025141607,"about_ca_system_score_gemma":0.00544788,"threshold_uncertainty_score":0.9999757},"labels":[],"label_agreement":null},{"id":"W1955252001","doi":"10.2196/resprot.4484","title":"Diet Quality of Young Adults Enrolling in TXT2BFiT, a Mobile Phone-Based Healthy Lifestyle Intervention","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council Victoria; National Health and Medical Research Council","keywords":"Intervention (counseling); Mobile phone; mHealth; Gerontology; Psychology; Quality (philosophy); Medicine; Applied psychology; Psychological intervention; Computer science; Nursing; Telecommunications","score_opus":0.2939836479005999,"score_gpt":0.5765378061343561,"score_spread":0.28255415823375624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1955252001","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42388323,0.000145543,0.000057130288,0.0012928048,0.000019398685,0.57218206,0.000054634238,0.000058551683,0.0023066748],"genre_scores_gemma":[0.37891412,0.000003474954,0.0002986446,0.000047788028,0.000116647636,0.6204422,0.00002808611,0.000013564214,0.00013544624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996852,0.00056840276,0.00066390703,0.00032045008,0.0011209942,0.00047427654],"domain_scores_gemma":[0.99818337,0.00025393118,0.00013160562,0.00031947068,0.00083657796,0.00027503117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040157298,0.000121999146,0.00040989163,0.0002464763,0.000077727724,0.000020606685,0.00014207742,0.00010032549,0.00009077471],"category_scores_gemma":[0.00070876844,0.000105293606,0.00013714714,0.000575229,0.00015295457,0.00008864587,0.00012819533,0.00047635208,0.000041768963],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17131735,0.022773502,0.7351877,0.01703428,0.00008175427,0.000119765115,0.0020123145,0.000056482302,0.0033643248,0.00062166934,0.038905572,0.008525269],"study_design_scores_gemma":[0.14620657,0.082533546,0.47004324,0.042328108,0.000009479574,0.00001664252,0.00960341,0.0017786933,0.0091748815,0.0036731642,0.23375686,0.0008754134],"about_ca_topic_score_codex":0.0014549833,"about_ca_topic_score_gemma":0.00040827057,"teacher_disagreement_score":0.26514447,"about_ca_system_score_codex":0.00030648283,"about_ca_system_score_gemma":0.00029185213,"threshold_uncertainty_score":0.42937487},"labels":[],"label_agreement":null},{"id":"W1959799793","doi":"10.2196/resprot.4079","title":"Men’s Responses to Online Smoking Cessation Resources for New Fathers: The Influence of Masculinities","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Smoking cessation; Quit smoking; Complement (music); Medicine; Psychology","score_opus":0.3863299320305108,"score_gpt":0.5521878799816151,"score_spread":0.1658579479511043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1959799793","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76050436,0.0000025464178,0.00010336532,0.0029386675,0.000003853774,0.23612972,0.0000149229645,0.000039025417,0.0002635208],"genre_scores_gemma":[0.47002047,3.9152e-7,0.0003056246,0.00010392672,0.00021949688,0.527567,0.000010466412,0.000020749285,0.0017518555],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976566,0.00030662402,0.00031360518,0.00022581381,0.0011867068,0.00031069486],"domain_scores_gemma":[0.99776477,0.0004927649,0.00009475768,0.00045665176,0.0009915361,0.00019953847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027339228,0.00010502694,0.00018629196,0.00026352023,0.00013912408,0.00007830499,0.00028532368,0.00009656787,0.000024658899],"category_scores_gemma":[0.0019422938,0.000069972884,0.000060654856,0.00045096638,0.00015043949,0.00015442951,0.00009599637,0.00029248503,0.0000030711285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032046318,0.0020411836,0.66400135,0.0019714048,0.00017677112,0.00002533167,0.119994484,0.000842865,0.038190182,0.0022057374,0.085819505,0.052684877],"study_design_scores_gemma":[0.0058439435,0.0049750754,0.67128456,0.0044026864,0.00002242919,0.000011258411,0.01866305,0.00005066976,0.020450158,0.002656351,0.27143034,0.00020945811],"about_ca_topic_score_codex":0.0002639298,"about_ca_topic_score_gemma":0.000013236509,"teacher_disagreement_score":0.2914373,"about_ca_system_score_codex":0.00015476289,"about_ca_system_score_gemma":0.00051319593,"threshold_uncertainty_score":0.28534114},"labels":[],"label_agreement":null},{"id":"W1964084596","doi":"10.2196/resprot.4285","title":"The Use of Virtual World-Based Cardiac Rehabilitation to Encourage Healthy Lifestyle Choices Among Cardiac Patients: Intervention Development and Pilot Study Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mayo Clinic","keywords":"Medicine; Percutaneous coronary intervention; Psychological intervention; Conventional PCI; Physical therapy; Socioeconomic status; Myocardial infarction; Rehabilitation; eHealth; Population; Health care; Internal medicine; Nursing; Environmental health","score_opus":0.252604781699807,"score_gpt":0.5426566715060834,"score_spread":0.29005188980627644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964084596","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34643131,0.0000018547055,0.000006302154,0.00034682816,0.00003088091,0.65303266,0.000013666594,0.000031177056,0.00010531353],"genre_scores_gemma":[0.09560609,2.0854836e-7,0.0005863397,0.000095376454,0.00012017493,0.90312165,0.000020644839,0.000034679026,0.00041483386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933403,0.0024725113,0.0010234284,0.00051670143,0.0018764505,0.0007705909],"domain_scores_gemma":[0.99553746,0.0011407757,0.00023518187,0.0006155083,0.0012344584,0.0012366212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008232997,0.00021984216,0.0005400723,0.00047918447,0.0004230808,0.00011108911,0.00015349504,0.000057577658,0.0000056274093],"category_scores_gemma":[0.0015731604,0.00015741262,0.00009905072,0.00080563856,0.0002231618,0.00027084228,0.00021857252,0.0005497765,0.00002004602],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018828092,0.005717257,0.9044533,0.0025762112,0.000034256667,0.0000027903895,0.0024548406,0.000005863849,0.000031570435,0.000026718648,0.010474568,0.055394527],"study_design_scores_gemma":[0.0064741853,0.05580261,0.56955886,0.0016898047,0.0000042935844,1.5898497e-7,0.0013920107,0.000012785027,0.00019992235,0.000004046082,0.36474597,0.00011538245],"about_ca_topic_score_codex":0.0009888795,"about_ca_topic_score_gemma":0.0007244013,"teacher_disagreement_score":0.35427138,"about_ca_system_score_codex":0.0010360572,"about_ca_system_score_gemma":0.0016024654,"threshold_uncertainty_score":0.6419101},"labels":[],"label_agreement":null},{"id":"W1965383954","doi":"10.2196/resprot.1804","title":"A Web-Based Intervention for Health Professionals and Patients to Decrease Cardiovascular Risk Attributable to Physical Inactivity: Development Process","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cardiovascular health; Physical activity; Intervention (counseling); Physical fitness; Physical therapy; Disease; Health professionals; Gerontology; Environmental health; Health care; Nursing; Internal medicine","score_opus":0.23428302468679876,"score_gpt":0.5797059135419085,"score_spread":0.34542288885510974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965383954","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57617235,0.000006156731,0.0010169595,0.0015352515,0.000005557445,0.4211499,0.000047716367,0.000039870803,0.0000262215],"genre_scores_gemma":[0.45723143,1.587172e-7,0.0007372868,0.00032382127,0.00012982773,0.5414912,0.000023304612,0.000019061494,0.000043916425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964953,0.0006105083,0.00028369814,0.00044603238,0.0011423797,0.001022083],"domain_scores_gemma":[0.9966557,0.00027445014,0.000084439554,0.00033277672,0.00057766645,0.002074994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002692869,0.0001773138,0.0006595075,0.00023343369,0.00047844465,0.00003935185,0.000113304246,0.00007133406,0.0000142696845],"category_scores_gemma":[0.0014332614,0.00014174801,0.00015201214,0.00053718325,0.00004235622,0.00026781767,0.00016544467,0.0004967905,0.00004507675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022917341,0.10895915,0.14364779,0.032660738,0.00044098316,0.0000046141827,0.00814379,0.000023152377,0.0013776273,0.00022126548,0.023038296,0.6585652],"study_design_scores_gemma":[0.019790951,0.017447466,0.26186913,0.012929631,0.00002500997,0.00000211045,0.00028749072,0.0004578199,0.032077476,0.0003777516,0.6541812,0.000553964],"about_ca_topic_score_codex":0.00005822413,"about_ca_topic_score_gemma":0.000013843215,"teacher_disagreement_score":0.65801126,"about_ca_system_score_codex":0.0005699431,"about_ca_system_score_gemma":0.0015733019,"threshold_uncertainty_score":0.5780316},"labels":[],"label_agreement":null},{"id":"W1965986382","doi":"10.2196/resprot.3990","title":"The Effectiveness of Technology-Based Strategies to Promote Engagement With Digital Interventions: A Systematic Review Protocol","year":2015,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University College London; National Institute for Health and Care Research","keywords":"PsycINFO; CINAHL; Psychological intervention; Systematic review; MEDLINE; Grey literature; Digital health; Randomized controlled trial; Cochrane Library; Protocol (science); Medicine; Meta-analysis; Medical education; Computer science; Applied psychology; Psychology; Health care; Nursing; Alternative medicine","score_opus":0.3728474119920741,"score_gpt":0.663079379456434,"score_spread":0.2902319674643599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965986382","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.6619045e-8,0.19838382,0.000094595656,0.00006950629,0.000015274565,0.7974181,0.00015819684,0.00013205066,0.003728429],"genre_scores_gemma":[0.0000011838374,0.0018145222,0.000120125165,0.00000595466,0.000022941293,0.9967365,0.0000428801,0.00013612641,0.0011197493],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9853341,0.00824518,0.0027211418,0.00095771975,0.0016224539,0.001119414],"domain_scores_gemma":[0.9927665,0.0016251148,0.0012407801,0.0025796623,0.00145517,0.00033276938],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021501841,0.0006700228,0.00295096,0.0010651562,0.0003197742,0.00062617724,0.0024244569,0.0003304402,0.000064177984],"category_scores_gemma":[0.0016789512,0.0003679321,0.00093130564,0.0031601011,0.0006302734,0.00031544873,0.0007452496,0.0016384549,0.0009973197],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035702292,0.0018895906,5.144167e-7,0.8273982,0.00030220966,0.000028925639,0.000018911463,8.04627e-8,3.682822e-8,0.0052805734,0.0011059917,0.16361797],"study_design_scores_gemma":[0.0004909376,0.0055891844,3.038556e-7,0.54158103,0.00005819771,0.000022386963,0.00007958459,9.5840704e-8,0.0000016174063,0.00063674623,0.4513623,0.00017761423],"about_ca_topic_score_codex":0.0000047936155,"about_ca_topic_score_gemma":0.0000066168423,"teacher_disagreement_score":0.45025632,"about_ca_system_score_codex":0.00085472333,"about_ca_system_score_gemma":0.0017747222,"threshold_uncertainty_score":0.9998773},"labels":[],"label_agreement":null},{"id":"W1966343814","doi":"10.2196/resprot.3659","title":"Scaled-Up Mobile Phone Intervention for HIV Care and Treatment: Protocol for a Facility Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"FHI 360; United States Agency for International Development","keywords":"mHealth; Psychological intervention; Medicine; Randomized controlled trial; Men who have sex with men; Intervention (counseling); Mobile phone; Health care; Public health; Telemedicine; Family medicine; Human immunodeficiency virus (HIV); Nursing","score_opus":0.3445991310044253,"score_gpt":0.6496471317543072,"score_spread":0.3050480007498819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966343814","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043972605,0.000016730583,0.001881518,0.0005709368,0.000052586427,0.99529415,0.00043328176,0.00015195747,0.0011590888],"genre_scores_gemma":[0.00027642443,0.000002205751,0.00085116364,0.000066402514,0.00064274593,0.99064726,0.00020228016,0.00004281614,0.007268713],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9907664,0.0044632438,0.0019771126,0.00077570346,0.00061668013,0.0014008569],"domain_scores_gemma":[0.9898563,0.0053212508,0.00062056654,0.00069536024,0.0024546213,0.001051879],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012544865,0.00032623977,0.0017275135,0.0002827821,0.0015789501,0.00006211281,0.00027560248,0.00042445736,0.00019993902],"category_scores_gemma":[0.0032325725,0.00022381826,0.0004925905,0.00027582046,0.00030481187,0.00016494685,0.00012693208,0.0005955313,0.00012724701],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91956145,0.0010371414,0.00007159266,0.0058605582,0.00003862761,2.461891e-7,0.0021099537,7.144759e-7,0.000011809778,0.0008541461,0.032185845,0.03826791],"study_design_scores_gemma":[0.53071594,0.004315765,0.0000024347278,0.0005622933,0.000007935141,2.1470876e-7,0.0010749103,0.00020605388,0.000023276301,0.0009881791,0.46201223,0.00009075598],"about_ca_topic_score_codex":0.00014295835,"about_ca_topic_score_gemma":0.00017385975,"teacher_disagreement_score":0.42982638,"about_ca_system_score_codex":0.0008765527,"about_ca_system_score_gemma":0.0028278048,"threshold_uncertainty_score":0.9997209},"labels":[],"label_agreement":null},{"id":"W1966495876","doi":"10.2196/resprot.2832","title":"Stress and Mental Health in Families With Different Income Levels: A Strategy to Collect Multi-Actor Data","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Focus group; Mental health; Applied psychology; Computer science; Psychology; Knowledge management; Medical education; Engineering; Medicine","score_opus":0.31263403386626915,"score_gpt":0.5357431543444983,"score_spread":0.22310912047822912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966495876","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30398577,0.00003633959,0.00023334632,0.009608016,0.00006936974,0.68143517,0.0010879238,0.00009497796,0.003449053],"genre_scores_gemma":[0.43682837,0.00000958256,0.00043237908,0.00044464305,0.00022851108,0.5587505,0.00018485263,0.000043636854,0.0030774889],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99749064,0.000535973,0.00028684316,0.0006061235,0.00045438978,0.0006260135],"domain_scores_gemma":[0.9990724,0.0000841995,0.000048443526,0.00043731113,0.000057602087,0.00030008517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075689866,0.0001783716,0.00027589654,0.00024104869,0.00026309805,0.000120586476,0.00045455038,0.00006420053,0.00017675507],"category_scores_gemma":[0.000024351293,0.00012777132,0.000015647105,0.0003882785,0.00012261314,0.000096908196,0.00034845647,0.0003923137,0.00003834899],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038224412,0.010004538,0.6667742,0.0022511613,0.00015716892,0.000020681902,0.016048728,0.0000055077626,0.0004808283,0.0068129874,0.059891608,0.23373014],"study_design_scores_gemma":[0.003225383,0.0013696913,0.90548784,0.002413064,2.1281897e-7,0.000002532998,0.0009076399,0.000023956076,0.0000140921165,0.00010961952,0.08627005,0.0001759019],"about_ca_topic_score_codex":0.0002242442,"about_ca_topic_score_gemma":0.0016955147,"teacher_disagreement_score":0.23871365,"about_ca_system_score_codex":0.000121405625,"about_ca_system_score_gemma":0.000162838,"threshold_uncertainty_score":0.5210363},"labels":[],"label_agreement":null},{"id":"W1968492124","doi":"10.2196/resprot.3300","title":"Clinical Utility of an Observation and Response Chart With Human Factors Design Characteristics and a Track and Trigger System: Study Protocol for a Two-Phase Multisite Multiple-Methods Design","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Audit; Data collection; Protocol (science); Chart; Research design; Test (biology); Observational study; Medical record; Computer science; Medicine; Statistics","score_opus":0.7466323295315664,"score_gpt":0.6843502389515823,"score_spread":0.06228209057998413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968492124","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4433619,5.1712766e-7,0.0045610294,0.00002312883,0.000001198891,0.5520089,0.000013331066,0.000028624356,0.0000013666696],"genre_scores_gemma":[0.2581349,1.0455966e-7,0.0259674,0.000008952807,0.000041137224,0.7157871,0.00000794898,0.000034469947,0.000017936818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9904286,0.0069455155,0.0008669661,0.000786035,0.0005509283,0.0004219487],"domain_scores_gemma":[0.99182767,0.006150867,0.0003083899,0.00061563746,0.00064774323,0.00044968064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016626146,0.0002994893,0.00089431857,0.00022371639,0.00031433624,0.00012590193,0.0001076427,0.0001605825,0.000009453879],"category_scores_gemma":[0.0021702966,0.00019619383,0.00005712739,0.00021217785,0.00037041932,0.00020086957,0.00007284406,0.00034087274,4.5147118e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08253708,0.013704713,0.8426212,0.002470933,0.00016336176,0.000029652987,0.0015627828,2.7898005e-7,0.0073400172,0.000020440144,0.00006693336,0.049482595],"study_design_scores_gemma":[0.051798183,0.067049995,0.86078805,0.0017587522,0.000050136536,0.0000123295085,0.00056223985,0.009469052,0.007426977,0.00001932197,0.0008961428,0.00016884829],"about_ca_topic_score_codex":0.000045473415,"about_ca_topic_score_gemma":0.000012275364,"teacher_disagreement_score":0.18522699,"about_ca_system_score_codex":0.0000641991,"about_ca_system_score_gemma":0.00015887909,"threshold_uncertainty_score":0.8000552},"labels":[],"label_agreement":null},{"id":"W1968675714","doi":"10.2196/resprot.2431","title":"InsuOnline, a Serious Game to Teach Insulin Therapy to Primary Care Physicians: Design of the Game and a Randomized Controlled Trial for Educational Validation","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Educational Games and Gamification","field":"Psychology","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Psychological intervention; Medical education; Medicine; Glycemic; Randomized controlled trial; Intervention (counseling); Family medicine; Nursing; Insulin; Computer science; Internal medicine","score_opus":0.12998476719549298,"score_gpt":0.5098377030149039,"score_spread":0.37985293581941093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968675714","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09467212,0.000057346337,0.0012754409,0.01126285,0.00006792044,0.8921623,0.000029380786,0.000017930348,0.00045467046],"genre_scores_gemma":[0.071972296,0.0000029672692,0.0015306125,0.00058347685,0.0004713003,0.92252076,0.0000462104,0.000029430412,0.0028429218],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99601775,0.0020107115,0.00062952726,0.00042971649,0.0005625164,0.00034976637],"domain_scores_gemma":[0.9953846,0.0023740865,0.00024375082,0.00052207004,0.0013569983,0.000118517215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023370422,0.00016915446,0.000606371,0.00024374809,0.00011789544,0.000119648415,0.00041044745,0.000115235765,0.00019132174],"category_scores_gemma":[0.0010270136,0.00011151776,0.00017665273,0.0004578714,0.00015839953,0.00011011175,0.000059924678,0.00023117402,0.000058154426],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90093005,0.002044033,0.00009073092,0.00015121052,0.00013539051,5.2800438e-8,0.01739511,0.00004917867,0.007698084,0.0038701203,0.012357262,0.055278767],"study_design_scores_gemma":[0.935547,0.002162005,0.014194192,0.00043366794,0.000009460979,0.0000010505311,0.0012170041,0.000089315516,0.0005837247,0.0048167887,0.04073367,0.0002121324],"about_ca_topic_score_codex":0.000065561275,"about_ca_topic_score_gemma":0.0000022899226,"teacher_disagreement_score":0.055066634,"about_ca_system_score_codex":0.00012387036,"about_ca_system_score_gemma":0.00058448897,"threshold_uncertainty_score":0.45475623},"labels":[],"label_agreement":null},{"id":"W1971184296","doi":"10.2196/resprot.3285","title":"Social Media in Adolescent Health Literacy Education: A Pilot Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Hong Kong","keywords":"Health literacy; Notice; Formative assessment; Literacy; Psychology; Medical education; Social media; Focus group; Medicine; Health care; Pedagogy; Sociology; Political science","score_opus":0.7172273829023085,"score_gpt":0.7354138415504932,"score_spread":0.01818645864818469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971184296","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034589685,0.000016767888,0.000033147604,0.008045418,0.00015342399,0.9454848,0.000021420738,0.00015535213,0.011499958],"genre_scores_gemma":[0.1480731,6.125191e-7,0.0002739438,0.0026537264,0.0011657821,0.8470683,0.00003593183,0.00002212295,0.00070645445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858565,0.008542305,0.0022874605,0.00045112238,0.0015149794,0.0013476744],"domain_scores_gemma":[0.995371,0.0006506588,0.00047048024,0.00064740796,0.0019847886,0.00087570096],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021583615,0.00018826016,0.000426932,0.00060908566,0.0011538004,0.00011727267,0.0006185832,0.00011867104,0.00046278135],"category_scores_gemma":[0.0017555311,0.00015796583,0.00003052467,0.0015064195,0.00010802448,0.001426157,0.00040864316,0.002900832,0.0012459124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016939999,0.011617356,0.34657514,0.0028741749,0.0000033101142,0.0000019657243,0.17209543,2.8647872e-7,0.0000012500673,0.0014894924,0.36022323,0.103424326],"study_design_scores_gemma":[0.0037430585,0.0019407562,0.3231823,0.0020973347,1.9565202e-7,4.4344154e-7,0.018651221,0.000056314955,6.1286147e-7,0.0012658236,0.6489261,0.00013585601],"about_ca_topic_score_codex":0.00043722082,"about_ca_topic_score_gemma":0.0007093727,"teacher_disagreement_score":0.28870282,"about_ca_system_score_codex":0.0018091215,"about_ca_system_score_gemma":0.013252516,"threshold_uncertainty_score":0.99953175},"labels":[],"label_agreement":null},{"id":"W1973319082","doi":"10.2196/resprot.3716","title":"An Interactive Health Communication Application for Supporting Parents Managing Childhood Long-Term Conditions: Outcomes of a Randomized Controlled Feasibility Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Randomized controlled trial; Psychosocial; Population; Medicine; Intervention (counseling); Empowerment; Psychological intervention; Physical therapy; Clinical psychology; Family medicine; Psychology; Nursing; Psychiatry","score_opus":0.20213670188848137,"score_gpt":0.6544888981707231,"score_spread":0.4523521962822417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973319082","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020353695,0.000014636908,0.014321178,0.004068851,0.000031741652,0.9603063,0.00011003607,0.00016268037,0.00063088274],"genre_scores_gemma":[0.36036336,0.000011672149,0.0006554288,0.0004043022,0.00013194002,0.6378433,0.00048352094,0.000033097425,0.00007337128],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9803088,0.013381755,0.0035992267,0.00069548946,0.0007834235,0.0012313388],"domain_scores_gemma":[0.98091245,0.0119780395,0.0030083058,0.0018041709,0.001658506,0.00063851057],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.035530068,0.00026938034,0.0022478292,0.00044997272,0.0023309747,0.000041331885,0.00078206253,0.00024288346,0.000112922964],"category_scores_gemma":[0.005712561,0.00021584962,0.0003727806,0.00041329872,0.0003305183,0.0003391214,0.00017079113,0.0012302764,0.000040318093],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8339511,0.006156583,0.06660829,0.0061088437,0.00017702734,1.16786694e-7,0.0040876963,0.000007918472,0.0000907103,0.038769275,0.0014773925,0.042565055],"study_design_scores_gemma":[0.92478544,0.0016818136,0.04684664,0.0019926745,0.00002036617,3.674617e-7,0.00094426505,0.002216577,0.000018512337,0.018869791,0.0024220385,0.00020152179],"about_ca_topic_score_codex":0.00030168213,"about_ca_topic_score_gemma":0.0002755334,"teacher_disagreement_score":0.34000966,"about_ca_system_score_codex":0.00052253256,"about_ca_system_score_gemma":0.0018548932,"threshold_uncertainty_score":0.9989678},"labels":[],"label_agreement":null},{"id":"W1973669591","doi":"10.2196/resprot.3013","title":"Promoting Physical Activity in Low-Active Adolescents via Facebook: A Pilot Randomized Controlled Trial to Test Feasibility","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactivity; Psychological intervention; Test (biology); Behavior change; Social media; Psychology; Applied psychology; Randomized controlled trial; Internet privacy; Medical education; Multimedia; Computer science; Medicine; World Wide Web; Social psychology","score_opus":0.2528758399289626,"score_gpt":0.6127127608227607,"score_spread":0.3598369208937981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973669591","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17912142,3.1048484e-7,0.00034318198,0.0018117344,0.000032779153,0.8160524,0.00001772566,0.00013856505,0.0024818727],"genre_scores_gemma":[0.4622053,3.1109116e-7,0.00003465115,0.00018578288,0.0004475598,0.5368041,0.000003357197,0.000032774482,0.0002862049],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97772247,0.016165156,0.0014718525,0.0010876395,0.0012932477,0.0022596205],"domain_scores_gemma":[0.9848825,0.011238495,0.00060106337,0.0011037819,0.0008592736,0.0013149321],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021819904,0.00037383565,0.002209792,0.00044405993,0.0013230725,0.00004277867,0.00060028164,0.0002836573,0.00017514512],"category_scores_gemma":[0.015987722,0.00028776334,0.0002574513,0.00093441684,0.00024507253,0.0001933267,0.0004109111,0.003328201,0.0010984557],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96931535,0.009673048,0.0018169851,0.0027429566,0.000009326885,0.0000012719363,0.0019837297,9.2954974e-7,0.0016493876,0.00030022944,0.0003918702,0.012114935],"study_design_scores_gemma":[0.9739347,0.0035962053,0.004373082,0.0041896454,0.0000038686817,2.34495e-7,0.00006671733,0.0050528473,0.0002395956,0.0016992925,0.006606201,0.00023760923],"about_ca_topic_score_codex":0.00035279433,"about_ca_topic_score_gemma":0.0002940599,"teacher_disagreement_score":0.28308386,"about_ca_system_score_codex":0.0010468225,"about_ca_system_score_gemma":0.0020902972,"threshold_uncertainty_score":0.99997705},"labels":[],"label_agreement":null},{"id":"W1974042831","doi":"10.2196/resprot.3407","title":"Development and Evaluation of an Educational E-Tool to Help Patients With Non-Hodgkin's Lymphoma Manage Their Personal Care Pathway","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Radboud Universitair Medisch Centrum; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; ZonMw","keywords":"CLARITY; Medicine; Health care; Medical education; Multidisciplinary approach; Psychology","score_opus":0.3106955323654444,"score_gpt":0.6044634014316073,"score_spread":0.29376786906616287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974042831","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7058292,0.0000017985184,0.000026245008,0.00015387434,0.000013600314,0.29078043,0.00004854863,0.000015040583,0.003131262],"genre_scores_gemma":[0.29784688,4.3472443e-8,0.0040187193,0.00025318153,0.00008568132,0.6974372,0.00018170828,0.000014659199,0.00016192118],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9948064,0.0014556682,0.000857811,0.0003367079,0.0019948003,0.00054859166],"domain_scores_gemma":[0.9928977,0.00018958419,0.0002604828,0.00038603952,0.005754549,0.00051163184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008599108,0.00014846039,0.00020505633,0.00028602747,0.00068225845,0.000049585567,0.0002643583,0.00012825608,0.00027920824],"category_scores_gemma":[0.0004730186,0.00010470743,0.000015910877,0.00045517864,0.000078511315,0.000977764,0.00021543019,0.0003333077,0.000112907896],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016866461,0.0008663609,0.26091695,0.0029869482,0.000013282404,3.0181062e-7,0.18611088,0.0000054393045,0.000013519488,0.000263774,0.0025383185,0.54459757],"study_design_scores_gemma":[0.004997435,0.00079954264,0.7765666,0.0015787093,0.0000010688219,2.3639743e-7,0.016450195,0.00085309555,0.00015831151,0.00016556012,0.19826125,0.00016796077],"about_ca_topic_score_codex":0.00004488,"about_ca_topic_score_gemma":0.00007310675,"teacher_disagreement_score":0.5444296,"about_ca_system_score_codex":0.000894555,"about_ca_system_score_gemma":0.0062186318,"threshold_uncertainty_score":0.99941516},"labels":[],"label_agreement":null},{"id":"W1975672238","doi":"10.2196/resprot.3220","title":"Enhancing Parental Motivation to Monitor African American Adolescents’ Diabetes Care: Development and Beta Test of a Brief Computer-Delivered Intervention","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Motivational interviewing; Intervention (counseling); Thematic analysis; Diabetes management; Population; Anger management; Medicine; Test (biology); Type 1 diabetes; Feeling; Type 2 diabetes; Clinical psychology; Diabetes mellitus; Interview; Psychological intervention; Psychology; Family medicine; Qualitative research; Nursing; Social psychology; Anger","score_opus":0.06548113626520534,"score_gpt":0.4217761471903858,"score_spread":0.35629501092518046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975672238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80858225,0.0000044548297,0.00042301966,0.00020845387,0.000008723146,0.1903568,0.0000067523065,0.000049696424,0.00035984663],"genre_scores_gemma":[0.7765111,2.639132e-7,0.0018248411,0.000023223904,0.00012187724,0.2213266,0.00002531097,0.000023278286,0.0001435059],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972591,0.0002732018,0.0004167044,0.0004258635,0.0010206011,0.0006045652],"domain_scores_gemma":[0.99851805,0.00020285502,0.0001163048,0.0003203419,0.0005310736,0.0003113543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011067805,0.00016234172,0.00034661265,0.0005075144,0.00015341978,0.00010162394,0.00023585046,0.00004620955,0.000018768982],"category_scores_gemma":[0.0002975663,0.00014169277,0.00006296126,0.0006920868,0.00024708844,0.000111525835,0.0005433867,0.00030874074,0.000044878063],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024468597,0.0010659583,0.53385496,0.0034043812,0.000041800307,0.000002654219,0.001123751,0.0000014182045,0.01715527,0.000018132107,0.0005873261,0.44249967],"study_design_scores_gemma":[0.0026446,0.0066810492,0.8712496,0.009103174,0.000005819629,2.5855104e-7,0.0010556106,0.00040012112,0.091639854,0.000010674738,0.017018894,0.00019030171],"about_ca_topic_score_codex":0.000034181354,"about_ca_topic_score_gemma":0.00002267719,"teacher_disagreement_score":0.44230938,"about_ca_system_score_codex":0.00020255441,"about_ca_system_score_gemma":0.000058194295,"threshold_uncertainty_score":0.57780635},"labels":[],"label_agreement":null},{"id":"W1976776154","doi":"10.2196/resprot.2786","title":"Share2Quit: Web-Based Peer-Driven Referrals for Smoking Cessation","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; Medical Research Council; National Institutes of Health","keywords":"Referral; Psychological intervention; Respondent; Smoking cessation; Medicine; Population; The Internet; Protocol (science); Intervention (counseling); Web application; Family medicine; Internet privacy; World Wide Web; Environmental health; Nursing; Computer science; Alternative medicine","score_opus":0.4056887423695871,"score_gpt":0.5657759989771309,"score_spread":0.16008725660754386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976776154","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1405533,0.0000011734114,0.00031542088,0.0049411543,0.00002189313,0.8498357,0.000038603146,0.0002597473,0.0040329965],"genre_scores_gemma":[0.38252228,8.927388e-8,0.00028486835,0.00010530913,0.00019365452,0.6145348,0.00014395686,0.000034160654,0.0021808667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99679196,0.00019232475,0.00034924774,0.00042740407,0.0016048548,0.0006342389],"domain_scores_gemma":[0.9969788,0.00023058227,0.00009970252,0.0005434978,0.0019235384,0.00022388237],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015797548,0.0001616545,0.00024352642,0.00038518608,0.00029765014,0.00024597853,0.00024629608,0.00023592087,0.0020738163],"category_scores_gemma":[0.00054170657,0.00013712369,0.00011620058,0.0004552517,0.00010369304,0.0003118539,0.00006265572,0.0005504196,0.00007808988],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011500068,0.0016566237,0.4897227,0.0028023052,0.000058635396,0.000019837307,0.0007425544,0.000027936116,0.10630979,0.0010660515,0.3371148,0.059328765],"study_design_scores_gemma":[0.01363317,0.0031445462,0.4925797,0.004096309,0.000022328282,0.000008523242,0.0003264307,0.0033062147,0.046866424,0.0012133563,0.4343719,0.00043110817],"about_ca_topic_score_codex":0.000051076797,"about_ca_topic_score_gemma":0.0000055060254,"teacher_disagreement_score":0.241969,"about_ca_system_score_codex":0.00030839074,"about_ca_system_score_gemma":0.0003984098,"threshold_uncertainty_score":0.9988384},"labels":[],"label_agreement":null},{"id":"W1978734181","doi":"10.2196/resprot.2872","title":"An Interactive, Bilingual Touch Screen Program to Promote Breastfeeding Among Hispanic Rural Women: Usability Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Usability; Breastfeeding; Test (biology); Health literacy; Medical education; Computer literacy; Medicine; Literacy; Psychology; Nursing; Gerontology; Health care; Computer science; Pediatrics; Pedagogy","score_opus":0.1304993981423911,"score_gpt":0.5316140893585918,"score_spread":0.4011146912162007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978734181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5813352,5.320363e-7,0.0000023419423,0.002150611,0.000010400959,0.41548723,0.0000035143703,0.00022147778,0.0007886936],"genre_scores_gemma":[0.49963415,7.648788e-8,0.0005349677,0.00005124496,0.00024536153,0.4990934,0.0000036783385,0.000035389767,0.00040171808],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941486,0.00072896853,0.000713696,0.0009789526,0.0018355245,0.0015942641],"domain_scores_gemma":[0.9954332,0.0002459047,0.00018405849,0.0011225431,0.0016538828,0.001360403],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003717956,0.0003722153,0.0005878363,0.00047914515,0.00044102926,0.0009697687,0.00079591334,0.00017842252,0.0017199407],"category_scores_gemma":[0.0010544481,0.00028299537,0.00010516976,0.0013358392,0.000396702,0.0024543586,0.0005246469,0.001665383,0.00041418927],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002534655,0.012889626,0.40571326,0.00038434923,0.00011953389,0.000041890893,0.008929973,0.0000025564811,0.014997803,0.000018074677,0.0013968012,0.5529715],"study_design_scores_gemma":[0.0028971198,0.043124832,0.9245672,0.0015802325,0.000008529362,0.000059574064,0.01097331,0.0006822542,0.0010350147,0.00009909467,0.014572966,0.00039982807],"about_ca_topic_score_codex":0.002311287,"about_ca_topic_score_gemma":0.00008810084,"teacher_disagreement_score":0.55257165,"about_ca_system_score_codex":0.00061777176,"about_ca_system_score_gemma":0.00050403486,"threshold_uncertainty_score":0.9999622},"labels":[],"label_agreement":null},{"id":"W1979829619","doi":"10.2196/resprot.2017","title":"Technical Implementation of a Multi-component, Text Message–Based Intervention for Persons Living with HIV","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Short Message Service; Psychological intervention; Intervention (counseling); Medicine; Descriptive statistics; Antiretroviral treatment; Human immunodeficiency virus (HIV); Implementation; Family medicine; Gerontology; Antiretroviral therapy; Computer science; Nursing; Viral load; Telecommunications; Statistics","score_opus":0.3357408835015134,"score_gpt":0.6549834200027476,"score_spread":0.3192425365012342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979829619","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028166277,0.000017422697,0.05129483,0.001467382,0.000014722019,0.9434324,0.0001543797,0.00013503412,0.0006672091],"genre_scores_gemma":[0.147579,8.7779165e-7,0.009053047,0.00011349845,0.00015905233,0.8424597,0.00006320085,0.000041519077,0.00053013145],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955988,0.0012585216,0.0008595947,0.00033625765,0.0005690326,0.0013777956],"domain_scores_gemma":[0.99633515,0.0015716191,0.0004188411,0.00052475143,0.0006269353,0.00052269717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057355016,0.00015663917,0.0002936181,0.00034212926,0.0010560196,0.0000126609075,0.00029307726,0.0001952861,0.00077021203],"category_scores_gemma":[0.00027860698,0.0001280964,0.00009877169,0.0005022133,0.0001401466,0.0002231095,0.00012698847,0.00085125124,0.000092764094],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024599035,0.009518868,0.6893556,0.038373545,0.000051567946,8.3600185e-7,0.0058266744,0.0000082860515,0.017667178,0.020286353,0.13236493,0.08408624],"study_design_scores_gemma":[0.0138878655,0.0023468868,0.2453001,0.009448572,0.000013411571,0.0000021363076,0.008896459,0.00095940096,0.0012535579,0.00008380558,0.71747345,0.0003343428],"about_ca_topic_score_codex":0.00021186304,"about_ca_topic_score_gemma":0.0003807763,"teacher_disagreement_score":0.5851085,"about_ca_system_score_codex":0.00037002933,"about_ca_system_score_gemma":0.00088846515,"threshold_uncertainty_score":0.8433282},"labels":[],"label_agreement":null},{"id":"W1980075380","doi":"10.2196/resprot.3378","title":"A Novel Approach to Realizing Routine HIV Screening and Enhancing Linkage to Care in the United States: Protocol of the FOCUS Program and Early Results","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Gilead Sciences","keywords":"Human immunodeficiency virus (HIV); Health care; HIV screening; Medicine; Focus group; Linkage (software); Family medicine; Best practice; Protocol (science); Nursing; Medical education; Alternative medicine; Political science; Business; Men who have sex with men","score_opus":0.15539540354531145,"score_gpt":0.5115431307059226,"score_spread":0.35614772716061116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980075380","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0117477765,0.0000020790142,0.0023542712,0.002561182,5.9528037e-7,0.9784534,0.000047550195,0.00003972088,0.0047934176],"genre_scores_gemma":[0.03331261,2.1949984e-7,0.005752461,0.00007775567,0.00007407939,0.9599299,0.000020479685,0.00003095162,0.00080154045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957216,0.0011079531,0.000626819,0.00052045623,0.0012165441,0.0008066614],"domain_scores_gemma":[0.9975982,0.00039660797,0.00009505705,0.000788184,0.00071284734,0.0004091585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053612455,0.0001908833,0.00032871583,0.000680843,0.00033467932,0.00023941226,0.00051300763,0.0001087327,0.0000041020367],"category_scores_gemma":[0.0033576188,0.00010942303,0.00008168003,0.002165683,0.00025472834,0.000115394774,0.0006044466,0.0010867636,0.0000037847992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03263795,0.009968273,0.04899034,0.026902847,0.00020678807,0.00005566403,0.18077818,0.00016070319,0.06871075,0.005030195,0.045523673,0.58103466],"study_design_scores_gemma":[0.027263688,0.058304373,0.096792944,0.04250039,0.000014349996,0.00006194907,0.024187809,0.009344318,0.014374613,0.00018360511,0.7263615,0.0006104289],"about_ca_topic_score_codex":0.001376589,"about_ca_topic_score_gemma":0.00043016774,"teacher_disagreement_score":0.68083787,"about_ca_system_score_codex":0.000078482335,"about_ca_system_score_gemma":0.00016120635,"threshold_uncertainty_score":0.4721507},"labels":[],"label_agreement":null},{"id":"W1980610368","doi":"10.2196/resprot.4098","title":"Development of an Online Well-Being Intervention for Young People: An Evaluation Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Young and Well Cooperative Research Centre; Flinders University; Australian Government","keywords":"Protocol (science); Intervention (counseling); Psychology; Computer science; Medical education; Applied psychology; Medicine; Internet privacy; Nursing; Alternative medicine","score_opus":0.5172231552585872,"score_gpt":0.670166941119903,"score_spread":0.15294378586131585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980610368","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042885836,4.9896914e-7,0.0005359757,0.00008647749,0.00005151689,0.94869137,0.00003134413,0.0000767848,0.0076402007],"genre_scores_gemma":[0.052578505,1.7071614e-9,0.007416553,0.000008793288,0.00013336216,0.93803674,0.00028374168,0.000049744736,0.0014925884],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99512535,0.0012259526,0.001098718,0.0005547285,0.0013258485,0.00066937535],"domain_scores_gemma":[0.99690425,0.00007536319,0.00031138244,0.00065370416,0.0016291632,0.0004261627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008809092,0.00017993586,0.00025958868,0.00041336252,0.00019588128,0.0001218307,0.00055980345,0.00014948702,0.000555438],"category_scores_gemma":[0.0002626554,0.00017470357,0.00010437626,0.0004874278,0.00009446579,0.0007691988,0.0001799349,0.0003213107,0.0001587748],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007431555,0.033446033,0.0034057342,0.0037784094,0.00008246172,0.0000043128857,0.016577415,0.00000889155,0.0007286224,0.008421266,0.0055875187,0.92052776],"study_design_scores_gemma":[0.070636034,0.086486146,0.14164712,0.01831797,0.000028077204,0.0000810095,0.028902203,0.009801178,0.037051886,0.06434539,0.54094154,0.0017614805],"about_ca_topic_score_codex":0.00009268648,"about_ca_topic_score_gemma":0.0016835418,"teacher_disagreement_score":0.9187663,"about_ca_system_score_codex":0.00057699485,"about_ca_system_score_gemma":0.0005244075,"threshold_uncertainty_score":0.7124205},"labels":[],"label_agreement":null},{"id":"W1982254454","doi":"10.2196/resprot.2891","title":"Transplantation and Surgical Strategies in Patients With Neuroendocrine Liver Metastases: Protocol of Four Systematic Reviews","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neuroendocrine Tumor Research Advances","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Neuroendocrine tumors; Liver transplantation; Metastasis; Protocol (science); Oncology; General surgery; Surgery; Internal medicine; Transplantation; Pathology; Cancer; Alternative medicine","score_opus":0.14961723936783197,"score_gpt":0.48916562365414956,"score_spread":0.3395483842863176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982254454","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04454682,0.000009054921,0.0000046873247,0.00011208752,9.263901e-7,0.9548452,0.0000083476625,0.00002659598,0.00044628757],"genre_scores_gemma":[0.032829367,0.000011371098,0.0004271683,0.000010730897,0.000016515718,0.96645874,0.0000086489945,0.000034414552,0.00020301896],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.99483114,0.0017531719,0.0008245072,0.00046181754,0.0014381077,0.00069127075],"domain_scores_gemma":[0.9978916,0.00052505825,0.00019472149,0.0004958095,0.0006070864,0.00028569595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008217475,0.00024638444,0.00084102986,0.00050799985,0.00006374016,0.00011564369,0.00022615575,0.000011565005,0.00022578481],"category_scores_gemma":[0.0004035639,0.0001496611,0.00006391341,0.0007324515,0.0003265706,0.0007532844,0.00009310451,0.0006335444,0.000047679707],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015240508,0.004989976,0.1494595,0.8117306,0.000084133804,0.010227276,0.000296543,0.000008337648,0.0014686047,0.000855256,0.0015304575,0.0041087945],"study_design_scores_gemma":[0.12557854,0.07731669,0.4351849,0.27995205,0.00008741395,0.005519699,0.0011102759,0.00059600547,0.013907235,0.0011135319,0.058076844,0.0015568553],"about_ca_topic_score_codex":0.00008378664,"about_ca_topic_score_gemma":0.000028783548,"teacher_disagreement_score":0.5317786,"about_ca_system_score_codex":0.000054065564,"about_ca_system_score_gemma":0.00018588114,"threshold_uncertainty_score":0.61030024},"labels":[],"label_agreement":null},{"id":"W1983164813","doi":"10.2196/resprot.4042","title":"Impact of the Mobile HealthPROMISE Platform on the Quality of Care and Quality of Life in Patients With Inflammatory Bowel Disease: Study Protocol of a Pragmatic Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Medicine; Randomized controlled trial; Quality of life (healthcare); Inflammatory bowel disease; Psychological intervention; Physical therapy; Disease; Quality management; Disease management; Patient education; Family medicine; Nursing; Internal medicine","score_opus":0.07875131691854538,"score_gpt":0.4840151898892742,"score_spread":0.40526387297072886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983164813","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50651073,0.0000024397996,2.4424713e-7,0.000004178197,0.0000016756467,0.4933913,0.00004791332,0.0000016943993,0.000039780505],"genre_scores_gemma":[0.48990378,8.503701e-8,0.000003182168,0.0000022183674,0.000010856147,0.510059,0.000004387802,0.000010498946,0.0000060197713],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98972833,0.0065025305,0.0017023078,0.00031167682,0.0014485393,0.0003066332],"domain_scores_gemma":[0.9953362,0.0005619821,0.0013790777,0.0011091267,0.0013692959,0.00024432575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010056218,0.00022536884,0.0011160151,0.00010820225,0.00006189529,0.000015118902,0.00047420294,0.00010689445,0.000011219563],"category_scores_gemma":[0.0059270635,0.000106279935,0.0003347286,0.00017965022,0.00074887637,0.00001535935,0.00027698025,0.00025874225,2.727745e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.69415134,0.00266524,0.29944777,0.0022332654,0.00013606218,4.817678e-7,0.0008490857,0.000053007632,0.00036014794,0.00005179204,0.000026857968,0.000024929726],"study_design_scores_gemma":[0.6199255,0.006207464,0.3724747,0.0004541555,0.000007761823,1.3049049e-8,0.000489708,0.0000100246125,0.00029730093,0.0000429066,0.0000063902944,0.00008404306],"about_ca_topic_score_codex":0.00010360909,"about_ca_topic_score_gemma":0.00009377794,"teacher_disagreement_score":0.07422583,"about_ca_system_score_codex":0.00007545093,"about_ca_system_score_gemma":0.0026137491,"threshold_uncertainty_score":0.70956767},"labels":[],"label_agreement":null},{"id":"W1985879732","doi":"10.2196/resprot.3500","title":"Tying eHealth Tools to Patient Needs: Exploring the Use of eHealth for Community-Dwelling Patients With Complex Chronic Disease and Disability","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Bridgepoint Active Healthcare; University Health Network; University of Toronto","funders":"University of Toronto; Ontario Ministry of Health and Long-Term Care","keywords":"eHealth; Focus group; Health care; Information needs; Patient portal; Medicine; Internet privacy; Computer science; Nursing; Medical education; World Wide Web; Business","score_opus":0.5861429534426521,"score_gpt":0.528038065777994,"score_spread":0.058104887664658156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985879732","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5572887,0.0000036562278,0.00046233373,0.0013448804,0.000006107718,0.44067773,0.00006658543,0.00004825641,0.000101777856],"genre_scores_gemma":[0.49644262,0.00000139966,0.00037010366,0.00014782074,0.00006210261,0.5028705,0.00005795926,0.000029829378,0.000017670112],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964843,0.0009715622,0.00048631206,0.0003340784,0.00096447236,0.0007592795],"domain_scores_gemma":[0.9959687,0.0016235507,0.00013840605,0.0012192132,0.00045419743,0.00059591513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017680215,0.00021252938,0.00037868565,0.00017110805,0.0007627077,0.00020287921,0.0003004966,0.00002925264,0.000028574197],"category_scores_gemma":[0.0008269239,0.00014116208,0.00006651108,0.00050951826,0.0005342491,0.00040041454,0.00044481846,0.00055114826,0.000004034299],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023917511,0.00907341,0.4830562,0.06557694,0.00028620992,0.0000048109396,0.0090751955,0.0022273038,0.00016053686,0.010834481,0.008267114,0.38752028],"study_design_scores_gemma":[0.007108004,0.012205631,0.7976944,0.0075856335,0.000034589684,3.8970228e-7,0.0021111234,0.002793162,0.000054278695,0.0005010484,0.16959849,0.00031325285],"about_ca_topic_score_codex":0.00024495227,"about_ca_topic_score_gemma":0.000102929844,"teacher_disagreement_score":0.38720703,"about_ca_system_score_codex":0.00053266104,"about_ca_system_score_gemma":0.00040049534,"threshold_uncertainty_score":0.5866208},"labels":[],"label_agreement":null},{"id":"W1986943801","doi":"10.2196/resprot.2547","title":"Designing eHealth that Matters via a Multidisciplinary Requirements Development Approach","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Persona Design and Applications","field":"Computer Science","cited_by":300,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Multidisciplinary approach; Computer science; Context (archaeology); Domain (mathematical analysis); Quality (philosophy); Knowledge management; Process management; Identification (biology); Risk analysis (engineering); Engineering management; Engineering; Health care; Business","score_opus":0.3822283938175347,"score_gpt":0.509520806283915,"score_spread":0.12729241246638034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986943801","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024805733,0.0000024665962,0.60275847,0.002672015,0.0000039442,0.3924615,5.4628725e-7,0.00019109172,0.0016618777],"genre_scores_gemma":[0.007299367,1.7947147e-7,0.2708097,0.00019719808,0.000028203489,0.7208912,0.000004198327,0.000016469336,0.0007534947],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963939,0.00041734587,0.00031514055,0.0007222212,0.0011624064,0.0009889649],"domain_scores_gemma":[0.9983015,0.000121120844,0.00009310516,0.0008848528,0.00021579412,0.00038361343],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017024778,0.00019019852,0.00017516568,0.00027696605,0.00083022367,0.0005426245,0.0018242843,0.000084651954,0.00005383061],"category_scores_gemma":[0.000012538661,0.00016320871,0.000045344095,0.0007582593,0.00012827861,0.0009260983,0.00092203694,0.00044386846,0.0012055004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011161703,0.0055077905,0.01068914,0.001940149,0.00010231808,0.0000427814,0.022074206,0.00004129126,0.27330655,0.00898117,0.27265325,0.40454975],"study_design_scores_gemma":[0.009617089,0.00233143,0.08665627,0.004784192,0.000003580236,0.00017819443,0.0029249205,0.20183106,0.13478518,0.024920277,0.52808887,0.0038789706],"about_ca_topic_score_codex":0.000040134026,"about_ca_topic_score_gemma":0.0000011972709,"teacher_disagreement_score":0.40067077,"about_ca_system_score_codex":0.000277905,"about_ca_system_score_gemma":0.0003917438,"threshold_uncertainty_score":0.99957216},"labels":[],"label_agreement":null},{"id":"W1990945341","doi":"10.2196/resprot.4050","title":"A Shared Mealtime Approach to Improving Social and Nutritional Functioning Among Older Adults Living Alone: Study Protocol for a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Randomized controlled trial; Social isolation; Psychological intervention; Gerontology; Medicine; Social support; Malnutrition; Intervention (counseling); Social cognitive theory; Body mass index; Physical therapy; Psychology; Psychiatry; Developmental psychology","score_opus":0.2614896841647849,"score_gpt":0.545530377455451,"score_spread":0.28404069329066606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990945341","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039166687,0.0000017753124,0.0008539028,0.0008041267,0.00001687499,0.9929825,0.000008979599,0.00015852792,0.0012566205],"genre_scores_gemma":[0.010716535,2.74946e-8,0.004258141,0.00016062579,0.0015338799,0.9825039,0.000015178558,0.000067900335,0.0007438087],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9934374,0.001875436,0.0012299066,0.0008345369,0.0016982196,0.0009245029],"domain_scores_gemma":[0.9952622,0.0014032287,0.00030186182,0.00029514634,0.001878342,0.00085921405],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014065387,0.0003152096,0.0017587426,0.00069051125,0.0008592095,0.00037784284,0.0001882968,0.00021559643,0.00008597086],"category_scores_gemma":[0.004210409,0.00024664483,0.00029432308,0.0005379945,0.00021703361,0.00029006213,0.00021204409,0.00084009365,0.000011789551],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9756067,0.0068147434,0.0010359276,0.0032407755,0.00010195788,0.0000068173354,0.0040603136,5.0182996e-7,0.000043234337,0.00012568104,0.008211486,0.0007518784],"study_design_scores_gemma":[0.9810462,0.0052656503,0.0015232381,0.0041687964,0.000023969184,0.00000996349,0.0024839407,0.0033314892,0.000011129015,0.00016843961,0.0017326666,0.00023451782],"about_ca_topic_score_codex":0.000074101416,"about_ca_topic_score_gemma":0.000011606536,"teacher_disagreement_score":0.0104786195,"about_ca_system_score_codex":0.00033821363,"about_ca_system_score_gemma":0.0008885681,"threshold_uncertainty_score":0.99999857},"labels":[],"label_agreement":null},{"id":"W1991213417","doi":"10.2196/resprot.4041","title":"Improving Outcomes in Cancer Patients on Oral Anti-Cancer Medications Using a Novel Mobile Phone-Based Intervention: Study Design of a Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Cancer; Intervention (counseling); Mobile phone; Intensive care medicine; Alternative medicine; Family medicine; Nursing; Surgery; Internal medicine","score_opus":0.29568657710761426,"score_gpt":0.5737924857163363,"score_spread":0.2781059086087221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991213417","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2585197,0.000006331264,0.0071271122,0.00020178569,0.000034443776,0.734011,0.00000667029,0.000024608793,0.000068352245],"genre_scores_gemma":[0.38223383,6.136515e-7,0.0003975964,0.000055703968,0.000050357747,0.6169018,0.0000034443622,0.000013999621,0.0003426192],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946389,0.0019029598,0.0012046614,0.00040400762,0.0014753079,0.00037412092],"domain_scores_gemma":[0.99674565,0.00124015,0.00056951406,0.00047889398,0.00080356374,0.00016221892],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00677345,0.00018601262,0.0015712425,0.00048573455,0.00010195474,0.00003474672,0.00029632423,0.00009315067,0.0010879125],"category_scores_gemma":[0.0024601978,0.00012608204,0.00025526658,0.000566116,0.00024418824,0.00008919119,0.000060922528,0.00046641985,0.000023697377],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9377998,0.023506839,0.029245986,0.00043907732,0.00023971766,0.0000011489377,0.00029865382,0.00027151316,0.0040346733,0.00003162525,0.00019423668,0.0039367285],"study_design_scores_gemma":[0.96510226,0.00407728,0.0022369418,0.00272153,0.000039009443,9.304116e-8,0.00012084412,0.024513658,0.0009383086,0.000017268947,0.000121995996,0.0001108166],"about_ca_topic_score_codex":0.0004865551,"about_ca_topic_score_gemma":0.000021936718,"teacher_disagreement_score":0.12371413,"about_ca_system_score_codex":0.00020804952,"about_ca_system_score_gemma":0.0007977192,"threshold_uncertainty_score":0.99982524},"labels":[],"label_agreement":null},{"id":"W1991596977","doi":"10.2196/resprot.2348","title":"A Serious Video Game to Increase Fruit and Vegetable Consumption Among Elementary Aged Youth (Squire’s Quest! II): Rationale, Design, and Methods","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Agricultural Research Service; National Institutes of Health; U.S. Department of Agriculture","keywords":"Squire; Psychosocial; Psychology; Consumption (sociology); Applied psychology; Developmental psychology; Data collection; Video game; Environmental health; Computer science; Medicine; Multimedia; Geography; Psychiatry","score_opus":0.4030326485811621,"score_gpt":0.6191758343321473,"score_spread":0.21614318575098518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991596977","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49006736,0.00020521476,0.003136181,0.0002749186,0.000037399634,0.50550956,0.000052772437,0.000088745976,0.0006278771],"genre_scores_gemma":[0.14965633,0.0000033035292,0.009312358,0.00023086098,0.00013565393,0.83797264,0.000035120276,0.00003223996,0.0026215154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938717,0.003910317,0.00045752167,0.00044368685,0.0003744286,0.0009423386],"domain_scores_gemma":[0.998179,0.00030400002,0.00009374051,0.0004031294,0.00017074862,0.00084934285],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007142354,0.00018567333,0.00025210265,0.00032603866,0.00050123245,0.00011358898,0.000182678,0.00018028486,0.0014629328],"category_scores_gemma":[0.00017458008,0.0001753648,0.00004781652,0.00028573745,0.000254747,0.00053837296,0.0002915028,0.00060739054,0.000146264],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005815712,0.005940064,0.6245432,0.0014411192,0.0001667533,0.000043694887,0.037472773,0.0000022363165,0.019464938,0.0052467994,0.099407814,0.2004549],"study_design_scores_gemma":[0.0039611533,0.0037283942,0.88175535,0.0012729901,0.000021099018,0.00003142918,0.00084476074,0.00004075869,0.0019502225,0.00051715755,0.10543511,0.00044157603],"about_ca_topic_score_codex":0.0010620503,"about_ca_topic_score_gemma":0.00015623633,"teacher_disagreement_score":0.34041104,"about_ca_system_score_codex":0.00012230735,"about_ca_system_score_gemma":0.000085564054,"threshold_uncertainty_score":0.99944985},"labels":[],"label_agreement":null},{"id":"W1992634704","doi":"10.2196/resprot.3815","title":"A Participatory Approach to Designing and Enhancing Integrated Health Information Technology Systems for Veterans: Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Quality Enhancement Research Initiative; Office of Research and Development; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Veterans Affairs; Health information technology; Health care; Health information exchange; Protocol (science); Health informatics; Citizen journalism; HRHIS; Information system; Knowledge management; Information exchange; Medicine; Nursing; Health information; Computer science; Health policy; Public health; Alternative medicine; World Wide Web; Engineering; Telecommunications; Political science","score_opus":0.603364688804051,"score_gpt":0.6611888984911413,"score_spread":0.05782420968709023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992634704","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003190425,0.000013521939,0.06046062,0.0010954896,0.000033503093,0.9365099,0.000018974952,0.0003462951,0.001202631],"genre_scores_gemma":[0.0023943335,3.1195174e-7,0.006087937,0.00033048735,0.00023782272,0.99049354,0.000016684337,0.0000578868,0.00038102342],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99012405,0.0042418726,0.0017495722,0.00052591483,0.00087301474,0.00248558],"domain_scores_gemma":[0.9951371,0.0007477339,0.0004770439,0.00063695683,0.0019258216,0.0010753488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02241215,0.00027419752,0.00067405455,0.0010950933,0.0012495426,0.00012075087,0.00045757406,0.0004836307,0.000005473451],"category_scores_gemma":[0.0024406228,0.00022776895,0.00003480058,0.0014528034,0.00011669193,0.00058021833,0.00023761713,0.0018445335,0.00018168215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012161348,0.0018634814,0.018400395,0.18111704,0.00016981893,0.0000074185446,0.15551995,0.00027633237,0.003862156,0.04618107,0.45951527,0.12092574],"study_design_scores_gemma":[0.0048509305,0.00497657,0.00005813943,0.008680164,9.168539e-7,0.0000083304585,0.01976508,0.004010251,0.00017893083,0.0003642407,0.9568545,0.00025190154],"about_ca_topic_score_codex":0.0008071298,"about_ca_topic_score_gemma":0.00011838727,"teacher_disagreement_score":0.49733928,"about_ca_system_score_codex":0.0022459559,"about_ca_system_score_gemma":0.0080493195,"threshold_uncertainty_score":0.9975741},"labels":[],"label_agreement":null},{"id":"W1992709808","doi":"10.2196/resprot.3459","title":"“Real-World” Practical Evaluation Strategies: A Review of Telehealth Evaluation","year":2014,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Psychological intervention; Telemedicine; Intervention (counseling); Health care; Medicine; Knowledge management; Process management; Management science; Nursing; Computer science; Business; Engineering; Political science","score_opus":0.6841067961372691,"score_gpt":0.7486708569583153,"score_spread":0.06456406082104615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992709808","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5773826e-7,0.39636934,0.0000256612,0.0008172955,0.000016019923,0.5952556,0.000018806079,0.000043098167,0.00745389],"genre_scores_gemma":[3.3826038e-7,0.49041018,0.0005146618,0.00012785546,0.00046245335,0.50756294,0.00076819485,0.00005584938,0.00009751531],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9788432,0.008544583,0.003219806,0.0009516495,0.007380499,0.0010602644],"domain_scores_gemma":[0.9894733,0.0015502573,0.0018371858,0.0014592062,0.005107722,0.00057233655],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04452092,0.00052051776,0.0031740183,0.0013569455,0.00018908405,0.00006202865,0.00033461314,0.0003651439,0.0033342622],"category_scores_gemma":[0.004809494,0.0003865413,0.00044234126,0.0026396252,0.00023179616,0.0003061605,0.00013740695,0.0020149038,0.00022032134],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056435256,0.00026971207,0.000009147784,0.40544018,0.000053561987,0.000004178096,0.000025623302,2.7472515e-8,4.2919277e-7,0.0005063147,0.041409258,0.5522251],"study_design_scores_gemma":[0.0016093319,0.0019593288,0.00006614222,0.3709122,0.00043635292,0.00004019892,0.00004451005,0.00005718789,0.0000011682591,0.00017743088,0.624542,0.0001541912],"about_ca_topic_score_codex":0.00015322628,"about_ca_topic_score_gemma":0.00008945489,"teacher_disagreement_score":0.58313274,"about_ca_system_score_codex":0.0017663086,"about_ca_system_score_gemma":0.029456267,"threshold_uncertainty_score":0.9998587},"labels":[],"label_agreement":null},{"id":"W1993297141","doi":"10.2196/resprot.3098","title":"A Computer-Based Screening Method for Distress in Patients With Multiple Sclerosis: A Feasibility Study","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Anxiety; Distress; Medicine; Referral; Physical therapy; Randomized controlled trial; Depression (economics); Rehabilitation; Cognition; Clinical psychology; Psychiatry; Family medicine; Surgery","score_opus":0.4013398663279841,"score_gpt":0.5391577334424971,"score_spread":0.137817867114513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993297141","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17945072,0.0000010204951,0.035559066,0.00031924577,0.0000039238616,0.7844369,0.00007493228,0.00010166594,0.000052516254],"genre_scores_gemma":[0.37522295,4.6673758e-8,0.039766178,0.000032445012,0.000078768724,0.5848043,0.000032219967,0.000042428805,0.000020682874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99276894,0.0020420733,0.00058107806,0.0010941379,0.0022395006,0.0012742507],"domain_scores_gemma":[0.99428093,0.0024853589,0.00011845202,0.0011531074,0.0015280957,0.00043402726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006315029,0.00032960452,0.0007705544,0.00053419376,0.00041940514,0.00016295444,0.00048275382,0.00011125571,0.000024427725],"category_scores_gemma":[0.0026931216,0.00023840813,0.000112102345,0.0009844812,0.00030338665,0.0001658629,0.00042062928,0.00088487385,0.0000088480065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014175474,0.011246935,0.9140978,0.0010948271,0.00006763567,0.000003491027,0.00033729128,0.00010365161,0.00035229683,0.000005049528,0.00076919474,0.057746384],"study_design_scores_gemma":[0.04914093,0.018503923,0.8959563,0.0035102621,0.000005260448,1.4238938e-7,0.00016242225,0.03034368,0.00032717612,0.0000089449195,0.0018209578,0.00022001815],"about_ca_topic_score_codex":0.00022781077,"about_ca_topic_score_gemma":0.0004931124,"teacher_disagreement_score":0.19963263,"about_ca_system_score_codex":0.0003353944,"about_ca_system_score_gemma":0.00019030133,"threshold_uncertainty_score":0.97220016},"labels":[],"label_agreement":null},{"id":"W1993488038","doi":"10.2196/resprot.2372","title":"User Perceptions of a Dementia Risk Reduction Website and Its Promotion of Behavior Change","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Dementia Collaborative Research Centres, Australia","keywords":"Dementia; Health promotion; Promotion (chess); Risk perception; Medicine; Perception; Gerontology; Behavior change; Psychology; Public health; Nursing; Disease; Social psychology","score_opus":0.20604612579182657,"score_gpt":0.5280459942111893,"score_spread":0.3219998684193627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993488038","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.619805,0.000009455099,0.00001018047,0.00019612002,0.0000024067233,0.37957898,0.000013635017,0.000014453356,0.00036980104],"genre_scores_gemma":[0.47299266,0.000013382752,0.00012110771,0.0000021066487,0.00004570086,0.52591866,0.000010433064,0.000010903886,0.0008850357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99761105,0.0004110782,0.00032148062,0.00028814893,0.0009646048,0.00040367126],"domain_scores_gemma":[0.99796957,0.00003826603,0.000111117944,0.0002537142,0.0014304509,0.00019689447],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010861836,0.000108586144,0.00021560804,0.00044774052,0.00013176537,0.000036982106,0.000102893464,0.00009293582,0.0029969777],"category_scores_gemma":[0.00012834267,0.00008982286,0.00006868797,0.0004689062,0.00023508484,0.00039775542,0.00016083196,0.00039126605,0.000120928045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002585419,0.0026871236,0.5621751,0.0011791795,0.00006610639,0.000004115,0.00052047125,2.1127395e-8,0.3915056,0.00007572739,0.0011307049,0.04039732],"study_design_scores_gemma":[0.0018876044,0.004234133,0.9452881,0.001047168,0.00003169509,0.000016571506,0.0004894894,0.00005214699,0.04548603,0.00008039036,0.0013135299,0.000073126714],"about_ca_topic_score_codex":0.00012160301,"about_ca_topic_score_gemma":0.0000051139014,"teacher_disagreement_score":0.38311303,"about_ca_system_score_codex":0.000042808282,"about_ca_system_score_gemma":0.00009502707,"threshold_uncertainty_score":0.99791443},"labels":[],"label_agreement":null},{"id":"W1994397972","doi":"10.2196/resprot.3353","title":"The Effects of Propofol Cardioplegia on Blood and Myocardial Biomarkers of Stress and Injury in Patients With Isolated Coronary Artery Bypass Grafting or Aortic Valve Replacement Using Cardiopulmonary Bypass: Protocol for a Single-Center Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Ischemia and Reperfusion","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cardiff University; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust","keywords":"Medicine; Cardiopulmonary bypass; Propofol; Cardiology; Aortic valve replacement; Internal medicine; Cardiac surgery; Coronary artery bypass surgery; Placebo; Anesthesia; Cardioprotection; Artery; Myocardial infarction; Stenosis","score_opus":0.028840774124471173,"score_gpt":0.383439879355932,"score_spread":0.3545991052314608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994397972","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46949828,0.0000025974862,0.000008020123,0.000016262029,0.00001526826,0.53038484,0.00000862913,0.000010401103,0.00005570203],"genre_scores_gemma":[0.3956002,6.804899e-7,0.00005697205,0.000005617105,0.00007402157,0.60420954,0.0000064456185,0.000032797667,0.000013725716],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944747,0.0021033078,0.0010786371,0.00056880224,0.0011897876,0.0005847359],"domain_scores_gemma":[0.995658,0.0025547266,0.00048997975,0.0005409063,0.0005833213,0.00017310382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040010293,0.00033961388,0.0020121003,0.00032067203,0.00022007759,0.000058280388,0.00011576615,0.00020922,0.0000016191129],"category_scores_gemma":[0.0018112101,0.00017400728,0.0004724288,0.00030501408,0.0006106124,0.00009029945,0.000178113,0.0004003708,1.12344445e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9146106,0.00205857,0.050935045,0.003387084,0.001727679,0.0000117251,0.00017424379,0.0000013308337,0.025739113,0.0000027291167,0.000033963508,0.0013178834],"study_design_scores_gemma":[0.9446208,0.031225692,0.0019314142,0.009951021,0.00026699583,0.000014608815,0.00005137465,0.00050223747,0.011132152,0.0000067099095,0.0000962212,0.00020080722],"about_ca_topic_score_codex":0.000014814363,"about_ca_topic_score_gemma":0.0000015299557,"teacher_disagreement_score":0.07389808,"about_ca_system_score_codex":0.00011312003,"about_ca_system_score_gemma":0.00032259207,"threshold_uncertainty_score":0.7095811},"labels":[],"label_agreement":null},{"id":"W1994409071","doi":"10.2196/resprot.4035","title":"A Mobile Telehealth Intervention for Adults With Insulin-Requiring Diabetes: Early Results of a Mixed-Methods Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Randomized controlled trial; Medicine; Intervention (counseling); Telemedicine; Digital health; Health care; Diabetes mellitus; Diabetes management; mHealth; Nursing; Physical therapy; Type 2 diabetes; Psychological intervention; Surgery","score_opus":0.13290094324835916,"score_gpt":0.5433790828458083,"score_spread":0.4104781395974491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994409071","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24113557,0.000027556054,0.0011870946,0.00019847631,0.000050801726,0.7562441,0.000009705321,0.000056420802,0.0010902315],"genre_scores_gemma":[0.106241025,0.0000015655297,0.007544796,0.0000148232475,0.00032968345,0.8835732,0.000059781294,0.000036464047,0.0021987134],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946701,0.0021091807,0.0012081647,0.00044032626,0.0009161369,0.00065612106],"domain_scores_gemma":[0.995313,0.0017023364,0.00055598957,0.00052496,0.0015776625,0.000326053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023810131,0.00019919418,0.0014448642,0.00063094107,0.00008326423,0.000088541135,0.00022892724,0.00012006382,0.00001515443],"category_scores_gemma":[0.006616729,0.00013231537,0.00036526454,0.0006196918,0.0002543919,0.00023483062,0.00009866835,0.00034177353,0.000011527407],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9301089,0.0021396081,0.00014983071,0.0020335214,0.00020908224,9.222275e-7,0.0018285258,0.0000023606747,0.00013431006,0.000105680636,0.0035414312,0.05974581],"study_design_scores_gemma":[0.9475762,0.030319056,0.000103966544,0.0051815836,0.00004521214,2.1121924e-7,0.00078407006,0.0007716029,0.0012820009,0.0004250355,0.013390272,0.0001207514],"about_ca_topic_score_codex":0.000035666035,"about_ca_topic_score_gemma":0.000005588023,"teacher_disagreement_score":0.13489453,"about_ca_system_score_codex":0.00016369589,"about_ca_system_score_gemma":0.00047089122,"threshold_uncertainty_score":0.82521635},"labels":[],"label_agreement":null},{"id":"W1995189113","doi":"10.2196/resprot.2801","title":"Internet-Based Cognitive Behavior Therapy for Procrastination: Study Protocol for a Randomized Controlled Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Procrastination; Psychoeducation; Randomized controlled trial; Population; Cognitive behavioral therapy; Psychology; Clinical psychology; Intervention (counseling); Cognition; Psychological intervention; The Internet; Psychotherapist; Medicine; Psychiatry","score_opus":0.2710253091856708,"score_gpt":0.5887241514045477,"score_spread":0.3176988422188769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995189113","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018534715,0.0000016404938,0.005412151,0.000433733,0.00005786847,0.9904676,0.000017871685,0.0002429777,0.0015126572],"genre_scores_gemma":[0.010901564,3.7188375e-8,0.00044271484,0.000076937424,0.00065699354,0.9785952,0.000018856332,0.00010316124,0.009204539],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924568,0.0031085769,0.0013276268,0.0010406523,0.0010388445,0.0010275265],"domain_scores_gemma":[0.98626125,0.0070694257,0.0005719691,0.0004321493,0.0054951445,0.0001700684],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007849321,0.000474695,0.0015212663,0.0005386976,0.00080567953,0.00048450398,0.0005186324,0.00023227686,0.0016208678],"category_scores_gemma":[0.004028435,0.00034111715,0.00065773586,0.000498193,0.00054529053,0.00030160992,0.00009034952,0.00051870453,0.00015884907],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9531055,0.016055098,0.0009766454,0.0002251995,0.0004500666,0.0000018780531,0.0019988965,3.2516422e-7,0.000066975976,0.00032158766,0.015408311,0.011389486],"study_design_scores_gemma":[0.96175206,0.022624806,0.0015274137,0.00032019746,0.000032631837,0.0000017747683,0.0011642756,0.00047913578,0.00029556509,0.0006966265,0.010759297,0.00034619265],"about_ca_topic_score_codex":0.0000701932,"about_ca_topic_score_gemma":0.00002670983,"teacher_disagreement_score":0.011872431,"about_ca_system_score_codex":0.00018912021,"about_ca_system_score_gemma":0.00041191708,"threshold_uncertainty_score":0.9999041},"labels":[],"label_agreement":null},{"id":"W1995693458","doi":"10.2196/resprot.1945","title":"Filling the Gaps in a Fragmented Health Care System: Development of the Health and Welfare Information Portal (ZWIP)","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Multidisciplinary approach; Health care; Nursing; Welfare; The Internet; Medicine; Psychology; Medical education","score_opus":0.13936294042849134,"score_gpt":0.5063195728573063,"score_spread":0.366956632428815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995693458","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04172043,0.00043183813,0.000031571664,0.010256671,0.000023721597,0.9372179,0.000025074725,0.00006887547,0.010223948],"genre_scores_gemma":[0.5481161,0.0000024910653,0.00011663322,0.00014688214,0.000032850112,0.45150134,0.00003736554,0.000008568709,0.00003776332],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758255,0.00031986646,0.0005263175,0.00011988994,0.00089607167,0.00055530184],"domain_scores_gemma":[0.99905515,0.000036609476,0.00019034838,0.0003699489,0.00014324971,0.00020467727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019416648,0.00010647456,0.00021049228,0.00017472095,0.00038351805,0.000050035433,0.0001778777,0.000036756235,0.000047623904],"category_scores_gemma":[0.00006729864,0.000060643117,0.000032162963,0.0004426933,0.00010976509,0.00025775592,0.00024773847,0.00034474817,0.0000072592193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002732595,0.0019143864,0.23526298,0.21768424,0.00028985948,0.00001543796,0.2682275,0.000031096726,0.00004447218,0.04444617,0.05716431,0.17218697],"study_design_scores_gemma":[0.004919444,0.0008430605,0.25389907,0.017198566,0.0000037141165,0.000014543664,0.21449572,0.00016858679,0.00013845372,0.000014453328,0.50812733,0.00017703592],"about_ca_topic_score_codex":0.00013189709,"about_ca_topic_score_gemma":0.000070746006,"teacher_disagreement_score":0.5063957,"about_ca_system_score_codex":0.00063627533,"about_ca_system_score_gemma":0.0015227414,"threshold_uncertainty_score":0.29497495},"labels":[],"label_agreement":null},{"id":"W1995741051","doi":"10.2196/resprot.3580","title":"Development of a Model of Care for Rehabilitation of People Living With HIV in a Semirural Setting in South Africa","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council","keywords":"Rehabilitation; Pandemic; Health care; Antiretroviral therapy; Context (archaeology); Human immunodeficiency virus (HIV); Medicine; Continuum of care; Nursing; Gerontology; Family medicine; Disease; Coronavirus disease 2019 (COVID-19); Physical therapy; Political science; Geography; Infectious disease (medical specialty); Viral load","score_opus":0.10973883763167239,"score_gpt":0.4796908629342533,"score_spread":0.36995202530258087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995741051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6619914,0.000004433552,0.0010279553,0.00015954782,3.660611e-7,0.33627105,0.000014000203,0.000007907464,0.0005233552],"genre_scores_gemma":[0.54390603,3.4684376e-8,0.03656369,7.981143e-7,0.0000018079869,0.4194846,0.000005753272,0.0000073857977,0.000029895133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998623,0.00012190655,0.00048394818,0.00017527422,0.00034348102,0.00025237355],"domain_scores_gemma":[0.998551,0.00048353718,0.000136294,0.0002322368,0.0005391355,0.000057767473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010577922,0.00006801552,0.00027677452,0.0003694963,0.000045823588,0.0000025939073,0.00007452599,0.00005780279,0.0000038298517],"category_scores_gemma":[0.0004113106,0.000053940636,0.00002660011,0.00047989376,0.000047048263,0.000039832965,0.00004123551,0.00016132956,0.0000010571019],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018696433,0.0015452766,0.60683936,0.017663825,0.000020989524,3.7039638e-7,0.35982236,0.0007914758,0.0042738523,0.00051818107,0.00004687251,0.006607801],"study_design_scores_gemma":[0.019885812,0.0110040335,0.7275116,0.08295453,0.000012149377,0.0000016481391,0.04175676,0.11016637,0.004562029,0.0006324693,0.0012021114,0.00031048217],"about_ca_topic_score_codex":0.000018602772,"about_ca_topic_score_gemma":0.0001292983,"teacher_disagreement_score":0.31806558,"about_ca_system_score_codex":0.00017397325,"about_ca_system_score_gemma":0.000614783,"threshold_uncertainty_score":0.21996354},"labels":[],"label_agreement":null},{"id":"W2000226400","doi":"10.2196/resprot.1958","title":"Computer-Assisted School-Based Asthma Management: A Pilot Study","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"McNemar's test; Asthma; Medicine; Peak flow meter; Test (biology); Tracking (education); Family medicine; Program evaluation; Public health; Nursing; Psychology","score_opus":0.2629434204120396,"score_gpt":0.523074576710144,"score_spread":0.2601311562981044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000226400","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06757094,0.000022149068,0.00022357526,0.0002911609,0.000020703623,0.92254657,0.000010026005,0.0002975196,0.009017381],"genre_scores_gemma":[0.32247695,1.03027865e-7,0.0006393226,0.0002298413,0.0005024617,0.67486936,0.0000100822535,0.000041237057,0.0012306721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957987,0.0007845754,0.0003678302,0.0004432842,0.0015502502,0.0010553561],"domain_scores_gemma":[0.99750924,0.000106129504,0.00006918878,0.0008968533,0.00031600482,0.0011026098],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015475557,0.00023571086,0.00033542386,0.000507464,0.00033925174,0.00012237948,0.00033593745,0.000058216076,0.0007766358],"category_scores_gemma":[0.00006935872,0.00018059884,0.00009914325,0.0008363501,0.0001869715,0.00020467305,0.00029482346,0.00061714835,0.0012589552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009941591,0.09327296,0.6877162,0.0037470846,0.0002807152,0.0012532938,0.00028140107,0.000007025558,0.002076581,0.0003214584,0.0713058,0.12979588],"study_design_scores_gemma":[0.007627784,0.018351242,0.66082895,0.001071383,0.000008605365,0.000010416451,0.00030022825,0.00006466722,0.00021686693,0.000007904086,0.31132293,0.00018899856],"about_ca_topic_score_codex":0.000009313302,"about_ca_topic_score_gemma":0.0000023024047,"teacher_disagreement_score":0.254906,"about_ca_system_score_codex":0.00019043028,"about_ca_system_score_gemma":0.00026313064,"threshold_uncertainty_score":0.9995187},"labels":[],"label_agreement":null},{"id":"W2000685744","doi":"10.2196/resprot.3404","title":"Metadata Correction: Internet Protocol Television for Personalized Home-Based Health Information: Design-Based Research on a Diabetes Education System","year":2014,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Metadata; World Wide Web; Notice; Computer science; Publishing; Protocol (science); Library science; Internet privacy; Medicine; Alternative medicine","score_opus":0.4533486663392166,"score_gpt":0.6368291042603089,"score_spread":0.1834804379210923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000685744","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.3902466e-7,0.000028957766,0.021741657,0.006777693,0.0020453827,0.95977455,0.0005224812,0.0005899674,0.008518881],"genre_scores_gemma":[0.000008334932,0.0000032727346,0.0031037966,0.003141525,0.004257976,0.87281996,0.005572288,0.00023889061,0.11085394],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9654054,0.019686677,0.0037767454,0.0018837727,0.0047659585,0.004481443],"domain_scores_gemma":[0.9733232,0.010599462,0.0024228347,0.0033639853,0.008107493,0.0021830245],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.044156916,0.0009789185,0.001898375,0.0039134338,0.0062774634,0.00061022304,0.0023969205,0.0022553978,0.00070132996],"category_scores_gemma":[0.003361281,0.00084927294,0.00038342222,0.0030380634,0.0006026418,0.000734847,0.0003998553,0.011508342,0.0017592235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0037737184,0.0007412467,0.00008570994,0.089165956,0.00002285914,4.1549026e-7,0.00016267257,0.000022441005,0.0000012726293,0.0038156924,0.85321623,0.048991803],"study_design_scores_gemma":[0.0066802334,0.0083038155,0.00008327473,0.06650263,0.0000067005453,8.1816137e-7,0.0005427548,0.012079305,0.000029473333,0.00015271005,0.90507966,0.00053860905],"about_ca_topic_score_codex":0.00052153337,"about_ca_topic_score_gemma":0.00010779834,"teacher_disagreement_score":0.10233506,"about_ca_system_score_codex":0.0077277813,"about_ca_system_score_gemma":0.07299999,"threshold_uncertainty_score":0.9993958},"labels":[],"label_agreement":null},{"id":"W2001086332","doi":"10.2196/resprot.4065","title":"“What Is eHealth”: Time for An Update?","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Psychological intervention; Computer science; mHealth; Field (mathematics); Data science; Internet privacy; World Wide Web; Medicine; Nursing; Political science; Health care","score_opus":0.5424697278824262,"score_gpt":0.703018656789253,"score_spread":0.16054892890682682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001086332","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004043955,0.000043162763,0.00022357964,0.023496691,0.00007386808,0.96811527,0.00012820202,0.00030288735,0.0072119273],"genre_scores_gemma":[0.00014809817,0.000028143237,0.0017792981,0.007328521,0.0012215757,0.9734826,0.00016990055,0.00009043939,0.015751414],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99237424,0.0021554967,0.0010646199,0.0008186669,0.0010865628,0.0025004323],"domain_scores_gemma":[0.99207145,0.00096463226,0.00027690176,0.001482624,0.0022460632,0.0029583573],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010792455,0.00023408925,0.00043558862,0.0003399635,0.0021950637,0.00010143071,0.00081431057,0.0004877408,0.0012284332],"category_scores_gemma":[0.00046872968,0.00020675332,0.00007202973,0.0007575663,0.00018154515,0.0008399744,0.0002567727,0.0016429891,0.010111195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009633477,0.00048240784,0.0007310583,0.001967451,0.000004568166,9.58691e-7,0.001766599,5.480508e-7,0.00009067031,0.009945373,0.9387562,0.045290798],"study_design_scores_gemma":[0.003287852,0.0017189829,0.0002517232,0.0009788112,0.0000010798211,0.0000012745804,0.0013039046,0.00041200285,0.000060408987,0.01405437,0.9777572,0.00017238491],"about_ca_topic_score_codex":0.00015145063,"about_ca_topic_score_gemma":0.000103849525,"teacher_disagreement_score":0.045118414,"about_ca_system_score_codex":0.0006440273,"about_ca_system_score_gemma":0.0061977734,"threshold_uncertainty_score":0.9996846},"labels":[],"label_agreement":null},{"id":"W2001726620","doi":"10.2196/resprot.3349","title":"Toward the Development of a Lupus Interactive Navigator to Facilitate Patients and Their Health Care Providers in the Management of Lupus: Results of Web-Based Surveys","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Systemic Lupus Erythematosus Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Centre hospitalier universitaire de Québec; McGill University Health Centre","funders":"Canadian Institutes of Health Research; Université Laval; Canadian Rheumatology Association; GlaxoSmithKline; Arthritis Health Professions Association; Lupus Canada","keywords":"Systemic lupus erythematosus; Medicine; Helpfulness; Health care; Rheumatology; Family medicine; Disease; Internal medicine; Physical therapy; Psychology","score_opus":0.1727482500997856,"score_gpt":0.4645830187444902,"score_spread":0.2918347686447046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001726620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5243949,0.000020678883,0.000106071,0.0019347325,0.000015560798,0.4726434,0.000100185054,0.000012469682,0.0007719554],"genre_scores_gemma":[0.6338605,0.0000011399837,0.000458958,0.000033842443,0.0000072288885,0.36549535,0.00001957287,0.000017840175,0.00010552601],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9919728,0.003947093,0.001140784,0.00046893876,0.0018416373,0.0006287375],"domain_scores_gemma":[0.9961579,0.0013500857,0.00030421402,0.00087142474,0.0011221871,0.00019422371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013333893,0.00021429379,0.0005937432,0.00041060886,0.000103024315,0.00003120468,0.00066179305,0.00007126653,0.0000062980366],"category_scores_gemma":[0.00070460746,0.000110747555,0.00007842585,0.00091383164,0.00034911284,0.000076366465,0.00040917503,0.00049962744,0.000006227515],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013308842,0.0022818197,0.19554308,0.06348409,0.00031179565,0.0000119740325,0.594464,0.000013300446,0.0014861661,0.00007097954,0.0077508,0.12127316],"study_design_scores_gemma":[0.07490389,0.024560602,0.15396568,0.114935756,0.000015641672,0.00009470139,0.46372125,0.0006088839,0.03981512,0.00019506886,0.12636591,0.00081749883],"about_ca_topic_score_codex":0.00025566976,"about_ca_topic_score_gemma":0.00028865956,"teacher_disagreement_score":0.13074274,"about_ca_system_score_codex":0.0004155332,"about_ca_system_score_gemma":0.0009562798,"threshold_uncertainty_score":0.4621288},"labels":[],"label_agreement":null},{"id":"W2001948854","doi":"10.2196/resprot.3418","title":"Treatment of Infantile Hemangioma in Regional Hospitals With eHealth Support: Evaluation of Feasibility and Acceptance by Parents and Doctors","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vascular Malformations and Hemangiomas","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Usability; Medicine; Intervention (counseling); Infantile hemangioma; Family medicine; Telemedicine; Health care; Hemangioma; Nursing; Pediatrics; Surgery","score_opus":0.1911858592094295,"score_gpt":0.5250592198168014,"score_spread":0.3338733606073719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001948854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.817967,0.000052536812,0.000006928631,0.0001773235,7.069219e-7,0.18153945,0.000009565533,0.0000050008543,0.00024147169],"genre_scores_gemma":[0.7504311,0.0000121582225,0.00021641835,0.00000416155,0.000009251094,0.2492652,0.000024857845,0.0000068129743,0.00003005664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981341,0.00024933004,0.00032352403,0.00022211391,0.00085207407,0.00021890186],"domain_scores_gemma":[0.99896026,0.00006990635,0.00011448064,0.00031780996,0.00042076598,0.00011678187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001629867,0.00009331533,0.00029389723,0.00019174049,0.000046900157,0.000012467912,0.00004848295,0.00005742167,0.000053283828],"category_scores_gemma":[0.00008402448,0.000065251916,0.000034092634,0.00027393273,0.00020672524,0.00013497236,0.00002841279,0.000072464456,0.0000010947217],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006420481,0.0011227988,0.9719135,0.0010093268,0.000027493421,0.0000015723106,0.0011737789,0.0000010197463,0.00089020125,0.00023515381,0.00043902494,0.022544064],"study_design_scores_gemma":[0.008782043,0.0066010607,0.97557557,0.0007405621,0.000011393989,0.000015821395,0.0002473725,0.0004675886,0.00361831,0.00025640332,0.00361028,0.00007358559],"about_ca_topic_score_codex":0.00009163017,"about_ca_topic_score_gemma":0.000063044514,"teacher_disagreement_score":0.06772575,"about_ca_system_score_codex":0.00012346182,"about_ca_system_score_gemma":0.00020978543,"threshold_uncertainty_score":0.2660896},"labels":[],"label_agreement":null},{"id":"W2002066713","doi":"10.2196/resprot.1970","title":"Harm Reduction Text Messages Delivered During Alcohol Drinking: Feasibility Study Protocol","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Population; Medicine; Unintended consequences; Harm reduction; Intervention (counseling); Public health; Poison control; Environmental health; Psychology; Psychiatry; Nursing","score_opus":0.3580645066601319,"score_gpt":0.5708546139476685,"score_spread":0.21279010728753656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002066713","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3751553,0.0000024565481,6.8861186e-7,0.0001249809,0.000008111947,0.62321997,5.0786997e-7,0.0001665011,0.001321499],"genre_scores_gemma":[0.40609643,1.947117e-7,0.00011151551,0.0000064710666,0.0003038384,0.59011817,0.0000035000085,0.000039074446,0.0033207822],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99533576,0.00066501694,0.00051723927,0.00064207084,0.0016089213,0.0012310194],"domain_scores_gemma":[0.9976799,0.000093830284,0.00012575014,0.0011220978,0.0005000013,0.00047842297],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00221349,0.00032770666,0.00047753422,0.0003647977,0.00051820837,0.000109785775,0.0002926537,0.00015355517,0.0010324155],"category_scores_gemma":[0.00021711897,0.0002457697,0.00016487205,0.0008086896,0.00020252135,0.00067958364,0.0002227777,0.0007863672,0.000383611],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005914858,0.008974363,0.95804954,0.0004181023,0.00013238177,0.00007234092,0.006233848,3.88539e-7,0.016094973,0.000034341847,0.001839174,0.0022356713],"study_design_scores_gemma":[0.024829494,0.0023539248,0.9019349,0.0011609335,0.000020537487,0.0000623815,0.005352402,0.0000033603496,0.056450862,0.00007770703,0.007443093,0.0003103846],"about_ca_topic_score_codex":0.000021096554,"about_ca_topic_score_gemma":0.000012364113,"teacher_disagreement_score":0.056114636,"about_ca_system_score_codex":0.0008812862,"about_ca_system_score_gemma":0.00020872235,"threshold_uncertainty_score":0.99999946},"labels":[],"label_agreement":null},{"id":"W2002428033","doi":"10.2196/resprot.3957","title":"Pain Management in Cancer Patients Using a Mobile App: Study Design of a Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Opioid Use","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Cancer pain; Randomized controlled trial; Physical therapy; Quality of life (healthcare); Intervention (counseling); Palliative care; Brief Pain Inventory; Anxiety; Clinical trial; Cancer; Chronic pain; Nursing; Psychiatry; Surgery; Internal medicine","score_opus":0.15865116693047288,"score_gpt":0.5177755565128591,"score_spread":0.35912438958238624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002428033","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1036214,0.000005156817,0.0016385473,0.000024570192,0.000010380673,0.8939322,5.991917e-7,0.000029167159,0.00073793955],"genre_scores_gemma":[0.13216166,0.0000023496282,0.0006169507,0.000035192465,0.00008614147,0.866288,0.0000020161829,0.000024204399,0.00078344706],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98852175,0.008248197,0.00094258774,0.00038305827,0.0013820854,0.00052228774],"domain_scores_gemma":[0.99727285,0.0016194765,0.00022831565,0.00045765808,0.00030996327,0.000111719906],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029619997,0.00018516227,0.0015136831,0.0007452818,0.00007541024,0.000044992947,0.00025511262,0.00006756028,0.00013344902],"category_scores_gemma":[0.0015779588,0.00012926641,0.00020425509,0.00061810605,0.00013235582,0.00006843046,0.00018008248,0.0003096331,0.00000808421],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97433627,0.008173116,0.010628831,0.000609287,0.00033454236,0.000015441998,0.00050744996,0.00018168142,0.00006927628,0.000046435063,0.0007773615,0.0043202965],"study_design_scores_gemma":[0.9675838,0.0053660106,0.0013161148,0.0012554055,0.000048843343,1.7941328e-8,0.00023866506,0.022563558,0.000021497488,0.00015062904,0.0013433029,0.000112169575],"about_ca_topic_score_codex":0.00009097551,"about_ca_topic_score_gemma":0.000007248456,"teacher_disagreement_score":0.028540269,"about_ca_system_score_codex":0.00017448366,"about_ca_system_score_gemma":0.00010148009,"threshold_uncertainty_score":0.9992104},"labels":[],"label_agreement":null},{"id":"W2002515012","doi":"10.2196/resprot.3336","title":"An Accumulated Activity Effective Index for Promoting Physical Activity: A Design and Development Study in a Mobile and Pervasive Health Context","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Physical activity; Index (typography); The Internet; Life expectancy; Psychology; Computer science; Gerontology; Medicine; Environmental health; Physical therapy; Population; World Wide Web","score_opus":0.4956298087611476,"score_gpt":0.6217711037478134,"score_spread":0.12614129498666582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002515012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57797706,0.0000026220466,0.0003766866,0.00019870648,0.0000011172519,0.42140567,0.0000026385046,0.000031391766,0.0000041004905],"genre_scores_gemma":[0.5229352,2.336905e-7,0.0001514264,0.00001823329,0.000041748484,0.4768276,0.0000013073488,0.000017940909,0.0000062856243],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957546,0.0019108419,0.00019324673,0.000702886,0.0006709359,0.0007675072],"domain_scores_gemma":[0.99743164,0.0010610219,0.000110619476,0.00027440328,0.00034561462,0.0007766843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038425468,0.0002277731,0.00076787773,0.00023403006,0.00030586706,0.000092877344,0.00010348845,0.000101274825,0.0000012240884],"category_scores_gemma":[0.0003763869,0.00018778206,0.000027393971,0.00039424998,0.00016909587,0.00048211418,0.00016933023,0.00095782365,0.0000028836816],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018084912,0.04015786,0.024729736,0.0023560517,0.00007949099,0.00003829702,0.079486765,0.000009079761,0.008029016,0.000014339178,0.00006341138,0.826951],"study_design_scores_gemma":[0.048125215,0.17546289,0.6740964,0.004253563,0.000010119005,0.000030409354,0.009024798,0.053021245,0.031558193,0.00089051,0.0027968201,0.00072980113],"about_ca_topic_score_codex":0.000282638,"about_ca_topic_score_gemma":0.00019666499,"teacher_disagreement_score":0.8262212,"about_ca_system_score_codex":0.0006436543,"about_ca_system_score_gemma":0.0018698546,"threshold_uncertainty_score":0.76575303},"labels":[],"label_agreement":null},{"id":"W2003787381","doi":"10.2196/resprot.3860","title":"Experimental Design to Evaluate Directed Adaptive Mutation in Mammalian Cells","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Evolution and Genetic Dynamics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine, University of North Carolina at Chapel Hill","keywords":"Mutation; Computer science; Computational biology; Biology; Genetics; Gene","score_opus":0.13033360013283082,"score_gpt":0.49089052074469863,"score_spread":0.36055692061186784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003787381","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11397279,0.00002100742,0.056555692,0.00040446702,0.0000314296,0.82339156,0.000018162167,0.00007969107,0.0055252216],"genre_scores_gemma":[0.3587044,2.4350803e-7,0.0057466296,0.0000806858,0.00007743252,0.63401103,0.000020578958,0.000022302154,0.0013367187],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977056,0.00092668075,0.000188491,0.0003918473,0.0003784724,0.00040890113],"domain_scores_gemma":[0.99926615,0.000030050394,0.000031474767,0.0003152364,0.00019878852,0.0001583288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013039963,0.000116686126,0.00010315034,0.00013597148,0.00007940045,0.000041273786,0.0002336803,0.0001166566,0.00005949917],"category_scores_gemma":[0.00012342281,0.000115034076,0.000034027908,0.00026540292,0.00007479564,0.0000041207513,0.00014955652,0.00014974998,0.00013887588],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071974035,0.0002577042,0.000113956194,0.000013631179,0.0000053183944,0.0000034992381,0.0001871191,0.0017705467,0.98705083,0.00009967441,0.006460897,0.0033170995],"study_design_scores_gemma":[0.0016939742,0.0037564328,0.0032920544,0.00010928108,5.176633e-7,0.0000028801815,0.00015155203,0.0155131165,0.94000787,0.00018117826,0.035075676,0.00021545586],"about_ca_topic_score_codex":0.000026158736,"about_ca_topic_score_gemma":0.000048331833,"teacher_disagreement_score":0.2447316,"about_ca_system_score_codex":0.00006958202,"about_ca_system_score_gemma":0.00011509777,"threshold_uncertainty_score":0.46909535},"labels":[],"label_agreement":null},{"id":"W2004604710","doi":"10.2196/resprot.3041","title":"A Smartphone-Based Pain Management App for Adolescents With Cancer: Establishing System Requirements and a Pain Care Algorithm Based on Literature Review, Interviews, and Consensus","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University Health Network; Hospital for Sick Children; University of Toronto","funders":"Hospital for Sick Children; Pediatric Oncology Group of Ontario","keywords":"Pain management; Cancer pain; Medicine; Population; Pain assessment; Smartphone app; Computer science; Cancer; Physical therapy; Human–computer interaction","score_opus":0.06825952948398045,"score_gpt":0.443091923352711,"score_spread":0.3748323938687306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004604710","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013779633,0.001736007,0.056976303,0.0024183337,0.000012147958,0.93735516,0.00010688418,0.0004960285,0.00076131546],"genre_scores_gemma":[0.010955085,0.000167637,0.018312564,0.002821984,0.00016908463,0.96724623,0.00009166501,0.0000769167,0.00015880012],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99412304,0.0026508828,0.00048651523,0.0008564005,0.0011617611,0.0007214139],"domain_scores_gemma":[0.9976316,0.00045559288,0.00020115828,0.00081353355,0.0005797481,0.00031834675],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01354536,0.00035939613,0.0005928393,0.00061423297,0.00023438886,0.0002743277,0.00028422376,0.00013325171,0.0000042612096],"category_scores_gemma":[0.0005673424,0.00027654588,0.00007788639,0.0007668704,0.00014764977,0.00009747108,0.00016823375,0.0005422434,0.000001352376],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022844062,0.00046058703,0.016626583,0.37463528,0.00006561989,0.00022040888,0.00020023482,0.0000020759978,0.000055167275,0.00004433619,0.09427402,0.5111313],"study_design_scores_gemma":[0.011818726,0.00685307,0.0022791876,0.6666419,0.0000853549,0.0000065527015,0.00044492006,0.039194383,0.00012453385,0.000026138707,0.2719848,0.00054045976],"about_ca_topic_score_codex":0.000025669886,"about_ca_topic_score_gemma":0.0000129173795,"teacher_disagreement_score":0.51059085,"about_ca_system_score_codex":0.00045574005,"about_ca_system_score_gemma":0.000121368736,"threshold_uncertainty_score":0.99996865},"labels":[],"label_agreement":null},{"id":"W2005366264","doi":"10.2196/resprot.3797","title":"Gestational Age Assessment in the Ghana Randomized Air Pollution and Health Study (GRAPHS): Ultrasound Capacity Building, Fetal Biometry Protocol Development, and Ongoing Quality Control","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pregnancy and preeclampsia studies","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences; National Institutes of Health; Barr Foundation","keywords":"Stove; Indoor air quality; Environmental health; Randomized controlled trial; Medicine; Pregnancy; Environmental science; Environmental engineering; Waste management; Engineering; Surgery","score_opus":0.22725538691378966,"score_gpt":0.54896427737782,"score_spread":0.3217088904640304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005366264","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11630009,0.000008903149,0.00090964703,0.0016745676,0.000003532971,0.880489,0.0000068784425,0.00003663683,0.0005707531],"genre_scores_gemma":[0.4505781,5.72329e-7,0.0015177892,0.00019105466,0.000026006615,0.54765785,0.0000031826378,0.0000081776,0.000017278335],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99140906,0.005481378,0.00076204765,0.00051165046,0.0012398575,0.00059600256],"domain_scores_gemma":[0.9968349,0.0022661372,0.00022254916,0.0003298298,0.00017272157,0.0001739126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026366973,0.00023196252,0.00076771714,0.00045109045,0.0007316396,0.00012882175,0.0001742616,0.00008706731,0.000008471092],"category_scores_gemma":[0.0011406718,0.00014898916,0.00006431114,0.0006223466,0.0006194597,0.00016790153,0.00010875254,0.00085826404,0.0000011202354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0406135,0.005507168,0.8741868,0.005873386,0.0005327712,0.000041850257,0.023031108,0.000003036477,0.0012911359,0.019499185,0.0009067495,0.02851331],"study_design_scores_gemma":[0.13505878,0.0013534346,0.85511893,0.0015581571,0.0000059751146,0.000016739932,0.0013064246,0.000046586407,0.00006858049,0.0019391037,0.003367247,0.00016003003],"about_ca_topic_score_codex":0.0003528314,"about_ca_topic_score_gemma":0.00038555017,"teacher_disagreement_score":0.33427802,"about_ca_system_score_codex":0.00019139185,"about_ca_system_score_gemma":0.00041713347,"threshold_uncertainty_score":0.91383195},"labels":[],"label_agreement":null},{"id":"W2006351998","doi":"10.2196/resprot.3392","title":"The Effect of Online Chronic Disease Personas on Activation: Within-Subjects and Between-Groups Analyses","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Persona Design and Applications","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Healthwise","keywords":"Persona; Feeling; Self-management; Psychology; Psychological intervention; Health care; Medicine; Disease; Disease management; Clinical psychology; Gerontology; Social psychology; Nursing","score_opus":0.35614015009074174,"score_gpt":0.5558532849443123,"score_spread":0.19971313485357056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006351998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19986649,0.000109567314,0.011473993,0.011030715,0.000014456134,0.77600455,0.000040243718,0.00026641623,0.0011935374],"genre_scores_gemma":[0.46150795,9.1385186e-7,0.00034419014,0.00002300374,0.00016338388,0.5377052,0.000005421006,0.000009624548,0.00024033852],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99758273,0.000643894,0.00017964205,0.0003622577,0.0009039974,0.00032748675],"domain_scores_gemma":[0.9976167,0.0010387677,0.00008526318,0.00072387164,0.00020141708,0.000333976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016040804,0.00012381666,0.00015923976,0.00013027828,0.0003518118,0.00022528859,0.0008563938,0.00004380044,0.0000019206323],"category_scores_gemma":[0.00033425647,0.00007497592,0.000047270165,0.0007854439,0.00027579578,0.00024797602,0.00026006662,0.0003456161,0.000018361616],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005566516,0.0029641078,0.06942406,0.0032112824,0.0005006572,0.00008777779,0.010130321,0.00042494512,0.08775334,0.16909853,0.06626321,0.58457524],"study_design_scores_gemma":[0.019210512,0.04237654,0.2709832,0.0067995647,0.000036151425,0.000014618527,0.00086877483,0.087301284,0.2870907,0.024767151,0.25868425,0.0018672687],"about_ca_topic_score_codex":0.000013848021,"about_ca_topic_score_gemma":0.0000045608804,"teacher_disagreement_score":0.582708,"about_ca_system_score_codex":0.00012497771,"about_ca_system_score_gemma":0.00044171736,"threshold_uncertainty_score":0.30574292},"labels":[],"label_agreement":null},{"id":"W2006685817","doi":"10.2196/resprot.3184","title":"A Design to Investigate the Feasibility and Effects of Partnered Ballroom Dancing on People With Parkinson Disease: Randomized Controlled Trial Protocol","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Physical medicine and rehabilitation; Randomized controlled trial; Dance therapy; Dance; Physical therapy; Balance (ability); Disease; Medicine; Population; Psychology; Gait; Parkinson's disease; Protocol (science); Gerontology; Alternative medicine","score_opus":0.15712929089701072,"score_gpt":0.5251853242881159,"score_spread":0.3680560333911052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006685817","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025742985,0.000002753177,0.0019473905,0.00075313187,0.00001874342,0.9710111,0.0000036358806,0.000072841125,0.00044740768],"genre_scores_gemma":[0.081706196,6.823912e-7,0.00041345975,0.00021229239,0.00022749187,0.91686016,0.000003168368,0.000038229784,0.0005383279],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9700609,0.026250783,0.0009904216,0.00063929,0.0011922979,0.00086633273],"domain_scores_gemma":[0.9857652,0.011745481,0.0005219913,0.00092579116,0.00049934525,0.0005421908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022379577,0.00029915842,0.0014389931,0.00018069745,0.00092249864,0.00006772094,0.00041958143,0.0001753111,0.000016683141],"category_scores_gemma":[0.0072214557,0.00015405258,0.00017028276,0.00050196727,0.00039501316,0.0001296883,0.00020895514,0.0010292263,0.000031702155],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98684406,0.0011134838,0.0024423827,0.0028151604,0.00005868115,0.0000022334696,0.0010961065,0.000004352553,0.0018208094,0.0009589521,0.0021359588,0.00070778833],"study_design_scores_gemma":[0.9547755,0.004833922,0.021123795,0.006882367,0.000021380885,2.094498e-7,0.000060041486,0.0015817967,0.00010873016,0.0034540712,0.0069647334,0.0001934149],"about_ca_topic_score_codex":0.000052950134,"about_ca_topic_score_gemma":0.00008499629,"teacher_disagreement_score":0.05596321,"about_ca_system_score_codex":0.00013737359,"about_ca_system_score_gemma":0.00086552487,"threshold_uncertainty_score":0.8645279},"labels":[],"label_agreement":null},{"id":"W2006996876","doi":"10.2196/resprot.2417","title":"Development, Implementation, and Evaluation of a Structured Reporting Web Tool for Abdominal Aortic Aneurysms","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Radiology practices and education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Medical physics; Medicine; SWOT analysis; Radiological weapon; Interview; Radiology; Computer science","score_opus":0.4309235238293529,"score_gpt":0.6452689708602686,"score_spread":0.21434544703091568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006996876","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67452157,0.0000027856252,0.000018331168,0.00048106292,0.0000050145277,0.3248493,0.0000010301885,0.0000075341673,0.000113364156],"genre_scores_gemma":[0.36042538,2.9395724e-7,0.008242001,0.000018693736,0.000052429274,0.63113624,0.000022621636,0.000008123611,0.00009423089],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980157,0.00020361181,0.00071294536,0.00022942624,0.0005669026,0.00027140233],"domain_scores_gemma":[0.9976023,0.00016972389,0.00055461307,0.0001965777,0.0013978324,0.000078986835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053065065,0.00007238881,0.00016902754,0.00015104961,0.00015194461,0.000046050456,0.00005373174,0.00006061589,0.00048323107],"category_scores_gemma":[0.0017381295,0.000059011236,0.000024110806,0.00016238901,0.00007374383,0.00024338481,0.000030074154,0.00015509407,0.000006169604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065800763,0.00024914515,0.21746674,0.0014448343,0.00007966413,0.0000019172528,0.0025396936,0.0000018080625,0.2666781,0.00012261461,0.011113332,0.49964416],"study_design_scores_gemma":[0.0054427744,0.0010144719,0.9388347,0.00037065602,0.00003095361,0.00011434783,0.0029775533,0.0028884832,0.024893627,0.0012136742,0.022084331,0.00013440996],"about_ca_topic_score_codex":0.00002109361,"about_ca_topic_score_gemma":0.000010294325,"teacher_disagreement_score":0.72136796,"about_ca_system_score_codex":0.00010185018,"about_ca_system_score_gemma":0.0010665159,"threshold_uncertainty_score":0.5291041},"labels":[],"label_agreement":null},{"id":"W2008857765","doi":"10.2196/resprot.2173","title":"Development and Formative Evaluation of a Visual E-Tool to Help Decision Makers Navigate the Evidence Around Health Financing","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Business; Knowledge management; Computer science; Psychology; Process management; Risk analysis (engineering); Finance; Mathematics education","score_opus":0.35001868552239956,"score_gpt":0.6135128759306777,"score_spread":0.26349419040827815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008857765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7262683,0.00006200213,0.00009058894,0.0015682954,0.000006449655,0.2719153,0.0000015438168,0.000008401107,0.00007916303],"genre_scores_gemma":[0.5733112,0.000004840103,0.0018106345,0.00045690147,0.00007615573,0.42429048,0.0000014861246,0.000008084845,0.00004023612],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966395,0.00041108418,0.00041577133,0.00017208549,0.0017931577,0.0005684258],"domain_scores_gemma":[0.9986108,0.00021699425,0.0001093535,0.00020402508,0.00057096774,0.0002878795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010763391,0.00009927878,0.00020702412,0.00010121341,0.0002909558,0.00003351326,0.00011363754,0.000042350443,0.000022053193],"category_scores_gemma":[0.0005316876,0.000059344522,0.000023347995,0.00034396414,0.000064912965,0.00022406694,0.00018754377,0.00029721498,0.00005607953],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034871735,0.00069830636,0.057254422,0.0031479294,0.000030991538,0.0000032801424,0.023778977,0.000010738471,0.0018419618,0.0005884744,0.0046472526,0.9045105],"study_design_scores_gemma":[0.0028753846,0.0031100472,0.8864417,0.031316478,0.0000055644123,0.00005049282,0.0030314557,0.000509296,0.006111521,0.000559378,0.065830536,0.00015815247],"about_ca_topic_score_codex":0.000072121635,"about_ca_topic_score_gemma":0.000016624506,"teacher_disagreement_score":0.90435237,"about_ca_system_score_codex":0.00048076714,"about_ca_system_score_gemma":0.0009110587,"threshold_uncertainty_score":0.37303978},"labels":[],"label_agreement":null},{"id":"W2009120483","doi":"10.2196/resprot.2205","title":"Development of Smartphone Applications for Nutrition and Physical Activity Behavior Change","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Behavior change; Population; Popularity; Computer science; Psychological intervention; The Internet; Internet privacy; Applied psychology; World Wide Web; Psychology; Medicine; Environmental health; Social psychology; Nursing","score_opus":0.6086632503249683,"score_gpt":0.6880834409295328,"score_spread":0.07942019060456451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009120483","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042341262,0.000016258527,0.0010022925,0.00054265256,0.000008683676,0.9556352,0.00008564196,0.000057048765,0.00031099675],"genre_scores_gemma":[0.040965196,0.0000056841823,0.0059033986,0.00006527681,0.0007380434,0.9520758,0.000040337527,0.000025447947,0.00018082299],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99765635,0.00033941632,0.00037674376,0.00026874253,0.0003723958,0.0009863374],"domain_scores_gemma":[0.9978113,0.0006231527,0.00019137583,0.0003718558,0.00045162695,0.0005506899],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019524599,0.00011506436,0.0002490772,0.00016693222,0.0013242294,0.0000059988897,0.00015331313,0.00016530877,0.00004482464],"category_scores_gemma":[0.000059400634,0.00010538187,0.00003495101,0.00036594737,0.00012266687,0.00019657446,0.00014161589,0.00056815066,0.000089308916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004975646,0.008982765,0.017765874,0.017246822,0.0000087854505,8.688779e-8,0.0053298622,6.6597723e-9,0.013860432,0.016085597,0.008012051,0.91221017],"study_design_scores_gemma":[0.0013755622,0.00012333173,0.09020129,0.00047500982,0.0000021430103,3.3065567e-7,0.00030087473,0.000010787865,0.0016484604,0.00020091285,0.90557784,0.00008348706],"about_ca_topic_score_codex":0.000028693545,"about_ca_topic_score_gemma":0.000025484764,"teacher_disagreement_score":0.91212666,"about_ca_system_score_codex":0.00018886273,"about_ca_system_score_gemma":0.0005394353,"threshold_uncertainty_score":0.9999759},"labels":[],"label_agreement":null},{"id":"W2010203198","doi":"10.2196/resprot.2760","title":"Using Risk Group Profiles as a Lightweight Qualitative Approach for Intervention Development: An Example of Prevention of Tick Bites and Lyme Disease","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vector-borne infectious diseases","field":"Immunology and Microbiology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tick; Public health; Medicine; Lyme disease; Population; Family medicine; Environmental health; Erythema migrans; Veterinary medicine; Nursing; Borrelia burgdorferi; Immunology","score_opus":0.24039223068198323,"score_gpt":0.5009349979844853,"score_spread":0.26054276730250203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010203198","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70042956,0.00012088482,0.0031028006,0.0000055519477,0.0000060256593,0.29611534,0.00008084122,0.000038227066,0.000100768215],"genre_scores_gemma":[0.42494854,0.0000011486695,0.0031209483,0.0000016662873,0.000013144152,0.57149327,0.0001581443,0.0000202122,0.00024290547],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.996679,0.0018959944,0.00051756686,0.0004126139,0.00012744787,0.00036736697],"domain_scores_gemma":[0.9983631,0.00037432445,0.00033754366,0.00029188246,0.00055257016,0.00008062501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015502437,0.00015793083,0.00029305863,0.00032359562,0.00023578624,0.000039522016,0.00019477773,0.00013221923,0.00024156268],"category_scores_gemma":[0.00040326396,0.00013315814,0.00010683237,0.00023032143,0.0004449635,0.00040621488,0.00015529124,0.00018822035,0.000017813136],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007153016,0.019947333,0.07049506,0.012310132,0.0013467252,0.0000015525592,0.028237741,0.000010993677,0.7846651,0.016386563,0.0014459764,0.05799981],"study_design_scores_gemma":[0.016977709,0.015346456,0.2175968,0.0061658397,0.00013234768,0.000018223296,0.011799203,0.0007226944,0.6790249,0.040328193,0.010726498,0.001161123],"about_ca_topic_score_codex":0.0008453197,"about_ca_topic_score_gemma":0.000025897712,"teacher_disagreement_score":0.27548102,"about_ca_system_score_codex":0.00006616351,"about_ca_system_score_gemma":0.00019056603,"threshold_uncertainty_score":0.5430032},"labels":[],"label_agreement":null},{"id":"W2010415397","doi":"10.2196/resprot.2331","title":"Development and Formative Evaluation of a Web-Based Self-Management Exercise and Diet Intervention Program With Tailored Motivation and Action Planning for Cancer Survivors","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Psychological intervention; Motivational interviewing; Transtheoretical model; Usability; Behavior change; Medical education; Web application; The Internet; Goal setting; Self-management; Intervention (counseling); Psychology; Applied psychology; Computer science; Medicine; World Wide Web; Nursing; Human–computer interaction; Pedagogy; Social psychology","score_opus":0.21219193940459502,"score_gpt":0.5159648285650968,"score_spread":0.3037728891605018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010415397","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65765333,0.00003262521,0.00022056802,0.00009238995,0.0000040445043,0.34187979,0.0000028302404,0.000032904234,0.00008149874],"genre_scores_gemma":[0.39901477,0.0000042429856,0.0014332378,0.0000039471083,0.000009242402,0.5994763,0.000021036063,0.000009226336,0.000028048524],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986024,0.0001205057,0.0002147758,0.00022710506,0.00063163013,0.00020356743],"domain_scores_gemma":[0.9988311,0.000061172395,0.00010894494,0.00010329885,0.00080868765,0.00008682789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012959626,0.000105550804,0.00016579861,0.0002222788,0.0001192685,0.000070876595,0.000031720334,0.00005299097,0.00001771409],"category_scores_gemma":[0.000027927377,0.00008121566,0.000017372962,0.00021563956,0.00007220397,0.00025691933,0.0000423052,0.00011368145,3.1898944e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040617185,0.00046089827,0.030439327,0.008671881,0.00009662825,5.978873e-7,0.0072754766,0.000011597806,0.0004041121,0.000025118306,0.00016445639,0.9483882],"study_design_scores_gemma":[0.0360844,0.012080783,0.7782992,0.03509615,0.00016847716,0.0000036184263,0.025056675,0.05839869,0.020312086,0.00037574815,0.033589363,0.0005347844],"about_ca_topic_score_codex":0.0002596713,"about_ca_topic_score_gemma":0.0005861098,"teacher_disagreement_score":0.9478534,"about_ca_system_score_codex":0.0001649702,"about_ca_system_score_gemma":0.00013025537,"threshold_uncertainty_score":0.33118784},"labels":[],"label_agreement":null},{"id":"W2010501089","doi":"10.2196/resprot.2905","title":"Processes and Outcomes of the Veterans Health Administration Safe Patient Handling Program: Study Protocol","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Protocol (science); Administration (probate law); Medicine; Medical emergency; Alternative medicine","score_opus":0.14514758073920148,"score_gpt":0.5670002029421993,"score_spread":0.42185262220299785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010501089","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14214815,0.0000011280398,0.0000046281325,0.0023667125,0.0000024592305,0.85518646,0.0000013575744,0.000032500477,0.00025660713],"genre_scores_gemma":[0.26613936,6.8870804e-8,0.00040099848,0.000038533202,0.000019183864,0.73323506,0.0000014833729,0.000012071779,0.00015324094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99727166,0.0006635857,0.0005140285,0.00029163135,0.0009269123,0.00033218527],"domain_scores_gemma":[0.998334,0.00022562499,0.00015664146,0.0004030372,0.0007178083,0.00016289442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011748653,0.00013209459,0.00028412594,0.00011362163,0.00023816348,0.000089659334,0.00012296303,0.000057634814,0.000058284833],"category_scores_gemma":[0.0006696702,0.000069739806,0.00005958964,0.00045828443,0.00024334296,0.00015800002,0.0000895671,0.00033356674,0.000007743374],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012042264,0.014324483,0.6483494,0.034639716,0.00007618263,0.0000019012706,0.010016295,8.447884e-7,0.002970919,0.00006836127,0.0014873418,0.28686032],"study_design_scores_gemma":[0.0043840827,0.032868873,0.9427247,0.0032898213,0.0000022557067,0.0000025066267,0.002727676,0.00005171687,0.0011629845,0.00017295666,0.012498599,0.00011380222],"about_ca_topic_score_codex":0.00010933749,"about_ca_topic_score_gemma":0.000054069747,"teacher_disagreement_score":0.29437533,"about_ca_system_score_codex":0.000060974995,"about_ca_system_score_gemma":0.00067349814,"threshold_uncertainty_score":0.2843907},"labels":[],"label_agreement":null},{"id":"W2010575645","doi":"10.2196/resprot.3795","title":"Development of a Web-Based and Mobile App to Support Physical Activity in Individuals With Rheumatoid Arthritis: Results From the Second Step of a Co-Design Process","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Uppsala Universitet; Reumatikerförbundet; Akademiska Sjukhuset; Karolinska Institutet","keywords":"eHealth; mHealth; Web application; Computer science; Competence (human resources); Multimedia; World Wide Web; Medicine; Psychology; Health care","score_opus":0.12249039728904162,"score_gpt":0.45234963001653133,"score_spread":0.32985923272748974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010575645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76906866,0.000026352202,0.00005861306,0.00016422459,9.1160416e-7,0.23021004,0.00015953348,0.000021428767,0.00029024814],"genre_scores_gemma":[0.5534713,0.0000069932144,0.0017315595,0.000010868917,0.000010666833,0.44470325,0.000014813252,0.000020151982,0.000030360825],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9959809,0.0006474456,0.0004677613,0.00045919427,0.001851567,0.0005930932],"domain_scores_gemma":[0.9975562,0.00077523873,0.00014897982,0.000498834,0.00058622565,0.00043451303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037491529,0.00019796536,0.00059462327,0.00028908276,0.00009639165,0.00006712137,0.00031888208,0.000082767736,0.00006087222],"category_scores_gemma":[0.0004309469,0.00012881424,0.000034980036,0.0006596061,0.00053770293,0.00017820738,0.00013238988,0.0005647829,0.00001669266],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10174732,0.018081207,0.11179708,0.0028775448,0.00057735434,0.00025000612,0.121466145,0.00008148308,0.08926235,0.0001222364,0.02507697,0.5286603],"study_design_scores_gemma":[0.083064415,0.025427643,0.04716655,0.022039048,0.000001285192,0.000034787474,0.008353242,0.00069230265,0.5975965,0.00032541718,0.21467535,0.0006234171],"about_ca_topic_score_codex":0.00005906315,"about_ca_topic_score_gemma":0.00025097208,"teacher_disagreement_score":0.5280369,"about_ca_system_score_codex":0.00007731112,"about_ca_system_score_gemma":0.0034828254,"threshold_uncertainty_score":0.61783826},"labels":[],"label_agreement":null},{"id":"W2010917826","doi":"10.2196/resprot.4462","title":"Timing of High-Dose Rate Brachytherapy With External Beam Radiotherapy in Intermediate and High-Risk Localized Prostate CAncer (THEPCA) Patients and Its Effects on Toxicity and Quality of Life: Protocol of a Randomized Feasibility Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prostate Cancer Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Brachytherapy; Medicine; Prostate cancer; External beam radiotherapy; Radiation therapy; Genitourinary system; Prostate; Cancer; Radiology; Randomized controlled trial; Oncology; Urology; Internal medicine","score_opus":0.1274649680748676,"score_gpt":0.4910220445377369,"score_spread":0.3635570764628693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010917826","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.524801,0.000047574504,0.0000054111892,0.000051323488,0.0000042387983,0.47503585,0.000046430192,0.000006108718,0.000002087279],"genre_scores_gemma":[0.46614388,0.00005789601,0.0001064891,0.000017081142,0.000023583081,0.53362197,0.0000030922026,0.00001811668,0.000007864485],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945233,0.0026140732,0.0010128488,0.00056668656,0.00089832005,0.00038476117],"domain_scores_gemma":[0.9966042,0.0012418823,0.00076366455,0.0003478283,0.00068173266,0.00036070962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052144234,0.00029192795,0.001799807,0.0002522543,0.0000483516,0.000030034738,0.00010190787,0.00011681545,0.000013464648],"category_scores_gemma":[0.001048571,0.00018366298,0.00007827499,0.00029713553,0.0006257026,0.00015744481,0.00008928448,0.00037904264,1.571693e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7275077,0.0030517452,0.25106445,0.003414309,0.0001788133,0.000005848113,0.0010580915,0.0000053607005,0.0024478172,0.000027231063,0.000010253093,0.011228338],"study_design_scores_gemma":[0.7101649,0.023825295,0.19697097,0.004570711,0.000018502504,4.2154153e-7,0.000022354185,0.00013617735,0.063857354,0.000282126,0.000018743302,0.00013246427],"about_ca_topic_score_codex":0.0011525666,"about_ca_topic_score_gemma":0.00009138536,"teacher_disagreement_score":0.061409537,"about_ca_system_score_codex":0.00022782726,"about_ca_system_score_gemma":0.00053327676,"threshold_uncertainty_score":0.74895585},"labels":[],"label_agreement":null},{"id":"W2012575760","doi":"10.2196/resprot.3045","title":"Feasibility and Preliminary Effects of a Virtual Environment for Adults With Type 2 Diabetes: Pilot Study","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Psychological intervention; The Internet; Medical education; Psychology; Virtual world; Affect (linguistics); Applied psychology; Multimedia; Computer science; Medicine; Nursing; World Wide Web; Human–computer interaction","score_opus":0.13890188953662974,"score_gpt":0.45832139140881323,"score_spread":0.3194195018721835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012575760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5834355,0.0000040526875,0.000016750339,0.000056900477,0.0000032861697,0.41636112,6.785821e-7,0.00001260189,0.00010912738],"genre_scores_gemma":[0.5202046,3.6594903e-7,0.00014333495,0.000011060686,0.000039235812,0.47929078,0.000005297617,0.000011559193,0.0002937805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847394,0.00022623096,0.00016898105,0.00033787012,0.0004695988,0.00032339533],"domain_scores_gemma":[0.99881124,0.0004257904,0.000056384775,0.00043545672,0.00014077105,0.0001303517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013067123,0.00010862412,0.00022638122,0.00012227321,0.000074426185,0.000022855891,0.00010097934,0.000025813093,0.0000220382],"category_scores_gemma":[0.00035546342,0.000079212616,0.000017102811,0.00015247786,0.00015154276,0.00007960219,0.00011084805,0.00014667206,0.00001124409],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029171411,0.026329495,0.83773446,0.015007688,0.00016864177,0.0000032805622,0.002768693,0.0000027261256,0.003957584,0.00015336521,0.0050076973,0.07969498],"study_design_scores_gemma":[0.010451018,0.30708688,0.669947,0.0022065826,0.00002414682,1.8436042e-7,0.0005059542,0.00019496484,0.0020152354,0.000104497776,0.0073486655,0.00011484264],"about_ca_topic_score_codex":0.0000048955717,"about_ca_topic_score_gemma":0.0000020033256,"teacher_disagreement_score":0.28075737,"about_ca_system_score_codex":0.000059657075,"about_ca_system_score_gemma":0.000048697075,"threshold_uncertainty_score":0.32301968},"labels":[],"label_agreement":null},{"id":"W2013421395","doi":"10.2196/resprot.4046","title":"A Fully Automated Diabetes Prevention Program, Alive-PD: Program Design and Randomized Controlled Trial Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institutes of Health","keywords":"Medicine; Randomized controlled trial; Body mass index; Diabetes mellitus; Physical therapy; Psychological intervention; Waist; Randomization; Internal medicine; Nursing","score_opus":0.388667985049948,"score_gpt":0.6744732163142679,"score_spread":0.28580523126431995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013421395","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005803522,0.000012238534,0.00033692838,0.0016076091,0.0000386131,0.9915867,0.000007702736,0.00256194,0.0032679052],"genre_scores_gemma":[0.00016889167,0.0000026707812,0.016470602,0.00017924255,0.0005790949,0.9797875,0.00004247427,0.000094997326,0.0026744904],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9689543,0.023120824,0.0027110553,0.0009808231,0.0016796156,0.002553347],"domain_scores_gemma":[0.98921293,0.004539481,0.0010762555,0.00093804253,0.0023231003,0.0019101654],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.037072916,0.00047256454,0.0021051369,0.0005625661,0.0016856759,0.00019621386,0.0005578563,0.0006866116,0.00024907567],"category_scores_gemma":[0.0053360695,0.000334715,0.00026975296,0.0011203119,0.0006660638,0.00033215331,0.00033504367,0.001983023,0.00037906494],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8803471,0.0037526642,0.00017952475,0.0029153253,0.00007034377,0.0000027514257,0.0004515392,0.0000030674348,0.000024782354,0.0015605148,0.05886365,0.05182878],"study_design_scores_gemma":[0.638017,0.006971902,0.000034520133,0.0015452052,0.000012338595,7.787413e-7,0.000117282434,0.011372448,0.000012638868,0.0028402703,0.33888155,0.00019406634],"about_ca_topic_score_codex":0.00006077989,"about_ca_topic_score_gemma":0.000020573414,"teacher_disagreement_score":0.2800179,"about_ca_system_score_codex":0.000431509,"about_ca_system_score_gemma":0.0065618884,"threshold_uncertainty_score":0.9999105},"labels":[],"label_agreement":null},{"id":"W2014659317","doi":"10.2196/resprot.2899","title":"A Rehabilitation Tool Designed for Intensive Web-Based Cognitive Training: Description and Usability Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Rehabilitation; Cognition; Cognitive rehabilitation therapy; Neuropsychology; Physical medicine and rehabilitation; Cognitive training; Medicine; Quality of life (healthcare); Acquired brain injury; Physical therapy; Psychology; Computer science; Nursing; Human–computer interaction; Psychiatry","score_opus":0.4672440206465538,"score_gpt":0.5549142147661038,"score_spread":0.08767019411955002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014659317","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4645277,8.8794496e-7,0.0006616969,0.0016997202,0.0000029697876,0.53286237,0.000013419228,0.000070423266,0.00016079884],"genre_scores_gemma":[0.46062657,3.3106808e-8,0.0034698308,0.00007496526,0.000042626678,0.53557026,0.000011334464,0.000027280124,0.00017706567],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9949779,0.0015916781,0.0005907451,0.00075876346,0.0012606608,0.0008202485],"domain_scores_gemma":[0.9868157,0.006580302,0.000087595996,0.00054222014,0.005623803,0.00035039725],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062900055,0.00022235622,0.00047823938,0.00049068325,0.0003243806,0.00025683147,0.00017642094,0.00016213737,0.00037533278],"category_scores_gemma":[0.023495808,0.00018351173,0.000105246945,0.0006362693,0.0008689636,0.0004117908,0.00010158813,0.0006854831,0.000085881904],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04302024,0.018948862,0.32138953,0.01125639,0.00042951078,0.000048989605,0.04784984,0.0000019470554,0.142323,0.00060431194,0.044286463,0.36984092],"study_design_scores_gemma":[0.045914385,0.09918356,0.7446408,0.005363245,0.000034051707,0.000022180237,0.083497465,0.008359357,0.0030419359,0.006219617,0.0031630946,0.0005603013],"about_ca_topic_score_codex":0.00005299087,"about_ca_topic_score_gemma":0.000022152883,"teacher_disagreement_score":0.4232513,"about_ca_system_score_codex":0.0003068768,"about_ca_system_score_gemma":0.00091626117,"threshold_uncertainty_score":0.9847297},"labels":[],"label_agreement":null},{"id":"W2015452448","doi":"10.2196/resprot.2440","title":"Designing iCanFit: A Mobile-Enabled Web Application to Promote Physical Activity for Older Cancer Survivors","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Chronic Disease Prevention and Health Promotion; U.S. National Library of Medicine","keywords":"Formative assessment; Promotion (chess); Focus group; Social media; Health promotion; Medical education; World Wide Web; Knowledge management; Computer science; Medicine; Psychology; Nursing; Business; Public health; Pedagogy; Political science; Marketing","score_opus":0.11930059091629865,"score_gpt":0.5132376566121334,"score_spread":0.39393706569583475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015452448","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26550245,0.0000035743485,0.002294688,0.0013168696,0.000011693379,0.7299733,0.000026444379,0.00012823124,0.0007427429],"genre_scores_gemma":[0.342526,3.8618347e-7,0.00026679004,0.00007739063,0.0003677268,0.6549397,0.0000067732863,0.00004991659,0.0017652779],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99708575,0.00022262672,0.0001959091,0.00070090545,0.0009262075,0.00086857716],"domain_scores_gemma":[0.9973408,0.00022997484,0.0000691268,0.000686691,0.0011629539,0.0005104615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090138766,0.00022657822,0.00040605947,0.00022288646,0.00023961945,0.00015578317,0.00029392057,0.00013896123,0.00023391208],"category_scores_gemma":[0.00011700671,0.00018787425,0.00014477297,0.0008922017,0.00010290663,0.00025442825,0.00015089319,0.0005597236,0.00018634915],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017989276,0.0017604986,0.0038972737,0.002490878,0.00006755564,0.0000043041046,0.0028542099,0.000020272822,0.56110656,0.00014807815,0.014550225,0.4113012],"study_design_scores_gemma":[0.006051261,0.0047034654,0.022591522,0.0033758644,0.000022124046,0.0000059562312,0.0009964444,0.0074460497,0.3642387,0.000698798,0.5890925,0.0007773374],"about_ca_topic_score_codex":0.0029360077,"about_ca_topic_score_gemma":0.0010499171,"teacher_disagreement_score":0.5745422,"about_ca_system_score_codex":0.0004088501,"about_ca_system_score_gemma":0.000599271,"threshold_uncertainty_score":0.7661289},"labels":[],"label_agreement":null},{"id":"W2015692272","doi":"10.2196/resprot.3192","title":"Evaluating a Brief, Internet-Based Intervention for Co-Occurring Depression and Problematic Alcohol Use in Young People: Protocol for a Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Drug and Alcohol Research Centre; National Health and Medical Research Council; University of New South Wales; Medical Research Council; Australian Government","keywords":"Randomized controlled trial; Anxiety; Intervention (counseling); Depression (economics); Medicine; Psychiatry; Quality of life (healthcare); Brief intervention; Clinical psychology; Psychology; Nursing","score_opus":0.3357833318454943,"score_gpt":0.6416216707032595,"score_spread":0.3058383388577652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015692272","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009402025,8.994327e-7,0.009042092,0.00011408787,0.00004712117,0.98041743,0.000024926449,0.00008437783,0.0008670214],"genre_scores_gemma":[0.10631089,3.5181373e-9,0.0020796552,0.000026539554,0.000098838,0.8903146,0.000025141537,0.000066126915,0.0010782281],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9905997,0.004690721,0.002203455,0.00082606316,0.0007219441,0.0009581044],"domain_scores_gemma":[0.99095535,0.0070904745,0.00076027703,0.00050229026,0.00047083054,0.00022078365],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.021684377,0.00031766895,0.0013664934,0.00065072085,0.00021431856,0.00054641365,0.00038062193,0.00021415422,0.00018112829],"category_scores_gemma":[0.008268025,0.00025271383,0.0006014908,0.00028436072,0.00019079159,0.00045210935,0.00015041485,0.00047805425,0.0000177812],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97563034,0.0034371233,0.0013930375,0.006025521,0.00007299444,7.274904e-7,0.00044555677,0.0000057712477,0.000102088736,0.0022703512,0.000995167,0.009621342],"study_design_scores_gemma":[0.93231374,0.008913625,0.00042873577,0.014589046,0.000012963885,0.0000040138275,0.000057668745,0.037862595,0.00029729636,0.0043254457,0.00097380637,0.0002210558],"about_ca_topic_score_codex":0.00022318125,"about_ca_topic_score_gemma":0.00045765284,"teacher_disagreement_score":0.09690887,"about_ca_system_score_codex":0.00023703667,"about_ca_system_score_gemma":0.0001271182,"threshold_uncertainty_score":0.9999925},"labels":[],"label_agreement":null},{"id":"W2016122332","doi":"10.2196/resprot.2830","title":"The Comparative Validity of Interactive Multimedia Questionnaires to Paper-Administered Questionnaires for Beverage Intake and Physical Activity: Pilot Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health","keywords":"Multimedia; Physical activity; Medicine; Psychology; Medical education; Applied psychology; Physical therapy; Computer science","score_opus":0.524676085301934,"score_gpt":0.6584913625666899,"score_spread":0.13381527726475595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016122332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54708683,8.395953e-7,0.00030344632,0.0014420776,0.000037135833,0.4506325,0.00004504383,0.000045762623,0.00040635894],"genre_scores_gemma":[0.5044629,2.7459618e-7,0.00025302227,0.00010168104,0.0001110885,0.49481848,0.0000039660167,0.000008735244,0.0002398616],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9924256,0.0048278137,0.00095771695,0.00040831845,0.0006818502,0.0006986683],"domain_scores_gemma":[0.9876563,0.008770063,0.0004483774,0.0005956276,0.0021466545,0.0003829869],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0051403283,0.00020871779,0.00044714892,0.00016194225,0.001892398,0.00014903473,0.00042343364,0.00007996001,0.000101148566],"category_scores_gemma":[0.0040931776,0.00013329221,0.0000466507,0.00036373083,0.00033454233,0.0016387879,0.000442585,0.0011432166,0.0001426984],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024111247,0.021245578,0.24634762,0.007286979,0.00017784334,0.0000021672122,0.34444565,0.000006191295,0.005207541,0.0028773176,0.09877496,0.2495169],"study_design_scores_gemma":[0.0033215734,0.014981259,0.909035,0.0025747493,0.0000029636706,4.2924609e-7,0.012877732,0.0038021368,0.0010075737,0.0025790846,0.04957999,0.00023749848],"about_ca_topic_score_codex":0.00083825097,"about_ca_topic_score_gemma":0.0005457092,"teacher_disagreement_score":0.66268736,"about_ca_system_score_codex":0.00025252247,"about_ca_system_score_gemma":0.00058268016,"threshold_uncertainty_score":0.999407},"labels":[],"label_agreement":null},{"id":"W2017674697","doi":"10.2196/resprot.2713","title":"Purposive Facebook Recruitment Endows Cost-Effective Nutrition Education Program Evaluation","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pennsylvania Department of Public Welfare; U.S. Department of Agriculture","keywords":"Nutrition Education; Supplemental Nutrition Assistance Program; Population; Medicine; Gerontology; Medical education; Overweight; Psychology; Family medicine; Body mass index; Environmental health; Food security; Agriculture","score_opus":0.7034240014158087,"score_gpt":0.7026353220601702,"score_spread":0.000788679355638533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017674697","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048479147,0.00002022775,0.0000083934665,0.0049066907,0.00027906173,0.97974336,0.0000032040346,0.00018711484,0.014367159],"genre_scores_gemma":[0.00060934044,0.000013196789,0.00081109715,0.0000789677,0.001700469,0.9962112,0.000053248983,0.000027400712,0.0004950999],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991501,0.004683968,0.000378102,0.0004978968,0.0020193232,0.0009197263],"domain_scores_gemma":[0.9936304,0.0018789368,0.00019941495,0.00036498197,0.0034492074,0.00047706356],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00547902,0.00015700309,0.00019029775,0.00035333488,0.0011366503,0.0004593644,0.00040319955,0.00026657016,0.0018425939],"category_scores_gemma":[0.0033908966,0.00016190503,0.00006696137,0.001052993,0.00048509522,0.0008210229,0.000063141844,0.00060839276,0.0015238828],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037593418,0.0019897022,0.0008250991,0.00019090253,0.000006824872,1.6838875e-7,0.010688899,3.5472473e-7,0.00027608968,0.002131977,0.010988884,0.9728635],"study_design_scores_gemma":[0.0007703565,0.00070439756,0.0068824487,0.00083155325,0.0000028920394,3.6522243e-7,0.0064955927,0.000053153795,0.0008872087,0.004545941,0.97867537,0.0001507167],"about_ca_topic_score_codex":0.0012646588,"about_ca_topic_score_gemma":0.00050465186,"teacher_disagreement_score":0.9727128,"about_ca_system_score_codex":0.0032950186,"about_ca_system_score_gemma":0.0037652329,"threshold_uncertainty_score":0.9992536},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2017954535","doi":"10.2196/resprot.2886","title":"Adult Willingness to Use Email and Social Media for Peer-to-Peer Cancer Screening Communication: Quantitative Interview Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; National Cancer Institute","keywords":"Social media; Conversation; Medicine; Cancer screening; Health communication; Family medicine; Breast cancer; The Internet; Psychology; Internet privacy; Cancer; World Wide Web; Internal medicine; Computer science","score_opus":0.6917063051384723,"score_gpt":0.7021209892135666,"score_spread":0.010414684075094272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017954535","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11142037,0.0000051574693,0.0034894154,0.039406963,0.000035681216,0.8449866,0.00020454495,0.0000972807,0.0003539775],"genre_scores_gemma":[0.02551905,0.0000012602404,0.013734735,0.0038584033,0.00015288634,0.9551023,0.000049471815,0.000031358813,0.0015505067],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99279416,0.0032105094,0.0014557528,0.00041165488,0.0012128736,0.00091507565],"domain_scores_gemma":[0.98343015,0.003925466,0.00030499717,0.0006381876,0.011219812,0.00048136947],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012658506,0.00019135693,0.000418306,0.00024853923,0.0025401067,0.00032948935,0.0006973663,0.00017611962,0.00080792414],"category_scores_gemma":[0.006869471,0.00015302643,0.00004837379,0.0006978715,0.00012707466,0.001964972,0.00079096877,0.0012518751,0.00037666285],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012952759,0.00075359346,0.14232977,0.005390807,0.000045431116,5.102636e-7,0.42610922,0.0000028281006,0.000024642517,0.004535643,0.31228745,0.107224844],"study_design_scores_gemma":[0.002423095,0.0007314259,0.27563113,0.003637139,0.0000023306732,1.1223729e-7,0.050946902,0.00074934575,0.000011188195,0.0004640414,0.66516644,0.00023684144],"about_ca_topic_score_codex":0.0016315024,"about_ca_topic_score_gemma":0.0021440731,"teacher_disagreement_score":0.3751623,"about_ca_system_score_codex":0.00023654752,"about_ca_system_score_gemma":0.000461858,"threshold_uncertainty_score":0.99875844},"labels":[],"label_agreement":null},{"id":"W2018424494","doi":"10.2196/resprot.3546","title":"A Formative Evaluation of a Social Media Campaign to Reduce Adolescent Dating Violence","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Center for Advancing Translational Sciences; Strong; Robert Wood Johnson Foundation","keywords":"Atlanta; Dating violence; Formative assessment; Social media; Social marketing; Psychology; Adolescent health; Suicide prevention; Poison control; Public relations; Pedagogy; Political science; Domestic violence; Medicine; Environmental health; Metropolitan area","score_opus":0.36892242399596037,"score_gpt":0.6026218468219431,"score_spread":0.23369942282598272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018424494","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035914488,0.0000036538922,0.0012601769,0.0003357121,0.000046846682,0.7604494,0.000024667988,0.000109183165,0.20185584],"genre_scores_gemma":[0.526793,4.389303e-7,0.0002472581,0.0000333912,0.00023135799,0.47266042,0.000002433441,0.000007514549,0.000024196504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992501,0.0031418428,0.0003557611,0.00029749388,0.003018146,0.0006857575],"domain_scores_gemma":[0.9970121,0.00044809974,0.00013233499,0.0002462002,0.0019654573,0.00019584916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018341145,0.00010565646,0.00019570999,0.0001981632,0.0007827813,0.00010746664,0.00063407794,0.00010467831,0.00024856636],"category_scores_gemma":[0.003752395,0.000097864024,0.00005466392,0.0008367901,0.00044828485,0.0003018387,0.00019242131,0.00035369163,0.00017434666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005931851,0.0008838079,0.0013709873,0.00061349815,0.000018193849,0.0000011871875,0.2724885,0.00005589866,0.012577581,0.11679746,0.021456722,0.57314295],"study_design_scores_gemma":[0.0100589255,0.003136881,0.27641356,0.03691694,0.000036765337,0.0000022631602,0.22194293,0.015913626,0.067810625,0.086239226,0.27922165,0.002306625],"about_ca_topic_score_codex":0.00012854469,"about_ca_topic_score_gemma":0.000051462197,"teacher_disagreement_score":0.57083637,"about_ca_system_score_codex":0.00030240547,"about_ca_system_score_gemma":0.0006687035,"threshold_uncertainty_score":0.63567114},"labels":[],"label_agreement":null},{"id":"W2018580397","doi":"10.2196/resprot.2659","title":"Mamma Mia: A Feasibility Study of a Web-Based Intervention to Reduce the Risk of Postpartum Depression and Enhance Subjective Well-Being","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Norske Kvinners Sanitetsforening","keywords":"Postpartum depression; Medicine; Anxiety; Depression (economics); Pregnancy; Psychological intervention; Intervention (counseling); Phobias; Psychiatry; Obstetrics","score_opus":0.07992565522663041,"score_gpt":0.4935316323983133,"score_spread":0.4136059771716829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018580397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6704222,0.000014454413,0.000007276725,0.00024406827,0.0000067944698,0.3290631,0.0000042700694,0.000012947286,0.00022491529],"genre_scores_gemma":[0.5954383,0.0000012424229,0.000047080994,0.000013710134,0.000018509169,0.404272,8.112389e-7,0.000009600256,0.00019874437],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967101,0.0013492885,0.0005056164,0.00038048674,0.00069236633,0.00036214918],"domain_scores_gemma":[0.9981793,0.00035830043,0.00020850696,0.00059489656,0.00045520914,0.00020379892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021981262,0.00013291261,0.00030277917,0.0001669752,0.00016866764,0.000027575028,0.00020415105,0.00007239354,0.00012659212],"category_scores_gemma":[0.00033866699,0.00008519603,0.00006618092,0.00031895586,0.00014755833,0.00010637361,0.0002246333,0.0005402865,0.000022530308],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009750252,0.0037131202,0.95929986,0.008424482,0.000033279688,0.0000080176815,0.002766408,0.0000016225936,0.012139945,0.000010262222,0.00014432891,0.0037083968],"study_design_scores_gemma":[0.0033331504,0.0075422116,0.7909726,0.020480009,0.0000071227523,0.000004390252,0.00065964076,0.00009710054,0.17658685,0.00018427201,0.00006805384,0.000064607106],"about_ca_topic_score_codex":0.0009787366,"about_ca_topic_score_gemma":0.00010220695,"teacher_disagreement_score":0.1683273,"about_ca_system_score_codex":0.000088014225,"about_ca_system_score_gemma":0.00010269337,"threshold_uncertainty_score":0.34741932},"labels":[],"label_agreement":null},{"id":"W2018642263","doi":"10.2196/resprot.3485","title":"Community-Based Rehabilitation Post Hospital Discharge Interventions for Older Adults With Cognitive Impairment Following a Hip Fracture: A Systematic Review Protocol","year":2014,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Hip and Femur Fractures","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; University Health Network; University of Windsor","funders":"","keywords":"Rehabilitation; Hip fracture; Psychological intervention; Medicine; Cognition; Population; Delirium; Dementia; Cognitive rehabilitation therapy; Gerontology; Checklist; Physical therapy; Physical medicine and rehabilitation; Systematic review; MEDLINE; Psychology; Psychiatry; Osteoporosis; Disease","score_opus":0.11783929245619491,"score_gpt":0.557975551290211,"score_spread":0.44013625883401614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018642263","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.775116e-7,0.06963701,0.0006177974,0.00069942995,0.0000079445135,0.9286581,0.00018529581,0.00013575474,0.000058032507],"genre_scores_gemma":[0.000010783887,0.0028361643,0.0005819571,0.0004022023,0.00014349172,0.9939766,0.0015726667,0.00024033808,0.00023581319],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98743194,0.0067399843,0.0021911198,0.00087851915,0.0017286228,0.0010297854],"domain_scores_gemma":[0.98968995,0.0048451023,0.0012388357,0.0016940635,0.0020296623,0.00050241966],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008734668,0.0009134263,0.0047494425,0.0007831444,0.00082628086,0.00022300916,0.0007337702,0.00052795507,0.00014033633],"category_scores_gemma":[0.0056549925,0.0005412807,0.0029687507,0.0009564991,0.00027812808,0.00022202663,0.00018645021,0.003291328,0.00012332361],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090253924,0.0044830544,0.000011229954,0.9783202,0.0005296413,0.000021437569,0.0008608749,2.3834577e-8,6.635207e-8,0.00001022613,0.0040844814,0.010776266],"study_design_scores_gemma":[0.0057675485,0.015346724,0.00002110436,0.7039515,0.0008760564,0.000015476346,0.0003256589,0.000002999282,0.0000010718289,0.000008931922,0.27327353,0.0004093945],"about_ca_topic_score_codex":0.000026262738,"about_ca_topic_score_gemma":0.000016944787,"teacher_disagreement_score":0.27436867,"about_ca_system_score_codex":0.0005723868,"about_ca_system_score_gemma":0.0012159498,"threshold_uncertainty_score":0.9997039},"labels":[],"label_agreement":null},{"id":"W2018942161","doi":"10.2196/resprot.3838","title":"An Interactive, Bilingual, Culturally Targeted Website About Living Kidney Donation and Transplantation for Hispanics: Development and Formative Evaluation","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Resources and Services Administration; U.S. Department of Health and Human Services","keywords":"Medicine; Donation; Economic shortage; Kidney donation; Kidney transplantation; Formative assessment; Transplantation; Gerontology; Family medicine; Internal medicine; Psychology; Economic growth","score_opus":0.18901516039747016,"score_gpt":0.5277519167696872,"score_spread":0.3387367563722171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018942161","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.501051,0.000022774471,0.0052675754,0.00072803604,0.000022135438,0.4920458,0.000053001822,0.000121904195,0.0006877876],"genre_scores_gemma":[0.47449875,0.00001046499,0.007213889,0.00013572299,0.00007795388,0.5171605,0.00068711326,0.000024702842,0.0001909361],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99808246,0.0002979212,0.00031116328,0.00029791822,0.00077743985,0.00023310239],"domain_scores_gemma":[0.9977081,0.00018981293,0.0000965041,0.00010439404,0.0015848296,0.00031639528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023180854,0.00013046789,0.00015314939,0.00030672416,0.00021362465,0.00014694451,0.000057321522,0.00009562084,0.00004694888],"category_scores_gemma":[0.0003869109,0.00010965012,0.00001860092,0.00021073464,0.00006256751,0.0009378122,0.000012963695,0.00021490663,0.00000793655],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011232307,0.001777815,0.017418232,0.007452051,0.00024804645,0.000019451234,0.37994847,0.00004063415,0.11273423,0.0017796425,0.0018905147,0.46545863],"study_design_scores_gemma":[0.041547116,0.008550727,0.54716665,0.013682683,0.00014370916,0.00023137471,0.018011887,0.09065078,0.16181755,0.0014308856,0.11564121,0.0011254417],"about_ca_topic_score_codex":0.000010577874,"about_ca_topic_score_gemma":0.0000612448,"teacher_disagreement_score":0.5297484,"about_ca_system_score_codex":0.00023038329,"about_ca_system_score_gemma":0.00074172136,"threshold_uncertainty_score":0.44714022},"labels":[],"label_agreement":null},{"id":"W2019638788","doi":"10.2196/resprot.2774","title":"Development and Validation of a Web-Based Survey on the Use of Personal Communication Devices by Hospital Registered Nurses: Pilot Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yeshiva University; Ohio State University; Albert Einstein College of Medicine, Yeshiva University; Brigham and Women's Hospital","keywords":"Cronbach's alpha; Nursing; Reliability (semiconductor); Medicine; Test (biology); Psychology; Applied psychology; Psychometrics; Clinical psychology","score_opus":0.6196732692611148,"score_gpt":0.6056308415193287,"score_spread":0.014042427741786101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019638788","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50607455,0.0000042523197,0.000008960728,0.0014648129,0.0000043148266,0.49222556,0.000053548672,0.000018625004,0.00014536676],"genre_scores_gemma":[0.4084787,0.0000020440298,0.00029303652,0.00011705062,0.00000802787,0.5908011,0.0000591706,0.000012976634,0.00022786882],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927547,0.0047787544,0.0009029818,0.00030193903,0.0007752614,0.00048635417],"domain_scores_gemma":[0.9929406,0.004186868,0.0005699427,0.00083379226,0.0012476783,0.00022112275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00533151,0.00013297501,0.00025949185,0.00015730054,0.0010231344,0.000035066903,0.00040887983,0.00008428411,0.0002095862],"category_scores_gemma":[0.0008119157,0.000092900395,0.000016871098,0.000453213,0.00024432302,0.00015692331,0.0001500266,0.0007151505,0.00006486124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015049656,0.009430658,0.7050593,0.0032302528,0.000037692997,2.0549916e-7,0.009924561,0.0000017094181,0.0009790113,0.0010070722,0.25571817,0.01310641],"study_design_scores_gemma":[0.0029278807,0.0043098554,0.7617648,0.002000005,0.0000019562851,5.6718438e-8,0.0036460564,0.00018829112,0.00037036557,0.000037562953,0.22462322,0.00012992765],"about_ca_topic_score_codex":0.003056946,"about_ca_topic_score_gemma":0.0009599665,"teacher_disagreement_score":0.09857555,"about_ca_system_score_codex":0.00014609037,"about_ca_system_score_gemma":0.0013605969,"threshold_uncertainty_score":0.7869227},"labels":[],"label_agreement":null},{"id":"W2021073423","doi":"10.2196/resprot.2099","title":"Evaluation of Active Transition, a Website-Delivered Physical Activity Intervention for University Students: Pilot Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Intervention (counseling); Psychological intervention; Physical activity; Behavior change; Psychology; Test (biology); Medicine; Gerontology; Physical therapy; Social psychology; Psychiatry","score_opus":0.47216156196146314,"score_gpt":0.6097335568888576,"score_spread":0.13757199492739441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021073423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6067243,1.4355304e-7,0.00016767012,0.00022929122,0.0000017048145,0.39265153,0.000019878391,0.000019215558,0.0001862828],"genre_scores_gemma":[0.6205875,1.0493019e-7,0.000017649518,0.0000032447238,0.000059110855,0.37923515,0.0000064508463,0.000008514136,0.00008223919],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99573857,0.0014734755,0.00014584673,0.0003434228,0.0019828046,0.00031588957],"domain_scores_gemma":[0.9965905,0.00026599682,0.00010374325,0.00029323786,0.0025815382,0.00016496706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022858917,0.00011420145,0.00035350703,0.00017715614,0.00018968676,0.000028174654,0.00018524057,0.000042504547,0.00013845426],"category_scores_gemma":[0.00019196126,0.00010360058,0.000118388634,0.00040174965,0.00012900574,0.0005543191,0.00008882162,0.00042773387,0.00004278393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04171117,0.46449262,0.0035034353,0.003226152,0.0007998655,0.0000069244156,0.009979455,0.00002224192,0.17627834,0.00032030762,0.0025550935,0.2971044],"study_design_scores_gemma":[0.060182683,0.15887266,0.7245151,0.0025145356,0.00021475725,0.0000019043514,0.008027353,0.0114533,0.028833188,0.0042186165,0.0008363283,0.0003295623],"about_ca_topic_score_codex":0.00048228618,"about_ca_topic_score_gemma":0.000067917674,"teacher_disagreement_score":0.7210117,"about_ca_system_score_codex":0.00057090423,"about_ca_system_score_gemma":0.00034073295,"threshold_uncertainty_score":0.4224709},"labels":[],"label_agreement":null},{"id":"W2021268147","doi":"10.2196/resprot.3301","title":"Long Working Hours and Subsequent Use of Psychotropic Medicine: A Study Protocol","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Centre","keywords":"Medicine; Overtime; Population; Sick leave; Poisson regression; Socioeconomic status; Anxiety; Mental health; Medical prescription; Shift work; Gerontology; Psychiatry; Environmental health; Nursing; Physical therapy","score_opus":0.3885219144297083,"score_gpt":0.633571508846394,"score_spread":0.24504959441668572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021268147","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02649152,0.0000018559595,0.00010614683,0.0011020374,0.000024971594,0.9685506,9.801616e-7,0.000096436714,0.0036254458],"genre_scores_gemma":[0.04160285,9.327591e-7,0.00023948426,0.00023712995,0.00056376046,0.9561901,0.000001835107,0.000060828825,0.0011030462],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98933846,0.0059435572,0.0011652537,0.0006534516,0.0013915318,0.0015077326],"domain_scores_gemma":[0.99499565,0.0024363785,0.00039981585,0.0009574607,0.00058509875,0.0006255867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008226341,0.00026774587,0.00060161424,0.00051426387,0.0011827588,0.000046147194,0.0004380397,0.0002697452,0.00037682065],"category_scores_gemma":[0.0011673636,0.00019842744,0.00004621831,0.00092179846,0.0003877491,0.00022190272,0.0003626657,0.0022555122,0.000080411206],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016759253,0.00059598865,0.9610252,0.0030516828,0.000016945543,0.000014318964,0.0048609376,0.0000018179302,0.00016379691,0.0011242448,0.011887817,0.015581342],"study_design_scores_gemma":[0.01273555,0.0060144193,0.5720778,0.021277107,0.0000050820872,0.0000030400602,0.0022672254,0.00010072351,0.000058145208,0.0014750154,0.383672,0.0003139067],"about_ca_topic_score_codex":0.00044280657,"about_ca_topic_score_gemma":0.00037327438,"teacher_disagreement_score":0.3889474,"about_ca_system_score_codex":0.00018600126,"about_ca_system_score_gemma":0.00048643924,"threshold_uncertainty_score":0.9799203},"labels":[],"label_agreement":null},{"id":"W2021408333","doi":"10.2196/resprot.3071","title":"A Web-Based Clinical Decision Support Tool for Primary Health Care Management of Back Pain: Development and Mixed Methods Evaluation","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; George Institute for Global Health","keywords":"Medicine; Global Positioning System; Clinical decision support system; Health care; Web application; Clinical trial; Decision support system; Nursing; Computer science; World Wide Web","score_opus":0.20849584189910708,"score_gpt":0.6141667941532071,"score_spread":0.4056709522541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021408333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01816034,0.000020393114,0.061064456,0.0013362125,0.000022030568,0.91820025,0.0000041602557,0.000031697706,0.0011604407],"genre_scores_gemma":[0.0026343793,0.000001207865,0.39370018,0.0002590696,0.00004083188,0.6031546,0.000074925236,0.000016349804,0.000118429736],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932197,0.003881804,0.0008987708,0.00045585292,0.0011803659,0.00036355804],"domain_scores_gemma":[0.99579656,0.0024718884,0.00015924963,0.0004451697,0.0009199245,0.00020721444],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05289346,0.00012705119,0.00041285335,0.00021550531,0.00013002822,0.000023583965,0.00011109944,0.00012276362,0.000085724285],"category_scores_gemma":[0.0016061125,0.000096271746,0.00012218309,0.00024457357,0.0001556636,0.00005254575,0.00009163296,0.00022190888,0.00001101695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013805832,0.00043059248,0.0029640014,0.023533816,0.000028015535,2.927927e-7,0.00020389682,0.000001954751,0.0003129123,0.000084577885,0.008564835,0.96249455],"study_design_scores_gemma":[0.015721573,0.010336878,0.36176285,0.0060796756,0.0000087877315,4.289207e-7,0.00040500765,0.0031837602,0.0008325207,0.0003626332,0.6011331,0.00017281692],"about_ca_topic_score_codex":0.0000013097988,"about_ca_topic_score_gemma":0.0000032907737,"teacher_disagreement_score":0.9623217,"about_ca_system_score_codex":0.00030700132,"about_ca_system_score_gemma":0.0011251685,"threshold_uncertainty_score":0.9752455},"labels":[],"label_agreement":null},{"id":"W2023126018","doi":"10.2196/resprot.2727","title":"A Prospective Natural History Study of Quitting or Reducing Gambling With or Without Treatment: Protocol","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Psychology; Embarrassment; Baseline (sea); Clinical psychology; Social psychology","score_opus":0.5415576146005796,"score_gpt":0.6240462951335064,"score_spread":0.0824886805329268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023126018","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2809667,0.0000015035685,0.0000012010909,0.000014289674,0.00001486362,0.71629024,0.000002347232,0.00012344262,0.0025854264],"genre_scores_gemma":[0.37999362,1.8916008e-8,0.0003033756,0.000003177235,0.00007364018,0.60241574,0.0000016785127,0.00006745861,0.01714128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951959,0.00090632646,0.00065812736,0.0010481837,0.0011048295,0.0010865855],"domain_scores_gemma":[0.9971689,0.00028466785,0.00034074634,0.0011166163,0.0008486484,0.00024039697],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007767146,0.00043705726,0.00065946026,0.0005705294,0.000327244,0.00012721404,0.00047964227,0.00015410167,0.0027066641],"category_scores_gemma":[0.00010460332,0.00024169519,0.00008663017,0.0007937746,0.00030471996,0.00038352289,0.00015075793,0.0007419976,0.00020823348],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032398447,0.038566157,0.81219465,0.0006361517,0.0007274677,0.0006876057,0.071689166,0.0000036195636,0.0033687823,0.000081096114,0.0022827769,0.03736411],"study_design_scores_gemma":[0.13160715,0.23037761,0.5400216,0.0074877334,0.00012314662,0.00034659056,0.04863789,0.00014657296,0.0069723497,0.00008949051,0.032343484,0.0018463772],"about_ca_topic_score_codex":0.0034298932,"about_ca_topic_score_gemma":0.0004109447,"teacher_disagreement_score":0.27217302,"about_ca_system_score_codex":0.0013052885,"about_ca_system_score_gemma":0.0006613049,"threshold_uncertainty_score":0.998205},"labels":[],"label_agreement":null},{"id":"W2024197652","doi":"10.2196/resprot.3902","title":"Secondary Care Clinic for Chronic Disease: Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hôpital du Saint-Sacrement; Université Laval","funders":"","keywords":"Protocol (science); Medicine; Disease; Computer science; Family medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.47951333619463454,"score_gpt":0.7317676690605078,"score_spread":0.2522543328658733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024197652","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012461642,0.0000070187075,0.00007738301,0.003177659,0.00013964229,0.9689493,0.000093293194,0.00013374588,0.027297312],"genre_scores_gemma":[0.0007188004,8.248843e-8,0.0004021296,0.00047559838,0.0017444865,0.9433851,0.00013273623,0.00005631696,0.0530847],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949949,0.0019139193,0.0006904883,0.0005045759,0.0009506599,0.0009454592],"domain_scores_gemma":[0.99369,0.00059309317,0.00021017028,0.0006829746,0.0040848134,0.00073891366],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002877712,0.00018659973,0.00023760348,0.00023541717,0.0012769646,0.000061557024,0.00050452695,0.00025961586,0.0038517015],"category_scores_gemma":[0.0010955201,0.00015186684,0.00008996902,0.00056646107,0.00014135765,0.00032622376,0.0002574475,0.0014413028,0.003162732],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058660572,0.0003935747,0.0038742686,0.00530827,0.000011077725,0.000003183336,0.004981661,0.0000012075542,0.00014807915,0.0035328034,0.9665624,0.009317454],"study_design_scores_gemma":[0.005110116,0.0012013537,0.003201136,0.0028131127,0.0000012293768,1.3082332e-7,0.006847447,0.000055958022,0.000076518816,0.0029170867,0.97760165,0.00017424706],"about_ca_topic_score_codex":0.000016686088,"about_ca_topic_score_gemma":0.00009242494,"teacher_disagreement_score":0.029550262,"about_ca_system_score_codex":0.0014461855,"about_ca_system_score_gemma":0.030996447,"threshold_uncertainty_score":0.99761343},"labels":[],"label_agreement":null},{"id":"W2024834996","doi":"10.2196/resprot.2136","title":"Mobile.net: Mobile Telephone Text Messages to Encourage Adherence to Medication and to Follow up With People With Psychosis: Methods and Protocol for a Multicenter Randomized Controlled Two-Armed Trial","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Varsinais-Suomen Sairaanhoitopiiri; Academy of Finland","keywords":"Short Message Service; Medicine; Randomized controlled trial; Psychological intervention; Mobile phone; Psychiatry; Intervention (counseling)","score_opus":0.17333588909736222,"score_gpt":0.6416039880325195,"score_spread":0.4682680989351573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024834996","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045430823,0.000016147294,0.018846625,0.0016478171,0.000043799955,0.9743379,0.00003815286,0.0001233433,0.00040317862],"genre_scores_gemma":[0.0038827192,0.000005304771,0.051248726,0.001146455,0.000488141,0.9409231,0.000011156962,0.000095880125,0.002198538],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98855513,0.005314716,0.0016700801,0.0010485711,0.0011079239,0.0023035838],"domain_scores_gemma":[0.98720515,0.006912184,0.0005617451,0.00096666545,0.0012378914,0.0031163928],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.02144903,0.00046878867,0.00187879,0.00059334334,0.0014198283,0.000095027506,0.00045370762,0.00027983735,0.00034117853],"category_scores_gemma":[0.0026885963,0.00029015823,0.00010695396,0.0010885962,0.00020627405,0.00027532736,0.00025461256,0.0009615778,0.00009859966],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9267503,0.0009443236,0.0012739949,0.002638108,0.000072264374,3.7479597e-7,0.010786838,0.0000039802885,0.0007833698,0.00022220322,0.017027887,0.039496336],"study_design_scores_gemma":[0.64816445,0.00962079,0.00036061366,0.0024601924,0.000022492599,0.000001710576,0.0018788995,0.00012434051,0.00019876612,0.000065721884,0.33681494,0.00028708222],"about_ca_topic_score_codex":0.00037140856,"about_ca_topic_score_gemma":0.00092460174,"teacher_disagreement_score":0.31978706,"about_ca_system_score_codex":0.00025532354,"about_ca_system_score_gemma":0.0012772039,"threshold_uncertainty_score":0.99995506},"labels":[],"label_agreement":null},{"id":"W2026301097","doi":"10.2196/resprot.2861","title":"An eHealth Intervention for Patients in Rural Areas: Preliminary Findings From a Pilot Feasibility Study","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Flinders University","keywords":"eHealth; Medicine; Telemedicine; Disease management; mHealth; Telehealth; Health care; Nursing; Qualitative research; Psychological intervention; Health management system; Alternative medicine","score_opus":0.27936027203170666,"score_gpt":0.5972001287101614,"score_spread":0.3178398566784547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026301097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58230203,5.888443e-7,0.0000899478,0.0002799655,0.000008412918,0.41723964,0.00002191309,0.000035501376,0.000022012786],"genre_scores_gemma":[0.5206187,1.2415036e-7,0.00020529081,0.00007035797,0.00010874911,0.47872293,0.0002339326,0.000016854248,0.00002307395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99620706,0.001018089,0.00075211254,0.0004906608,0.00086843927,0.0006636257],"domain_scores_gemma":[0.9981244,0.00037965563,0.00012553768,0.00055272994,0.00046714323,0.00035048815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040287077,0.0001582846,0.00035364841,0.00037586,0.00017551251,0.00004459092,0.00020897009,0.00006811977,0.00014445162],"category_scores_gemma":[0.00085282204,0.00013477173,0.00005399701,0.00037612568,0.00006411895,0.00027265627,0.00008194601,0.00047827038,0.000017044356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011537143,0.014253616,0.92255473,0.00080415525,0.000009664858,0.0000025726567,0.0013502204,1.0825153e-7,0.0001222136,0.000023484085,0.0022867622,0.047055338],"study_design_scores_gemma":[0.024514193,0.12162028,0.848351,0.001188789,0.000004374366,5.846186e-7,0.0016606288,0.00025442493,0.00010525967,0.0006447946,0.0015664663,0.00008922015],"about_ca_topic_score_codex":0.0018577845,"about_ca_topic_score_gemma":0.0009393846,"teacher_disagreement_score":0.107366666,"about_ca_system_score_codex":0.00041162007,"about_ca_system_score_gemma":0.0001664556,"threshold_uncertainty_score":0.5495832},"labels":[],"label_agreement":null},{"id":"W2027368569","doi":"10.2196/resprot.2184","title":"Usability Study of a Computer-Based Self-Management System for Older Adults with Chronic Diseases","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Hong Kong","keywords":"Usability; Heuristic evaluation; Think aloud protocol; Cognitive walkthrough; Computer science; Usability inspection; Usability engineering; Usability lab; Web usability; Readability; Human–computer interaction; Usability goals; System usability scale; Pluralistic walkthrough; Applied psychology; Psychology","score_opus":0.07266728507528818,"score_gpt":0.459570734362974,"score_spread":0.38690344928768583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027368569","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20044804,0.0000083539835,0.0005489672,0.00015415157,0.000015748146,0.7980485,0.000019970748,0.0004924656,0.0002637957],"genre_scores_gemma":[0.49470463,8.833227e-8,0.0008258602,0.0000023491568,0.00010860417,0.5043181,0.0000015871276,0.000013874355,0.000024902487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995731,0.0009904457,0.0003500206,0.000499543,0.001358292,0.0010707041],"domain_scores_gemma":[0.99776,0.00044667508,0.00014541482,0.000806687,0.0005599062,0.00028130476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023775036,0.0001722975,0.00031173372,0.00026345128,0.00061690586,0.000069292226,0.0008450049,0.00012055348,0.000023867959],"category_scores_gemma":[0.00006968956,0.00013729454,0.00006904023,0.0008634612,0.0005177437,0.00027280985,0.00022855081,0.00025219517,0.00001556759],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004071833,0.048262827,0.7768226,0.024810834,0.00042574847,0.000030985313,0.05809369,0.000045695862,0.00001675575,0.0106494455,0.005895683,0.07087389],"study_design_scores_gemma":[0.052447736,0.022528993,0.68763727,0.016013287,0.000081545506,0.000002061068,0.08459024,0.0013002505,0.0009295047,0.0001346642,0.13311778,0.0012166643],"about_ca_topic_score_codex":0.00029207492,"about_ca_topic_score_gemma":0.0008129169,"teacher_disagreement_score":0.2942566,"about_ca_system_score_codex":0.000756599,"about_ca_system_score_gemma":0.00040837153,"threshold_uncertainty_score":0.5598709},"labels":[],"label_agreement":null},{"id":"W2031176078","doi":"10.2196/resprot.2416","title":"Development and Alpha Testing of QuitIT: An Interactive Video Game to Enhance Skills for Coping With Smoking Urges","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institute on Drug Abuse; Memorial Sloan-Kettering Cancer Center","keywords":"Psychological intervention; Smoking cessation; Video game; Psychology; Coping (psychology); Applied psychology; Medical education; Clinical psychology; Medicine; Multimedia; Computer science; Psychiatry","score_opus":0.19237229032147915,"score_gpt":0.543464138457692,"score_spread":0.35109184813621286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031176078","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7325205,6.663513e-7,0.00081713405,0.00015778712,0.0000028710417,0.2662841,0.0000017149939,0.000029226216,0.00018598339],"genre_scores_gemma":[0.44854975,5.66271e-8,0.0064841993,0.00004689856,0.00003419207,0.54473406,0.000004256105,0.000016440252,0.00013010917],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984697,0.00006886357,0.00025438127,0.0003137973,0.00053156685,0.00036167624],"domain_scores_gemma":[0.99826264,0.00036234164,0.000088121444,0.00020948051,0.00089482806,0.00018257099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007748845,0.00011104872,0.00021042698,0.00021028217,0.00012058144,0.000085638414,0.000099402794,0.00005729462,0.00005944631],"category_scores_gemma":[0.00047550845,0.00008685188,0.000015026551,0.00029348076,0.000077586556,0.00029441112,0.00007717728,0.00023469591,0.0000022308611],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084163086,0.00086493255,0.29067466,0.0017060622,0.000049701393,0.000011153419,0.01152616,0.000002754742,0.1587634,0.000053097927,0.000909895,0.53459656],"study_design_scores_gemma":[0.0014432474,0.0030240798,0.40533358,0.009143427,0.0000055657633,0.000014310638,0.0009914665,0.000025737527,0.5689195,0.000067476074,0.01085233,0.00017931388],"about_ca_topic_score_codex":0.00006249294,"about_ca_topic_score_gemma":0.0000114058,"teacher_disagreement_score":0.5344173,"about_ca_system_score_codex":0.00013652832,"about_ca_system_score_gemma":0.00022743136,"threshold_uncertainty_score":0.3541717},"labels":[],"label_agreement":null},{"id":"W2031489478","doi":"10.2196/resprot.3291","title":"A Comparison of Tablet Computer and Paper-Based Questionnaires in Healthy Aging Research","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wilcoxon signed-rank test; Medicine; Sample (material); Data collection; Psychosocial; Population; Usability; Anxiety; Psychology; Computer science; Mann–Whitney U test; Psychiatry; Statistics","score_opus":0.760477696685331,"score_gpt":0.7260418557964426,"score_spread":0.0344358408888884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031489478","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32114238,0.00012891508,0.002106588,0.015234374,0.00006805425,0.653325,0.00000761915,0.0001406219,0.007846401],"genre_scores_gemma":[0.4745338,0.0000026419946,0.0048614745,0.00016220662,0.00020390998,0.5200269,0.000002008207,0.000014164218,0.00019284427],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9032833,0.09384766,0.0003917187,0.00040086883,0.0012056298,0.00087082945],"domain_scores_gemma":[0.97210693,0.026694356,0.00006818557,0.000313588,0.0005946975,0.00022225226],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15052916,0.00008936574,0.00031058778,0.0006777391,0.00073540997,0.00009159655,0.0004320276,0.00020594192,0.00009572098],"category_scores_gemma":[0.013141625,0.000084084306,0.000028948098,0.0012089466,0.0016724969,0.00017380701,0.00017368274,0.0010384978,0.000017030565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016655052,0.0021466275,0.7796594,0.000941896,0.000009501052,0.000011863761,0.016179573,0.000046223646,0.0018897814,0.03026931,0.014549003,0.13764179],"study_design_scores_gemma":[0.002658755,0.0038195986,0.41569215,0.003304363,5.9541856e-7,8.11028e-7,0.0021668212,0.0017390362,0.0014449671,0.008157554,0.56076837,0.00024701064],"about_ca_topic_score_codex":0.0036005715,"about_ca_topic_score_gemma":0.0048935045,"teacher_disagreement_score":0.54621935,"about_ca_system_score_codex":0.00012290399,"about_ca_system_score_gemma":0.0013259904,"threshold_uncertainty_score":0.9951711},"labels":[],"label_agreement":null},{"id":"W2031818607","doi":"10.2196/resprot.2855","title":"Use and Appreciation of a Web-Based, Tailored Intervention (E-health4Uth) Combined With Counseling to Promote Adolescents’ Health in Preventive Youth Health Care: Survey and Log-File Analysis","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; ZonMw","keywords":"Mental health; Psychological intervention; Health promotion; Intervention (counseling); Health care; Medicine; Nursing; Psychology; Family medicine; Public health; Psychiatry","score_opus":0.23921746283624504,"score_gpt":0.5434590739983023,"score_spread":0.3042416111620573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031818607","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44218618,0.000052398085,0.002513585,0.0024550683,0.000023325154,0.5518096,0.0008563974,0.00008640166,0.000017061437],"genre_scores_gemma":[0.74309504,0.000010156741,0.00079294434,0.0005118045,0.00007212171,0.25468925,0.00066679815,0.000050198367,0.00011167241],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98378664,0.011678693,0.0013602305,0.0010687032,0.00087292044,0.0012328257],"domain_scores_gemma":[0.9959047,0.00056044594,0.0008953973,0.00065243075,0.0013161892,0.00067087705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012294792,0.0002954474,0.0010365902,0.0011603027,0.0008206261,0.00004733245,0.00021921222,0.00019256992,0.0000352492],"category_scores_gemma":[0.00090958085,0.00023834726,0.00006110605,0.002394741,0.00021669554,0.0002519398,0.00021504048,0.0013254194,0.000007354618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008702836,0.0019962445,0.9304547,0.015315296,0.000073272415,8.10861e-7,0.030781437,0.000077006334,0.00002678518,0.00007309139,0.0016228259,0.010875735],"study_design_scores_gemma":[0.0064790794,0.0084970975,0.957989,0.017279789,0.000007506437,3.067344e-7,0.0059635616,0.001314677,0.000014314002,0.000044656725,0.0021512771,0.00025875674],"about_ca_topic_score_codex":0.00633266,"about_ca_topic_score_gemma":0.022937559,"teacher_disagreement_score":0.3009089,"about_ca_system_score_codex":0.00076937303,"about_ca_system_score_gemma":0.0017008565,"threshold_uncertainty_score":0.9948913},"labels":[],"label_agreement":null},{"id":"W2032994335","doi":"10.2196/resprot.3411","title":"Design and Usage of the HeartCycle Education and Coaching Program for Patients With Heart Failure","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; National Institute for Health and Care Research","keywords":"Coaching; Medicine; Observational study; Intervention (counseling); Heart failure; Randomized controlled trial; Telehealth; Test (biology); Medical emergency; Telemedicine; Patient education; Physical therapy; Family medicine; Nursing; Psychology; Health care; Internal medicine","score_opus":0.0828757497018187,"score_gpt":0.4733185518662926,"score_spread":0.3904428021644739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032994335","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093697734,0.0000025728698,0.0005763715,0.00585741,0.0000031588206,0.89961714,0.0000013903884,0.000033187378,0.00021103022],"genre_scores_gemma":[0.11973339,1.5770384e-7,0.037702963,0.00006517246,0.00003229458,0.84190834,0.000004630804,0.000015881214,0.0005371432],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988952,0.00024046487,0.00011323404,0.00019170645,0.00033091728,0.000228434],"domain_scores_gemma":[0.99928856,0.00015502883,0.00003175205,0.00023828163,0.00018628569,0.00010011777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008118133,0.0000813066,0.00014288593,0.000069724796,0.00016442723,0.000049416427,0.00004830212,0.000038302915,0.0000066251773],"category_scores_gemma":[0.00008895329,0.000045408604,0.000020184234,0.00013602442,0.00013404615,0.00007774726,0.00006249536,0.00012952974,0.0000014302393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014906663,0.005388075,0.65027076,0.0028571973,0.00006930875,3.2372014e-7,0.00073860463,0.0000020453099,0.0015985293,0.0009621524,0.04472512,0.2918972],"study_design_scores_gemma":[0.0042063375,0.0076867915,0.21440847,0.0015461477,0.000011316117,0.0000022216102,0.00009540335,0.0002169869,0.0012807761,0.00024643334,0.7702146,0.00008450632],"about_ca_topic_score_codex":0.000011803279,"about_ca_topic_score_gemma":0.000006471202,"teacher_disagreement_score":0.7254895,"about_ca_system_score_codex":0.000024250405,"about_ca_system_score_gemma":0.00010408006,"threshold_uncertainty_score":0.18517092},"labels":[],"label_agreement":null},{"id":"W2033040404","doi":"10.2196/resprot.3640","title":"A Phase II Multicenter Trial With Rivaroxaban in the Treatment of Livedoid Vasculopathy Assessing Pain on a Visual Analog Scale","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diagnosis and Treatment of Venous Diseases","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft; Westfälische Wilhelms-Universität Münster; Bayer HealthCare","keywords":"Visual analogue scale; Rivaroxaban; Medicine; Scale (ratio); Multicenter study; Phase (matter); Physical therapy; Physical medicine and rehabilitation; Randomized controlled trial; Internal medicine; Cartography; Geography","score_opus":0.163128810453766,"score_gpt":0.5479028203424787,"score_spread":0.3847740098887127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033040404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6848735,0.000004938573,0.0000066536327,0.00034386397,0.0000023468817,0.31381848,0.0000074851714,0.00001722702,0.0009255105],"genre_scores_gemma":[0.5222869,0.0000019964477,0.00006665348,0.000054218013,0.00010702537,0.47740516,0.000021894077,0.000015649892,0.00004053439],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99634403,0.0014267444,0.00030998324,0.00038264628,0.0010548327,0.00048175425],"domain_scores_gemma":[0.9981793,0.0008742681,0.00009176232,0.00048520853,0.000193117,0.00017632033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016997759,0.00020755183,0.00042936698,0.0002816217,0.00021159646,0.000095257055,0.00015657528,0.00006429987,0.000066976245],"category_scores_gemma":[0.0002370505,0.0001059573,0.00016976867,0.0003727141,0.00019657554,0.000099651494,0.00002860173,0.00019427639,0.00001445219],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08685101,0.6988,0.057942986,0.00035889144,0.00014953098,0.0001451636,0.0021295608,0.000002250531,0.0002336314,0.00006928124,0.000659825,0.15265787],"study_design_scores_gemma":[0.32194376,0.6008503,0.050965898,0.0035141592,0.000045613102,0.000002036073,0.00047662435,0.0003421234,0.0016391501,0.000038916507,0.020017076,0.00016436762],"about_ca_topic_score_codex":0.00006281921,"about_ca_topic_score_gemma":0.000047196692,"teacher_disagreement_score":0.23509276,"about_ca_system_score_codex":0.00018141606,"about_ca_system_score_gemma":0.00018880164,"threshold_uncertainty_score":0.43208134},"labels":[],"label_agreement":null},{"id":"W2033745712","doi":"10.2196/resprot.2882","title":"Improving the Prevention of Cardiovascular Disease in Primary Health Care: The Model for Prevention Study Protocol","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Canberra","keywords":"Medicine; Intervention (counseling); Community health; Disease; Health care; Nursing; Public health; Economic growth","score_opus":0.17575861712641128,"score_gpt":0.5350207447565489,"score_spread":0.35926212763013765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033745712","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009993572,0.00003606689,0.081796356,0.0006910863,0.0000067418778,0.9162853,0.0000041526914,0.000038183804,0.00014278838],"genre_scores_gemma":[0.044778842,0.0000013253584,0.00045293098,0.000070002265,0.00016321772,0.9540023,0.00002178288,0.000042118536,0.00046743732],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888709,0.007292856,0.0008492629,0.0005606206,0.0018024296,0.00062392297],"domain_scores_gemma":[0.9971889,0.00013447212,0.00023289438,0.0015762013,0.00064396136,0.00022356739],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029242128,0.00018983216,0.0005495511,0.00021642065,0.00044991192,0.000054381246,0.0003632658,0.00009413135,0.000009858752],"category_scores_gemma":[0.00047279557,0.00011578688,0.0007713895,0.0005608626,0.00013692128,0.00016472976,0.00019341768,0.0006609255,0.0000052203613],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002569628,0.0056286575,0.0021116133,0.025126442,0.000489608,0.000004150337,0.004186936,0.003780853,0.00021262221,0.0003556303,0.0010042663,0.9545296],"study_design_scores_gemma":[0.11904471,0.044936717,0.18851744,0.019792372,0.0005173048,0.000026817355,0.0055692983,0.21933977,0.0010159302,0.0076506105,0.39227578,0.001313237],"about_ca_topic_score_codex":0.00008529645,"about_ca_topic_score_gemma":0.00003155683,"teacher_disagreement_score":0.9532164,"about_ca_system_score_codex":0.0004914957,"about_ca_system_score_gemma":0.0015953982,"threshold_uncertainty_score":0.9995995},"labels":[],"label_agreement":null},{"id":"W2034324194","doi":"10.2196/resprot.2267","title":"Improving Primary Health Care in Chronic Musculoskeletal Conditions through Digital Media: The PEOPLE Meeting","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal Disorders and Rehabilitation","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; Arthritis Research Centre of Canada","funders":"Canadian Institutes of Health Research","keywords":"Health care; Medicine; General partnership; Digital health; Digital media; Nursing; Social media; Medical education; Business; World Wide Web; Computer science; Political science","score_opus":0.04653689062049755,"score_gpt":0.4663659100500807,"score_spread":0.4198290194295832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034324194","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16865411,0.00033525273,0.000069515685,0.013742994,0.000018977096,0.8053582,0.000035493787,0.00012257113,0.01166289],"genre_scores_gemma":[0.3136775,0.000005255962,0.00019133094,0.00013498431,0.00020771139,0.68544936,0.00017587637,0.000034442284,0.00012353434],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968369,0.00039484422,0.00049649447,0.00044741773,0.0009729305,0.000851436],"domain_scores_gemma":[0.99819833,0.0005414332,0.000106115396,0.0005408669,0.00042320526,0.00019005191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007916165,0.0001889068,0.00034198735,0.00019201938,0.0004389865,0.00018381226,0.0002515517,0.0001244996,0.00024686754],"category_scores_gemma":[0.0005646746,0.00012253855,0.00017850223,0.0007935859,0.00037589512,0.000616236,0.00021551599,0.00095787534,0.00019097344],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005126954,0.0030065514,0.03035022,0.042130206,0.00012817794,0.000033038927,0.06760881,0.00006188972,0.023132076,0.0037325057,0.06957548,0.7597284],"study_design_scores_gemma":[0.013572862,0.015216195,0.81315833,0.0092609525,0.000010634942,0.000031176205,0.03721262,0.0006420354,0.00023870138,0.0054348656,0.10432178,0.0008998408],"about_ca_topic_score_codex":0.0010356585,"about_ca_topic_score_gemma":0.0008294549,"teacher_disagreement_score":0.7828081,"about_ca_system_score_codex":0.0010506226,"about_ca_system_score_gemma":0.0014321903,"threshold_uncertainty_score":0.49969772},"labels":[],"label_agreement":null},{"id":"W2034359023","doi":"10.2196/resprot.2553","title":"Capitalizing on the Teachable Moment: Osteoarthritis Physical Activity and Exercise Net for Improving Physical Activity in Early Knee Osteoarthritis","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; Credit Valley Hospital; Arthritis Society; University of Alberta; Simon Fraser University; University of Victoria; Arthritis Research Centre of Canada","funders":"Canadian Institutes of Health Research; Arthritis Health Professions Association","keywords":"Osteoarthritis; Physical therapy; Randomized controlled trial; Quality of life (healthcare); Medicine; Intervention (counseling); Teachable moment; Test (biology); Knee pain; Aerobic exercise; Physical medicine and rehabilitation; Psychology; Alternative medicine; Nursing","score_opus":0.07474073545737198,"score_gpt":0.40859027893251615,"score_spread":0.3338495434751442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034359023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67688054,0.00001310042,0.000007660659,0.00059997005,0.000009955912,0.32195368,0.00003041116,0.00006279384,0.00044186646],"genre_scores_gemma":[0.5127624,9.0050554e-7,0.00004613007,0.000016862848,0.00017540515,0.48616767,0.000005119956,0.000045045887,0.00078044564],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9964749,0.00035428762,0.0001948757,0.00082009914,0.0009211396,0.0012346962],"domain_scores_gemma":[0.9980407,0.0005803454,0.00009750012,0.00068204664,0.00022521103,0.00037423146],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006815323,0.000392423,0.0006464151,0.00025809306,0.0004859881,0.00035101036,0.00020279232,0.00017567886,0.000058526086],"category_scores_gemma":[0.000120424746,0.0002948654,0.00018628497,0.00037616058,0.00031915028,0.00068551296,0.00026395955,0.0010389815,0.00015145793],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018031547,0.0027750325,0.00059927284,0.00042624478,0.000012890677,0.000055351964,0.0016177098,4.83778e-7,0.16087525,0.0008759826,0.0002823796,0.83067626],"study_design_scores_gemma":[0.07014731,0.16142233,0.03968042,0.014289882,0.00006754375,0.00008315732,0.0022087665,0.004215514,0.68547994,0.009843639,0.010652967,0.0019085465],"about_ca_topic_score_codex":0.0003300586,"about_ca_topic_score_gemma":0.000056476998,"teacher_disagreement_score":0.8287677,"about_ca_system_score_codex":0.00021511313,"about_ca_system_score_gemma":0.00015603969,"threshold_uncertainty_score":0.99995035},"labels":[],"label_agreement":null},{"id":"W2035747639","doi":"10.2196/resprot.3188","title":"An Interactive-Technology Health Behavior Promotion Program for Heart Failure Patients: A Pilot Study of Experiences and Needs of Patients and Nurses in the Hospital Setting","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Nursing; Intervention mapping; Medicine; Health promotion; Needs assessment; Promotion (chess); Qualitative research; Medical education; Public health","score_opus":0.07645177697516992,"score_gpt":0.50972711805871,"score_spread":0.43327534108354004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035747639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6309017,6.72663e-7,0.0000017318146,0.0009738407,0.0000031235884,0.36809808,0.0000023806917,0.000014277823,0.000004191621],"genre_scores_gemma":[0.52643615,8.099962e-8,0.00039571515,0.000005983651,0.0000067174233,0.47313708,0.000008503053,0.000005592467,0.000004193569],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984604,0.00035970358,0.00030159455,0.00021364781,0.00038375164,0.00028087126],"domain_scores_gemma":[0.9992339,0.00008297624,0.000108315995,0.0002254337,0.00028213664,0.00006721395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008306607,0.00010395264,0.0002591307,0.0003774992,0.000099513745,0.000031125513,0.000100511694,0.000035008234,0.0000034709708],"category_scores_gemma":[0.00013812748,0.00006676256,0.000014718263,0.00036202802,0.00018139812,0.00016862915,0.00007071811,0.00016970854,1.9222782e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049160613,0.03698284,0.8676134,0.00046774666,0.000012541447,4.70296e-7,0.026978867,2.4128099e-8,0.000090826165,0.000048131526,0.0004594729,0.06685409],"study_design_scores_gemma":[0.008409733,0.35512793,0.55672795,0.00074978167,0.0000078158955,6.6223186e-7,0.07233251,0.000029996174,0.00034020864,0.000033991608,0.0061560627,0.000083354644],"about_ca_topic_score_codex":0.000057602254,"about_ca_topic_score_gemma":0.00005292923,"teacher_disagreement_score":0.3181451,"about_ca_system_score_codex":0.000034808367,"about_ca_system_score_gemma":0.000037598133,"threshold_uncertainty_score":0.2722498},"labels":[],"label_agreement":null},{"id":"W2036113510","doi":"10.2196/resprot.2415","title":"Design and Methods for a Comparative Effectiveness Pilot Study: Virtual World vs. Face-to-Face Diabetes Self-Management","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Attrition; Psychological intervention; Ethnic group; Educational attainment; Gerontology; Health literacy; Literacy; Medicine; Public health; Diabetes management; Health equity; Diabetes mellitus; Type 2 diabetes; Psychology; Health care; Nursing; Political science","score_opus":0.32752988438233893,"score_gpt":0.5910136886592264,"score_spread":0.2634838042768875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036113510","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07637358,0.000014803203,0.022059925,0.00037664198,0.000033773693,0.89967895,0.0000019278878,0.0001386716,0.0013217308],"genre_scores_gemma":[0.23096013,3.201269e-7,0.028367456,0.0000655717,0.000120129094,0.7383718,0.000006256765,0.000032578027,0.0020757697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955741,0.0021132436,0.0002714401,0.00050022366,0.0005451894,0.0009957768],"domain_scores_gemma":[0.99695104,0.0018373305,0.000065914384,0.0004612922,0.00025955986,0.00042487198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009612684,0.00024670872,0.0005001166,0.0006651776,0.00028518573,0.00016619118,0.00024758902,0.000033032855,0.000037578182],"category_scores_gemma":[0.00015730126,0.0002077121,0.00004069039,0.0009661871,0.000092011476,0.00031377567,0.00036124676,0.0002958045,0.00009814019],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03680335,0.08071443,0.37049145,0.01980401,0.004641992,0.0000109149205,0.047997963,0.00023725948,0.025260638,0.00993455,0.10916378,0.29493967],"study_design_scores_gemma":[0.016974216,0.07525336,0.50829065,0.0033296095,0.00018364958,5.822673e-7,0.0056957332,0.0023899581,0.0274671,0.0007514006,0.35879377,0.0008700016],"about_ca_topic_score_codex":0.0000029424627,"about_ca_topic_score_gemma":0.0000011182608,"teacher_disagreement_score":0.29406965,"about_ca_system_score_codex":0.00024313922,"about_ca_system_score_gemma":0.0000588418,"threshold_uncertainty_score":0.8470254},"labels":[],"label_agreement":null},{"id":"W2036245473","doi":"10.2196/resprot.3466","title":"The Nurse-Based Age Independent Intervention to Limit Evolution of Disease After Acute Coronary Syndrome (NAILED ACS) Risk Factor Trial: Protocol for a Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Region Jämtland Härjedalen","keywords":"Medicine; Blood pressure; Randomized controlled trial; Acute coronary syndrome; Population; Risk factor; Physical therapy; Clinical trial; Internal medicine; Intensive care medicine; Myocardial infarction","score_opus":0.08151809845154186,"score_gpt":0.5205408184431057,"score_spread":0.4390227199915639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036245473","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064069144,0.000003161596,0.00094240153,0.0008442399,0.00008352903,0.9337614,0.0001393067,0.00006578541,0.000090998416],"genre_scores_gemma":[0.21409602,3.538438e-7,0.000094974006,0.00007958935,0.0002694692,0.7845328,0.00002107482,0.000048904647,0.0008568056],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9889616,0.005764558,0.0018093737,0.0005978013,0.001831986,0.001034716],"domain_scores_gemma":[0.9933355,0.0032243629,0.0006399845,0.00088975416,0.00070663594,0.0012037699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014444934,0.00032476682,0.00189554,0.0004314755,0.00038390563,0.00009462928,0.00030037304,0.0002165048,0.00012872463],"category_scores_gemma":[0.0047045504,0.00019312411,0.0013714995,0.00035293435,0.00028177118,0.00011198539,0.000078424855,0.000723662,0.000036431433],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9884799,0.0029266768,0.0002833765,0.0022314852,0.00017260265,0.00002472394,0.00009871042,0.0000015393521,0.00007279429,0.00007072413,0.0009118055,0.00472562],"study_design_scores_gemma":[0.94877446,0.030383717,0.006765823,0.0029258144,0.00009732999,0.0000035492105,0.000046880872,0.0003962105,0.000086937864,0.00026703082,0.010092056,0.00016017321],"about_ca_topic_score_codex":0.00007873541,"about_ca_topic_score_gemma":0.000039752704,"teacher_disagreement_score":0.15002687,"about_ca_system_score_codex":0.0009760143,"about_ca_system_score_gemma":0.0018069644,"threshold_uncertainty_score":0.7875373},"labels":[],"label_agreement":null},{"id":"W2036483307","doi":"10.2196/resprot.3277","title":"Cameras for Public Health Surveillance: A Methods Protocol for Crowdsourced Annotation of Point-of-Sale Photographs","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Crowdsourcing; Annotation; Protocol (science); Usability; Zoom; Information retrieval; Quality (philosophy); Process (computing); Reliability (semiconductor); Data science; Artificial intelligence; World Wide Web; Human–computer interaction","score_opus":0.3976258438809228,"score_gpt":0.6361401561526883,"score_spread":0.23851431227176545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036483307","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002922341,0.0000024537123,0.03679124,0.0010255467,0.0000067761493,0.9607504,0.00044230267,0.0001079293,0.0005810928],"genre_scores_gemma":[0.0014874937,2.0897447e-7,0.057643108,0.00011997719,0.00013587638,0.9401038,0.00018599509,0.00008188088,0.00024162087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938539,0.0021815298,0.0011433836,0.0006752923,0.0010904475,0.0010554017],"domain_scores_gemma":[0.9926358,0.0019403495,0.0006440387,0.0011689077,0.0031125601,0.0004983831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016015332,0.00025946109,0.000985861,0.00067390205,0.00018696285,0.000061615945,0.00046867915,0.00016288966,0.00012857992],"category_scores_gemma":[0.004877615,0.00022453254,0.00034519995,0.0011998392,0.0004503843,0.00019357202,0.0001347006,0.00035765252,0.000006138235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03301028,0.007982242,0.08016731,0.09228194,0.0005140335,0.000003953875,0.0025887648,0.000013733756,0.10923992,0.004350491,0.1974718,0.47237554],"study_design_scores_gemma":[0.018783867,0.010098893,0.021384751,0.0020558997,0.0000030944693,0.000005218421,0.0002163713,0.0020580317,0.017417116,0.0011093287,0.92657936,0.00028805636],"about_ca_topic_score_codex":0.00007567234,"about_ca_topic_score_gemma":0.00003835508,"teacher_disagreement_score":0.72910756,"about_ca_system_score_codex":0.00012686977,"about_ca_system_score_gemma":0.0014377686,"threshold_uncertainty_score":0.91561717},"labels":[],"label_agreement":null},{"id":"W2037399760","doi":"10.2196/resprot.3960","title":"Recruiting Migrants for Health Research Through Social Network Sites: An Online Survey Among Chinese Migrants in Australia","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Popularity; Social network (sociolinguistics); Marital status; The Internet; General Social Survey; Sample (material); Social media; Psychology; Medicine; Population; Environmental health; Social psychology; Political science; World Wide Web","score_opus":0.9352102264502777,"score_gpt":0.7496477567532264,"score_spread":0.18556246969705137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037399760","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4832899,0.000015134947,0.0000065868057,0.004676868,0.00018712279,0.51146203,0.000089109046,0.00008351553,0.00018972551],"genre_scores_gemma":[0.14647707,0.000006476854,0.001242003,0.000097014796,0.005753605,0.8458381,0.00020746191,0.00006238131,0.00031583157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97086966,0.020271566,0.0010078867,0.0008834091,0.0034129547,0.003554523],"domain_scores_gemma":[0.9867727,0.008445431,0.00029739435,0.000484737,0.0028665927,0.0011331157],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07441593,0.00025329713,0.00060474675,0.00044994033,0.0028676183,0.00041197703,0.0012565745,0.0005169829,0.000061107596],"category_scores_gemma":[0.033727244,0.00025532834,0.000088470355,0.005353465,0.001441222,0.0010026962,0.00018778065,0.002030135,0.000054229993],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007158702,0.0011049435,0.7853444,0.00035547,0.0000070665465,0.0000041130993,0.14637184,0.000006404415,0.000007399524,0.00050647114,0.056202255,0.009373743],"study_design_scores_gemma":[0.0019215696,0.0011796439,0.8580114,0.0012341976,5.075019e-7,2.5234405e-7,0.016758092,0.00007347243,0.000003320449,0.01289499,0.107632965,0.0002895646],"about_ca_topic_score_codex":0.18953437,"about_ca_topic_score_gemma":0.56417245,"teacher_disagreement_score":0.3746381,"about_ca_system_score_codex":0.002239521,"about_ca_system_score_gemma":0.00568274,"threshold_uncertainty_score":0.99998987},"labels":[],"label_agreement":null},{"id":"W2037951938","doi":"10.2196/resprot.3059","title":"Preventing Postpartum Smoking Relapse Among Inner City Women: Development of a Theory-Based and Evidence-Guided Text Messaging Intervention","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Cancer Institute; American Cancer Society","keywords":"Text messaging; Intervention (counseling); Psychology; Text message; Medicine; Theory of planned behavior; Family medicine; Clinical psychology; Internet privacy; Nursing; Computer science","score_opus":0.29414268388682435,"score_gpt":0.5974236160237257,"score_spread":0.3032809321369014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037951938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7573026,0.000007350266,0.00458524,0.00032441271,0.000021373335,0.23487644,0.0000028500683,0.000088101224,0.0027916406],"genre_scores_gemma":[0.50661784,3.3817292e-7,0.0014259886,0.0001841637,0.0000399487,0.4910017,0.0000055691867,0.00001441249,0.00071005104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98872435,0.006494309,0.0024041475,0.00042160816,0.000928496,0.0010270883],"domain_scores_gemma":[0.9949099,0.0023005148,0.0009734333,0.00057790434,0.0009047946,0.00033347297],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.053234,0.00018730127,0.00037800844,0.0004494387,0.0014764757,0.000090450594,0.00040721847,0.00022631582,0.00087288424],"category_scores_gemma":[0.0056667468,0.00015207457,0.000062313,0.00062341045,0.0002366729,0.0015210304,0.00053721026,0.0014678107,0.000033727512],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009761876,0.0004222232,0.8683458,0.027026342,0.000025353324,8.475613e-7,0.03255405,0.0000041774665,0.00023964256,0.0037263217,0.0010325571,0.06564653],"study_design_scores_gemma":[0.004680252,0.0006346285,0.78497404,0.085423164,0.0000032395108,7.712063e-7,0.004566686,0.004916159,0.002173854,0.0055797836,0.10661072,0.00043669957],"about_ca_topic_score_codex":0.000043116714,"about_ca_topic_score_gemma":0.000022830676,"teacher_disagreement_score":0.25612527,"about_ca_system_score_codex":0.00051186146,"about_ca_system_score_gemma":0.00087058835,"threshold_uncertainty_score":0.99982345},"labels":[],"label_agreement":null},{"id":"W2038014812","doi":"10.2196/resprot.2410","title":"Development and Usability Testing of an Internet Intervention to Increase Physical Activity in Overweight Adolescents","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Høgskolen i Oslo og Akershus","keywords":"Overweight; Psychological intervention; Usability; The Internet; Intervention (counseling); Physical activity; Applied psychology; Psychology; Medical education; Medicine; Clinical psychology; Computer science; Physical therapy; Obesity; World Wide Web; Human–computer interaction; Psychiatry","score_opus":0.26695580153519993,"score_gpt":0.5837602266695323,"score_spread":0.3168044251343324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038014812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8018613,3.3748168e-7,0.000016837837,0.000046571644,0.000008775552,0.19642857,0.0000070765723,0.000022244027,0.0016082926],"genre_scores_gemma":[0.5633187,1.069646e-9,0.00046280955,0.0000069950474,0.000014894649,0.43591788,0.0000018644549,0.000009695787,0.00026711193],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974651,0.0007567876,0.00041370216,0.00046098858,0.00040633837,0.00049712264],"domain_scores_gemma":[0.99887997,0.00015011439,0.00009742377,0.00035729172,0.00018725144,0.00032793853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013200934,0.00012964137,0.00021511005,0.00026686344,0.000047641344,0.00008123171,0.00029563834,0.000066750785,0.00017071883],"category_scores_gemma":[0.00028620008,0.0001224429,0.000042061398,0.00044740218,0.00014305848,0.00048089286,0.00047428216,0.00040281418,0.00023951285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083477685,0.019302085,0.08882439,0.0014917053,0.000011011383,0.000009335851,0.0018981396,2.0189873e-7,0.0016038069,0.00063467765,0.00036583343,0.885024],"study_design_scores_gemma":[0.0012822943,0.0025358417,0.9749852,0.004993616,4.1069472e-7,0.000003415957,0.00023663604,0.00016921523,0.013275713,0.0008807006,0.0015047299,0.00013224356],"about_ca_topic_score_codex":0.002462058,"about_ca_topic_score_gemma":0.00033580913,"teacher_disagreement_score":0.8861608,"about_ca_system_score_codex":0.00028212956,"about_ca_system_score_gemma":0.000054268763,"threshold_uncertainty_score":0.49930766},"labels":[],"label_agreement":null},{"id":"W2039498390","doi":"10.2196/resprot.2584","title":"A Simple and Reliable Health Monitoring System For Shoulder Health: Proposal","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Taipei Veterans General Hospital; National Science Council","keywords":"Computer science; Web application; The Internet; User interface; Health care; Simple (philosophy); World Wide Web; Human–computer interaction","score_opus":0.35789318191078856,"score_gpt":0.6565397544541821,"score_spread":0.29864657254339355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039498390","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030444752,0.00009492716,0.004016903,0.020374991,0.000079106554,0.97279465,0.00007288181,0.00045087843,0.0018112271],"genre_scores_gemma":[0.0077170227,0.000025889596,0.0049551823,0.0010535524,0.0013695898,0.9832533,0.000040835,0.00009806017,0.0014865604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99153787,0.0023641987,0.001441146,0.00086755067,0.0008281972,0.0029610223],"domain_scores_gemma":[0.9943546,0.0015111673,0.0005118094,0.00097568723,0.0008107808,0.0018359683],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014297877,0.00026145572,0.00069051934,0.00032465896,0.0055498285,0.000060545455,0.00041137994,0.0003033757,0.000040782186],"category_scores_gemma":[0.00049905677,0.00022866474,0.000062633895,0.00060771784,0.00014560227,0.00016823495,0.00027125742,0.0016731984,0.00014574302],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010765175,0.00057815097,0.044538174,0.10328377,0.000018580136,0.000001039105,0.002487075,0.000009046363,0.00015991126,0.14364447,0.53401893,0.17018431],"study_design_scores_gemma":[0.002783536,0.0018269089,0.0036216099,0.004833016,7.335241e-7,0.0000023857026,0.0013505993,0.0006259897,0.000037852828,0.002220603,0.9825364,0.00016040691],"about_ca_topic_score_codex":0.0009801751,"about_ca_topic_score_gemma":0.00018350683,"teacher_disagreement_score":0.4485174,"about_ca_system_score_codex":0.0011312587,"about_ca_system_score_gemma":0.0056614275,"threshold_uncertainty_score":0.99997556},"labels":[],"label_agreement":null},{"id":"W2041201825","doi":"10.2196/resprot.2646","title":"Assessment of Diet and Physical Activity of Brazilian Schoolchildren: Usability Testing of a Web-Based Questionnaire","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Education and Validation","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Ministério da Ciência, Tecnologia e Inovação; Ministério da Saúde; Ministério da Educação; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Usability; Applied psychology; Psychology; Descriptive statistics; Medical education; Computer science; Medicine; Human–computer interaction; Statistics; Mathematics","score_opus":0.29974606494667483,"score_gpt":0.6236226197606938,"score_spread":0.32387655481401895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041201825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82369995,3.6852296e-7,0.00003063165,0.0016067488,0.000003431395,0.17310335,0.0000051269194,0.000014849499,0.0015355678],"genre_scores_gemma":[0.7347333,1.4191822e-7,0.0006081499,0.0000056003496,0.000040786173,0.26458848,7.046313e-7,0.0000033974143,0.000019462721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970358,0.0015634439,0.00023061459,0.00018299607,0.0007420084,0.0002451606],"domain_scores_gemma":[0.9977059,0.0007213884,0.00018341465,0.00022439603,0.0009921908,0.00017272928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003266128,0.00005733597,0.00017942711,0.000103072816,0.00021714349,0.000036397927,0.0001639671,0.00006341996,0.00009467427],"category_scores_gemma":[0.002687606,0.00005147724,0.000031680713,0.0006100878,0.0006694514,0.0002827947,0.000046080346,0.00025326794,0.0000029762386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005977279,0.0021945003,0.92320454,0.0013560684,0.0000045170063,5.018085e-8,0.0021270895,0.0000049240007,0.015888713,0.0031240834,0.00037780296,0.051657934],"study_design_scores_gemma":[0.00041438133,0.0006423425,0.9918221,0.00069051405,5.9354073e-7,2.5125159e-8,0.00037153828,0.0013202879,0.003148297,0.00077186764,0.00077136164,0.00004664497],"about_ca_topic_score_codex":0.004012677,"about_ca_topic_score_gemma":0.00014446511,"teacher_disagreement_score":0.09148513,"about_ca_system_score_codex":0.00011356297,"about_ca_system_score_gemma":0.0023359852,"threshold_uncertainty_score":0.60659945},"labels":[],"label_agreement":null},{"id":"W2041335326","doi":"10.2196/resprot.2897","title":"Evaluation of the Compliance, Acceptance, and Usability of a Web-Based eHealth Intervention for Parents of Children With Infantile Hemangiomas: Usability Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vascular Malformations and Hemangiomas","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Usability; Intervention (counseling); Medicine; Referral; Family medicine; Nursing; Health care; Computer science","score_opus":0.2219898331247641,"score_gpt":0.5256629367464154,"score_spread":0.3036731036216513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041335326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.636218,0.0000054258635,0.000062825886,0.000054163767,0.0000015262946,0.36356398,0.000021864307,0.0000054107795,0.0000667726],"genre_scores_gemma":[0.5997254,9.054836e-8,0.00028912825,0.0000020293212,0.000006547933,0.39995632,0.000008175083,0.00000604975,0.000006202225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99687034,0.0006655027,0.00060122367,0.00023496691,0.0014114694,0.00021651587],"domain_scores_gemma":[0.9961002,0.00011023572,0.00030756166,0.00071920536,0.0026929763,0.000069810194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005787998,0.00010046401,0.00035097753,0.00015216296,0.00010177201,0.000015307854,0.00018832253,0.000051501047,0.00012711251],"category_scores_gemma":[0.00043250687,0.00006173019,0.00014131362,0.0005455003,0.0003753448,0.00016966669,0.0000965027,0.00014161713,0.0000011337204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000433856,0.0036899731,0.98300266,0.0025959054,0.00008713641,2.2590125e-8,0.00031978128,0.0000108702525,0.0005662781,0.00003083872,0.00016103756,0.009101614],"study_design_scores_gemma":[0.00952832,0.0033412345,0.97704214,0.0017352115,0.0000430208,0.0000013230963,0.00045172422,0.0038964332,0.0036364198,0.0002298922,0.000043000735,0.000051274124],"about_ca_topic_score_codex":0.00017931622,"about_ca_topic_score_gemma":0.0001657995,"teacher_disagreement_score":0.036492568,"about_ca_system_score_codex":0.00008927394,"about_ca_system_score_gemma":0.00039582723,"threshold_uncertainty_score":0.25172842},"labels":[],"label_agreement":null},{"id":"W2042300114","doi":"10.2196/resprot.4039","title":"Development and Validation of a Personalized, Web-Based Decision Aid for Lung Cancer Screening Using Mixed Methods: A Study Protocol","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Michigan Comprehensive Cancer Center; University of Michigan","keywords":"Lung cancer screening; Usability; Medicine; Context (archaeology); Lung cancer; Focus group; Risk perception; Cancer screening; Protocol (science); Family medicine; Medical physics; Cancer; Psychology; Alternative medicine; Computer science; Oncology; Perception; Pathology; Internal medicine","score_opus":0.2825153645801946,"score_gpt":0.6245099287575536,"score_spread":0.341994564177359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042300114","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032716967,0.000006963884,0.03440361,0.00010856192,0.000004505954,0.93268234,0.000005705282,0.000027815711,0.00004353039],"genre_scores_gemma":[0.0028967734,1.4510077e-7,0.27991143,0.000017146514,0.000050204584,0.71706074,0.0000039014913,0.000029464558,0.000030202198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706024,0.0006300223,0.00048044766,0.0005047183,0.0009147256,0.00040983767],"domain_scores_gemma":[0.99789935,0.00074824813,0.00017214958,0.00033626973,0.0006539707,0.00019002192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042869803,0.00019212258,0.00044574428,0.00031091273,0.00026516934,0.00007231398,0.000117979274,0.000081864164,0.00005847586],"category_scores_gemma":[0.00028711648,0.00014237929,0.00008093208,0.00036389296,0.00009292344,0.00011686856,0.000112668415,0.00018276152,4.0177795e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024293007,0.007342806,0.26420817,0.012183257,0.00061713357,0.00001491695,0.003755147,0.00036085187,0.009994774,0.00023434141,0.0024090318,0.67458653],"study_design_scores_gemma":[0.1348677,0.010391076,0.015926722,0.03434776,0.00015977486,0.0000081007365,0.0014354603,0.12965225,0.24247985,0.00022348114,0.42985734,0.0006504998],"about_ca_topic_score_codex":0.00006897993,"about_ca_topic_score_gemma":0.000035206092,"teacher_disagreement_score":0.67393607,"about_ca_system_score_codex":0.00045314417,"about_ca_system_score_gemma":0.0008423698,"threshold_uncertainty_score":0.58060586},"labels":[],"label_agreement":null},{"id":"W2042765944","doi":"10.2196/resprot.2389","title":"Feasibility of a Personal Health Technology-Based Psychological Intervention for Men with Stress and Mood Problems: Randomized Controlled Pilot Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jyväskylän Yliopisto; Suomalainen Lääkäriseura Duodecim; Teknologian Tutkimuskeskus VTT; Tekes","keywords":"Randomized controlled trial; Intervention (counseling); Psychological intervention; Mood; mHealth; eHealth; Anxiety; Mental health; Perceived Stress Scale; Psychology; Cognitive behavioral therapy; Clinical psychology; Medicine; Health care; Psychiatry; Stress (linguistics)","score_opus":0.2842029151159343,"score_gpt":0.5927010932903365,"score_spread":0.30849817817440217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042765944","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07042831,0.0000320803,0.0007520462,0.0045876,0.00002064291,0.92189175,0.00012047267,0.000104333965,0.0020627643],"genre_scores_gemma":[0.4165435,1.078639e-7,0.0005150082,0.000020118398,0.000023853658,0.5822838,0.000014427103,0.00001753086,0.0005816721],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99446964,0.002120566,0.0013588938,0.0006937457,0.00057154184,0.0007855983],"domain_scores_gemma":[0.99703854,0.0010232902,0.00059555017,0.00047412538,0.0006143133,0.0002541711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062229545,0.0002335948,0.0013095347,0.00048864284,0.00018870631,0.00010812702,0.00034969306,0.00017743491,0.0005405909],"category_scores_gemma":[0.00062726263,0.00015272116,0.00034138284,0.00041277625,0.0011580932,0.00016897026,0.00009516118,0.00053058914,0.00002861451],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9655221,0.015836094,0.00070614746,0.0020162105,0.00014526605,9.896079e-7,0.00018057752,2.8912507e-7,0.000029535408,0.0050716316,0.0016202461,0.008870898],"study_design_scores_gemma":[0.92258185,0.061689533,0.0008193746,0.0034262312,0.00000670705,0.0000045063316,0.00046724573,0.0002095798,0.00006483057,0.010456994,0.00013941425,0.00013370815],"about_ca_topic_score_codex":0.00014275836,"about_ca_topic_score_gemma":0.000061644925,"teacher_disagreement_score":0.3461152,"about_ca_system_score_codex":0.00016347229,"about_ca_system_score_gemma":0.00013916273,"threshold_uncertainty_score":0.62277883},"labels":[],"label_agreement":null},{"id":"W2045865526","doi":"10.2196/resprot.3342","title":"The Comparability of Men Who Have Sex With Men Recruited From Venue-Time-Space Sampling and Facebook: A Cohort Study","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; National Institutes of Health; Center for AIDS Research, University of Washington; Emory University","keywords":"Men who have sex with men; Demography; Medicine; Gerontology; Attendance; Human immunodeficiency virus (HIV); Family medicine; Syphilis","score_opus":0.2825714953605797,"score_gpt":0.5387436118451578,"score_spread":0.25617211648457816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045865526","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30166963,0.0000052997466,0.00004733687,0.0005302053,9.910012e-7,0.67721367,0.000028893457,0.0000561666,0.020447828],"genre_scores_gemma":[0.16572528,0.0000011691016,0.00020739791,0.000010657604,0.00009531255,0.82744825,0.000012924802,0.00004983638,0.0064492025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950614,0.0017016277,0.00044073982,0.00065370544,0.0015252478,0.00061728916],"domain_scores_gemma":[0.9956242,0.0020090146,0.00016224965,0.0013558284,0.0005319469,0.00031676926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058934423,0.00022804645,0.00067607604,0.00015037732,0.00036854547,0.00011372702,0.00039877655,0.00010562046,0.00006375954],"category_scores_gemma":[0.00090106076,0.00014504374,0.000034158264,0.0003111583,0.0006915126,0.0000860976,0.00033061384,0.0008750797,0.00005393868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003790504,0.0010011959,0.9505845,0.00029082512,0.00024558918,0.000011391071,0.017645452,0.0000100143525,0.006684666,0.00002435232,0.0077946316,0.011916913],"study_design_scores_gemma":[0.009019825,0.008400967,0.8398235,0.0017658687,0.000041429463,0.0000060172524,0.023749879,0.008186096,0.004702622,0.00043049591,0.10355205,0.00032127625],"about_ca_topic_score_codex":0.00056956336,"about_ca_topic_score_gemma":0.00015741483,"teacher_disagreement_score":0.15023457,"about_ca_system_score_codex":0.00014101873,"about_ca_system_score_gemma":0.00021085874,"threshold_uncertainty_score":0.5914712},"labels":[],"label_agreement":null},{"id":"W2046929878","doi":"10.2196/resprot.3109","title":"A Cross-Sectional Study on the Diet and Nutritional Status of Adolescent Girls in Zambézia Province, Mozambique (the ZANE Study): Design, Methods, and Population Characteristics","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Suomen Kulttuurirahasto; Academy of Finland; Helsingin Yliopisto","keywords":"Anthropometry; Population; Medicine; Cross-sectional study; Overweight; Environmental health; Demography; Malaria; Latrine; Obesity; Immunology; Sanitation","score_opus":0.2247589623609444,"score_gpt":0.5464579007327588,"score_spread":0.3216989383718144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046929878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6926473,0.0000025769223,0.00012311009,0.00044423816,0.00001334569,0.30670953,0.000022825916,0.00001737467,0.000019748166],"genre_scores_gemma":[0.6901874,6.1407616e-7,0.00018639753,0.000058119742,0.00010218941,0.30942038,0.000010476156,0.000016401678,0.000018034258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935365,0.004236008,0.00054382836,0.0004364253,0.0008185362,0.00042873333],"domain_scores_gemma":[0.9978319,0.0012658315,0.00014793864,0.00035812194,0.00028844678,0.00010780376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005461542,0.00016913949,0.00025608588,0.0002585102,0.00043529324,0.00043157247,0.0002468564,0.00008038136,0.000022573739],"category_scores_gemma":[0.0005816312,0.00010842545,0.000033033317,0.00035287708,0.00025219427,0.00017021716,0.00018057955,0.0007178287,0.0000025459242],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051742983,0.004524533,0.98616314,0.00025552794,0.000012737895,0.0000020987118,0.00063794345,0.0000043768077,0.00057277334,0.00019262204,0.00016145036,0.0022984745],"study_design_scores_gemma":[0.003791547,0.004398486,0.9874609,0.00039905353,0.0000024461954,0.0000032059468,0.00015474168,0.0003143047,0.0007387985,0.0012521561,0.0013697017,0.00011467473],"about_ca_topic_score_codex":0.00023100943,"about_ca_topic_score_gemma":0.00006703513,"teacher_disagreement_score":0.004879911,"about_ca_system_score_codex":0.00013696004,"about_ca_system_score_gemma":0.00004375365,"threshold_uncertainty_score":0.44214612},"labels":[],"label_agreement":null},{"id":"W2047972261","doi":"10.2196/resprot.3126","title":"A Population-Based Intervention for the Prevention of Falls and Fractures in Home Dwelling People 65 Years and Older in South Germany: Protocol","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fall prevention; Population; Medicine; Intervention (counseling); Psychological intervention; Gerontology; Injury prevention; Poison control; Occupational safety and health; Suicide prevention; Public health; Environmental health; Nursing","score_opus":0.10043492093914275,"score_gpt":0.5401101755426635,"score_spread":0.43967525460352075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047972261","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2894669,0.0000041677317,0.0009471649,0.000101790516,0.000006840869,0.70941657,0.000006816786,0.000015049902,0.000034730536],"genre_scores_gemma":[0.44518837,2.8266496e-7,0.00014556113,0.000014601921,0.000041564293,0.55447733,0.000009894427,0.000012818487,0.00010956624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969169,0.0013978931,0.0006236335,0.00030500774,0.00033828017,0.00041832242],"domain_scores_gemma":[0.9984142,0.0008519516,0.00027533254,0.00025670027,0.00014120276,0.000060587638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004787808,0.000115678995,0.00026272945,0.00032270467,0.00022430644,0.000034277746,0.00015821986,0.00019799628,0.00002499232],"category_scores_gemma":[0.00026032064,0.00008968793,0.00006084926,0.00031376316,0.000060980172,0.00016468187,0.0000948804,0.00061240623,0.0000041166204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019605258,0.0014316185,0.9384867,0.010940475,0.00001693842,7.798669e-7,0.008897558,0.000030125824,0.002527593,0.0011722902,0.0002448637,0.03429051],"study_design_scores_gemma":[0.006651187,0.00038482735,0.9758754,0.005143114,0.000001822171,1.2852549e-7,0.00054815476,0.0050816434,0.0000150591595,0.0041381065,0.0020683892,0.000092195834],"about_ca_topic_score_codex":0.0003155105,"about_ca_topic_score_gemma":0.0016363073,"teacher_disagreement_score":0.15572149,"about_ca_system_score_codex":0.000071092974,"about_ca_system_score_gemma":0.00009122499,"threshold_uncertainty_score":0.36573675},"labels":[],"label_agreement":null},{"id":"W2051442231","doi":"10.2196/resprot.2971","title":"Risk Prediction in Sexual Health Contexts: Protocol","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"BC Centre for Disease Control; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Gonorrhea; Medicine; Generalizability theory; Logistic regression; Population; Chlamydia; Family medicine; Public health; Demography; Environmental health; Statistics; Internal medicine; Nursing","score_opus":0.1736715391020502,"score_gpt":0.5434082263741162,"score_spread":0.36973668727206604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051442231","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010839061,0.000007374212,0.00003822797,0.00087286474,0.00001699712,0.9847791,0.000037711,0.0001682073,0.0032404596],"genre_scores_gemma":[0.010276506,5.862003e-7,0.000057148467,0.000027183907,0.00009652397,0.9803207,0.000028017654,0.000039196402,0.00915416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992205,0.004481286,0.0007180728,0.0008659079,0.00031628014,0.0014134535],"domain_scores_gemma":[0.99746746,0.0004653319,0.00017236052,0.0009986266,0.0007825974,0.000113647475],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005477458,0.00022668735,0.00035711788,0.000876003,0.00062404544,0.00014436376,0.0005295452,0.00031607097,0.005348977],"category_scores_gemma":[0.001172083,0.00019005337,0.000058784066,0.0011226896,0.0007136146,0.00061368,0.00029556884,0.002914101,0.010993826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014232354,0.005423102,0.23254547,0.0007728767,0.00011438813,0.00000911609,0.0013287402,0.000020801332,0.123699896,0.0005863792,0.33723992,0.29683608],"study_design_scores_gemma":[0.0055615064,0.0053741634,0.31152904,0.0004931008,4.3552842e-7,0.000039974006,0.00061278424,0.000019268171,0.011261653,0.0011254653,0.6637616,0.0002209713],"about_ca_topic_score_codex":0.003901678,"about_ca_topic_score_gemma":0.0002510662,"teacher_disagreement_score":0.32652172,"about_ca_system_score_codex":0.00057504105,"about_ca_system_score_gemma":0.00072605774,"threshold_uncertainty_score":0.9993862},"labels":[],"label_agreement":null},{"id":"W2052203971","doi":"10.2196/resprot.2445","title":"The Development of the Tobacco Tactics Website","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"World Wide Web; Public relations; Advertising; Internet privacy; Computer science; Political science; Business","score_opus":0.27691198318348514,"score_gpt":0.5464092250132061,"score_spread":0.26949724182972096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052203971","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4220663,0.0000013235787,0.000011908122,0.0018289682,0.000012787485,0.5700387,6.878586e-7,0.000023556591,0.0060157604],"genre_scores_gemma":[0.25639528,2.094587e-7,0.00012397679,0.000023117487,0.000045273508,0.7399154,0.0000010835554,0.000009911553,0.0034857697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998203,0.0001581382,0.00023485051,0.000119672,0.0009977109,0.00028661912],"domain_scores_gemma":[0.998708,0.00015453974,0.00006450067,0.0005039132,0.00050127157,0.00006778034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011024701,0.00006375285,0.00008695489,0.000046203517,0.00039293256,0.00007627486,0.00027664547,0.000063092695,0.00026078685],"category_scores_gemma":[0.00020324091,0.00003008224,0.00004282214,0.00032837724,0.00016368189,0.00007208521,0.0001551191,0.0004223616,0.00006860855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017645447,0.000510747,0.7889076,0.00021112256,0.000030536616,0.00000167451,0.0016633322,3.2788745e-7,0.027887687,0.00059596833,0.029567476,0.1504471],"study_design_scores_gemma":[0.0005010757,0.00011665395,0.73992074,0.00045317085,0.0000014479151,0.0000023036414,0.00029994745,0.0000042060506,0.042832736,0.00013972723,0.21569043,0.000037544225],"about_ca_topic_score_codex":0.000015010167,"about_ca_topic_score_gemma":0.000009974919,"teacher_disagreement_score":0.18612295,"about_ca_system_score_codex":0.00010986021,"about_ca_system_score_gemma":0.00040288427,"threshold_uncertainty_score":0.30221593},"labels":[],"label_agreement":null},{"id":"W2052216299","doi":"10.2196/resprot.1862","title":"Web-Based eHealth to Support Counseling in Routine Well-Child Care: Pilot Study of E-health4Uth Home Safety","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Injury Epidemiology and Prevention","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; ZonMw","keywords":"Medicine; Family medicine; eHealth; Occupational safety and health; Nursing; Health care","score_opus":0.16800465865633,"score_gpt":0.537882563771562,"score_spread":0.369877905115232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052216299","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36998186,0.000007507551,0.00003362315,0.0032834515,0.000016911192,0.62427187,0.000013732892,0.00005362125,0.0023374315],"genre_scores_gemma":[0.5267758,0.0000015626372,0.0001954616,0.00043902075,0.00008185343,0.4721884,0.000030257706,0.000021471187,0.0002661995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940687,0.002374757,0.0011286731,0.00056925276,0.00088618416,0.0009724229],"domain_scores_gemma":[0.9973685,0.000509918,0.00017974644,0.0007672028,0.0007408451,0.0004337684],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008691493,0.00020461508,0.0007005883,0.0006583355,0.00024511543,0.000016685042,0.00028793293,0.00014825504,0.0011041152],"category_scores_gemma":[0.00047941608,0.0001731228,0.00006066441,0.0008891365,0.00011294647,0.00010950903,0.000105235966,0.0013697408,0.00041211388],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029747007,0.014158441,0.8987781,0.0068856818,0.00006777717,0.00008788614,0.006139778,0.00016604726,0.0023673486,0.00039303268,0.027825441,0.013383507],"study_design_scores_gemma":[0.023080792,0.12857106,0.7980985,0.004647888,0.000009463823,0.00001261767,0.002724236,0.00032526272,0.00054869126,0.00029243724,0.04134877,0.00034027896],"about_ca_topic_score_codex":0.0020073806,"about_ca_topic_score_gemma":0.0009565824,"teacher_disagreement_score":0.15679389,"about_ca_system_score_codex":0.00037032738,"about_ca_system_score_gemma":0.0009924626,"threshold_uncertainty_score":0.999809},"labels":[],"label_agreement":null},{"id":"W2054784475","doi":"10.2196/resprot.3282","title":"Effect of Web-Based Messages on Girls’ Knowledge and Risk Perceptions Related to Cigarette Smoke and Breast Cancer: 6-Month Follow-Up of a Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Breast cancer; Medicine; Randomized controlled trial; Environmental health; Cancer; Intervention (counseling); Smoke; Risk perception; Demography; Oncology; Internal medicine; Perception; Psychology; Psychiatry","score_opus":0.052169221920903106,"score_gpt":0.4693873244565511,"score_spread":0.417218102535648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054784475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6301821,0.000007677482,0.0000059778054,0.00022070481,0.000016691936,0.36903125,0.000027582335,0.00002694511,0.00048109362],"genre_scores_gemma":[0.529643,0.0000061243363,0.0000035074104,0.0000050905765,0.000041496103,0.4700233,0.000005516649,0.000016798025,0.00025519312],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938878,0.0039288714,0.0006583708,0.00038049833,0.0008266336,0.00031785603],"domain_scores_gemma":[0.99552184,0.0030730362,0.00024951703,0.0004054775,0.00052212155,0.00022797572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009984289,0.00021292221,0.0016593905,0.0005213725,0.00015661227,0.000035060864,0.00011158205,0.00021165241,0.00019561885],"category_scores_gemma":[0.0020994786,0.00013858551,0.00027934142,0.0003979816,0.00038783954,0.000051152834,0.000053386517,0.0005520474,0.0000014301492],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9039851,0.00045627798,0.07687984,0.0005407241,0.00016494386,0.0000015802142,0.00036041765,0.0000030122776,0.002789127,0.00003982355,0.0005643258,0.014214824],"study_design_scores_gemma":[0.89776343,0.008576864,0.08693401,0.002896015,0.00024880192,0.0000022050317,0.000019834719,0.00053336454,0.0027014131,0.000020456842,0.00019186313,0.000111721994],"about_ca_topic_score_codex":0.0001619677,"about_ca_topic_score_gemma":0.000024329704,"teacher_disagreement_score":0.100992054,"about_ca_system_score_codex":0.000083069885,"about_ca_system_score_gemma":0.0002214153,"threshold_uncertainty_score":0.56513536},"labels":[],"label_agreement":null},{"id":"W2055027437","doi":"10.2196/resprot.3432","title":"Focus Groups Move Online: Feasibility of Tumblr Use for eHealth Curriculum Development","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Occupational Safety and Health; Centers for Disease Control and Prevention","keywords":"Formative assessment; Focus group; eHealth; Recreation; Curriculum; Medical education; Promotion (chess); Psychology; Intervention (counseling); Computer science; Applied psychology; Multimedia; Medicine; Pedagogy; Marketing; Health care; Business","score_opus":0.7435284201538513,"score_gpt":0.6743098749117756,"score_spread":0.06921854524207571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055027437","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16583173,0.000008491248,0.000077935154,0.0028722715,0.00017120969,0.83047867,0.000025788813,0.00007137366,0.0004625003],"genre_scores_gemma":[0.025740676,0.0000019089503,0.0086359605,0.000032349068,0.000812232,0.9646103,0.000016491182,0.000021843372,0.00012825524],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945686,0.001583979,0.0006060957,0.00041533448,0.0018220666,0.0010039533],"domain_scores_gemma":[0.9933552,0.0025167346,0.0002313644,0.0003914536,0.0026901232,0.0008150799],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009848437,0.00012352192,0.0002827003,0.0001933685,0.0006155783,0.00009932615,0.0005607598,0.00021359437,0.000036071153],"category_scores_gemma":[0.021685308,0.000118990116,0.00006146069,0.0010209751,0.0005186756,0.00040728843,0.00012075026,0.00044167,0.000028556526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063692057,0.0053837495,0.67376006,0.0016721437,0.000017992828,0.0000019887939,0.11427972,0.0000017298545,0.000049704613,0.019592235,0.028782004,0.15582174],"study_design_scores_gemma":[0.0016961795,0.00083609036,0.13842475,0.0006772708,0.0000012527441,2.3104673e-7,0.014704964,0.0000269108,0.00027674335,0.009868298,0.8332616,0.00022567812],"about_ca_topic_score_codex":0.007515403,"about_ca_topic_score_gemma":0.006638385,"teacher_disagreement_score":0.8044796,"about_ca_system_score_codex":0.0019426584,"about_ca_system_score_gemma":0.009606291,"threshold_uncertainty_score":0.99909365},"labels":[],"label_agreement":null},{"id":"W2055205760","doi":"10.2196/resprot.2315","title":"The SADI Personal Health Lens: A Web Browser-Based System for Identifying Personally Relevant Drug Interactions","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Carleton University; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; Universidad Politécnica de Madrid; Canarie; Microsoft Research; Heart and Stroke Foundation of Canada","keywords":"World Wide Web; Computer science; Web page; Personally identifiable information; JavaScript; Workflow; Web application; Plug-in; Internet privacy; Database; Computer security","score_opus":0.2335661848216555,"score_gpt":0.5180854587097071,"score_spread":0.28451927388805165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055205760","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03972274,0.00061624165,0.0032602,0.050798915,0.00019482542,0.90346736,0.0001822359,0.00028674526,0.0014707681],"genre_scores_gemma":[0.10077016,0.000006338402,0.0016119928,0.00022771095,0.0003665902,0.89313424,0.000039897073,0.000032312888,0.00381074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974747,0.00049601484,0.00032159715,0.0004445413,0.00049526646,0.00076792063],"domain_scores_gemma":[0.9985214,0.00034972827,0.00011572905,0.000390309,0.00043889627,0.00018397703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018405176,0.00015530722,0.00017575716,0.000081403254,0.0010072493,0.00028134408,0.00048709568,0.00009690227,0.000028354445],"category_scores_gemma":[0.0004695207,0.000104419196,0.00016071205,0.00016067871,0.00037468362,0.000010622195,0.0001554962,0.0004226505,0.000068879555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008058339,0.00036970832,0.0006020563,0.0019504996,0.00011223394,0.0000051806064,0.00070030795,0.0000017383585,0.17077366,0.00039026447,0.7724828,0.051805697],"study_design_scores_gemma":[0.0012074859,0.00093573274,0.00047047096,0.0011444371,0.0000014098608,0.000014526516,0.003110394,0.0016332153,0.0063825864,0.000040714196,0.98489857,0.0001604837],"about_ca_topic_score_codex":0.00009652958,"about_ca_topic_score_gemma":0.00021666006,"teacher_disagreement_score":0.21241571,"about_ca_system_score_codex":0.00012978757,"about_ca_system_score_gemma":0.0007709637,"threshold_uncertainty_score":0.774705},"labels":[],"label_agreement":null},{"id":"W2056057530","doi":"10.2196/resprot.4040","title":"Text Messaging to Improve Hypertension Medication Adherence in African Americans: BPMED Intervention Development and Study Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality; Wayne State University","keywords":"Intervention (counseling); Protocol (science); Text messaging; Medication adherence; Medicine; Short Message Service; Psychology; World Wide Web; Computer science; Medical education; Alternative medicine; Nursing; Internal medicine; Telecommunications","score_opus":0.46213006895898034,"score_gpt":0.6521911799785371,"score_spread":0.1900611110195568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056057530","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010218003,0.0000023411762,0.00023034221,0.0019378965,0.000017114071,0.9846601,0.0000031473007,0.00010401038,0.0028270774],"genre_scores_gemma":[0.044376835,4.3984417e-7,0.001679483,0.000311029,0.00009402131,0.9525609,0.000008112458,0.00003624839,0.0009329442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99317497,0.0023103217,0.0013250544,0.0008154002,0.0011580088,0.0012162357],"domain_scores_gemma":[0.99643487,0.00043326896,0.00032723186,0.00067864597,0.0008590102,0.0012669881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00915645,0.00021691187,0.0003992042,0.00063173374,0.000736915,0.00003738575,0.00042654073,0.00015961486,0.0000886624],"category_scores_gemma":[0.001088675,0.00018310474,0.000022032604,0.0013203243,0.00011599603,0.00019667335,0.0005428825,0.0013071856,0.00035594046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031559828,0.0052223047,0.10767692,0.0042258576,0.00001913124,0.000022741036,0.025048843,0.0000026533667,0.0008465413,0.001004154,0.032995872,0.819779],"study_design_scores_gemma":[0.008296203,0.0029071947,0.14798173,0.003101281,0.0000012990812,0.0000014308891,0.018990932,0.00014801943,0.00011246689,0.0003438478,0.81788117,0.00023441108],"about_ca_topic_score_codex":0.0014756847,"about_ca_topic_score_gemma":0.0017407007,"teacher_disagreement_score":0.8195446,"about_ca_system_score_codex":0.00090429717,"about_ca_system_score_gemma":0.002460365,"threshold_uncertainty_score":0.7466795},"labels":[],"label_agreement":null},{"id":"W2057513332","doi":"10.2196/resprot.2302","title":"Barriers and Facilitators of Online Patient Portals to Personal Health Records Among Persons Living With HIV: Formative Research","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health; National Cancer Institute; National Institute on Minority Health and Health Disparities; University of Rochester; District of Columbia Developmental Center for AIDS Research; Center for AIDS Research, University of Washington","keywords":"Patient portal; Focus group; Formative assessment; The Internet; Human immunodeficiency virus (HIV); Medicine; Medical education; Family medicine; Psychology; Internet privacy; Health care; World Wide Web; Computer science","score_opus":0.21426690883033525,"score_gpt":0.5856185859288338,"score_spread":0.3713516770984985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057513332","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53504604,0.000022812517,0.000032805383,0.0039282152,0.000017252421,0.4591618,0.00019196731,0.0000643689,0.0015347805],"genre_scores_gemma":[0.27128792,0.0000041151957,0.00051673135,0.00022301107,0.000121831166,0.7250613,0.000011692143,0.00006581043,0.0027075948],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9813423,0.010005742,0.0015251508,0.0008399714,0.0027148994,0.0035719008],"domain_scores_gemma":[0.9902017,0.0035738216,0.00046602343,0.00073897524,0.0025443593,0.0024750864],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014233153,0.00033645102,0.0008295508,0.0011437584,0.0024564161,0.00006609194,0.0005330055,0.00031273096,0.0014768356],"category_scores_gemma":[0.0025130701,0.00025753613,0.00007185389,0.0017710067,0.00071722164,0.00060528103,0.00060348265,0.0041184938,0.0002660622],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042303672,0.00036755597,0.5950473,0.008723228,0.000067767876,0.0000070988117,0.18709278,0.0000019107893,0.00020667228,0.0002626683,0.19181089,0.015989073],"study_design_scores_gemma":[0.002842019,0.027815636,0.3185009,0.04294687,0.000002270457,0.000012673954,0.4582613,0.00088264403,0.00007855141,0.00019624342,0.1477289,0.00073196524],"about_ca_topic_score_codex":0.009608875,"about_ca_topic_score_gemma":0.004696443,"teacher_disagreement_score":0.2765464,"about_ca_system_score_codex":0.0018156717,"about_ca_system_score_gemma":0.00808102,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W2057535464","doi":"10.2196/resprot.3910","title":"Internet-Based Cognitive Behavioral Therapy for Residual Symptoms in Bipolar Disorder Type II: A Single-Subject Design Pilot Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychoeducation; Psychological intervention; Bipolar disorder; Cognitive behavioral therapy; Mood; Psychiatry; Intervention (counseling); Clinical psychology; Medicine; Mania; Psychology; Cognition","score_opus":0.6394917716726933,"score_gpt":0.6197000264770584,"score_spread":0.01979174519563498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057535464","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.301434,0.000057607154,0.0003000105,0.00018378242,0.000069263726,0.69690126,0.000071648086,0.00010825349,0.00087416574],"genre_scores_gemma":[0.45461184,2.5461285e-8,0.00010458721,0.000035166096,0.00004430158,0.5432133,0.000022117742,0.00004998169,0.0019187051],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9949057,0.0020667613,0.0006116065,0.0006774196,0.00073490205,0.001003577],"domain_scores_gemma":[0.9978223,0.0006130901,0.00011954375,0.00045878222,0.000676458,0.00030982294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031601333,0.00025460435,0.0003160015,0.00058771065,0.00015577795,0.00016778281,0.00054446474,0.00010782386,0.0003748319],"category_scores_gemma":[0.0002862628,0.00023213064,0.000067528184,0.0007936666,0.00025627276,0.00019801043,0.00019634215,0.00060936343,0.00033234243],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14490801,0.3647753,0.14349657,0.0003349471,0.00023246303,0.00024101441,0.012689282,0.00000815117,0.0004092146,0.00084658875,0.039942138,0.2921163],"study_design_scores_gemma":[0.04246633,0.8709609,0.027888458,0.0025648435,0.0000082507295,0.00000813755,0.003992426,0.00006580988,0.0025581773,0.001389239,0.04745175,0.0006457158],"about_ca_topic_score_codex":0.0007708716,"about_ca_topic_score_gemma":0.00065516407,"teacher_disagreement_score":0.5061856,"about_ca_system_score_codex":0.00039282607,"about_ca_system_score_gemma":0.00040077674,"threshold_uncertainty_score":0.9466013},"labels":[],"label_agreement":null},{"id":"W2058875742","doi":"10.2196/resprot.3051","title":"A Web-Based Supportive Intervention for Families Living With Depression: Content Analysis and Formative Evaluation","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family Caregiving in Mental Illness","field":"Psychology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medicinska Fakulteten, Lunds Universitet; Lunds Universitet","keywords":"Psychoeducation; Formative assessment; Content analysis; Password; Intervention (counseling); Psychology; Mental illness; Depression (economics); Mental health; Social support; Web application; World Wide Web; Medicine; Internet privacy; Psychiatry; Psychotherapist; Computer science; Computer security; Sociology","score_opus":0.23288150515145034,"score_gpt":0.5380297793699237,"score_spread":0.30514827421847335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058875742","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26368567,0.000011099094,0.033474192,0.00011948109,0.000027386279,0.698043,0.000040587933,0.00010158743,0.004497028],"genre_scores_gemma":[0.4730499,4.8075936e-8,0.00033789081,0.000024136914,0.000022496393,0.52630734,0.000023084775,0.000014343088,0.00022072218],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960196,0.0017707212,0.00035428067,0.00050605455,0.0008706834,0.00047863118],"domain_scores_gemma":[0.99698913,0.0012661943,0.00020811081,0.0004660759,0.00095118704,0.00011929327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057553854,0.00017079155,0.00029475565,0.0006177347,0.00028929408,0.00014812838,0.00023747355,0.00011004952,0.00034146334],"category_scores_gemma":[0.0005187251,0.00012950078,0.0001279823,0.00068607816,0.00028099364,0.0002480662,0.00011827314,0.00027977861,0.00001910818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048222877,0.0025714776,0.63044006,0.0019708935,0.0014714214,0.0000070209294,0.017552871,0.00015389745,0.0037283634,0.0015345673,0.007826909,0.32792026],"study_design_scores_gemma":[0.0142970495,0.007391308,0.8939066,0.0054155826,0.00017314493,0.000005286092,0.022934897,0.042927828,0.0043801996,0.0003997276,0.007644905,0.0005235085],"about_ca_topic_score_codex":0.000105361476,"about_ca_topic_score_gemma":0.00027495832,"teacher_disagreement_score":0.32739675,"about_ca_system_score_codex":0.00016148815,"about_ca_system_score_gemma":0.00007345899,"threshold_uncertainty_score":0.52808887},"labels":[],"label_agreement":null},{"id":"W2059010535","doi":"10.2196/resprot.2915","title":"A New Long-Term Care Facilities Model in Nova Scotia, Canada: Protocol for a Mixed Methods Study of Care by Design","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"NIH Office of the Director; Dalhousie University","keywords":"Long-term care; Nova scotia; Health care; Nursing; Medicine; Protocol (science); Family medicine; Political science; Alternative medicine","score_opus":0.3760420591719824,"score_gpt":0.635619338115761,"score_spread":0.2595772789437786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059010535","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045355563,0.000011670686,0.004354558,0.00017321159,0.000026891663,0.99042755,0.00009677574,0.000044561333,0.00032923213],"genre_scores_gemma":[0.004791315,4.3885002e-8,0.008682181,0.000012508991,0.0000887753,0.9825891,0.000022733484,0.000060995713,0.0037523261],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99241626,0.003476837,0.0010158262,0.000643598,0.001071973,0.0013755122],"domain_scores_gemma":[0.99523425,0.0013081634,0.00023620045,0.00081790105,0.0020379752,0.0003654826],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018358625,0.00031347136,0.0007197025,0.00039389482,0.00043325295,0.0000544934,0.0007057685,0.00028758985,0.00047628002],"category_scores_gemma":[0.00042628005,0.00026575034,0.00008736631,0.00070495607,0.00008413141,0.00021374504,0.00030860797,0.0010381171,0.000018528517],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031356972,0.0010057548,0.027679706,0.022190925,0.00005308528,0.000008552305,0.13470173,0.00012802241,0.0013111115,0.000027686092,0.7428386,0.06691908],"study_design_scores_gemma":[0.051342703,0.020526538,0.05140014,0.014478993,0.000021533557,0.0000017985178,0.79781806,0.0008766257,0.00833757,0.00097045506,0.052561797,0.0016638068],"about_ca_topic_score_codex":0.6718105,"about_ca_topic_score_gemma":0.74773526,"teacher_disagreement_score":0.69027686,"about_ca_system_score_codex":0.0013562576,"about_ca_system_score_gemma":0.00956385,"threshold_uncertainty_score":0.9999795},"labels":[],"label_agreement":null},{"id":"W2059855823","doi":"10.2196/resprot.5403","title":"Addendum to: The Mobile Insulin Titration Intervention (MITI) for Insulin Glargine Titration in an Urban, Low-Income Population: Randomized Controlled Trial Protocol","year":2015,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Insulin glargine; Randomized controlled trial; Medicine; Population; Protocol (science); Insulin; Intervention (counseling); Addendum; Environmental health; Internal medicine; Nursing; Alternative medicine; Hypoglycemia; Political science","score_opus":0.12500934007538056,"score_gpt":0.5271661260425771,"score_spread":0.4021567859671965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059855823","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016862889,0.000027527836,0.0001573454,0.0011051769,0.00052823126,0.9914707,0.000053883276,0.00012580436,0.006362691],"genre_scores_gemma":[0.00032318538,0.0000019467793,0.00016709667,0.00005742401,0.0075499373,0.85895175,0.0024433488,0.00012901756,0.1303763],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98728335,0.0046194023,0.0023978613,0.0011153291,0.0033913427,0.0011926909],"domain_scores_gemma":[0.9942595,0.0007436368,0.0006997536,0.0013032326,0.002522596,0.00047131468],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024468979,0.0006156334,0.0025273275,0.0018331184,0.0003403803,0.00082664366,0.00095015205,0.0009274602,0.0006613039],"category_scores_gemma":[0.0045638224,0.00039439087,0.00081911153,0.0015016223,0.00024150344,0.0006123828,0.00035083984,0.002687988,0.00021650242],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6007486,0.0025709455,0.00003228921,0.0025792168,0.00012824712,0.000011358333,0.00015354852,0.000020495323,0.000015772423,0.00020046132,0.38838902,0.0051500746],"study_design_scores_gemma":[0.5992754,0.008726028,0.000086722095,0.0047674384,0.000032361968,3.9247502e-7,0.000048436967,0.00801003,0.00001780082,0.0005024475,0.37826538,0.00026752026],"about_ca_topic_score_codex":0.00006632762,"about_ca_topic_score_gemma":0.0003761792,"teacher_disagreement_score":0.13251896,"about_ca_system_score_codex":0.0008388272,"about_ca_system_score_gemma":0.0012237699,"threshold_uncertainty_score":0.9998508},"labels":[],"label_agreement":null},{"id":"W2060194585","doi":"10.2196/resprot.2573","title":"A Type 2 Diabetes Prevention Website for African Americans, Caucasians, and Mexican Americans: Formative Evaluation","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Air Force Surgeon General","keywords":"eHealth; The Internet; Socioeconomic status; Psychological intervention; Gerontology; Health literacy; Literacy; mHealth; Medicine; Type 2 diabetes; Formative assessment; Digital divide; Medical education; Family medicine; Population; Health care; Psychology; Environmental health; Diabetes mellitus; Nursing; World Wide Web; Political science; Computer science","score_opus":0.40210944130880705,"score_gpt":0.6612492346161168,"score_spread":0.2591397933073098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060194585","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07207683,0.00002011718,0.0012198498,0.0025989425,0.000035531782,0.9153114,0.00007577617,0.00012737984,0.008534174],"genre_scores_gemma":[0.06847755,0.0000055030705,0.0033770509,0.00082741014,0.00016121643,0.9260728,0.00011878825,0.000025219586,0.00093448063],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99328065,0.0030372876,0.0012714829,0.00039786854,0.000886159,0.0011265479],"domain_scores_gemma":[0.9945174,0.0010993764,0.0005976325,0.00050674786,0.0028662034,0.0004126608],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008173534,0.00019677074,0.00036856983,0.0003259191,0.001389038,0.00012615419,0.00030008677,0.000169113,0.0016410634],"category_scores_gemma":[0.0016869742,0.00015598026,0.000059476683,0.0009875749,0.00030335743,0.0020064036,0.00017323693,0.00088475674,0.00044505805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075049285,0.0005863667,0.11001833,0.0065215444,0.000060070266,1.9914492e-7,0.03023168,0.000002885455,0.00062829914,0.0011979498,0.15301093,0.69699126],"study_design_scores_gemma":[0.00291205,0.0027131916,0.13360389,0.0022847783,0.0000060994626,3.8231278e-7,0.0141865825,0.017389176,0.00012906747,0.010004466,0.81642544,0.00034487675],"about_ca_topic_score_codex":0.00028042268,"about_ca_topic_score_gemma":0.000049461523,"teacher_disagreement_score":0.6966464,"about_ca_system_score_codex":0.00046535913,"about_ca_system_score_gemma":0.0012016535,"threshold_uncertainty_score":0.999911},"labels":[],"label_agreement":null},{"id":"W2060260895","doi":"10.2196/resprot.3823","title":"Effect of a Mobile Phone Intervention on Quitting Smoking in a Young Adult Population of Smokers: Randomized Controlled Trial Study Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; University of British Columbia, Okanagan Campus; Public Health Ontario; University of British Columbia; Impact; McMaster University; University of Waterloo","funders":"Canadian Cancer Society Research Institute; Canadian Institutes of Health Research; Health Canada; University of Waterloo","keywords":"Smoking cessation; Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Mobile phone; Population; Young adult; Family medicine; Psychology; Gerontology; Environmental health; Alternative medicine; Nursing; Computer science; Telecommunications; Internal medicine","score_opus":0.13686795685477507,"score_gpt":0.565281100248428,"score_spread":0.428413143393653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060260895","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48788965,2.2114979e-7,0.0000056782796,0.0000048655597,0.000012096053,0.5118579,6.0935554e-7,0.000019134546,0.00020981782],"genre_scores_gemma":[0.4956744,1.6446734e-8,0.000005081762,7.7059997e-7,0.0000544409,0.5042057,0.0000061693027,0.000015425261,0.00003799011],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98974717,0.0058618146,0.0016131141,0.00036849122,0.002062124,0.00034729298],"domain_scores_gemma":[0.99688023,0.0010435422,0.0007009324,0.0004240026,0.0008423651,0.00010894925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025323423,0.0002075116,0.0017133104,0.00084781385,0.000051566753,0.000041696418,0.00016024543,0.00016906031,0.000053860967],"category_scores_gemma":[0.0054783598,0.00014240312,0.00037662228,0.000712002,0.00010903023,0.00016049517,0.00007897266,0.0006075449,0.0000015330548],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8064359,0.0046975315,0.18246847,0.00096886326,0.0000690074,0.000008763844,0.0015454496,0.000011807196,0.00043410028,0.000018898678,0.000019429897,0.0033218043],"study_design_scores_gemma":[0.9384308,0.036726404,0.011323653,0.0063356617,0.000047695667,0.0000018923776,0.0007660378,0.000262648,0.0059537617,0.000052308587,0.0000043601813,0.000094781055],"about_ca_topic_score_codex":0.0011866707,"about_ca_topic_score_gemma":0.000047683083,"teacher_disagreement_score":0.17114483,"about_ca_system_score_codex":0.00036302884,"about_ca_system_score_gemma":0.00014051823,"threshold_uncertainty_score":0.8776643},"labels":[],"label_agreement":null},{"id":"W2061802766","doi":"10.2196/resprot.3287","title":"The Evolution of a Professional Practice Forum: Balancing Peer-to-Peer Learning With Course Objectives","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Professional development; Course (navigation); Medicine; Nursing; Psychology; Engineering","score_opus":0.43672184646450757,"score_gpt":0.7455908750662223,"score_spread":0.3088690286017148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061802766","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011250569,0.000002418722,0.005008055,0.18747026,0.00007417111,0.77424854,0.00002075166,0.00013854165,0.021786703],"genre_scores_gemma":[0.17337675,2.1293393e-7,0.0017398291,0.0011090839,0.00024463705,0.80761665,0.0000023858684,0.000031428975,0.01587902],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98244756,0.010576319,0.0008198308,0.0004565371,0.0040579797,0.0016417616],"domain_scores_gemma":[0.97654295,0.015239793,0.00056261534,0.0005768222,0.0066306735,0.0004471395],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036898337,0.00015664625,0.00024782057,0.00025462464,0.004199723,0.000062637206,0.0006445655,0.00013595211,0.00013552056],"category_scores_gemma":[0.038941413,0.00009649544,0.00003348335,0.0014624883,0.00037585507,0.0005657803,0.0004287509,0.0022071407,0.00038928885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057957903,0.00079858856,0.3005593,0.0023468689,0.00006516761,0.0000066588987,0.11111391,0.00018828125,0.0060098716,0.07361103,0.47734922,0.02215529],"study_design_scores_gemma":[0.0015151316,0.0014999822,0.052936986,0.001723796,0.0000016024368,0.0000029155551,0.07174113,0.00040087668,0.00011528675,0.00058919704,0.86935467,0.00011845772],"about_ca_topic_score_codex":0.0005162111,"about_ca_topic_score_gemma":0.0005521964,"teacher_disagreement_score":0.3920054,"about_ca_system_score_codex":0.00080568483,"about_ca_system_score_gemma":0.005374089,"threshold_uncertainty_score":0.99709666},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2062162091","doi":"10.2196/resprot.2732","title":"Exploring eHealth Ethics and Multi-Morbidity: Protocol for an Interview and Focus Group Study of Patient and Health Care Provider Views and Experiences of Using Digital Media for Health Purposes","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver Coastal Health; Arthritis Research Centre of Canada; University of British Columbia","funders":"","keywords":"eHealth; Focus group; Nursing; Medicine; Patient portal; Qualitative research; Health care; Digital health; Telemedicine; Family medicine","score_opus":0.8265241872633815,"score_gpt":0.6492343610933141,"score_spread":0.1772898261700674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062162091","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18171674,0.00012868516,0.000110502195,0.00055023975,0.0000043253517,0.8174382,0.000025877493,0.000019432448,0.000006029823],"genre_scores_gemma":[0.15627518,0.000013588117,0.001534271,0.000051132385,0.00003532749,0.8420507,0.000008766084,0.000028584724,0.0000024881488],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99701357,0.0005074051,0.0007586712,0.00057853706,0.0006092396,0.00053260097],"domain_scores_gemma":[0.99810076,0.00033224525,0.00034923223,0.00032659055,0.00043292806,0.00045823242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020710884,0.0002207233,0.0006615411,0.00023489135,0.00033711977,0.00020162735,0.00010992538,0.000056480716,0.0000048965703],"category_scores_gemma":[0.00030425558,0.00016895846,0.00003290991,0.00017125488,0.00043306817,0.00085873,0.00033331863,0.00031052215,6.023567e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013576543,0.0032948472,0.00788827,0.12140286,0.000068688365,0.0000024375875,0.4011275,4.4799188e-7,0.000049862516,0.00019208879,0.00041333315,0.46420202],"study_design_scores_gemma":[0.024195597,0.07857153,0.0203829,0.01882484,0.00001656485,0.0000107828,0.84769094,0.001234512,0.00020237175,0.00034638098,0.008095765,0.00042782672],"about_ca_topic_score_codex":0.0008683044,"about_ca_topic_score_gemma":0.00082345936,"teacher_disagreement_score":0.4637742,"about_ca_system_score_codex":0.00013284545,"about_ca_system_score_gemma":0.0006779438,"threshold_uncertainty_score":0.68899256},"labels":[],"label_agreement":null},{"id":"W2062180699","doi":"10.2196/resprot.2621","title":"South Asian Heart Risk Assessment (SAHARA): Randomized Controlled Trial Design and Pilot Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genetic Associations and Epidemiology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; Hamilton Health Sciences; Toronto Metropolitan University; York University; Population Health Research Institute; McMaster University","funders":"Heart and Stroke Foundation of Canada","keywords":"Randomized controlled trial; Medicine; Physical therapy; Psychology; Internal medicine","score_opus":0.1521712674115974,"score_gpt":0.49888872002331774,"score_spread":0.3467174526117204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062180699","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18627158,0.0000128899965,0.002909322,0.00061638054,0.000016421813,0.8093785,0.00000443496,0.000017493247,0.0007729548],"genre_scores_gemma":[0.38331705,0.0000034660604,0.0021416727,0.00004163465,0.0001631336,0.61354566,0.0000063478296,0.0000172739,0.0007637503],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98752505,0.010160971,0.00068553345,0.0005759461,0.00043088506,0.000621636],"domain_scores_gemma":[0.9978897,0.0006880466,0.00025031404,0.00052195956,0.00043589927,0.00021406646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01224617,0.0002191608,0.0009825882,0.00012157707,0.00036325798,0.00017107792,0.00025902927,0.0001489105,0.00015467843],"category_scores_gemma":[0.002562075,0.00015440094,0.0001576262,0.00012674977,0.0002690027,0.000007581625,0.0002471742,0.0004256189,0.000055694145],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95612556,0.0027314431,0.01244036,0.00002380025,0.0004728448,0.0000018839072,0.00018214858,0.000036674133,0.008604147,0.00004635048,0.018307248,0.0010275661],"study_design_scores_gemma":[0.95798856,0.022093056,0.015160443,0.000028634446,0.00001803088,0.0000015763662,0.00032023987,0.0005640213,0.00012754642,0.0008216079,0.0026745773,0.00020172898],"about_ca_topic_score_codex":0.00009188821,"about_ca_topic_score_gemma":0.000008830241,"teacher_disagreement_score":0.19704546,"about_ca_system_score_codex":0.000031780193,"about_ca_system_score_gemma":0.00027908882,"threshold_uncertainty_score":0.6296288},"labels":[],"label_agreement":null},{"id":"W2062343862","doi":"10.2196/resprot.1791","title":"Internet-Based Intervention to Promote Mental Fitness in Mildly Depressed Adults: Design of a Randomized Controlled Trial","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Randomized controlled trial; Population; Intervention (counseling); Medicine; Psychological intervention; Physical therapy; Psychiatry; Psychology; Clinical psychology","score_opus":0.20383260090483613,"score_gpt":0.5617858354146302,"score_spread":0.3579532345097941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062343862","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08571107,0.000029631145,0.0030749112,0.0003174549,0.00020123969,0.9089565,0.000031861306,0.000060045328,0.0016172834],"genre_scores_gemma":[0.43001115,3.970546e-8,0.00040578752,0.000023091488,0.00006267724,0.5682054,0.000012858365,0.000028407436,0.0012505321],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98927414,0.00619919,0.0020446903,0.00048211397,0.0009155344,0.0010843367],"domain_scores_gemma":[0.9970758,0.0012544168,0.00044069908,0.0005516075,0.00030069222,0.00037681646],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012359575,0.00026700957,0.0013626791,0.00092759257,0.000058030266,0.00008266225,0.0006274343,0.00018887344,0.0013580984],"category_scores_gemma":[0.0013842738,0.00021832445,0.00062015356,0.0006585254,0.0002583142,0.00032861918,0.0002115438,0.00051454024,0.00039271507],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97050816,0.014043395,0.00019422334,0.000529279,0.00011965893,0.000006650519,0.0017304181,0.0000035525459,0.00017376323,0.0009069013,0.0024205078,0.009363502],"study_design_scores_gemma":[0.9789827,0.0070072846,0.00026296315,0.007490859,0.0000073798433,0.0000024432022,0.00020883592,0.00043652626,0.0038847495,0.00026847038,0.0012599718,0.00018782713],"about_ca_topic_score_codex":0.00032858463,"about_ca_topic_score_gemma":0.000043251817,"teacher_disagreement_score":0.3443001,"about_ca_system_score_codex":0.0003298082,"about_ca_system_score_gemma":0.000101581,"threshold_uncertainty_score":0.9995548},"labels":[],"label_agreement":null},{"id":"W2065434605","doi":"10.2196/resprot.2916","title":"Using the Internet to Seek Information About Genetic and Rare Diseases: A Case Study Comparing Data From 2006 and 2011","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Human Genome Research Institute; National Institutes of Health","keywords":"The Internet; Disease; Family medicine; Medicine; Health information; Psychology; Health care; World Wide Web; Internal medicine; Computer science","score_opus":0.5181094907330364,"score_gpt":0.6520266834604559,"score_spread":0.13391719272741953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065434605","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6158778,0.00000950393,0.0026460176,0.00020502153,0.000017160162,0.38062385,0.00021376315,0.000041626306,0.00036524664],"genre_scores_gemma":[0.46934903,7.487048e-7,0.001084934,0.0011072897,0.00016699104,0.52812034,0.00008291099,0.000011860842,0.00007588221],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99502003,0.0025673802,0.0010755204,0.00030778153,0.00049606565,0.000533223],"domain_scores_gemma":[0.99680644,0.0009066467,0.00024626518,0.0011322222,0.0004162065,0.0004922438],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004730127,0.00013638262,0.000230086,0.00017262783,0.0013116042,0.0003210418,0.0005467803,0.00008433464,0.00031149457],"category_scores_gemma":[0.0009995087,0.00009099286,0.000011155826,0.00021389413,0.000107787186,0.0022092536,0.0018572483,0.00083727995,0.0001891508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033102333,0.0001461412,0.92899203,0.0013292046,0.000010793695,0.000008937837,0.031658046,0.0000069428893,0.0000024168844,0.00003909164,0.018595595,0.018879747],"study_design_scores_gemma":[0.0025752,0.00037625656,0.54918855,0.0015091824,0.000005597305,0.000016278313,0.01932524,0.15159951,0.0000012929399,0.00018152392,0.27503172,0.00018961338],"about_ca_topic_score_codex":0.006658119,"about_ca_topic_score_gemma":0.00091208075,"teacher_disagreement_score":0.37980348,"about_ca_system_score_codex":0.00010116049,"about_ca_system_score_gemma":0.00034119148,"threshold_uncertainty_score":0.99998856},"labels":[],"label_agreement":null},{"id":"W2066106462","doi":"10.2196/resprot.3581","title":"Development of an Evidence-Based Clinical Algorithm for Practice in Hypotonia Assessment: A Proposal","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurogenetic and Muscular Disorders Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; South Africa Netherlands research Programme on Alternatives in Development; National Research Foundation","keywords":"Hypotonia; Gold standard (test); Medicine; Population; Computer science; Medical physics; Pediatrics","score_opus":0.38045752189136217,"score_gpt":0.6462079126626684,"score_spread":0.26575039077130624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066106462","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019100862,0.000017183593,0.019301414,0.002208938,0.000010115138,0.95783925,0.0000050188546,0.000047370697,0.0014698207],"genre_scores_gemma":[0.0020606741,0.0000026184687,0.3495163,0.00012061127,0.0000750647,0.6480535,0.000010054028,0.000031723706,0.00012939563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940328,0.0019993077,0.00082184497,0.00062221166,0.001793176,0.00073065446],"domain_scores_gemma":[0.99532807,0.002221894,0.00013927482,0.0006945545,0.0012296772,0.0003865573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0141924545,0.00015955258,0.00044253364,0.0003907975,0.00013601803,0.00005974052,0.0003997534,0.00017285932,0.000054958902],"category_scores_gemma":[0.0044884677,0.00013096443,0.00011900861,0.0005806017,0.00032912442,0.00023316733,0.000158556,0.00087333657,0.00001864976],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002192374,0.005451958,0.003760378,0.0012576181,0.00003683053,0.00003320252,0.00015703302,0.000002237997,0.007026724,0.00027050977,0.00038670484,0.9794244],"study_design_scores_gemma":[0.025168527,0.024096627,0.05950693,0.007803455,0.000016765098,0.000026661035,0.00056429236,0.045815572,0.03379915,0.0005634193,0.8021899,0.00044871008],"about_ca_topic_score_codex":0.000011876312,"about_ca_topic_score_gemma":0.00001848491,"teacher_disagreement_score":0.9789757,"about_ca_system_score_codex":0.00012141536,"about_ca_system_score_gemma":0.0053677894,"threshold_uncertainty_score":0.9522228},"labels":[],"label_agreement":null},{"id":"W2066185834","doi":"10.2196/resprot.2235","title":"Telemedicine Consultations: An Alternative Model to Increase Access to Diabetes Specialist Care in Underserved Rural Communities","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Army Medical Research Acquisition Activity; Medical Center, University of Pittsburgh; U.S. Army; University of Pittsburgh","keywords":"Telemedicine; Economic shortage; Medicine; Family medicine; Diabetes mellitus; Rural area; Nursing; Health care; Medical emergency; Government (linguistics); Economic growth","score_opus":0.37041016869558985,"score_gpt":0.5659099552667385,"score_spread":0.19549978657114864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066185834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7022573,0.0000066487873,0.000021691787,0.0021699362,0.000014973525,0.29053757,0.00001787933,0.0000429709,0.004931062],"genre_scores_gemma":[0.51355094,6.329724e-7,0.00029772578,0.0006946668,0.00027954608,0.48455575,0.00014984973,0.00001989182,0.00045103146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759793,0.0004123792,0.00031474998,0.00016048271,0.0007168653,0.0007975667],"domain_scores_gemma":[0.99792784,0.00021667834,0.000048213296,0.00053646177,0.0006552199,0.00061558967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001341138,0.00016402312,0.00027293467,0.0008715136,0.00019007381,0.00020045233,0.0004900667,0.00005526218,0.00023792427],"category_scores_gemma":[0.00045528437,0.0001475754,0.000030578536,0.00096055004,0.00014270665,0.00086212234,0.00036764587,0.00038900448,0.00010406517],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012886098,0.0023297337,0.85481113,0.0014056743,0.00005211023,0.0000043504256,0.08592617,0.00030002592,0.0009877699,0.0020917011,0.031906143,0.018896608],"study_design_scores_gemma":[0.009850442,0.0049945684,0.6685864,0.009372329,0.00002602566,0.0000012462147,0.21917562,0.0038486163,0.0032118205,0.0017682473,0.07837257,0.00079214585],"about_ca_topic_score_codex":0.00094589335,"about_ca_topic_score_gemma":0.0009327236,"teacher_disagreement_score":0.19401817,"about_ca_system_score_codex":0.00043281124,"about_ca_system_score_gemma":0.00021293858,"threshold_uncertainty_score":0.601795},"labels":[],"label_agreement":null},{"id":"W2066274083","doi":"10.2196/resprot.3202","title":"The Origin and Impact of Ideals in eHealth Research: Experiences From the U-CARE Research Environment","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Psychosocial; Psychological intervention; The Internet; Health care; Nursing; Psychology; Medicine; Political science; Computer science; Psychiatry; World Wide Web","score_opus":0.5173164513327069,"score_gpt":0.6874450516929075,"score_spread":0.1701286003602006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066274083","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58063424,0.0003427056,0.0000029205262,0.003893776,0.00003460322,0.3974329,0.00008011703,0.000021159862,0.0175576],"genre_scores_gemma":[0.49928048,0.0000061472465,0.00001539302,0.000010726135,0.00008698074,0.49994752,0.0000040884825,0.000018289407,0.0006303762],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836668,0.010717311,0.00076208607,0.0006750732,0.0023906988,0.0017880556],"domain_scores_gemma":[0.9892461,0.008493062,0.00011468518,0.0014263206,0.0003583972,0.00036143977],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022456165,0.00016706224,0.00027138114,0.00038949223,0.0011611354,0.0003150566,0.0015287865,0.00015097224,0.0006667524],"category_scores_gemma":[0.0010568482,0.000093222894,0.00010396258,0.0010371972,0.0029491093,0.0001884698,0.0007519862,0.0020250757,0.00046818663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057057193,0.0040076342,0.13031207,0.00084145175,0.00011882383,0.000045571778,0.14751685,0.0000052302844,0.0007313525,0.09058141,0.13269934,0.48743454],"study_design_scores_gemma":[0.0029187137,0.015996845,0.38170865,0.0034325605,8.5087396e-7,0.0000063198027,0.112230584,0.000039278915,0.0008201141,0.04843972,0.43414298,0.00026339173],"about_ca_topic_score_codex":0.0062051546,"about_ca_topic_score_gemma":0.0007983583,"teacher_disagreement_score":0.48717114,"about_ca_system_score_codex":0.000683633,"about_ca_system_score_gemma":0.0003505531,"threshold_uncertainty_score":0.99976426},"labels":[],"label_agreement":null},{"id":"W2066886659","doi":"10.2196/resprot.3796","title":"Development of MijnAVL, an Interactive Portal to Empower Breast and Lung Cancer Survivors: An Iterative, Multi-Stakeholder Approach","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"KWF Kankerbestrijding","keywords":"Patient portal; Focus group; Breast cancer; Medicine; Lung cancer; Electronic medical record; Multimedia; Medical education; Psychology; Computer science; Family medicine; Cancer; Oncology; Health care","score_opus":0.3746819930333145,"score_gpt":0.5519580949080092,"score_spread":0.17727610187469467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066886659","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6049002,0.000030254721,0.00071693707,0.00022280408,0.000035159715,0.39113235,0.00010917067,0.000074093434,0.0027790463],"genre_scores_gemma":[0.32098207,3.3470474e-7,0.004042543,0.000073884796,0.00013973267,0.67366654,0.00006875091,0.000048927835,0.0009771896],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99687594,0.0004075167,0.00041314462,0.0006483956,0.001094807,0.00056020176],"domain_scores_gemma":[0.9969992,0.0000418309,0.00008854894,0.000511631,0.0013852029,0.0009735705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014429739,0.00024265678,0.00041291368,0.00034003606,0.000120069766,0.00011414581,0.00024104709,0.00012535136,0.00018409285],"category_scores_gemma":[0.00006203895,0.00019768489,0.00004126663,0.00053600344,0.00016548236,0.0005175465,0.0002228662,0.0005464159,0.000005631735],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02014931,0.011545278,0.33931592,0.0041931043,0.0005503781,0.00022517878,0.49283525,0.00003563839,0.03098595,0.00021909515,0.009027127,0.09091776],"study_design_scores_gemma":[0.031303298,0.011432609,0.4337852,0.015237619,0.000059349557,0.00044246178,0.1878702,0.006013894,0.05007209,0.00004841446,0.26085746,0.002877409],"about_ca_topic_score_codex":0.0015565992,"about_ca_topic_score_gemma":0.009062658,"teacher_disagreement_score":0.30496505,"about_ca_system_score_codex":0.00027585845,"about_ca_system_score_gemma":0.0010860064,"threshold_uncertainty_score":0.80613554},"labels":[],"label_agreement":null},{"id":"W2067366591","doi":"10.2196/resprot.2697","title":"Development of an Electronic Alcohol Screening and Brief Intervention Program for Hospital Outpatients With Unhealthy Alcohol Use","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Foundation for Alcohol Research and Education; Hunter New England Local Health District","keywords":"Medicine; Brief intervention; Intervention (counseling); Population; Outpatient clinic; Audit; Alcohol Use Disorders Identification Test; Family medicine; Randomized controlled trial; Health care; Public health; Medical emergency; Psychiatry; Poison control; Injury prevention; Nursing; Environmental health","score_opus":0.2028942354009573,"score_gpt":0.5192323275208209,"score_spread":0.31633809211986363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067366591","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6125257,0.000005062313,0.000092009934,0.00009754313,0.0000015768969,0.3872133,0.0000010724697,0.000047511483,0.000016240496],"genre_scores_gemma":[0.3434568,6.3501545e-7,0.021452168,0.000013712591,0.00001975021,0.6347253,0.00004863194,0.000027620901,0.0002554144],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978352,0.00009202896,0.00037397293,0.00037575746,0.00061232026,0.00071070454],"domain_scores_gemma":[0.99867404,0.00009387149,0.00012751107,0.00030251287,0.0005672862,0.00023476737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005604697,0.00017210779,0.00029172527,0.00021232227,0.00016446518,0.000096042895,0.00011550798,0.000080282676,0.000039900806],"category_scores_gemma":[0.00007532703,0.00012206594,0.00006138008,0.00026171256,0.00012938965,0.0005468265,0.000054781034,0.0002418272,0.0000066721263],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038153294,0.003639248,0.3693668,0.0007799201,0.00021092547,0.000007311254,0.002708839,2.3611018e-7,0.0005417159,0.00011357618,0.0003661728,0.6184499],"study_design_scores_gemma":[0.050470248,0.04579364,0.8474076,0.006053247,0.000027344651,0.000011983128,0.0018637455,0.00037666355,0.020944541,0.00018434225,0.02643506,0.0004316198],"about_ca_topic_score_codex":0.0000585705,"about_ca_topic_score_gemma":0.00011550268,"teacher_disagreement_score":0.6180183,"about_ca_system_score_codex":0.00018335316,"about_ca_system_score_gemma":0.00025062193,"threshold_uncertainty_score":0.49777046},"labels":[],"label_agreement":null},{"id":"W2069805320","doi":"10.2196/resprot.3777","title":"Developing a Healthy Web-Based Cookbook for Pediatric Cancer Patients and Survivors: Rationale and Methods","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; University of Texas MD Anderson Cancer Center; Farrah Fawcett Foundation; Gerber Foundation","keywords":"Psychological intervention; Medicine; Social media; Survivorship curve; Obesity; Disease; Resource (disambiguation); Childhood obesity; Family medicine; Gerontology; World Wide Web; Overweight; Population; Environmental health; Nursing; Computer science; Pathology","score_opus":0.4032962511705346,"score_gpt":0.6123061762696439,"score_spread":0.20900992509910932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069805320","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0638335,0.0002912247,0.0036615208,0.017973965,0.0000440982,0.9136677,0.00012044016,0.00012627657,0.0002813007],"genre_scores_gemma":[0.0015336309,0.000012775931,0.03344734,0.0016868142,0.00046639898,0.96242374,0.00004110667,0.00004887116,0.00033934164],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964956,0.00096417,0.0004692326,0.0005172088,0.0009842669,0.00056951947],"domain_scores_gemma":[0.9964342,0.0012560411,0.00013270363,0.0002609605,0.0013172991,0.00059880107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005564137,0.00018463918,0.00040809726,0.00032478565,0.00023696142,0.00009139151,0.00012957264,0.00013170023,0.00002452331],"category_scores_gemma":[0.0016497349,0.00016649914,0.000043523884,0.0004418879,0.0001685379,0.00015681094,0.00013276323,0.00036974953,0.0000055341557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013157105,0.0018820423,0.8063558,0.020989122,0.00011780743,0.000009258035,0.005637466,0.000006582165,0.00026323422,0.0020171748,0.116075,0.0334894],"study_design_scores_gemma":[0.03530815,0.0066227345,0.100467205,0.002272081,0.00002063138,0.0000053366034,0.00044734174,0.0011869959,0.00091732707,0.0023303728,0.84982437,0.00059748144],"about_ca_topic_score_codex":0.00030039105,"about_ca_topic_score_gemma":0.00041342768,"teacher_disagreement_score":0.73374933,"about_ca_system_score_codex":0.00034269047,"about_ca_system_score_gemma":0.0037631716,"threshold_uncertainty_score":0.6789638},"labels":[],"label_agreement":null},{"id":"W2072160196","doi":"10.2196/resprot.3140","title":"Diet, Physical Activity, Lifestyle Behaviors, and Prevalence of Childhood Obesity in Irish Children: The Cork Children’s Lifestyle Study Protocol","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Children's Research Centre","keywords":"Irish; Physical activity; Childhood obesity; Obesity; Cork; Medicine; Gerontology; Protocol (science); Environmental health; Psychology; Overweight; Physical therapy; Alternative medicine","score_opus":0.056896503529822465,"score_gpt":0.456432468886361,"score_spread":0.39953596535653857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072160196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51219875,5.779646e-7,7.077264e-7,0.0001345455,0.0000024032097,0.48739928,0.00001618918,0.000052450403,0.00019512318],"genre_scores_gemma":[0.5005015,2.7261478e-7,0.000014174817,0.00001353173,0.00027778404,0.49906003,0.0000023469331,0.00004141564,0.00008895274],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99268,0.0023545444,0.00050413125,0.0011628851,0.0022283823,0.0010700567],"domain_scores_gemma":[0.9964884,0.00076183805,0.00028280768,0.0016568173,0.00035968042,0.00045044132],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0028305284,0.000499411,0.0009731995,0.00027961037,0.00039349243,0.00013802222,0.00090620574,0.0002042574,0.000042278545],"category_scores_gemma":[0.00068612234,0.00035535867,0.00020322624,0.0010268245,0.000961035,0.00042994026,0.0015263438,0.0024660935,0.00004266588],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072540744,0.123208,0.8711834,0.0007706045,0.000052437124,0.000008582521,0.00064782926,0.0000012539725,0.0005198359,0.00006705888,0.0005793043,0.0022362727],"study_design_scores_gemma":[0.0066884565,0.01355032,0.9739911,0.0013059877,0.00003160723,0.000019434114,0.00004515532,0.00006626779,0.0035459336,0.00026151532,0.00017312987,0.00032112232],"about_ca_topic_score_codex":0.00035222145,"about_ca_topic_score_gemma":0.00006223828,"teacher_disagreement_score":0.10965768,"about_ca_system_score_codex":0.00015024714,"about_ca_system_score_gemma":0.00028757745,"threshold_uncertainty_score":0.99988985},"labels":[],"label_agreement":null},{"id":"W2073362721","doi":"10.2196/resprot.3629","title":"A Web-Based Training Program Using Cognitive Behavioral Therapy to Alleviate Psychological Distress Among Employees: Randomized Controlled Pilot Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychological Treatments and Assessments","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dysfunctional family; Distress; Stress management; Randomized controlled trial; Cognitive behavioral therapy; Psychology; Clinical psychology; Cognitive therapy; Cognition; Physical therapy; Medicine; Psychiatry","score_opus":0.5454886857667011,"score_gpt":0.6505500513584416,"score_spread":0.10506136559174051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073362721","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4848735,0.0000035923558,0.0004080424,0.00011106487,0.000068298235,0.50764704,0.000033952412,0.00024817794,0.0066063143],"genre_scores_gemma":[0.46580628,3.9622273e-7,0.00058442523,0.00013219992,0.000225297,0.5328457,0.000024439947,0.000047953312,0.0003333103],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9846219,0.009625597,0.001232816,0.0014526155,0.001304518,0.0017625539],"domain_scores_gemma":[0.99504614,0.0026259583,0.00039789794,0.00078683015,0.00044088412,0.0007023053],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00627183,0.0006237216,0.0022411414,0.00042489488,0.00049657037,0.0005142103,0.00080652605,0.0003660831,0.0022145205],"category_scores_gemma":[0.0006696875,0.0003875657,0.0007176529,0.00072652416,0.0010256319,0.00014645362,0.00012459105,0.0010780117,0.00020174879],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8846299,0.031262234,0.0012597383,0.000013383002,0.00031752588,0.00009628763,0.00043866763,0.000002304387,0.0002722353,0.00022710404,0.00047561683,0.081005],"study_design_scores_gemma":[0.94461375,0.045782074,0.0039116256,0.0007577897,0.000028206336,0.00000337199,0.00021859206,0.00020934612,0.000022860535,0.00040948842,0.0035788552,0.00046403796],"about_ca_topic_score_codex":0.00006663924,"about_ca_topic_score_gemma":0.000009920529,"teacher_disagreement_score":0.08054096,"about_ca_system_score_codex":0.00011257821,"about_ca_system_score_gemma":0.0000868252,"threshold_uncertainty_score":0.9998576},"labels":[],"label_agreement":null},{"id":"W2073732880","doi":"10.2196/resprot.3820","title":"Examining the Use of an Open Digital Health Library for Professionals","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Norwegian; Medical library; Phone; Consistency (knowledge bases); Public health; Proxy (statistics); Health care; Medical education; World Wide Web; Computer science; Medicine; Psychology; Internet privacy; Nursing","score_opus":0.7126555845711139,"score_gpt":0.6968274218264153,"score_spread":0.01582816274469856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073732880","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012631374,0.0000016030398,0.0011391226,0.00685212,0.000033573942,0.9733069,0.00036809366,0.000117394164,0.0055498313],"genre_scores_gemma":[0.006176694,3.7537322e-7,0.005510107,0.006213891,0.00025977838,0.97646064,0.00020823922,0.000037869675,0.0051323855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911801,0.0049510854,0.0018365828,0.00035840116,0.0007000945,0.000973698],"domain_scores_gemma":[0.9911698,0.005858602,0.0007735055,0.0011063358,0.00067097094,0.00042076354],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014161343,0.00014045306,0.0003732411,0.00016097252,0.0022575897,0.0004154863,0.0014909515,0.00017235882,0.00054561126],"category_scores_gemma":[0.0030467776,0.000082557955,0.000038218706,0.00051125407,0.00018335947,0.0085772015,0.0012565498,0.0011578577,0.000089548055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024613263,0.0013155225,0.05227805,0.009880623,0.000013090004,2.488962e-7,0.012582375,0.000004896986,0.000024534856,0.024043478,0.59564924,0.3017466],"study_design_scores_gemma":[0.0013700355,0.001437464,0.01877616,0.0032179877,1.9707774e-7,2.48242e-7,0.0012550063,0.0022124595,0.000035696088,0.0025142308,0.96908987,0.00009068014],"about_ca_topic_score_codex":0.00004921354,"about_ca_topic_score_gemma":0.000009084771,"teacher_disagreement_score":0.3734406,"about_ca_system_score_codex":0.00008097564,"about_ca_system_score_gemma":0.0024643138,"threshold_uncertainty_score":0.9990413},"labels":[],"label_agreement":null},{"id":"W2074713824","doi":"10.2196/resprot.3736","title":"An Online Health Community for Aneurysmal Subarachnoid Hemorrhage Patients: A Pilot Study","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intracranial Aneurysms: Treatment and Complications","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subarachnoid hemorrhage; Medicine; Physical therapy; Surgery","score_opus":0.3215407992928077,"score_gpt":0.5223601313787227,"score_spread":0.20081933208591501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074713824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5039477,7.3363526e-7,0.00012914684,0.0012183493,0.000004428342,0.49422026,0.00007314347,0.00013205361,0.0002742127],"genre_scores_gemma":[0.52111465,2.1709162e-8,0.0007560675,0.00021635454,0.00013200543,0.47723222,0.00026907478,0.000027973685,0.00025163186],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9963191,0.0014919548,0.0004229688,0.00038894246,0.00067489163,0.0007021177],"domain_scores_gemma":[0.9971236,0.00027221118,0.000104231236,0.0012735876,0.00081570214,0.0004106554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001880826,0.00020856467,0.00037214393,0.00021853125,0.0011654639,0.00009036611,0.00048029295,0.00004898201,0.000059101687],"category_scores_gemma":[0.00024435244,0.00016900185,0.000059520404,0.00041137234,0.00014481937,0.00015246711,0.00012198129,0.00093431724,0.000055964258],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018966878,0.500358,0.28525743,0.0062454217,0.00005870415,0.000049400394,0.0049052727,0.0000042033607,0.006770289,0.0026633248,0.0042912727,0.17042984],"study_design_scores_gemma":[0.02045643,0.39426866,0.5723063,0.00016398598,0.000019672307,0.000035564146,0.0013766612,0.0019190224,0.00034237411,0.0010574919,0.007701022,0.0003528583],"about_ca_topic_score_codex":0.0003637165,"about_ca_topic_score_gemma":0.00036711033,"teacher_disagreement_score":0.28704882,"about_ca_system_score_codex":0.00017482277,"about_ca_system_score_gemma":0.00021864906,"threshold_uncertainty_score":0.89639246},"labels":[],"label_agreement":null},{"id":"W2074804477","doi":"10.2196/resprot.2893","title":"Nonsurgical Strategies in Patients With NET Liver Metastases: A Protocol of Four Systematic Reviews","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neuroendocrine Tumor Research Advances","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Systematic review; Medical physics; Computer science; MEDLINE; Pathology; Alternative medicine; Biology","score_opus":0.204095727141079,"score_gpt":0.5249055389749153,"score_spread":0.32080981183383633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074804477","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033549056,0.0000045914967,0.00003129143,0.00007449791,0.0000013057811,0.99457026,0.000007572625,0.00003749366,0.0019180939],"genre_scores_gemma":[0.01277536,0.0000010094165,0.0011242039,0.000021022177,0.000036676032,0.9856408,0.0000063393995,0.000047713715,0.00034684842],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914505,0.0036076207,0.0010392043,0.00056470576,0.0023732097,0.0009647592],"domain_scores_gemma":[0.99654824,0.000851387,0.00029953796,0.0010545345,0.00087643956,0.0003698871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035525456,0.00029706414,0.0012565872,0.00061985146,0.000077872406,0.000105786756,0.00049687206,0.00002698767,0.00023571191],"category_scores_gemma":[0.0024476524,0.00017571216,0.00012410097,0.0011854909,0.00042478536,0.00043260536,0.00025079408,0.00094893476,0.00012983441],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029718552,0.012783812,0.1298165,0.80660385,0.0001855975,0.0028327822,0.000343096,0.000026994512,0.0009690366,0.0040010926,0.007582699,0.005135964],"study_design_scores_gemma":[0.07598795,0.07878795,0.09529653,0.3546867,0.00005359615,0.00044580892,0.0005538448,0.00066059147,0.004294723,0.0011346285,0.3868476,0.0012500795],"about_ca_topic_score_codex":0.000032675358,"about_ca_topic_score_gemma":0.00004204675,"teacher_disagreement_score":0.45191717,"about_ca_system_score_codex":0.00012096858,"about_ca_system_score_gemma":0.00041750132,"threshold_uncertainty_score":0.71653336},"labels":[],"label_agreement":null},{"id":"W2075040433","doi":"10.2196/resprot.3266","title":"Designing Clinically Valuable Telehealth Resources: Processes to Develop a Community-Based Palliative Care Prototype","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Telehealth; Palliative care; eHealth; Nursing; Multidisciplinary approach; Service (business); Telemedicine; Population; Medicine; Psychology; Medical education; Knowledge management; Health care; Computer science; Business; Sociology","score_opus":0.4254856865715691,"score_gpt":0.6089369428533924,"score_spread":0.1834512562818233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075040433","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028004086,0.000008071564,0.008244684,0.0057050837,0.000009483247,0.9536705,0.000018076798,0.00033081704,0.00400918],"genre_scores_gemma":[0.059439953,9.0389926e-7,0.036889814,0.0046034227,0.00031261117,0.8983641,0.00012042122,0.00007409045,0.00019465463],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99257475,0.0029329618,0.0010500493,0.0005313166,0.0016920407,0.0012188985],"domain_scores_gemma":[0.9909014,0.002224822,0.0002498669,0.000849751,0.0048912526,0.0008829172],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0088610435,0.00027684102,0.0005731478,0.00054819905,0.0010756354,0.0001041496,0.0005075415,0.00017966794,0.00014073768],"category_scores_gemma":[0.008410032,0.00022604683,0.000047960526,0.0028105082,0.0001932707,0.0001197534,0.00019826219,0.0018660742,0.00017069935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023939496,0.0036168403,0.54303443,0.08281807,0.000117618474,0.00006506085,0.07742933,0.000048339673,0.0033190036,0.00025905448,0.058684994,0.20666778],"study_design_scores_gemma":[0.008377256,0.037794422,0.033865083,0.009351545,0.00001033561,0.000004112528,0.006758347,0.000056288533,0.0069146953,0.00026641256,0.8962747,0.0003268308],"about_ca_topic_score_codex":0.00030969418,"about_ca_topic_score_gemma":0.00023487721,"teacher_disagreement_score":0.8375897,"about_ca_system_score_codex":0.00042046752,"about_ca_system_score_gemma":0.004602434,"threshold_uncertainty_score":0.99994254},"labels":[],"label_agreement":null},{"id":"W2076871720","doi":"10.2196/resprot.3270","title":"Heavy Lifting at Work and Risk of Ischemic Heart Disease: Protocol for a Register-Based Prospective Cohort Study","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Syddansk Universitet","keywords":"Register (sociolinguistics); Medicine; Protocol (science); Prospective cohort study; Physical therapy; Cohort study; Internal medicine; Alternative medicine","score_opus":0.16610596890353127,"score_gpt":0.5756491585795925,"score_spread":0.4095431896760613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076871720","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038381208,0.0000016669418,0.00013444801,0.0010737728,0.000010076363,0.9578042,0.000022319473,0.00012573892,0.002446578],"genre_scores_gemma":[0.02756815,1.2281942e-7,0.0006841852,0.00016119807,0.00035016926,0.9683562,0.000007758141,0.00009162914,0.0027805688],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9908843,0.0043229195,0.001100611,0.00096572033,0.00113425,0.0015922111],"domain_scores_gemma":[0.9926066,0.003971525,0.00056283496,0.0010889074,0.0009553424,0.0008148281],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01255532,0.00031897522,0.0006948086,0.0002705097,0.0020934758,0.00004783256,0.00036631338,0.0002473487,0.00011511382],"category_scores_gemma":[0.003264904,0.0002619803,0.00010816898,0.0007413513,0.00030848244,0.00014164929,0.00047027876,0.0016684622,0.000059112357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012689006,0.00089049793,0.9245561,0.006682937,0.00002379209,0.0000018535878,0.0008417232,0.0000042157394,0.000051044815,0.00010422016,0.053730775,0.00042386234],"study_design_scores_gemma":[0.0111849345,0.0031148684,0.5927684,0.007585726,0.000011029979,2.8248974e-7,0.00030433328,0.00023562337,0.00023703229,0.0004975806,0.3837725,0.00028775798],"about_ca_topic_score_codex":0.000113577255,"about_ca_topic_score_gemma":0.0000829844,"teacher_disagreement_score":0.33178774,"about_ca_system_score_codex":0.00044521183,"about_ca_system_score_gemma":0.0010799451,"threshold_uncertainty_score":0.99998325},"labels":[],"label_agreement":null},{"id":"W2077525599","doi":"10.2196/resprot.3175","title":"Acceptability of a Web-Based and Tailored Intervention for the Self-Management of Pain After Cardiac Surgery: The Perception of Women and Men","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Intervention (counseling); Physical therapy; Psychological intervention; Population; Randomized controlled trial; Pain management; Perspective (graphical); Perception; Surgery; Nursing; Psychology","score_opus":0.07072849820260069,"score_gpt":0.47758604487017087,"score_spread":0.4068575466675702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077525599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5972974,0.000024111721,0.00010697553,0.0010403689,0.000006351492,0.4012555,0.000033496788,0.0000100101415,0.0002257914],"genre_scores_gemma":[0.5562635,0.000010111347,0.000094888375,0.000024920279,0.000022325235,0.44355562,0.000003989812,0.000005830884,0.000018835128],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973665,0.0012739705,0.00040154278,0.00018159409,0.00044210372,0.00033428066],"domain_scores_gemma":[0.99797446,0.0011769162,0.000119288794,0.00036196216,0.00021977614,0.00014758024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019181011,0.000076611024,0.00035534264,0.00009350316,0.00007728898,0.000009059725,0.000064528875,0.000050310377,0.000056504836],"category_scores_gemma":[0.00020130117,0.000043825992,0.00013551429,0.00017704275,0.00024286489,0.00003723143,0.00008071226,0.00014062176,3.6840171e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01256479,0.001015716,0.21896118,0.06539198,0.00012697323,4.868098e-7,0.0036943953,3.1344618e-7,0.0011610261,0.00011166454,0.003758189,0.6932133],"study_design_scores_gemma":[0.0032489686,0.00291466,0.94642496,0.0013005266,0.00001858642,5.339893e-7,0.004648758,0.00083261443,0.0006421671,0.00015595995,0.03975368,0.000058585738],"about_ca_topic_score_codex":0.00010285874,"about_ca_topic_score_gemma":0.0000065922777,"teacher_disagreement_score":0.7274638,"about_ca_system_score_codex":0.0001710191,"about_ca_system_score_gemma":0.00016012623,"threshold_uncertainty_score":0.6647794},"labels":[],"label_agreement":null},{"id":"W2078425950","doi":"10.2196/resprot.2749","title":"Using Goal-Directed Design to Create a Novel System for Improving Chronic Illness Care","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Persona Design and Applications","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Chronic care; Computer science; Medicine; Process management; Psychology; Chronic disease; Family medicine; Engineering","score_opus":0.29522480885110636,"score_gpt":0.49723832438791377,"score_spread":0.2020135155368074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078425950","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001638729,0.000004343301,0.5853764,0.00013062853,0.0000055057512,0.41388032,0.000008078991,0.0002849648,0.00014591051],"genre_scores_gemma":[0.029902024,2.909241e-8,0.16289978,0.000020631905,0.00012385494,0.80677384,0.0000019707043,0.000026247943,0.00025160244],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997312,0.00022930407,0.00026740832,0.0006993125,0.0005800166,0.0009119515],"domain_scores_gemma":[0.99730486,0.0002717084,0.00007207775,0.00090356864,0.0011181525,0.00032966322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087471365,0.00018164588,0.0002080719,0.00027047505,0.0007668119,0.0008628215,0.0015031175,0.00010295246,0.00000917752],"category_scores_gemma":[0.00009854061,0.00016041717,0.000069276946,0.0011458877,0.00005993765,0.00051690085,0.0004232417,0.00024097758,0.00016178444],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043663284,0.0001368635,0.00001150478,0.0011121674,0.000010734268,0.000002890748,0.0017299351,0.00017801419,0.9276163,0.0050461832,0.0022107202,0.06190104],"study_design_scores_gemma":[0.0024726582,0.0011619788,0.00023549235,0.0020180482,0.0000026421394,0.000022314756,0.00084699306,0.7627034,0.19988306,0.00021764675,0.02975083,0.00068493414],"about_ca_topic_score_codex":0.00024291078,"about_ca_topic_score_gemma":0.000007085862,"teacher_disagreement_score":0.7625254,"about_ca_system_score_codex":0.0008936432,"about_ca_system_score_gemma":0.0007542598,"threshold_uncertainty_score":0.8320207},"labels":[],"label_agreement":null},{"id":"W2078857520","doi":"10.2196/resprot.4044","title":"Web-Based Telemonitoring and Delivery of Caregiver Support for Patients With Parkinson Disease After Deep Brain Stimulation: Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurological disorders and treatments","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Deep brain stimulation; Protocol (science); Medicine; Guideline; Parkinson's disease; Disease management; Set (abstract data type); Health care; Cognition; Disease; Medical emergency; Physical medicine and rehabilitation; Computer science; Psychiatry; Alternative medicine","score_opus":0.11430005942091206,"score_gpt":0.45693656087803863,"score_spread":0.34263650145712654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078857520","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18434742,0.0000011376267,0.000021317755,0.00018979603,0.000001966851,0.81527734,0.00003057181,0.000023613522,0.00010685712],"genre_scores_gemma":[0.3338209,2.5132179e-8,0.00032528807,0.000066093504,0.000028534667,0.6656357,0.000018264527,0.000017920036,0.00008727817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982003,0.0001320017,0.00020492365,0.00035596115,0.00075011415,0.00035668764],"domain_scores_gemma":[0.99838513,0.00016363397,0.0000652214,0.00028062752,0.000658609,0.00044677046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026673244,0.00014941845,0.00022191167,0.00012726002,0.00006956121,0.000031112042,0.000076272,0.000064528016,0.000049332884],"category_scores_gemma":[0.00015310613,0.00009901756,0.000048903425,0.00017959901,0.00015901001,0.00011270523,0.00006275209,0.00015430902,0.0000046154746],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03464547,0.0019408701,0.9553595,0.00095060223,0.000020388285,0.00007178817,0.00007083436,0.000009048451,0.000021329155,0.0000046068426,0.001355183,0.0055503505],"study_design_scores_gemma":[0.04373856,0.019887432,0.83717465,0.0007681404,0.000014125933,4.5996876e-7,0.000027582944,0.0006212573,0.00020845511,0.00026044977,0.09713128,0.00016763351],"about_ca_topic_score_codex":0.0000053452136,"about_ca_topic_score_gemma":0.0000036367392,"teacher_disagreement_score":0.14964165,"about_ca_system_score_codex":0.000061911334,"about_ca_system_score_gemma":0.00035767414,"threshold_uncertainty_score":0.40378192},"labels":[],"label_agreement":null},{"id":"W2079917355","doi":"10.2196/resprot.3615","title":"Retrieval of Publications Addressing Shared Decision Making: An Evaluation of Full-Text Searches on Medical Journal Websites","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; Université Laval","funders":"Canadian Medical Association; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Computer science; Information retrieval; World Wide Web; Data science","score_opus":0.9749235253062295,"score_gpt":0.7629597673157141,"score_spread":0.21196375799051537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079917355","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18301895,0.0002011409,0.015487337,0.004268226,0.00008247167,0.7598976,0.00007459507,0.000025141639,0.036944572],"genre_scores_gemma":[0.63405144,0.0000027202188,0.016442316,0.00006054306,0.00052528636,0.346336,0.000024136567,0.00005059996,0.0025069616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8572189,0.058515884,0.009463614,0.0011221576,0.07302488,0.00065453],"domain_scores_gemma":[0.95085,0.010587416,0.0038613495,0.0037495648,0.030111458,0.00084021146],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.55375385,0.00021704187,0.0017676731,0.0020815453,0.00032285936,0.0018157485,0.004103599,0.00023216524,0.03045361],"category_scores_gemma":[0.3915869,0.0001108215,0.0006755695,0.00451835,0.0003813316,0.0009608618,0.00046143867,0.00087788573,0.0009534834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017165815,0.0023184407,0.015262698,0.00032912137,0.00020429424,0.000009883881,0.003021539,0.0004399465,0.0041167294,0.0029765568,0.51665753,0.4529467],"study_design_scores_gemma":[0.008291585,0.008157298,0.101698436,0.018007174,0.00013434171,0.00025340915,0.008211654,0.3223701,0.0031433622,0.1722891,0.35658398,0.0008595419],"about_ca_topic_score_codex":0.0000021752696,"about_ca_topic_score_gemma":0.000015205501,"teacher_disagreement_score":0.45208713,"about_ca_system_score_codex":0.0002074436,"about_ca_system_score_gemma":0.003053432,"threshold_uncertainty_score":0.9998244},"labels":[],"label_agreement":null},{"id":"W2080590826","doi":"10.2196/resprot.3317","title":"Social Networking Versus Facebook Advertising to Recruit Survey Respondents: A Quasi-Experimental Study","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Advertising; Psychology; Social network (sociolinguistics); Population; Medicine; Business; Computer science; World Wide Web; Environmental health","score_opus":0.7514937237047488,"score_gpt":0.6927572248743499,"score_spread":0.05873649883039889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080590826","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11902858,0.0000032036132,0.000020387686,0.0014952379,0.00059618015,0.8717124,0.0000028791126,0.000162173,0.0069789956],"genre_scores_gemma":[0.26257423,2.5711824e-7,0.00005822872,0.000054266664,0.002833572,0.73407763,0.000003726025,0.000033637512,0.00036443977],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98134696,0.013578387,0.00047963613,0.00062765874,0.0025510786,0.0014162789],"domain_scores_gemma":[0.9923279,0.0059627895,0.00013396527,0.0003799506,0.0006229364,0.00057244534],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.020757494,0.00018054058,0.000312047,0.00033047085,0.002991987,0.00048978743,0.0008873482,0.0002161278,0.00027785773],"category_scores_gemma":[0.009121655,0.00020306486,0.00006198476,0.0017075788,0.00036110685,0.00032385593,0.00029411956,0.00072586944,0.00051198486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009239786,0.010002229,0.19023985,0.00012544765,0.000058409423,0.000010207776,0.54176,0.000003028077,0.0003882507,0.00270478,0.0455452,0.19992277],"study_design_scores_gemma":[0.002302851,0.004688605,0.08843545,0.00031523043,0.0000013700659,8.580801e-8,0.023592152,0.000010201065,0.00011332354,0.00015050347,0.8800992,0.00029107847],"about_ca_topic_score_codex":0.00955529,"about_ca_topic_score_gemma":0.009870173,"teacher_disagreement_score":0.83455396,"about_ca_system_score_codex":0.001747281,"about_ca_system_score_gemma":0.0011166211,"threshold_uncertainty_score":0.99922496},"labels":[],"label_agreement":null},{"id":"W2081033857","doi":"10.2196/resprot.4159","title":"Mobile Phone and Tablet Apps to Support Young People’s Management of Their Physical Long-Term Conditions: A Systematic Review Protocol","year":2015,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internet privacy; Mobile phone; Context (archaeology); Protocol (science); mHealth; Phone; Health care; Mobile apps; Quality of life (healthcare); Multimedia; Computer science; Medicine; World Wide Web; Nursing; Alternative medicine; Psychological intervention; Telecommunications","score_opus":0.3341869178966745,"score_gpt":0.6656090576268561,"score_spread":0.3314221397301816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081033857","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.0549015e-7,0.1412121,0.000018274739,0.00006324855,0.00001527092,0.85527945,0.0005667923,0.0001189271,0.0027257274],"genre_scores_gemma":[1.7054172e-7,0.3465899,0.00007370745,0.00010490188,0.00017039994,0.6500236,0.0002827785,0.00011564166,0.0026389323],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.985252,0.0057070646,0.0038582028,0.001293255,0.0018369711,0.00205248],"domain_scores_gemma":[0.99096376,0.0010911614,0.001845631,0.0027232459,0.0016102407,0.0017659472],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01064461,0.0008055236,0.005413419,0.000672163,0.0009874004,0.00005249696,0.0013835594,0.0005390524,0.00055326405],"category_scores_gemma":[0.00025947538,0.00056731555,0.00037679676,0.0024529635,0.00022349962,0.00017324786,0.0013260446,0.0025997288,0.002170626],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051915868,0.00075450464,0.00002072868,0.897045,0.00008690022,0.000008964009,0.00038078334,2.2286832e-8,2.0143462e-7,0.0008026037,0.057865083,0.042983282],"study_design_scores_gemma":[0.00067786104,0.0006900697,0.000009032356,0.48771575,0.00008806588,0.000013499718,0.00012237544,5.6046474e-7,1.223596e-7,0.00006385151,0.51040256,0.0002162396],"about_ca_topic_score_codex":0.00003463896,"about_ca_topic_score_gemma":0.000052133157,"teacher_disagreement_score":0.4525375,"about_ca_system_score_codex":0.0009491152,"about_ca_system_score_gemma":0.005264683,"threshold_uncertainty_score":0.9997013},"labels":[],"label_agreement":null},{"id":"W2081413375","doi":"10.2196/resprot.2644","title":"EBMPracticeNet: A Bilingual National Electronic Point-Of-Care Project for Retrieval of Evidence-Based Clinical Guideline Information and Decision Support","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Center for Evolutionary Biology and Medicine, University of Pittsburgh; Universiteit Gent; Institut National d'assurance Maladie-Invalidité; Central Board of Irrgation and Power","keywords":"Guideline; Health care; Context (archaeology); Clinical decision support system; Government (linguistics); Knowledge translation; Medicine; Point of care; Knowledge management; Decision support system; Nursing; Computer science; Data mining; Political science","score_opus":0.6206789501103849,"score_gpt":0.7167740414102113,"score_spread":0.09609509129982641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081413375","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03306745,0.000068575835,0.0031003118,0.0021296868,0.000061081424,0.96068156,0.00007873612,0.00006791967,0.0007446799],"genre_scores_gemma":[0.028081398,0.000035779518,0.012137322,0.0004739761,0.0005147753,0.95837843,0.00010505655,0.000047396057,0.00022585476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99006164,0.0027193865,0.0035259174,0.00042234286,0.0019752434,0.0012954725],"domain_scores_gemma":[0.9723677,0.0145488875,0.0013435342,0.00052238646,0.010976642,0.00024084898],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030305067,0.00019573704,0.0006042728,0.0006817311,0.00044082888,0.00003839121,0.00044313906,0.0005103708,0.00033284526],"category_scores_gemma":[0.03042218,0.00014454647,0.0001375105,0.0008484015,0.00020963416,0.0012766991,0.0001919764,0.0016955978,0.00010119725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041081775,0.0014048807,0.05216814,0.048306175,0.00014429839,0.0000020007687,0.0062948926,0.000024260105,0.003151552,0.0070616766,0.34355628,0.4968041],"study_design_scores_gemma":[0.012886772,0.02677421,0.0048741684,0.0147348335,0.000010274789,0.0000059933723,0.004382533,0.009518724,0.001335008,0.004944237,0.9201327,0.00040052627],"about_ca_topic_score_codex":0.0003596718,"about_ca_topic_score_gemma":0.00013272201,"teacher_disagreement_score":0.5765765,"about_ca_system_score_codex":0.0008839815,"about_ca_system_score_gemma":0.035541493,"threshold_uncertainty_score":0.998505},"labels":[],"label_agreement":null},{"id":"W2082907297","doi":"10.2196/resprot.1597","title":"A Collaborative Quality Improvement Model and Electronic Community of Practice to Support Sepsis Management in Emergency Departments: Investigating Care Harmonization for Provincial Knowledge Translation","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Foothills Medical Centre; Vancouver General Hospital; Provincial Health Services Authority; University of British Columbia","funders":"","keywords":"Medicine; Quality management; Excellence; Health care; Emergency department; Knowledge translation; Nursing; Medical emergency; Knowledge management; Business; Service (business); Political science","score_opus":0.43852139188321365,"score_gpt":0.6085096101796166,"score_spread":0.16998821829640293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082907297","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3721649,0.00008083483,0.0004649307,0.00069319265,0.000005980335,0.62484473,0.00007652261,0.000023228644,0.0016456913],"genre_scores_gemma":[0.44666463,0.000010436396,0.0037119724,0.0000393009,0.000019263916,0.5494361,0.00007061884,0.000014933896,0.00003273564],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99758375,0.00065003504,0.00053084,0.00023684313,0.0004717197,0.00052679284],"domain_scores_gemma":[0.9981893,0.00026011828,0.0001489677,0.00028910872,0.0009115673,0.00020099086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002589277,0.00014965075,0.00026727875,0.00023246922,0.00021165698,0.00002232713,0.00009075915,0.00007287884,0.000012471246],"category_scores_gemma":[0.00045529474,0.0001360348,0.00004273546,0.00064575387,0.000047205325,0.00031689822,0.000100863625,0.0002734449,0.0000028488012],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073447064,0.031181773,0.30268198,0.019406654,0.0009178439,0.000004398744,0.2374865,0.00019435103,0.026569499,0.011667076,0.00427131,0.35827392],"study_design_scores_gemma":[0.06710568,0.068183914,0.38872454,0.0055026514,0.0005617164,0.0000062782633,0.15514672,0.0059063355,0.20801948,0.0048594736,0.09401708,0.0019661512],"about_ca_topic_score_codex":0.00012164147,"about_ca_topic_score_gemma":0.00065899396,"teacher_disagreement_score":0.35630777,"about_ca_system_score_codex":0.00067933224,"about_ca_system_score_gemma":0.0003853888,"threshold_uncertainty_score":0.5547338},"labels":[],"label_agreement":null},{"id":"W2086640728","doi":"10.2196/resprot.3607","title":"A Web-Based Program for Informal Caregivers of Persons With Alzheimer’s Disease: An Iterative User-Centered Design","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; User-centered design; The Internet; Web usability; Adaptation (eye); Family caregivers; Psychology; Computer science; Applied psychology; Medical education; World Wide Web; Nursing; Medicine; Human–computer interaction","score_opus":0.18041568336033112,"score_gpt":0.5088514278743291,"score_spread":0.32843574451399804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086640728","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027842352,0.000005922477,0.004937519,0.00065497484,0.0000035783207,0.9639726,0.00010193555,0.00014436936,0.0023367445],"genre_scores_gemma":[0.21676593,2.2950334e-7,0.00516081,0.00005315774,0.000059704867,0.77728784,0.000104506384,0.000037184913,0.0005306556],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.996204,0.00066752953,0.00028300937,0.00044929833,0.0014688385,0.0009272925],"domain_scores_gemma":[0.99673337,0.00030701334,0.00009635989,0.00051139854,0.001617502,0.0007343641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016241006,0.00022600382,0.00033713505,0.00043617078,0.0002514939,0.00015101167,0.00031052134,0.00007906215,0.00019721467],"category_scores_gemma":[0.0002234463,0.00016400161,0.00013160383,0.000506217,0.0005616676,0.00037137448,0.000080348625,0.0003918433,0.000013625301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18824023,0.023842344,0.38033995,0.0069864374,0.0011939136,0.00023574132,0.0037708231,0.00005981122,0.010506026,0.0015744901,0.02910928,0.35414097],"study_design_scores_gemma":[0.06889988,0.15918222,0.15258142,0.007658946,0.00016121876,0.000012297444,0.0020058078,0.033242185,0.038567554,0.00006722258,0.53684604,0.0007752432],"about_ca_topic_score_codex":0.000011184364,"about_ca_topic_score_gemma":0.000009015715,"teacher_disagreement_score":0.50773674,"about_ca_system_score_codex":0.00006785201,"about_ca_system_score_gemma":0.0014697019,"threshold_uncertainty_score":0.66877913},"labels":[],"label_agreement":null},{"id":"W2086769672","doi":"10.2196/resprot.1925","title":"Electronic Problem-Solving Treatment: Description and Pilot Study of an Interactive Media Treatment for Depression","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Space Biomedical Research Institute; Brigham and Women's Hospital; National Aeronautics and Space Administration","keywords":"Depression (economics); Psychology; Psychotherapist; Multimedia; Clinical psychology; Computer science; Psychiatry; Medicine","score_opus":0.4069084566896818,"score_gpt":0.6110503641729415,"score_spread":0.20414190748325967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086769672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5804109,0.000026819165,0.000020182973,0.00001856123,0.000021950998,0.41855797,0.000030135276,0.000034837463,0.0008786432],"genre_scores_gemma":[0.5066391,3.016025e-7,0.0000893156,0.0000015404667,0.00005625064,0.4928018,0.000014671194,0.000019894902,0.00037709987],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99733496,0.0007137719,0.00040832566,0.0003894427,0.00028733673,0.0008661424],"domain_scores_gemma":[0.99869555,0.00036765885,0.00014853761,0.0003892541,0.00013647605,0.00026254216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007825124,0.00017396577,0.00024936424,0.00027710132,0.00017629964,0.000068523674,0.00015649108,0.000053562042,0.00010021657],"category_scores_gemma":[0.000040070085,0.00013647176,0.000048503298,0.00018936767,0.00008154317,0.0007136504,0.000076314864,0.00017091737,0.000027695838],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021474432,0.22142453,0.042293895,0.00049078703,0.00040239043,0.000010928624,0.05111612,8.5172013e-7,0.004511367,0.0040405313,0.0004261056,0.65380806],"study_design_scores_gemma":[0.029812308,0.724927,0.19227599,0.002195054,0.00003898965,0.00004400749,0.015199686,0.000051918232,0.010910045,0.005866719,0.018208392,0.00046986117],"about_ca_topic_score_codex":0.0005271312,"about_ca_topic_score_gemma":0.00069239887,"teacher_disagreement_score":0.6533382,"about_ca_system_score_codex":0.0007658195,"about_ca_system_score_gemma":0.00006745366,"threshold_uncertainty_score":0.5565157},"labels":[],"label_agreement":null},{"id":"W2088630796","doi":"10.2196/resprot.4012","title":"Bringing Feedback in From the Outback via a Generic and Preference-Sensitive Instrument for Course Quality Assessment","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Health and Medical Research Council; Syddansk Universitet; Helsefonden","keywords":"Preference; Quality (philosophy); Psychology; Course (navigation); Computer science; Mathematics education; Statistics; Engineering; Mathematics","score_opus":0.5735759453608661,"score_gpt":0.6161388490123287,"score_spread":0.04256290365146265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088630796","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4528899,0.0000059784566,0.0021189016,0.013499828,0.00003110791,0.5297077,0.000016430238,0.000031190255,0.0016990284],"genre_scores_gemma":[0.23610917,6.885603e-7,0.009666946,0.00040845934,0.00025862994,0.7531654,0.00005122214,0.000016304797,0.00032317085],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975827,0.00042758248,0.00037349534,0.00032630193,0.00090113183,0.00038880928],"domain_scores_gemma":[0.9982508,0.00033303088,0.000085494066,0.00040911423,0.00078883127,0.00013277325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046451883,0.0001081934,0.00021478231,0.000101798025,0.00012259782,0.00007397448,0.00014850826,0.00009446006,0.000037940248],"category_scores_gemma":[0.0011264596,0.00007580974,0.000024311723,0.00050421694,0.00024605528,0.000099523364,0.00014637042,0.000635622,0.000014055688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023898124,0.0035819039,0.25201362,0.0009681686,0.00013756142,0.000018935649,0.012881563,0.000011331625,0.00642747,0.004299863,0.09847976,0.61879003],"study_design_scores_gemma":[0.00835423,0.0013204141,0.88366836,0.0023680402,0.000008219982,0.000008477852,0.007841776,0.007952019,0.0014762866,0.0046922816,0.08208922,0.00022066978],"about_ca_topic_score_codex":0.0002985869,"about_ca_topic_score_gemma":0.000055849792,"teacher_disagreement_score":0.63165474,"about_ca_system_score_codex":0.0004944312,"about_ca_system_score_gemma":0.00097621593,"threshold_uncertainty_score":0.30914313},"labels":[],"label_agreement":null},{"id":"W2090679791","doi":"10.2196/resprot.3201","title":"Internet Protocol Television for Personalized Home-Based Health Information: Design-Based Research on a Diabetes Education System","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Melbourne","keywords":"IPTV; The Internet; Internet Protocol; Health literacy; Health care; World Wide Web; Medicine; Computer science; Multimedia","score_opus":0.5204283792335144,"score_gpt":0.6616495652807614,"score_spread":0.14122118604724698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090679791","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038401005,0.0000011189024,0.040304147,0.0032733048,0.000060930226,0.9516242,0.00006428618,0.00032106347,0.0039669313],"genre_scores_gemma":[0.005086695,5.106413e-8,0.009031761,0.0040834583,0.00046284572,0.980042,0.00027023605,0.000048471607,0.00097448996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9764724,0.015295395,0.002858592,0.00062276697,0.0025429123,0.0022079523],"domain_scores_gemma":[0.9844397,0.0073444177,0.0010125212,0.0012850541,0.005057272,0.0008610466],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.059922516,0.00034584885,0.0006268933,0.0016419756,0.0031671198,0.00039418842,0.0010331869,0.00046162808,0.00057029456],"category_scores_gemma":[0.003509817,0.00026850204,0.00014821335,0.0016176439,0.00031953843,0.001611813,0.0001764774,0.0026257944,0.0012470847],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014074588,0.001795133,0.014967478,0.13640335,0.000017391598,2.4824092e-7,0.0042622145,0.00015766025,0.000029609337,0.029903734,0.55279934,0.24558924],"study_design_scores_gemma":[0.0069927243,0.0055601355,0.001559191,0.020929908,5.703911e-7,1.3103612e-7,0.0009258265,0.07036165,0.00031469643,0.00034631437,0.89277214,0.00023671972],"about_ca_topic_score_codex":0.00009861054,"about_ca_topic_score_gemma":0.0000065404192,"teacher_disagreement_score":0.33997276,"about_ca_system_score_codex":0.0026919595,"about_ca_system_score_gemma":0.011193992,"threshold_uncertainty_score":0.9999767},"labels":[],"label_agreement":null},{"id":"W2090804290","doi":"10.2196/resprot.3412","title":"A Virtual World Versus Face-to-Face Intervention Format to Promote Diabetes Self-Management Among African American Women: A Pilot Randomized Clinical Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Chronic Disease Prevention and Health Promotion; U.S. National Library of Medicine; National Institute on Minority Health and Health Disparities; Centers for Disease Control and Prevention; National Institutes of Health","keywords":"Intervention (counseling); Randomized controlled trial; Face-to-face; Self-management; Medical education; Face (sociological concept); Psychology; Medicine; Physical therapy; Nursing; Computer science; Artificial intelligence; Sociology","score_opus":0.13239697802227823,"score_gpt":0.5072180816553664,"score_spread":0.3748211036330882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090804290","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45568222,5.41605e-7,0.00047593407,0.0019753189,0.00011604996,0.53591603,0.0000021405992,0.00021480072,0.005616942],"genre_scores_gemma":[0.35223696,5.4953216e-7,0.00084497797,0.00016442803,0.00044542426,0.63894653,0.000018121405,0.00004275031,0.0073002605],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9931984,0.002062077,0.0011451402,0.00078820833,0.0014236525,0.0013825124],"domain_scores_gemma":[0.9966378,0.00089931505,0.0003019845,0.0009247296,0.00028295652,0.0009531947],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014705257,0.00032724775,0.001077497,0.001200514,0.00020326197,0.00044004468,0.00060736417,0.000059037007,0.00014500706],"category_scores_gemma":[0.002245418,0.0002711458,0.00033338048,0.0019717552,0.00034070355,0.00032877133,0.00069501763,0.0006392709,0.00058793905],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7627522,0.0053569893,0.0010562211,0.0007398809,0.0005473562,0.000003612858,0.0024367364,0.000006080053,0.00003119993,0.0006552959,0.018810045,0.2076044],"study_design_scores_gemma":[0.5606795,0.043016903,0.0029069409,0.0015080709,0.00005101492,7.004476e-8,0.0020993343,0.0009887378,0.000101160615,0.00016870518,0.38812175,0.00035781422],"about_ca_topic_score_codex":0.000018712957,"about_ca_topic_score_gemma":0.000021355481,"teacher_disagreement_score":0.36931172,"about_ca_system_score_codex":0.00057259016,"about_ca_system_score_gemma":0.00007183645,"threshold_uncertainty_score":0.9999741},"labels":[],"label_agreement":null},{"id":"W2092941491","doi":"10.2196/resprot.3959","title":"Engaging Community Stakeholders to Evaluate the Design, Usability, and Acceptability of a Chronic Obstructive Pulmonary Disease Social Media Resource Center","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Georgia Clinical and Translational Science Alliance; National Center for Advancing Translational Sciences; University of Florida","keywords":"Usability; Social media; Pulmonary disease; Resource (disambiguation); Medicine; Knowledge management; Psychology; Computer science; World Wide Web","score_opus":0.766428985851291,"score_gpt":0.6126455954097509,"score_spread":0.1537833904415401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092941491","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33536735,0.000021028898,0.000026685831,0.011188693,0.00010809288,0.6517359,0.000033427517,0.00005946141,0.0014593673],"genre_scores_gemma":[0.4599628,5.1544794e-7,0.00009099585,0.000028621993,0.00043479077,0.53945965,0.0000030548479,0.000011757583,0.000007825478],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9725771,0.023960715,0.00038805444,0.00033270652,0.001963554,0.0007778692],"domain_scores_gemma":[0.9868388,0.010642383,0.000105511775,0.0005692837,0.001032564,0.0008114626],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.030047711,0.0001387249,0.00023866027,0.00013017778,0.0023017596,0.00013709767,0.0009288004,0.00011845201,0.00012783575],"category_scores_gemma":[0.035535045,0.00011412141,0.000056007957,0.0009945574,0.00290083,0.00029800713,0.0005095062,0.001255107,0.000010789458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001195074,0.0011643869,0.1376017,0.00058572256,0.000013475086,0.0000018756564,0.6335602,0.0000068795443,0.00006073375,0.00092129636,0.0030721629,0.22181651],"study_design_scores_gemma":[0.00081334205,0.00027478128,0.6927185,0.00019775699,0.000005160761,3.1317987e-7,0.17559892,0.000047990114,0.000088047556,0.016659074,0.11340356,0.00019257062],"about_ca_topic_score_codex":0.0024886555,"about_ca_topic_score_gemma":0.0015577605,"teacher_disagreement_score":0.5551168,"about_ca_system_score_codex":0.0016645222,"about_ca_system_score_gemma":0.0034620261,"threshold_uncertainty_score":0.9998127},"labels":[],"label_agreement":null},{"id":"W2093452653","doi":"10.2196/resprot.2371","title":"Constructing a Theory- and Evidence-Based Treatment Rationale for Complex eHealth Interventions: Development of an Online Alcohol Intervention Using an Intervention Mapping Approach","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Norges Forskningsråd","keywords":"eHealth; Psychological intervention; Intervention (counseling); Coping (psychology); Behavior change methods; mHealth; Phone; Intervention mapping; Psychology; Behavior change; Applied psychology; Computer science; Social psychology; Medicine; Psychotherapist; Health promotion; Health care; Public health; Nursing","score_opus":0.7452736542302338,"score_gpt":0.5983941885379892,"score_spread":0.14687946569224464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093452653","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7017708,0.00007291274,0.026962096,0.00009010143,0.00000608814,0.27102697,0.000008452936,0.000047124246,0.000015442656],"genre_scores_gemma":[0.33328637,0.0000013739132,0.14069615,0.000016771963,0.00006165667,0.5253841,0.00038943865,0.000028185354,0.00013593308],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970688,0.0008028615,0.0008561887,0.00044704316,0.00044024963,0.00038482563],"domain_scores_gemma":[0.9980796,0.0004048822,0.00031918517,0.00033615975,0.0006613802,0.00019878571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002482328,0.00020724308,0.0004214772,0.00049045455,0.00028541865,0.00010327307,0.0001308102,0.000074831165,0.00016929963],"category_scores_gemma":[0.00025689087,0.0001642717,0.00022573417,0.00028458188,0.00020011865,0.0007195918,0.000050141865,0.00014955291,0.0000028420511],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004359901,0.016676143,0.0797518,0.009400546,0.0004041829,0.0000065927443,0.006365156,0.000022777242,0.015088998,0.0020718542,0.00003585545,0.8658162],"study_design_scores_gemma":[0.114073664,0.038403988,0.28733695,0.16563703,0.0002638231,0.00019051605,0.14816818,0.17263125,0.06274674,0.0075912997,0.0013502751,0.0016062784],"about_ca_topic_score_codex":0.000054663127,"about_ca_topic_score_gemma":0.00012899809,"teacher_disagreement_score":0.8642099,"about_ca_system_score_codex":0.0007124807,"about_ca_system_score_gemma":0.0002950122,"threshold_uncertainty_score":0.6698805},"labels":[],"label_agreement":null},{"id":"W2094718981","doi":"10.2196/resprot.2978","title":"Evaluating the Efficacy of a Web-Based Program (Diapason) for Informal Caregivers of Patients With Alzheimer’s Disease: Protocol for a Randomized Clinical Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Psychoeducation; Clinical trial; Physical therapy; Psychology; Family medicine; Psychiatry","score_opus":0.3040972306967843,"score_gpt":0.6168799588354532,"score_spread":0.3127827281386689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094718981","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054924767,8.407407e-7,0.00011801556,0.00034468708,0.0000054276265,0.94428545,0.00004500813,0.00003828711,0.0002374989],"genre_scores_gemma":[0.019530274,5.848501e-8,0.0026514197,0.000031229476,0.0001396587,0.9773627,0.00007649692,0.00004243119,0.00016572129],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99332994,0.0017212799,0.0012398084,0.00044510546,0.0024060565,0.00085780985],"domain_scores_gemma":[0.9870592,0.0062639513,0.0005190476,0.0006207543,0.0051304977,0.00040654524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010668102,0.00024305773,0.00088495156,0.000264544,0.00022596034,0.00010098158,0.00044271583,0.00011736166,0.00029472078],"category_scores_gemma":[0.0074296664,0.00012886507,0.0006366581,0.00048778206,0.001334683,0.00020599816,0.00014469368,0.00045802444,0.000007761775],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8517236,0.007100638,0.018282428,0.0017263043,0.000313262,6.4785206e-7,0.000079144695,0.0000022437814,0.000023311231,0.000042217802,0.0018835848,0.1188226],"study_design_scores_gemma":[0.87882906,0.062307656,0.038032163,0.0019060937,0.00011524731,1.02184714e-7,0.000071705086,0.005421815,0.00038850048,0.000045969475,0.012743711,0.00013795642],"about_ca_topic_score_codex":0.000013976629,"about_ca_topic_score_gemma":0.000001728657,"teacher_disagreement_score":0.11868464,"about_ca_system_score_codex":0.000041960666,"about_ca_system_score_gemma":0.002879735,"threshold_uncertainty_score":0.8894541},"labels":[],"label_agreement":null},{"id":"W2095169448","doi":"10.2196/resprot.4099","title":"Development of a Fully Automated, Web-Based, Tailored Intervention Promoting Regular Physical Activity Among Insufficiently Active Adults With Type 2 Diabetes: Integrating the I-Change Model, Self-Determination Theory, and Motivational Interviewing Components","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Université du Québec à Trois-Rivières","funders":"Fonds de Recherche du Québec - Santé; Universiteit Maastricht","keywords":"Motivational interviewing; Physical activity; Intervention (counseling); Type 2 diabetes; Behavior change; Psychology; Self-management; Intervention mapping; Self-efficacy; Applied psychology; Health promotion; Medicine; Computer science; Diabetes mellitus; Physical therapy; Social psychology; Nursing; Public health","score_opus":0.23683661098474182,"score_gpt":0.4780745460188126,"score_spread":0.2412379350340708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095169448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8813307,0.0000019997715,0.0003897354,0.00014003449,0.0000033893336,0.117952175,0.0000048132874,0.00012004887,0.00005705438],"genre_scores_gemma":[0.78621775,8.1884295e-8,0.0010579689,0.000013721502,0.00004172189,0.21261978,0.000020521698,0.000021265714,0.0000071921845],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99690336,0.0009783363,0.0002970667,0.0003771372,0.0010428586,0.0004012271],"domain_scores_gemma":[0.99792695,0.00036593707,0.00030532535,0.0002509028,0.00095621345,0.0001946426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002651514,0.00019771126,0.00040718503,0.0002065831,0.00026067285,0.00006046927,0.00017945073,0.000081393715,0.0000021451565],"category_scores_gemma":[0.0005053523,0.00012540432,0.00005910228,0.0005335153,0.00027055113,0.00051830296,0.00020232768,0.00068084104,0.000002446124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04722329,0.079769515,0.028283924,0.1100131,0.0007583232,0.00004190041,0.28625417,0.00024378864,0.16676985,0.0026992764,0.00016258568,0.2777803],"study_design_scores_gemma":[0.00448255,0.0043696235,0.029982131,0.030461555,0.000017835944,0.0000022876266,0.0013333882,0.8997424,0.029085474,0.00030410406,0.000036105033,0.00018253613],"about_ca_topic_score_codex":0.000016748674,"about_ca_topic_score_gemma":0.0000222999,"teacher_disagreement_score":0.89949864,"about_ca_system_score_codex":0.0003787823,"about_ca_system_score_gemma":0.00048072782,"threshold_uncertainty_score":0.51138395},"labels":[],"label_agreement":null},{"id":"W2096661108","doi":"10.2196/resprot.3236","title":"The Cost Effectiveness of a Tailored, Web-Based Care Program to Enhance Postoperative Recovery in Gynecologic Patients in Comparison With Usual Care: Protocol of a Stepped Wedge Cluster Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Randomized controlled trial; Protocol (science); Medicine; Web application; Cluster randomised controlled trial; Physical therapy; Medical physics; Medical emergency; Computer science; Surgery; Alternative medicine; World Wide Web","score_opus":0.041692923112030475,"score_gpt":0.46835646811443427,"score_spread":0.4266635450024038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096661108","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3283399,0.0000028689885,0.00008331747,0.000054767173,0.000019123716,0.67107713,0.000009146739,0.000024510506,0.00038920346],"genre_scores_gemma":[0.3920105,1.4466374e-7,0.00019698586,0.000019149717,0.000020529787,0.60766715,0.000016662914,0.000030773874,0.000038076647],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9825682,0.012783664,0.0016796764,0.00070574944,0.0014012975,0.0008613844],"domain_scores_gemma":[0.9837735,0.012518755,0.0005826352,0.0007344562,0.0021966044,0.0001940173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008988128,0.00040562093,0.0030332215,0.0007145872,0.000117942865,0.00007492734,0.0004058943,0.00026874512,0.000017915278],"category_scores_gemma":[0.007097906,0.00022863812,0.00033965785,0.0012923559,0.00061110425,0.00015837145,0.00017963568,0.00097507995,0.000006898475],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94974226,0.003978157,0.027358226,0.002993905,0.00008718333,0.000009606548,0.0008585372,0.00028195322,0.0011797539,0.0000060907255,0.00007091706,0.013433405],"study_design_scores_gemma":[0.9199591,0.035804067,0.007890177,0.008544251,0.0000138124615,3.796896e-7,0.00032853693,0.0006402322,0.025418732,0.0000091644115,0.001153968,0.00023757052],"about_ca_topic_score_codex":0.0000802997,"about_ca_topic_score_gemma":0.00091114116,"teacher_disagreement_score":0.06367059,"about_ca_system_score_codex":0.00072672224,"about_ca_system_score_gemma":0.0015361295,"threshold_uncertainty_score":0.93235916},"labels":[],"label_agreement":null},{"id":"W2096825505","doi":"10.2196/resprot.4024","title":"Implementation and Evaluation of a Wiki Involving Multiple Stakeholders Including Patients in the Promotion of Best Practices in Trauma Care: The WikiTrauma Interrupted Time Series Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institut National de la Recherche Scientifique; Sunnybrook Health Science Centre; St. Michael's Hospital; Queen's University; Health Sciences Centre; University of Calgary; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Hôpital du Sacré-Cœur de Montréal; NanoQuébec (Canada); Centre Hospitalier Universitaire de Sherbrooke; Centre hospitalier de l'Université Laval; Montreal Children's Hospital; University of Toronto; Royal College of Physicians and Surgeons of Canada; Université de Sherbrooke; Thales (Canada); JMIR Publications; McGill University Health Centre; University of Ottawa; McGill University; University Health Network; The Quebec Population Health Research Network; Institut National d'Excellence en Santé et en Services Sociaux; Université de Montréal; Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Promotion (chess); Evidence-based practice; Protocol (science); Activity-based costing; Medicine; Best practice; Health care; Quality (philosophy); Nursing; Medical education; Business; Alternative medicine","score_opus":0.8921288563070608,"score_gpt":0.7269835440952447,"score_spread":0.16514531221181616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096825505","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47179195,0.0000024284313,9.052059e-7,0.0007806753,0.000007040398,0.52692527,0.0000068012287,0.000004356332,0.000480557],"genre_scores_gemma":[0.424254,5.2857223e-7,0.00006466314,0.000011133172,0.00003131699,0.57560116,0.000015783417,0.0000068091394,0.000014595387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98623496,0.0094360765,0.00093697413,0.00031176227,0.0024211397,0.00065911096],"domain_scores_gemma":[0.9951295,0.0012752686,0.000745651,0.0003476756,0.0023698462,0.00013206188],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030491484,0.000118363154,0.00020054463,0.00047894736,0.0004852159,0.000057709367,0.00046050997,0.000110089604,0.000072261995],"category_scores_gemma":[0.005670495,0.00007334433,0.000020317078,0.0014203673,0.00031540086,0.0011363886,0.00020113139,0.00087754923,0.000009379013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010100545,0.0009218767,0.7483727,0.0024922926,0.000005287709,4.605867e-7,0.19211544,0.000015219522,0.0006865509,0.00006828764,0.0016985092,0.05261336],"study_design_scores_gemma":[0.008740968,0.0040909625,0.55214775,0.0035805486,0.0000032845594,6.3162366e-7,0.41925228,0.0024646441,0.0009801823,0.0008062741,0.0078005707,0.00013193248],"about_ca_topic_score_codex":0.007549902,"about_ca_topic_score_gemma":0.021575268,"teacher_disagreement_score":0.22713684,"about_ca_system_score_codex":0.0006998364,"about_ca_system_score_gemma":0.0026039253,"threshold_uncertainty_score":0.9990589},"labels":[],"label_agreement":null},{"id":"W2096904649","doi":"10.2196/resprot.4008","title":"Determinants of Weight Gain Prevention in Young Adult and Midlife Women: Study Design and Protocol of a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Food and Agriculture; U.S. Department of Agriculture","keywords":"Randomized controlled trial; Protocol (science); Medicine; Psychology; Gerontology; Research design; Alternative medicine; Sociology","score_opus":0.32548075721838415,"score_gpt":0.6377037445626704,"score_spread":0.3122229873442863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096904649","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28485945,0.0000033593465,0.00002520937,0.00008852428,0.000011284872,0.7145648,0.0000018466812,0.000012937386,0.00043261124],"genre_scores_gemma":[0.053647354,0.0000032251157,0.00043252905,0.000016125583,0.00009743782,0.94479877,4.390252e-7,0.000020951797,0.0009831799],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9620517,0.03334325,0.0022850316,0.0004088556,0.0011304074,0.0007807427],"domain_scores_gemma":[0.9902349,0.0066044405,0.0012769296,0.00036329398,0.001171454,0.00034899276],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058212962,0.00020060899,0.0020949643,0.0005522733,0.00031946477,0.000027951894,0.00023528966,0.00028137446,0.00012030636],"category_scores_gemma":[0.009967287,0.00014173046,0.000074148564,0.000410181,0.00033735402,0.0004129486,0.00027031015,0.0010451406,0.000012319994],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.925155,0.0033474485,0.04704667,0.004123811,0.000039023882,0.000008166597,0.019260285,5.216167e-7,0.00003765541,0.00009196401,0.00033771465,0.0005517378],"study_design_scores_gemma":[0.9719546,0.0100900205,0.003061159,0.0039212764,0.000009414658,8.904935e-7,0.008109757,0.00058660295,0.000054551736,0.0017867287,0.00030686278,0.00011813579],"about_ca_topic_score_codex":0.00043885366,"about_ca_topic_score_gemma":0.0007362327,"teacher_disagreement_score":0.2312121,"about_ca_system_score_codex":0.00016365934,"about_ca_system_score_gemma":0.0016121134,"threshold_uncertainty_score":0.9983722},"labels":[],"label_agreement":null},{"id":"W2099156896","doi":"10.2196/resprot.2633","title":"Mobile Health Medication Adherence and Blood Pressure Control in Renal Transplant Recipients: A Proof-of-Concept Randomized Controlled Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Medical University of South Carolina; Georgia Clinical and Translational Science Alliance; National Center for Advancing Translational Sciences; Duke Endowment; Verizon Foundation; National Center for Research Resources; University of South Carolina","keywords":"Randomized controlled trial; Medicine; Renal transplant; Blood pressure; Medication adherence; Proof of concept; Intensive care medicine; Internal medicine; Transplantation; Computer science","score_opus":0.07672744923889963,"score_gpt":0.4713031731540468,"score_spread":0.39457572391514717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099156896","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015961213,0.00030599526,0.00024969038,0.0004451868,0.0000132980485,0.98264784,0.00003775394,0.000025000232,0.0003140453],"genre_scores_gemma":[0.3737951,0.000023225986,0.00016898884,0.000039872386,0.00003567983,0.625385,0.000024688614,0.000011173652,0.0005163106],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99545753,0.0016141633,0.0011061165,0.00038637992,0.00097546383,0.00046035924],"domain_scores_gemma":[0.99778974,0.0010138622,0.00030709052,0.00028800353,0.00030513655,0.00029618116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026473028,0.00019517943,0.0015702356,0.00029036083,0.000080014106,0.000040677933,0.00014007192,0.00013312965,0.00034438196],"category_scores_gemma":[0.00022664064,0.000120041506,0.00018874602,0.00025628676,0.0003231918,0.00015790919,0.000013294792,0.0004326224,0.0000066628436],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9842603,0.0028120512,0.0023128518,0.0009209053,0.0006159775,0.000026909473,0.0017396478,0.00000665483,0.0005189086,0.00013936301,0.00012024424,0.0065261596],"study_design_scores_gemma":[0.98117244,0.009642876,0.0007916319,0.0057079173,0.000091284,0.000017438762,0.000032273412,0.00051848445,0.0013822904,0.00020422504,0.0003481503,0.000090963134],"about_ca_topic_score_codex":0.00025212107,"about_ca_topic_score_gemma":0.000012742669,"teacher_disagreement_score":0.3578339,"about_ca_system_score_codex":0.000030128685,"about_ca_system_score_gemma":0.00043541018,"threshold_uncertainty_score":0.48951504},"labels":[],"label_agreement":null},{"id":"W2099997679","doi":"10.2196/resprot.3880","title":"Auditory Brainstem Response as a Diagnostic Tool for Patients Suffering From Schizophrenia, Attention Deficit Hyperactivity Disorder, and Bipolar Disorder: Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neuroscience and Music Perception","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitetet i Tromsø","keywords":"Bipolar disorder; Schizophrenia (object-oriented programming); Attention deficit hyperactivity disorder; Audiology; Audiogram; Psychiatry; Psychology; Brainstem; Medical diagnosis; Psychosis; Clinical psychology; Medicine; Cognition; Hearing loss","score_opus":0.1339922836991071,"score_gpt":0.45383684477745406,"score_spread":0.31984456107834697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099997679","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52587175,5.5472765e-7,0.000088100394,0.000112857655,0.000032065334,0.47374916,0.00005179528,0.000075422846,0.000018251912],"genre_scores_gemma":[0.23807001,9.128971e-7,0.000081610066,0.0000515282,0.00017024795,0.76134354,0.000006852527,0.00004241294,0.00023291032],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99437934,0.0017662953,0.00040801926,0.0011664998,0.001428595,0.00085125497],"domain_scores_gemma":[0.99548405,0.0030673286,0.00016390141,0.0006266432,0.0003042645,0.00035382027],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019863995,0.00029134992,0.0002784508,0.00033468037,0.0008325808,0.00038983236,0.0005262785,0.00015624489,0.000026929134],"category_scores_gemma":[0.016577182,0.00026311615,0.00009069466,0.0006067299,0.00042966122,0.0013392859,0.0004798433,0.0005757807,0.00014778205],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01905624,0.0037012298,0.17669173,0.0004450539,0.0000048338634,0.00003329243,0.00038382417,0.000011750153,0.7252821,0.00018622332,0.0011412301,0.0730625],"study_design_scores_gemma":[0.016003208,0.008080841,0.6078717,0.0010987135,0.0000044873104,0.000011182612,0.00019504702,0.0008900612,0.004743977,0.0009924013,0.3593511,0.00075727765],"about_ca_topic_score_codex":0.000115580275,"about_ca_topic_score_gemma":0.000040625397,"teacher_disagreement_score":0.72053814,"about_ca_system_score_codex":0.00020085393,"about_ca_system_score_gemma":0.00042789304,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W2100064956","doi":"10.2196/resprot.2776","title":"Examining Participant Engagement in an Information Technology-Based Physical Activity and Nutrition Intervention for Men: The Manup Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Medical Research Council; National Health and Medical Research Council; National Heart Foundation of Australia; Central Queensland University; Queensland Health","keywords":"Psychological intervention; Intervention (counseling); Randomized controlled trial; Population; Expectancy theory; Psychology; Applied psychology; Gerontology; Medicine; Clinical psychology; Social psychology; Nursing","score_opus":0.41377765536490246,"score_gpt":0.6074322208913944,"score_spread":0.1936545655264919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100064956","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47653067,0.0000016987922,0.0017400815,0.0006502802,0.000019982195,0.52081454,0.0000050190374,0.00003589585,0.0002018258],"genre_scores_gemma":[0.47269955,9.033817e-8,0.00006767545,0.0000115581315,0.000057918558,0.5271003,0.000009272096,0.0000046967443,0.000048910377],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939687,0.0045173215,0.0005456672,0.00022849916,0.00028317806,0.00045660767],"domain_scores_gemma":[0.998003,0.0011733252,0.00022630494,0.0003230052,0.00018990347,0.0000844371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012584907,0.0001206662,0.0005291679,0.00041843916,0.00027477322,0.00012041944,0.00019404554,0.0001391904,0.0000856728],"category_scores_gemma":[0.00073717046,0.00007993865,0.00016823287,0.00023903941,0.0002434343,0.00035282533,0.000054884305,0.00057217333,0.00002444165],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.87540525,0.004822996,0.000059292786,0.0001951644,0.000018130553,3.585875e-7,0.00082154345,0.0000010450156,0.00016865712,0.006731736,0.00046522316,0.11131062],"study_design_scores_gemma":[0.97088736,0.009038161,0.00096822175,0.00063330913,0.0000134250095,3.249122e-7,0.0011468315,0.0115726255,0.00026114553,0.002026125,0.003359489,0.00009297331],"about_ca_topic_score_codex":0.000041103653,"about_ca_topic_score_gemma":0.000036910646,"teacher_disagreement_score":0.111217655,"about_ca_system_score_codex":0.00006279354,"about_ca_system_score_gemma":0.00003119544,"threshold_uncertainty_score":0.43617025},"labels":[],"label_agreement":null},{"id":"W2101674172","doi":"10.2196/resprot.4016","title":"Using Video Games to Enhance Motivation States in Online Education: Protocol for a Team-Based Digital Game","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Educational Games and Gamification","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Multimedia; Video game; Online video; Computer science; Digital video; Game based learning; Applied psychology; Psychology; Medical education; Medicine; Frame (networking)","score_opus":0.43449258806693886,"score_gpt":0.6402605211472542,"score_spread":0.20576793308031532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101674172","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008396993,0.0000013026705,0.0024413457,0.0026971707,0.000022354412,0.9849498,0.00005590341,0.000050354065,0.0013847195],"genre_scores_gemma":[0.0077606123,1.0937231e-8,0.0041470085,0.0002610772,0.00040102034,0.9831912,0.00014186751,0.00004417258,0.00405304],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974114,0.00029494858,0.0005168039,0.0005999883,0.00060346245,0.00057342794],"domain_scores_gemma":[0.9972193,0.00043867543,0.00014852754,0.0005666499,0.0013385536,0.00028823962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012540707,0.0001787149,0.00019358123,0.0005269235,0.00007034614,0.00023899798,0.000382122,0.0001230731,0.00014747187],"category_scores_gemma":[0.0010426639,0.00016929307,0.000051118215,0.00096670457,0.000102503145,0.0003500217,0.000058472702,0.00030744288,0.00012626176],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01280046,0.039406437,0.111056864,0.00233185,0.00006374129,0.0000051944203,0.026638133,0.0024769679,0.0051616835,0.01195115,0.4767214,0.31138614],"study_design_scores_gemma":[0.0022489878,0.0014471147,0.019428462,0.0014479017,7.4860964e-7,0.0000024787128,0.003163423,0.0009338914,0.0013198905,0.0058673355,0.9638599,0.0002798633],"about_ca_topic_score_codex":0.00009298179,"about_ca_topic_score_gemma":0.000029076435,"teacher_disagreement_score":0.4871385,"about_ca_system_score_codex":0.00048827074,"about_ca_system_score_gemma":0.0017362535,"threshold_uncertainty_score":0.6903571},"labels":[],"label_agreement":null},{"id":"W2102684456","doi":"10.2196/resprot.3290","title":"Technology-Assisted Patient Access to Clinical Information: An Evaluation Framework for Blue Button","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Health information technology; Health care; Transparency (behavior); Context (archaeology); Medicine; Stakeholder; Patient portal; Knowledge management; Health informatics; Information technology; Nursing; Public relations; Public health; Computer science; Political science","score_opus":0.6498495427296226,"score_gpt":0.7480077443980386,"score_spread":0.09815820166841605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102684456","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023490673,0.000003125613,0.02093191,0.010456424,0.00020922009,0.9428468,0.00002651379,0.00035442188,0.0016809546],"genre_scores_gemma":[0.020534102,6.5914264e-7,0.00651996,0.0016577826,0.0010115365,0.9700257,0.000055114677,0.000046438217,0.00014868096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866149,0.007173532,0.0020897924,0.0005954202,0.0016858896,0.0018404868],"domain_scores_gemma":[0.9896759,0.0034125797,0.00058379327,0.0014657608,0.0041557397,0.00070623937],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02850288,0.00022280548,0.0005187507,0.0008224763,0.0016005172,0.00014579683,0.0011661006,0.0011437086,0.0003100435],"category_scores_gemma":[0.01534746,0.00019049215,0.00008516613,0.0016104248,0.00012493604,0.0009358333,0.0005051505,0.002976008,0.0011321969],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011971327,0.000541129,0.027803956,0.002300113,0.000020022959,3.75602e-7,0.0018597844,0.000013455151,0.000035840123,0.018972881,0.0652296,0.8820257],"study_design_scores_gemma":[0.0022728588,0.0064286795,0.010650405,0.003527855,0.0000024497963,0.0000010798356,0.0007890402,0.0026839545,0.00011168591,0.013783789,0.95953125,0.00021698457],"about_ca_topic_score_codex":0.00007023543,"about_ca_topic_score_gemma":0.00020774038,"teacher_disagreement_score":0.8943016,"about_ca_system_score_codex":0.0011604727,"about_ca_system_score_gemma":0.0034487697,"threshold_uncertainty_score":0.99969923},"labels":[],"label_agreement":null},{"id":"W2103671809","doi":"10.2196/resprot.4091","title":"TRAK App Suite: A Web-Based Intervention for Delivering Standard Care for the Rehabilitation of Knee Conditions","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Suite; Intervention (counseling); Web application; World Wide Web; Physical therapy; Medicine; Computer science; Physical medicine and rehabilitation; Psychology; Nursing","score_opus":0.2976285667784118,"score_gpt":0.6440354198317099,"score_spread":0.34640685305329805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103671809","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002029623,0.000052788953,0.019063137,0.004180179,0.00004406108,0.9728582,0.0012049164,0.00010860326,0.00045852165],"genre_scores_gemma":[0.04107561,0.000001334363,0.0039397553,0.00014744002,0.00019587394,0.9541469,0.00021078887,0.000037337915,0.00024495026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99646884,0.0009132602,0.00089517736,0.00033811227,0.0005889344,0.0007956856],"domain_scores_gemma":[0.9888672,0.005944058,0.00031349828,0.0005956783,0.0039102086,0.00036934402],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0059848595,0.00012732077,0.0002782493,0.00025012653,0.0015125341,0.000019476407,0.00030906114,0.00019511733,0.000095243005],"category_scores_gemma":[0.0025678559,0.000098868,0.00015998348,0.0004547775,0.00021473551,0.00011925242,0.000068134534,0.0005619177,0.00002610452],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02168791,0.001659657,0.013133979,0.10030255,0.00007050578,5.5850734e-7,0.018306151,0.00068337197,0.0016992699,0.081608795,0.5979114,0.16293581],"study_design_scores_gemma":[0.01042633,0.0041452525,0.0018049908,0.0022800374,0.0000065034205,1.3922859e-7,0.009159171,0.0024083008,0.00015298754,0.003625691,0.9658966,0.00009399988],"about_ca_topic_score_codex":0.00013980444,"about_ca_topic_score_gemma":0.0007980824,"teacher_disagreement_score":0.36798516,"about_ca_system_score_codex":0.0006362989,"about_ca_system_score_gemma":0.0031106425,"threshold_uncertainty_score":0.9997874},"labels":[],"label_agreement":null},{"id":"W2104106148","doi":"10.2196/resprot.2768","title":"Low-Intensity Self-Management Intervention for Persons With Type 2 Diabetes Using a Mobile Phone-Based Diabetes Diary, With and Without Health Counseling and Motivational Interviewing: Protocol for a Randomized Controlled Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Akershus Universitetssykehus; Diabetesforbundet; Norges Forskningsråd; Høgskolen i Oslo og Akershus","keywords":"Randomized controlled trial; Motivational interviewing; Type 2 diabetes; Medicine; Intervention (counseling); Mobile phone; Physical therapy; Diabetes mellitus; Family medicine; Psychology; Nursing; Computer science","score_opus":0.13841169234185285,"score_gpt":0.5368110879270453,"score_spread":0.3983993955851925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104106148","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036449775,0.00001542543,0.006470305,0.0010412969,0.00001813838,0.95581245,0.000026820637,0.00013078623,0.00003500226],"genre_scores_gemma":[0.008751889,0.0000027466099,0.011942917,0.00064672466,0.00020252928,0.97815543,0.000048172802,0.0000787332,0.00017083874],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99357814,0.002274704,0.0013709354,0.00076454005,0.00061475945,0.0013968997],"domain_scores_gemma":[0.9927095,0.003394223,0.00088807556,0.0004081131,0.0020120905,0.00058799883],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01085639,0.0003628519,0.0015604221,0.00038888157,0.0019488686,0.00013479665,0.0001965693,0.00017780843,0.00007430518],"category_scores_gemma":[0.0005187564,0.00023692835,0.00014892124,0.00039344514,0.0003210087,0.0002609344,0.0001042633,0.00065262936,0.0000054668476],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9441898,0.0017577015,0.0074144597,0.036106214,0.00029141613,2.1603176e-7,0.0012214667,0.000019419245,0.00007284101,0.00041318583,0.0041190297,0.0043942346],"study_design_scores_gemma":[0.9233379,0.0059507005,0.0002215516,0.011119978,0.000034814286,4.1317816e-7,0.000719992,0.042943522,0.00003767523,0.00044898302,0.0149241155,0.00026039936],"about_ca_topic_score_codex":0.000092763,"about_ca_topic_score_gemma":0.000055646477,"teacher_disagreement_score":0.042924102,"about_ca_system_score_codex":0.0003459297,"about_ca_system_score_gemma":0.0013904012,"threshold_uncertainty_score":0.9993505},"labels":[],"label_agreement":null},{"id":"W2104239800","doi":"10.2196/resprot.3806","title":"Prescription Tablets in the Digital Age: A Cross-Sectional Study Exploring Patient and Physician Attitudes Toward the Use of Tablets for Clinic-Based Personalized Health Care Information Exchange","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical prescription; Medicine; Family medicine; Cross-sectional study; Medication adherence; Health care; Alternative medicine; Digital health; Medical education; Nursing","score_opus":0.7618705561986455,"score_gpt":0.639514091728533,"score_spread":0.1223564644701125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104239800","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29485038,0.00005172946,0.000096785065,0.0009827263,0.000076014214,0.70355123,0.00018040536,0.00004456151,0.00016616432],"genre_scores_gemma":[0.3769473,0.000001586383,0.00005289963,0.00034071205,0.00013693672,0.6223871,0.00005702159,0.00001672702,0.000059667727],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923982,0.0035601268,0.0012401221,0.0003191451,0.0014561107,0.0010262773],"domain_scores_gemma":[0.9957657,0.0018694517,0.0005158423,0.00048014862,0.0011757205,0.00019316279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008153817,0.00018109915,0.00036740437,0.000248844,0.00091535924,0.0003060375,0.00035168845,0.00012808875,0.000011464968],"category_scores_gemma":[0.0012927692,0.000114311704,0.00006223572,0.0005277413,0.00017109964,0.0013010841,0.00017472765,0.0011379613,0.000017822722],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004496447,0.0014540065,0.6261023,0.01385638,0.00003770193,0.0000033566969,0.31782588,0.000069222966,0.00001903082,0.0002535024,0.01596564,0.019916497],"study_design_scores_gemma":[0.008322728,0.008611527,0.2798685,0.002333926,0.000001903639,0.0000011474156,0.06804388,0.0004355084,0.000007601402,0.00007098869,0.63209903,0.00020324023],"about_ca_topic_score_codex":0.0016921618,"about_ca_topic_score_gemma":0.0008989042,"teacher_disagreement_score":0.6161334,"about_ca_system_score_codex":0.0010932082,"about_ca_system_score_gemma":0.0025791707,"threshold_uncertainty_score":0.70402956},"labels":[],"label_agreement":null},{"id":"W2106596601","doi":"10.2196/resprot.3690","title":"Increasing User Involvement in Health Care and Health Research Simultaneously: A Proto-Protocol for \"Person-as-Researcher\" and Online Decision Support Tools","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Health and Medical Research Council; Syddansk Universitet; Helsefonden","keywords":"Protocol (science); Health care; Clinical decision support system; Computer science; Psychology; Medical education; Data science; Decision support system; Medicine; Applied psychology; Alternative medicine; Data mining","score_opus":0.7864515105445875,"score_gpt":0.6954192521685444,"score_spread":0.09103225837604312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106596601","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01787704,0.000022938035,0.000080650505,0.004660912,0.000018118086,0.97630244,0.0002054524,0.00008698726,0.00074548257],"genre_scores_gemma":[0.002877567,0.000015765045,0.0080143,0.0028485123,0.0003691585,0.98463774,0.0003553525,0.00012671368,0.0007548959],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97511435,0.013210426,0.0021714256,0.0016064121,0.0034153254,0.004482059],"domain_scores_gemma":[0.98541903,0.0090118665,0.00046517592,0.0010562501,0.0017678732,0.0022798171],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.055011988,0.0004822554,0.00095859345,0.0013340713,0.0041971975,0.00022815423,0.00071931013,0.00045215158,0.00027642428],"category_scores_gemma":[0.0028018283,0.00040957436,0.00007888531,0.0012106112,0.0005291593,0.00042197408,0.0011749397,0.0038139955,0.00009062139],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02150308,0.0035663536,0.15428294,0.14834256,0.000029191406,0.00003236077,0.049328405,0.000007627227,0.00018417768,0.0044639297,0.05409566,0.5641637],"study_design_scores_gemma":[0.01709038,0.029648451,0.007075892,0.037565917,6.090382e-7,0.000005929897,0.025218928,0.00084435946,0.000054313896,0.0017567399,0.88033116,0.0004072928],"about_ca_topic_score_codex":0.009525957,"about_ca_topic_score_gemma":0.010571392,"teacher_disagreement_score":0.82623553,"about_ca_system_score_codex":0.0032028367,"about_ca_system_score_gemma":0.0065355557,"threshold_uncertainty_score":0.9998356},"labels":[],"label_agreement":null},{"id":"W2107714443","doi":"10.2196/resprot.2263","title":"Developing an Internet-Based Support System for Adolescents with Depression","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Southwest Hospital; Academy of Finland; Yrjö Jahnssonin Säätiö","keywords":"Mental health; The Internet; Psychological intervention; Intervention (counseling); Psychology; Depression (economics); Medical education; Medicine; Internet privacy; Psychiatry; Computer science; World Wide Web","score_opus":0.3773926733963171,"score_gpt":0.6194654209187659,"score_spread":0.24207274752244878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107714443","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01835469,0.0000049901987,0.011257996,0.00023745706,0.00013841318,0.9609341,0.000055572273,0.00030969665,0.008707068],"genre_scores_gemma":[0.4857843,1.1131217e-9,0.0007786449,0.00003632148,0.0000871399,0.5123398,0.00001952979,0.000033492608,0.00092078693],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970508,0.0004511431,0.00040353625,0.0003979159,0.00054673204,0.001149844],"domain_scores_gemma":[0.99855316,0.00007386768,0.00011715073,0.0005299069,0.0002711638,0.00045474997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016506355,0.00016372271,0.00018718131,0.00024488464,0.00018067156,0.00011672233,0.0004640261,0.00012452074,0.00014500559],"category_scores_gemma":[0.000030486597,0.00012995298,0.000064916436,0.00026082198,0.00010594295,0.0004475326,0.00011853655,0.0003275517,0.00064113765],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024775434,0.02033628,0.6064506,0.035235826,0.00012190537,0.0001095527,0.002965168,0.0000021528926,0.00040176715,0.060594693,0.05526112,0.19374546],"study_design_scores_gemma":[0.02212135,0.025930714,0.20257439,0.10421186,0.000011686311,0.00018279004,0.002859376,0.00021383664,0.06640389,0.00043463273,0.57355124,0.0015042151],"about_ca_topic_score_codex":0.000041884035,"about_ca_topic_score_gemma":0.000024743498,"teacher_disagreement_score":0.51829016,"about_ca_system_score_codex":0.00047100763,"about_ca_system_score_gemma":0.00017763635,"threshold_uncertainty_score":0.8240741},"labels":[],"label_agreement":null},{"id":"W2107740048","doi":"10.2196/resprot.2865","title":"Co-Creation With TickiT: Designing and Evaluating a Clinical eHealth Platform for Youth","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; Michael Smith Health Research BC; Simon Fraser University; University of British Columbia; McMaster Children's Hospital; McMaster University","funders":"","keywords":"Psychosocial; eHealth; Mental health; Telehealth; Focus group; Medicine; Data collection; Medical education; Nursing; General partnership; Health care; Telemedicine; Psychology; Psychiatry; Business","score_opus":0.634034949708601,"score_gpt":0.7149061227390112,"score_spread":0.08087117303041025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107740048","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07483651,0.0000061376404,0.0011731882,0.000557303,0.000022754912,0.9037643,0.00007640166,0.00009882062,0.01946459],"genre_scores_gemma":[0.16991377,8.2301156e-8,0.0032522336,0.00007845421,0.00011294471,0.8246867,0.00003636575,0.00003488284,0.0018845364],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971731,0.00040084732,0.00067208847,0.00046672215,0.00051705167,0.0007702415],"domain_scores_gemma":[0.9976672,0.0010201867,0.00016908156,0.00034981017,0.00043813695,0.00035562046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048081414,0.00013206,0.00022759626,0.00017108835,0.00037151985,0.0002329862,0.00020029215,0.00012882649,0.00037802843],"category_scores_gemma":[0.00035188705,0.000104854174,0.000050550396,0.00023643959,0.00028235564,0.0003906974,0.00005668675,0.00047522289,0.00038928405],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037062296,0.0027043782,0.045081906,0.001523188,0.00009384731,0.0000063117222,0.0045370827,8.1863465e-7,0.00016641043,0.012084676,0.020838773,0.9092564],"study_design_scores_gemma":[0.06807386,0.30495432,0.4171383,0.035126757,0.000049171464,0.0001732025,0.03400027,0.0041435524,0.003955823,0.06186637,0.068357974,0.002160396],"about_ca_topic_score_codex":0.000107239124,"about_ca_topic_score_gemma":0.00001580982,"teacher_disagreement_score":0.90709597,"about_ca_system_score_codex":0.00012923764,"about_ca_system_score_gemma":0.00022021787,"threshold_uncertainty_score":0.5003589},"labels":[],"label_agreement":null},{"id":"W2110141399","doi":"10.2196/resprot.3952","title":"Feasibility of a Website and a Hospital-Based Online Portal for Young Adults With Juvenile Idiopathic Arthritis: Views and Experiences of Patients","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autoimmune and Inflammatory Disorders Research","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Dutch Arthritis Association","keywords":"Patient portal; Medicine; Young adult; Usability; Medical education; Psychology; Computer science; Gerontology; Health care","score_opus":0.12496913543653512,"score_gpt":0.4597211401073351,"score_spread":0.3347520046708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110141399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.746588,0.0002152116,0.000014096904,0.00007741241,0.0000023357832,0.25296018,0.00003692379,0.0000115272205,0.00009431194],"genre_scores_gemma":[0.6071698,0.0000042093516,0.0002822075,0.0000059288436,0.000012309282,0.39244437,0.000022729342,0.000013703154,0.00004471717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974362,0.00020131034,0.0005931413,0.0003762374,0.0010023556,0.00039075923],"domain_scores_gemma":[0.9976499,0.00006655855,0.00020144504,0.00039187376,0.0014359351,0.00025426486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001695204,0.00014526525,0.0005816803,0.00018720598,0.000081064514,0.000024770803,0.00013537757,0.00009779452,0.000023660708],"category_scores_gemma":[0.0007330531,0.00010547215,0.000053598975,0.00030717635,0.00074710516,0.000195874,0.000111129484,0.00027984678,9.16032e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022024682,0.00620115,0.9012053,0.008858657,0.000045477693,0.00004063574,0.032150004,5.851846e-7,0.0007703244,0.00004288533,0.0015232018,0.027137069],"study_design_scores_gemma":[0.11241617,0.13324782,0.59407526,0.034431223,0.000020423427,0.000029538342,0.09482854,0.0017641897,0.01402467,0.0003266324,0.013951597,0.0008838895],"about_ca_topic_score_codex":0.000041120213,"about_ca_topic_score_gemma":0.00007047753,"teacher_disagreement_score":0.30713004,"about_ca_system_score_codex":0.000037734684,"about_ca_system_score_gemma":0.00084660505,"threshold_uncertainty_score":0.43010294},"labels":[],"label_agreement":null},{"id":"W2110847796","doi":"10.2196/resprot.2599","title":"Intervention Use and Action Planning in a Web-Based Computer-Tailored Weight Management Program for Overweight Adults: Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Overweight; Psychological intervention; Randomized controlled trial; Medicine; Intervention (counseling); Population; Weight management; Behavior change; Body mass index; Physical therapy; Logistic regression; Gerontology; Environmental health; Nursing","score_opus":0.2091254463441613,"score_gpt":0.5725716796062347,"score_spread":0.36344623326207337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110847796","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08642722,0.000010720783,0.0057631433,0.00023227636,0.00014238434,0.90678746,0.000009901332,0.00014575232,0.00048113288],"genre_scores_gemma":[0.08377928,6.849785e-7,0.0019934261,0.00003913532,0.00024405081,0.9130362,0.00005717958,0.000030877778,0.00081911945],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99341893,0.0037739102,0.0010819505,0.0005690022,0.0004277413,0.0007284356],"domain_scores_gemma":[0.9976115,0.001257134,0.00030194866,0.0003726705,0.0002609034,0.00019579257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066981083,0.00021941785,0.0008526565,0.0007224953,0.00020425234,0.00025745074,0.00022172392,0.00021241773,0.0002304815],"category_scores_gemma":[0.00022055957,0.00017402109,0.00044411077,0.00030777117,0.00017984878,0.00026625738,0.00007870372,0.0005083003,0.000025311328],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8581718,0.0037959581,0.00030280947,0.00053344865,0.000057128625,0.0000083512,0.00014083866,0.0000016569327,0.000004630889,0.002258659,0.0042968947,0.1304278],"study_design_scores_gemma":[0.9253408,0.007409835,0.0014949667,0.0034025733,0.000014628652,0.000001200299,0.00008185131,0.016959907,0.000010882354,0.0002634316,0.044861786,0.0001581716],"about_ca_topic_score_codex":0.000078831574,"about_ca_topic_score_gemma":0.00007991532,"teacher_disagreement_score":0.13026962,"about_ca_system_score_codex":0.0001267764,"about_ca_system_score_gemma":0.000039555558,"threshold_uncertainty_score":0.7096374},"labels":[],"label_agreement":null},{"id":"W2111638952","doi":"10.2196/resprot.4085","title":"Measuring Life Events and Their Association With Clinical Disorder: A Protocol for Development of an Online Approach","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Checklist; Psychology; Context (archaeology); Psychological intervention; CLARITY; Applied psychology; Clinical psychology; Psychiatry; Cognitive psychology","score_opus":0.8140189062850506,"score_gpt":0.6798038537479048,"score_spread":0.13421505253714583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111638952","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031090733,0.000001430671,0.0007047487,0.00019606524,0.000005809513,0.96700275,0.000025929468,0.00003848925,0.00093405263],"genre_scores_gemma":[0.0016285788,5.7222177e-8,0.013811801,0.000026936379,0.00017133223,0.9833889,0.000029629166,0.000044005687,0.0008987492],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943608,0.0020492054,0.00082163163,0.0005780088,0.0013110911,0.00087927794],"domain_scores_gemma":[0.99694437,0.00048800634,0.00029435934,0.00051272573,0.000959524,0.0008009875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012862507,0.00018396023,0.00039530682,0.00020681861,0.0002252838,0.000045911023,0.00045656168,0.00024426825,0.000037377788],"category_scores_gemma":[0.00096549187,0.00012932262,0.00004210466,0.00034605706,0.00014133708,0.0001804032,0.00023962499,0.00077253336,0.000012653145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030257715,0.030113889,0.49962154,0.0074965754,0.00035198915,0.0000061262626,0.013565494,0.000010784687,0.000088671295,0.0010312966,0.008085232,0.4093707],"study_design_scores_gemma":[0.041914962,0.018964225,0.1302292,0.0019947328,0.0000028564727,0.00000847985,0.0058775856,0.0020706668,0.0006361123,0.0011886937,0.7965494,0.00056309765],"about_ca_topic_score_codex":0.000046654328,"about_ca_topic_score_gemma":0.00009233295,"teacher_disagreement_score":0.7884641,"about_ca_system_score_codex":0.00033537488,"about_ca_system_score_gemma":0.0014988686,"threshold_uncertainty_score":0.52736235},"labels":[],"label_agreement":null},{"id":"W2112127930","doi":"10.2196/resprot.4147","title":"Working With Parents to Prevent Childhood Obesity: Protocol for a Primary Care-Based eHealth Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital; Alberta Health Services; Ministry of Health; Government of Alberta; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; University of Alberta; Public Health Agency; Public Health Agency of Canada; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"eHealth; Focus group; Childhood obesity; Psychological intervention; Medicine; Brief intervention; Intervention (counseling); Nursing; Health care; Psychology; Family medicine; Medical education; Overweight; Obesity","score_opus":0.2662524060980123,"score_gpt":0.5283469193242473,"score_spread":0.26209451322623495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112127930","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07532077,4.454718e-7,0.00005275522,0.0003827427,0.000005954876,0.92276126,0.000010721228,0.00017200696,0.0012933145],"genre_scores_gemma":[0.22737016,4.713009e-9,0.0010896795,0.00017226681,0.00035271217,0.7706938,0.000019064353,0.0000911347,0.00021120101],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99354833,0.00080384064,0.00046909208,0.0010279826,0.0028366733,0.0013140938],"domain_scores_gemma":[0.9957061,0.0002556983,0.00015316639,0.0011917612,0.0013279641,0.001365311],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002092738,0.00039537088,0.00076103676,0.00037613587,0.00033052638,0.00017666834,0.00055040035,0.000127853,0.000013274703],"category_scores_gemma":[0.00026129588,0.00029457992,0.00012771637,0.00107189,0.00012565659,0.00017557218,0.0004670035,0.0009687362,0.00008100066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009199265,0.25802293,0.71118873,0.0058296914,0.00011630069,0.00009161315,0.0030061672,0.000026191225,0.00008548519,0.000052411848,0.0038410528,0.00854017],"study_design_scores_gemma":[0.041997857,0.10426402,0.74904907,0.013036896,0.000027315775,0.000008127061,0.002063649,0.000042352192,0.0038130041,0.00045739248,0.08453931,0.0007010218],"about_ca_topic_score_codex":0.00006604969,"about_ca_topic_score_gemma":0.00012017406,"teacher_disagreement_score":0.15375891,"about_ca_system_score_codex":0.0013220571,"about_ca_system_score_gemma":0.0030014743,"threshold_uncertainty_score":0.99995065},"labels":[],"label_agreement":null},{"id":"W2112850360","doi":"10.2196/resprot.2725","title":"Combining Users’ Needs With Health Behavior Models in Designing an Internet- and Mobile-Based Intervention for Physical Activity in Cardiac Rehabilitation","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Helse Nord RHF; Universitetet i Tromsø","keywords":"Psychological intervention; The Internet; Rehabilitation; Intervention (counseling); Applied psychology; Behavior change; Behavior change methods; Psychology; Medicine; Internet privacy; Physical medicine and rehabilitation; Physical therapy; Computer science; Nursing; World Wide Web; Social psychology","score_opus":0.26559031296459096,"score_gpt":0.5582517653913193,"score_spread":0.2926614524267283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112850360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7366574,7.19501e-7,0.0037110832,0.00031273565,0.0000018281079,0.25926766,0.0000035564499,0.000025259307,0.000019780238],"genre_scores_gemma":[0.539501,5.5321117e-8,0.0007717093,0.000014165658,0.000027190477,0.45965487,0.000008156752,0.000015259902,0.000007578814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99722576,0.0012572762,0.00022094688,0.000378133,0.00041839114,0.000499475],"domain_scores_gemma":[0.99842745,0.00085327175,0.00008668898,0.00025184223,0.0001400765,0.00024068629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003015842,0.00013596435,0.00051700306,0.00042174692,0.00008406771,0.000050739516,0.00008309114,0.000077451405,0.0000012403091],"category_scores_gemma":[0.00011202786,0.000117458214,0.000066242035,0.00044789852,0.00015402379,0.00051437545,0.00004372482,0.0007070581,8.6121366e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044957947,0.06590825,0.18937929,0.018289391,0.000041452386,0.000009724524,0.04470952,0.0008881672,0.029803686,0.006750927,0.00016164142,0.5991],"study_design_scores_gemma":[0.035126094,0.22283001,0.28247222,0.022951672,0.0000142336,0.0000028307518,0.0038221318,0.40791318,0.018775469,0.0046524513,0.000811708,0.0006280077],"about_ca_topic_score_codex":0.0005943569,"about_ca_topic_score_gemma":0.00020015372,"teacher_disagreement_score":0.598472,"about_ca_system_score_codex":0.00039894736,"about_ca_system_score_gemma":0.0002599748,"threshold_uncertainty_score":0.47898072},"labels":[],"label_agreement":null},{"id":"W2113765902","doi":"10.2196/resprot.2675","title":"Portal for Families Overcoming Neurodevelopmental Disorders (PFOND): Implementation of a Software Framework for Facilitated Community Website Creation by Nontechnical Volunteers","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Child and Family Research Institute; University of British Columbia","funders":"BC Children's Hospital; Children's Hospital Foundation; Alexander and Margaret Stewart Trust","keywords":"The Internet; Dissemination; Information Dissemination; Internet privacy; Quality (philosophy); World Wide Web; Psychology; Medicine; Computer science","score_opus":0.061718840258941594,"score_gpt":0.4684216723821224,"score_spread":0.4067028321231808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113765902","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6938742,0.00001533846,0.017911706,0.00011901696,0.0000081722565,0.2870141,0.00099974,0.00002116709,0.00003657695],"genre_scores_gemma":[0.38788345,0.0000051171623,0.00564129,0.000032912907,0.00001877809,0.60507405,0.0012262767,0.000023310553,0.00009479984],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987122,0.00015799992,0.00030582957,0.00025515296,0.00020951252,0.0003593168],"domain_scores_gemma":[0.99901944,0.0001592518,0.00008460343,0.00029161596,0.00035379158,0.00009129395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044030158,0.00013547935,0.00014630826,0.000073379706,0.00030910716,0.000054805638,0.00027775232,0.00013861882,0.000043630927],"category_scores_gemma":[0.0003566867,0.0001308507,0.00011842761,0.000101724436,0.00016581644,0.000016941005,0.00016964304,0.00018455059,0.0000024714316],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00157318,0.0013055948,0.04969035,0.0014165979,0.00016801756,4.5440862e-7,0.0009980429,0.000021041878,0.8215789,0.00031174376,0.06843979,0.05449628],"study_design_scores_gemma":[0.014634694,0.016166946,0.15669884,0.0011304868,0.000031815416,0.000008259698,0.030552292,0.00056509796,0.33200493,0.013516222,0.43294397,0.0017464317],"about_ca_topic_score_codex":0.0003124329,"about_ca_topic_score_gemma":0.00017760156,"teacher_disagreement_score":0.489574,"about_ca_system_score_codex":0.000028031238,"about_ca_system_score_gemma":0.00016187476,"threshold_uncertainty_score":0.5335937},"labels":[],"label_agreement":null},{"id":"W2113901615","doi":"10.2196/resprot.2854","title":"The Onset of Type 2 Diabetes: Proposal for a Multi-Scale Model","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adipokines, Inflammation, and Metabolic Diseases","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"FP7 Information and Communication Technologies","keywords":"Population; Disease; Type 2 diabetes; Medicine; Computer science; Risk analysis (engineering); Bioinformatics; Diabetes mellitus; Biology; Environmental health; Internal medicine; Endocrinology","score_opus":0.17341032943310583,"score_gpt":0.49723046657191683,"score_spread":0.32382013713881097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113901615","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04025478,0.000038786427,0.00043904287,0.0015489993,0.000010482786,0.9565945,0.00004420644,0.00006312682,0.0010060462],"genre_scores_gemma":[0.0071137547,0.000003622403,0.0072830576,0.00004853825,0.00014262841,0.97680414,0.000021267144,0.000028683959,0.0085543115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831015,0.00012735094,0.0003128099,0.00020342476,0.0005518571,0.00049442606],"domain_scores_gemma":[0.9975539,0.00021003006,0.000074910524,0.0004942394,0.0014527388,0.00021417465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008884619,0.00010864721,0.00022139464,0.00009889574,0.00021764413,0.00005492485,0.0002408273,0.000073122515,0.00008877775],"category_scores_gemma":[0.00077561225,0.00006377131,0.000092159564,0.00025459143,0.0003328112,0.00013538648,0.00007329952,0.00018706679,0.00008248268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007165346,0.007821415,0.07128497,0.012271379,0.00047232906,0.0000076161205,0.003606228,0.00016325363,0.10944427,0.012750708,0.60317254,0.17183995],"study_design_scores_gemma":[0.012936785,0.0040747435,0.055123482,0.0030081004,0.000044554927,0.0000055840624,0.00065559335,0.2681267,0.03527237,0.014081957,0.6061995,0.00047066013],"about_ca_topic_score_codex":0.000014590352,"about_ca_topic_score_gemma":0.000013056048,"teacher_disagreement_score":0.26796344,"about_ca_system_score_codex":0.000030702264,"about_ca_system_score_gemma":0.0010017582,"threshold_uncertainty_score":0.26005185},"labels":[],"label_agreement":null},{"id":"W2114131466","doi":"10.2196/resprot.4358","title":"Depression Awareness and Self-Management Through the Internet: Protocol for an Internationally Standardized Approach","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vrije Universiteit Amsterdam; University of Tasmania; Dalhousie University; European Commission; U.S. Department of Health and Human Services","keywords":"Protocol (science); The Internet; Medicine; Mental health; Depression (economics); Health care; Cognition; Cognitive behavioral therapy; European union; Management of depression; Psychology; Nursing; Medical education; Psychiatry; Business; Family medicine; Computer science; Alternative medicine","score_opus":0.42690599817713004,"score_gpt":0.6384686492107329,"score_spread":0.21156265103360283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114131466","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017190112,0.0000016408069,0.0068266597,0.00031423112,0.000028111785,0.9147718,0.000042114465,0.00012408476,0.07771949],"genre_scores_gemma":[0.0056106714,1.8933369e-8,0.003996587,0.00007725313,0.0001229215,0.9842507,0.00002505984,0.000047295955,0.005869456],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966478,0.00076878647,0.00047953348,0.0006122784,0.0009008865,0.0005907281],"domain_scores_gemma":[0.99829215,0.00016429598,0.00013803833,0.00064817886,0.00050495734,0.0002523575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025483472,0.00018785697,0.00019273987,0.00014112645,0.00026503357,0.00038201027,0.0008155763,0.00010487722,0.000102497266],"category_scores_gemma":[0.000062069055,0.00012645441,0.00007485049,0.00024430847,0.00021556256,0.0005102525,0.0005535038,0.0003480324,0.000079917976],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022470934,0.023838095,0.0051490357,0.0055676205,0.00047357418,0.000034211884,0.016638774,0.00001364494,0.000021103428,0.4116313,0.39230236,0.121859334],"study_design_scores_gemma":[0.00975451,0.0038922508,0.0012205592,0.0011752294,0.0000029028497,0.000020470674,0.0014820102,0.0003713314,0.00028044873,0.027225588,0.9543849,0.00018977428],"about_ca_topic_score_codex":0.00008669088,"about_ca_topic_score_gemma":0.000026390167,"teacher_disagreement_score":0.5620825,"about_ca_system_score_codex":0.00025778043,"about_ca_system_score_gemma":0.00012947968,"threshold_uncertainty_score":0.5156661},"labels":[],"label_agreement":null},{"id":"W2114854085","doi":"10.2196/resprot.1930","title":"HIV Drug-Resistant Patient Information Management, Analysis, and Interpretation","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV Research and Treatment","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institutes of Health","keywords":"Drug; Interpretation (philosophy); Human immunodeficiency virus (HIV); Medicine; Computer science; Family medicine; Pharmacology","score_opus":0.04532372519345074,"score_gpt":0.4300305712306293,"score_spread":0.3847068460371786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114854085","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073675156,0.00031386234,0.0016079637,0.0008774803,0.000035295092,0.8861571,0.0003326705,0.00020770315,0.036792796],"genre_scores_gemma":[0.42698666,0.0000046296386,0.00014877027,0.000020349133,0.000008263884,0.5709446,0.0003347903,0.0000055212076,0.0015464026],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806166,0.0005986123,0.0002700673,0.00017307805,0.00018833252,0.00070824043],"domain_scores_gemma":[0.99925137,0.00011746388,0.0000663543,0.00031293352,0.00015261052,0.00009926215],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009071733,0.0001215546,0.00016750602,0.0007083767,0.0002924405,0.00009243412,0.00015965468,0.00007943069,0.0005058466],"category_scores_gemma":[0.00004705486,0.00009429205,0.000065070744,0.00063963473,0.00018642585,0.00061293645,0.00024879203,0.00031487664,0.0028394796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006632622,0.0031379191,0.15517491,0.0012366894,0.0044845287,0.00002620931,0.015784042,0.0000065666645,0.014206116,0.009380123,0.15210943,0.63782084],"study_design_scores_gemma":[0.0021023175,0.00045450722,0.07964295,0.00020044345,0.00003093783,0.0000046409496,0.001148839,0.000017158192,0.008144401,0.000121627236,0.9079642,0.00016796499],"about_ca_topic_score_codex":0.000032069256,"about_ca_topic_score_gemma":0.000014596444,"teacher_disagreement_score":0.7558548,"about_ca_system_score_codex":0.00010925862,"about_ca_system_score_gemma":0.000029117597,"threshold_uncertainty_score":0.9979369},"labels":[],"label_agreement":null},{"id":"W2115575604","doi":"10.2196/resprot.3337","title":"Development of a Communication Protocol for Telephone Disclosure of Genetic Test Results for Cancer Predisposition","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Genetic testing; Personalized medicine; Exome sequencing; Exome; Medicine; Disease; Genetic predisposition; Cancer prevention; Risk assessment; Cancer; Bioinformatics; Computer science; Genetics; Biology; Gene; Mutation; Computer security; Pathology","score_opus":0.1322952448539955,"score_gpt":0.5191761062623017,"score_spread":0.38688086140830624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115575604","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002341294,0.0000036269603,0.007886614,0.00020459288,0.0000031048662,0.98904425,0.00029958316,0.0000071024556,0.00020983009],"genre_scores_gemma":[0.010321188,4.592962e-7,0.06455706,0.000008307178,0.00010549901,0.92458636,0.00015205635,0.00002656805,0.00024249264],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984346,0.00014443451,0.0005450038,0.0003109714,0.0002974057,0.0002675875],"domain_scores_gemma":[0.9977991,0.00016720388,0.00026593456,0.0006304803,0.0010839967,0.000053312022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012478814,0.00011190394,0.00015905059,0.00008201098,0.00015722106,0.000017819388,0.00040498332,0.00013907463,0.0000062927315],"category_scores_gemma":[0.0005057121,0.000102010395,0.00006429646,0.00017063814,0.00017893752,0.000006128234,0.00014793506,0.00008875679,7.2822746e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035484408,0.00075165415,0.0012610485,0.0020980837,0.00004847405,2.8485989e-8,0.0005148402,0.00017105341,0.9359618,0.000083731924,0.017571943,0.0379889],"study_design_scores_gemma":[0.003104091,0.0011534526,0.0038013025,0.00058632286,0.0000017684365,3.272852e-7,0.000031086533,0.000225278,0.58140767,0.00019511096,0.40940568,0.000087925],"about_ca_topic_score_codex":0.000006112884,"about_ca_topic_score_gemma":0.00010709259,"teacher_disagreement_score":0.39183372,"about_ca_system_score_codex":0.000084183106,"about_ca_system_score_gemma":0.0007107781,"threshold_uncertainty_score":0.41598633},"labels":[],"label_agreement":null},{"id":"W2116007712","doi":"10.2196/resprot.3737","title":"Sibanye Methods for Prevention Packages Program Project Protocol: Pilot Study of HIV Prevention Interventions for Men Who Have Sex With Men in South Africa","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Center for AIDS Research, University of Washington; Emory University","keywords":"Men who have sex with men; Medicine; Psychological intervention; Condom; Public health; Family medicine; Pre-exposure prophylaxis; Gerontology; Program evaluation; Environmental health; Human immunodeficiency virus (HIV); Nursing; Syphilis","score_opus":0.35954416350085316,"score_gpt":0.6285804949945927,"score_spread":0.2690363314937395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116007712","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005035396,0.0000033017595,0.06109798,0.00016765419,9.828402e-7,0.92677224,0.00004829945,0.00011381391,0.011292199],"genre_scores_gemma":[0.004122563,2.044711e-7,0.024436777,0.0000014640518,0.000100870915,0.8762792,0.00007838036,0.00009551006,0.09488506],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9919333,0.0034111831,0.0013359551,0.00095310534,0.00116056,0.0012059374],"domain_scores_gemma":[0.99613565,0.00061397743,0.0004368346,0.0009788931,0.0015376874,0.00029693265],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010180211,0.0003652202,0.0009189337,0.0013965135,0.000324893,0.00019771457,0.00055456127,0.00014116969,0.00011269615],"category_scores_gemma":[0.0018972225,0.00027797383,0.0004253785,0.0011169915,0.00028912732,0.00039443572,0.00027891423,0.000758213,0.000007650928],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.054369573,0.13635182,0.018042501,0.05242027,0.001268372,0.000011142999,0.0137368785,0.0000136533545,0.007811602,0.0010003042,0.15429066,0.5606832],"study_design_scores_gemma":[0.045579314,0.765716,0.0044620545,0.022941725,0.000086826425,0.0000063679936,0.011396241,0.026255207,0.006586733,0.002593859,0.11386005,0.0005156228],"about_ca_topic_score_codex":0.00006321368,"about_ca_topic_score_gemma":0.0002747345,"teacher_disagreement_score":0.6293642,"about_ca_system_score_codex":0.0002597379,"about_ca_system_score_gemma":0.0005083821,"threshold_uncertainty_score":0.9999672},"labels":[],"label_agreement":null},{"id":"W2116287823","doi":"10.2196/resprot.4757","title":"Development of a Website Providing Evidence-Based Information About Nutrition and Cancer: Fighting Fiction and Supporting Facts Online","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; The Internet; Internet privacy; Computer science; Psychology; Multimedia","score_opus":0.5323185115121388,"score_gpt":0.652543331950165,"score_spread":0.12022482043802618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116287823","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57753944,0.00004997002,0.0012387082,0.0011173566,0.000026175087,0.4192638,0.000056636407,0.000104378065,0.00060350454],"genre_scores_gemma":[0.11890259,0.000014955303,0.0128913205,0.00040043754,0.00012717686,0.8674813,0.00010822111,0.000010752946,0.0000632459],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960852,0.0007470726,0.001732294,0.00018416283,0.0007122294,0.0005390401],"domain_scores_gemma":[0.9965047,0.00053684023,0.0008263027,0.00018311733,0.0016285253,0.00032046583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008880874,0.00011658705,0.00021964477,0.0003488466,0.00090948725,0.00008741129,0.00011974312,0.00016523001,0.00007258442],"category_scores_gemma":[0.0022763452,0.00009685571,0.000015833555,0.00041752632,0.00007337165,0.004126687,0.00016751866,0.00072373764,0.000015713404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017051654,0.00039106034,0.30033267,0.05463828,0.0000117585405,7.7316787e-7,0.06720975,0.000015919744,0.0014017049,0.00023707529,0.006177216,0.5678786],"study_design_scores_gemma":[0.0041878237,0.00038681066,0.09507717,0.04353378,0.0000018634884,9.439731e-7,0.009359408,0.02098021,0.0025644712,0.000113634065,0.82356447,0.0002293923],"about_ca_topic_score_codex":0.00013321756,"about_ca_topic_score_gemma":0.00004837077,"teacher_disagreement_score":0.8173873,"about_ca_system_score_codex":0.0004189012,"about_ca_system_score_gemma":0.0024738766,"threshold_uncertainty_score":0.69951326},"labels":[],"label_agreement":null},{"id":"W2117414868","doi":"10.2196/resprot.2209","title":"The Natural History of Spina Bifida in Children Pilot Project: Research Protocol","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Dysraphism and Malformations","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Spina bifida; Population; Medicine; Family medicine; Health care; Pediatrics; Environmental health","score_opus":0.28099955773557084,"score_gpt":0.5574869925131866,"score_spread":0.2764874347776157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117414868","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074514267,0.000017253662,8.9611314e-7,0.0010393058,0.000010041373,0.97427857,0.0000029728915,0.000047122303,0.01715242],"genre_scores_gemma":[0.018974883,0.0000017465686,0.00015896896,0.000035869387,0.00014050127,0.96904635,0.00000798007,0.000034587323,0.011599091],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99500734,0.0008428826,0.0006463778,0.0003840899,0.0020155753,0.0011037587],"domain_scores_gemma":[0.9968516,0.00029571017,0.000112018424,0.0009928459,0.0015641,0.00018371582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004571266,0.00017664561,0.00029463228,0.0011670904,0.00030028666,0.000085916494,0.0007201478,0.000116681775,0.00022955204],"category_scores_gemma":[0.0008940168,0.00011108123,0.00008747501,0.0016284932,0.0012167937,0.00042124727,0.0003917205,0.0020690477,0.00031460242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060053123,0.0041619805,0.052764848,0.002919316,0.000078515775,0.000024593188,0.0016954961,5.665579e-7,0.02545634,0.01035708,0.86330694,0.033229016],"study_design_scores_gemma":[0.0052182567,0.0069969893,0.35181928,0.0021516432,0.0000013486875,0.000038556114,0.00031898016,0.000103205646,0.0013250778,0.0010351915,0.6308199,0.00017157954],"about_ca_topic_score_codex":0.0017133618,"about_ca_topic_score_gemma":0.00007537653,"teacher_disagreement_score":0.29905444,"about_ca_system_score_codex":0.0007978053,"about_ca_system_score_gemma":0.002227294,"threshold_uncertainty_score":0.8989098},"labels":[],"label_agreement":null},{"id":"W2117494266","doi":"10.2196/resprot.2135","title":"Decision Support and the Effectiveness of Web-based Delivery and Information Tailoring for Bowel Cancer Screening: An Exploratory Study","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Commonwealth Scientific and Industrial Research Organisation","keywords":"Medicine; Population; Psychological intervention; Test (biology); Family medicine; Cancer screening; Cancer; Nursing; Environmental health; Internal medicine","score_opus":0.1636672479320693,"score_gpt":0.4894904009123928,"score_spread":0.3258231529803235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117494266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69983876,0.000023574437,0.0013665394,0.00003110991,0.000012064274,0.2986095,0.000007415446,0.000030673054,0.000080352314],"genre_scores_gemma":[0.5388393,0.0000013075147,0.00018917231,0.00001248437,0.000051611783,0.46089226,0.000002693111,0.0000074903573,0.0000036987874],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99817795,0.00059966464,0.00023292872,0.0001593888,0.00054467184,0.0002853804],"domain_scores_gemma":[0.9979881,0.0010441011,0.0000766343,0.0002347796,0.00049206225,0.00016432401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007270098,0.000103037135,0.00022768049,0.00024170263,0.00022443314,0.000056245382,0.00007442431,0.000065079344,0.000008567482],"category_scores_gemma":[0.0003824467,0.00006898602,0.000037814098,0.0002611431,0.00017616802,0.0009131606,0.00009027898,0.00024908106,8.7591025e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.37599078,0.0009860544,0.31636167,0.0031914888,0.00010516367,0.0000022980403,0.004644886,0.00007226083,0.004545604,0.00019065339,0.00032159698,0.29358754],"study_design_scores_gemma":[0.06694499,0.038874656,0.81821316,0.004073997,0.00005545539,0.0000117953305,0.0051429826,0.010629146,0.030224305,0.00011217723,0.025377516,0.00033980713],"about_ca_topic_score_codex":0.00008533307,"about_ca_topic_score_gemma":0.000047865906,"teacher_disagreement_score":0.5018515,"about_ca_system_score_codex":0.0000721873,"about_ca_system_score_gemma":0.00018950365,"threshold_uncertainty_score":0.28131682},"labels":[],"label_agreement":null},{"id":"W2118427285","doi":"10.2196/resprot.2398","title":"A Personalized Automated Messaging System to Improve Adherence to Prostate Cancer Screening: Research Protocol","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Michael and Susan Dell Foundation","keywords":"Cancer screening; Prostate cancer screening; Medicine; Confusion; Modalities; Protocol (science); Prostate cancer; Cancer; Medical physics; Family medicine; Alternative medicine; Psychology; Prostate-specific antigen; Internal medicine; Pathology","score_opus":0.45571302457926377,"score_gpt":0.6964012970220329,"score_spread":0.24068827244276914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118427285","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084402785,0.000010046277,0.00022416507,0.0050776247,0.00004865133,0.9827572,0.00014929275,0.0013122158,0.0095767835],"genre_scores_gemma":[0.004481224,9.955119e-7,0.0031202822,0.0008547826,0.0010437169,0.9744749,0.000014739026,0.00016605442,0.015843308],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9802764,0.0068401727,0.001686557,0.0013226644,0.003227775,0.006646419],"domain_scores_gemma":[0.98759204,0.0015928103,0.00034363757,0.00171163,0.0038850994,0.0048747733],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02508577,0.000447073,0.0007334965,0.0012720893,0.005074986,0.00014645292,0.0013356823,0.00047894285,0.0010215741],"category_scores_gemma":[0.0014321776,0.00038127444,0.00010118208,0.004553208,0.00027216953,0.0004578838,0.0013554926,0.004066672,0.0053214165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008710586,0.0014241607,0.053764027,0.04048501,0.0000522182,0.000017093713,0.019786306,0.000022344653,0.01034719,0.02546492,0.77802277,0.061903376],"study_design_scores_gemma":[0.003567596,0.0014346662,0.0052148267,0.011946512,0.000001912502,0.0000024001315,0.004689684,0.0006250837,0.00034769086,0.000039872357,0.9717667,0.00036302264],"about_ca_topic_score_codex":0.0026829941,"about_ca_topic_score_gemma":0.00022622394,"teacher_disagreement_score":0.19374396,"about_ca_system_score_codex":0.0023917423,"about_ca_system_score_gemma":0.0051204823,"threshold_uncertainty_score":0.99989164},"labels":[],"label_agreement":null},{"id":"W2119199736","doi":"10.2196/resprot.2789","title":"Feasibility and Effectiveness of an Automated Bilingual Text Message Intervention for Weight Loss: Pilot Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Weight loss; Overweight; Attrition; Weight management; Medicine; Body mass index; Repeated measures design; Physical therapy; Intervention (counseling); Randomized controlled trial; Psychology; Obesity; Nursing; Statistics","score_opus":0.33186539792418096,"score_gpt":0.6534575386656247,"score_spread":0.32159214074144377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119199736","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4551744,0.0000072551343,0.00007958689,0.00008253261,0.000011330154,0.54430246,0.00003546277,0.00016060931,0.00014638671],"genre_scores_gemma":[0.4299983,0.0000012907327,0.00025012853,0.000016174341,0.00006229744,0.56951594,0.00002405119,0.000024720059,0.00010709763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9898667,0.006833757,0.0010727053,0.00069817033,0.0005399406,0.0009887284],"domain_scores_gemma":[0.99360573,0.0029973486,0.00030502336,0.00088864606,0.0016163735,0.0005869032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013195135,0.00019128375,0.00047918322,0.00028982063,0.0010839266,0.00003029134,0.00037116103,0.00016488365,0.00031505837],"category_scores_gemma":[0.0010050968,0.00015508,0.000048948168,0.00054186856,0.00024738646,0.00030969965,0.00025101763,0.00085639785,0.00009156191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013967943,0.034095265,0.7881048,0.07405298,0.00007157137,0.0000041954872,0.0026615597,0.0000028025718,0.0075326688,0.006340833,0.0067578442,0.06640757],"study_design_scores_gemma":[0.015494209,0.02301154,0.93503064,0.003432966,0.00000553022,0.0000012274495,0.0016720071,0.0013063722,0.00048762624,0.0059109717,0.013436839,0.00021004472],"about_ca_topic_score_codex":0.0011985645,"about_ca_topic_score_gemma":0.0004559856,"teacher_disagreement_score":0.1469259,"about_ca_system_score_codex":0.00029889366,"about_ca_system_score_gemma":0.0009652162,"threshold_uncertainty_score":0.83367974},"labels":[],"label_agreement":null},{"id":"W2119510003","doi":"10.2196/resprot.3604","title":"Developing Community-Based Rehabilitation Programs for Musculoskeletal Diseases in Low-Income Areas of Mexico: The Community-Based Rehabilitation for Low-Income Communities Living With Rheumatic Diseases (CONCORD) Protocol","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal Disorders and Rehabilitation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research; Consejo Nacional de Ciencia y Tecnología; McMaster University","keywords":"Socioeconomic status; Agency (philosophy); Rehabilitation; Medicine; Participatory action research; Program evaluation; Community-based rehabilitation; Gerontology; Business; Population; Economic growth; Environmental health; Political science; Physical therapy; Sociology","score_opus":0.0784462755853551,"score_gpt":0.45409723476108604,"score_spread":0.37565095917573094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119510003","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31450704,0.0000031790094,0.0064577507,0.0018058001,0.000008575066,0.67697793,0.00006512903,0.00013237789,0.00004218161],"genre_scores_gemma":[0.4277326,1.05769466e-7,0.0067607313,0.00007384446,0.000026792366,0.56498355,0.00033385,0.00007946843,0.000009080942],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98573786,0.010018536,0.0015000597,0.00042561974,0.0013519407,0.0009659755],"domain_scores_gemma":[0.9582765,0.036539525,0.0005683604,0.002015437,0.002319366,0.00028078535],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009445573,0.0005490138,0.0010671868,0.0008964507,0.00176031,0.00020132728,0.0009693985,0.00023665723,0.000019511022],"category_scores_gemma":[0.00810361,0.00038059303,0.0005590609,0.001395922,0.002383042,0.00045187198,0.00023072513,0.0014824657,0.0000031454995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009649379,0.014592352,0.6583411,0.28081834,0.00014048189,6.2665555e-7,0.009424731,0.0012542952,0.00018295781,0.0031299,0.00017889231,0.022286933],"study_design_scores_gemma":[0.021277878,0.046924073,0.77672976,0.09651543,0.000074027295,0.0000013956928,0.021668702,0.020845879,0.00010382766,0.01238876,0.0026364252,0.0008338384],"about_ca_topic_score_codex":0.00073057343,"about_ca_topic_score_gemma":0.0015459643,"teacher_disagreement_score":0.1843029,"about_ca_system_score_codex":0.0005924843,"about_ca_system_score_gemma":0.0012312691,"threshold_uncertainty_score":0.9998646},"labels":[],"label_agreement":null},{"id":"W2120575301","doi":"10.2196/resprot.4406","title":"Web-Based Study of Risk Factors for Pain Exacerbation in Osteoarthritis of the Knee (SPARK-Web): Design and Rationale","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Knee pain; Exacerbation; Osteoarthritis; Physical therapy; Quality of life (healthcare); Logistic regression; Alternative medicine; Internal medicine","score_opus":0.18885392958695607,"score_gpt":0.44304294561657603,"score_spread":0.25418901602961996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120575301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5765273,0.000011058033,0.000116828975,0.00005990768,0.0000047586564,0.42320836,0.0000235767,0.0000097491575,0.0000384589],"genre_scores_gemma":[0.5280423,2.6128475e-7,0.0005082794,0.0000039182855,0.00001540515,0.4713134,0.000008708618,0.000011825586,0.00009588347],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99724066,0.0012759094,0.0003262484,0.00022380515,0.0006951586,0.00023819666],"domain_scores_gemma":[0.99800533,0.0010458918,0.00012763588,0.00029960074,0.00041182886,0.000109714645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033174024,0.00011152214,0.00026578945,0.00021648937,0.00007749842,0.000018217928,0.00009231982,0.00008093912,0.000024209681],"category_scores_gemma":[0.0012827624,0.00007778992,0.00004734969,0.0003149945,0.000091454494,0.00008256329,0.0000459097,0.00018231737,0.0000014187652],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014450894,0.009874913,0.7955176,0.0011078493,0.00006423106,0.000022361373,0.010307709,0.0002611843,0.0535387,0.00043550826,0.0028446948,0.11157433],"study_design_scores_gemma":[0.3032141,0.2870364,0.120205745,0.009062604,0.000073154784,0.0000062797358,0.022257596,0.0067789895,0.23028405,0.006122254,0.014279042,0.0006797856],"about_ca_topic_score_codex":0.00003391177,"about_ca_topic_score_gemma":0.00027457625,"teacher_disagreement_score":0.67531186,"about_ca_system_score_codex":0.00007831313,"about_ca_system_score_gemma":0.0005206809,"threshold_uncertainty_score":0.31721807},"labels":[],"label_agreement":null},{"id":"W2121626809","doi":"10.2196/resprot.4031","title":"A Telehealth Intervention Using Nintendo Wii Fit Balance Boards and iPads to Improve Walking in Older Adults With Lower Limb Amputation (Wii.n.Walk): Study Protocol for a Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prosthetics and Rehabilitation Robotics","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Simon Fraser University; Western University; University of British Columbia","funders":"Canadian Institutes of Health Research; University of Alberta; Strong","keywords":"Randomized controlled trial; Physical therapy; Physical medicine and rehabilitation; Telehealth; Balance (ability); Intervention (counseling); Medicine; Amputation; Psychology; Telemedicine; Surgery","score_opus":0.04310587609174781,"score_gpt":0.45807298007787123,"score_spread":0.4149671039861234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121626809","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055271868,0.0000010466159,0.019922722,0.00009996698,0.000027595466,0.9245371,0.0000027538576,0.00008050084,0.0000564475],"genre_scores_gemma":[0.1708665,8.049372e-8,0.0028295966,0.000010838792,0.00010460255,0.8260594,0.0000016834161,0.000056345554,0.00007096865],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.996237,0.0009990952,0.0009945054,0.00050222,0.00063759356,0.00062958227],"domain_scores_gemma":[0.99777263,0.0009436081,0.00017902763,0.00031884765,0.0006018185,0.00018408404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063790446,0.00027731346,0.00098795,0.00046905526,0.00014828348,0.00024080659,0.00019031309,0.0001248219,0.000011396568],"category_scores_gemma":[0.0011966092,0.00019760452,0.00016419991,0.00040359102,0.00011130564,0.00018935614,0.00008411433,0.00044271076,0.0000022566046],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98033524,0.00159176,0.00017849855,0.002081889,0.000052936804,0.000002629534,0.0021758587,0.004449269,0.0002353246,0.00008848303,0.000055921464,0.008752173],"study_design_scores_gemma":[0.72112006,0.010065638,0.00018285376,0.002668542,0.000005712053,0.0000010658181,0.0002984203,0.26488352,0.000067734,0.00022219996,0.0002913053,0.0001929677],"about_ca_topic_score_codex":0.00003444613,"about_ca_topic_score_gemma":0.00007691675,"teacher_disagreement_score":0.26043424,"about_ca_system_score_codex":0.00021929786,"about_ca_system_score_gemma":0.0001062217,"threshold_uncertainty_score":0.8058078},"labels":[],"label_agreement":null},{"id":"W2122124744","doi":"10.2196/resprot.3695","title":"Active Patient Participation in the Development of an Online Intervention","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"KWF Kankerbestrijding","keywords":"Intervention (counseling); Medical education; Psychology; Medicine; Computer science; Internet privacy; Nursing","score_opus":0.7781162169051596,"score_gpt":0.7057039977655968,"score_spread":0.07241221913956286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122124744","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67032427,5.0912865e-7,0.00006365186,0.00009387668,0.000013000314,0.32813683,0.000010137185,0.000010473809,0.00134729],"genre_scores_gemma":[0.39330372,7.446879e-8,0.00049683446,0.00012340973,0.000041378335,0.605845,0.00013841892,0.0000066549874,0.00004452467],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99267936,0.0048140488,0.00089006167,0.00021153982,0.0008382055,0.0005668041],"domain_scores_gemma":[0.99852204,0.00048905256,0.00024103982,0.00034198273,0.0002740712,0.00013178829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005330172,0.00008850578,0.00014703735,0.00018027611,0.0004667235,0.000007267746,0.00027032095,0.00008818647,0.00018111168],"category_scores_gemma":[0.00012947824,0.000058865877,0.000026838768,0.00033250908,0.00005342872,0.00014352347,0.00012935871,0.0006631511,0.000078721576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021044975,0.009878937,0.049356118,0.0053519057,0.000008578034,0.0000012399248,0.119434364,0.000007958572,0.0005304118,0.0017353757,0.0006442259,0.8109464],"study_design_scores_gemma":[0.0069663567,0.012005881,0.58686197,0.018233899,0.000001853514,2.1844785e-7,0.04651557,0.001708824,0.0076089986,0.0030775948,0.31672397,0.00029486668],"about_ca_topic_score_codex":0.00013014399,"about_ca_topic_score_gemma":0.0023452835,"teacher_disagreement_score":0.81065154,"about_ca_system_score_codex":0.0002638057,"about_ca_system_score_gemma":0.00025168722,"threshold_uncertainty_score":0.3589707},"labels":[],"label_agreement":null},{"id":"W2123169938","doi":"10.2196/resprot.4072","title":"Delivering a “Dose of Hope”: A Faith-Based Program to Increase Older African Americans’ Participation in Clinical Trials","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health","keywords":"Clinical trial; Medicine; Outreach; Family medicine; Randomized controlled trial; Intervention (counseling); Ethnic group; Gerontology; Psychological intervention; Health equity; Public health; Nursing","score_opus":0.9219551164254094,"score_gpt":0.8001338541714048,"score_spread":0.12182126225400458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123169938","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23402621,0.000007297376,0.00043718383,0.006007888,0.000011668289,0.756752,0.000018025334,0.00011609899,0.0026236498],"genre_scores_gemma":[0.35788992,0.0000020818231,0.0050536618,0.00020435642,0.00014168673,0.63638246,0.0000074246213,0.000039518876,0.00027887095],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.981817,0.009054378,0.0028563356,0.00089961884,0.0041527767,0.001219883],"domain_scores_gemma":[0.9708704,0.022287954,0.00036130982,0.0012710908,0.003232154,0.001977144],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11105174,0.00022531595,0.0013069225,0.000846249,0.00006979247,0.000097211545,0.00065996137,0.0004764343,0.00016227142],"category_scores_gemma":[0.25527126,0.00018072523,0.00028552228,0.002635444,0.0010441802,0.00012644306,0.0005525757,0.0036495042,0.00014107651],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.054569308,0.028995581,0.22128935,0.0029370098,0.00014088923,0.000519132,0.0024644865,0.0001417352,0.004132549,0.0011158378,0.0063362885,0.67735785],"study_design_scores_gemma":[0.07948085,0.11128598,0.59851056,0.03290968,0.000060594928,0.000009619355,0.0022910715,0.020165907,0.012244807,0.005864885,0.13587067,0.0013053878],"about_ca_topic_score_codex":0.0013505664,"about_ca_topic_score_gemma":0.00047885452,"teacher_disagreement_score":0.67605245,"about_ca_system_score_codex":0.0003761065,"about_ca_system_score_gemma":0.0049240864,"threshold_uncertainty_score":0.9986491},"labels":[],"label_agreement":null},{"id":"W2123316530","doi":"10.2196/resprot.4268","title":"Effective Strategies to Recruit Young Adults Into the TXT2BFiT mHealth Randomized Controlled Trial for Weight Gain Prevention","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government","keywords":"Randomized controlled trial; Medicine; mHealth; Psychological intervention; Family medicine; Waist; Randomization; Gerontology; Obesity; Nursing","score_opus":0.26994439596630126,"score_gpt":0.6401103323581329,"score_spread":0.3701659363918316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123316530","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033276954,0.000055851324,0.0048016594,0.010509808,0.00021097086,0.97307146,0.00002185768,0.00018574734,0.007814944],"genre_scores_gemma":[0.008135625,0.000021629132,0.0010573778,0.00063911726,0.0020146878,0.9820646,0.000052248844,0.000071349394,0.005943333],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9763305,0.0172334,0.0022068191,0.00084979564,0.0013927963,0.0019866682],"domain_scores_gemma":[0.9807699,0.013212891,0.0007674333,0.0010832825,0.0027338008,0.0014327425],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04908739,0.00035259512,0.0016720084,0.00043135093,0.0028410773,0.00011344978,0.0007887641,0.00045170492,0.00015135744],"category_scores_gemma":[0.009757569,0.00021259679,0.0003684191,0.00093395734,0.00028151157,0.00027260068,0.00025247186,0.0018689719,0.00056082977],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8886097,0.0004607671,0.00003356143,0.0016262357,0.000042586897,6.286786e-7,0.009323095,0.000005594807,0.000011940368,0.024868092,0.060097005,0.01492081],"study_design_scores_gemma":[0.6781516,0.00320427,0.000039072806,0.0015044002,0.000011312891,4.197635e-7,0.003358758,0.00033608792,0.000009633414,0.02411513,0.28913167,0.00013761035],"about_ca_topic_score_codex":0.0009079583,"about_ca_topic_score_gemma":0.0014904247,"teacher_disagreement_score":0.22903468,"about_ca_system_score_codex":0.0010144298,"about_ca_system_score_gemma":0.008039779,"threshold_uncertainty_score":0.9985837},"labels":[],"label_agreement":null},{"id":"W2124517992","doi":"10.2196/resprot.2908","title":"Development and Content Validation of the Information Assessment Method for Patients and Consumers","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Lucie and André Chagnon Foundation; Jewish General Hospital; Université Laval; Canadian Pharmacists Association; Université du Québec à Montréal; College of Family Physicians of Canada; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Health care; Knowledge translation; Medicine; Medical education; Knowledge management; Psychology; Computer science","score_opus":0.412978858238332,"score_gpt":0.6635238934665295,"score_spread":0.2505450352281975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124517992","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20669381,6.175166e-7,0.023988172,0.00083398406,0.000035182104,0.76549923,0.000048856742,0.000025551459,0.0028745756],"genre_scores_gemma":[0.028327588,4.24897e-7,0.041589003,0.000579099,0.000014798864,0.9293336,0.00004793397,0.000005300632,0.000102238446],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.996792,0.0013033876,0.0010360423,0.00011194984,0.00045670668,0.0002998991],"domain_scores_gemma":[0.9970093,0.001013769,0.00045182672,0.0002011273,0.0012123731,0.00011160117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009164765,0.00007348208,0.00014998173,0.000103719816,0.000881881,0.000038186863,0.00013027294,0.000096543634,0.000029944125],"category_scores_gemma":[0.0012529809,0.000046000685,0.000016868178,0.0001437293,0.000082565646,0.0008467525,0.00019134089,0.00035908705,0.00000813856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003373987,0.00016144654,0.58664423,0.00779027,0.000011302175,3.955728e-9,0.011206615,7.708485e-7,0.00011172407,0.010024065,0.0028780748,0.38083407],"study_design_scores_gemma":[0.002198678,0.00016897873,0.36943933,0.00069432426,7.4444756e-7,5.103632e-8,0.0009570456,0.0017629837,0.00068420434,0.00026308853,0.6237743,0.000056306224],"about_ca_topic_score_codex":0.00002552686,"about_ca_topic_score_gemma":0.000004190319,"teacher_disagreement_score":0.6208962,"about_ca_system_score_codex":0.00012726172,"about_ca_system_score_gemma":0.00044257034,"threshold_uncertainty_score":0.6782805},"labels":[],"label_agreement":null},{"id":"W2126069259","doi":"10.2196/resprot.3367","title":"Comparison of Two Theory-Based, Fully Automated Telephone Interventions Designed to Maintain Dietary Change in Healthy Adults: Study Protocol of a Three-Arm Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute","keywords":"Psychological intervention; Behavior change; Social cognitive theory; Intervention mapping; Randomized controlled trial; Intervention (counseling); Applied psychology; Psychology; Medicine; Gerontology; Public health; Health promotion; Social psychology; Nursing; Psychiatry","score_opus":0.3722644170359212,"score_gpt":0.6504567735515129,"score_spread":0.27819235651559165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126069259","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072626,0.000005256223,0.0013832415,0.0003566956,0.00004938681,0.925135,0.000034380693,0.00015586529,0.0002541489],"genre_scores_gemma":[0.37064055,1.9973609e-8,0.00040065334,0.00004214631,0.000074998294,0.62874246,0.000010204739,0.00003598384,0.00005300979],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97080845,0.022394009,0.0038234398,0.0007366856,0.0010829364,0.0011544658],"domain_scores_gemma":[0.99386793,0.0026623248,0.0010574723,0.001067386,0.0009044595,0.00044043528],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028279133,0.00037439255,0.0028987916,0.0015543298,0.00019447309,0.000045141755,0.0008510287,0.0002327176,0.0021634311],"category_scores_gemma":[0.0014246437,0.00028985998,0.0009185703,0.0014569274,0.00042292773,0.00012989834,0.00020810575,0.0009393865,0.00009765783],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9295539,0.046281412,0.0045685614,0.0012280598,0.00010247807,0.0000075578014,0.0021828264,0.0000064601522,0.000053975706,0.0027457126,0.0004829876,0.01278602],"study_design_scores_gemma":[0.8969549,0.09027845,0.0044340403,0.0045870985,0.000022824875,5.7257745e-7,0.00077138393,0.0018964641,0.00005994936,0.00060952595,0.00017460131,0.00021020503],"about_ca_topic_score_codex":0.0025991516,"about_ca_topic_score_gemma":0.0035481686,"teacher_disagreement_score":0.29801455,"about_ca_system_score_codex":0.00020216976,"about_ca_system_score_gemma":0.0003351225,"threshold_uncertainty_score":0.99995536},"labels":[],"label_agreement":null},{"id":"W2126396731","doi":"10.2196/resprot.3014","title":"Dabigatran Versus Warfarin After Bioprosthesis Valve Replacement for the Management of Atrial Fibrillation Postoperatively: Protocol","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Warfarin; Atrial fibrillation; Dabigatran; Mechanical heart-valve; Incidence (geometry); Vitamin k; Internal medicine; Cardiology; Valve replacement; Stroke (engine); Surgery; Heart valve","score_opus":0.28959681989522645,"score_gpt":0.5418422493149523,"score_spread":0.25224542941972583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126396731","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001817867,0.0000036783883,0.0005747133,0.0026131754,0.000025085135,0.99300444,0.000008649076,0.00005399292,0.0018983773],"genre_scores_gemma":[0.012098465,0.0000014350705,0.0025607718,0.000025090758,0.0010261815,0.9811767,0.00001403111,0.000038394788,0.0030589488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99716276,0.0002731174,0.0005815193,0.00044114035,0.0010760461,0.00046543902],"domain_scores_gemma":[0.9979247,0.00063065323,0.00017152294,0.00073070236,0.00043331846,0.000109110115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002722261,0.00020576696,0.00034452026,0.00019988432,0.00027527777,0.00009406173,0.00022758456,0.00010230443,0.00028266764],"category_scores_gemma":[0.00018393771,0.0001316014,0.00046003566,0.0004456655,0.00018087454,0.00013722356,0.00021699436,0.00017733873,0.000044833618],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3525389,0.00020598594,0.10442906,0.014407529,0.0031168952,0.0000117177515,0.0013193892,0.00043510261,0.0041529727,0.036174018,0.008431815,0.4747766],"study_design_scores_gemma":[0.019085126,0.004934255,0.04380327,0.0009879423,0.00007275462,0.0000011635154,0.00019664403,0.001059787,0.005228946,0.00030366195,0.9241367,0.00018974338],"about_ca_topic_score_codex":0.000010717057,"about_ca_topic_score_gemma":0.0000036604706,"teacher_disagreement_score":0.9157049,"about_ca_system_score_codex":0.00012977075,"about_ca_system_score_gemma":0.0000757345,"threshold_uncertainty_score":0.5366549},"labels":[],"label_agreement":null},{"id":"W2127098391","doi":"10.2196/resprot.3994","title":"Cross-Sectional Study of 24-Hour Urinary Electrolyte Excretion and Associated Health Outcomes in a Convenience Sample of Australian Primary Schoolchildren: The Salt and Other Nutrients in Children (SONIC) Study Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sodium Intake and Health","field":"Nursing","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deakin University; National Heart Foundation of Australia","keywords":"Medicine; Environmental health; Cross-sectional study; Body mass index; Logistic regression; Blood pressure; Creatinine; Internal medicine; Pathology","score_opus":0.21981262028783483,"score_gpt":0.5426981348603955,"score_spread":0.3228855145725607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127098391","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5226589,0.0000016893105,3.0439827e-7,0.00016218754,0.0000039689808,0.4771318,0.000017347027,0.00001262146,0.000011162153],"genre_scores_gemma":[0.47601494,1.1235872e-7,0.000015876996,0.0000400807,0.00001889819,0.52386856,0.0000030605697,0.000016480883,0.000021991618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939279,0.0024683552,0.0009979692,0.0005477552,0.0013088977,0.0007491113],"domain_scores_gemma":[0.998341,0.00033665335,0.00041332975,0.00041727474,0.0002835598,0.00020817657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074730692,0.00020970561,0.000548787,0.00046664174,0.00023858318,0.000099175,0.00035597887,0.00012778628,0.000016389236],"category_scores_gemma":[0.00047937816,0.00016000311,0.000035265097,0.0008853177,0.0002654651,0.00026401752,0.00021511175,0.0010607009,0.0000014517688],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043261116,0.009235739,0.9801577,0.0001830106,0.000027388134,0.0000016935898,0.005586204,0.000004154161,0.000046681762,0.00001467774,0.00012192901,0.0002947148],"study_design_scores_gemma":[0.016003158,0.019736191,0.96201485,0.00031534952,0.0000013681363,0.000006200883,0.001272007,0.000015296162,0.00005646596,0.000293915,0.0001659698,0.00011919726],"about_ca_topic_score_codex":0.008709855,"about_ca_topic_score_gemma":0.0015326461,"teacher_disagreement_score":0.046736732,"about_ca_system_score_codex":0.00054510834,"about_ca_system_score_gemma":0.00052700413,"threshold_uncertainty_score":0.99789125},"labels":[],"label_agreement":null},{"id":"W2127593367","doi":"10.2196/resprot.4552","title":"Dietary Advanced Glycation End Products Consumption as a Direct Modulator of Insulin Sensitivity in Overweight Humans: A Study Protocol for a Double-Blind, Randomized, Two Period Cross-Over Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Advanced Glycation End Products research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Health and Medical Research Council; Diabetes Australia; Diabetes Australia Research Trust","keywords":"Overweight; Medicine; Randomized controlled trial; Type 2 diabetes; Diabetes mellitus; Glycation; Insulin; Internal medicine; Anthropometry; Body mass index; Endocrinology; Physiology","score_opus":0.24729759597137066,"score_gpt":0.5698707807238262,"score_spread":0.32257318475245556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127593367","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24443626,0.0000088974,0.00009722594,0.00010265628,0.00001654517,0.75512797,0.000019703455,0.000021834318,0.00016893155],"genre_scores_gemma":[0.16448465,0.000001236064,0.0007033195,0.000008494644,0.00035615356,0.83339876,0.00008425844,0.000054865704,0.00090827706],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99364924,0.0020510296,0.0009793661,0.0012633913,0.0013330777,0.00072387286],"domain_scores_gemma":[0.99570495,0.00021470152,0.00037839677,0.0011848637,0.0022966478,0.00022043538],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009196292,0.00033855936,0.0007387804,0.00039963712,0.00018224225,0.00013052257,0.0003882734,0.00020558246,0.000032380525],"category_scores_gemma":[0.0036122554,0.0002952632,0.00015033623,0.0006566733,0.00047568398,0.00009769654,0.00037853819,0.00048492078,0.000015237412],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9137326,0.003937614,0.0018750891,0.0006597726,0.000070291746,0.000008914437,0.00051941385,0.00044333696,0.0753645,0.000065426124,0.00021974627,0.0031032865],"study_design_scores_gemma":[0.86143506,0.0068029216,0.0005170161,0.00023206948,0.0000046291257,0.0000051248044,0.0001018192,0.00019831739,0.112707466,0.00036471558,0.017298492,0.00033236438],"about_ca_topic_score_codex":0.00011687344,"about_ca_topic_score_gemma":0.00020216468,"teacher_disagreement_score":0.079951614,"about_ca_system_score_codex":0.00028327448,"about_ca_system_score_gemma":0.001247803,"threshold_uncertainty_score":0.99994993},"labels":[],"label_agreement":null},{"id":"W2128177319","doi":"10.2196/resprot.2327","title":"Evaluation Design for Community-Based Physical Activity Programs for Socially Disadvantaged Groups: Communities on the Move","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Psychological intervention; Disadvantaged; Context (archaeology); Computer science; Socioeconomic status; Internal validity; Management science; Applied psychology; Identification (biology); Risk analysis (engineering); Process management; Psychology; Business; Medicine; Engineering; Population; Environmental health; Political science","score_opus":0.9408573569648723,"score_gpt":0.798915786235018,"score_spread":0.14194157072985425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128177319","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070034996,9.868532e-8,0.013582964,0.02641362,0.000016614416,0.8892389,0.000105323226,0.00010356979,0.0005039277],"genre_scores_gemma":[0.24208272,6.440262e-8,0.001264074,0.002117962,0.00023400545,0.75405383,0.000037341215,0.000037271508,0.000172745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9583623,0.037620153,0.00046248842,0.00023383493,0.0019061232,0.0014151431],"domain_scores_gemma":[0.9430041,0.05251113,0.00031890688,0.0009543149,0.0029792911,0.00023229234],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.046418704,0.0002048675,0.00029886907,0.00016979911,0.008663237,0.00018380549,0.0011104152,0.0001495396,0.00021366263],"category_scores_gemma":[0.0056908615,0.00013983715,0.000110737936,0.0005296714,0.0006194996,0.0004410736,0.00022109643,0.002141674,0.00021397798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004438255,0.009256692,0.0019648632,0.008057905,0.00010856351,2.7479868e-7,0.2004969,0.00013331459,0.008330169,0.034492314,0.3537789,0.37894186],"study_design_scores_gemma":[0.027828155,0.022395702,0.025722457,0.005631013,0.000030088182,3.3365143e-7,0.11888611,0.13764766,0.006925541,0.3217144,0.33200094,0.0012175776],"about_ca_topic_score_codex":0.000755492,"about_ca_topic_score_gemma":0.00043791943,"teacher_disagreement_score":0.3777243,"about_ca_system_score_codex":0.0009071704,"about_ca_system_score_gemma":0.0036629725,"threshold_uncertainty_score":0.9926273},"labels":[],"label_agreement":null},{"id":"W2129049440","doi":"10.2196/resprot.4158","title":"Virtual Nursing Intervention Adjunctive to Conventional Care: The Experience of Persons Living With HIV","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Intervention (counseling); Nursing; Human immunodeficiency virus (HIV); Psychology; Medicine; Gerontology; Family medicine","score_opus":0.1770167390025398,"score_gpt":0.5352148783849269,"score_spread":0.3581981393823871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129049440","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13226454,0.000074723524,0.010818589,0.004463725,0.00002377578,0.8048109,0.000109158886,0.00012293024,0.04731167],"genre_scores_gemma":[0.38220617,1.7980672e-7,0.00034990537,0.000016070666,0.000107068874,0.60238993,0.000014737108,0.000021393875,0.014894552],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9965104,0.0006251034,0.00031013522,0.00033486405,0.0016810764,0.0005384529],"domain_scores_gemma":[0.99713176,0.00020584342,0.00006981324,0.0004511731,0.0016560816,0.0004853398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001411393,0.00012949531,0.00021762469,0.00035246855,0.00023267082,0.000085298816,0.000354576,0.000060520386,0.0005609057],"category_scores_gemma":[0.0011374006,0.00008288181,0.00017016519,0.0007776999,0.0007223689,0.00024394375,0.00018301453,0.00060671946,0.000115901916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011497928,0.00881281,0.054977562,0.0017022083,0.00036775836,0.00010780618,0.20426492,0.0000340568,0.016232613,0.0103596,0.5393582,0.1522845],"study_design_scores_gemma":[0.0136590395,0.12828237,0.050716713,0.09414684,0.000030803847,0.00020459814,0.47794127,0.0017591546,0.020855626,0.0003450287,0.211433,0.0006255583],"about_ca_topic_score_codex":0.00009884075,"about_ca_topic_score_gemma":0.00004970871,"teacher_disagreement_score":0.3279252,"about_ca_system_score_codex":0.00039897932,"about_ca_system_score_gemma":0.00054486265,"threshold_uncertainty_score":0.61415243},"labels":[],"label_agreement":null},{"id":"W2130298882","doi":"10.2196/resprot.3256","title":"Patient Safety Policy in Long-Term Care: A Research Protocol to Assess Executive WalkRounds to Improve Management of Early Warning Signs for Patient Safety","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Patient safety; Nursing; Descriptive statistics; Long-term care; Intervention (counseling); Executive summary; Data collection; Health care; Medicine; Psychology; Medical emergency; Business","score_opus":0.29072844067645237,"score_gpt":0.6235929202409021,"score_spread":0.3328644795644497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130298882","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059487857,9.601638e-7,0.00750745,0.002463367,0.000047660298,0.97161853,0.00015845432,0.00008062018,0.012174183],"genre_scores_gemma":[0.06789262,8.1388083e-7,0.0020059638,0.0002994181,0.00021649338,0.9279187,0.00006231912,0.00009632028,0.0015073569],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.984929,0.005686676,0.0020920334,0.00128314,0.0031887374,0.0028203616],"domain_scores_gemma":[0.99182385,0.0020802235,0.00053564063,0.0015218239,0.0029246039,0.0011138606],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009677984,0.00041299607,0.00073250907,0.0019274983,0.0015670736,0.00002601777,0.0011177247,0.00042010425,0.00012089735],"category_scores_gemma":[0.002257252,0.00036754255,0.00015991286,0.0031824948,0.0002731968,0.00030755985,0.0019323376,0.0022293013,0.00023949251],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06679862,0.006369499,0.08277899,0.048025995,0.00024199048,0.0000580122,0.23797986,0.00067653053,0.00968828,0.030114772,0.017301498,0.49996597],"study_design_scores_gemma":[0.01052669,0.02410075,0.13755968,0.022251252,0.0000049836513,5.4059774e-7,0.012318784,0.00007989068,0.002648011,0.0006329918,0.78918856,0.00068787194],"about_ca_topic_score_codex":0.0004655713,"about_ca_topic_score_gemma":0.00026253285,"teacher_disagreement_score":0.77188706,"about_ca_system_score_codex":0.0031614807,"about_ca_system_score_gemma":0.0018026798,"threshold_uncertainty_score":0.99987763},"labels":[],"label_agreement":null},{"id":"W2134447184","doi":"10.2196/resprot.4665","title":"Efficacy and External Validity of Electronic and Mobile Phone-Based Interventions Promoting Vegetable Intake in Young Adults: A Systematic Review Protocol","year":2015,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Social marketing; Psychological intervention; Mobile phone; Protocol (science); Psychology; External validity; Applied psychology; Behavior change; Internet privacy; Advertising; Marketing; Medicine; Computer science; Social psychology; Business; Alternative medicine; Developmental psychology; Telecommunications","score_opus":0.37126459699581604,"score_gpt":0.6578888834743275,"score_spread":0.28662428647851146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134447184","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000025056004,0.34090322,0.000018209594,0.00003540967,0.000006407243,0.65882283,0.00004955529,0.00005078255,0.00011107272],"genre_scores_gemma":[0.000002480779,0.25142893,0.00013185065,0.00002599501,0.00007950691,0.7480089,0.00004486834,0.00008437896,0.00019309083],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98014444,0.0110069085,0.0047374945,0.0010661433,0.0011251295,0.0019199086],"domain_scores_gemma":[0.9919934,0.002266121,0.0024539873,0.0013685828,0.0010864916,0.0008313979],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022427538,0.00058643287,0.0039590443,0.0008415531,0.0006418365,0.000047984522,0.00077906635,0.0006352095,0.00013488649],"category_scores_gemma":[0.002475222,0.00045206054,0.00030392382,0.0016245944,0.00025612532,0.00018339649,0.0005508476,0.0043492476,0.00010040391],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012906744,0.00073960476,0.00011914878,0.9570478,0.000016899641,0.0000029054497,0.00021672908,5.7445895e-8,3.879132e-7,0.00017047852,0.0005004919,0.041056387],"study_design_scores_gemma":[0.0022720243,0.00089183275,0.000014444783,0.63002753,0.000051639883,0.000009871288,0.00003607168,0.000021319025,3.4185686e-7,0.000081460465,0.36641213,0.00018130623],"about_ca_topic_score_codex":0.00022364085,"about_ca_topic_score_gemma":0.00033837787,"teacher_disagreement_score":0.36591163,"about_ca_system_score_codex":0.0011788766,"about_ca_system_score_gemma":0.0076686554,"threshold_uncertainty_score":0.9997931},"labels":[],"label_agreement":null},{"id":"W2136002878","doi":"10.2196/resprot.3623","title":"Optimizing Inter-Professional Communications in Surgery: Protocol for a Mixed-Methods Exploratory Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; Sunnybrook Hospital; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Workflow; Patient safety; Medicine; Nursing; Teamwork; Medical education; Health care; Computer science","score_opus":0.5933967320715177,"score_gpt":0.6718318084786933,"score_spread":0.07843507640717562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136002878","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014032766,0.000001952258,0.0003466592,0.0021635627,0.000016618884,0.9951996,0.0000049151167,0.00008107006,0.00078230747],"genre_scores_gemma":[0.0020828387,7.6982246e-8,0.03391331,0.00007533417,0.00008917257,0.96235865,0.000010821564,0.000051650095,0.001418116],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951286,0.0023151597,0.0007022012,0.000436093,0.000750162,0.0006678064],"domain_scores_gemma":[0.9951441,0.0018186437,0.00011412903,0.0014181364,0.0008910022,0.0006139789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010856909,0.00020401184,0.0005485853,0.0006474033,0.00025359687,0.000084719606,0.0006075175,0.00014279812,0.00008914632],"category_scores_gemma":[0.0032580118,0.00014897235,0.00013980111,0.00089285616,0.00021391861,0.00026442765,0.0009760423,0.0010008656,0.000043548578],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011315003,0.04002665,0.39645374,0.0034052837,0.00014406885,0.00019327433,0.024679815,0.0000046823848,0.0018546887,0.00105898,0.344165,0.17669882],"study_design_scores_gemma":[0.013500083,0.005639123,0.0133505985,0.0069545307,0.000003954303,0.000009359842,0.02508373,0.00065621873,0.0016336679,0.0011895476,0.93162185,0.00035731014],"about_ca_topic_score_codex":0.000016896864,"about_ca_topic_score_gemma":0.000051253865,"teacher_disagreement_score":0.5874569,"about_ca_system_score_codex":0.00032260557,"about_ca_system_score_gemma":0.0018054416,"threshold_uncertainty_score":0.6074916},"labels":[],"label_agreement":null},{"id":"W2136212534","doi":"10.2196/resprot.2678","title":"Psychosocial Interventions for Alcohol Use Among Problem Drug Users: Protocol for a Feasibility Study in Primary Care","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Health Research Board","keywords":"Intervention (counseling); Psychological intervention; Psychosocial; Medicine; Brief intervention; Methadone maintenance; Addiction; Methadone; Family medicine; Protocol (science); Psychiatry; Alternative medicine","score_opus":0.4620712853427594,"score_gpt":0.6005236811474908,"score_spread":0.1384523958047314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136212534","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16367018,9.3355146e-7,0.000013773489,0.00023595412,0.000005044784,0.8356945,0.000012143004,0.00010006076,0.0002674024],"genre_scores_gemma":[0.030280637,6.013343e-8,0.0023375587,0.000032992517,0.00013140483,0.9644527,0.000055384935,0.00007129607,0.002637995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99638003,0.0004048874,0.00076735613,0.00077193906,0.0007618378,0.0009139686],"domain_scores_gemma":[0.99710655,0.00053371734,0.00015207856,0.0007681276,0.0011958707,0.00024366219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013987029,0.00029637304,0.00060899893,0.00042346815,0.00028856847,0.0002547598,0.00033234613,0.0001466096,0.00015990442],"category_scores_gemma":[0.0002993568,0.00022884503,0.0004610018,0.0005890831,0.00019198649,0.0007874914,0.0001192695,0.0004781107,0.00003346785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046896264,0.007518793,0.9589427,0.0047430643,0.00008404402,0.000009220829,0.006263515,2.9050335e-7,0.000106032734,0.000026528242,0.014702858,0.0029133328],"study_design_scores_gemma":[0.054772854,0.0054583135,0.91954976,0.007999081,0.000015932264,8.629778e-7,0.0054516993,0.00001296689,0.00028327032,0.00076819607,0.0054238304,0.00026321353],"about_ca_topic_score_codex":0.00014075765,"about_ca_topic_score_gemma":0.0021772042,"teacher_disagreement_score":0.13338955,"about_ca_system_score_codex":0.0011768773,"about_ca_system_score_gemma":0.00043560754,"threshold_uncertainty_score":0.9332029},"labels":[],"label_agreement":null},{"id":"W2136603456","doi":"10.2196/resprot.2890","title":"Diagnosis and Prediction of Neuroendocrine Liver Metastases: A Protocol of Six Systematic Reviews","year":2013,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Neuroendocrine Tumor Research Advances","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Systematic review; MEDLINE; Randomized controlled trial; Cochrane Library; Neuroendocrine tumors; Modalities; Protocol (science); Medical physics; Radiology; Internal medicine; Pathology; Alternative medicine","score_opus":0.25346469278956363,"score_gpt":0.523092930597269,"score_spread":0.2696282378077054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136603456","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021814987,0.0004979209,0.0000021081548,0.0002340677,0.000065376335,0.99636525,0.00027982902,0.00007499528,0.0024586231],"genre_scores_gemma":[0.000016128115,0.0007316912,0.0003534207,0.000027685981,0.0004088575,0.9539525,0.00008797134,0.00017267748,0.044249095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98637813,0.004429495,0.0027883903,0.0012200144,0.0038433329,0.0013406313],"domain_scores_gemma":[0.99177736,0.0015018337,0.0015097752,0.0022393735,0.002249446,0.0007222169],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025626095,0.0007615857,0.0035605088,0.0016548381,0.00014317155,0.000115594325,0.0009056835,0.00008846201,0.0009335044],"category_scores_gemma":[0.010701695,0.00053758436,0.00049181626,0.0014657091,0.0010849575,0.0004726214,0.0010808691,0.003366496,0.00012260197],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059246004,0.0011633831,0.00038227392,0.48440036,0.00010350268,0.000814651,0.000027596096,1.0358244e-7,0.0005196093,0.000034007746,0.51081306,0.0011490007],"study_design_scores_gemma":[0.003110499,0.008724542,0.00038209994,0.20051262,0.00007232486,0.0007509624,0.000046162902,0.00006242958,0.004280972,0.00005875767,0.78176814,0.00023050122],"about_ca_topic_score_codex":0.00014315618,"about_ca_topic_score_gemma":0.000019166228,"teacher_disagreement_score":0.28388774,"about_ca_system_score_codex":0.00019462667,"about_ca_system_score_gemma":0.0008997206,"threshold_uncertainty_score":0.9999798},"labels":[],"label_agreement":null},{"id":"W2137781327","doi":"10.2196/resprot.2329","title":"Web-based Intervention for Postpartum Depression: Formative Research and Design of the MomMoodBooster Program","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Focus group; Psychology; Psychological intervention; Formative assessment; Mental health; Clinical psychology; Usability; Intervention (counseling); Psychotherapist; Psychiatry","score_opus":0.42606278501444017,"score_gpt":0.6339295267120522,"score_spread":0.207866741697612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137781327","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013882997,0.00006075788,0.00074339285,0.0013334104,0.000105552615,0.9776408,0.00010397116,0.000079734,0.006049374],"genre_scores_gemma":[0.40727314,5.074972e-8,0.00047994763,0.000015453134,0.00004875965,0.5906481,0.000005921188,0.00002129825,0.0015073285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951807,0.0020814068,0.0005507192,0.00029523193,0.00080143736,0.001090476],"domain_scores_gemma":[0.9972519,0.0010308273,0.00016211913,0.0006286631,0.0006776572,0.00024882753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062846188,0.00013831684,0.00018964711,0.0003071446,0.0004011051,0.000114701514,0.000538289,0.0001490954,0.00020258245],"category_scores_gemma":[0.00026762896,0.00009485336,0.00013945208,0.0005632165,0.00066661864,0.00044016316,0.00042447334,0.00064047443,0.0000914163],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020487636,0.05397048,0.075220935,0.012061928,0.00022860884,0.0000051445436,0.007301198,0.00000264188,0.0017526452,0.03368174,0.22503588,0.57025117],"study_design_scores_gemma":[0.034703184,0.08278801,0.14734128,0.039937336,0.000018386207,0.00006825492,0.00508457,0.0017459142,0.11235098,0.036404762,0.538552,0.0010053453],"about_ca_topic_score_codex":0.000014254849,"about_ca_topic_score_gemma":0.000007838688,"teacher_disagreement_score":0.5692458,"about_ca_system_score_codex":0.00013480212,"about_ca_system_score_gemma":0.00010060007,"threshold_uncertainty_score":0.3868008},"labels":[],"label_agreement":null},{"id":"W2138034604","doi":"10.2196/resprot.2957","title":"An Internet-Based Counseling Intervention With Email Reminders that Promotes Self-Care in Adults With Chronic Heart Failure: Randomized Controlled Trial Protocol","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University Health Network","funders":"","keywords":"Medicine; Intervention (counseling); Randomized controlled trial; Heart failure; Health care; Multidisciplinary approach; Protocol (science); Self care; Self-management; Public health; Family medicine; Nursing; Alternative medicine","score_opus":0.040948967368481866,"score_gpt":0.43051768212074915,"score_spread":0.3895687147522673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138034604","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0175821,0.00000297427,0.000773315,0.001574448,0.0000060608545,0.97951066,0.0000010025074,0.00024284329,0.00030660405],"genre_scores_gemma":[0.17881043,1.1098146e-7,0.0039957277,0.00004594876,0.00016247944,0.8166475,0.000041592306,0.00006888384,0.00022731023],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99289626,0.0027991047,0.00081865897,0.0008711406,0.0016977043,0.0009171234],"domain_scores_gemma":[0.9974465,0.0005079411,0.00026948052,0.00082123926,0.00061955163,0.000335288],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006240327,0.0004619611,0.0016545363,0.0006717776,0.00014434391,0.00026367727,0.0002730148,0.0002067746,0.00025501795],"category_scores_gemma":[0.00024015497,0.00026709653,0.0003101769,0.00051813823,0.00030142654,0.00032936942,0.00005405293,0.00082736753,0.000041483985],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98660797,0.0027229076,0.0022378673,0.0038486542,0.00022341337,0.000052881565,0.0011810063,0.00001416596,0.00005342661,0.000059975155,0.0010005833,0.0019971386],"study_design_scores_gemma":[0.90574247,0.038772963,0.00008552666,0.017533058,0.0000457328,0.0000071261115,0.0004872355,0.0058807996,0.001464004,0.000016805974,0.029688524,0.00027577305],"about_ca_topic_score_codex":0.00014318211,"about_ca_topic_score_gemma":0.001679176,"teacher_disagreement_score":0.16286315,"about_ca_system_score_codex":0.0006661716,"about_ca_system_score_gemma":0.0007477204,"threshold_uncertainty_score":0.9999781},"labels":[],"label_agreement":null},{"id":"W2139534914","doi":"10.2196/resprot.2191","title":"Lifetime Occupational Physical Activity and Musculoskeletal Aging in Middle-Aged Men and Women in Denmark: Retrospective Cohort Study Protocol and Methods","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Beskæftigelsesministeriet; Velux Stiftung","keywords":"Danish; Medicine; Biobank; Cohort study; Gerontology; Cohort; Job-exposure matrix; Cross-sectional study; Socioeconomic status; Physical therapy; Environmental health; Population","score_opus":0.09148907667602034,"score_gpt":0.5457494777330546,"score_spread":0.45426040105703425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139534914","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51606077,0.0000011559031,0.000006594955,0.00006953393,0.0000012104225,0.48336238,0.000001138239,0.0000118503995,0.00048535492],"genre_scores_gemma":[0.4485734,1.8278412e-7,0.00043676235,0.0000042226366,0.00007299113,0.5507747,0.0000010140859,0.00001503792,0.00012168029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945332,0.002957369,0.0002944726,0.00059094466,0.00082832406,0.00079570484],"domain_scores_gemma":[0.99821854,0.00085436023,0.0000746583,0.0002932133,0.0001483477,0.00041087787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011387536,0.00022395185,0.00055632874,0.0004785841,0.00014906994,0.000069716254,0.0000759155,0.0001224729,0.000051520547],"category_scores_gemma":[0.0012225311,0.00017736925,0.000041447427,0.0006214834,0.0004039917,0.0004903347,0.00027251046,0.0009656929,0.0000040412783],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015451668,0.003092797,0.96838915,0.0018867224,0.000034426666,0.0000049366918,0.0072769076,1.5218072e-7,0.008334547,0.00004111002,0.000028247832,0.00936584],"study_design_scores_gemma":[0.006114042,0.0022729079,0.98830104,0.0006416055,0.0000030338426,0.0000034967877,0.0014867797,0.00037570065,0.00016621687,0.00029607004,0.00016677151,0.00017236243],"about_ca_topic_score_codex":0.00012612823,"about_ca_topic_score_gemma":0.000026380358,"teacher_disagreement_score":0.06748738,"about_ca_system_score_codex":0.0005140213,"about_ca_system_score_gemma":0.00014260873,"threshold_uncertainty_score":0.7232908},"labels":[],"label_agreement":null},{"id":"W2141472015","doi":"10.2196/resprot.4162","title":"Efficacy of a Multicomponent Positive Psychology Self-Help Intervention: Study Protocol of a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Optimism; Psychological intervention; Positive psychology; Flourishing; Randomized controlled trial; Psychology; Clinical psychology; Intervention (counseling); Psychosocial; Mindfulness; Anxiety; Life satisfaction; Medicine; Psychotherapist; Psychiatry","score_opus":0.264868268955405,"score_gpt":0.6381728343256664,"score_spread":0.3733045653702614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141472015","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019791875,0.0000029772566,0.000048983344,0.00026643855,0.00010602394,0.96417826,0.000027817989,0.00008489619,0.0154927075],"genre_scores_gemma":[0.15811439,1.3828177e-8,0.00020323384,0.0000125097895,0.000113802846,0.8403895,0.000006144778,0.000039788214,0.0011206205],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9814275,0.012286022,0.0033440122,0.00068781205,0.0014951155,0.00075954385],"domain_scores_gemma":[0.99381554,0.002063391,0.0012539469,0.0010152829,0.0014557521,0.00039608363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014735442,0.00031475505,0.0023707428,0.00078797777,0.00008616164,0.000057313682,0.0008214248,0.00020446474,0.00046363793],"category_scores_gemma":[0.0015827313,0.00023734527,0.0010797593,0.0006578631,0.0006545571,0.00017670255,0.00038323127,0.00068900356,0.00021704263],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89059323,0.098720476,0.00015490183,0.00039386086,0.0007801754,0.000031111802,0.0023408867,3.8463946e-7,0.000036323407,0.0023411731,0.002197136,0.0024103376],"study_design_scores_gemma":[0.9508987,0.042436723,0.0007951796,0.0015577859,0.00003053918,0.000008842702,0.0007145088,0.000021057267,0.0002579953,0.0010345002,0.0020856725,0.00015846005],"about_ca_topic_score_codex":0.00014380454,"about_ca_topic_score_gemma":0.00001265139,"teacher_disagreement_score":0.1383225,"about_ca_system_score_codex":0.00020742368,"about_ca_system_score_gemma":0.00024251679,"threshold_uncertainty_score":0.96786594},"labels":[],"label_agreement":null},{"id":"W2142401365","doi":"10.2196/resprot.2695","title":"An Internet Intervention to Improve Asthma Management: Rationale and Protocol of a Randomized Controlled Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Asthma; Medicine; Randomized controlled trial; Physical therapy; Self-management; Health care; Family medicine; Surgery; Internal medicine","score_opus":0.05993537935992684,"score_gpt":0.48849458873796675,"score_spread":0.42855920937803993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142401365","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013208228,0.0000017034145,0.00027109243,0.00018943512,0.000006363545,0.98422813,0.0000047989474,0.00003604559,0.0020542066],"genre_scores_gemma":[0.015373782,7.7272354e-8,0.00040767092,0.00006296131,0.00016508423,0.9791041,0.000008988787,0.000022593937,0.0048547224],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963905,0.0012446722,0.00083938456,0.00038248365,0.00082080445,0.00032211066],"domain_scores_gemma":[0.9981836,0.00022049427,0.0001988066,0.0003850978,0.00064576446,0.00036621498],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027891598,0.0001647931,0.00093387114,0.00042838295,0.00006311276,0.00013498403,0.00018448729,0.000085023654,0.001046523],"category_scores_gemma":[0.0005047296,0.000106113206,0.0003000564,0.00022033667,0.00025116283,0.0002465557,0.00015560974,0.00022186362,0.00007053946],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9546949,0.0022069851,0.000065171545,0.0013498348,0.00012266828,0.000010313896,0.00013850715,4.2932064e-7,0.0029477736,0.0008080898,0.0024395885,0.035215717],"study_design_scores_gemma":[0.9619253,0.008476803,0.0005148805,0.0013778581,0.000011675034,0.0000018731652,0.00016632643,0.000525128,0.001988092,0.00038926906,0.02452007,0.000102708975],"about_ca_topic_score_codex":0.00002732299,"about_ca_topic_score_gemma":0.0000022016834,"teacher_disagreement_score":0.03511301,"about_ca_system_score_codex":0.000044713506,"about_ca_system_score_gemma":0.000101199126,"threshold_uncertainty_score":0.99986666},"labels":[],"label_agreement":null},{"id":"W2142458351","doi":"10.2196/resprot.3822","title":"\"Test, Listen, Cure\" (TLC) Hepatitis C Community Awareness Campaign","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis C virus research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Psychology; Medicine; Hepatitis C; Virology","score_opus":0.6230044641272634,"score_gpt":0.6226497032624663,"score_spread":0.0003547608647971323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142458351","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049199913,0.000028027296,0.00011391986,0.0032894444,0.00002598843,0.8508053,0.00014757675,0.00049858395,0.09589128],"genre_scores_gemma":[0.120534874,0.000011047522,0.00052021915,0.0002349562,0.00040895183,0.8705917,0.000089268695,0.00011660831,0.007492363],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98951864,0.003746741,0.0006498784,0.0005710141,0.0038225886,0.0016911082],"domain_scores_gemma":[0.99103814,0.0013788702,0.00009855239,0.0022904014,0.0033526663,0.001841385],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0088241035,0.0003445455,0.00067255035,0.0006816935,0.0007918424,0.0003222784,0.0011611015,0.000360376,0.000803495],"category_scores_gemma":[0.0070387665,0.00030123087,0.00016204728,0.0017384992,0.0008870484,0.00041776724,0.001098037,0.004115901,0.0022935327],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009129405,0.0032452878,0.67067224,0.0014027725,0.000052538897,0.00066136225,0.0020809409,0.0000021234623,0.0023709359,0.00029621334,0.29857844,0.019724194],"study_design_scores_gemma":[0.005955517,0.0068238885,0.04453551,0.0030084501,0.0000048375123,0.000074024734,0.00065966655,0.000538436,0.0063809743,0.0012699027,0.93032676,0.00042205857],"about_ca_topic_score_codex":0.006699095,"about_ca_topic_score_gemma":0.0013683653,"teacher_disagreement_score":0.63174826,"about_ca_system_score_codex":0.00097648316,"about_ca_system_score_gemma":0.0034485918,"threshold_uncertainty_score":0.999944},"labels":[],"label_agreement":null},{"id":"W2142525946","doi":"10.2196/resprot.3501","title":"Care Models of eHealth Services: A Case Study on the Design of a Business Model for an Online Precare Service","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Business model; Service design; Knowledge management; Service (business); Health care; Industrialization of services business model; New business development; Computer science; Business; Process management; Service delivery framework; Electronic business; Marketing; Business relationship management","score_opus":0.7819507741668537,"score_gpt":0.6366600588286739,"score_spread":0.14529071533817972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142525946","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103516296,0.0000017779918,0.011900625,0.0003872905,0.000008430053,0.88312525,0.0002993373,0.00003070395,0.0007303162],"genre_scores_gemma":[0.5061063,1.2057522e-7,0.00042999955,0.000042935244,0.0000443277,0.49331856,0.000016989328,0.000008721214,0.00003204523],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9965603,0.0014197927,0.00045436175,0.00015421605,0.0010926268,0.00031874396],"domain_scores_gemma":[0.99281716,0.00027307804,0.0002463101,0.00037988948,0.0061546215,0.00012892715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056089624,0.0000885684,0.00018312225,0.0001214681,0.0005030364,0.00008477173,0.00046442918,0.000061754654,0.0000056609615],"category_scores_gemma":[0.0000952512,0.000060883584,0.000023971064,0.0007549913,0.0000819951,0.0006650299,0.00007682143,0.00011418279,0.0000013011394],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010861901,0.0006074475,0.0001264931,0.0016416762,0.0000129967575,0.0000016480076,0.95933264,0.02617059,0.000023117855,0.009206296,0.00028225977,0.0015086619],"study_design_scores_gemma":[0.0013261236,0.0016637386,0.000019404451,0.0003670943,0.000001968209,0.0000012750529,0.8612173,0.1322835,0.000037238606,0.0021281708,0.00088679936,0.00006740067],"about_ca_topic_score_codex":0.010235282,"about_ca_topic_score_gemma":0.010930269,"teacher_disagreement_score":0.40259,"about_ca_system_score_codex":0.00015602104,"about_ca_system_score_gemma":0.0013409049,"threshold_uncertainty_score":0.99635565},"labels":[],"label_agreement":null},{"id":"W2142567551","doi":"10.2196/resprot.2806","title":"Analysis of Internet Usage Among Cancer Patients in a County Hospital Setting: A Quality Improvement Initiative","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Medicine; Internet access; Family medicine; Commission; Population; World Wide Web; Business; Environmental health; Computer science","score_opus":0.2116561909709831,"score_gpt":0.6302916602213465,"score_spread":0.41863546925036343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142567551","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70107406,4.3585007e-7,0.00012664117,0.00015176462,0.000017537042,0.29496682,0.0002206938,0.000023937366,0.0034181396],"genre_scores_gemma":[0.49211323,4.0457977e-7,0.00004148453,0.0003209442,0.000028901128,0.50730866,0.000056888264,0.000006818382,0.00012268018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9909945,0.0041766283,0.0024739315,0.00040132462,0.0011108654,0.0008427276],"domain_scores_gemma":[0.9950442,0.0013111589,0.0010836523,0.00055463525,0.0017654335,0.00024097339],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015117082,0.00015891907,0.00054695166,0.00071067794,0.000281304,0.000037897655,0.00046027897,0.00021166728,0.0009523352],"category_scores_gemma":[0.0024187225,0.00012676205,0.00010350445,0.0018098842,0.00020455083,0.0009603818,0.0004103345,0.0013807698,0.000034081444],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025712338,0.0008638352,0.9718174,0.0019722912,0.000049388032,1.5495631e-7,0.014997373,0.0000035651437,0.000008080238,0.0002452954,0.0017803774,0.008005168],"study_design_scores_gemma":[0.0022601313,0.00061335356,0.9692567,0.0015650004,0.000003882684,1.6061257e-9,0.0010692708,0.0051157274,0.00007893483,0.0001398864,0.019768963,0.00012817848],"about_ca_topic_score_codex":0.004814684,"about_ca_topic_score_gemma":0.0022265464,"teacher_disagreement_score":0.21234183,"about_ca_system_score_codex":0.00075493346,"about_ca_system_score_gemma":0.00060119224,"threshold_uncertainty_score":0.99996096},"labels":[],"label_agreement":null},{"id":"W2142879682","doi":"10.2196/resprot.3762","title":"Development and Validation of Questionnaires Exploring Health Care Professionals' Intention to Use Wiki-Based Reminders to Promote Best Practices in Trauma","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Cronbach's alpha; Intraclass correlation; Health care; Psychology; Test (biology); Focus group; Medicine; Clinical psychology; Psychometrics","score_opus":0.5510779760103119,"score_gpt":0.6278604825780697,"score_spread":0.07678250656775776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142879682","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7555123,0.0000023129767,0.00027512887,0.011776947,0.000038674607,0.23191038,0.0000017016993,0.000031177726,0.00045137462],"genre_scores_gemma":[0.47732517,4.0515653e-7,0.0088625895,0.000097099684,0.00004370783,0.51342493,0.000008642646,0.000008364836,0.00022909036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968711,0.0012897012,0.00034606608,0.00029114555,0.0008991534,0.00030282338],"domain_scores_gemma":[0.99826443,0.00022299103,0.00020972648,0.00016327613,0.0009247506,0.00021480254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046487134,0.00007732263,0.00012037665,0.00035891338,0.00047223628,0.00019547614,0.00016567913,0.00006309659,0.000016348802],"category_scores_gemma":[0.003931329,0.00007615681,0.000011431384,0.0010370526,0.00007297709,0.0007155657,0.000048349182,0.00018336237,0.000012154652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051604287,0.0012638775,0.034117937,0.0009717233,0.0000060127686,6.290325e-7,0.43952453,0.000043050342,0.0012819698,0.006982554,0.0018779429,0.5134137],"study_design_scores_gemma":[0.0008137151,0.0009935107,0.061804753,0.0082254615,8.681734e-7,1.4177233e-7,0.13915081,0.000037622594,0.027873732,0.00017083154,0.7606867,0.00024183825],"about_ca_topic_score_codex":0.0017032835,"about_ca_topic_score_gemma":0.010532054,"teacher_disagreement_score":0.7588088,"about_ca_system_score_codex":0.0005419401,"about_ca_system_score_gemma":0.0016413002,"threshold_uncertainty_score":0.58771336},"labels":[],"label_agreement":null},{"id":"W2144192860","doi":"10.2196/resprot.2858","title":"Initial Impact of Tailored Web-Based Messages About Cigarette Smoke and Breast Cancer Risk on Boys’ and Girls’ Risk Perceptions and Information Seeking: Randomized Controlled Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Michael Smith Health Research BC; Canadian Institutes of Health Research; Canadian Breast Cancer Research Alliance","keywords":"Randomized controlled trial; Medicine; Breast cancer; Intervention (counseling); Relative risk; Risk perception; Demography; Cancer; Perception; Psychology; Nursing; Internal medicine; Confidence interval","score_opus":0.07248307466342487,"score_gpt":0.47369195660442376,"score_spread":0.4012088819409989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144192860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67400205,0.000004502617,0.000016920954,0.00026814637,0.000008563387,0.32538584,0.00010152621,0.000030018984,0.00018241045],"genre_scores_gemma":[0.5505679,0.000027880227,0.000007516632,0.000018692414,0.00007758485,0.44924837,0.000020760195,0.000011155862,0.0000201024],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966223,0.0012452889,0.00064232404,0.0002554579,0.00087944575,0.00035515192],"domain_scores_gemma":[0.997529,0.00085493736,0.00039890522,0.00027367217,0.00069429254,0.00024923054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029889792,0.00022390699,0.0009338119,0.00053061574,0.00030116746,0.00024178944,0.00007433882,0.00021917143,0.00060997065],"category_scores_gemma":[0.0009163972,0.00014606072,0.00018715911,0.00023615196,0.0005353192,0.0005667216,0.0000488021,0.0007151704,0.0000020223674],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.75728196,0.00029242423,0.22727408,0.00021247342,0.00017580875,0.0000015461177,0.0007016807,0.000007653678,0.0007001665,0.000015962647,0.0006700497,0.012666194],"study_design_scores_gemma":[0.50832814,0.0011968657,0.4880656,0.00051199755,0.00007684499,0.000003966864,0.000088806824,0.0015009185,0.00006255916,0.000039472154,0.000038109807,0.00008675419],"about_ca_topic_score_codex":0.0014001044,"about_ca_topic_score_gemma":0.000011804059,"teacher_disagreement_score":0.2607915,"about_ca_system_score_codex":0.000120202625,"about_ca_system_score_gemma":0.00039194906,"threshold_uncertainty_score":0.6678751},"labels":[],"label_agreement":null},{"id":"W2146125733","doi":"10.2196/resprot.2246","title":"Usability Evaluation of an Online, Tailored Self-Management Intervention for Chronic Obstructive Pulmonary Disease Patients Incorporating Behavior Change Techniques","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; University of Oklahoma","keywords":"Usability; eHealth; Think aloud protocol; Psychological intervention; Behavior change; Intervention (counseling); Computer science; Self-management; Web usability; Applied psychology; Medicine; Psychology; Health care; Human–computer interaction; Nursing; Artificial intelligence","score_opus":0.18892143126747463,"score_gpt":0.5007302124103217,"score_spread":0.31180878114284705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146125733","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44745505,0.000018705949,0.000017777467,0.00007462005,0.000009840551,0.55192524,0.00017703399,0.00010657201,0.00021514308],"genre_scores_gemma":[0.4088951,8.521105e-7,0.0018379928,0.0000056471936,0.00018526994,0.5882954,0.0006765161,0.00004712712,0.00005609908],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99323964,0.0012062818,0.00082867115,0.000965614,0.0029607173,0.0007990794],"domain_scores_gemma":[0.9926723,0.00012250061,0.0003190578,0.0011455644,0.0051182522,0.00062231865],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002685153,0.0003153165,0.00042033294,0.000634064,0.00025500296,0.000086933265,0.00048917736,0.00015867475,0.00047060716],"category_scores_gemma":[0.00047565904,0.00029175574,0.0002583669,0.0007530551,0.0004948325,0.0011700945,0.00052895024,0.00053975463,0.000023348173],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017253659,0.016260747,0.18379444,0.009993986,0.00007967254,0.000015714197,0.00015898066,0.0000018109184,0.0014404955,0.00017127629,0.00012690313,0.7862306],"study_design_scores_gemma":[0.004369338,0.0022701216,0.9725308,0.0020396095,0.00008707,0.0000019945871,0.00045128143,0.012543092,0.001372624,0.0034560696,0.00062508514,0.00025291106],"about_ca_topic_score_codex":0.00015261647,"about_ca_topic_score_gemma":0.000024590023,"teacher_disagreement_score":0.78873634,"about_ca_system_score_codex":0.0029564588,"about_ca_system_score_gemma":0.000653205,"threshold_uncertainty_score":0.99995345},"labels":[],"label_agreement":null},{"id":"W2147682354","doi":"10.2196/resprot.2114","title":"Integrating Psychological Theory Into the Design of an Online Intervention for Sexual Health: The Sexunzipped Website","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Psychological intervention; The Internet; Intervention (counseling); Intervention mapping; Pleasure; Protocol (science); Confidentiality; Psychology; Internet privacy; SAFER; Promotion (chess); Reproductive health; Computer science; Health promotion; Applied psychology; Public health; World Wide Web; Medicine; Computer security; Nursing","score_opus":0.7489752202439561,"score_gpt":0.7084575400583372,"score_spread":0.040517680185618965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147682354","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049557324,0.00010341958,0.032813534,0.011185381,0.00012453522,0.9058842,0.00004365426,0.00012229432,0.00016566068],"genre_scores_gemma":[0.056418788,0.0000028206468,0.00436656,0.0009852755,0.0019197486,0.93350405,0.000046808756,0.000049876882,0.002706084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97839683,0.018140294,0.000986891,0.00049061055,0.0006742738,0.0013111174],"domain_scores_gemma":[0.99452066,0.0030737054,0.0004975958,0.000950793,0.0006664107,0.0002908255],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.035211448,0.00020724755,0.0003597409,0.000131552,0.0025798853,0.000022127018,0.0007972917,0.00021959399,0.00019718446],"category_scores_gemma":[0.0015401259,0.00009258265,0.00008104683,0.00050638063,0.000603804,0.00027834522,0.00035295577,0.0023542081,0.000059815742],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014278723,0.019085173,0.022831313,0.008806442,0.00011056377,0.0000014863041,0.13648418,0.000019000921,0.008797137,0.050735738,0.047540367,0.69130987],"study_design_scores_gemma":[0.010105444,0.035165515,0.15940948,0.0084840795,0.000013921256,0.000018106963,0.29001805,0.0017637572,0.0006800124,0.05024472,0.44328418,0.0008127247],"about_ca_topic_score_codex":0.00013403938,"about_ca_topic_score_gemma":0.00009390124,"teacher_disagreement_score":0.69049716,"about_ca_system_score_codex":0.00022727063,"about_ca_system_score_gemma":0.00034882172,"threshold_uncertainty_score":0.9999474},"labels":[],"label_agreement":null},{"id":"W2148203909","doi":"10.2196/resprot.2141","title":"A Feasibility and Efficacy Randomized Controlled Trial of an Online Preventative Program for Childhood Obesity: Protocol for the EMPOWER Intervention","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Cincinnati","keywords":"Childhood obesity; Psychological intervention; Psychosocial; Psychology; Social cognitive theory; Developmental psychology; Intervention (counseling); Screen time; Early childhood; Behavior change; Medicine; Overweight; Clinical psychology; Obesity; Social psychology; Psychotherapist; Psychiatry","score_opus":0.21771412159184902,"score_gpt":0.5806603674066073,"score_spread":0.3629462458147583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148203909","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16544083,0.0000021808444,0.000114177936,0.00021915785,0.000009559242,0.83406335,0.000039715105,0.00005780292,0.00005321253],"genre_scores_gemma":[0.15406433,1.2841933e-7,0.0013185289,0.000011891549,0.00053604884,0.84381914,0.000029403005,0.000037366797,0.00018318802],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99469155,0.0024086712,0.00088124134,0.00047121718,0.0008619919,0.00068534876],"domain_scores_gemma":[0.99284905,0.0048707565,0.0004372336,0.0006239676,0.000911372,0.00030762344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0106989695,0.0002719639,0.0016370389,0.00013851825,0.00023507759,0.00008262283,0.00026654243,0.00015194567,0.0000451314],"category_scores_gemma":[0.0052394336,0.00015034481,0.00086573453,0.00025823503,0.0006532755,0.00036348033,0.00019809994,0.0005324703,0.0000016684305],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.77785856,0.2058867,0.0008979789,0.0015955641,0.00030149985,2.7633013e-7,0.00044395923,1.0869672e-7,0.00009408555,0.00036993992,0.000123494,0.012427838],"study_design_scores_gemma":[0.9354278,0.023627767,0.03320029,0.0010955238,0.00009549772,0.0000018847318,0.0001299096,0.00042588843,0.0013371846,0.0024753658,0.0020454412,0.00013747833],"about_ca_topic_score_codex":0.000015271567,"about_ca_topic_score_gemma":0.000014226399,"teacher_disagreement_score":0.18225893,"about_ca_system_score_codex":0.00010815666,"about_ca_system_score_gemma":0.0002078013,"threshold_uncertainty_score":0.627247},"labels":[],"label_agreement":null},{"id":"W2148849838","doi":"10.2196/resprot.4316","title":"Defining the Content of an Online Sexual Health Intervention: The MenSS Website","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Condom; Reproductive health; Psychological intervention; Intervention (counseling); Behavior change; Medical education; Medicine; Health promotion; Psychology; Nursing; Applied psychology; Public health; Family medicine; Population; Social psychology","score_opus":0.8107111885629124,"score_gpt":0.6922279556599977,"score_spread":0.11848323290291463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148849838","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06531208,0.0002228902,0.00013477974,0.04868946,0.00014721602,0.8835486,0.00011704547,0.00013297317,0.0016949228],"genre_scores_gemma":[0.046099704,0.000002924265,0.0002726799,0.0015605615,0.001133389,0.9389797,0.000064430846,0.000052258685,0.011834382],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98721445,0.0090139285,0.00097394077,0.00048581755,0.0012769283,0.001034959],"domain_scores_gemma":[0.99596673,0.0005826767,0.0004790952,0.0011559813,0.0013771,0.00043844263],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017248636,0.00017070874,0.0003600215,0.000118698656,0.0016539699,0.000024676627,0.00078609993,0.00012478534,0.00014285781],"category_scores_gemma":[0.00081501214,0.000081091806,0.00005938211,0.0005677767,0.0005671087,0.00018503936,0.00063729926,0.0023605349,0.00022603376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009083912,0.017323075,0.16211644,0.012766251,0.00021307828,0.000028439255,0.12058309,0.00004808887,0.0010831143,0.10246924,0.40223935,0.17204592],"study_design_scores_gemma":[0.0055399104,0.0095885275,0.1338842,0.0046202913,0.0000029608748,0.000013250824,0.16410413,0.00028408453,0.00012436225,0.0024893146,0.67909926,0.0002496752],"about_ca_topic_score_codex":0.0010442083,"about_ca_topic_score_gemma":0.00056744786,"teacher_disagreement_score":0.27685994,"about_ca_system_score_codex":0.00033512997,"about_ca_system_score_gemma":0.0016935802,"threshold_uncertainty_score":0.99994105},"labels":[],"label_agreement":null},{"id":"W2150361212","doi":"10.2196/resprot.2132","title":"Wellness Partners: Design and Evaluation of a Web-Based Physical Activity Diary with Social Gaming Features for Adults","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Southern California; Robert Wood Johnson Foundation","keywords":"Psychology; Intervention (counseling); Weight management; Physical activity; Applied psychology; Gerontology; Medicine; Physical therapy; Obesity; Weight loss","score_opus":0.3721078697669411,"score_gpt":0.5886716963431672,"score_spread":0.21656382657622608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150361212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5706735,8.683489e-7,0.0005902656,0.0012507255,9.263658e-7,0.4272985,0.0000055549835,0.000021979951,0.00015763853],"genre_scores_gemma":[0.51857805,6.216031e-8,0.00022022842,0.000011250974,0.000115461524,0.4810424,0.0000028901488,0.000010662876,0.00001901758],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9971551,0.0009196152,0.00009991796,0.0003021326,0.0011153863,0.0004078491],"domain_scores_gemma":[0.99782777,0.0010319744,0.000080339,0.0001782385,0.000713279,0.00016840585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019041264,0.0001206384,0.0003424897,0.00009927587,0.00022211048,0.000038065493,0.00007610005,0.00008873473,0.00001901711],"category_scores_gemma":[0.00025390054,0.000085323954,0.00005506157,0.0002466573,0.00028283466,0.00024419863,0.000034832126,0.00042647988,0.000004550698],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03663247,0.02080443,0.0010025594,0.011456805,0.00011936811,0.000005402601,0.0036045103,0.00005182197,0.1526459,0.00087695755,0.010830201,0.76196957],"study_design_scores_gemma":[0.049138136,0.031113086,0.18469837,0.008259638,0.000083870764,0.000006263066,0.0007179471,0.30864924,0.406566,0.0076976577,0.0024560199,0.00061378296],"about_ca_topic_score_codex":0.000056932302,"about_ca_topic_score_gemma":0.000008548993,"teacher_disagreement_score":0.76135576,"about_ca_system_score_codex":0.00010833736,"about_ca_system_score_gemma":0.0008952846,"threshold_uncertainty_score":0.347941},"labels":[],"label_agreement":null},{"id":"W2151134288","doi":"10.2196/resprot.2525","title":"Nutritional Education Through Internet-Delivered Menu Plans Among Adults With Type 2 Diabetes Mellitus: Pilot Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Diabète Québec; McGill University","keywords":"The Internet; Type 2 Diabetes Mellitus; Medicine; Gerontology; Medical education; Diabetes mellitus; Psychology; Multimedia; Computer science; World Wide Web","score_opus":0.22593489032924244,"score_gpt":0.5639066240066948,"score_spread":0.33797173367745237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151134288","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.260979,0.00003161732,0.00001923004,0.0008880874,0.00003504258,0.7317559,0.000030511597,0.00014963748,0.006110951],"genre_scores_gemma":[0.24588768,0.0000097610255,0.00036281007,0.00046346954,0.00038361055,0.75082505,0.00011786962,0.00004696683,0.0019027868],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.994235,0.0017232492,0.0008629536,0.0007126503,0.0010110931,0.00145506],"domain_scores_gemma":[0.99522346,0.00083224574,0.0002793542,0.0008323063,0.0021474,0.00068520627],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014792822,0.00025312282,0.00035062578,0.00023544919,0.0012087928,0.000068288646,0.0005740954,0.00016086346,0.002879185],"category_scores_gemma":[0.00020129867,0.00019866697,0.000027848631,0.00086953904,0.00023547173,0.00050517643,0.00021184786,0.0016894579,0.002796641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025826683,0.014451773,0.5228708,0.005566481,0.00005817508,0.0000026345697,0.008054162,0.0000012892622,0.00013059888,0.0071319332,0.42642394,0.012725541],"study_design_scores_gemma":[0.006410427,0.017162558,0.34146285,0.0073207,0.0000056016343,9.823963e-7,0.010329445,0.00010042293,0.00006206284,0.003290609,0.6134755,0.00037883993],"about_ca_topic_score_codex":0.0031302301,"about_ca_topic_score_gemma":0.0019121894,"teacher_disagreement_score":0.18705153,"about_ca_system_score_codex":0.0004432282,"about_ca_system_score_gemma":0.0024794335,"threshold_uncertainty_score":0.99803233},"labels":[],"label_agreement":null},{"id":"W2152512215","doi":"10.2196/resprot.2604","title":"Terminology, Taxonomy, and Facilitation of Motor Learning in Clinical Practice: Protocol of a Delphi Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stichting Innovatie Alliantie","keywords":"Terminology; Categorization; Motor learning; Delphi method; Psychology; Delphi; Taxonomy (biology); Medical education; Computer science; Knowledge management; Medicine; Artificial intelligence","score_opus":0.6419839808488255,"score_gpt":0.6981067889915867,"score_spread":0.05612280814276127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152512215","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036857307,7.127142e-7,0.000020893387,0.0008864978,0.0000022630186,0.95539874,0.0000021423564,0.00004765329,0.0067838184],"genre_scores_gemma":[0.121388406,6.8432144e-7,0.0023072443,0.000005073727,0.00003745741,0.8757332,4.1218456e-7,0.000012402689,0.000515133],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98821455,0.007942292,0.0011035884,0.00046242645,0.0016242692,0.0006528603],"domain_scores_gemma":[0.9934102,0.0039348924,0.00035024088,0.00040668514,0.0017114534,0.000186482],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022904677,0.00011831813,0.0003698698,0.000613088,0.0002204924,0.000109190216,0.00069270236,0.00026157722,0.00021675383],"category_scores_gemma":[0.019373417,0.000108651686,0.00005704777,0.0009215537,0.0019499882,0.00074291695,0.000490531,0.0013452473,0.000033488926],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017484273,0.0075597125,0.5925462,0.0010296733,0.00004108914,0.00003913228,0.016194185,0.0000025797924,0.0022804623,0.002426281,0.004255928,0.37187627],"study_design_scores_gemma":[0.005583061,0.018361537,0.26505935,0.0012170188,0.0000026017294,0.0000024973212,0.09431893,0.00023776162,0.00048783454,0.0034643149,0.61092514,0.00033997028],"about_ca_topic_score_codex":0.0041640853,"about_ca_topic_score_gemma":0.00044143788,"teacher_disagreement_score":0.6066692,"about_ca_system_score_codex":0.00013036879,"about_ca_system_score_gemma":0.00086943456,"threshold_uncertainty_score":0.98888683},"labels":[],"label_agreement":null},{"id":"W2154828678","doi":"10.2196/resprot.4856","title":"The Walking Interventions Through Texting (WalkIT) Trial: Rationale, Design, and Protocol for a Factorial Randomized Controlled Trial of Adaptive Interventions for Overweight and Obese, Inactive Adults","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Psychological intervention; Overweight; Randomized controlled trial; Medicine; Intervention (counseling); Physical therapy; Health promotion; Protocol (science); Physical activity; Gerontology; Physical medicine and rehabilitation; Psychology; Obesity; Alternative medicine; Public health; Nursing; Internal medicine","score_opus":0.5626021037545981,"score_gpt":0.6137820447226867,"score_spread":0.051179940968088644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154828678","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008045153,0.0000085302145,0.036411133,0.0006588282,0.000035560333,0.9617497,0.000030197916,0.000026194859,0.00027538827],"genre_scores_gemma":[0.007890918,0.0000016413455,0.003139165,0.000009739943,0.0007820669,0.9877588,0.000008963048,0.000027793292,0.00038090037],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99481076,0.0023982786,0.0011866872,0.00040941825,0.00072079507,0.00047408848],"domain_scores_gemma":[0.98239887,0.014861173,0.00066237565,0.00024505923,0.0016135181,0.00021902777],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010064862,0.00021479838,0.001539986,0.00015796622,0.00057904096,0.0001352147,0.00015332043,0.0001485155,0.000010048083],"category_scores_gemma":[0.014437268,0.00012752376,0.0007965226,0.00022656264,0.000541905,0.0004063192,0.00013797639,0.0004973529,8.014134e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.974727,0.0035920106,0.0000012225967,0.0024036868,0.0002977145,5.6698383e-7,0.001272401,6.6123346e-7,0.000103568455,0.013310727,0.0011841165,0.0031063526],"study_design_scores_gemma":[0.9090304,0.03264676,0.0000051762577,0.0072432207,0.00005041769,0.0000013833052,0.00050635875,0.0014512517,0.0005324427,0.042677376,0.005747664,0.00010756392],"about_ca_topic_score_codex":0.000040936106,"about_ca_topic_score_gemma":0.00004005267,"teacher_disagreement_score":0.06569659,"about_ca_system_score_codex":0.00018976265,"about_ca_system_score_gemma":0.0008613749,"threshold_uncertainty_score":0.99386454},"labels":[],"label_agreement":null},{"id":"W2155502962","doi":"10.2196/resprot.3931","title":"Do Extreme Values of Daily-Life Gait Characteristics Provide More Information About Fall Risk Than Median Values?","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Gait; Physical medicine and rehabilitation; Trunk; Medicine; Physical therapy; Psychology","score_opus":0.242402443395226,"score_gpt":0.530384346697396,"score_spread":0.28798190330217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155502962","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17499557,0.000030931027,0.0004977143,0.0013741739,0.00019346013,0.8062337,0.00055216387,0.00033586554,0.015786443],"genre_scores_gemma":[0.09231922,0.000033122706,0.0008803122,0.00021389322,0.0008647027,0.90273476,0.00030707117,0.00005853885,0.002588393],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920307,0.0028447665,0.0014614863,0.0003997556,0.0020790407,0.0011842481],"domain_scores_gemma":[0.9944235,0.0005162804,0.001018068,0.0010155335,0.0022451493,0.00078148843],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008358008,0.0002892744,0.00055615813,0.00046764035,0.00069015543,0.000106321,0.000799575,0.000499568,0.000074364325],"category_scores_gemma":[0.0038143168,0.00024191847,0.00013283142,0.00062145706,0.00035746716,0.0012728736,0.0004930175,0.0019563271,0.0010213107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002920127,0.002064879,0.64837784,0.00861101,0.00012849372,0.000013387658,0.05071827,0.0000016686082,0.001773542,0.0023142272,0.24318273,0.03989383],"study_design_scores_gemma":[0.0052442295,0.0009318117,0.7321279,0.005016606,0.000010861704,0.0000013946776,0.0064699217,0.00093699066,0.000025758578,0.006773379,0.24210256,0.0003585539],"about_ca_topic_score_codex":0.00047285287,"about_ca_topic_score_gemma":0.0000773092,"teacher_disagreement_score":0.09650106,"about_ca_system_score_codex":0.00033286298,"about_ca_system_score_gemma":0.0018723949,"threshold_uncertainty_score":0.9997565},"labels":[],"label_agreement":null},{"id":"W2157257781","doi":"10.2196/resprot.4189","title":"Use of a Therapeutic, Socially Assistive Pet Robot (PARO) in Improving Mood and Stimulating Social Interaction and Communication for People With Dementia: Study Protocol for a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Randomized controlled trial; Geriatric Depression Scale; Mood; Psychology; Facilitator; Psychosocial; Clinical psychology; Medicine; Cognition; Psychiatry","score_opus":0.40837576577444845,"score_gpt":0.6065093752118991,"score_spread":0.19813360943745062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157257781","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076519838,0.0000012317572,0.0025257405,0.00031241396,0.00001415947,0.98915887,0.0000060280245,0.000025099114,0.0003044471],"genre_scores_gemma":[0.1730091,4.929347e-8,0.0013390627,0.000012561986,0.000091210546,0.8253925,0.0000045187358,0.000027193526,0.0001238477],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99509704,0.00306239,0.00075717963,0.00034442285,0.00039930383,0.00033967925],"domain_scores_gemma":[0.99359673,0.004588014,0.0005903416,0.00018926674,0.0009603944,0.00007523293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055826777,0.00017764694,0.0009978734,0.00024193253,0.00034796647,0.00023633603,0.00014009599,0.000108562024,0.00003523788],"category_scores_gemma":[0.0011490565,0.00013664235,0.00012378434,0.00019529254,0.00019139516,0.00032336355,0.00009715682,0.00039637033,6.607498e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9735476,0.0023892443,0.0025664533,0.000120965466,0.00044857,5.887593e-7,0.014600507,0.000009942186,0.00013303435,0.0012674582,0.00015742177,0.0047582546],"study_design_scores_gemma":[0.9753272,0.0062817703,0.002149901,0.0002526884,0.000048974824,0.0000014118405,0.011721188,0.0031711985,0.000012426833,0.00056918047,0.0003215342,0.0001425509],"about_ca_topic_score_codex":0.0004919101,"about_ca_topic_score_gemma":0.0020731827,"teacher_disagreement_score":0.16535711,"about_ca_system_score_codex":0.00012087934,"about_ca_system_score_gemma":0.00030279404,"threshold_uncertainty_score":0.55721134},"labels":[],"label_agreement":null},{"id":"W2157911811","doi":"10.2196/resprot.1993","title":"Wikis and Collaborative Writing Applications in Health Care: A Scoping Review Protocol","year":2012,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; University Health Network; University of Toronto; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Université Laval; Association of Universities and Colleges of Canada; Centre hospitalier universitaire de Québec","funders":"","keywords":"Computer science; Systematic review; Knowledge translation; Health care; Collaborative writing; Social media; Protocol (science); Medical education; Knowledge management; World Wide Web; MEDLINE; Medicine","score_opus":0.4112085554190169,"score_gpt":0.7124521280059174,"score_spread":0.3012435725869005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157911811","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5655301e-9,0.44661438,0.0000029343196,0.00043465415,0.00000408597,0.54830766,0.000014017818,0.000036297857,0.004585986],"genre_scores_gemma":[1.2266646e-8,0.43862885,0.00024721934,0.000053275446,0.00031275215,0.5604793,0.000028110831,0.00002700108,0.00022347707],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98929405,0.0065382686,0.0012946074,0.00067024655,0.0012077147,0.000995084],"domain_scores_gemma":[0.99634296,0.0007804984,0.0007106164,0.0005553849,0.0011742008,0.0004363571],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.008913185,0.00031981533,0.0012227418,0.0005095826,0.0014199701,0.00047241236,0.00060906203,0.00032377758,0.0001997903],"category_scores_gemma":[0.0006397637,0.0002888567,0.00009362049,0.005280125,0.0004916983,0.0004745544,0.00019458427,0.001059087,0.0000728476],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036761546,0.00014664957,0.000015884207,0.34784028,0.000004680329,3.7008172e-7,0.0042459527,9.493892e-9,1.3207561e-8,0.0054895566,0.0019275314,0.6403254],"study_design_scores_gemma":[0.00013088931,0.000058043766,0.0000012437506,0.36423692,0.0000030774977,3.939313e-7,0.0023571572,2.9514128e-8,7.610848e-8,0.000034004337,0.6330209,0.00015730114],"about_ca_topic_score_codex":0.0001834356,"about_ca_topic_score_gemma":0.0015696447,"teacher_disagreement_score":0.64016813,"about_ca_system_score_codex":0.0014955645,"about_ca_system_score_gemma":0.017779088,"threshold_uncertainty_score":0.99995637},"labels":[],"label_agreement":null},{"id":"W2159500843","doi":"10.2196/resprot.3613","title":"The Telehealth Skills, Training, and Implementation Project: An Evaluation Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Telemedicine; Videoconferencing; Medicine; Nursing; Medical education; Protocol (science); Health care; Multimedia; Alternative medicine; Computer science","score_opus":0.513328313414005,"score_gpt":0.680171544335144,"score_spread":0.16684323092113906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159500843","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010508624,0.0000034977334,0.00002450273,0.0034299523,0.000009077831,0.98455656,0.000007252854,0.00008596644,0.001374545],"genre_scores_gemma":[0.007154153,0.0000011728464,0.00076825736,0.00030706354,0.00048077144,0.990922,0.00010004991,0.00003594843,0.00023058275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944637,0.0012615068,0.0006539116,0.00045320223,0.0023115857,0.0008561219],"domain_scores_gemma":[0.99711156,0.00018604248,0.0002020577,0.0004989819,0.0014174667,0.00058388675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012724118,0.00017395832,0.0002331394,0.00029282956,0.0006334138,0.00016709723,0.0001696418,0.00008764462,0.000105875384],"category_scores_gemma":[0.00055888854,0.000113518654,0.000027330583,0.0006360343,0.00021472342,0.00038351584,0.000081120095,0.00053612696,0.00001769132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009788173,0.0004983195,0.01914314,0.00050045375,0.00001758157,0.0000075500375,0.008879444,2.1070461e-7,0.00016795665,0.0008776717,0.06324511,0.90568376],"study_design_scores_gemma":[0.015506356,0.012323519,0.040438946,0.00032438655,0.000007952566,0.00006636807,0.015752623,0.00036765923,0.0005096382,0.0016490683,0.91291624,0.00013726171],"about_ca_topic_score_codex":0.00035263147,"about_ca_topic_score_gemma":0.00052688597,"teacher_disagreement_score":0.9055465,"about_ca_system_score_codex":0.0004069102,"about_ca_system_score_gemma":0.0039550993,"threshold_uncertainty_score":0.7016176},"labels":[],"label_agreement":null},{"id":"W2160509738","doi":"10.2196/resprot.2293","title":"Mobile Emergency, an Emergency Support System for Hospitals in Mobile Devices: Pilot Study","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università degli Studi di Firenze","keywords":"Computer science; Emergency management; Medical emergency; Mobile device; Health care; Modalities; Contingency plan; Computer security; Medicine; World Wide Web","score_opus":0.18266080514932762,"score_gpt":0.5048393644434422,"score_spread":0.32217855929411465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160509738","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048643332,0.000023795772,0.020907171,0.00003904038,0.00009104388,0.92865187,0.000008891514,0.0011348086,0.0005000655],"genre_scores_gemma":[0.24790277,0.0000030887659,0.008437002,0.00000386722,0.000085129344,0.74329716,0.0000032294054,0.00003601573,0.00023175271],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623346,0.0005002102,0.00070225727,0.0008110075,0.00084579346,0.0009072926],"domain_scores_gemma":[0.9973192,0.00018528478,0.00015335002,0.0014594529,0.0006102065,0.0002724569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034760796,0.00024363655,0.0003164961,0.0004008163,0.00023549914,0.000337124,0.0024721758,0.00008555246,0.00037726166],"category_scores_gemma":[0.000119036304,0.00022466514,0.00006503136,0.00109942,0.000027019383,0.0022441554,0.00060695875,0.00045760046,0.00020191206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008907935,0.047514092,0.31045046,0.01475999,0.00031208462,0.00035006335,0.02873886,0.00080693304,0.011118649,0.016894013,0.23845308,0.32971096],"study_design_scores_gemma":[0.0055788355,0.28770545,0.07677131,0.0018542074,0.000009713214,0.000043785454,0.0059114713,0.027918683,0.0030157024,0.006047434,0.58206254,0.0030808381],"about_ca_topic_score_codex":0.00030227046,"about_ca_topic_score_gemma":0.00004572911,"teacher_disagreement_score":0.34360948,"about_ca_system_score_codex":0.00014307708,"about_ca_system_score_gemma":0.0001246055,"threshold_uncertainty_score":0.9161579},"labels":[],"label_agreement":null},{"id":"W2161002701","doi":"10.2196/resprot.4331","title":"Household Transmission of Zoonotic Influenza Viruses in a Cohort of Egyptian Poultry Growers","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Influenza Virus Research Studies","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health; American Lebanese Syrian Associated Charities; U.S. Department of Health and Human Services","keywords":"Influenza A virus subtype H5N1; Seroprevalence; Enzootic; Transmission (telecommunications); Incidence (geometry); Virology; Subclinical infection; Medicine; Seroconversion; Serology; Influenza A virus; Veterinary medicine; Environmental health; Biology; Immunology; Virus; Antibody","score_opus":0.5122410391651507,"score_gpt":0.5768220919089996,"score_spread":0.06458105274384884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161002701","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4435936,0.000119649565,0.000020772548,0.00033202034,0.0000059974845,0.54750043,0.000035089928,0.00007493343,0.008317493],"genre_scores_gemma":[0.21768658,0.000012262069,0.00084903365,0.00017053794,0.00007094758,0.780823,0.0000035909297,0.00007285224,0.000311226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943403,0.0006474692,0.0009280278,0.00046011212,0.0026918692,0.0009322012],"domain_scores_gemma":[0.99697155,0.00037408547,0.00014923206,0.0007813222,0.0011916751,0.0005321344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042883344,0.00024039658,0.00079003203,0.0011359238,0.00007136227,0.00002362922,0.0004648652,0.00022827036,0.000097712706],"category_scores_gemma":[0.0017241684,0.00019043828,0.00014503735,0.0015306298,0.0008838241,0.000250025,0.0002742866,0.0011135197,0.00003756595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010102928,0.0020519863,0.91467243,0.0037085272,0.00012853586,0.00013433704,0.0024614122,0.0000693791,0.055483945,0.000243983,0.0063841483,0.0045584133],"study_design_scores_gemma":[0.030790705,0.011512444,0.5103712,0.018750291,0.000025791127,0.000026516673,0.0042388896,0.00019486857,0.15254954,0.001307514,0.269572,0.0006602545],"about_ca_topic_score_codex":0.00053161365,"about_ca_topic_score_gemma":0.00001525936,"teacher_disagreement_score":0.4043012,"about_ca_system_score_codex":0.00034302694,"about_ca_system_score_gemma":0.0013356445,"threshold_uncertainty_score":0.7765848},"labels":[],"label_agreement":null},{"id":"W2162760902","doi":"10.2196/resprot.2175","title":"Initial Evaluation of an Electronic Symptom Diary for Adolescents with Cancer","year":2012,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Documentation; Medicine; Cancer; Electronic health record; Young adult; Family medicine; Health care; Gerontology; Computer science","score_opus":0.23995270278945516,"score_gpt":0.585352133190818,"score_spread":0.3453994304013629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162760902","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29870114,0.00006685019,0.00006955913,0.0001619312,0.000017329363,0.7001482,0.00002826688,0.000030953077,0.0007757666],"genre_scores_gemma":[0.49891722,6.393879e-7,0.000010772821,0.000023742092,0.00031354642,0.50065726,0.000014219344,0.000017043696,0.00004556172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99705577,0.0004511662,0.00016663127,0.00020343716,0.0014441902,0.0006787767],"domain_scores_gemma":[0.9981497,0.000047801816,0.00005724207,0.00033654706,0.0011892827,0.00021945115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034474405,0.00010034499,0.00018563728,0.00014242851,0.000075321215,0.000016910004,0.00012337825,0.00008419362,0.00020873465],"category_scores_gemma":[0.0000897978,0.000076547694,0.000048710084,0.00030185597,0.00009934044,0.00022574268,0.00003322043,0.00032537006,0.000005542344],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03657464,0.0064043156,0.49960455,0.010342811,0.00022126942,0.0000052857645,0.007219286,0.000018060951,0.01999707,0.0010696802,0.0042702174,0.41427281],"study_design_scores_gemma":[0.049236856,0.025982661,0.5079,0.027828055,0.00023272535,0.00004029859,0.002287913,0.0025669017,0.18966615,0.0013096358,0.19195405,0.0009947473],"about_ca_topic_score_codex":0.00021895292,"about_ca_topic_score_gemma":0.0006828665,"teacher_disagreement_score":0.41327807,"about_ca_system_score_codex":0.0003977567,"about_ca_system_score_gemma":0.0013757787,"threshold_uncertainty_score":0.31215245},"labels":[],"label_agreement":null},{"id":"W2164568274","doi":"10.2196/resprot.4037","title":"An Integrated Web-Based Mental Health Intervention of Assessment-Referral-Care to Reduce Stress, Anxiety, and Depression in Hospitalized Pregnant Women With Medically High-Risk Pregnancies: A Feasibility Study Protocol of Hospital-Based Implementation","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"Canadian Institutes of Health Research; Strong; University of Alberta; Royal Alexandra Hospital Foundation; Children's Health Research Institute","keywords":"Medicine; Referral; Psychosocial; Mental health; Anxiety; Intervention (counseling); Family medicine; Psychiatry","score_opus":0.09120094675361198,"score_gpt":0.5348751883668773,"score_spread":0.4436742416132653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164568274","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50832874,0.000005551991,0.00003681218,0.00012753958,0.000008561769,0.49132678,0.00012850839,0.000029594548,0.000007908288],"genre_scores_gemma":[0.49261415,7.5974526e-7,0.0009717452,0.00001267708,0.000009908964,0.5062893,0.00007387961,0.000022354558,0.0000052289415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99325615,0.0022275574,0.0011990241,0.0007693631,0.0018116152,0.000736277],"domain_scores_gemma":[0.9967958,0.000059170306,0.00062436785,0.00075145956,0.0009369508,0.0008323061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035431406,0.00031684426,0.00072544924,0.00044432268,0.0001338535,0.00005140439,0.00031371953,0.00011665296,0.00007816021],"category_scores_gemma":[0.00012762457,0.00022798851,0.000048846287,0.0006951226,0.00021771764,0.0002880678,0.00016482228,0.0005857918,8.8170947e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026920296,0.0124514615,0.91964394,0.017704412,0.000030234462,0.000013145042,0.0089549795,0.000013729834,0.0003982417,0.000003286923,0.00006525887,0.01380104],"study_design_scores_gemma":[0.045215935,0.0989535,0.7615614,0.06973909,0.0000064953415,0.0000013898847,0.012087556,0.00020526956,0.011863558,0.000021210311,0.00013845159,0.00020612199],"about_ca_topic_score_codex":0.0018515415,"about_ca_topic_score_gemma":0.0006526687,"teacher_disagreement_score":0.15808249,"about_ca_system_score_codex":0.0012255843,"about_ca_system_score_gemma":0.0024515423,"threshold_uncertainty_score":0.92971015},"labels":[],"label_agreement":null},{"id":"W2164833418","doi":"10.2196/resprot.3893","title":"Competency-Based Assessment for Clinical Supervisors: Design-Based Research on a Web-Delivered Program","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Canberra; Australian Government","keywords":"Medical education; Web application; Medicine; Competency assessment; Program evaluation; Professional development; Psychology; Computer science; World Wide Web","score_opus":0.7891724192966153,"score_gpt":0.7243923574894253,"score_spread":0.06478006180718998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164833418","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006131359,0.0000046684063,0.004547524,0.023867248,0.000066989014,0.96039504,0.00001906881,0.0003292886,0.0046388255],"genre_scores_gemma":[0.009009974,4.6522783e-7,0.18926384,0.0008154728,0.0006319098,0.79949355,0.00016284005,0.00007032063,0.00055165245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98891765,0.0032585028,0.001045511,0.00092067325,0.0044682627,0.0013893917],"domain_scores_gemma":[0.9866404,0.0029315704,0.00012217028,0.0014004888,0.008224289,0.0006811135],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03604153,0.00025794815,0.00053060043,0.001168787,0.0004736696,0.00020396088,0.00073893275,0.00044377867,0.00033981862],"category_scores_gemma":[0.010710066,0.00021007445,0.00018047361,0.0026248293,0.001111938,0.00011415429,0.00012490357,0.0029601133,0.00026158197],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010579578,0.024418797,0.008812211,0.0016292159,0.00006358742,0.000053080184,0.0002008414,0.00007633043,0.0005018849,0.003939742,0.8160848,0.13363992],"study_design_scores_gemma":[0.025426513,0.059260942,0.0033423838,0.005179988,0.000010151387,0.000004215209,0.0010590737,0.15289187,0.0014276275,0.002491111,0.74853873,0.00036741132],"about_ca_topic_score_codex":0.000015629168,"about_ca_topic_score_gemma":0.000004364414,"teacher_disagreement_score":0.18471631,"about_ca_system_score_codex":0.0011835592,"about_ca_system_score_gemma":0.0201649,"threshold_uncertainty_score":0.9993401},"labels":[],"label_agreement":null},{"id":"W2165031456","doi":"10.2196/resprot.3074","title":"Texting to Increase Physical Activity Among Teenagers (TXT Me!): Rationale, Design, and Methods Proposal","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development; Agricultural Research Service; U.S. Department of Agriculture","keywords":"Pedometer; Psychology; Competence (human resources); Grounded theory; Physical activity; Physical education; Developmental psychology; Randomized controlled trial; Psychological intervention; Intervention (counseling); Physical activity level; Applied psychology; Physical therapy; Qualitative research; Social psychology; Medicine; Pedagogy","score_opus":0.19798893798314124,"score_gpt":0.5713593998589573,"score_spread":0.37337046187581613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165031456","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13175426,6.3422556e-7,0.08737778,0.0008988165,0.000024893798,0.74778986,0.000004377574,0.00020793338,0.031941433],"genre_scores_gemma":[0.07484501,4.428879e-8,0.025649324,0.00013480574,0.00032166165,0.8921519,0.0000040915234,0.000040524857,0.00685264],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933462,0.0044255024,0.0002411599,0.0006715902,0.00067944697,0.00063611584],"domain_scores_gemma":[0.99696875,0.0016789265,0.00010681602,0.00052625465,0.0002949892,0.00042426973],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006228392,0.00019925187,0.000294368,0.00022838384,0.0004316383,0.00020570782,0.00030241668,0.00014600983,0.001173713],"category_scores_gemma":[0.0010556174,0.00016774278,0.00005842698,0.0005626898,0.00034430224,0.00026014884,0.00020557706,0.00070119574,0.00021782624],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003169506,0.0053214235,0.04440145,0.0004954613,0.00014177492,0.00006826505,0.017135825,0.000098641394,0.029551202,0.040214833,0.11319376,0.74620783],"study_design_scores_gemma":[0.006307257,0.004292475,0.4013321,0.0009154362,0.000010837381,0.000029113302,0.0019697335,0.0047816397,0.019338083,0.010592296,0.5490957,0.0013353566],"about_ca_topic_score_codex":0.000116409494,"about_ca_topic_score_gemma":0.0000056887825,"teacher_disagreement_score":0.7448725,"about_ca_system_score_codex":0.000072493975,"about_ca_system_score_gemma":0.00013163478,"threshold_uncertainty_score":0.99973935},"labels":[],"label_agreement":null},{"id":"W2167281842","doi":"10.2196/resprot.2292","title":"Role of the Working Alliance on Treatment Outcome in Tailored Internet-Based Cognitive Behavioural Therapy for Anxiety Disorders: Randomized Controlled Pilot Trial","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Forskningsrådet för Arbetsliv och Socialvetenskap","keywords":"Alliance; Randomized controlled trial; Anxiety; Clinical psychology; Cognitive behavioral therapy; Psychology; Psychotherapist; Cognitive therapy; Medicine; Psychiatry; Cognition; Internal medicine","score_opus":0.2986158381190685,"score_gpt":0.5606518116197186,"score_spread":0.26203597350065005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167281842","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24100716,0.000017802762,0.000019910527,0.00087534793,0.00005866005,0.75599784,0.00002847753,0.000024683683,0.0019700993],"genre_scores_gemma":[0.49400115,3.300002e-7,0.000014013406,0.00004503994,0.000025795347,0.5046466,0.0000073587016,0.00001994511,0.0012397598],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950502,0.0022805706,0.0011014787,0.00042425047,0.00048180396,0.0006616955],"domain_scores_gemma":[0.9962805,0.0026372736,0.00037437014,0.00040683724,0.00019532345,0.000105706495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020452563,0.00024765026,0.00095826393,0.00017290431,0.00009872556,0.000107109714,0.0004455002,0.00010463868,0.0003732588],"category_scores_gemma":[0.00041283813,0.00013989897,0.00068597915,0.00028000644,0.00037978688,0.00010101324,0.00005557476,0.00036369945,0.000075427255],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.929033,0.010604695,0.011386014,0.00003971229,0.00011775421,4.7179685e-7,0.00043920294,9.284732e-7,0.000051911942,0.0010998033,0.00018135631,0.047045186],"study_design_scores_gemma":[0.96707684,0.017786589,0.008746075,0.0015824251,0.0000060940406,2.0609237e-7,0.0002984007,0.00018435728,0.0009872608,0.0021936882,0.0010043322,0.00013373418],"about_ca_topic_score_codex":0.0008118057,"about_ca_topic_score_gemma":0.0003264593,"teacher_disagreement_score":0.25299397,"about_ca_system_score_codex":0.00030020907,"about_ca_system_score_gemma":0.00010217252,"threshold_uncertainty_score":0.5704915},"labels":[],"label_agreement":null},{"id":"W2167509604","doi":"10.2196/resprot.4096","title":"Street Food Environment in Maputo (STOOD Map): a Cross-Sectional Study in Mozambique","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Safety and Hygiene","field":"Agricultural and Biological Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Environmental health; Geography; Food habits; Advertising; Socioeconomics; Business; Medicine; Sociology","score_opus":0.38625439952679774,"score_gpt":0.48168191015156014,"score_spread":0.0954275106247624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167509604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7682233,0.0000040586824,2.8608275e-7,0.00060118624,0.000005522468,0.23060212,0.000025676454,0.000023244662,0.0005146098],"genre_scores_gemma":[0.5519839,2.499641e-7,0.000017901482,0.0000146046295,0.00007247129,0.44767293,0.000009701173,0.0000010903581,0.00022714314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967583,0.00075664325,0.00038385362,0.0005004452,0.0009858749,0.0006148856],"domain_scores_gemma":[0.9993918,0.00014956003,0.000044502627,0.00013096315,0.0000795358,0.00020363944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003160499,0.00013927255,0.00017692405,0.0000698812,0.00012920254,0.00014522224,0.0005069097,0.00012352645,0.0003190866],"category_scores_gemma":[0.00007545349,0.000062278144,0.00004565307,0.0005358076,0.0001236909,0.00021229056,0.00037834345,0.0005896993,0.00018580758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071377406,0.0032029122,0.98848164,0.000020272553,0.0000055289124,0.000053331434,0.00028578832,0.00007899926,0.0019442462,0.0001825758,0.00044076773,0.0045901714],"study_design_scores_gemma":[0.0016504226,0.008002827,0.94217724,0.000063908934,1.1681382e-7,0.0000014255698,0.0007015188,0.000020443538,0.0002717906,0.0013001374,0.045670558,0.00013959582],"about_ca_topic_score_codex":0.0006330762,"about_ca_topic_score_gemma":0.011625114,"teacher_disagreement_score":0.21707082,"about_ca_system_score_codex":0.0002564865,"about_ca_system_score_gemma":0.00005524692,"threshold_uncertainty_score":0.64870864},"labels":[],"label_agreement":null},{"id":"W2167785841","doi":"10.2196/resprot.3572","title":"Internet-Based Implementation of Non-Pharmacological Interventions of the \"People Getting a Grip on Arthritis\" Educational Program: An International Online Knowledge Translation Randomized Controlled Trial Design Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Toronto; Université de Montréal; Children's Hospital of Eastern Ontario; Arthritis Society; Montfort Hospital; University of Ottawa","funders":"Arthritis Society; Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Knowledge translation; Population; Physical therapy; Gerontology; The Internet; Rheumatoid arthritis; Protocol (science); Family medicine; Alternative medicine; Nursing; Environmental health; Knowledge management; Internal medicine; World Wide Web; Computer science","score_opus":0.3851305350685288,"score_gpt":0.6124920019483562,"score_spread":0.2273614668798274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167785841","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041344885,0.000014191762,0.0008041669,0.001274691,0.00004254021,0.95594007,0.000027723021,0.000036302547,0.0005154274],"genre_scores_gemma":[0.21655633,0.0000031132952,0.0026315239,0.000014404988,0.00016860824,0.7804409,0.00007486091,0.000019863493,0.00009035678],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99276346,0.0036235298,0.0013883346,0.00034558523,0.0014808412,0.00039825012],"domain_scores_gemma":[0.99581337,0.0013975018,0.0004793425,0.0003065982,0.0017492741,0.00025390653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068078814,0.00020008221,0.00088960544,0.00047453292,0.0001094879,0.00009082548,0.0004633147,0.00010760946,0.00079225504],"category_scores_gemma":[0.0016240599,0.00012570777,0.0005785397,0.00048653153,0.0004794883,0.00024223432,0.00008134973,0.0005666593,0.000009067442],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90393233,0.012983933,0.00067311875,0.0003203195,0.00025676895,0.0000019223874,0.0010661932,0.00002509283,0.0023485725,0.0005797775,0.00090061006,0.07691136],"study_design_scores_gemma":[0.9604702,0.014059155,0.001170495,0.003932251,0.000008640997,0.0000050220287,0.00039626795,0.008926761,0.0085057905,0.00056881324,0.0018378837,0.0001187219],"about_ca_topic_score_codex":0.00006162211,"about_ca_topic_score_gemma":0.00012361645,"teacher_disagreement_score":0.17549914,"about_ca_system_score_codex":0.00015819202,"about_ca_system_score_gemma":0.0018488095,"threshold_uncertainty_score":0.8674637},"labels":[],"label_agreement":null},{"id":"W2171059439","doi":"10.2196/resprot.2946","title":"Use of a Google Map Tool Embedded in an Internet Survey Instrument: Is it a Valid and Reliable Alternative to Geocoded Address Data?","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Center for AIDS Research, University of Washington; Emory University","keywords":"Geocoding; Residence; Medicine; Interquartile range; Usability; Family medicine; Cohen's kappa; Referral; Data collection; Demography; Geography; Computer science; Statistics; Cartography","score_opus":0.5395085852177931,"score_gpt":0.5862925775069854,"score_spread":0.04678399228919228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171059439","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42006058,0.000005477557,0.00040157363,0.0018241394,0.0000090812755,0.5740725,0.0010939079,0.00004487407,0.0024878834],"genre_scores_gemma":[0.15046313,0.0000038523403,0.0017988047,0.0002346991,0.0001053703,0.81400716,0.0004723068,0.00006528867,0.032849368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99498636,0.0015698578,0.00063959294,0.00076595624,0.0012223178,0.0008158937],"domain_scores_gemma":[0.99653566,0.00046880613,0.00009467454,0.0015244049,0.0008246609,0.000551814],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052528763,0.0001964924,0.00048752333,0.0007575169,0.00007439517,0.00025422007,0.00080893864,0.00011904283,0.0011540825],"category_scores_gemma":[0.0028480503,0.00016815276,0.00005910122,0.0007209003,0.00026191803,0.0008702934,0.0012944031,0.0007670603,0.00017539029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009447362,0.004609658,0.13685533,0.0027816177,0.00017438557,0.000081143575,0.00537539,0.0000063841107,0.011682631,0.000617522,0.7903806,0.037987955],"study_design_scores_gemma":[0.012909748,0.04349719,0.06658529,0.019526297,0.0000097568,0.000021864413,0.0007426184,0.053881723,0.0561521,0.00060798787,0.74540335,0.00066205615],"about_ca_topic_score_codex":0.004868734,"about_ca_topic_score_gemma":0.0028409543,"teacher_disagreement_score":0.26959744,"about_ca_system_score_codex":0.00012917422,"about_ca_system_score_gemma":0.00024901115,"threshold_uncertainty_score":0.999759},"labels":[],"label_agreement":null},{"id":"W2172345175","doi":"10.2196/resprot.4567","title":"Nutritional Risk in Major Abdominal Surgery: Protocol of a Prospective Observational Trial to Evaluate the Prognostic Value of Different Nutritional Scores in Pancreatic Surgery","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Protocol (science); Abdominal surgery; Clinical trial; General surgery; Surgery; Internal medicine; Alternative medicine; Pathology","score_opus":0.4442795372239947,"score_gpt":0.5591488568622546,"score_spread":0.11486931963825986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172345175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37356716,0.000004948244,0.000011208006,0.0020248424,0.000010867695,0.6242172,0.000064048996,0.0000139092035,0.00008581441],"genre_scores_gemma":[0.17388397,0.0000012510903,0.000687432,0.00006969092,0.00028596522,0.82496256,0.000047269707,0.000026590684,0.00003526595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9918909,0.0023689482,0.0016442499,0.00050687406,0.0028642057,0.0007248347],"domain_scores_gemma":[0.99254453,0.004611612,0.00031119282,0.00040727796,0.0017515804,0.00037379423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010263313,0.00024804665,0.0009970785,0.0013246454,0.00012128813,0.000040098672,0.00024331294,0.00014834525,0.00017274523],"category_scores_gemma":[0.0068953806,0.00017884768,0.00021904994,0.0017831589,0.00039895868,0.00015708245,0.00013352351,0.0009364562,0.000014722497],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1367896,0.006888845,0.84353656,0.0038662637,0.000030597268,0.00003285749,0.0002852452,0.00000626193,0.00048576412,0.00211843,0.005657765,0.00030178437],"study_design_scores_gemma":[0.062328853,0.0024340134,0.8953588,0.01614838,0.000009556652,0.00001843153,0.00017018302,0.00035841565,0.0017367325,0.02019957,0.0010682214,0.0001688607],"about_ca_topic_score_codex":0.00017522975,"about_ca_topic_score_gemma":0.00008358948,"teacher_disagreement_score":0.20074536,"about_ca_system_score_codex":0.0006340043,"about_ca_system_score_gemma":0.003091992,"threshold_uncertainty_score":0.82549125},"labels":[],"label_agreement":null},{"id":"W2173552770","doi":"10.2196/resprot.4049","title":"Monitoring Web Site Usage of e-Bug: A Hygiene and Antibiotic Awareness Resource for Children","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globe; Resource (disambiguation); World Wide Web; Analytics; Usage data; Internet privacy; Business; Geography; Computer science; Medicine; Data science","score_opus":0.3342454654773261,"score_gpt":0.5571779115555248,"score_spread":0.22293244607819868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173552770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7958484,0.000020721383,0.000026809454,0.00018242036,0.000022377506,0.20188046,0.000041162562,0.000026315915,0.0019513251],"genre_scores_gemma":[0.63293487,5.3335754e-7,0.00028644217,0.000006739285,0.00033427865,0.3643223,0.000010496781,0.000014792503,0.0020895393],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828756,0.00027440488,0.00019838476,0.00035588472,0.00042732785,0.00045643747],"domain_scores_gemma":[0.9989105,0.00026104265,0.000076154836,0.00029911817,0.0002475527,0.000205639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022580868,0.00009428267,0.00015833473,0.00020153138,0.00015925753,0.00006469084,0.0002991851,0.00009644991,0.000032923184],"category_scores_gemma":[0.00019740453,0.00007863979,0.00002858374,0.00041074003,0.00020988786,0.00013678186,0.000106487525,0.00020608483,0.000054516873],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076501013,0.00037306861,0.9610046,0.00014932045,0.000012266335,0.0000031573936,0.0035754654,0.0000017512094,0.0111645665,0.00039807556,0.012176255,0.0103764385],"study_design_scores_gemma":[0.0021428126,0.0021314472,0.9351066,0.00092160807,0.0000025893585,0.000027488619,0.0015258245,0.00006584725,0.007995391,0.0004134805,0.049463853,0.00020308082],"about_ca_topic_score_codex":0.0001310496,"about_ca_topic_score_gemma":0.0000066884418,"teacher_disagreement_score":0.16291355,"about_ca_system_score_codex":0.000033464723,"about_ca_system_score_gemma":0.00020397808,"threshold_uncertainty_score":0.32068375},"labels":[],"label_agreement":null},{"id":"W2174341465","doi":"10.2196/resprot.4815","title":"Western Australian Public Opinions of a Minimum Pricing Policy for Alcohol: Study Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Healthway","keywords":"Alcohol consumption; Public economics; Consumption (sociology); Economics; Alcohol; Public health; Business; Environmental health; Medicine; Sociology; Social science","score_opus":0.6265629334473791,"score_gpt":0.639923218208462,"score_spread":0.013360284761082863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174341465","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013224128,7.7969673e-7,0.00001004113,0.0026078275,0.0000061659193,0.9830506,0.0000067661686,0.00009002203,0.0010036943],"genre_scores_gemma":[0.06568205,3.7507064e-8,0.00051775464,0.000034973968,0.0003988811,0.9278785,0.000017380698,0.00005333382,0.005417103],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965479,0.0003029068,0.0005589423,0.0003918271,0.0011901914,0.0010082826],"domain_scores_gemma":[0.99723786,0.00024727953,0.00014939257,0.00077790185,0.00094824453,0.0006393178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019771655,0.00023598499,0.0005240886,0.0007115169,0.00013558347,0.0000775282,0.00034431918,0.00012175604,0.000059849423],"category_scores_gemma":[0.0006599647,0.00017245588,0.00014917836,0.0011135542,0.00017146717,0.00031267974,0.00015177284,0.00032386178,0.000061909195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031407464,0.0066456012,0.96424246,0.0007418708,0.00016804965,0.000024844869,0.0062257615,3.5871167e-7,0.00052325235,0.00040385863,0.014680462,0.0032027191],"study_design_scores_gemma":[0.09431807,0.025779799,0.20883459,0.0030666017,0.000035128294,0.00003760781,0.0122696,0.00001927913,0.008103579,0.00065978884,0.646315,0.0005609512],"about_ca_topic_score_codex":0.000045723365,"about_ca_topic_score_gemma":0.000051966814,"teacher_disagreement_score":0.75540787,"about_ca_system_score_codex":0.0004020945,"about_ca_system_score_gemma":0.001380815,"threshold_uncertainty_score":0.7032547},"labels":[],"label_agreement":null},{"id":"W2174874180","doi":"10.2196/resprot.4468","title":"Using an eHealth Intervention to Stimulate Health Behavior for the Prevention of Cognitive Decline in Dutch Adults: A Study Protocol for the Brain Aging Monitor","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Gerontology; Cognition; Intervention (counseling); Cognitive decline; Protocol (science); Psychology; Medicine; Cognitive aging; Dementia; Alternative medicine; Psychiatry; Health care; Disease","score_opus":0.5094640171984359,"score_gpt":0.6802980832510854,"score_spread":0.1708340660526495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174874180","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059341922,0.0000020093298,0.0053119957,0.004922758,0.0000137352845,0.93030876,0.00002933257,0.00006573813,0.000003748919],"genre_scores_gemma":[0.16527785,8.142294e-8,0.0009045924,0.000052824584,0.00013197504,0.83352476,0.00000320498,0.000027823331,0.000076895216],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99442685,0.0024965322,0.00074424676,0.00048645562,0.0010130754,0.00083286106],"domain_scores_gemma":[0.9960833,0.0015392118,0.0003535333,0.00043382234,0.0013680736,0.00022204836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020144738,0.00015648668,0.00028978675,0.000339068,0.00092093466,0.00014114875,0.00088486745,0.00012472727,0.000007996911],"category_scores_gemma":[0.003657321,0.00010712268,0.00009798497,0.0010439313,0.00032451126,0.00035718,0.00030171254,0.00046053823,0.0000019393055],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016697375,0.019528048,0.09277757,0.0016728818,0.000080454716,0.0000053339336,0.19179572,0.00018753963,0.00013347671,0.00046159336,0.0013359381,0.6753241],"study_design_scores_gemma":[0.08414769,0.07324441,0.21509762,0.026023995,0.000030283743,0.0000034846823,0.553069,0.01152492,0.0011786247,0.006045465,0.028809454,0.00082507817],"about_ca_topic_score_codex":0.010365038,"about_ca_topic_score_gemma":0.04774381,"teacher_disagreement_score":0.674499,"about_ca_system_score_codex":0.0005278779,"about_ca_system_score_gemma":0.0011227707,"threshold_uncertainty_score":0.996225},"labels":[],"label_agreement":null},{"id":"W2175095300","doi":"10.2196/resprot.4623","title":"Changes in Physical Activity and Psychological Variables Following a Web-Based Motivational Interviewing Intervention: Pilot Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Motivational interviewing; Psychology; Applied psychology; Intervention (counseling); Physical activity; Clinical psychology; Psychological intervention; Medicine; Physical therapy; Psychiatry","score_opus":0.6710143829745869,"score_gpt":0.6187845323363648,"score_spread":0.052229850638222164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175095300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82428247,0.0000013034959,0.000056362824,0.0017560704,0.0000062496697,0.17335601,0.0000024558517,0.000045982626,0.0004931081],"genre_scores_gemma":[0.61603284,7.500245e-8,0.00006640348,0.000038872477,0.00013856478,0.3836648,0.0000021226842,0.000009529561,0.000046824094],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9970508,0.0010251937,0.00017004504,0.00046049774,0.0008487499,0.00044467385],"domain_scores_gemma":[0.9988377,0.00039747148,0.00005129241,0.0002644846,0.00014699281,0.00030206112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002459454,0.00014664432,0.0004383099,0.00024382722,0.00010587803,0.000067449866,0.00014317536,0.000052386487,0.000029860528],"category_scores_gemma":[0.0004826978,0.00011420352,0.000060613886,0.00058033364,0.00011718503,0.000221541,0.00019799742,0.0009328697,0.00001588228],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020942887,0.42011014,0.4118013,0.0031409017,0.00016021825,0.0005033677,0.0034902,0.000009942472,0.049720388,0.0014255666,0.0024350279,0.08626006],"study_design_scores_gemma":[0.032293458,0.12720244,0.8187273,0.006666745,0.00001084969,0.000011720194,0.00078282366,0.004990332,0.0018236776,0.004136363,0.0029997334,0.0003545299],"about_ca_topic_score_codex":0.00010314181,"about_ca_topic_score_gemma":0.00019292139,"teacher_disagreement_score":0.406926,"about_ca_system_score_codex":0.00021353904,"about_ca_system_score_gemma":0.00017617756,"threshold_uncertainty_score":0.46570843},"labels":[],"label_agreement":null},{"id":"W2179439907","doi":"10.2196/resprot.4648","title":"Digital Interventions to Promote Self-Management in Adults With Hypertension: Protocol for Systematic Review and Meta-Analysis","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; National Institute for Health and Care Research","keywords":"Psychological intervention; Self-management; Protocol (science); mHealth; Intervention (counseling); Medicine; Meta-analysis; eHealth; Digital health; Computer science; Alternative medicine; Nursing; Health care; Internal medicine","score_opus":0.4016225789484141,"score_gpt":0.5391567141786975,"score_spread":0.1375341352302834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2179439907","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003975513,0.00026807233,0.00004479478,0.0038611963,3.7944068e-7,0.9943937,0.000015069506,0.000057724104,0.0013550759],"genre_scores_gemma":[0.00016301294,0.0000013621997,0.00263666,0.0007099928,0.000014715983,0.9933913,0.000006213145,0.000025554584,0.0030512353],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99726486,0.00022801498,0.0006616809,0.0005416736,0.000888791,0.00041496565],"domain_scores_gemma":[0.9973605,0.00010660717,0.00011382625,0.00069555285,0.0013767488,0.0003467298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001927968,0.00022506532,0.0020709042,0.00051778037,0.00009834813,0.000115362294,0.00017610697,0.00005422274,0.000030477433],"category_scores_gemma":[0.0002713257,0.00012223465,0.00040490396,0.0012953838,0.00005878876,0.00017014248,0.0003017265,0.00022802864,0.00003090103],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013415392,0.0018945632,0.00010260877,0.92206466,0.043875366,0.00016835149,0.0004464329,6.9047786e-7,0.000001383388,0.0000739653,0.029918294,0.00011214478],"study_design_scores_gemma":[0.023540447,0.015398338,0.00034938098,0.51492596,0.2692636,0.00021837397,0.0015487948,0.00012200808,0.00006027757,0.00019986244,0.17350401,0.0008689886],"about_ca_topic_score_codex":0.0000051396346,"about_ca_topic_score_gemma":0.000027512093,"teacher_disagreement_score":0.40713874,"about_ca_system_score_codex":0.000033584525,"about_ca_system_score_gemma":0.00006768871,"threshold_uncertainty_score":0.49845842},"labels":[],"label_agreement":null},{"id":"W2185864713","doi":"10.2196/resprot.4922","title":"Human Resource Information Systems in Health Care: Protocol for a Systematic Review","year":2015,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Employer Branding and e-HRM","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Knowledge management; Scope (computer science); eHealth; Health care; Information system; Human resource management system; Systematic review; Protocol (science); Analytics; Business; Human resources; Resource (disambiguation); Human resource management; Medicine; Computer science; MEDLINE; Data science; Engineering","score_opus":0.4247024846641354,"score_gpt":0.5862847083379266,"score_spread":0.16158222367379116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185864713","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.007068e-10,0.2059789,0.0000037628622,0.000108175336,0.000007839783,0.7889959,0.00001750863,0.0001587717,0.004729091],"genre_scores_gemma":[6.6865478e-9,0.008406537,0.000013083528,0.00029824843,0.00073049054,0.9895367,0.00032623438,0.000120703284,0.0005679994],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922571,0.00095291366,0.0032116373,0.0005946367,0.0017687663,0.0012148991],"domain_scores_gemma":[0.9950751,0.00020941542,0.0021687085,0.0012418493,0.0012140458,0.0000908796],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.016233884,0.0006376473,0.0036889762,0.0017268476,0.0005196261,0.0016376034,0.0014073824,0.00037277426,0.000017198843],"category_scores_gemma":[0.0009918072,0.000462723,0.00042796065,0.002138645,0.00008066048,0.0014291431,0.0004936329,0.0011702128,0.0006800725],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021195767,0.00007551409,7.191408e-7,0.7965265,0.000018265808,0.000002289472,0.00005796797,5.585019e-7,2.5960378e-9,0.0019357203,0.18928345,0.012077822],"study_design_scores_gemma":[0.00072741153,0.00009046023,5.9778884e-8,0.4922287,0.000014358858,0.0000026416662,0.00007720748,0.000004607928,2.628903e-9,0.000027692846,0.5066065,0.00022037518],"about_ca_topic_score_codex":0.00033057865,"about_ca_topic_score_gemma":0.000030501204,"teacher_disagreement_score":0.31732306,"about_ca_system_score_codex":0.0011812382,"about_ca_system_score_gemma":0.0009399836,"threshold_uncertainty_score":0.99978244},"labels":[],"label_agreement":null},{"id":"W2188203180","doi":"10.2196/resprot.4948","title":"ProKaSaRe Study Protocol: A Prospective Multicenter Study of Pulmonary Rehabilitation of Patients With Sarcoidosis","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sarcoidosis and Beryllium Toxicity Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sarkoidose Stiftung","keywords":"Medicine; Pulmonary rehabilitation; Rehabilitation; Quality of life (healthcare); Physical therapy; Referral; Prospective cohort study; Pulmonary function testing; Sarcoidosis; Cohort; Family medicine; Internal medicine","score_opus":0.1807233251102337,"score_gpt":0.5295210221181061,"score_spread":0.34879769700787244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188203180","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4526026,3.3286491e-7,9.240499e-7,0.000053416265,0.0000014178158,0.5468513,0.000010196273,0.000023616,0.00045620388],"genre_scores_gemma":[0.4801548,9.5354515e-9,0.00017782908,0.000002374262,0.000027603457,0.51946795,0.0000042575098,0.0000349629,0.0001301627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99141914,0.001562916,0.00093021785,0.00080159446,0.004595563,0.00069054565],"domain_scores_gemma":[0.9912155,0.0003697805,0.00029818589,0.0011581543,0.0065460177,0.00041232415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033953404,0.0002972731,0.0007825457,0.0007668161,0.00013368818,0.00005017552,0.0004435997,0.000119153505,0.00007815962],"category_scores_gemma":[0.0012472991,0.00019707717,0.00010163505,0.00183398,0.00047146177,0.00033440627,0.00044594368,0.0008140191,0.000018171713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03554288,0.1084816,0.8424636,0.0016594668,0.0001402052,0.000025028776,0.008645926,0.0000026888515,0.00071139616,0.000005318172,0.00033370173,0.0019881579],"study_design_scores_gemma":[0.029554611,0.09721493,0.8539671,0.0014794527,0.000015101793,0.0000010257678,0.015060606,0.00006196602,0.0018415826,0.000027200253,0.0006107134,0.00016576039],"about_ca_topic_score_codex":0.00022523034,"about_ca_topic_score_gemma":0.000077647775,"teacher_disagreement_score":0.027552215,"about_ca_system_score_codex":0.00035049513,"about_ca_system_score_gemma":0.00064810965,"threshold_uncertainty_score":0.8036574},"labels":[],"label_agreement":null},{"id":"W2190289261","doi":"10.2196/resprot.4783","title":"The Feasibility, Acceptability, and Efficacy of Delivering Internet-Based Self-Help and Guided Self-Help Interventions for Generalized Anxiety Disorder to Indian University Students: Design of a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine, Stanford University","keywords":"Psychological intervention; Self-efficacy; Randomized controlled trial; Anxiety; The Internet; Generalized anxiety disorder; Psychology; Clinical psychology; Research design; Applied psychology; Medical education; Psychotherapist; Medicine; Psychiatry; Computer science; World Wide Web","score_opus":0.25954365515336203,"score_gpt":0.5588797078182787,"score_spread":0.29933605266491664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2190289261","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42040285,0.0000331213,0.0024285517,0.0003464717,0.000048394155,0.57647306,0.00004752966,0.000051257408,0.00016876959],"genre_scores_gemma":[0.43788397,0.0000019835616,0.0027722581,0.000011466299,0.000027905317,0.5587733,0.000006332736,0.000024964944,0.0004978353],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917858,0.005038537,0.0013805811,0.000546737,0.00070758094,0.00054075225],"domain_scores_gemma":[0.9941594,0.0034321258,0.00045434482,0.0006121934,0.0009471144,0.00039479262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0142222075,0.0002253704,0.0011579243,0.00036487257,0.00021066525,0.00015822794,0.00077750674,0.00014029567,0.000071819115],"category_scores_gemma":[0.00248841,0.00016906725,0.00058195496,0.00042459354,0.00051517494,0.00017845328,0.0006883266,0.00027155827,0.0000061895266],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97660685,0.007864186,0.0052632946,0.0011466297,0.00054104894,0.0000018121697,0.0023020403,0.000012852871,0.000015601217,0.0015918766,0.001556349,0.0030974385],"study_design_scores_gemma":[0.98428005,0.008085378,0.0024496298,0.0008846857,0.00006907576,0.0000021534408,0.0010391206,0.0003740557,0.00010144259,0.00093763846,0.0016104792,0.00016628097],"about_ca_topic_score_codex":0.00033631438,"about_ca_topic_score_gemma":0.00018972352,"teacher_disagreement_score":0.017699758,"about_ca_system_score_codex":0.00030375,"about_ca_system_score_gemma":0.00026977804,"threshold_uncertainty_score":0.68943626},"labels":[],"label_agreement":null},{"id":"W2200142443","doi":"10.2196/resprot.4416","title":"Development and Pilot Evaluation of a Tablet-Based Application to Improve Quality of Care in Child Mental Health Treatment","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Mental health; Quality (philosophy); Psychology; Mental health care; Medicine; Medical education; Nursing; Psychiatry","score_opus":0.49981658159858405,"score_gpt":0.6719406948876213,"score_spread":0.17212411328903726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200142443","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21485212,0.000057638274,0.00006747407,0.0013611034,0.000018738583,0.7784992,0.00017794129,0.000018858365,0.0049469634],"genre_scores_gemma":[0.4565686,3.33346e-8,0.00051811314,0.000016434858,0.0000065279264,0.5427893,0.00004289526,0.000007721054,0.00005041335],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99672925,0.000925028,0.0007367717,0.00034269865,0.000917606,0.00034866759],"domain_scores_gemma":[0.9986817,0.000054757114,0.00020420972,0.0003577966,0.0004548213,0.00024668878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045307563,0.000103082304,0.0002495244,0.0002921028,0.00006398499,0.000014654698,0.00013736993,0.0000421747,0.000026626472],"category_scores_gemma":[0.000071152404,0.00009558918,0.000026362042,0.00038536298,0.0000716101,0.00006878179,0.00007560383,0.00011010996,0.00002932526],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005993539,0.010497741,0.006944228,0.0021773605,0.00003305292,6.1035337e-7,0.017002372,0.000015849182,0.00087318127,0.004040371,0.0007205772,0.9517011],"study_design_scores_gemma":[0.08011534,0.16492115,0.40357795,0.01277029,0.000008294227,0.000007126476,0.027755102,0.00055089116,0.11498097,0.002191886,0.19215739,0.0009635947],"about_ca_topic_score_codex":0.0012707163,"about_ca_topic_score_gemma":0.0020487695,"teacher_disagreement_score":0.95073754,"about_ca_system_score_codex":0.001764668,"about_ca_system_score_gemma":0.00089988124,"threshold_uncertainty_score":0.46145454},"labels":[],"label_agreement":null},{"id":"W2201599511","doi":"10.2196/resprot.5153","title":"Understanding Psychosocial and High-Risk Sexual Behaviors Among Detained Juveniles: A Descriptive Study Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Psychological intervention; Population; Gonorrhea; Medicine; Domestic violence; Chlamydia; Psychiatry; Sexual abuse; Clinical psychology; Psychology; Poison control; Family medicine; Suicide prevention; Environmental health; Human immunodeficiency virus (HIV)","score_opus":0.7207266498272868,"score_gpt":0.6463170916688757,"score_spread":0.0744095581584111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201599511","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13508153,9.572673e-7,0.0002478681,0.00035076423,0.000054709628,0.86321765,0.00002265047,0.00020651394,0.0008173662],"genre_scores_gemma":[0.13417523,1.5110523e-7,0.00012419128,0.000036129673,0.00088087074,0.86204064,0.000005272574,0.00008331885,0.0026541946],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9861939,0.008003724,0.0009764781,0.0012743648,0.0018061736,0.001745353],"domain_scores_gemma":[0.996195,0.0004027498,0.00047664513,0.00080876215,0.0010568108,0.0010600248],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00981364,0.00040074205,0.0006197909,0.00046160756,0.0030861765,0.0000981713,0.00047361295,0.0004048539,0.00014114437],"category_scores_gemma":[0.0008189287,0.00030700304,0.000045487162,0.0009871499,0.0008508486,0.0004895334,0.00072391867,0.0036631438,0.00016569476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003832108,0.0038683796,0.90822846,0.00092846254,0.000042805896,0.0000457323,0.056517217,0.0000013265757,0.00010176263,0.00090143085,0.024209905,0.0013224079],"study_design_scores_gemma":[0.027129943,0.017384427,0.44887343,0.0021559137,0.000017597391,0.000003926974,0.4583627,0.000058704027,0.000029590457,0.009313829,0.03585302,0.00081691454],"about_ca_topic_score_codex":0.0017454542,"about_ca_topic_score_gemma":0.0012018768,"teacher_disagreement_score":0.45935503,"about_ca_system_score_codex":0.0019445678,"about_ca_system_score_gemma":0.0018765895,"threshold_uncertainty_score":0.9999382},"labels":[],"label_agreement":null},{"id":"W2202541053","doi":"10.2196/resprot.4894","title":"Mobile Phone Apps for University Students With Hazardous Alcohol Use: Study Protocol for Two Consecutive Randomized Controlled Trials","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Protocol (science); Mobile phone; Randomized controlled trial; Medicine; Mobile apps; Hazardous waste; Phone; Medical education; Psychology; Multimedia; Computer science; World Wide Web; Alternative medicine; Engineering; Surgery","score_opus":0.4361227380091943,"score_gpt":0.6010430928279843,"score_spread":0.16492035481878997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2202541053","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016338555,0.0000029647724,0.00031999045,0.00008898902,0.000009466476,0.98274666,0.000026691994,0.00014093233,0.00032572297],"genre_scores_gemma":[0.011887761,2.8464493e-7,0.0011567922,0.0000313633,0.00013910142,0.97286266,0.000022450049,0.00006952525,0.013830058],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9919386,0.0035617526,0.0010270323,0.00072274066,0.0018872047,0.00086270395],"domain_scores_gemma":[0.98675805,0.008926092,0.0005252601,0.000681988,0.0026140835,0.00049451203],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.018422978,0.00044442472,0.0043444154,0.00047366263,0.0003350507,0.00021856392,0.00041711313,0.00013549815,0.000081585466],"category_scores_gemma":[0.004806143,0.00025054504,0.0007484319,0.00050181645,0.00043356867,0.00030084603,0.00012392766,0.00034115394,0.00002963816],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94561493,0.006647555,0.028517408,0.00019660256,0.002661316,0.00015027354,0.0036030682,0.0000044032554,0.000106269814,0.00011219849,0.011982644,0.00040330325],"study_design_scores_gemma":[0.9475722,0.015656684,0.00017127994,0.0010745317,0.00030958702,0.0000068438653,0.007698525,0.00006924504,0.0009737717,0.00016726193,0.02604242,0.0002576586],"about_ca_topic_score_codex":0.0000337655,"about_ca_topic_score_gemma":0.00007633556,"teacher_disagreement_score":0.028346129,"about_ca_system_score_codex":0.00059168064,"about_ca_system_score_gemma":0.0013884497,"threshold_uncertainty_score":0.9999947},"labels":[],"label_agreement":null},{"id":"W2204981334","doi":"10.2196/resprot.4562","title":"The Effect of Patient-Specific Cerebral Oxygenation Monitoring on Postoperative Cognitive Function: A Multicenter Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac and Coronary Surgery Techniques","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Randomized controlled trial; Medicine; Cognition; Randomization; Anesthesia; Physical therapy; Internal medicine; Psychiatry","score_opus":0.08391848973632744,"score_gpt":0.4561417456670528,"score_spread":0.37222325593072536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2204981334","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19486536,0.000049189675,0.000028007056,0.0002972896,0.000100416364,0.7996705,0.0000042554234,0.00006660699,0.0049183797],"genre_scores_gemma":[0.45573243,0.0000020484588,0.000008192333,0.000010008762,0.00021501046,0.54368746,0.000005656807,0.000013022711,0.0003261425],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99313504,0.0043403828,0.0005601708,0.00028147857,0.0013412397,0.00034172065],"domain_scores_gemma":[0.993404,0.004751624,0.00017726327,0.0002862019,0.00121495,0.00016598759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061514145,0.00018634736,0.0009988943,0.0002022036,0.0002035099,0.00007651236,0.00008821516,0.00010662463,0.000042025185],"category_scores_gemma":[0.0023248352,0.00009584436,0.00047961218,0.00025057152,0.0003127946,0.000121230834,0.00006861359,0.0005282471,0.000033549233],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96871954,0.00032912559,0.00070331915,0.000032489843,0.0002188444,0.000013101969,0.00035912637,4.967858e-7,0.00039091494,0.00011612226,0.0018688818,0.027248036],"study_design_scores_gemma":[0.94440895,0.02120343,0.00043037007,0.0012056086,0.000027609787,0.0000030278757,0.0004384588,0.000034966382,0.021419644,0.000047625887,0.010690474,0.00008985609],"about_ca_topic_score_codex":0.000009163363,"about_ca_topic_score_gemma":3.938411e-7,"teacher_disagreement_score":0.2608671,"about_ca_system_score_codex":0.00014863761,"about_ca_system_score_gemma":0.0001671981,"threshold_uncertainty_score":0.390842},"labels":[],"label_agreement":null},{"id":"W2207311315","doi":"10.2196/resprot.4835","title":"A Self-Regulation eHealth Intervention to Increase Healthy Behavior Through General Practice: Protocol and Systematic Development","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering; Fonds Wetenschappelijk Onderzoek","keywords":"Medicine; eHealth; Stroke (engine); Psychological intervention; Diabetes mellitus; Intervention (counseling); Gerontology; Disease; Risk factor; Type 2 Diabetes Mellitus; Physical activity; Type 2 diabetes; Environmental health; Physical therapy; Internal medicine; Endocrinology; Health care; Psychiatry","score_opus":0.38448722514687694,"score_gpt":0.6302093734628047,"score_spread":0.24572214831592776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2207311315","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019323552,0.0000021910382,0.00034121715,0.0025838672,0.0000054055868,0.9766528,0.0000026414612,0.0001264375,0.00096187304],"genre_scores_gemma":[0.009624293,1.8282456e-7,0.02000408,0.00040958365,0.000214092,0.9693452,0.0000116545125,0.00003236563,0.00035856222],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99499846,0.0016186219,0.0007222813,0.0004914082,0.0014850374,0.00068417215],"domain_scores_gemma":[0.99705106,0.00022092722,0.00023492309,0.00044120164,0.00094112183,0.0011107688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047841747,0.0001970974,0.0005484962,0.00023042841,0.00031027663,0.00012308621,0.00013815721,0.0001329539,0.000021000847],"category_scores_gemma":[0.0009035153,0.00015740674,0.00005083782,0.0005700216,0.00006425048,0.0006302177,0.00022412736,0.0006592839,0.00016851505],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04188129,0.08616304,0.009482483,0.7449841,0.00027577087,0.00029820247,0.03277057,0.0000063572925,0.0021610565,0.012640976,0.025116725,0.044219453],"study_design_scores_gemma":[0.035167534,0.056847967,0.037267063,0.0778762,0.00006924853,0.00048756914,0.0027359829,0.0013294078,0.0032064344,0.0015927586,0.7824608,0.0009590194],"about_ca_topic_score_codex":0.00046427207,"about_ca_topic_score_gemma":0.0000652158,"teacher_disagreement_score":0.75734407,"about_ca_system_score_codex":0.0011688862,"about_ca_system_score_gemma":0.0018525348,"threshold_uncertainty_score":0.64188606},"labels":[],"label_agreement":null},{"id":"W2233616443","doi":"10.2196/resprot.4571","title":"An Online Tailored Self-Management Program for Patients With Rheumatoid Arthritis: A Developmental Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw; Pfizer","keywords":"Rheumatoid arthritis; Self-management; Medicine; Physical therapy; Disease management; Alternative medicine; Computer science; Internal medicine; Health management system; Artificial intelligence","score_opus":0.12962026074824026,"score_gpt":0.4698131863720074,"score_spread":0.34019292562376713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2233616443","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37777525,0.000024657526,0.000018912202,0.000102943515,0.0000048167617,0.62112296,0.000028116807,0.00033254008,0.0005898115],"genre_scores_gemma":[0.18339486,0.000037171594,0.019150084,0.000020474154,0.000049447437,0.79693574,0.00022114321,0.00007957079,0.00011149977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946373,0.00040855497,0.00050150783,0.0007286851,0.0024949333,0.0012289842],"domain_scores_gemma":[0.99648756,0.00007185037,0.000079891775,0.00062877045,0.0016880227,0.0010438778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015674054,0.00030601013,0.00047161966,0.00046853375,0.0003681254,0.00033830316,0.00045099758,0.000085157,0.00006168728],"category_scores_gemma":[0.00013743028,0.00023056757,0.00006452715,0.0006953029,0.00024147054,0.00045691474,0.00021822963,0.0004962604,0.000076745564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021638906,0.11678889,0.36302707,0.00063485635,0.0007549859,0.00030077164,0.005346128,0.0000015365379,0.000049516737,0.00036703155,0.013569471,0.47752082],"study_design_scores_gemma":[0.1107003,0.13381147,0.12590455,0.0051118135,0.0000025622257,0.000048521746,0.01411317,0.00022777943,0.00017795921,0.00038607823,0.6088084,0.0007073882],"about_ca_topic_score_codex":0.00002316344,"about_ca_topic_score_gemma":0.000117573545,"teacher_disagreement_score":0.5952389,"about_ca_system_score_codex":0.00030897965,"about_ca_system_score_gemma":0.0007368174,"threshold_uncertainty_score":0.94022727},"labels":[],"label_agreement":null},{"id":"W2233900235","doi":"10.2196/resprot.4600","title":"Effectiveness of a Mobile Phone App for Adults That Uses Physical Activity as a Tool to Manage Cigarette Craving After Smoking Cessation: A Study Protocol for a Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Terveyden ja hyvinvoinnin laitos","keywords":"Randomized controlled trial; Smoking cessation; Abstinence; mHealth; Craving; Medicine; Physical therapy; Protocol (science); Clinical endpoint; Session (web analytics); Psychological intervention; Alternative medicine; Addiction; Psychiatry; World Wide Web","score_opus":0.15971276548767474,"score_gpt":0.5373884579337556,"score_spread":0.3776756924460808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2233900235","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46439683,1.2251961e-7,0.0006202372,0.000024604524,0.0000117299805,0.5348504,0.000008346182,0.000047900885,0.000039829618],"genre_scores_gemma":[0.47342244,5.500043e-9,0.000036917616,0.000005638244,0.0001794357,0.5262225,0.000004096111,0.000035469977,0.000093483235],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99412394,0.0021476604,0.0005641244,0.00069501007,0.0018898082,0.0005794738],"domain_scores_gemma":[0.9940988,0.0032438785,0.00032075588,0.0005982693,0.0015024917,0.00023581504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011669598,0.00032068862,0.0019117062,0.00041982863,0.0001618654,0.000159029,0.000240898,0.00016494517,0.000031011426],"category_scores_gemma":[0.0029901373,0.00022848451,0.0005438063,0.0005085284,0.0001434515,0.0002975987,0.00015150147,0.00039332206,0.0000017395415],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97735184,0.008266263,0.0024312206,0.0030018655,0.0002539486,0.0000133003805,0.0036682356,0.0000068126737,0.0009801333,0.000017424141,0.00010493331,0.0039040188],"study_design_scores_gemma":[0.95631343,0.017283792,0.005084168,0.0044501885,0.00012202171,0.0000020767845,0.00063882343,0.00025836038,0.014823769,0.00024622038,0.00054115173,0.00023599734],"about_ca_topic_score_codex":0.00006467638,"about_ca_topic_score_gemma":0.0000041771896,"teacher_disagreement_score":0.021038415,"about_ca_system_score_codex":0.0003230117,"about_ca_system_score_gemma":0.00044266324,"threshold_uncertainty_score":0.93173283},"labels":[],"label_agreement":null},{"id":"W2234016060","doi":"10.2196/resprot.5061","title":"Online Tobacco Cessation Training and Competency Assessment for Complementary and Alternative Medicine (CAM) Practitioners: Protocol for the CAM Reach Web Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine","funders":"National Cancer Institute","keywords":"Medicine; Alternative medicine; Protocol (science); Smoking cessation; Medical education; Traditional medicine; Family medicine","score_opus":0.5705131370674684,"score_gpt":0.6418504856976184,"score_spread":0.07133734863014995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234016060","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0089101335,0.0000047174276,0.0018416466,0.024012305,0.000016014808,0.9647263,0.00017575809,0.000037719416,0.00027540082],"genre_scores_gemma":[0.02870859,0.000004642002,0.0026776071,0.00022741509,0.001110896,0.96687853,0.00006435826,0.000031373867,0.00029659286],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690527,0.00041019873,0.00060227315,0.00060029427,0.00094818725,0.00053375564],"domain_scores_gemma":[0.99499863,0.0034377864,0.00024027932,0.0003446767,0.000800786,0.00017785843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031245868,0.0002675182,0.0004998349,0.0002404384,0.0007958104,0.00004659294,0.00021493743,0.000020357407,0.00022631456],"category_scores_gemma":[0.00054518203,0.00013277895,0.00005102895,0.00020375985,0.00064448884,0.0002608895,0.00025068174,0.00032792694,6.717733e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010689158,0.0090598855,0.38941875,0.0031244452,0.001932938,0.000037720838,0.016979815,8.536038e-7,0.021065576,0.00864813,0.045690786,0.49335194],"study_design_scores_gemma":[0.07306975,0.048783742,0.13921212,0.0062932884,0.000089032,0.00003651706,0.053045522,0.0006445424,0.00026797166,0.0035539875,0.674669,0.00033451474],"about_ca_topic_score_codex":0.0001295135,"about_ca_topic_score_gemma":0.00041728304,"teacher_disagreement_score":0.62897825,"about_ca_system_score_codex":0.00019014897,"about_ca_system_score_gemma":0.00024402913,"threshold_uncertainty_score":0.61208105},"labels":[],"label_agreement":null},{"id":"W2236548415","doi":"10.2196/resprot.4837","title":"Online Support Program for Parents of Children With a Chronic Kidney Disease Using Intervention Mapping: A Development and Evaluation Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coping (psychology); Intervention (counseling); Intervention mapping; Protocol (science); Randomized controlled trial; Kidney disease; Psychology; Medicine; Stress management; Health care; Medical education; Nursing; Clinical psychology; Public health; Alternative medicine; Health promotion","score_opus":0.22590241135231942,"score_gpt":0.5482835008820729,"score_spread":0.3223810895297535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2236548415","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05718243,0.0000016581365,0.00057036395,0.00022589522,0.0000015468387,0.941903,0.00004512289,0.000031043874,0.000038946553],"genre_scores_gemma":[0.030705674,1.4920002e-7,0.002964835,0.000013193235,0.000079427096,0.9657788,0.00017941429,0.000026024138,0.00025245617],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99739623,0.0001954739,0.00044045164,0.00041382492,0.0011611474,0.00039284644],"domain_scores_gemma":[0.99832916,0.000022228056,0.0001767292,0.00031341639,0.00070882606,0.0004496539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015813215,0.00015490607,0.00024816638,0.00031338492,0.000102631326,0.000049898368,0.00011784978,0.00004197948,0.00013444919],"category_scores_gemma":[0.00019617772,0.00008661557,0.00009437597,0.00029111613,0.0001562667,0.00012243736,0.00015362859,0.00008526956,0.000003451952],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00563482,0.009450262,0.08912347,0.00860702,0.00044833333,0.000008059511,0.0001368793,0.0000026531106,0.0015517279,0.00004882055,0.001257957,0.88373],"study_design_scores_gemma":[0.05504786,0.0140437195,0.67168593,0.0451484,0.00017600965,0.000006987008,0.00008786543,0.0032078095,0.004423054,0.00019676084,0.2055222,0.000453385],"about_ca_topic_score_codex":0.0000058863143,"about_ca_topic_score_gemma":0.000007298995,"teacher_disagreement_score":0.88327664,"about_ca_system_score_codex":0.0003255869,"about_ca_system_score_gemma":0.0013607397,"threshold_uncertainty_score":0.35320804},"labels":[],"label_agreement":null},{"id":"W2253333552","doi":"10.2196/resprot.4841","title":"Digital Gaming for Improving the Functioning of People With Traumatic Brain Injury: Protocol of a Feasibility Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Traumatic brain injury; Protocol (science); Psychology; Applied psychology; Clinical psychology; Medicine; Physical medicine and rehabilitation; Medical education; Psychiatry; Alternative medicine","score_opus":0.349132598067343,"score_gpt":0.5531675833962824,"score_spread":0.20403498532893938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253333552","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12290146,2.2924937e-7,0.001316688,0.0008043668,0.000002178903,0.8743099,0.000041548763,0.000047395104,0.0005762162],"genre_scores_gemma":[0.37039623,4.1098045e-9,0.00036974915,0.000005445184,0.000045025765,0.62835723,0.0000012672109,0.00003975599,0.00078532513],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949801,0.0006329848,0.00090377434,0.00057741563,0.002103651,0.0008020831],"domain_scores_gemma":[0.9935248,0.003069904,0.00032793096,0.0013761645,0.0014943321,0.00020688793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007101237,0.0002332849,0.00062228256,0.00036262115,0.00026771464,0.0001112647,0.00055332703,0.000097598946,0.00015329193],"category_scores_gemma":[0.0044301227,0.00011141828,0.00015014042,0.0010634509,0.0006857013,0.00039949623,0.00027681488,0.00050557137,0.0000090029625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05803642,0.013273424,0.48494175,0.024439855,0.00038445895,0.00001078867,0.00903676,0.0000013865488,0.08510796,0.00045990347,0.0034254645,0.32088184],"study_design_scores_gemma":[0.07183043,0.18000989,0.6363575,0.020920282,0.00005307458,0.000071743314,0.025286278,0.00058969366,0.054247133,0.0014214705,0.008388706,0.0008238444],"about_ca_topic_score_codex":0.00003542575,"about_ca_topic_score_gemma":0.000044396143,"teacher_disagreement_score":0.320058,"about_ca_system_score_codex":0.00023631076,"about_ca_system_score_gemma":0.0009728925,"threshold_uncertainty_score":0.5303591},"labels":[],"label_agreement":null},{"id":"W2258316425","doi":"10.2196/resprot.5126","title":"See Me Smoke-Free: Protocol for a Research Study to Develop and Test the Feasibility of an mHealth App for Women to Address Smoking, Diet, and Physical Activity","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine","funders":"National Cancer Institute","keywords":"mHealth; Smoking cessation; Psychological intervention; Behavior change; Behavior change methods; Multimedia; Protocol (science); Applied psychology; Intervention (counseling); Medicine; Test (biology); Interface (matter); Physical activity; Psychology; Computer science; Physical therapy; Social psychology; Alternative medicine; Nursing","score_opus":0.5726887463848489,"score_gpt":0.6972148841768309,"score_spread":0.12452613779198196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258316425","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25331858,3.7064265e-7,0.0001071362,0.0070798206,0.000005410827,0.7389245,0.00037101022,0.00006220987,0.00013096788],"genre_scores_gemma":[0.08836156,4.0501627e-7,0.00050509453,0.00022698117,0.00036677186,0.9094893,0.0000026171165,0.000070565,0.0009767136],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892366,0.0042516775,0.0009044809,0.0013597978,0.0014394172,0.0028080165],"domain_scores_gemma":[0.97679025,0.015030551,0.00027513967,0.002063951,0.003776761,0.0020633298],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030360056,0.00030271165,0.0006819457,0.00040572067,0.0035245207,0.000063242005,0.0011427433,0.00021617973,0.000044101187],"category_scores_gemma":[0.015082185,0.00018041204,0.00004036513,0.0015846062,0.0004905267,0.00024218782,0.0014889648,0.0012664777,0.000016417831],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.078273,0.026635746,0.33736193,0.04673897,0.00006956394,0.000002520523,0.053263135,6.337229e-7,0.0049947174,0.0069275,0.13196442,0.31376788],"study_design_scores_gemma":[0.017615033,0.04574196,0.42305425,0.0024085564,0.0000035062023,7.478386e-7,0.006808592,0.000060529448,0.00051198644,0.008108509,0.4953221,0.00036420618],"about_ca_topic_score_codex":0.0004328611,"about_ca_topic_score_gemma":0.0016229424,"teacher_disagreement_score":0.3633577,"about_ca_system_score_codex":0.0009765975,"about_ca_system_score_gemma":0.004418223,"threshold_uncertainty_score":0.9984484},"labels":[],"label_agreement":null},{"id":"W2258387567","doi":"10.2196/resprot.4467","title":"A Multicenter Prospective Study to Investigate the Diagnostic Accuracy of the SeHCAT Test in Measuring Bile Acid Malabsorption: Research Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gastrointestinal motility and disorders","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bile acid malabsorption; Protocol (science); Medicine; Test (biology); Malabsorption; Bile acid; Internal medicine; Computer science; Alternative medicine; Pathology","score_opus":0.29591134088993765,"score_gpt":0.5334466776438685,"score_spread":0.2375353367539309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258387567","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21449909,7.706516e-7,0.0000052045616,0.008610216,0.0000038467792,0.77644,0.0000075399435,0.0000304449,0.00040289445],"genre_scores_gemma":[0.46598187,6.896594e-8,0.00005762917,0.000035701934,0.000046994406,0.53354776,1.7031074e-7,0.000021067983,0.00030873044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99289626,0.002315116,0.0006438453,0.0006977677,0.002398618,0.0010483784],"domain_scores_gemma":[0.9908897,0.0054949545,0.00012154918,0.0014579153,0.0017033002,0.00033255515],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0077743623,0.0002323987,0.0003360331,0.000427799,0.00035734518,0.000102608414,0.0009770386,0.0000694104,0.00015769913],"category_scores_gemma":[0.061882596,0.00010609943,0.0001014466,0.0022285222,0.0010722792,0.00023889919,0.0010999081,0.0014096062,0.00019100888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022167712,0.0053261863,0.954283,0.00065481017,0.000014714966,0.0000334554,0.0032968498,0.0000027454814,0.031431727,0.000040041305,0.0010106416,0.0016890415],"study_design_scores_gemma":[0.0072194613,0.0062640198,0.946145,0.010326513,0.0000030770914,0.000014975681,0.00236908,0.00001587256,0.024068814,0.0007313754,0.0027270499,0.000114784685],"about_ca_topic_score_codex":0.00025971417,"about_ca_topic_score_gemma":0.00069199724,"teacher_disagreement_score":0.25148278,"about_ca_system_score_codex":0.00045407427,"about_ca_system_score_gemma":0.00075737823,"threshold_uncertainty_score":0.9460196},"labels":[],"label_agreement":null},{"id":"W2258998726","doi":"10.2196/resprot.5019","title":"Effectiveness of Computer Tailoring Versus Peer Support Web-Based Interventions in Promoting Physical Activity Among Insufficiently Active Canadian Adults With Type 2 Diabetes: Protocol for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université du Québec à Trois-Rivières","funders":"","keywords":"Randomized controlled trial; Protocol (science); Psychological intervention; Medicine; Type 2 diabetes; Peer support; Physical activity; Physical therapy; Alternative medicine; Diabetes mellitus; Nursing; Internal medicine","score_opus":0.1612500307351204,"score_gpt":0.5643500642717539,"score_spread":0.40310003353663354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258998726","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21949184,1.3410406e-7,0.00017519979,0.00030413552,0.000037108613,0.7795999,0.000056576657,0.00005007711,0.00028501326],"genre_scores_gemma":[0.302212,5.0585925e-8,0.00009020045,0.000008543995,0.0001617416,0.6973901,0.000012550053,0.000039810497,0.000085017266],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9889764,0.0067715654,0.0010748892,0.0006946151,0.0008613205,0.0016211963],"domain_scores_gemma":[0.9809615,0.014200075,0.00073606777,0.0005483577,0.002851418,0.00070255104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013395201,0.0002963431,0.0015760162,0.00076667214,0.0007037806,0.000024241717,0.0003837453,0.00026634976,0.00010956016],"category_scores_gemma":[0.0041798027,0.00018115755,0.0003173363,0.0010119324,0.0004207401,0.0002376386,0.00010377186,0.0010216249,0.000026471895],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9758886,0.0024845025,0.0024448205,0.012786566,0.000055937184,0.0000016716153,0.0006048255,0.000005159827,0.00018619777,0.00028358644,0.00024011135,0.0050180294],"study_design_scores_gemma":[0.95570475,0.008335624,0.0033067218,0.025020102,0.000010608055,4.9114373e-8,0.00006593604,0.0036237028,0.00047874058,0.000054245313,0.0032162035,0.00018333715],"about_ca_topic_score_codex":0.0024607594,"about_ca_topic_score_gemma":0.012698042,"teacher_disagreement_score":0.082720175,"about_ca_system_score_codex":0.0011117489,"about_ca_system_score_gemma":0.008872064,"threshold_uncertainty_score":0.9967467},"labels":[],"label_agreement":null},{"id":"W2259668777","doi":"10.2196/resprot.4805","title":"Benefits of E-Cigarettes Among Heavy Smokers Undergoing a Lung Cancer Screening Program: Randomized Controlled Trial Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fondazione Umberto Veronesi; Università degli Studi di Milano","keywords":"Randomized controlled trial; Protocol (science); Lung cancer; Medicine; Lung cancer screening; Cancer prevention; Smoking cessation; Family medicine; Physical therapy; Alternative medicine; Medical physics; Cancer; Oncology; Internal medicine; Pathology","score_opus":0.1550381526858203,"score_gpt":0.5275185254881115,"score_spread":0.3724803728022912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2259668777","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11263656,0.0000030001972,0.00012063238,0.00069724367,0.000014858493,0.885671,0.000006600557,0.00016586039,0.000684239],"genre_scores_gemma":[0.08601327,0.0000013360075,0.00019028061,0.00001770486,0.00033535628,0.9123923,0.000004759209,0.00006128902,0.0009836667],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939939,0.0012829488,0.0011560781,0.000557419,0.0021702102,0.0008394836],"domain_scores_gemma":[0.99563646,0.0019094128,0.00050839264,0.00057313166,0.0010849173,0.0002877074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005877398,0.0003027222,0.0015979,0.0005176308,0.00023561872,0.00011685562,0.00028600378,0.00028561382,0.0005946377],"category_scores_gemma":[0.0022235576,0.00017139256,0.0005372027,0.0006202343,0.00068342016,0.0003027027,0.00012661243,0.0005732439,0.000001562425],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9034347,0.00097095006,0.0605748,0.0006763939,0.00025406698,0.000007279075,0.000165946,0.0000043061455,0.00050935755,0.00016797388,0.00095832715,0.032275926],"study_design_scores_gemma":[0.95608205,0.002438273,0.016234947,0.016881466,0.000068962,0.0000023324535,0.000051395506,0.00013785987,0.0070888246,0.000050011975,0.0007585311,0.00020533762],"about_ca_topic_score_codex":0.00013104427,"about_ca_topic_score_gemma":0.000022966613,"teacher_disagreement_score":0.052647386,"about_ca_system_score_codex":0.0002746091,"about_ca_system_score_gemma":0.00082881923,"threshold_uncertainty_score":0.6989186},"labels":[],"label_agreement":null},{"id":"W2260779638","doi":"10.2196/resprot.5107","title":"Development of a Decision Aid for Cardiopulmonary Resuscitation Involving Intensive Care Unit Patients' and Health Professionals' Participation Using User-Centered Design and a Wiki Platform for Rapid Prototyping: A Research Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Cardiopulmonary resuscitation; Context (archaeology); Adaptation (eye); Medicine; Health care; Medical emergency; Decision support system; Intensive care; Intensive care unit; Basic life support; Nursing; Resuscitation; Computer science; Psychology; Intensive care medicine; Emergency medicine","score_opus":0.8183886076483337,"score_gpt":0.6651760316910269,"score_spread":0.15321257595730675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260779638","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028983373,0.000067440094,0.005950307,0.0011284975,0.000026388512,0.96368164,0.00008988378,0.000060468312,0.000012003724],"genre_scores_gemma":[0.017599449,0.000004321219,0.09701752,0.00011611219,0.000063488944,0.88501465,0.00006459174,0.000083791376,0.000036061956],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98979986,0.0042916285,0.0020144675,0.00087603886,0.0014964764,0.0015215266],"domain_scores_gemma":[0.97681445,0.0063247113,0.0008948635,0.0008367886,0.014644288,0.0004848772],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0089316815,0.00031131026,0.00061434804,0.0009538044,0.003965558,0.00005320391,0.00051123265,0.00037010093,0.0000110327255],"category_scores_gemma":[0.006356477,0.00023172385,0.00006890399,0.0007354886,0.00037101153,0.00071159546,0.0009770016,0.00088055246,0.000003845573],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05694521,0.0015193223,0.14595096,0.06938869,0.0001354439,0.000001976193,0.218704,0.000007088565,0.0050065094,0.0027833965,0.007618949,0.49193844],"study_design_scores_gemma":[0.066941045,0.01886927,0.05563801,0.19276674,0.000015181674,0.000003031424,0.18173552,0.005223404,0.0066701653,0.011571807,0.45919442,0.0013713929],"about_ca_topic_score_codex":0.000080058046,"about_ca_topic_score_gemma":0.00013526312,"teacher_disagreement_score":0.49056706,"about_ca_system_score_codex":0.0014515431,"about_ca_system_score_gemma":0.0051769367,"threshold_uncertainty_score":0.99733114},"labels":[],"label_agreement":null},{"id":"W2262503297","doi":"10.2196/resprot.4288","title":"A Web-Based Intervention to Encourage Walking (StepWise): Pilot Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pedometer; Physical therapy; Psychological intervention; Randomized controlled trial; Medicine; Physical activity; Behavior change; Transtheoretical model; Psychology; Social psychology; Internal medicine; Nursing","score_opus":0.20128764454824552,"score_gpt":0.5458844549152628,"score_spread":0.3445968103670173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262503297","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06559195,0.0000016711846,0.0013000094,0.007446792,0.000022461412,0.92197037,0.000006431065,0.00012912556,0.00353118],"genre_scores_gemma":[0.40001282,3.7031836e-7,0.00009224504,0.00012035049,0.0003815202,0.59747106,0.0000014916473,0.000019055919,0.0019011006],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99387234,0.0029069518,0.0007216517,0.00044833316,0.0012918557,0.0007588404],"domain_scores_gemma":[0.99484813,0.003520384,0.00016780695,0.00048906036,0.00043233295,0.00054231146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00856602,0.0001942512,0.0015720869,0.0004214308,0.00018579092,0.000076973905,0.00023064078,0.000099572935,0.0007547182],"category_scores_gemma":[0.0045421254,0.00010353901,0.0005691051,0.000397429,0.00021831089,0.00017502673,0.00011190283,0.0005583476,0.0004376449],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9398702,0.0052047577,0.0000119069055,0.0004141406,0.00005855334,0.000019494011,0.00006344981,1.4299813e-7,0.03672417,0.0006389088,0.0022966915,0.014697629],"study_design_scores_gemma":[0.9588246,0.015696913,0.000056240162,0.0058243186,0.000011145249,0.0000014705086,0.000011786228,0.00014919102,0.0040462683,0.0011525607,0.014102867,0.00012268918],"about_ca_topic_score_codex":0.000037971065,"about_ca_topic_score_gemma":0.000020310696,"teacher_disagreement_score":0.3344209,"about_ca_system_score_codex":0.00031671993,"about_ca_system_score_gemma":0.00065172854,"threshold_uncertainty_score":0.8263635},"labels":[],"label_agreement":null},{"id":"W2263173871","doi":"10.2196/resprot.4830","title":"Computerized Tailored Interventions to Enhance Prevention and Screening for Hepatitis C Virus Among People Who Inject Drugs: Protocol for a Randomized Pilot Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Syringe; Motivational interviewing; Psychological intervention; Intervention (counseling); Protocol (science); Randomized controlled trial; Family medicine; Hepatitis C; Nursing; Psychiatry; Alternative medicine; Surgery","score_opus":0.26819518715508606,"score_gpt":0.578781455054965,"score_spread":0.310586267899879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2263173871","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02895559,5.846211e-7,0.11775389,0.0004888401,0.0000073360334,0.85252005,0.00005697041,0.00014203701,0.00007469742],"genre_scores_gemma":[0.022881258,4.6142506e-7,0.009785487,0.000028230575,0.00022089276,0.96217495,0.000016174341,0.00010227351,0.004790245],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944632,0.0016115373,0.0011220232,0.00095112796,0.0009433207,0.00090880634],"domain_scores_gemma":[0.9953486,0.002043387,0.0003070223,0.0007203835,0.0011180674,0.00046257922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066165077,0.00034999842,0.0012644625,0.0006095546,0.00045131316,0.00023269965,0.0003859277,0.0000979703,0.000117044416],"category_scores_gemma":[0.0028958004,0.00024441382,0.00031034628,0.0005985364,0.00027159715,0.0004156289,0.00044342797,0.00032023198,0.000024860494],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7588299,0.011924251,0.015346554,0.011181045,0.00055065344,0.000014225096,0.017394746,0.0000021078051,0.026058419,0.00021828344,0.01774128,0.14073852],"study_design_scores_gemma":[0.77937764,0.1213977,0.020092666,0.046202127,0.00007702815,0.000008244623,0.0031060807,0.0015255079,0.01534896,0.0016414134,0.010344738,0.0008778755],"about_ca_topic_score_codex":0.00034974614,"about_ca_topic_score_gemma":0.00160706,"teacher_disagreement_score":0.13986064,"about_ca_system_score_codex":0.00017768958,"about_ca_system_score_gemma":0.0002418924,"threshold_uncertainty_score":0.9966907},"labels":[],"label_agreement":null},{"id":"W2264641421","doi":"10.2196/resprot.4545","title":"Assessing the Usability of Web-Based Alcohol Education for Older Adults: A Feasibility Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Usability; Applied psychology; Psychology; Web application; Computer science; Medicine; World Wide Web; Medical education; Human–computer interaction","score_opus":0.33303649729943585,"score_gpt":0.5994414659869015,"score_spread":0.26640496868746566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264641421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54122096,0.000003465913,0.000027321264,0.0010104568,0.000005793298,0.45752677,0.0000025412046,0.000027352287,0.00017535892],"genre_scores_gemma":[0.50452334,8.613757e-8,0.00017072645,0.000024274554,0.000048214926,0.49499118,0.00000208874,0.000010668675,0.00022942275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975169,0.0005438735,0.0003823878,0.00042003,0.000756616,0.00038024018],"domain_scores_gemma":[0.99627906,0.0014992332,0.00010879971,0.0010142714,0.0009888887,0.00010972661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030088637,0.00013706707,0.0002864892,0.00012116695,0.00017929194,0.000047508773,0.00022821086,0.00006706824,0.00019481477],"category_scores_gemma":[0.0012772101,0.00006238319,0.00013967967,0.00038447932,0.00028400138,0.0002268658,0.00004280499,0.00016184944,0.000013782478],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019355019,0.007612479,0.93637884,0.0003790094,0.000029542354,0.0000011611379,0.0007880344,3.5581618e-8,0.0018174425,0.000029477651,0.0013311978,0.049697276],"study_design_scores_gemma":[0.020876484,0.0018759858,0.9593676,0.0031742116,0.000013671913,8.3152906e-7,0.003738564,0.000021708354,0.009027517,0.00030971714,0.0015037658,0.0000899547],"about_ca_topic_score_codex":0.000013800141,"about_ca_topic_score_gemma":0.00004500637,"teacher_disagreement_score":0.04960732,"about_ca_system_score_codex":0.00038901233,"about_ca_system_score_gemma":0.001460671,"threshold_uncertainty_score":0.25911677},"labels":[],"label_agreement":null},{"id":"W2269006414","doi":"10.2196/resprot.4713","title":"How to Conduct Multimethod Field Studies in the Operating Room: The iPad Combined With a Survey App as a Valid and Reliable Data Collection Tool","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data collection; Checklist; Upload; Inter-rater reliability; Computer science; Psychology; Medical education; Medicine; World Wide Web; Rating scale","score_opus":0.7202465368483589,"score_gpt":0.6933182876675936,"score_spread":0.026928249180765307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2269006414","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009469149,0.000037046622,0.0006902205,0.08765145,0.000023459437,0.90126157,0.000058763166,0.00006244767,0.00074588234],"genre_scores_gemma":[0.0071864305,0.000040176506,0.0023405391,0.0022678468,0.00012629789,0.9805062,0.000014647341,0.00002544344,0.0074924566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98985887,0.007299773,0.0005311016,0.0006396625,0.0006617986,0.0010087888],"domain_scores_gemma":[0.9817695,0.015478346,0.0001535937,0.0015756964,0.000798985,0.00022387505],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.022785854,0.00017269785,0.00033302006,0.00015571676,0.0027116123,0.000102739745,0.0008672672,0.00014809374,0.000057653535],"category_scores_gemma":[0.010919173,0.00007317467,0.000013484942,0.001245453,0.00017379258,0.00027790826,0.00068221136,0.00119547,0.0000701864],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041640634,0.0005078008,0.06972488,0.00251321,0.0000442063,0.000010232049,0.01090685,0.0000022472761,0.00079701986,0.0031446028,0.8766404,0.03154449],"study_design_scores_gemma":[0.005773238,0.003961359,0.022539528,0.0040004174,0.0000035579214,0.000008315444,0.0092820795,0.00027197678,0.00018652879,0.00086136797,0.9528761,0.00023553809],"about_ca_topic_score_codex":0.0022419675,"about_ca_topic_score_gemma":0.0056245415,"teacher_disagreement_score":0.0853836,"about_ca_system_score_codex":0.000178526,"about_ca_system_score_gemma":0.0014321884,"threshold_uncertainty_score":0.9985867},"labels":[],"label_agreement":null},{"id":"W2272246874","doi":"10.2196/resprot.4664","title":"Combining Persuasive Technology With Behavioral Theory to Support Weight Maintenance Through a Mobile Phone App: Protocol for the MotiMate App","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mood; Mobile phone; Weight loss; Internet privacy; Behavior change; Protocol (science); Computer science; Phone; mHealth; Weight management; Psychology; Mobile device; Applied psychology; World Wide Web; Clinical psychology; Social psychology; Medicine; Psychiatry; Alternative medicine; Psychological intervention","score_opus":0.2576955851666102,"score_gpt":0.6281818814859534,"score_spread":0.37048629631934327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272246874","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011057758,0.0000014869482,0.02090368,0.009429849,0.000019836854,0.9661559,0.00014161845,0.0004338248,0.002803238],"genre_scores_gemma":[0.0007719204,0.0000019319707,0.005060253,0.0009789242,0.00027652385,0.98284495,0.000009442958,0.00012642512,0.009929622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932675,0.0009868335,0.0010125671,0.0009947451,0.00085964106,0.0028787537],"domain_scores_gemma":[0.99306494,0.0025574283,0.00041526702,0.0016962276,0.0016451116,0.00062100915],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004946133,0.00036932842,0.0005330473,0.00032930044,0.0033457521,0.000037609898,0.0012827686,0.0004353734,0.0012627648],"category_scores_gemma":[0.00042376286,0.00018597124,0.000092025744,0.001300362,0.0008157031,0.0002455683,0.00056892185,0.0015523698,0.0012853598],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01955098,0.0028675045,0.007385892,0.006262588,0.0000638714,0.000027763019,0.0065954537,0.000004269145,0.003327403,0.3046692,0.3835214,0.26572365],"study_design_scores_gemma":[0.008736863,0.0056796656,0.00023283585,0.0032032584,0.0000044069066,0.000009125593,0.0024741255,0.000010845735,0.00085610076,0.012749832,0.96579623,0.00024669207],"about_ca_topic_score_codex":0.000056135483,"about_ca_topic_score_gemma":0.00010249752,"teacher_disagreement_score":0.58227485,"about_ca_system_score_codex":0.00059968635,"about_ca_system_score_gemma":0.0027660637,"threshold_uncertainty_score":0.99965024},"labels":[],"label_agreement":null},{"id":"W2272574077","doi":"10.2196/resprot.5171","title":"Collecting Biospecimens From an Internet-Based Prospective Cohort Study of Inflammatory Bowel Disease (CCFA Partners): A Feasibility Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"The Internet; Medicine; Prospective cohort study; Inflammatory bowel disease; Cohort; Cohort study; Disease; Family medicine; Psychology; Internet privacy; Internal medicine; World Wide Web; Computer science","score_opus":0.1506692282957675,"score_gpt":0.510718223924995,"score_spread":0.3600489956292275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272574077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5864927,0.000010186743,0.0000086299115,0.00011220551,0.000005123875,0.41297722,0.00003563041,0.000090972506,0.00026734406],"genre_scores_gemma":[0.5337812,0.0000014163627,0.000025323487,0.0000068629993,0.00005997686,0.4657889,0.000005697801,0.00003834088,0.0002923435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99197453,0.0023581975,0.0008224875,0.0011969111,0.0026910238,0.0009568575],"domain_scores_gemma":[0.9950283,0.00066553877,0.00019110055,0.0017012431,0.0013989941,0.0010147981],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036781477,0.00034036726,0.0006779376,0.00050251634,0.00032276116,0.00015194899,0.0005606083,0.000095743315,0.0009827476],"category_scores_gemma":[0.0015155402,0.00022828704,0.00013775582,0.0006583973,0.00068219105,0.0003848466,0.00036192182,0.0006884255,0.00007977849],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015995424,0.02492547,0.9496274,0.00014184634,0.00028810106,0.00028987438,0.0025843761,6.123735e-7,0.0040683686,0.000037935257,0.0007760584,0.0012645625],"study_design_scores_gemma":[0.022214402,0.020975515,0.9456523,0.0019308699,0.000005527532,0.0000013389571,0.0033293997,0.00009057489,0.0044475296,0.0003520641,0.0007582636,0.00024218991],"about_ca_topic_score_codex":0.0005251685,"about_ca_topic_score_gemma":0.00092234084,"teacher_disagreement_score":0.05281169,"about_ca_system_score_codex":0.000573156,"about_ca_system_score_gemma":0.0011673509,"threshold_uncertainty_score":0.9999305},"labels":[],"label_agreement":null},{"id":"W2273855524","doi":"10.2196/resprot.4802","title":"HEART Pathway Accelerated Diagnostic Protocol Implementation: Prospective Pre-Post Interrupted Time Series Design and Methods","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Myocardial Infarction Research","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Center for Advancing Translational Sciences; Association of American Medical Colleges; American Heart Association","keywords":"Medicine; Chest pain; Acute coronary syndrome; Emergency department; Emergency medicine; Interrupted Time Series Analysis; Troponin; Protocol (science); Prospective cohort study; Intensive care medicine; Medical emergency; Heart rate; Myocardial infarction; Cardiology; Internal medicine; Alternative medicine; Blood pressure","score_opus":0.2105679555691578,"score_gpt":0.5991108084467375,"score_spread":0.38854285287757967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273855524","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027970373,0.0000014103418,0.003035692,0.013461922,0.000005989718,0.9817934,0.00004081751,0.00024517253,0.0011358656],"genre_scores_gemma":[0.0003443832,9.3921494e-7,0.018985095,0.0003420816,0.00022189,0.9736001,0.000014760797,0.00007781067,0.0064129713],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926162,0.0034053663,0.00065347675,0.00088941655,0.0013227753,0.0011127959],"domain_scores_gemma":[0.99345785,0.0024325484,0.00011906743,0.00076646,0.0026181117,0.0006059828],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005132878,0.0003476648,0.0005739764,0.0005526864,0.00044411203,0.0003046354,0.00031697124,0.00022115246,0.00374335],"category_scores_gemma":[0.003349038,0.00022385149,0.000110552224,0.0010346005,0.0008108355,0.00077398255,0.00057313475,0.0007975389,0.00051143585],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016156254,0.0009780304,0.014302495,0.00095498277,0.00036127408,0.00015434569,0.0010472089,0.0000010344257,0.72487986,0.00043967454,0.13872667,0.10199818],"study_design_scores_gemma":[0.008720317,0.01232784,0.036171902,0.0016670354,0.000007151356,0.00019143635,0.00021293234,0.000062551546,0.34906867,0.00067759847,0.59054697,0.00034558406],"about_ca_topic_score_codex":0.000043772452,"about_ca_topic_score_gemma":0.0000029043504,"teacher_disagreement_score":0.4518203,"about_ca_system_score_codex":0.0005171331,"about_ca_system_score_gemma":0.0011275451,"threshold_uncertainty_score":0.99716735},"labels":[],"label_agreement":null},{"id":"W2274035005","doi":"10.2196/resprot.4428","title":"Increasing Access to Mental Health Care With Breathe, an Internet-Based Program for Anxious Adolescents: Study Protocol for a Pilot Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Dalhousie University; Izaak Walton Killam Health Centre; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Royal Bank of Canada","keywords":"Randomized controlled trial; Anxiety; Psychological intervention; Medicine; Population; Intervention (counseling); Cost effectiveness; Cognitive behavioral therapy; Physical therapy; Psychiatry","score_opus":0.24998571027142122,"score_gpt":0.643734948935593,"score_spread":0.3937492386641718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274035005","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054850695,7.3737226e-7,0.0012612916,0.0012518741,0.000054784574,0.9910813,0.0001831878,0.0002948973,0.00038686796],"genre_scores_gemma":[0.080523625,3.4089513e-9,0.0012253285,0.00022694228,0.00024345779,0.91680354,0.00003612016,0.00013931855,0.00080164365],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9895661,0.004959653,0.0016209197,0.0011866889,0.0010382803,0.0016283664],"domain_scores_gemma":[0.99550694,0.0011959765,0.00056845206,0.0008999812,0.0010000619,0.0008285746],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007668399,0.00047064555,0.0016073096,0.00061956793,0.0004686075,0.0007026686,0.0011440191,0.000108226195,0.00011732997],"category_scores_gemma":[0.00050187355,0.0002725197,0.00042980554,0.00043917343,0.00030712594,0.0005122049,0.00023698655,0.0003001574,0.00003934539],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.87892956,0.036898855,0.00047429313,0.0012369057,0.00016257701,0.0000048042198,0.001124688,1.1167685e-7,0.0000076632805,0.00019615982,0.0029114957,0.078052916],"study_design_scores_gemma":[0.78328604,0.19390814,0.000115854345,0.008025711,0.0000075018015,0.0000043527207,0.00046882563,0.000014602461,0.00008283283,0.00007943616,0.013749177,0.00025751427],"about_ca_topic_score_codex":0.00037632528,"about_ca_topic_score_gemma":0.0007465057,"teacher_disagreement_score":0.15700929,"about_ca_system_score_codex":0.00095474307,"about_ca_system_score_gemma":0.00082209165,"threshold_uncertainty_score":0.9999727},"labels":[],"label_agreement":null},{"id":"W2276189539","doi":"10.2196/resprot.5381","title":"Health Systems Readiness to Manage the Hypertension Epidemic in Primary Health Care Facilities in the Western Cape, South Africa: A Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health and Surgery","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"International Development Research Centre","keywords":"Cape; Primary health care; Protocol (science); Primary care; Medicine; Health care; Environmental health; Geography; Family medicine; Economic growth; Population; Alternative medicine","score_opus":0.26845262189998903,"score_gpt":0.5272464716397122,"score_spread":0.25879384973972314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2276189539","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015482324,0.000045687608,0.000008143136,0.026496382,0.000015306849,0.9570979,0.000044966095,0.000059717648,0.0007495832],"genre_scores_gemma":[0.10464292,0.0000013285163,0.000010331545,0.0021340975,0.00013105464,0.8917427,0.000004712966,0.000032200605,0.0013006662],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98869616,0.005410264,0.0012528123,0.0007462648,0.0018782819,0.0020162116],"domain_scores_gemma":[0.996469,0.000992835,0.00019291778,0.0013799905,0.00038617256,0.00057907565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014168164,0.0003035913,0.000981314,0.00059676886,0.00038948256,0.000088988105,0.0006376101,0.00011967602,0.000007658446],"category_scores_gemma":[0.0006127156,0.00013332076,0.00007894842,0.0014732977,0.00016371852,0.0001359156,0.00029759697,0.0009831833,0.00011968434],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013755881,0.004245463,0.5699085,0.03431682,0.0000341353,0.00095338095,0.18203187,0.000009099503,0.00005929198,0.00018452959,0.14603081,0.048470207],"study_design_scores_gemma":[0.0074259397,0.006500471,0.33412018,0.01146961,0.0000010760186,0.00005908773,0.043326106,0.0000068368786,0.0000019196866,0.000027225286,0.59683603,0.00022550668],"about_ca_topic_score_codex":0.004439399,"about_ca_topic_score_gemma":0.0017487737,"teacher_disagreement_score":0.45080522,"about_ca_system_score_codex":0.0016575726,"about_ca_system_score_gemma":0.0019578186,"threshold_uncertainty_score":0.67110735},"labels":[],"label_agreement":null},{"id":"W2277694544","doi":"10.2196/resprot.5049","title":"A Blended Intervention for Patients With Knee and Hip Osteoarthritis in the Physical Therapy Practice: Development and a Pilot Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Koninklijk Nederlands Genootschap voor Fysiotherapie; ZonMw","keywords":"Psychological intervention; Physical therapy; Blended learning; Intervention (counseling); Medicine; Osteoarthritis; eHealth; Health care; Psychology; Alternative medicine; Nursing; Educational technology","score_opus":0.13912442943067257,"score_gpt":0.4756268705160653,"score_spread":0.33650244108539273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277694544","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61792266,0.000008401639,0.00000548742,0.0003939783,0.0000016085006,0.38159123,0.0000033756512,0.000011332766,0.00006191756],"genre_scores_gemma":[0.47667542,8.4138753e-7,0.0002211283,0.00001723026,0.000022546918,0.5229318,0.00000334648,0.000011247514,0.0001164376],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99829465,0.0003490625,0.00017258625,0.00031022026,0.00055472186,0.00031876325],"domain_scores_gemma":[0.9990273,0.0004023573,0.00005106219,0.00020354222,0.00023094955,0.00008477561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086403347,0.00013034866,0.00018627729,0.00011734241,0.0001390523,0.00007213423,0.0000643323,0.000025579822,0.000010300869],"category_scores_gemma":[0.00013677818,0.00006158383,0.000017773247,0.00013909058,0.00009089101,0.00021248696,0.000054270917,0.00015135085,0.000006220938],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01878078,0.014296034,0.02870221,0.00012376647,0.000036227346,0.00004462643,0.0037797338,1.4330277e-9,0.0013111638,0.00023396156,0.00006452269,0.93262696],"study_design_scores_gemma":[0.19556244,0.6167419,0.1256645,0.005078245,0.000014645937,0.000032372387,0.0038272454,0.0000010414244,0.004686243,0.0007834644,0.047332752,0.000275176],"about_ca_topic_score_codex":0.0000050731073,"about_ca_topic_score_gemma":0.000052911488,"teacher_disagreement_score":0.93235177,"about_ca_system_score_codex":0.00005638809,"about_ca_system_score_gemma":0.000091658745,"threshold_uncertainty_score":0.25113156},"labels":[],"label_agreement":null},{"id":"W2278312194","doi":"10.2196/resprot.4865","title":"Assessing the Feasibility of a Web-Based Weight Loss Intervention for Low-Income Women of Reproductive Age: A Pilot Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Psychological intervention; Medicine; Weight loss; Attrition; Gerontology; Intervention (counseling); Body mass index; Demography; Reproductive health; Obesity; Population; Environmental health; Nursing","score_opus":0.46072361236900516,"score_gpt":0.6668513536374424,"score_spread":0.20612774126843725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278312194","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34231588,0.000003958102,0.00069595384,0.0019330484,0.000022809389,0.65466714,0.00007134339,0.000047515412,0.00024232759],"genre_scores_gemma":[0.46917433,6.9880093e-7,0.00014560616,0.00002780742,0.00012053086,0.5301278,0.0000028353923,0.00002020219,0.00038014576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9905881,0.005051092,0.0016089508,0.00073517254,0.0008675702,0.0011490742],"domain_scores_gemma":[0.99107003,0.0038681652,0.0008665482,0.0018156929,0.0020575358,0.0003220518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021914566,0.00017539343,0.000519271,0.00028338682,0.0009967448,0.00001802062,0.00067735923,0.00011378861,0.00030221892],"category_scores_gemma":[0.0031289316,0.00009897431,0.00009984941,0.0008316523,0.0005261239,0.00023550293,0.00027640307,0.00076681195,0.000032781798],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016448757,0.02611326,0.820145,0.037058186,0.00008931568,0.0000050683643,0.0050690924,0.0000016580221,0.020279404,0.0050207237,0.0083009,0.061468612],"study_design_scores_gemma":[0.0407744,0.034961045,0.7840701,0.017773792,0.000012372301,9.0339427e-7,0.0068015605,0.000088548455,0.00264173,0.017266609,0.095218986,0.0003899594],"about_ca_topic_score_codex":0.00016135316,"about_ca_topic_score_gemma":0.00015097565,"teacher_disagreement_score":0.12685846,"about_ca_system_score_codex":0.0008241239,"about_ca_system_score_gemma":0.0025099402,"threshold_uncertainty_score":0.7666256},"labels":[],"label_agreement":null},{"id":"W2280324319","doi":"10.2196/resprot.5002","title":"Development, Validation, and Implementation of an Innovative Mobile App for Alcohol Dependence Management: Protocol for the SIDEAL Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"H. Lundbeck A/S","keywords":"Protocol (science); Mobile apps; Computer science; Psychology; Applied psychology; Medicine; World Wide Web; Alternative medicine","score_opus":0.30651686598533484,"score_gpt":0.5979001625919622,"score_spread":0.2913832966066274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2280324319","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019901264,4.0501143e-7,0.00097208004,0.00017182204,0.0000034845552,0.97882825,0.000009708767,0.000029817782,0.000083143255],"genre_scores_gemma":[0.007159845,3.16982e-7,0.006523785,0.000020076774,0.00008824542,0.98540205,0.000019972975,0.000022934732,0.00076275587],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99828434,0.0000864248,0.00042824124,0.00031660494,0.00052308326,0.0003613274],"domain_scores_gemma":[0.9982055,0.0005572711,0.00015861347,0.00029701003,0.0007129763,0.000068625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001551302,0.00013239804,0.00019999353,0.00017622535,0.00024492329,0.00004122697,0.00016865456,0.000052400897,0.00009944465],"category_scores_gemma":[0.0000799969,0.00006865649,0.000040297444,0.0003468883,0.00012454942,0.00027850654,0.000063207204,0.00006637252,0.000003891197],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1323137,0.0012608683,0.021804946,0.0018068779,0.00045876767,0.000005733933,0.0053782323,3.1429497e-7,0.009762569,0.004731584,0.003186204,0.8192902],"study_design_scores_gemma":[0.36886367,0.0086991675,0.015586142,0.001428238,0.0000224491,0.000004015383,0.0043953517,0.000012607239,0.37584227,0.0016729466,0.22321586,0.0002572624],"about_ca_topic_score_codex":0.0000033013182,"about_ca_topic_score_gemma":0.000030094396,"teacher_disagreement_score":0.8190329,"about_ca_system_score_codex":0.00011974692,"about_ca_system_score_gemma":0.00027767112,"threshold_uncertainty_score":0.27997303},"labels":[],"label_agreement":null},{"id":"W2282713295","doi":"10.2196/resprot.4938","title":"Exploring a New Simulation Approach to Improve Clinical Reasoning Teaching and Assessment: Randomized Trial Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Protocol (science); Randomized controlled trial; Computer science; Medical education; Management science; Medical physics; Medicine; Alternative medicine; Engineering","score_opus":0.6643026161956653,"score_gpt":0.6809771754851554,"score_spread":0.01667455928949002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282713295","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008090002,5.429095e-7,0.009953489,0.0028236792,0.00003997872,0.97611386,0.000002548064,0.00016216267,0.0028137218],"genre_scores_gemma":[0.037121587,2.0251372e-7,0.029365567,0.00012715624,0.0021735032,0.9298011,0.0000062231697,0.000065242115,0.0013394123],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.991683,0.003937782,0.0013384726,0.0009266076,0.0013727043,0.0007414279],"domain_scores_gemma":[0.98954976,0.0077173575,0.00026854104,0.00082322647,0.00062578137,0.0010153126],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017079499,0.00025070747,0.00079786865,0.0005027355,0.00046792233,0.00018603232,0.00021215058,0.00020513458,0.000078872996],"category_scores_gemma":[0.010319937,0.00016563281,0.00017590866,0.00043095133,0.00019110515,0.00057211233,0.00017362829,0.0014699978,0.000038450693],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7746776,0.0011792555,0.011206177,0.00085131323,0.000057934063,0.0000031917518,0.0015877156,0.00007450193,0.00023146145,0.0020596357,0.0011015625,0.20696966],"study_design_scores_gemma":[0.92904484,0.0033463156,0.005427269,0.004586602,0.000010680527,0.0000034674379,0.0003484327,0.012512546,0.00009131817,0.000641622,0.043709915,0.00027698893],"about_ca_topic_score_codex":0.00012017849,"about_ca_topic_score_gemma":8.628959e-7,"teacher_disagreement_score":0.20669268,"about_ca_system_score_codex":0.00048319774,"about_ca_system_score_gemma":0.0022229787,"threshold_uncertainty_score":0.99801654},"labels":[],"label_agreement":null},{"id":"W2282936854","doi":"10.2196/resprot.6280","title":"Addendum to: Can Internet-Based Sexual Health Services Increase Diagnoses of Sexually Transmitted Infections (STI)? Protocol for a Randomized Evaluation of an Internet-Based STI Testing and Results Service","year":2016,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"St. George's, University of London; Menzies Centre for Australian Studies, King's College London, University of London; Medical Research Council; Barts Health NHS Trust; Guy's and St Thomas' Charity; Chelsea and Westminster Hospital NHS Foundation Trust; Imperial College Healthcare NHS Trust; Imperial College London","keywords":"The Internet; Medical diagnosis; Medicine; Randomized controlled trial; Protocol (science); Reproductive health; Addendum; Service (business); Sexually transmitted disease; Family medicine; Computer science; Population; Alternative medicine; Syphilis; Human immunodeficiency virus (HIV); World Wide Web; Environmental health; Business; Internal medicine; Pathology","score_opus":0.18556609463152315,"score_gpt":0.5126805865089196,"score_spread":0.3271144918773964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282936854","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041304687,0.000022242439,0.0003732493,0.00083927164,0.00018139873,0.99191016,0.0018506002,0.00016478542,0.0005278052],"genre_scores_gemma":[0.0041836854,4.918447e-7,0.00070168567,0.00009208179,0.00037355683,0.98880947,0.0012643738,0.00015342033,0.0044212467],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97934705,0.01373822,0.0025333983,0.0018981848,0.0011140167,0.0013691232],"domain_scores_gemma":[0.976491,0.009479944,0.001604997,0.0016556614,0.0104489885,0.0003194307],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025048926,0.00077865453,0.0020060227,0.0023895649,0.0004153459,0.00015530469,0.0011844687,0.0010317024,0.00029294245],"category_scores_gemma":[0.014506964,0.0006180886,0.00021650581,0.0017337629,0.0011642473,0.00032994847,0.00035344396,0.0022471312,0.000027080534],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5091253,0.01819655,0.001918952,0.06770047,0.0019987023,0.000012332604,0.004080312,0.00033272096,0.050045054,0.000090737965,0.21235101,0.13414787],"study_design_scores_gemma":[0.5531853,0.055128008,0.004262266,0.05987581,0.00022360733,0.00004264223,0.0005681034,0.008403353,0.081152834,0.0005695403,0.23463677,0.0019517982],"about_ca_topic_score_codex":0.029133972,"about_ca_topic_score_gemma":0.010966274,"teacher_disagreement_score":0.13219607,"about_ca_system_score_codex":0.0006841293,"about_ca_system_score_gemma":0.009594037,"threshold_uncertainty_score":0.99962705},"labels":[],"label_agreement":null},{"id":"W2284405481","doi":"10.2196/resprot.4838","title":"Evidence-Based mHealth Chronic Disease Mobile App Intervention Design: Development of a Framework","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Psychological intervention; Computer science; Health care; Intervention (counseling); Population; Mobile technology; Medicine; Knowledge management; Process management; Mobile device; Nursing; World Wide Web; Engineering","score_opus":0.5318795108121571,"score_gpt":0.6598318880258558,"score_spread":0.12795237721369868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2284405481","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014492141,0.00028852222,0.16689001,0.0030174945,0.00003612119,0.8279582,0.00003243538,0.00019850081,0.00012947581],"genre_scores_gemma":[0.03651655,0.000058698417,0.010398731,0.00023824064,0.00033932776,0.9513272,0.000010753387,0.000055135177,0.0010553645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906483,0.003851018,0.0017274078,0.0007280967,0.0012716197,0.0017735341],"domain_scores_gemma":[0.9906367,0.0049614916,0.0006101744,0.0012568363,0.0011064417,0.0014283243],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009805525,0.00024246387,0.0004253532,0.00046074748,0.001488352,0.000016223237,0.00073687383,0.00032860096,0.002517202],"category_scores_gemma":[0.0019152091,0.00016935327,0.000118134805,0.0009269128,0.0002899595,0.0002640264,0.00028366523,0.0011992434,0.0014122352],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004578343,0.0019462528,0.014416961,0.030455522,0.000019335259,0.0000051137345,0.00084623636,0.0000146139455,0.0025672147,0.0061080316,0.023528533,0.9155138],"study_design_scores_gemma":[0.003934017,0.0021531172,0.021490373,0.10958424,0.0000041703806,2.5603953e-7,0.00016980969,0.00015869227,0.0021766722,0.0045723473,0.85546064,0.0002956458],"about_ca_topic_score_codex":0.000036370355,"about_ca_topic_score_gemma":0.00004386246,"teacher_disagreement_score":0.9152182,"about_ca_system_score_codex":0.0019319247,"about_ca_system_score_gemma":0.01591884,"threshold_uncertainty_score":0.9998116},"labels":[],"label_agreement":null},{"id":"W2286117990","doi":"10.2196/resprot.5104","title":"A Web- and Mobile-Based Intervention for Women Treated for Breast Cancer to Manage Chronic Pain and Symptoms Related to Lymphedema: Randomized Clinical Trial Rationale and Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lymphatic System and Diseases","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Medicine; Lymphedema; Physical therapy; Randomized controlled trial; Breast cancer; Intervention (counseling); Protocol (science); Clinical trial; Alternative medicine; Cancer; Surgery; Nursing; Internal medicine; Pathology","score_opus":0.11056981454945125,"score_gpt":0.5433417248416087,"score_spread":0.43277191029215745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286117990","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07609613,0.000009564154,0.0006930607,0.0014550444,0.000008160401,0.9214708,0.00018306692,0.000055504013,0.000028670876],"genre_scores_gemma":[0.042748,7.0418383e-7,0.00013335644,0.00011650389,0.00023185396,0.9534231,0.000011829742,0.000038728038,0.0032959348],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995999,0.0015630008,0.0008667297,0.000635656,0.00041481413,0.00052080303],"domain_scores_gemma":[0.99509877,0.0033668878,0.00014869682,0.00028685085,0.00045219934,0.00064659317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009904264,0.000208243,0.0007756611,0.00028423266,0.00016372267,0.00011682004,0.000096285294,0.0001566683,0.00016374978],"category_scores_gemma":[0.0023222682,0.00012474065,0.00016693314,0.00023507046,0.00024829197,0.00011774623,0.00008766824,0.000027613109,0.0000058092037],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8320747,0.0008605619,0.003381997,0.0043200077,0.00016901134,0.0000037900102,0.0001672955,5.011585e-7,0.0009665295,0.0000902888,0.0020430048,0.15592228],"study_design_scores_gemma":[0.9323329,0.017192924,0.002232266,0.007398585,0.000028391056,0.0000071777627,0.00006995953,0.0013020253,0.0001468083,0.00034475184,0.03875236,0.00019190062],"about_ca_topic_score_codex":0.000017374143,"about_ca_topic_score_gemma":0.000014945021,"teacher_disagreement_score":0.15573038,"about_ca_system_score_codex":0.00043094764,"about_ca_system_score_gemma":0.0005640885,"threshold_uncertainty_score":0.5086776},"labels":[],"label_agreement":null},{"id":"W2286293044","doi":"10.2196/resprot.5020","title":"The Australian Longitudinal Study on Women's Health: Using Focus Groups to Inform Recruitment","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Focus (optics); Psychology; Gerontology; Medical education; Medicine; Business; Marketing","score_opus":0.8995986717876181,"score_gpt":0.7178496466443567,"score_spread":0.1817490251432614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286293044","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25313297,0.0000013546368,0.0000732336,0.025398234,0.00004920407,0.7201819,0.000007927345,0.000066717046,0.0010884912],"genre_scores_gemma":[0.0750272,0.0000010188526,0.00018928168,0.00009920801,0.00022726652,0.9175261,1.4043397e-7,0.000014798324,0.006914966],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9633698,0.032477118,0.00039522076,0.00044931294,0.0016045305,0.0017040479],"domain_scores_gemma":[0.985809,0.012682763,0.00009477455,0.0005736413,0.00028000536,0.00055980135],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11731983,0.0001415444,0.00022023574,0.00023144465,0.0034324713,0.00020844511,0.0008003031,0.000110740286,0.00029622985],"category_scores_gemma":[0.009780967,0.00007812619,0.00005064827,0.0010365304,0.0005540068,0.00019763755,0.00023588502,0.00043455668,0.00035575326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.073488295,0.003492274,0.13904108,0.00006714397,0.00017344872,0.0001431994,0.15046589,0.0000025742386,0.001161123,0.021278733,0.031880386,0.57880586],"study_design_scores_gemma":[0.0011590956,0.0060256138,0.22020365,0.00032300578,4.172801e-7,0.0000010173686,0.014155689,1.6074588e-7,0.00024970662,0.0022892226,0.7554351,0.00015731365],"about_ca_topic_score_codex":0.0006142032,"about_ca_topic_score_gemma":0.0020710044,"teacher_disagreement_score":0.72355473,"about_ca_system_score_codex":0.0013364065,"about_ca_system_score_gemma":0.0009733826,"threshold_uncertainty_score":0.9985601},"labels":[],"label_agreement":null},{"id":"W2288921716","doi":"10.2196/resprot.5092","title":"Developing a Tablet-Based Self-Persuasion Intervention Promoting Adolescent HPV Vaccination: Protocol for a Three-Stage Mixed-Methods Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Persuasion; Intervention (counseling); Vaccination; Cognition; Medicine; Randomized controlled trial; Psychology; Family medicine; Clinical psychology; Social psychology; Nursing; Psychiatry","score_opus":0.3829437148910154,"score_gpt":0.6447103433391252,"score_spread":0.26176662844810983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288921716","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019549041,0.0000017282576,0.06601636,0.0019245831,0.000010909461,0.93075264,0.000010145651,0.00022896736,0.0008591904],"genre_scores_gemma":[0.0057222634,9.1914195e-8,0.014330783,0.000050271585,0.0003409484,0.9788713,0.0000077435925,0.00007763398,0.000598953],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99345434,0.001558055,0.0008483935,0.0009833447,0.0018998602,0.0012559942],"domain_scores_gemma":[0.995557,0.00073612924,0.00019199325,0.00079959235,0.002276962,0.0004383003],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0109024905,0.0003241482,0.0005211507,0.00063146546,0.0005472351,0.00022961946,0.00052161526,0.00020232266,0.0040080734],"category_scores_gemma":[0.001495523,0.00021090898,0.00025034687,0.0009811281,0.00008809178,0.00029713713,0.0004817767,0.0007611149,0.0000653856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075223297,0.0063124606,0.011700289,0.012535948,0.00006163296,0.000027489968,0.00025634683,5.026583e-7,0.0016715827,0.00035785232,0.0018320625,0.95772153],"study_design_scores_gemma":[0.07725179,0.028505601,0.23186246,0.008285807,0.00001815847,0.000010239725,0.0007748387,0.004470809,0.06974647,0.0009461595,0.5773851,0.00074255257],"about_ca_topic_score_codex":0.000025672372,"about_ca_topic_score_gemma":0.00012348393,"teacher_disagreement_score":0.956979,"about_ca_system_score_codex":0.0016036278,"about_ca_system_score_gemma":0.0013531374,"threshold_uncertainty_score":0.9969024},"labels":[],"label_agreement":null},{"id":"W2289098682","doi":"10.2196/resprot.5232","title":"Download Your Doctor: Implementation of a Digitally Mediated Personal Physician Presence to Enhance Patient Engagement With a Health-Promoting Internet Application","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministero della Salute","keywords":"Psychological intervention; Alliance; The Internet; Medical education; Psychology; Internet privacy; Health care; Download; Perception; Medicine; Nursing; World Wide Web; Computer science","score_opus":0.16174647299904638,"score_gpt":0.5869733074878998,"score_spread":0.4252268344888534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289098682","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23064502,0.000008278986,0.003182389,0.0071796845,0.000035723133,0.75415415,0.00077745045,0.00014943648,0.0038678476],"genre_scores_gemma":[0.50546867,6.0427645e-8,0.000104512044,0.000097297554,0.000023585106,0.493957,0.000025452186,0.000014499728,0.0003089175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616706,0.00063079136,0.00074583275,0.0006346255,0.0010031196,0.00081856776],"domain_scores_gemma":[0.9981897,0.0002483971,0.00036873564,0.0004615164,0.00039795143,0.00033372172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012163796,0.00018352018,0.00023638037,0.00025724608,0.00012451039,0.00007744901,0.00041832373,0.00004645142,0.00037291308],"category_scores_gemma":[0.000070043185,0.00013183051,0.00006432848,0.0005503488,0.00014822221,0.00036540398,0.00027995973,0.00024858656,0.00074558356],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011210395,0.0024713892,0.0025582935,0.0006918328,0.0000693548,0.0000060031184,0.017140303,2.1793576e-7,0.006850376,0.0017095805,0.01203589,0.9553457],"study_design_scores_gemma":[0.011477007,0.118565105,0.06136488,0.031778123,0.000009678424,0.00002707187,0.023623586,0.00006118795,0.24599649,0.0016359835,0.5037564,0.0017044806],"about_ca_topic_score_codex":0.0003769725,"about_ca_topic_score_gemma":0.00022686172,"teacher_disagreement_score":0.95364124,"about_ca_system_score_codex":0.00047320634,"about_ca_system_score_gemma":0.00021257871,"threshold_uncertainty_score":0.9583217},"labels":[],"label_agreement":null},{"id":"W2289561201","doi":"10.2196/resprot.5206","title":"Same-Day Counseling: Study Protocol for the Evaluation of a New Mental Health Service","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Lakehead University","funders":"","keywords":"Session (web analytics); Mental health; Data collection; Rigour; Medicine; Service provider; Protocol (science); Psychology; Service (business); Medical education; Nursing; Psychiatry; Alternative medicine; Computer science","score_opus":0.6279088223512541,"score_gpt":0.7110480465275778,"score_spread":0.08313922417632369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289561201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000078132965,0.0000025756358,0.0031397296,0.0150704235,0.000006904217,0.98071814,0.000035536366,0.00007231029,0.00087623444],"genre_scores_gemma":[0.0003215043,3.295305e-7,0.00036201865,0.0002868933,0.00016771091,0.99640465,0.0000021775938,0.000037535196,0.0024171697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623936,0.0011918854,0.00047844238,0.0004356585,0.001161202,0.00049344864],"domain_scores_gemma":[0.99721617,0.0004880715,0.00022902183,0.0010534236,0.0008857551,0.00012757083],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01105481,0.0001374115,0.0001897724,0.00011730485,0.00033299567,0.00004391996,0.0007214126,0.00007700556,0.0016207217],"category_scores_gemma":[0.000050266575,0.000074147065,0.000066686,0.0005356897,0.000091155496,0.000075193675,0.000051130373,0.00019439892,0.00006849656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019991926,0.003584104,0.0006349343,0.00011905722,0.00008168784,1.0729298e-7,0.011449522,5.1259553e-7,0.0029543883,0.0036133353,0.5530928,0.42247036],"study_design_scores_gemma":[0.010027879,0.0030169976,0.0027494347,0.00050668773,0.000002051123,0.000001154741,0.0010726148,0.00007509223,0.00044648102,0.0057810317,0.9762193,0.00010126057],"about_ca_topic_score_codex":0.00030217308,"about_ca_topic_score_gemma":0.0001985307,"teacher_disagreement_score":0.42312652,"about_ca_system_score_codex":0.00016971817,"about_ca_system_score_gemma":0.0006380671,"threshold_uncertainty_score":0.99929196},"labels":[],"label_agreement":null},{"id":"W2289815117","doi":"10.2196/resprot.5045","title":"Patient Recruitment 2.0: Become a Partner in the Patient Journey Using Digital Media","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"F. Hoffmann-La Roche","keywords":"Conversation; Health care; Medicine; Boosting (machine learning); Lung cancer; Medical education; Psychology; Nursing; Computer science; Oncology; Political science","score_opus":0.7587812370600908,"score_gpt":0.6538288641664611,"score_spread":0.10495237289362969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289815117","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19218174,0.000008292652,0.000004720114,0.013735237,0.00018604912,0.7910641,0.000014964157,0.000036126497,0.0027687561],"genre_scores_gemma":[0.16339432,0.0000039034285,0.00006932484,0.000098294986,0.00056059,0.8358295,0.0000017823222,0.000014782398,0.000027534445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99351144,0.0024654428,0.00047011752,0.00031504288,0.0022100057,0.001027979],"domain_scores_gemma":[0.9939859,0.0048028887,0.0001474218,0.00036588818,0.0003819793,0.0003159516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039692153,0.000117133684,0.00016048785,0.00022762844,0.00070124015,0.00030235402,0.00049916457,0.00013784999,0.00028372323],"category_scores_gemma":[0.0071839597,0.00006808673,0.000055934335,0.0009592338,0.00054928433,0.0005074147,0.00012228021,0.00042805952,0.00015105965],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014444023,0.0011688218,0.052639406,0.000055996374,0.000006928017,0.000022197642,0.28671125,6.935779e-7,0.00009845795,0.0045759194,0.008911577,0.64566433],"study_design_scores_gemma":[0.00050931436,0.00045386577,0.012472534,0.0010461936,5.548577e-7,0.0000010522787,0.015083655,0.0000027195229,0.00008727908,0.004428294,0.9657729,0.00014161588],"about_ca_topic_score_codex":0.0008805884,"about_ca_topic_score_gemma":0.0008618068,"teacher_disagreement_score":0.9568613,"about_ca_system_score_codex":0.001310274,"about_ca_system_score_gemma":0.0013411668,"threshold_uncertainty_score":0.860039},"labels":[],"label_agreement":null},{"id":"W2289973457","doi":"10.2196/resprot.5214","title":"Bariatric Surgery for Morbid Obesity: Tehran Obesity Treatment Study (TOTS) Rationale and Study Design","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Overweight; Obesity; Population; Health care; Prospective cohort study; MEDLINE; General surgery; Surgery; Environmental health","score_opus":0.3575099614552141,"score_gpt":0.5073949053064245,"score_spread":0.14988494385121043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289973457","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32770976,0.000014192789,0.0004706309,0.00084394123,0.000019654179,0.6707611,0.000016888622,0.00008881844,0.0000749787],"genre_scores_gemma":[0.30721638,0.0000041993867,0.0002329316,0.000024137524,0.0002942785,0.6888177,0.0000040825294,0.000032242388,0.0033740858],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955581,0.001418384,0.00055523653,0.0007458767,0.0009951905,0.0007272111],"domain_scores_gemma":[0.9920653,0.006271441,0.00010577618,0.0007025419,0.00047961972,0.00037529488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005880196,0.0002888582,0.00074476004,0.0006026321,0.00051491475,0.00010508284,0.00015917043,0.00012412418,0.00023609612],"category_scores_gemma":[0.0012106012,0.00017126503,0.00018016691,0.0006622343,0.000108010194,0.00023741627,0.00013264728,0.00020532009,0.000069099704],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033440157,0.014537397,0.9576905,0.0001834137,0.0002341989,0.00015266234,0.00072015915,3.8133476e-7,0.00030309125,0.000064460684,0.007955293,0.014814477],"study_design_scores_gemma":[0.015364347,0.011794364,0.9514257,0.00030510096,0.00007398738,0.000023934846,0.0009320001,0.000024432018,0.0009745498,0.0005185202,0.018238237,0.00032483495],"about_ca_topic_score_codex":0.000067645946,"about_ca_topic_score_gemma":0.000027645221,"teacher_disagreement_score":0.0204934,"about_ca_system_score_codex":0.00032342845,"about_ca_system_score_gemma":0.00079812587,"threshold_uncertainty_score":0.69839853},"labels":[],"label_agreement":null},{"id":"W2290339467","doi":"10.2196/resprot.5290","title":"A Community-Engaged Approach to Developing a Mobile Cancer Prevention App: The mCPA Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Protocol (science); MCPA; Computer science; Mobile apps; Psychology; Medicine; World Wide Web; Alternative medicine","score_opus":0.41430946398272567,"score_gpt":0.5929082766075886,"score_spread":0.17859881262486293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290339467","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009132764,0.0000015996155,0.0005767503,0.0011660731,0.000009153138,0.9846637,0.000008570689,0.00015220625,0.004289133],"genre_scores_gemma":[0.055305704,1.9288936e-7,0.00015556045,0.00014619973,0.00023964158,0.93644,0.0000026228536,0.000057102105,0.0076529672],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98633504,0.010577316,0.00042768757,0.00047227848,0.0014215267,0.00076615193],"domain_scores_gemma":[0.99676305,0.00076768163,0.000087616354,0.0013543498,0.00075360085,0.00027372246],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013865505,0.0002397517,0.00035899802,0.00025420185,0.0019802693,0.00014107421,0.0007660117,0.00011182211,0.00021547714],"category_scores_gemma":[0.0006834621,0.00012416858,0.000113928116,0.0012008898,0.0001843155,0.00016405877,0.0006451019,0.002972904,0.00010402361],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020087563,0.022139871,0.06396922,0.008976758,0.00058259786,0.00005339591,0.17063187,0.000009450264,0.021530969,0.0008089319,0.07996679,0.6112426],"study_design_scores_gemma":[0.009473084,0.007264601,0.022407116,0.0061621126,0.000010790731,0.000013977926,0.030080387,0.000007681666,0.0041851806,0.00031356263,0.9197094,0.00037212647],"about_ca_topic_score_codex":0.0007537731,"about_ca_topic_score_gemma":0.0016604527,"teacher_disagreement_score":0.8397426,"about_ca_system_score_codex":0.0006340442,"about_ca_system_score_gemma":0.0009643633,"threshold_uncertainty_score":0.9993273},"labels":[],"label_agreement":null},{"id":"W2290915767","doi":"10.2196/resprot.5204","title":"Improving Patient Experience and Primary Care Quality for Patients With Complex Chronic Disease Using the Electronic Patient-Reported Outcomes Tool: Adopting Qualitative Methods Into a User-Centered Design Approach","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Institute for Work & Health; University of Waterloo; Sinai Health System; Lunenfeld-Tanenbaum Research Institute; University of Toronto","funders":"","keywords":"mHealth; eHealth; Qualitative research; Focus group; Computer science; Health care; Process (computing); User-centered design; Telemedicine; Knowledge management; Medicine; Process management; Nursing; Human–computer interaction; Psychological intervention; Engineering","score_opus":0.3923350734566953,"score_gpt":0.5828662233823656,"score_spread":0.19053114992567027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290915767","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5816504,0.000021129219,0.048181307,0.00014663153,0.000008919771,0.36990717,0.000010111508,0.000052942512,0.000021438676],"genre_scores_gemma":[0.39686146,4.6431484e-7,0.04545357,0.00006205809,0.000030203973,0.5574652,0.00005204792,0.00003959307,0.000035410605],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99526423,0.001714319,0.00058975,0.0006662432,0.00088941696,0.0008760388],"domain_scores_gemma":[0.9969853,0.0008725745,0.00039009732,0.0006558439,0.00087984314,0.00021630747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021933082,0.00026437067,0.00037728032,0.00017060712,0.00052102504,0.0001471257,0.00021205052,0.000054977056,0.0000101958585],"category_scores_gemma":[0.0010700568,0.0001423169,0.0000859791,0.00034347395,0.0003480257,0.00041977054,0.00027162422,0.00023772467,7.1967077e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010834389,0.0031551772,0.35827076,0.009007013,0.00040826728,0.0000034326933,0.09991054,0.000014108764,0.0098269,0.00078985136,0.00023244927,0.5075471],"study_design_scores_gemma":[0.043251164,0.028010566,0.7928648,0.010746603,0.00026649807,0.000002867332,0.09253427,0.0036851428,0.00436834,0.0014900342,0.020444265,0.002335472],"about_ca_topic_score_codex":0.000052637508,"about_ca_topic_score_gemma":0.0000026981215,"teacher_disagreement_score":0.50521165,"about_ca_system_score_codex":0.0012503347,"about_ca_system_score_gemma":0.0007652248,"threshold_uncertainty_score":0.5803515},"labels":[],"label_agreement":null},{"id":"W2291045516","doi":"10.2196/resprot.4855","title":"An Electronic Wellness Program to Improve Diet and Exercise in College Students: A Pilot Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Research Resources","keywords":"Gerontology; Psychology; Medical education; Medicine; Clinical psychology; Applied psychology","score_opus":0.09197913631962322,"score_gpt":0.5150618530031167,"score_spread":0.42308271668349345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291045516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5328003,0.0000013982183,0.0000010356288,0.00044189751,0.0000028068735,0.46655887,0.000010312318,0.00008115058,0.00010221333],"genre_scores_gemma":[0.50367177,8.454901e-7,0.000014409313,0.0000117125865,0.000060146518,0.49571353,8.725665e-7,0.000033407337,0.00049329246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99505,0.00064905407,0.00034670215,0.0009521313,0.0016496724,0.0013524273],"domain_scores_gemma":[0.9978023,0.00021150135,0.000051302013,0.0009549661,0.00030884973,0.0006710728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021804885,0.00027764475,0.00057336345,0.0003915297,0.00015195896,0.00014100583,0.000588081,0.00007499937,0.000058488902],"category_scores_gemma":[0.00019376496,0.00018589235,0.000039219354,0.0010163342,0.00020512533,0.00038557735,0.0007146437,0.00073777593,0.00012379496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017260628,0.35669494,0.535244,0.0009195617,0.00006712581,0.0002320119,0.00054470915,1.01590146e-7,0.02900265,0.0005624092,0.0010418087,0.058430042],"study_design_scores_gemma":[0.012643858,0.21821338,0.75239736,0.0024688982,0.000008813434,0.0000028936502,0.00046626994,0.000015052652,0.0055758697,0.0014247688,0.006449742,0.00033312157],"about_ca_topic_score_codex":0.0001243609,"about_ca_topic_score_gemma":0.00036255375,"teacher_disagreement_score":0.21715334,"about_ca_system_score_codex":0.00048358407,"about_ca_system_score_gemma":0.00031753714,"threshold_uncertainty_score":0.75804704},"labels":[],"label_agreement":null},{"id":"W2291305067","doi":"10.2196/resprot.5142","title":"Development and Initial Evaluation of the Web-Based Self-Management Program “Partner in Balance” for Family Caregivers of People With Early Stage Dementia: An Exploratory Mixed-Methods Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Psychological intervention; Family caregivers; Usability; Intervention (counseling); Psychology; Focus group; Exploratory research; Program evaluation; Self-management; Medical education; Nursing; Medicine; Applied psychology; Computer science","score_opus":0.15938443680021902,"score_gpt":0.5421513298029157,"score_spread":0.3827668930026967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291305067","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6397941,0.000003114304,0.00019001044,0.00004600315,0.0000036970046,0.3596277,0.00000726541,0.000017814185,0.00031029197],"genre_scores_gemma":[0.49385798,4.917322e-7,0.0045481683,0.0000041635344,0.00000803231,0.5015202,0.0000032508194,0.000014295107,0.00004338242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99430895,0.0019817492,0.00042130554,0.00045004234,0.0023208507,0.0005170844],"domain_scores_gemma":[0.99755335,0.00019457401,0.00013607994,0.0004422414,0.001530263,0.00014348171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00933804,0.00016467783,0.00030050924,0.0004024285,0.00012775375,0.000039156388,0.0002501319,0.000056549474,0.000040871597],"category_scores_gemma":[0.00010693495,0.00009303056,0.000043432054,0.00065781386,0.00022921192,0.00020253065,0.0002172439,0.00018486021,0.0000013133185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004015471,0.008441224,0.7300755,0.0017234077,0.00035892095,0.000011774093,0.0048517054,0.0000019686718,0.0067147547,0.00006526976,0.00015231741,0.2435877],"study_design_scores_gemma":[0.030054236,0.011112753,0.90793896,0.001617207,0.00006441186,3.962674e-7,0.013046635,0.00030438512,0.028563365,0.000026515312,0.0071216295,0.00014951432],"about_ca_topic_score_codex":0.00001610803,"about_ca_topic_score_gemma":0.00021076042,"teacher_disagreement_score":0.24343818,"about_ca_system_score_codex":0.00020348541,"about_ca_system_score_gemma":0.001268781,"threshold_uncertainty_score":0.37936762},"labels":[],"label_agreement":null},{"id":"W2293091235","doi":"10.2196/resprot.5155","title":"Predicting Appropriate Admission of Bronchiolitis Patients in the Emergency Department: Rationale and Methods","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory viral infections research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emergency department; Bronchiolitis; Medicine; Medical emergency; Emergency medicine; Nursing; Psychiatry; Respiratory system","score_opus":0.22571815772197235,"score_gpt":0.5802512544282975,"score_spread":0.35453309670632516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293091235","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47264645,0.000018074767,0.00024293456,0.0007282186,0.000008132361,0.5221456,0.00002217798,0.000024354293,0.004164035],"genre_scores_gemma":[0.10622802,0.000013597428,0.00092308654,0.000019337347,0.000091656104,0.891943,0.0000068047502,0.000020238176,0.00075429096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99589396,0.0019390734,0.0004545319,0.0003033144,0.0009926247,0.0004164962],"domain_scores_gemma":[0.99833745,0.00050558173,0.000080917474,0.00042033006,0.0004988767,0.00015686644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004112555,0.00010310562,0.00018941093,0.0003339301,0.00016490696,0.0000232972,0.00019460045,0.00008960064,0.00031600194],"category_scores_gemma":[0.0023554761,0.000052706895,0.000046750392,0.00062186114,0.00019098767,0.00020294603,0.00018109771,0.00038101058,0.00001782872],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058456394,0.0009764068,0.8002992,0.0005535205,0.000018686962,0.0000067361793,0.00037826833,3.0136798e-7,0.033346586,0.00070731255,0.0014837326,0.16164467],"study_design_scores_gemma":[0.0042859064,0.0029295813,0.8803984,0.0015422783,0.0000023408159,0.000006868237,0.00009415964,0.000070870046,0.017811252,0.0021805794,0.090576366,0.00010141156],"about_ca_topic_score_codex":0.000032816897,"about_ca_topic_score_gemma":0.000015792104,"teacher_disagreement_score":0.36979735,"about_ca_system_score_codex":0.00010625182,"about_ca_system_score_gemma":0.0002095439,"threshold_uncertainty_score":0.34599996},"labels":[],"label_agreement":null},{"id":"W2295256207","doi":"10.2196/resprot.5261","title":"Primary Care Pathway for Childhood Asthma: Protocol for a Randomized Cluster-Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Asthma; Randomized controlled trial; Protocol (science); Medicine; Primary care; Cluster (spacecraft); Cluster randomised controlled trial; Family medicine; Computer science; Alternative medicine; Computer network; Internal medicine","score_opus":0.3817053196626216,"score_gpt":0.6334623851825208,"score_spread":0.25175706551989924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295256207","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001375543,0.0000010409965,0.0072313277,0.006714076,0.000025791296,0.98460233,0.00009295404,0.00012559032,0.0010693334],"genre_scores_gemma":[0.00017733405,1.9084199e-7,0.0081580635,0.0005252395,0.0020778864,0.98693985,0.00008468734,0.000105612766,0.0019311397],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926304,0.0018066908,0.0023715852,0.0008178909,0.0013789365,0.0009944855],"domain_scores_gemma":[0.9762133,0.01931621,0.0006440862,0.0008161852,0.0026431864,0.00036705015],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01475159,0.00033035397,0.0016089246,0.00031931858,0.00031921212,0.00012636214,0.000350333,0.0002834193,0.00026195045],"category_scores_gemma":[0.0352087,0.00018437784,0.0009832511,0.00025663234,0.00027445419,0.0003748147,0.0001980931,0.00046201565,0.00005549831],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90108633,0.0019216517,0.000018245166,0.0018843614,0.00013666907,0.0000035363519,0.00017783316,1.723798e-7,0.0014055261,0.00026247435,0.01620018,0.07690299],"study_design_scores_gemma":[0.69068676,0.01010111,0.000030216992,0.0018150123,0.00001945834,0.000004772329,0.000079610334,0.000041149495,0.0007926679,0.0011676488,0.29509985,0.00016172338],"about_ca_topic_score_codex":0.000007789348,"about_ca_topic_score_gemma":0.000013803767,"teacher_disagreement_score":0.2788997,"about_ca_system_score_codex":0.00047857797,"about_ca_system_score_gemma":0.0025926812,"threshold_uncertainty_score":0.97291815},"labels":[],"label_agreement":null},{"id":"W2295514458","doi":"10.2196/resprot.5201","title":"Development, Validation, and Evaluation of Web-Based Iranian Diabetic Personal Health Record: Rationale for and Protocol of a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Family medicine; Protocol (science); Intervention (counseling); Inclusion (mineral); Health care; Research design; Gerontology; Physical therapy; Alternative medicine; Nursing; Psychology; Internal medicine","score_opus":0.2338944885732676,"score_gpt":0.5354194877479469,"score_spread":0.3015249991746793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295514458","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09401934,0.0000025236725,0.00018753514,0.0017986533,0.0000067407605,0.9037608,0.000004370799,0.000010316883,0.00020974923],"genre_scores_gemma":[0.022766875,4.0854684e-7,0.0023694965,0.000025300451,0.00007711527,0.97415906,0.000018743016,0.000013325071,0.00056970026],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9965943,0.0010937508,0.0008067257,0.00024906217,0.0010104089,0.00024577227],"domain_scores_gemma":[0.9967827,0.0011778072,0.00043066216,0.0001434462,0.0013541551,0.00011120089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017242394,0.00010776092,0.000768329,0.00036633736,0.000105035826,0.000029010447,0.000056297988,0.000052297022,0.00020000064],"category_scores_gemma":[0.0026899185,0.00006720368,0.000091336464,0.0001746595,0.00020959522,0.00011443781,0.000023721534,0.0000638033,0.0000016994951],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.928202,0.00093307014,0.0018944822,0.003034193,0.00012775176,3.748131e-8,0.000608097,1.704855e-7,0.0033445556,0.00031143372,0.0018974377,0.059646785],"study_design_scores_gemma":[0.98132765,0.0017283006,0.001061046,0.0019928683,0.00003063702,1.0132578e-7,0.000059597496,0.0014817391,0.0024686654,0.00062177214,0.0091574965,0.00007015104],"about_ca_topic_score_codex":0.000002895447,"about_ca_topic_score_gemma":0.0000038142107,"teacher_disagreement_score":0.071252465,"about_ca_system_score_codex":0.00011235133,"about_ca_system_score_gemma":0.0020338646,"threshold_uncertainty_score":0.5975904},"labels":[],"label_agreement":null},{"id":"W2296691711","doi":"10.2196/resprot.5421","title":"Social Media for e-Government in the Public Health Sector: Protocol for a Systematic Review","year":2016,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Engineering and Physical Sciences Research Council","keywords":"Social media; Public sector; Protocol (science); Systematic review; Government (linguistics); E-Government; Public relations; Public health; Internet privacy; Political science; Sociology; Psychology; Computer science; Medicine; World Wide Web; MEDLINE; Alternative medicine; Nursing; Information and Communications Technology","score_opus":0.8708773923313657,"score_gpt":0.7455594916641226,"score_spread":0.12531790066724313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296691711","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.548689e-10,0.1230379,0.000010776502,0.01920607,0.00007025095,0.8572062,0.000129591,0.000048035254,0.00029117154],"genre_scores_gemma":[3.9279913e-9,0.18816659,0.000058084937,0.00030071757,0.0030137347,0.8082702,0.0000216677,0.00007856773,0.00009040021],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.971661,0.018548587,0.0023243628,0.0007963503,0.0043715416,0.0022981677],"domain_scores_gemma":[0.95911723,0.037207283,0.0016714425,0.0007704304,0.00079794344,0.00043567517],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.064186916,0.00043762568,0.0027728258,0.0002760716,0.0018565491,0.00041366738,0.0025450613,0.00056748616,0.000092168135],"category_scores_gemma":[0.05552331,0.0002544433,0.0006738149,0.0017576722,0.0005055972,0.0002512049,0.00013046587,0.0009880073,0.000076873475],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000123691,0.0002495508,5.2688864e-7,0.72929585,0.0000141817045,3.3849807e-7,0.0067161215,6.2125825e-11,2.2998952e-9,0.010321195,0.056094598,0.19729525],"study_design_scores_gemma":[0.00037038315,0.00016147259,3.9461807e-7,0.4473515,0.0000064187125,4.5871812e-7,0.00051537756,3.4375702e-8,7.2655153e-9,0.0004240002,0.55103457,0.00013540649],"about_ca_topic_score_codex":0.000056432273,"about_ca_topic_score_gemma":0.00081160653,"teacher_disagreement_score":0.49493995,"about_ca_system_score_codex":0.0064907414,"about_ca_system_score_gemma":0.017184807,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W2296956409","doi":"10.2196/resprot.4473","title":"Multiple Sclerosis Therapy With Disease-Modifying Treatments in Germany: The PEARL (ProspEctive phArmacoeconomic cohoRt evaluation) Noninterventional Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Multiple sclerosis; Protocol (science); Physical therapy; Fingolimod; Cost effectiveness; Outcomes research; Intensive care medicine; Alternative medicine; Risk analysis (engineering); Psychiatry","score_opus":0.428078288710984,"score_gpt":0.5719937802393636,"score_spread":0.14391549152837962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296956409","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.200942,0.00000644572,0.000008037672,0.0010758131,0.0000043007813,0.7971774,0.00002962629,0.00005913459,0.00069729943],"genre_scores_gemma":[0.41386393,0.0000033907031,0.000030346342,0.000019002091,0.00010895483,0.58520234,0.0000034749603,0.000044993903,0.00072355784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923864,0.0019405592,0.00064520707,0.0010607861,0.0029061674,0.0010608925],"domain_scores_gemma":[0.9964161,0.000819138,0.00016801739,0.0009761374,0.0012203949,0.00040021693],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005530444,0.00038859478,0.00050724833,0.00047831688,0.0006335651,0.000190552,0.00054286746,0.00006225178,0.0015008249],"category_scores_gemma":[0.0005720556,0.00018694489,0.00016363677,0.000659238,0.0006492152,0.00046189627,0.00037744117,0.0006507606,0.00025512784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017228015,0.0074764933,0.9414916,0.0001515234,0.0005615261,0.00003826587,0.0006689565,0.000007905946,0.0057534548,0.000010317056,0.0008328976,0.025779037],"study_design_scores_gemma":[0.05763353,0.00418562,0.93069327,0.0026377374,0.000016213216,0.0000029675775,0.00034125734,0.00045544244,0.0009908333,0.000054039498,0.002774803,0.00021427145],"about_ca_topic_score_codex":0.000164103,"about_ca_topic_score_gemma":0.0001749182,"teacher_disagreement_score":0.21292195,"about_ca_system_score_codex":0.0016928992,"about_ca_system_score_gemma":0.0008915889,"threshold_uncertainty_score":0.99941194},"labels":[],"label_agreement":null},{"id":"W2302165926","doi":"10.2196/resprot.5162","title":"TOGETHER Project to Increase Understanding of the HIV Epidemic Among Sub-Saharan African Migrants: Protocol of Community-Based Participatory Mixed-Method Studies","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS oral health manifestations","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Human immunodeficiency virus (HIV); Psychological intervention; Focus group; Medicine; Environmental health; Developing country; Demography; Geography; Economic growth; Family medicine; Sociology; Nursing","score_opus":0.6020946345951488,"score_gpt":0.6198366976053366,"score_spread":0.01774206301018777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302165926","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044458922,0.0000019841032,0.0009350338,0.003670756,0.000005015499,0.95027655,0.00011825487,0.00006104546,0.00047243494],"genre_scores_gemma":[0.08748103,3.800409e-7,0.001554684,0.0001630934,0.000040592233,0.9102373,0.0000034694674,0.000047281257,0.00047213174],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9871754,0.00924813,0.0010549478,0.000327971,0.0013117861,0.0008817489],"domain_scores_gemma":[0.99214447,0.0046074963,0.0003952495,0.0014762236,0.0010101766,0.00036637226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011957488,0.0002590364,0.0007282438,0.0006490469,0.00051743805,0.000014576792,0.0006547575,0.00013931592,0.00003329299],"category_scores_gemma":[0.0053098183,0.00014467417,0.00017975295,0.0016411765,0.0013236953,0.00015512046,0.00038274753,0.000936228,0.000010541365],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021537617,0.008394407,0.462486,0.04948808,0.0005416108,0.00006077177,0.026871718,0.000034566652,0.14195564,0.0027229781,0.26903176,0.016874844],"study_design_scores_gemma":[0.045869853,0.0257526,0.19851792,0.14376555,0.00015955948,0.00002905467,0.040046897,0.0005880328,0.27708134,0.0077825403,0.25878695,0.0016197339],"about_ca_topic_score_codex":0.0007810324,"about_ca_topic_score_gemma":0.00076638785,"teacher_disagreement_score":0.26396808,"about_ca_system_score_codex":0.00077357725,"about_ca_system_score_gemma":0.0014137124,"threshold_uncertainty_score":0.63567317},"labels":[],"label_agreement":null},{"id":"W2306136329","doi":"10.2196/resprot.5278","title":"Treatment of Internet Addiction with Anxiety Disorders: Treatment Protocol and Preliminary Before-After Results Involving Pharmacotherapy and Modified Cognitive Behavioral Therapy","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacotherapy; Addiction; Anxiety; Cognitive behavioral therapy; Cognitive therapy; Psychiatry; Clinical psychology; Psychotherapist; Medicine; The Internet; Cognition; Psychology; World Wide Web; Computer science","score_opus":0.14610008653325826,"score_gpt":0.5191740133755269,"score_spread":0.3730739268422687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2306136329","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23588885,0.000013267694,0.000011661826,0.0006191341,0.0000028223255,0.7629898,0.000058334303,0.0000847632,0.00033134522],"genre_scores_gemma":[0.405263,0.000075077834,0.000046363282,0.000005586146,0.00003064494,0.59389436,0.0000019990857,0.000017741604,0.0006652021],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975254,0.0005842644,0.00027552716,0.00049120735,0.00055313663,0.0005704538],"domain_scores_gemma":[0.9990974,0.00012144728,0.00015067682,0.00023068333,0.00021105382,0.00018876063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004810831,0.00023791927,0.0002540021,0.00020944142,0.00031068188,0.00009590208,0.00016037154,0.00018509138,0.000059471102],"category_scores_gemma":[0.000031477317,0.00013450003,0.000047923775,0.00023174834,0.0015852615,0.00039869963,0.00005749252,0.00013219038,0.0000031536874],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036500767,0.004259516,0.13858663,0.000043771313,0.00008993418,0.000012672129,0.014627945,3.3485165e-8,0.0013700534,0.000051550833,0.00014367621,0.8043135],"study_design_scores_gemma":[0.15686977,0.25472173,0.3325434,0.008652928,0.00003770309,0.000021517815,0.005351486,0.00007241516,0.08450893,0.0013343879,0.15477848,0.0011072473],"about_ca_topic_score_codex":0.0010928534,"about_ca_topic_score_gemma":0.00090871763,"teacher_disagreement_score":0.8032062,"about_ca_system_score_codex":0.00038026518,"about_ca_system_score_gemma":0.00020387534,"threshold_uncertainty_score":0.58409625},"labels":[],"label_agreement":null},{"id":"W2309824010","doi":"10.2196/resprot.5008","title":"Understanding User Reactions and Interactions With an Internet-Based Intervention for Tinnitus Self-Management: Mixed-Methods Process Evaluation Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing, Cochlea, Tinnitus, Genetics","field":"Neuroscience","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Psychological intervention; Tinnitus; Protocol (science); The Internet; Applied psychology; Intervention (counseling); Psychology; Process (computing); Quality of life (healthcare); Medical education; Clinical psychology; Computer science; Medicine; Psychotherapist; World Wide Web; Alternative medicine; Psychiatry","score_opus":0.5043418212321387,"score_gpt":0.6194664187946338,"score_spread":0.11512459756249516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2309824010","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027484144,1.5849153e-7,0.17483093,0.00027428864,0.00001801043,0.8201682,0.000009480417,0.00022047019,0.0017300707],"genre_scores_gemma":[0.068634786,1.3812678e-7,0.017052284,0.00002816427,0.00007433266,0.91294056,0.000003845345,0.000073629686,0.0011922745],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9944409,0.0021952693,0.0005413686,0.0009904531,0.0010971208,0.00073485257],"domain_scores_gemma":[0.99714506,0.00096531253,0.00027022627,0.00065810606,0.00069659954,0.00026469107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004872898,0.00025927005,0.0002049531,0.0007103399,0.00054767425,0.00051261735,0.00046686418,0.000111052155,0.00018231737],"category_scores_gemma":[0.0012662009,0.00019223269,0.000066673776,0.00081309164,0.00031309508,0.00095869566,0.00019735834,0.00043491583,0.000028549843],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020339012,0.012651277,0.0059209596,0.01751649,0.00024273043,0.000047175246,0.003660086,0.00032229285,0.37274373,0.034676444,0.005865911,0.5260139],"study_design_scores_gemma":[0.022097299,0.009172046,0.0017405369,0.010983235,0.00003835362,0.000050094866,0.0016834952,0.03937693,0.5527579,0.012357563,0.34878582,0.00095671165],"about_ca_topic_score_codex":0.000011965939,"about_ca_topic_score_gemma":0.00008192445,"teacher_disagreement_score":0.5250572,"about_ca_system_score_codex":0.0007643706,"about_ca_system_score_gemma":0.0002609867,"threshold_uncertainty_score":0.78390217},"labels":[],"label_agreement":null},{"id":"W2324946667","doi":"10.2196/resprot.5383","title":"A Systematic Review Protocol to Assess the Effects of Physical Activity on Health and Quality of Life Outcomes in Adolescent Cancer Survivors","year":2016,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Protocol (science); Quality of life (healthcare); Gerontology; Medicine; Physical activity; Psychology; Systematic review; Alternative medicine; MEDLINE; Physical therapy; Nursing","score_opus":0.4572590468622346,"score_gpt":0.6609958045042814,"score_spread":0.2037367576420468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324946667","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024617992,0.12303715,0.0000034354423,0.0019612804,0.000010383706,0.8748194,0.000087803775,0.000026147169,0.000029761912],"genre_scores_gemma":[0.0000057231027,0.14821926,0.0000066040043,0.00048536446,0.000110333254,0.8509841,0.0000024885862,0.000079781814,0.00010636176],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9737279,0.018510502,0.0025802206,0.00095581263,0.0033558656,0.00086971774],"domain_scores_gemma":[0.9841817,0.010177243,0.0021478995,0.0022151018,0.0005204725,0.0007575739],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014744419,0.0006989913,0.009742552,0.0004935642,0.000095908545,0.00003514702,0.0008712067,0.00024204167,0.000012618847],"category_scores_gemma":[0.014805985,0.000346575,0.00080422417,0.001257196,0.00036199577,0.00008552673,0.0005433994,0.0017299781,0.00001773705],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047940237,0.002675822,0.00046634654,0.9430786,0.00024448909,0.0000027911944,0.00033430604,1.6423066e-8,0.0000034535374,0.00011338256,0.0006601708,0.051941223],"study_design_scores_gemma":[0.0017400051,0.0026662261,0.0013386214,0.92693406,0.000047152444,0.000001253983,0.000026413361,2.5049138e-7,0.000020664258,0.000008492554,0.066948004,0.000268849],"about_ca_topic_score_codex":0.0013683059,"about_ca_topic_score_gemma":0.0005946487,"teacher_disagreement_score":0.06628783,"about_ca_system_score_codex":0.0008429885,"about_ca_system_score_gemma":0.004726942,"threshold_uncertainty_score":0.9998986},"labels":[],"label_agreement":null},{"id":"W2325962089","doi":"10.2196/resprot.5339","title":"Use of Subperiosteal Drain Versus Subdural Drain in Chronic Subdural Hematomas Treated With Burr-Hole Trepanation: Study Protocol for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurosurgical Procedures and Complications","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subdural Hematomas; Medicine; Randomized controlled trial; Chronic subdural hematoma; Protocol (science); Surgery; Anesthesia; Hematoma; Pathology","score_opus":0.250675491590742,"score_gpt":0.5420502320698999,"score_spread":0.2913747404791579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325962089","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09301279,8.5591387e-7,0.000034501154,0.0012383352,0.000004493295,0.9053075,0.000013886542,0.00007906604,0.00030861355],"genre_scores_gemma":[0.16812122,1.1613494e-7,0.000058732334,0.00001213136,0.00014428282,0.82979405,0.0000067733854,0.000049735772,0.0018129615],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943209,0.0016277335,0.0013426034,0.00070695806,0.0012225502,0.00077922625],"domain_scores_gemma":[0.99375355,0.0038733894,0.00038120744,0.00076107273,0.0009569044,0.00027385278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028078177,0.00034539294,0.0018607829,0.00050174637,0.00018662865,0.000109164685,0.00030992448,0.00014706762,0.000209985],"category_scores_gemma":[0.0021395355,0.00017892451,0.0004236499,0.00084374344,0.00055156444,0.00027199573,0.00009916176,0.00038960925,0.000010315261],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9864635,0.0039413758,0.00045614314,0.000419023,0.0001684775,0.000047454494,0.00015354429,0.0000024564456,0.0059851925,0.0014328113,0.0004021652,0.0005278735],"study_design_scores_gemma":[0.96545166,0.02559378,0.0005630282,0.0013746596,0.000029826246,0.0000101568885,0.00007718972,0.0005951869,0.0019507355,0.000101414014,0.004045262,0.00020707422],"about_ca_topic_score_codex":0.00007936167,"about_ca_topic_score_gemma":0.0002076678,"teacher_disagreement_score":0.075513415,"about_ca_system_score_codex":0.00045141656,"about_ca_system_score_gemma":0.0012586437,"threshold_uncertainty_score":0.72963303},"labels":[],"label_agreement":null},{"id":"W2326509519","doi":"10.2196/resprot.4995","title":"Patient-Centered Pain Care Using Artificial Intelligence and Mobile Health Tools: Protocol for a Randomized Study Funded by the US Department of Veterans Affairs Health Services Research and Development Program","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Veterans Affairs; Medicine; Cognitive behavioral therapy; Health care; Randomized controlled trial; Protocol (science); Chronic pain; Physical therapy; Cognition; Gerontology; Family medicine; Alternative medicine; Psychiatry","score_opus":0.2652483155305447,"score_gpt":0.5675699352938525,"score_spread":0.3023216197633078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326509519","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059428807,0.000027438244,0.00060791266,0.00051581755,0.0000032994476,0.9393454,0.000025651185,0.00003422383,0.000011453632],"genre_scores_gemma":[0.20646791,0.0000013891743,0.0021757619,0.000024949675,0.00002619426,0.7912533,0.000015769445,0.000024692818,0.000009980565],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99098164,0.0052697295,0.0010534305,0.0006055506,0.0012626686,0.0008269922],"domain_scores_gemma":[0.9960375,0.0020114603,0.00024732365,0.00042823865,0.0009449902,0.0003305132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01500036,0.0002134113,0.00065631134,0.00024469924,0.0006403994,0.00014252022,0.00017431383,0.00007880389,0.000012857429],"category_scores_gemma":[0.00031871733,0.0001098889,0.000077096745,0.0003676732,0.0007065985,0.00013291121,0.00019254869,0.0002959347,0.0000011558237],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.054746125,0.0050462265,0.0017746863,0.017770555,0.000079039164,0.0000010226562,0.025841173,7.4743787e-7,0.0007675965,0.000049211776,0.00011348005,0.89381015],"study_design_scores_gemma":[0.24084117,0.29920593,0.003695908,0.053511396,0.000012699069,0.000009837563,0.28654578,0.0017597639,0.0103974445,0.001292807,0.10185294,0.00087433076],"about_ca_topic_score_codex":0.0001704793,"about_ca_topic_score_gemma":0.00029232196,"teacher_disagreement_score":0.8929358,"about_ca_system_score_codex":0.00042378125,"about_ca_system_score_gemma":0.0008716817,"threshold_uncertainty_score":0.51988554},"labels":[],"label_agreement":null},{"id":"W2328818931","doi":"10.2196/resprot.5245","title":"Increasing Antiretroviral Adherence for HIV-Positive African Americans (Project Rise): A Treatment Education Intervention Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities","keywords":"Intervention (counseling); Human immunodeficiency virus (HIV); Antiretroviral treatment; Medicine; Antiretroviral therapy; Protocol (science); Family medicine; Psychology; Alternative medicine; Nursing; Viral load","score_opus":0.1929875503624009,"score_gpt":0.5757533349402374,"score_spread":0.3827657845778365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328818931","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036882542,0.0000031919687,0.0027372297,0.0010732659,0.000005065348,0.98164004,0.00021016876,0.000109991175,0.010532803],"genre_scores_gemma":[0.02140057,0.0000012394183,0.0020873693,0.000013342122,0.00031326478,0.9277746,0.00005386471,0.00005526709,0.048300497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955321,0.0012224119,0.0005956122,0.0007132948,0.000900508,0.0010361067],"domain_scores_gemma":[0.9970192,0.00045761745,0.0001936227,0.0006485714,0.0012534641,0.00042757258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015885769,0.00028233795,0.0004247928,0.0008066548,0.00038132322,0.00017567734,0.000326281,0.00012006368,0.00053664093],"category_scores_gemma":[0.0013161969,0.00017945757,0.0004619725,0.0008607152,0.0005194867,0.00044600558,0.00014678511,0.0003344226,0.00023738811],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011663318,0.0074215597,0.009547712,0.0012541295,0.00013275199,0.000016687118,0.0004984221,2.7608577e-8,0.04110463,0.00057221536,0.070196964,0.85759157],"study_design_scores_gemma":[0.019373266,0.19569425,0.0070122383,0.026120713,0.00002508319,0.00009070138,0.0017707107,0.00033107586,0.03435485,0.0007271555,0.7140099,0.00049010856],"about_ca_topic_score_codex":0.0012703483,"about_ca_topic_score_gemma":0.000073321884,"teacher_disagreement_score":0.8571015,"about_ca_system_score_codex":0.0013390569,"about_ca_system_score_gemma":0.001803092,"threshold_uncertainty_score":0.7318067},"labels":[],"label_agreement":null},{"id":"W2333066168","doi":"10.2196/resprot.5028","title":"Using Nonexperts for Annotating Pharmacokinetic Drug-Drug Interaction Mentions in Product Labeling: A Feasibility Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; Fogarty International Center; National Institute on Aging; National Institutes of Health","keywords":"Drug; Product (mathematics); Pharmacokinetics; Computer science; Drug labeling; Pharmacology; Medicine","score_opus":0.5018194849802321,"score_gpt":0.6310378209124399,"score_spread":0.12921833593220777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333066168","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7071986,0.00001858401,0.0003340316,0.00045691553,0.000024201505,0.2918637,0.000010346466,0.000024217185,0.000069382084],"genre_scores_gemma":[0.45953032,9.380584e-7,0.0015391329,0.000012849792,0.0001542508,0.5382247,0.0000052439746,0.000015236626,0.00051731925],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99773043,0.0005407564,0.00033336363,0.0006037173,0.00031307034,0.00047865912],"domain_scores_gemma":[0.9990324,0.00012679446,0.00007672384,0.0003943046,0.00028030534,0.00008950693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020843688,0.00013272383,0.00015564823,0.0001335476,0.00017693665,0.000049398925,0.00026011842,0.000058660964,0.000020036088],"category_scores_gemma":[0.0007729928,0.00009280983,0.000057715126,0.0002374705,0.0001659984,0.000011837533,0.00022125736,0.00018874438,0.0000044962685],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006425263,0.0033072305,0.013989906,0.00018344694,0.000033371056,0.000005957333,0.00069060817,0.0000057776656,0.9239312,0.0000049210803,0.003807105,0.04761522],"study_design_scores_gemma":[0.10727036,0.011171115,0.008237578,0.0036401397,0.000016596276,0.0000209052,0.0067783752,0.0009552657,0.5862784,0.00072484557,0.27373347,0.0011729839],"about_ca_topic_score_codex":0.000036787984,"about_ca_topic_score_gemma":0.00009136338,"teacher_disagreement_score":0.33765283,"about_ca_system_score_codex":0.00008889372,"about_ca_system_score_gemma":0.00014694629,"threshold_uncertainty_score":0.3784675},"labels":[],"label_agreement":null},{"id":"W2333767859","doi":"10.2196/resprot.4354","title":"Usefulness of a Tailored eHealth Service for Informal Caregivers and Professionals in the Dementia Treatment and Care Setting: The eHealthMonitor Dementia Portal","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Dementia; Empowerment; Nursing; Medicine; Service (business); Psychology; Health care; Disease; Business","score_opus":0.13598143184450567,"score_gpt":0.5063126935157698,"score_spread":0.3703312616712641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333767859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58514833,0.0000948488,0.000017806682,0.010145588,0.000007680427,0.40412608,0.000066242785,0.000012903238,0.0003805374],"genre_scores_gemma":[0.5302691,0.000008661485,0.00004966502,0.000103329105,0.000050408114,0.4693667,0.000016499176,0.000012134376,0.00012348576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968619,0.0006215639,0.00043362443,0.00035001375,0.0009425846,0.00079032005],"domain_scores_gemma":[0.9978106,0.0006779303,0.00013638583,0.00036192406,0.00080487673,0.00020825473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023756938,0.00018676333,0.00027198947,0.00022779548,0.00045666468,0.000066021894,0.00024574014,0.00009061835,0.00007008656],"category_scores_gemma":[0.00013206479,0.000082597086,0.000058930353,0.00037207548,0.0003179281,0.00021200486,0.0002080969,0.00025902299,0.0000035898017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006655281,0.0016183254,0.7995823,0.007509203,0.00042161514,0.000049521754,0.034777902,1.6523876e-7,0.0023757932,0.00075163314,0.0037954024,0.14246288],"study_design_scores_gemma":[0.02045135,0.00971663,0.8298867,0.004094549,0.000068105466,0.00003755942,0.077467754,0.000033757413,0.0061399844,0.00013828263,0.051747847,0.00021750445],"about_ca_topic_score_codex":0.00016835118,"about_ca_topic_score_gemma":0.00029609646,"teacher_disagreement_score":0.14224537,"about_ca_system_score_codex":0.00008789282,"about_ca_system_score_gemma":0.0009169882,"threshold_uncertainty_score":0.35123417},"labels":[],"label_agreement":null},{"id":"W2335862351","doi":"10.2196/resprot.5376","title":"Transforming the Patient Role to Achieve Better Outcomes Through a Patient Empowerment Program: A Randomized Wait-List Control Trial Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empowerment; Intervention (counseling); Randomized controlled trial; Medicine; Health care; Patient participation; Family medicine; Nursing; Health literacy; Psychology","score_opus":0.09502600148200564,"score_gpt":0.5003036835828562,"score_spread":0.4052776821008505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335862351","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022741182,7.933981e-7,0.00016550228,0.030657385,0.000034234276,0.94166046,0.000010308418,0.00013613257,0.004594015],"genre_scores_gemma":[0.031204667,1.55067e-7,0.00044291656,0.0014638525,0.0002644709,0.96527475,0.000007379059,0.00005474763,0.0012870713],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943183,0.0011224054,0.0009522922,0.00060744747,0.0018507626,0.0011487697],"domain_scores_gemma":[0.99750054,0.00069635286,0.00019908766,0.0008622614,0.0004330437,0.00030870453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028197377,0.00034901066,0.00079785904,0.00023202787,0.00034828958,0.00026145746,0.00039565846,0.00011631983,0.00048690184],"category_scores_gemma":[0.00061464816,0.00015678705,0.000415653,0.0004647061,0.0003250778,0.0003138536,0.00016476178,0.0004257213,0.00021342121],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.67155373,0.004719832,0.0013259455,0.00035619127,0.00025809582,0.000011319463,0.0040445854,6.362245e-7,0.0006939066,0.0004612313,0.018197777,0.2983767],"study_design_scores_gemma":[0.43681142,0.011090426,0.00020478928,0.0011996346,0.00002058939,8.484985e-7,0.00030351322,0.000022065748,0.0012029934,0.00086901494,0.5480896,0.00018507181],"about_ca_topic_score_codex":0.000042208532,"about_ca_topic_score_gemma":0.000008636011,"teacher_disagreement_score":0.52989185,"about_ca_system_score_codex":0.00032709984,"about_ca_system_score_gemma":0.0002724662,"threshold_uncertainty_score":0.63935906},"labels":[],"label_agreement":null},{"id":"W2336363030","doi":"10.2196/resprot.4873","title":"A Cross-Sectional Study on Attitudes to and Understanding of Risk of Acquisition of HIV: Design, Methods and Participant Characteristics","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Wellcome Trust","keywords":"Men who have sex with men; Medicine; Population; Cross-sectional study; Gerontology; Family medicine; Human immunodeficiency virus (HIV); Demography; Public health; Reproductive health; Environmental health; Nursing; Syphilis","score_opus":0.576224846108305,"score_gpt":0.645192964541815,"score_spread":0.06896811843350992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336363030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74910617,0.000005836371,0.03797201,0.0001474251,0.0000026193457,0.2124351,0.00016794704,0.000011533913,0.00015134757],"genre_scores_gemma":[0.82551444,0.0000039106667,0.0021623904,0.000002031036,0.00002620008,0.17188011,0.0000016239949,0.000011488079,0.00039780297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970587,0.0011341398,0.0005335458,0.00025516367,0.00072189415,0.00029654827],"domain_scores_gemma":[0.9974992,0.0013176705,0.00013827404,0.00027452773,0.0005424311,0.0002278691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005478746,0.00008995369,0.0003439652,0.00042708626,0.00010347551,0.000029816796,0.00009559405,0.000057943358,0.00020799313],"category_scores_gemma":[0.002367244,0.000058146597,0.000058693036,0.00028020702,0.00044680224,0.000092465394,0.00015346277,0.00020011351,0.0000047763947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043707737,0.0017930503,0.77585584,0.0008044781,0.00014210006,0.000005699573,0.0007907771,3.9918297e-7,0.20998289,0.000749915,0.0003046465,0.005199436],"study_design_scores_gemma":[0.0024744177,0.021995153,0.9325648,0.002877462,0.000008722003,0.0000033215229,0.00039314225,0.000053313503,0.038875755,0.0005849178,0.00011360323,0.000055393775],"about_ca_topic_score_codex":0.000028010541,"about_ca_topic_score_gemma":0.000006183018,"teacher_disagreement_score":0.17110713,"about_ca_system_score_codex":0.00008825387,"about_ca_system_score_gemma":0.0001163364,"threshold_uncertainty_score":0.28339833},"labels":[],"label_agreement":null},{"id":"W2337564111","doi":"10.2196/resprot.5303","title":"The Good Food Junction: a Community-Based Food Store Intervention to Address Nutritional Health Inequities","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health","funders":"","keywords":"Environmental health; Disadvantaged; Population; Intervention (counseling); Population health; Medicine; Gerontology; Business; Economic growth; Nursing","score_opus":0.7050659096566937,"score_gpt":0.6583751500561349,"score_spread":0.046690759600558795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337564111","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011048985,0.000054601183,0.0009796373,0.11921992,0.00025704532,0.86269367,0.0011139218,0.00041178605,0.0042204494],"genre_scores_gemma":[0.111102365,0.0000037479483,0.00023908819,0.001543373,0.00045270432,0.88446385,0.000076476,0.000039332324,0.0020790505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98629606,0.009587183,0.0010612964,0.00034507914,0.0012795152,0.0014308704],"domain_scores_gemma":[0.99351966,0.003353978,0.0003163256,0.0009904678,0.0012449055,0.00057463144],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010166413,0.00021165979,0.00033366823,0.00042672158,0.010772459,0.00009422153,0.00086945907,0.00025568344,0.00075655855],"category_scores_gemma":[0.0009609776,0.00013794295,0.00014644951,0.00075443566,0.00035724553,0.00029928403,0.00060839346,0.0024045971,0.00089510065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045423503,0.003545102,0.016740689,0.010520842,0.00011620497,0.0000025554416,0.011305913,0.000008375821,0.00009423521,0.25491595,0.6827067,0.015501072],"study_design_scores_gemma":[0.0045096497,0.009314485,0.01429095,0.010387268,0.0000012981529,9.06118e-7,0.0054242318,0.0000081586995,0.00003697131,0.010225176,0.94562846,0.00017244213],"about_ca_topic_score_codex":0.00047250092,"about_ca_topic_score_gemma":0.009808263,"teacher_disagreement_score":0.26292175,"about_ca_system_score_codex":0.001123386,"about_ca_system_score_gemma":0.0016341748,"threshold_uncertainty_score":0.9998969},"labels":[],"label_agreement":null},{"id":"W2338137035","doi":"10.2196/resprot.5499","title":"Development of a Self-Help Web-Based Intervention Targeting Young Cancer Patients With Sexual Problems and Fertility Distress in Collaboration With Patient Research Partners","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Intervention (counseling); Reproductive health; Distress; The Internet; Psychology; Medicine; Medical education; Nursing; Clinical psychology; World Wide Web; Computer science; Population","score_opus":0.1550022066377443,"score_gpt":0.538851328117878,"score_spread":0.3838491214801336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338137035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7974999,0.000007056633,0.000031534106,0.00019222476,0.000012613767,0.20177175,0.000101764774,0.00003504879,0.00034814212],"genre_scores_gemma":[0.53590596,5.0119194e-8,0.00032621025,0.0000020055013,0.000005464521,0.4635834,0.000022843058,0.000018646344,0.00013544875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995245,0.0012019319,0.0007963048,0.0006262317,0.0013191629,0.00081136316],"domain_scores_gemma":[0.9977465,0.00020450023,0.00024017903,0.000328909,0.0012719285,0.0002079395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024725515,0.0001810758,0.00023437379,0.00043632885,0.0002238992,0.000097077864,0.00022585514,0.00010165839,0.00012614735],"category_scores_gemma":[0.00010230638,0.00011727794,0.000021178908,0.0010286293,0.0003703266,0.00036842452,0.0001705758,0.00037251902,0.000017358152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0078499075,0.010397431,0.8937051,0.0029691968,0.00006488607,0.000008964408,0.006289454,0.0000040265454,0.00074698747,0.00018750923,0.00084314815,0.07693335],"study_design_scores_gemma":[0.01904184,0.0169949,0.91511565,0.02194799,0.0000037133218,9.0972367e-7,0.0041605085,0.0000767638,0.0071377372,0.00013629714,0.014908807,0.00047489264],"about_ca_topic_score_codex":0.0002663315,"about_ca_topic_score_gemma":0.0047285585,"teacher_disagreement_score":0.26181164,"about_ca_system_score_codex":0.0008884844,"about_ca_system_score_gemma":0.00047729744,"threshold_uncertainty_score":0.47824556},"labels":[],"label_agreement":null},{"id":"W2338966579","doi":"10.2196/resprot.4453","title":"Development and Testing of a Computerized Decision Support System to Facilitate Brief Tobacco Cessation Treatment in the Pediatric Emergency Department: Proposal and Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; National Institutes of Health","keywords":"Protocol (science); Emergency department; Medicine; Clinical decision support system; Smoking cessation; Decision support system; Medical emergency; Computer science; Alternative medicine; Nursing; Data mining","score_opus":0.25920076766345634,"score_gpt":0.48569480169449886,"score_spread":0.2264940340310425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338966579","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4814684,2.5712743e-7,0.00012319683,0.00008343919,0.0000024849353,0.5182196,0.0000048965894,0.00001696712,0.000080771366],"genre_scores_gemma":[0.2108246,2.7536404e-7,0.0023898596,0.0000035199425,0.00003316543,0.7866748,0.0000037101258,0.000009758785,0.000060313043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997746,0.00026801226,0.00052399165,0.0003471594,0.00080122566,0.00031360285],"domain_scores_gemma":[0.9990412,0.0002064567,0.00010127847,0.00025327445,0.00027275077,0.00012502122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017709158,0.0001420671,0.00022649881,0.00028270175,0.00013148421,0.000039173312,0.00010410493,0.00006566961,0.000020512754],"category_scores_gemma":[0.0001423018,0.00007407379,0.000021328005,0.00051149743,0.000044162316,0.00011473263,0.00009357805,0.000095586984,0.0000038244248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009730561,0.0004622435,0.78854233,0.0007621635,0.0000063186567,0.000026964512,0.002157722,2.282391e-7,0.0021973832,0.00005954953,0.0001572469,0.20465481],"study_design_scores_gemma":[0.007246936,0.0035897014,0.96871305,0.0014534044,0.000006859282,0.000040684696,0.00034487515,0.000015719534,0.0037827038,0.00003579048,0.014641559,0.00012870783],"about_ca_topic_score_codex":0.000037138365,"about_ca_topic_score_gemma":0.000017210366,"teacher_disagreement_score":0.27064383,"about_ca_system_score_codex":0.00025755324,"about_ca_system_score_gemma":0.00036155662,"threshold_uncertainty_score":0.30206415},"labels":[],"label_agreement":null},{"id":"W2339605252","doi":"10.2196/resprot.5332","title":"Comparing Brief Internet-Based Compassionate Mind Training and Cognitive Behavioral Therapy for Perinatal Women: Study Protocol for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; The Internet; Randomized controlled trial; Medicine; Cognition; Psychology; Clinical psychology; Nursing; Psychiatry; Computer science","score_opus":0.30894878332502135,"score_gpt":0.5693795175942462,"score_spread":0.26043073426922486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339605252","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24414547,0.000002010033,0.00020690664,0.00021603097,0.000015878182,0.75529665,0.000022963875,0.000033123375,0.00006099425],"genre_scores_gemma":[0.32218197,6.431899e-8,0.00013933316,0.000040434672,0.0001328245,0.676446,0.0000037842055,0.000034284287,0.0010212712],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99587613,0.0010896849,0.000898218,0.00057195517,0.00068104954,0.00088298856],"domain_scores_gemma":[0.9956601,0.0029985341,0.00026813915,0.00021843004,0.0004599096,0.00039486767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052332054,0.0003009044,0.0016643457,0.000252288,0.00028559228,0.00011815683,0.00017153172,0.00011238375,0.00022759986],"category_scores_gemma":[0.00046667698,0.00016716514,0.00025423628,0.00009150765,0.00038230157,0.0001290218,0.000081626466,0.00030969857,0.0000043270843],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.976172,0.0047495747,0.0010962228,0.0021442154,0.00013086172,0.000020853673,0.0022953013,3.567979e-8,0.00016784346,0.000040926177,0.000047591606,0.013134578],"study_design_scores_gemma":[0.93225485,0.04162964,0.0005222529,0.017034171,0.000013835246,0.0000072323933,0.00040093373,0.00028719753,0.0020584685,0.00008393596,0.0055183787,0.00018908251],"about_ca_topic_score_codex":0.000017431936,"about_ca_topic_score_gemma":0.000005769858,"teacher_disagreement_score":0.07885059,"about_ca_system_score_codex":0.00015640886,"about_ca_system_score_gemma":0.00042772756,"threshold_uncertainty_score":0.68167967},"labels":[],"label_agreement":null},{"id":"W2340366481","doi":"10.2196/resprot.5319","title":"The Effectiveness of Parent Training as a Treatment for Preschool Attention-Deficit/Hyperactivity Disorder: Study Protocol for a Randomized Controlled, Multicenter Trial of the New Forest Parenting Program in Everyday Clinical Practice","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Menzies Centre for Australian Studies, King's College London, University of London; Danish Foundation TrygFonden; Region Midtjylland; TrygFonden; Duquesne University; Johns Hopkins University; Helsefonden; University of Southampton; Aarhus Universitetshospital; Lehigh University; Aarhus Universitet","keywords":"Attention deficit hyperactivity disorder; Randomized controlled trial; Psychology; Parent training; Child and adolescent psychiatry; Rating scale; Clinical psychology; Clinical trial; Psychological intervention; Developmental psychology; Psychiatry; Intervention (counseling); Medicine","score_opus":0.24795856097537794,"score_gpt":0.5969678339928841,"score_spread":0.34900927301750617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340366481","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2281208,0.000002842692,0.00064891047,0.0007945349,0.000034119534,0.77026176,0.000011168433,0.000030185412,0.000095684605],"genre_scores_gemma":[0.30250928,0.0000011128092,0.000297211,0.0000035579415,0.00011766334,0.69662553,0.00000254266,0.00004855261,0.0003945468],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9824525,0.01205798,0.0023337605,0.00079966354,0.0015013965,0.00085469504],"domain_scores_gemma":[0.9401078,0.05592057,0.0013354756,0.0009524363,0.001508132,0.00017557143],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025599534,0.00039885344,0.002284499,0.00020131608,0.00038453724,0.00011572174,0.00042670892,0.00019701096,0.0000170267],"category_scores_gemma":[0.06158841,0.0001719645,0.0015160101,0.0004360968,0.0005058655,0.00039628873,0.00019662397,0.0005148587,0.0000036015558],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7898254,0.02858138,0.14008716,0.0006727747,0.0007541713,0.0000023411835,0.00019086548,0.0000074828513,0.000376194,0.00014064177,0.000021695694,0.03933993],"study_design_scores_gemma":[0.9291909,0.019589067,0.035105705,0.004097601,0.00019167011,0.0000033817287,0.0023866922,0.00046626522,0.000048047237,0.00020854545,0.00853726,0.0001748752],"about_ca_topic_score_codex":0.00017464648,"about_ca_topic_score_gemma":0.0003055631,"teacher_disagreement_score":0.13936552,"about_ca_system_score_codex":0.00026595747,"about_ca_system_score_gemma":0.0016580408,"threshold_uncertainty_score":0.94631624},"labels":[],"label_agreement":null},{"id":"W2340418372","doi":"10.2196/resprot.5382","title":"Design and Methods of a Synchronous Online Motivational Interviewing Intervention for Weight Management","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Motivational interviewing; Context (archaeology); Weight loss; Psychological intervention; Intervention (counseling); Randomized controlled trial; Weight management; Psychology; Behavior change; Session (web analytics); Focus group; Medical education; Applied psychology; Medicine; Computer science; Social psychology; World Wide Web; Psychiatry; Obesity","score_opus":0.3809663373423874,"score_gpt":0.6468325546533918,"score_spread":0.26586621731100446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340418372","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087131374,0.000027782253,0.57078934,0.0010611024,0.000044951703,0.42573267,0.000058255708,0.00004045294,0.0013741326],"genre_scores_gemma":[0.013002994,6.030921e-7,0.079318866,0.000020424211,0.000050530867,0.9017838,0.000010297074,0.000027611874,0.0057848524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972262,0.0010894096,0.0006088788,0.0003698034,0.00027897602,0.0004267606],"domain_scores_gemma":[0.9983026,0.0008714582,0.00015640153,0.00031908133,0.00024089964,0.000109596134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034618576,0.000117217525,0.00019859799,0.00035180483,0.00008695154,0.000033596436,0.00028837216,0.00007056162,0.00052748586],"category_scores_gemma":[0.00012014994,0.00008545333,0.000115268296,0.00022301117,0.00018627255,0.00021145026,0.00026050198,0.00012674293,0.000039278162],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084366254,0.0024616125,0.00021925427,0.0018273742,0.00010541526,0.000004483003,0.00017745353,2.3190351e-7,0.0006386897,0.038311142,0.0039407406,0.95146996],"study_design_scores_gemma":[0.036489297,0.040156372,0.04928981,0.085590884,0.000036078647,0.00008964017,0.0015167246,0.000646679,0.037234385,0.2670028,0.48087302,0.0010743231],"about_ca_topic_score_codex":0.000007957004,"about_ca_topic_score_gemma":0.0000029734124,"teacher_disagreement_score":0.95039564,"about_ca_system_score_codex":0.00016532898,"about_ca_system_score_gemma":0.000022909642,"threshold_uncertainty_score":0.57756},"labels":[],"label_agreement":null},{"id":"W2340654226","doi":"10.2196/resprot.5627","title":"Informing Patients About Placebo Effects: Using Evidence, Theory, and Qualitative Methods to Develop a New Website","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Versus Arthritis","keywords":"Placebo; Psychological intervention; Think aloud protocol; Intervention (counseling); Psychology; Applied psychology; Qualitative research; Clinical trial; Medical education; Alternative medicine; Medicine; Computer science; Psychiatry","score_opus":0.48250128560637845,"score_gpt":0.6482319892270814,"score_spread":0.1657307036207029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340654226","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03472535,0.000009888718,0.16106732,0.0005795337,0.00002996191,0.8008721,0.000009044735,0.00016416241,0.0025426638],"genre_scores_gemma":[0.008844962,0.00000390989,0.024928903,0.000551167,0.00012032093,0.9593755,6.6180405e-7,0.000057807374,0.0061167567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9712806,0.025569247,0.00038694128,0.0007254035,0.0010615456,0.0009762615],"domain_scores_gemma":[0.949177,0.049581986,0.00012318761,0.000438215,0.00027016646,0.00040943286],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03822777,0.0002643886,0.000300352,0.0006075919,0.00045770075,0.00033964516,0.0006340285,0.00010160105,0.000105845276],"category_scores_gemma":[0.08487041,0.00017470149,0.000044624587,0.0016980479,0.00026347322,0.0010806409,0.00087966846,0.00033423427,0.00030364914],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052871094,0.00011919057,0.0052392003,0.0011139563,0.00002278732,0.000024023937,0.011828861,0.0000020784387,0.28215864,0.00936386,0.007362781,0.6774775],"study_design_scores_gemma":[0.009290528,0.0035885884,0.008405148,0.030737907,0.00001192695,0.000005885131,0.00059245183,0.00060351996,0.4494395,0.02144722,0.4744687,0.0014086161],"about_ca_topic_score_codex":0.000020702744,"about_ca_topic_score_gemma":0.0000039047736,"teacher_disagreement_score":0.6760689,"about_ca_system_score_codex":0.00020476151,"about_ca_system_score_gemma":0.0002912925,"threshold_uncertainty_score":0.9903469},"labels":[],"label_agreement":null},{"id":"W2340796083","doi":"10.2196/resprot.5156","title":"Parental Evaluation of a Nurse Practitioner-Developed Pediatric Neurosurgery Website","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"","keywords":"The Internet; Neurosurgery; Health information; Medicine; Nurse practitioners; Nursing; Psychology; Medical education; Health care; World Wide Web; Political science; Computer science; Psychiatry","score_opus":0.48431358325110274,"score_gpt":0.6729439727569198,"score_spread":0.188630389505817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340796083","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23079878,0.000004759586,0.00026181852,0.0019958906,0.000106193016,0.7450336,0.00012477156,0.00013193427,0.021542238],"genre_scores_gemma":[0.17178218,0.0000036643435,0.00018353066,0.00023725555,0.00032924092,0.8260808,0.000023078906,0.000018276345,0.0013419875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98806286,0.006594487,0.0019062723,0.00035326157,0.0022512053,0.0008318978],"domain_scores_gemma":[0.9921005,0.002130024,0.0008413712,0.00066202803,0.0039678696,0.0002982569],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023870794,0.0001426925,0.00026666783,0.00050822267,0.00078190776,0.00002874835,0.00033001724,0.00021840759,0.005843592],"category_scores_gemma":[0.0061610946,0.00009174172,0.000067784546,0.0010128171,0.00011168444,0.002014492,0.00015748198,0.000819329,0.001838027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007471347,0.0005495344,0.8863067,0.0020137879,0.000005691012,0.000001119777,0.001637268,8.205e-7,0.00065641507,0.0007324643,0.06833895,0.03901009],"study_design_scores_gemma":[0.003325513,0.0002327464,0.657535,0.0017952629,0.000003314261,0.0000011164519,0.00042872922,0.00022495163,0.00025447097,0.0010360653,0.33500415,0.00015866141],"about_ca_topic_score_codex":0.000029578785,"about_ca_topic_score_gemma":0.000011757965,"teacher_disagreement_score":0.2666652,"about_ca_system_score_codex":0.00051954633,"about_ca_system_score_gemma":0.004278905,"threshold_uncertainty_score":0.99893916},"labels":[],"label_agreement":null},{"id":"W2343590627","doi":"10.2196/resprot.5468","title":"eHealth Use Among First-Generation Immigrants From Pakistan in the Oslo Area, Norway, With Focus on Diabetes: Survey Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Høgskolen i Oslo og Akershus","keywords":"eHealth; Information and Communications Technology; Focus group; Norwegian; The Internet; Population; Medicine; mHealth; Immigration; Internet privacy; Medical education; Gerontology; World Wide Web; Health care; Nursing; Computer science; Geography; Environmental health; Business; Psychological intervention; Economic growth; Marketing","score_opus":0.36897999135845005,"score_gpt":0.5923574434905746,"score_spread":0.22337745213212457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343590627","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2323969,2.873131e-7,0.00014219053,0.0016599756,0.00001285931,0.764425,0.0003386136,0.00005619974,0.0009680218],"genre_scores_gemma":[0.16937888,3.96227e-7,0.00010278546,0.0008639605,0.00021103962,0.8287776,0.000069628666,0.00003412891,0.0005615601],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98302984,0.010880458,0.002031756,0.0007094619,0.0016981938,0.0016502673],"domain_scores_gemma":[0.989386,0.00696617,0.0006671778,0.0015616271,0.0010062294,0.0004127709],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018777853,0.0003277965,0.00044230602,0.00037156246,0.0018511409,0.00025280597,0.00089925143,0.0003678067,0.001245882],"category_scores_gemma":[0.0020283347,0.00015443639,0.000055679557,0.0011345409,0.00029383175,0.002244968,0.00017051482,0.001961223,0.0006458758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019317557,0.0004167535,0.96333206,0.0006396977,0.000006140873,0.0000036686058,0.003522636,0.0000019341962,0.00003743416,0.0001365981,0.022381058,0.007590276],"study_design_scores_gemma":[0.0047200033,0.0013770973,0.8746623,0.0054732226,4.7029346e-7,8.961752e-8,0.0002994197,0.0003321274,0.00014259042,0.00024706853,0.1125378,0.00020783878],"about_ca_topic_score_codex":0.008555356,"about_ca_topic_score_gemma":0.05809354,"teacher_disagreement_score":0.09015674,"about_ca_system_score_codex":0.0007735569,"about_ca_system_score_gemma":0.0011391614,"threshold_uncertainty_score":0.9996671},"labels":[],"label_agreement":null},{"id":"W2343636346","doi":"10.2196/resprot.5454","title":"Testing Activity Monitors’ Effect on Health: Study Protocol for a Randomized Controlled Trial Among Older Primary Care Patients","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; American Heart Association; National Institutes of Health; Cancer Prevention and Research Institute of Texas; American Cancer Society","keywords":"Pedometer; Intervention (counseling); Medicine; Randomized controlled trial; Population; Test (biology); Behavior change; Behavior change methods; Health care; Disease; Physical therapy; Gerontology; Psychology; Family medicine; Nursing; Physical activity; Environmental health","score_opus":0.23930904901247835,"score_gpt":0.5791523017912774,"score_spread":0.33984325277879907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343636346","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15969478,1.6479439e-7,0.000017259512,0.00036948433,0.000014455044,0.83911717,0.000013110594,0.000118141856,0.00065542344],"genre_scores_gemma":[0.10702806,2.4650262e-8,0.00004556749,0.00004809599,0.00068844,0.8918925,0.0000034900152,0.000061958606,0.00023185629],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9893502,0.005895507,0.00083660433,0.00082544214,0.0019134879,0.0011787869],"domain_scores_gemma":[0.9818351,0.015418179,0.00049133826,0.0006774412,0.0009833892,0.0005945071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070770495,0.00039767422,0.0029797016,0.00031575613,0.0006333289,0.00008637776,0.00025158207,0.00018025479,0.000023041837],"category_scores_gemma":[0.007491416,0.0002011766,0.0005114943,0.00040536566,0.0002962644,0.0002719183,0.00015597872,0.0009047703,0.000027869773],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89581436,0.018969981,0.008049129,0.004395748,0.00010782043,0.0000052194014,0.00034088592,7.4833515e-8,0.00052139786,0.0000064545648,0.00067626004,0.07111268],"study_design_scores_gemma":[0.8586323,0.107693285,0.022927197,0.008950418,0.000012040565,2.2229953e-7,0.000018422712,0.000012448204,0.0007541735,0.000058734364,0.00076824846,0.00017251555],"about_ca_topic_score_codex":0.00009373829,"about_ca_topic_score_gemma":0.000011003712,"teacher_disagreement_score":0.0887233,"about_ca_system_score_codex":0.0010543639,"about_ca_system_score_gemma":0.0013259224,"threshold_uncertainty_score":0.89684653},"labels":[],"label_agreement":null},{"id":"W2344214158","doi":"10.2196/resprot.5450","title":"Feasibility of PRIME: A Cognitive Neuroscience-Informed Mobile App Intervention to Enhance Motivated Behavior and Improve Quality of Life in Recent Onset Schizophrenia","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Schizophrenia (object-oriented programming); Cognition; Intervention (counseling); Population; Psychiatry; Psychology; Dementia; Quality of life (healthcare); Clinical psychology; Psychosis; Medicine; Psychotherapist; Disease","score_opus":0.20169059394683592,"score_gpt":0.5650195967827724,"score_spread":0.36332900283593644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344214158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70000434,0.000009879865,0.00003209902,0.0002537108,0.000004373404,0.29952285,0.0001290845,0.000018617478,0.000025020361],"genre_scores_gemma":[0.56681997,0.0000081900525,0.0001974398,0.000007696125,0.000009184516,0.43284526,0.000005894071,0.000009756466,0.00009663353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99580175,0.0007925465,0.00087816716,0.0006329876,0.001271769,0.00062280014],"domain_scores_gemma":[0.99693507,0.00063323934,0.00021438606,0.00055910775,0.001080748,0.0005774265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028442717,0.00018584153,0.00054350105,0.00049365143,0.00006458548,0.00002726677,0.00022907826,0.00011041058,0.00012023235],"category_scores_gemma":[0.0067670103,0.00012190337,0.00010125427,0.0010303335,0.0006543761,0.00021671849,0.00036993355,0.00037894613,0.000015516796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10126198,0.006008464,0.3539461,0.0010693158,0.000023133818,0.000020466392,0.00025949365,5.617369e-8,0.24492024,0.00004439326,0.00006483373,0.29238153],"study_design_scores_gemma":[0.012605306,0.0073672794,0.7249575,0.0028560024,0.0000032990986,0.0000026956973,0.0001267729,0.0000038064286,0.25178245,0.00012958482,0.000067277855,0.00009803452],"about_ca_topic_score_codex":0.00026013723,"about_ca_topic_score_gemma":0.0003308112,"teacher_disagreement_score":0.3710114,"about_ca_system_score_codex":0.0003263405,"about_ca_system_score_gemma":0.0012254391,"threshold_uncertainty_score":0.81012326},"labels":[],"label_agreement":null},{"id":"W2344861234","doi":"10.2196/resprot.4380","title":"Cardiac Rhythm Monitoring After Acute Decompensation for Heart Failure: Results from the CARRYING ON for HF Pilot Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac pacing and defibrillation studies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Heart failure; Medicine; Decompensation; Heart Rhythm; Rhythm; Cardiology; Cardiac decompensation; Internal medicine; Medical emergency; Intensive care medicine","score_opus":0.29579886819083373,"score_gpt":0.5331183890647809,"score_spread":0.2373195208739472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344861234","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2337937,0.000017396043,0.00024117866,0.006566884,0.000096902026,0.75794536,0.00060828,0.00012770093,0.0006025674],"genre_scores_gemma":[0.44706225,9.102247e-7,0.00044842242,0.000024072344,0.0012349767,0.55077106,0.0000074819745,0.000027272055,0.0004235508],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973709,0.0003365458,0.0003792067,0.000542751,0.00084483024,0.00052576873],"domain_scores_gemma":[0.99446577,0.0038931526,0.000076643766,0.00070774066,0.0007295498,0.00012714503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021926241,0.00018376164,0.0004603772,0.00012281278,0.0004991445,0.00011476686,0.000053580043,0.000055944685,0.0000035893863],"category_scores_gemma":[0.0012027185,0.00010121203,0.00019912585,0.00021726088,0.000088309156,0.00010719132,0.00011058107,0.00020260306,0.000051009036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12863396,0.0015981344,0.33592835,0.0004592006,0.0024479853,0.000029381727,0.007954638,0.000017676695,0.07684481,0.00019749455,0.41841322,0.027475158],"study_design_scores_gemma":[0.015665261,0.012857467,0.25312814,0.0030760264,0.000057971276,0.000008856809,0.0013760779,0.0000064031956,0.01295789,0.00024468757,0.7003277,0.00029354033],"about_ca_topic_score_codex":0.000053167452,"about_ca_topic_score_gemma":0.000011991984,"teacher_disagreement_score":0.28191444,"about_ca_system_score_codex":0.00019828462,"about_ca_system_score_gemma":0.00011677519,"threshold_uncertainty_score":0.4127307},"labels":[],"label_agreement":null},{"id":"W2345397487","doi":"10.2196/resprot.5478","title":"Improving Rates of Influenza Vaccination Through Electronic Health Record Portal Messages, Interactive Voice Recognition Calls and Patient-Enabled Electronic Health Record Updates: Protocol for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pfizer","keywords":"Patient portal; Medicine; Receipt; Outreach; Vaccination; Interactive voice response; Randomized controlled trial; Influenza vaccine; Health care; Medical emergency; Family medicine; World Wide Web; Computer science; Internal medicine","score_opus":0.1606256482653309,"score_gpt":0.574075156593538,"score_spread":0.41344950832820715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345397487","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029247487,0.000075007214,0.002768381,0.0047877114,0.00010192985,0.9886168,0.000088309294,0.00021645192,0.0004206631],"genre_scores_gemma":[0.003791718,0.00006126542,0.0007072498,0.0008574781,0.0005377615,0.9929798,0.00005133259,0.0001929675,0.0008204235],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96111643,0.02449287,0.0063017253,0.0015737256,0.0014454301,0.005069801],"domain_scores_gemma":[0.97463703,0.0143465735,0.006448769,0.00090856076,0.0030260433,0.0006330213],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032391857,0.00076969207,0.0041198274,0.000846681,0.0017183562,0.00009940328,0.00059103576,0.0006549459,0.0005458383],"category_scores_gemma":[0.009189124,0.00051787455,0.0005022098,0.0009754929,0.00021803526,0.001367063,0.00027851944,0.0030032352,0.00006491164],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.8596164,0.00076478685,0.00015935386,0.0069902404,0.0002648877,0.0000012260723,0.0019979859,1.224791e-7,0.0004347362,0.0012138884,0.009835031,0.11872135],"study_design_scores_gemma":[0.8300134,0.024341999,0.000022487531,0.0097489245,0.000014699881,0.00000499347,0.0008730307,0.00023350395,0.00044531468,0.012127018,0.12170023,0.00047440373],"about_ca_topic_score_codex":0.0034784537,"about_ca_topic_score_gemma":0.0037655623,"teacher_disagreement_score":0.11824694,"about_ca_system_score_codex":0.005290132,"about_ca_system_score_gemma":0.021877015,"threshold_uncertainty_score":0.9997273},"labels":[],"label_agreement":null},{"id":"W2345895181","doi":"10.2196/resprot.4203","title":"Measuring Health Information Dissemination and Identifying Target Interest Communities on Twitter: Methods Development and Case Study of the @SafetyMD Network","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pennsylvania Department of Health","keywords":"Social media; Information Dissemination; Health information; Internet privacy; Data science; Computer science; Dissemination; Microblogging; World Wide Web; Public relations; Psychology; Health care; Political science; Telecommunications","score_opus":0.7407745288025198,"score_gpt":0.6677006593991764,"score_spread":0.07307386940334337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345895181","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64486754,0.000008660536,0.00029664027,0.0027024508,0.00008982753,0.35187435,0.000001058972,0.00002171628,0.00013774338],"genre_scores_gemma":[0.4862417,0.000004186456,0.0011921651,0.000021821063,0.00008248511,0.51243776,5.0002046e-7,0.0000048910774,0.000014464258],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9941977,0.0043433406,0.00040280982,0.000101164325,0.00060790096,0.00034704534],"domain_scores_gemma":[0.99581224,0.003320427,0.00022797607,0.00019881931,0.0003133619,0.00012719195],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011653243,0.00007292683,0.00013641377,0.000144479,0.0018146122,0.00012552642,0.00020798961,0.000054737087,0.00001007485],"category_scores_gemma":[0.0014074829,0.00004798958,0.000010924321,0.00039268867,0.00029391178,0.00043282172,0.00019620018,0.00026355695,0.000001607037],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041158124,0.00013574597,0.05915005,0.00029286576,0.000006712614,7.1586913e-7,0.5204485,4.6855743e-7,0.000011024104,0.00085350336,0.00026131404,0.41879794],"study_design_scores_gemma":[0.0011068997,0.0008238598,0.26649556,0.0073642926,0.0000017211597,0.00000845686,0.59443974,0.000015350797,0.00050850894,0.001214239,0.12782569,0.00019568857],"about_ca_topic_score_codex":0.00290669,"about_ca_topic_score_gemma":0.0051606395,"teacher_disagreement_score":0.41860223,"about_ca_system_score_codex":0.00040166994,"about_ca_system_score_gemma":0.00043913693,"threshold_uncertainty_score":0.9994849},"labels":[],"label_agreement":null},{"id":"W2346150427","doi":"10.2196/resprot.5300","title":"A Guided Workbook Intervention (WorkPlan) to Support Work-Related Goals Among Cancer Survivors: Protocol of a Feasibility Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Research for Patient Benefit Programme; Coventry University; National Institute for Health and Care Research","keywords":"Randomized controlled trial; Psychological intervention; Workbook; Protocol (science); Intervention (counseling); Psychology; Self-efficacy; Medicine; Clinical psychology; Physical therapy; Alternative medicine; Psychotherapist; Psychiatry","score_opus":0.16852826954529904,"score_gpt":0.5396017581158926,"score_spread":0.3710734885705936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346150427","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051509406,0.000004556627,0.00014032375,0.0009433156,0.000073299,0.9437904,0.000023729437,0.0001394717,0.0033755365],"genre_scores_gemma":[0.077000245,8.260508e-7,0.000042525575,0.000041241332,0.0002851743,0.9025469,0.000009118646,0.000067214794,0.020006768],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9892124,0.004271156,0.0024406724,0.0009244648,0.002102354,0.0010489407],"domain_scores_gemma":[0.99387354,0.0017202905,0.0006772449,0.0012379166,0.001842081,0.00064894074],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015457593,0.00043529662,0.0027814112,0.0006507054,0.00012420092,0.00009993404,0.000546234,0.00041900223,0.0061794305],"category_scores_gemma":[0.0035789397,0.00025028156,0.0013202731,0.0013608368,0.00070444803,0.0002396369,0.0003117721,0.0006998089,0.000114162416],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95763344,0.0015177851,0.01854587,0.0009068301,0.0003547186,0.000032738695,0.00064797205,7.7585025e-7,0.000821822,0.00007919552,0.0073344605,0.012124419],"study_design_scores_gemma":[0.96260864,0.0042562517,0.0018271471,0.015337707,0.00004509132,0.0000034392083,0.00006966241,0.0000061528053,0.0024214603,0.00041171195,0.012720163,0.00029255231],"about_ca_topic_score_codex":0.0012767653,"about_ca_topic_score_gemma":0.0019364848,"teacher_disagreement_score":0.041243475,"about_ca_system_score_codex":0.00067386596,"about_ca_system_score_gemma":0.00096417766,"threshold_uncertainty_score":0.99999493},"labels":[],"label_agreement":null},{"id":"W2354795841","doi":"10.2196/resprot.5465","title":"Improving Vitamin D Status and Related Health in Young Women: The Safe-D study – Part B","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vitamin D Research Studies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council Victoria; National Health and Medical Research Council; Swisse Wellness","keywords":"Vitamin D and neurology; Medicine; Psychology; Gerontology; Family medicine; Environmental health; Psychiatry","score_opus":0.10988993916261931,"score_gpt":0.5052648161270712,"score_spread":0.3953748769644519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2354795841","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24167074,0.000052745643,0.0000027276385,0.015000831,0.000013021038,0.7410826,0.000015471951,0.00007761565,0.0020842585],"genre_scores_gemma":[0.32550716,0.00003024332,0.000019286981,0.000047681013,0.00006512233,0.6677125,0.0000010320703,0.00003277015,0.0065841833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99335617,0.001837853,0.0006031825,0.0006769146,0.0014761457,0.0020497325],"domain_scores_gemma":[0.9972531,0.00087606546,0.000105593645,0.00086161325,0.00035014004,0.0005534849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009565008,0.00022649001,0.0005003272,0.00047256422,0.00053183583,0.00010512445,0.0003069488,0.000092231654,0.00019225354],"category_scores_gemma":[0.0024688363,0.00011167696,0.000041709853,0.0010130606,0.0007305535,0.00020929893,0.0008498019,0.0011391675,0.000090702095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002001423,0.0039639045,0.7168309,0.0015194191,0.00020984926,0.00036707227,0.026607879,2.0184389e-7,0.0077145984,0.00021306658,0.019234702,0.22133696],"study_design_scores_gemma":[0.014789552,0.012894719,0.9020829,0.0033450073,0.000002051933,0.00003777877,0.016151363,0.000021153575,0.00019456184,0.00040652728,0.04983302,0.00024136937],"about_ca_topic_score_codex":0.00034650046,"about_ca_topic_score_gemma":0.0004318793,"teacher_disagreement_score":0.22109559,"about_ca_system_score_codex":0.0011620009,"about_ca_system_score_gemma":0.00083465705,"threshold_uncertainty_score":0.4949179},"labels":[],"label_agreement":null},{"id":"W2361150909","doi":"10.2196/resprot.5495","title":"Determination of the Role of CBP- and p300-Mediated Wnt Signaling on Colonic Cells","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Wnt/β-catenin signaling in development and cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health","keywords":"Wnt signaling pathway; CREB-binding protein; Beta-catenin; Butyrate; CREB; Cancer research; Signal transduction; Hyperactivation; Transcription factor; HDAC1; Histone deacetylase; Cell biology; Biology; Histone; Chemistry; Genetics; Gene; Biochemistry","score_opus":0.05692306368186594,"score_gpt":0.4166121255889193,"score_spread":0.35968906190705335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2361150909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8952096,0.000036448124,0.000036545745,0.00020808753,0.000010848248,0.10375189,0.000018875584,0.0000066377556,0.000721053],"genre_scores_gemma":[0.83961606,0.0000058040523,0.000092494345,0.000012601121,0.00004107275,0.15972003,0.000002294879,0.000011518218,0.0004981214],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99887305,0.00018288668,0.00019257239,0.00020205975,0.00034139826,0.0002080119],"domain_scores_gemma":[0.99930674,0.00008897239,0.000102135076,0.00021856563,0.00024145182,0.000042118318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063102954,0.00007868701,0.00009846323,0.000055525234,0.00006212432,0.0000103907605,0.00025204904,0.00010691373,0.00003719435],"category_scores_gemma":[0.00012027164,0.00004562051,0.000039447845,0.00013069634,0.0002248112,0.0000038963767,0.00016029361,0.00008811059,0.0000050387625],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023567564,0.00006303715,0.0038845756,0.000057362926,0.00000816332,2.7541031e-7,0.000053386902,9.3458306e-7,0.98987347,0.00006410927,0.00033952945,0.005419501],"study_design_scores_gemma":[0.0006165929,0.00057522923,0.0021061865,0.0004939886,8.80022e-7,4.7506575e-7,0.000016874663,0.00000817549,0.97879636,0.000389872,0.016931072,0.00006431718],"about_ca_topic_score_codex":0.0000042041784,"about_ca_topic_score_gemma":0.000003650727,"teacher_disagreement_score":0.05596815,"about_ca_system_score_codex":0.00002124414,"about_ca_system_score_gemma":0.00016161197,"threshold_uncertainty_score":0.18603504},"labels":[],"label_agreement":null},{"id":"W2366933682","doi":"10.2196/resprot.5616","title":"Content Analysis of Online Focus Group Discussions are a Valid and Feasible Mode When Investigating Sensitive Topics Among Young Persons With a Cancer Experience","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Psychology; Young adult; Population; Data collection; Clinical psychology; Developmental psychology; Medicine","score_opus":0.31050796760968596,"score_gpt":0.5210087043810055,"score_spread":0.21050073677131959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2366933682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83019245,0.000019391262,0.00053019385,0.012702728,0.0000044542408,0.15607056,0.00030242364,0.00005368321,0.00012413577],"genre_scores_gemma":[0.5580591,0.0000062781087,0.0014835146,0.00013610862,0.00012543096,0.43915093,0.000012495772,0.000029941699,0.0009962113],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965795,0.000561572,0.00044746953,0.00059631496,0.001270623,0.0005445092],"domain_scores_gemma":[0.9976587,0.00034832247,0.0002598738,0.00058622163,0.0005707286,0.0005761261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007803637,0.00021271236,0.000682102,0.0004114265,0.0002322352,0.00005119032,0.00018001159,0.000100169855,0.000080276106],"category_scores_gemma":[0.0007991797,0.00012006839,0.00012862816,0.0009354318,0.0010133939,0.00024880996,0.00022935464,0.00040107043,6.815399e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069479353,0.0005220779,0.9415985,0.00045777674,0.00060787296,0.000049967264,0.03879335,0.000005024959,0.013786743,0.00018740693,0.000605435,0.0026911],"study_design_scores_gemma":[0.0049984925,0.0014717593,0.92784303,0.017192643,0.00014604825,0.000016441358,0.038466,0.0008798478,0.007348041,0.0001802509,0.0010798641,0.00037756932],"about_ca_topic_score_codex":0.008743996,"about_ca_topic_score_gemma":0.027735356,"teacher_disagreement_score":0.28308037,"about_ca_system_score_codex":0.0002587032,"about_ca_system_score_gemma":0.00035972657,"threshold_uncertainty_score":0.99785686},"labels":[],"label_agreement":null},{"id":"W2370754342","doi":"10.2196/resprot.5489","title":"A Multimodal mHealth Intervention (FeatForward) to Improve Physical Activity Behavior in Patients with High Cardiometabolic Risk Factors: Rationale and Protocol for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Samsung","keywords":"mHealth; Randomized controlled trial; Protocol (science); Intervention (counseling); eHealth; Physical therapy; Medicine; Physical activity; Psychological intervention; Alternative medicine; Nursing; Health care","score_opus":0.12301117472630944,"score_gpt":0.5726179328091696,"score_spread":0.44960675808286016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2370754342","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31175816,1.8386037e-7,0.0007385962,0.0003556571,0.000019013281,0.68681663,0.0002341485,0.000049296235,0.000028343862],"genre_scores_gemma":[0.07123525,4.6388692e-7,0.00038091218,0.000032409975,0.00040114037,0.9273582,0.000022681228,0.00005386784,0.0005150887],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99067205,0.004887888,0.0012042244,0.0008669335,0.0009943733,0.0013745498],"domain_scores_gemma":[0.9912079,0.005463861,0.00076584436,0.00060630223,0.0011534819,0.0008025855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072868923,0.00033936836,0.0017891045,0.000634085,0.0009788376,0.00004209199,0.0002599689,0.00026577164,0.00008869243],"category_scores_gemma":[0.0029403216,0.00018504397,0.0002701401,0.0005378939,0.00021261844,0.00032569238,0.00017408669,0.0009278842,0.000039592003],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9465986,0.0038999543,0.018120164,0.001080012,0.00003483775,2.1444929e-7,0.00029242455,4.910369e-7,0.00006484926,0.00053656957,0.0004655936,0.02890631],"study_design_scores_gemma":[0.90314215,0.0049588657,0.0783435,0.00091794727,0.000017243938,3.3989778e-8,0.00004721523,0.000062080864,0.000041106054,0.00035820028,0.011930036,0.00018162311],"about_ca_topic_score_codex":0.0007735352,"about_ca_topic_score_gemma":0.00018247686,"teacher_disagreement_score":0.24054158,"about_ca_system_score_codex":0.00057807507,"about_ca_system_score_gemma":0.0014150687,"threshold_uncertainty_score":0.7545874},"labels":[],"label_agreement":null},{"id":"W2373767920","doi":"10.2196/resprot.5435","title":"Effects of a Community-Based, Post-Rehabilitation Exercise Program in COPD: Protocol for a Randomized Controlled Trial With Embedded Process Evaluation","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"West Park Healthcare Centre; McMaster University; Women's College Hospital; Toronto Rehabilitation Institute; University of Toronto","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Randomized controlled trial; Physical therapy; Medicine; Intervention (counseling); Rehabilitation; Pulmonary rehabilitation; Psychological intervention; Quality of life (healthcare); Randomization; Health care; Physical medicine and rehabilitation; Nursing","score_opus":0.08461475517604979,"score_gpt":0.5359126912488477,"score_spread":0.4512979360727979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2373767920","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053340804,0.0000033603028,0.00009548394,0.0008513861,0.000004638988,0.94535786,0.000019772155,0.00009406968,0.00023262735],"genre_scores_gemma":[0.029889569,9.145929e-8,0.001041225,0.000019711148,0.00007946587,0.96865875,0.000038644674,0.00008489851,0.00018766735],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98506635,0.008753536,0.0012772094,0.00057654054,0.00333666,0.0009897009],"domain_scores_gemma":[0.97938883,0.012468864,0.0004657261,0.0009315621,0.006381867,0.00036316118],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017856184,0.00039482824,0.002083858,0.0011255781,0.00023786802,0.0000754762,0.0004687955,0.00024529215,0.00015994043],"category_scores_gemma":[0.013300381,0.00022044142,0.0004796074,0.0011463986,0.0014550386,0.00034427948,0.00010515985,0.0008235059,0.000010684834],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9077592,0.014833208,0.00037062488,0.02980101,0.00011416696,0.00001106631,0.0007809976,0.000008291369,0.0027056676,0.00007428044,0.0001736833,0.043367833],"study_design_scores_gemma":[0.9474728,0.02214985,0.0014647403,0.019213239,0.00007107452,0.0000017605516,0.00033075336,0.002038292,0.004923966,0.0015271864,0.0005735886,0.00023273808],"about_ca_topic_score_codex":0.000047454094,"about_ca_topic_score_gemma":0.000037114045,"teacher_disagreement_score":0.043135095,"about_ca_system_score_codex":0.00087691925,"about_ca_system_score_gemma":0.0050844993,"threshold_uncertainty_score":0.99501103},"labels":[],"label_agreement":null},{"id":"W2382413207","doi":"10.2196/resprot.5971","title":"Metadata and Title Correction: Online Focus Group Discussion is a Valid and Feasible Mode When Investigating Sensitive Topics Among Young Persons With a Cancer Experience","year":2016,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadata; Focus group; Computer science; Focus (optics); Information retrieval; Mode (computer interface); Psychology; World Wide Web; Human–computer interaction; Sociology","score_opus":0.1875110399917628,"score_gpt":0.5030664355484826,"score_spread":0.31555539555671985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2382413207","genre_codex":"protocol","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037335756,0.0010406382,0.0009238414,0.047205344,0.001733536,0.89203167,0.0021693797,0.0004709292,0.050691098],"genre_scores_gemma":[0.00021325634,0.000109739296,0.0011944743,0.0003699555,0.0027195606,0.46897665,0.00013913987,0.00010545702,0.52617174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971534,0.00033391177,0.0002679873,0.00072140986,0.0010760536,0.0004472649],"domain_scores_gemma":[0.9985153,0.00011730356,0.00015788067,0.00053513533,0.00025156818,0.00042282027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005175406,0.0002786026,0.000499964,0.0001831673,0.00027695732,0.00018538583,0.00015643443,0.00027174244,0.00024339133],"category_scores_gemma":[0.0003374466,0.00016443744,0.00005003583,0.00022954142,0.00063955935,0.00031600744,0.00032200557,0.0012901173,0.0000048969778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020220257,0.00010466752,0.005084297,0.0010238255,0.00008452874,0.000043116106,0.013191698,3.7088277e-8,0.0001156779,0.000020402018,0.9736612,0.006468356],"study_design_scores_gemma":[0.0016873442,0.0008647796,0.004199754,0.02705105,0.000028332492,0.000094157454,0.003751738,0.00031928692,0.00029475093,0.00020827228,0.961077,0.00042355713],"about_ca_topic_score_codex":0.0034964352,"about_ca_topic_score_gemma":0.004122434,"teacher_disagreement_score":0.47548068,"about_ca_system_score_codex":0.00023749085,"about_ca_system_score_gemma":0.00080162886,"threshold_uncertainty_score":0.6705565},"labels":[],"label_agreement":null},{"id":"W2394963365","doi":"10.2196/resprot.5263","title":"Perspectives of People Living with HIV on Access to Health Care: Protocol for a Scoping Review","year":2016,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Health care; Human immunodeficiency virus (HIV); Protocol (science); Nursing; Medicine; Gerontology; Internet privacy; Psychology; Family medicine; Alternative medicine; Computer science; Political science","score_opus":0.42065033259608586,"score_gpt":0.6869928344349544,"score_spread":0.26634250183886854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394963365","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.9501474e-9,0.20299117,0.00019696113,0.0017145607,0.0000010662042,0.7923734,0.00014777569,0.00004821585,0.0025268144],"genre_scores_gemma":[7.756467e-9,0.23372309,0.00033221047,0.00006356033,0.00021569734,0.76116574,0.00002109272,0.00012639172,0.0043521896],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99231565,0.0017583618,0.0013590684,0.001137001,0.0020014467,0.0014284647],"domain_scores_gemma":[0.9933335,0.0013848695,0.00056952,0.0014858465,0.0023266268,0.00089963677],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037052918,0.0005360606,0.003114548,0.0012851617,0.0003487267,0.00017978769,0.0011537874,0.00019444838,0.0010737659],"category_scores_gemma":[0.0036435572,0.00030847403,0.0009004474,0.0017730286,0.00022329514,0.00024680985,0.00061185245,0.0011735364,0.00020429214],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003159745,0.0005353647,0.000006288501,0.55569214,0.0000720826,0.0000035028363,0.0003401093,7.65908e-9,3.196591e-7,0.000085626605,0.11405458,0.328894],"study_design_scores_gemma":[0.0008490416,0.01541906,0.0000027150286,0.50435656,0.000008583628,0.000009218367,0.000104195555,1.5183446e-7,0.0000031206262,0.0000021165768,0.47910184,0.00014341978],"about_ca_topic_score_codex":0.000024604582,"about_ca_topic_score_gemma":0.00007652671,"teacher_disagreement_score":0.36504725,"about_ca_system_score_codex":0.001191691,"about_ca_system_score_gemma":0.008849211,"threshold_uncertainty_score":0.99993676},"labels":[],"label_agreement":null},{"id":"W2395843957","doi":"10.2196/resprot.5648","title":"Reducing Physical Risk Factors in Construction Work Through a Participatory Intervention: Protocol for a Mixed-Methods Process Evaluation","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Occupational Health and Safety Research","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Intervention (counseling); Process (computing); Work (physics); Participatory action research; Computer science; Medicine; Medical education; Nursing; Engineering; Alternative medicine; Sociology","score_opus":0.6255405103450269,"score_gpt":0.7561980761459896,"score_spread":0.13065756580096266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395843957","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035188664,8.8146385e-7,0.0034439268,0.0006057684,0.000049564907,0.95974874,0.000045984503,0.00008619107,0.00083026954],"genre_scores_gemma":[0.024321,2.5567823e-7,0.0032376468,0.000012007319,0.00057661574,0.97152776,0.000014322518,0.000052027688,0.00025839178],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.981041,0.013575615,0.0011942852,0.00080813345,0.0017210405,0.0016599022],"domain_scores_gemma":[0.9890182,0.0072585335,0.00046534394,0.00060337153,0.0023041638,0.0003503651],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.020939715,0.00025454475,0.00044561506,0.00039931654,0.0013439626,0.000040244006,0.0004216285,0.00034111177,0.00078506884],"category_scores_gemma":[0.008696913,0.00016876981,0.00016469635,0.0013608981,0.00040618586,0.00066651375,0.00020686694,0.0015680979,0.00014834249],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01105676,0.0018527209,0.40197766,0.006684529,0.00003146498,0.0000015691251,0.0058994135,0.000028651652,0.0004417418,0.0019180739,0.0037051581,0.56640226],"study_design_scores_gemma":[0.045450676,0.006723022,0.57418454,0.048191335,0.000014571983,0.0000019928425,0.008332988,0.0047246353,0.007813109,0.10982266,0.19371007,0.0010303834],"about_ca_topic_score_codex":0.00015550126,"about_ca_topic_score_gemma":0.00007927972,"teacher_disagreement_score":0.5653719,"about_ca_system_score_codex":0.0012435418,"about_ca_system_score_gemma":0.0024994507,"threshold_uncertainty_score":0.99995613},"labels":[],"label_agreement":null},{"id":"W2396984169","doi":"10.2196/resprot.5446","title":"Developing a Web-Based Version of An Exercise-Based Rehabilitation Program for People With Chronic Knee and Hip Pain: A Mixed Methods Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Versus Arthritis","keywords":"Focus group; The Internet; Thematic analysis; Coping (psychology); Psychosocial; Psychology; Rehabilitation; Chronic pain; Think aloud protocol; Physical therapy; Medicine; Applied psychology; Medical education; World Wide Web; Qualitative research; Computer science; Clinical psychology; Psychiatry","score_opus":0.09892185104620141,"score_gpt":0.50609418944733,"score_spread":0.40717233840112854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396984169","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34547177,0.000008042634,0.0029927248,0.00055771554,0.0000040095,0.65084815,0.000008950665,0.000099243414,0.000009379002],"genre_scores_gemma":[0.14660794,1.5644534e-7,0.14094569,0.000006721951,0.000022541315,0.712319,0.00001524403,0.00003111454,0.000051566592],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9971394,0.001084123,0.00027483446,0.0004628213,0.00058629864,0.00045252027],"domain_scores_gemma":[0.9973623,0.0012676119,0.00009096501,0.0004344493,0.00065308565,0.00019156144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004332562,0.00017288381,0.00039584783,0.00032424365,0.0001610228,0.000035759083,0.00009469947,0.000096789336,0.00003466869],"category_scores_gemma":[0.0005015681,0.000106799955,0.0000589445,0.00042037683,0.00014926643,0.00014401972,0.000039015747,0.000117762735,0.0000032500946],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010809136,0.0029460187,0.017321195,0.0026460702,0.000021990989,0.00000988952,0.00036851407,4.3483024e-7,0.030592859,0.000057946694,0.000094639865,0.9351313],"study_design_scores_gemma":[0.13219628,0.6202782,0.032066997,0.02626595,0.000057414796,0.0000047323097,0.0022347257,0.001438215,0.16850363,0.00058087736,0.01588006,0.0004929076],"about_ca_topic_score_codex":0.000011407268,"about_ca_topic_score_gemma":0.00014258032,"teacher_disagreement_score":0.9346384,"about_ca_system_score_codex":0.00028975616,"about_ca_system_score_gemma":0.0011880076,"threshold_uncertainty_score":0.43551755},"labels":[],"label_agreement":null},{"id":"W2397904907","doi":"10.2196/resprot.5292","title":"Prevalence, Motivations, and Social, Mental Health and Health Consequences of Cyberbullying Among School-Aged Children and Youth: Protocol of a Longitudinal and Multi-Perspective Mixed Method Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bullying, Victimization, and Aggression","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; Queen's University; University of Calgary; Health Canada; Seneca Polytechnic; Public Health Ontario; York University; University of Toronto","funders":"","keywords":"Mental health; Psychology; Perspective (graphical); Empathy; Public health; Developmental psychology; Clinical psychology; Psychiatry; Medicine; Nursing","score_opus":0.22928320944938202,"score_gpt":0.5522983596154172,"score_spread":0.32301515016603516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397904907","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2698591,0.00007176714,0.0002777153,0.00080039445,0.0000047726235,0.7288117,0.0001168052,0.00002681023,0.000030940464],"genre_scores_gemma":[0.2343241,0.000016812723,0.001868977,0.000016593262,0.000028080762,0.763582,0.000004253555,0.000021451524,0.00013774233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951075,0.0026325602,0.0006054623,0.00070405623,0.0004902197,0.00046020898],"domain_scores_gemma":[0.99836236,0.00024363921,0.0005626284,0.00023759961,0.00031979757,0.00027395383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037339882,0.00021084362,0.0004761175,0.0003545911,0.0007792592,0.00006980887,0.00015507643,0.0001097035,0.00006190622],"category_scores_gemma":[0.00021501348,0.0001494806,0.000026878648,0.00031064096,0.0011647753,0.00026870158,0.00023250122,0.00032703523,5.470332e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005915866,0.0008975307,0.9589827,0.0005901627,0.00007968357,9.4974143e-7,0.03441397,9.2380695e-8,0.00042510757,0.00034995374,0.0004601323,0.0032081096],"study_design_scores_gemma":[0.007119997,0.002396524,0.9731456,0.0025257114,0.0000038567287,0.00001162487,0.01435097,0.000006583839,0.00013290218,0.00015052286,0.00001716249,0.0001385465],"about_ca_topic_score_codex":0.0019296062,"about_ca_topic_score_gemma":0.0001448034,"teacher_disagreement_score":0.035535015,"about_ca_system_score_codex":0.00010145384,"about_ca_system_score_gemma":0.00034774197,"threshold_uncertainty_score":0.6095642},"labels":[],"label_agreement":null},{"id":"W2399445713","doi":"10.2196/resprot.4826","title":"An Evaluation of Web- and Print-Based Methods to Attract People to a Physical Activity Intervention","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Newspaper; Intervention (counseling); Advertising; Psychological intervention; Web application; World Wide Web; Internet privacy; Medicine; Computer science; Business; Nursing","score_opus":0.6952192567354434,"score_gpt":0.7583152107798202,"score_spread":0.06309595404437685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399445713","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.606813,2.7270164e-7,0.0010125195,0.0045669745,0.000030547126,0.38741994,0.0000030819651,0.00002346992,0.00013015214],"genre_scores_gemma":[0.45241454,7.7646924e-8,0.0018064146,0.000007792485,0.00018523488,0.5455682,3.1750446e-7,0.0000064464352,0.000010949604],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99009144,0.0075293733,0.0001685454,0.00032190655,0.0014906541,0.00039809963],"domain_scores_gemma":[0.99525785,0.0028018712,0.00008926421,0.0002907168,0.0011419355,0.00041833823],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019711163,0.00007109724,0.00016303237,0.00023742473,0.00027253618,0.000064249034,0.0002560781,0.00008548867,0.00014606777],"category_scores_gemma":[0.013642222,0.000057384786,0.00004057163,0.0008165405,0.00014119684,0.00032303197,0.000058701353,0.00016387783,0.00003312532],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022057582,0.00090892246,0.009133293,0.0001177162,0.0000026253142,5.3421243e-8,0.013289987,0.0000012658953,0.050520595,0.0006373659,0.00013165335,0.92503595],"study_design_scores_gemma":[0.0019795902,0.0031143914,0.87145,0.0016621716,0.000006259909,9.5625786e-8,0.0025033911,0.0009831791,0.06383955,0.00290987,0.05130684,0.00024466013],"about_ca_topic_score_codex":0.0016140774,"about_ca_topic_score_gemma":0.002682327,"teacher_disagreement_score":0.9247913,"about_ca_system_score_codex":0.0006169292,"about_ca_system_score_gemma":0.0013008245,"threshold_uncertainty_score":0.9946663},"labels":[],"label_agreement":null},{"id":"W2400443089","doi":"10.2196/resprot.5085","title":"Advancing Migrant Access to Health Services in Europe (AMASE): Protocol for a Cross-sectional Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; National Institute for Health and Care Research","keywords":"Cross-sectional study; Protocol (science); Medicine; Environmental health; Alternative medicine","score_opus":0.2872055844626608,"score_gpt":0.6473992333104368,"score_spread":0.360193648847776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400443089","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0084784245,6.417384e-7,0.0003944333,0.0034303442,0.000003433015,0.9867044,0.00007787884,0.00007869856,0.00083172723],"genre_scores_gemma":[0.003339901,1.3649901e-7,0.0003696294,0.00016333832,0.00023735456,0.9840771,0.000008493775,0.000060317776,0.011743726],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943584,0.00083582185,0.00089622306,0.0008150303,0.0015967725,0.0014977457],"domain_scores_gemma":[0.99609756,0.00038272105,0.00011192498,0.00070827274,0.0018242107,0.00087532244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005667386,0.00021977288,0.0004096936,0.0010282306,0.00040859426,0.0004237151,0.0007843195,0.00007985305,0.0007503636],"category_scores_gemma":[0.0010948734,0.00014144217,0.00013771231,0.0017154145,0.00012847118,0.00066550204,0.0005786177,0.0005528155,0.0002861277],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011538623,0.007843128,0.8753217,0.0062050465,0.000046077315,0.00007960048,0.0007985982,0.0000024912529,0.00641896,0.000075997385,0.06546827,0.02620154],"study_design_scores_gemma":[0.012781123,0.03266916,0.40976217,0.008641483,4.4256726e-7,0.000010361429,0.00013297403,0.00006810143,0.0009181398,0.00010344856,0.5347681,0.00014445985],"about_ca_topic_score_codex":0.0004423038,"about_ca_topic_score_gemma":0.0021617778,"teacher_disagreement_score":0.46929985,"about_ca_system_score_codex":0.0005441753,"about_ca_system_score_gemma":0.0011824772,"threshold_uncertainty_score":0.8215955},"labels":[],"label_agreement":null},{"id":"W2401629352","doi":"10.2196/resprot.5641","title":"A Decision Aid for Women Considering Neoadjuvant Systemic Therapy for Operable Invasive Breast Cancer: Development and Protocol of a Phase II Evaluation Study (ANZ1301 DOMINO)","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Friends of The Mater Foundation; Mater Foundation; Breast Cancer Trials; Hunter New England Local Health District","keywords":"Neoadjuvant therapy; Medicine; Breast cancer; Systemic therapy; Decision aids; Decision tree; Protocol (science); Oncology; Cancer; Intensive care medicine; Internal medicine; Computer science; Alternative medicine; Pathology; Artificial intelligence","score_opus":0.6382911041048368,"score_gpt":0.658781480719477,"score_spread":0.02049037661464015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401629352","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19741002,0.000025396575,0.00014733884,0.0006182578,0.000020630463,0.80155164,0.00015539398,0.00004311541,0.00002819987],"genre_scores_gemma":[0.12558852,0.0000045641355,0.0027025412,0.00004998049,0.00007656626,0.87127215,0.000007738228,0.000046808134,0.00025116754],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926522,0.002781991,0.0015894886,0.00069026515,0.0012013864,0.0010846712],"domain_scores_gemma":[0.9884018,0.0048258975,0.0006853515,0.0010737514,0.0046884366,0.00032480326],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0075302683,0.00026758242,0.0006078753,0.00040163758,0.0022465358,0.000037015296,0.0006354866,0.0002020285,0.00020240447],"category_scores_gemma":[0.0018560295,0.00017917991,0.000052719315,0.00034523514,0.0001550543,0.00037550475,0.0006387094,0.00041665894,0.0000061756477],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044628546,0.0043641115,0.045415882,0.01192949,0.00016019186,0.0000015486606,0.10812957,0.0000064741466,0.022501985,0.00015976232,0.0034084572,0.759294],"study_design_scores_gemma":[0.39777365,0.036167625,0.009292923,0.08702909,0.000014636585,0.000015250533,0.08503855,0.001208305,0.016459793,0.0052645025,0.36054254,0.0011931313],"about_ca_topic_score_codex":0.0001323517,"about_ca_topic_score_gemma":0.0002775157,"teacher_disagreement_score":0.75810087,"about_ca_system_score_codex":0.001887432,"about_ca_system_score_gemma":0.006937468,"threshold_uncertainty_score":0.9990524},"labels":[],"label_agreement":null},{"id":"W2402257953","doi":"10.2196/resprot.5030","title":"The Mobile Solutions for Immunization (M-SIMU) Trial: A Protocol for a Cluster Randomized Controlled Trial That Assesses the Impact of Mobile Phone Delivered Reminders and Travel Subsidies to Improve Childhood Immunization Coverage Rates and Timeliness in Western Kenya","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Short Message Service; Immunization; Mobile phone; Text message; Medicine; Incentive; Phone; Vaccination; Protocol (science); Subsidy; Randomized controlled trial; Service (business); Family medicine; Medical emergency; Nursing; Alternative medicine; Computer science; Business; Telecommunications; Marketing","score_opus":0.14556739112875702,"score_gpt":0.5696008408629719,"score_spread":0.42403344973421486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402257953","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019309493,0.000036564194,0.008469288,0.0013397799,0.0000322343,0.9705696,0.000178988,0.000034381526,0.000029672916],"genre_scores_gemma":[0.04417049,0.000089378715,0.0001367041,0.00008004695,0.00020515652,0.95469743,0.0000379489,0.0000617891,0.0005210475],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9914968,0.004344504,0.0019484436,0.000522497,0.00046826378,0.0012194981],"domain_scores_gemma":[0.9702632,0.026243856,0.00096486235,0.0007336179,0.0015330564,0.00026140458],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016837886,0.00032099997,0.0012912701,0.00030468867,0.0025125528,0.00011072661,0.00043407807,0.00028526268,0.000025412222],"category_scores_gemma":[0.005772352,0.00014999391,0.00023512015,0.0005353483,0.00044051753,0.00028033386,0.00026631483,0.0005026891,0.0000046241175],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98330814,0.0007240198,0.00023332881,0.00084499066,0.000076070246,6.1581304e-8,0.0017463866,0.000034159242,0.00078781723,0.00019555158,0.0018690854,0.010180365],"study_design_scores_gemma":[0.98240316,0.0039980374,0.00085013855,0.0014051636,0.000016523067,5.5300745e-7,0.0011960274,0.0015790947,0.00015345315,0.0015644595,0.0066596265,0.00017377343],"about_ca_topic_score_codex":0.00025832743,"about_ca_topic_score_gemma":0.00033148754,"teacher_disagreement_score":0.024860997,"about_ca_system_score_codex":0.00028391543,"about_ca_system_score_gemma":0.0023097512,"threshold_uncertainty_score":0.99878603},"labels":[],"label_agreement":null},{"id":"W2404714905","doi":"10.2196/resprot.5497","title":"Development of ‘Twazon’: An Arabic App for Weight Loss","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deanship of Scientific Research, King Saud University; King Saud University","keywords":"Overweight; Weight loss; Psychological intervention; Arabic; Population; Weight management; Best practice; Public relations; Obesity; Internet privacy; Public health; Medicine; Psychology; Gerontology; Medical education; Environmental health; Political science; Computer science; Nursing; Law","score_opus":0.4116580817567932,"score_gpt":0.663861279750328,"score_spread":0.25220319799353486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404714905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005252779,0.0000063152147,0.0052859513,0.0031919542,0.00002668134,0.9830212,0.00008203616,0.00014940243,0.002983686],"genre_scores_gemma":[0.0030470225,0.0000064559586,0.013144064,0.0002005201,0.0003959619,0.9785071,0.00002284142,0.000050442366,0.004625603],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99503756,0.0008283905,0.0012183622,0.00055729336,0.00073365687,0.0016247485],"domain_scores_gemma":[0.99526227,0.0013660052,0.00032068483,0.0009365883,0.0012458597,0.000868622],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005594549,0.00017117677,0.0003542112,0.00029542248,0.0015294136,0.0000076485785,0.00062137644,0.00029827913,0.00078728335],"category_scores_gemma":[0.00040960472,0.00011114549,0.00005656217,0.00044630488,0.00021139109,0.00019147132,0.00019009774,0.0005757311,0.0007235908],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024969303,0.0017301772,0.0207629,0.0122441705,0.000022479411,0.0000018860022,0.0028278427,1.4774356e-7,0.016843215,0.08940837,0.11219117,0.7414707],"study_design_scores_gemma":[0.0030677603,0.00044822067,0.0066267764,0.002047148,6.5926525e-7,4.4757934e-7,0.00015781612,0.0000077290215,0.0020852697,0.003565211,0.98186684,0.00012611915],"about_ca_topic_score_codex":0.000017238533,"about_ca_topic_score_gemma":0.0001322212,"teacher_disagreement_score":0.8696757,"about_ca_system_score_codex":0.0004003475,"about_ca_system_score_gemma":0.004508615,"threshold_uncertainty_score":0.99977046},"labels":[],"label_agreement":null},{"id":"W2408587882","doi":"10.2196/resprot.5438","title":"Organizational-Level Strategies With or Without an Activity Tracker to Reduce Office Workers’ Sitting Time: Rationale and Study Design of a Pilot Cluster-Randomized Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Health and Medical Research Council; National Heart Foundation of Australia","keywords":"Activity tracker; Sitting; Psychological intervention; Cluster randomised controlled trial; Randomized controlled trial; Intervention (counseling); Physical therapy; Psychology; Applied psychology; Medicine; Physical activity; Nursing","score_opus":0.4021673291635257,"score_gpt":0.53807025974307,"score_spread":0.13590293057954428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408587882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51976395,2.1733645e-7,0.0046517346,0.00091728126,0.0000016925462,0.47451505,0.000010561424,0.00003268923,0.00010681341],"genre_scores_gemma":[0.58024126,1.558363e-7,0.0021547365,0.00002073365,0.0001479275,0.41632622,0.0000022812624,0.000024270244,0.0010824003],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99568075,0.0020859747,0.00034447998,0.00046240818,0.0010488204,0.00037757383],"domain_scores_gemma":[0.9956433,0.0028052058,0.00015163784,0.0003364159,0.0007491603,0.0003142849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036734992,0.00017442084,0.0007583011,0.00017565681,0.00022310611,0.00008738206,0.00014435354,0.000063662425,0.00015662196],"category_scores_gemma":[0.001387823,0.000092681155,0.000025802805,0.00059896224,0.00029983153,0.00054787134,0.00008779117,0.0003181141,0.000022728933],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92877614,0.008813789,0.00036109568,0.00021288345,0.00007690645,0.000006752511,0.0013949365,0.0000066959497,0.058673408,0.00009354072,0.00025251426,0.0013313338],"study_design_scores_gemma":[0.920357,0.06205568,0.005538229,0.002194587,0.000026688775,0.000012454956,0.0011378966,0.00042580883,0.0074163917,0.00050202303,0.000087262684,0.0002459856],"about_ca_topic_score_codex":0.00006413197,"about_ca_topic_score_gemma":0.000047441124,"teacher_disagreement_score":0.060477294,"about_ca_system_score_codex":0.00010100901,"about_ca_system_score_gemma":0.0020024467,"threshold_uncertainty_score":0.37794277},"labels":[],"label_agreement":null},{"id":"W2408821985","doi":"10.2196/resprot.5423","title":"Acceptance, Usability and Health Applications of Virtual Worlds by Older Adults: A Feasibility Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Metaverse; Psychology; Session (web analytics); Medical education; Life expectancy; Health care; Applied psychology; Gerontology; Virtual reality; Medicine; Computer science; Population; World Wide Web","score_opus":0.19697052153638547,"score_gpt":0.5406623572348586,"score_spread":0.34369183569847306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408821985","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01686528,0.0000134003885,0.1208298,0.0040800916,0.000002686006,0.85759634,0.00008851193,0.00011780595,0.00040608368],"genre_scores_gemma":[0.3878552,0.0000019782494,0.0006245048,0.000038359016,0.000015701135,0.61125773,0.0000011545711,0.0000066198068,0.00019875422],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99648446,0.0006580367,0.00055814366,0.00083476986,0.00090014254,0.0005644366],"domain_scores_gemma":[0.9966878,0.00037506866,0.00016908023,0.001879203,0.00048155803,0.0004072652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041335598,0.00015005453,0.00028915878,0.0001570402,0.00030522278,0.00015023275,0.0012756481,0.000064316126,0.000045675268],"category_scores_gemma":[0.00017970295,0.00010194682,0.000044843986,0.0012867562,0.0004327555,0.0006239715,0.0007160208,0.00025464766,0.0000267553],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012473049,0.0069799297,0.03639613,0.00022631783,0.000013000897,3.0166916e-7,0.0015745547,1.3649257e-7,0.0007531256,0.017298633,0.012303807,0.92432934],"study_design_scores_gemma":[0.009173161,0.011280143,0.8126263,0.0016825256,0.0000016246228,0.000004817045,0.0016008662,0.00030750336,0.0025675264,0.011843725,0.14827241,0.0006394017],"about_ca_topic_score_codex":0.00016061134,"about_ca_topic_score_gemma":0.00011096507,"teacher_disagreement_score":0.9236899,"about_ca_system_score_codex":0.00023068138,"about_ca_system_score_gemma":0.00042162006,"threshold_uncertainty_score":0.41572708},"labels":[],"label_agreement":null},{"id":"W2409294951","doi":"10.2196/resprot.5122","title":"Consumers’ Patient Portal Preferences and Health Literacy: A Survey Using Crowdsourcing","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Cancer Institute; National Institutes of Health","keywords":"Health literacy; eHealth; Crowdsourcing; Usability; Patient portal; Literacy; Medical education; Information literacy; Psychology; Health information; Medicine; World Wide Web; Internet privacy; Computer science; Health care; Pedagogy; Political science","score_opus":0.6185833395889063,"score_gpt":0.6869092698479645,"score_spread":0.0683259302590582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409294951","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4020412,0.000028687124,0.00087423966,0.0016620839,0.00004872637,0.59233916,0.0002496242,0.00013659988,0.0026196847],"genre_scores_gemma":[0.34817216,0.000006453808,0.0013714086,0.0010278595,0.000081665625,0.6489344,0.000021647664,0.000023440823,0.0003609411],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9900892,0.0055020167,0.0018044683,0.0004660956,0.0008163801,0.0013218656],"domain_scores_gemma":[0.99525476,0.001672324,0.0006470413,0.00055241905,0.0012108607,0.00066257926],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015355558,0.0001865544,0.00037109837,0.0003036565,0.0018778635,0.000118564,0.00027670054,0.0001908202,0.0012143571],"category_scores_gemma":[0.0010818539,0.000113920505,0.000035092336,0.00050540204,0.0002650601,0.0015840883,0.00040690237,0.0009822964,0.00018101398],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028134216,0.00011871486,0.8075168,0.0016400057,0.000006421682,0.0000016340261,0.0070308093,9.589968e-8,0.000061736886,0.0002258107,0.0061791576,0.17693746],"study_design_scores_gemma":[0.0020416046,0.00072607986,0.6959975,0.010174289,4.5320644e-7,0.0000038483877,0.0008439594,0.00037679393,0.00006076539,0.0005840075,0.28894585,0.00024487768],"about_ca_topic_score_codex":0.0016340599,"about_ca_topic_score_gemma":0.00035027435,"teacher_disagreement_score":0.2827667,"about_ca_system_score_codex":0.00035677353,"about_ca_system_score_gemma":0.0022780462,"threshold_uncertainty_score":0.99969864},"labels":[],"label_agreement":null},{"id":"W2410882039","doi":"10.2196/resprot.5448","title":"Mediators of Atherosclerosis in South Asians Living in America: Use of Web-Based Methods for Follow-Up and Collection of Patient-Reported Outcome Measures","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Cohort; Longitudinal study; Cohort study; Medicine; Gerontology; Data collection; Psychology; Pathology","score_opus":0.6340501422844705,"score_gpt":0.6053526604132228,"score_spread":0.028697481871247765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410882039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85497403,0.0000033401961,0.002668025,0.0001416728,0.000020534479,0.1421273,0.000020797894,0.000013543431,0.000030744075],"genre_scores_gemma":[0.62148213,0.00000291469,0.013671385,0.0000071171144,0.000009003306,0.3646987,3.7468837e-7,0.0000150184505,0.00011333686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9687422,0.029294841,0.00072777417,0.00028202354,0.00054955983,0.0004036024],"domain_scores_gemma":[0.9634236,0.035408556,0.00037628127,0.0002291325,0.00047477442,0.00008762407],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047190826,0.00009904887,0.00045820317,0.00068405323,0.00011086544,0.000011456349,0.0001834174,0.00020060543,0.000035113113],"category_scores_gemma":[0.09683735,0.00007522489,0.000091646376,0.0013270486,0.00089350226,0.00015280364,0.000060761988,0.0001696488,2.608439e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057061473,0.0002523855,0.91711116,0.00010495927,0.000016874108,5.2326544e-7,0.013781125,0.0000013085786,0.0480824,0.0000360159,0.000036463185,0.014870663],"study_design_scores_gemma":[0.0037195205,0.0012827484,0.94604963,0.0013508172,0.0000044720205,1.0507397e-7,0.0035173132,0.00004116695,0.041196022,0.0002548266,0.0024364274,0.00014693725],"about_ca_topic_score_codex":0.0012483099,"about_ca_topic_score_gemma":0.0022130578,"teacher_disagreement_score":0.2334919,"about_ca_system_score_codex":0.000109512825,"about_ca_system_score_gemma":0.00068699016,"threshold_uncertainty_score":0.98111755},"labels":[],"label_agreement":null},{"id":"W2410920948","doi":"10.2196/resprot.5395","title":"Graded Exercise Therapy Guided Self-Help Trial for Patients with Chronic Fatigue Syndrome (GETSET): Protocol for a Randomized Controlled Trial and Interview Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Research for Patient Benefit Programme; King's Health Partners; United Kingdom Clinical Research Collaboration; South London and Maudsley NHS Foundation Trust; King's College London; Queen Mary University of London","keywords":"Chronic fatigue syndrome; Medicine; Physical therapy; Randomized controlled trial; Exercise therapy; Encephalomyelitis; Chronic fatigue; Physical medicine and rehabilitation; Multiple sclerosis; Psychiatry; Surgery","score_opus":0.20600791451690337,"score_gpt":0.5086750607497251,"score_spread":0.30266714623282176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410920948","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03549605,0.000021226902,0.00011491283,0.0006527468,0.000022315522,0.9634676,0.000031211097,0.00015889278,0.00003502558],"genre_scores_gemma":[0.009298521,0.000009435849,0.000414648,0.000005494173,0.00018134074,0.9886258,0.000024617408,0.00016205883,0.0012780774],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99001753,0.002854707,0.0018111522,0.0012690525,0.0023934853,0.0016540578],"domain_scores_gemma":[0.9922315,0.0036404768,0.0004918482,0.0011752173,0.0018590639,0.00060192787],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011129285,0.00067114213,0.0035924485,0.00065511727,0.0004711793,0.000256878,0.0006282234,0.000320584,0.00037123918],"category_scores_gemma":[0.0018242619,0.00032540757,0.00076411886,0.00053583074,0.0006346362,0.0003205922,0.0002212469,0.00056080683,0.000017123242],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97003394,0.011251145,0.00015618581,0.0077396026,0.0009356527,0.000023133665,0.00024909741,5.7970905e-8,0.000085024236,0.000054567354,0.0044065234,0.0050650723],"study_design_scores_gemma":[0.8378469,0.14311492,0.00013521175,0.011685116,0.0000675098,0.000011269281,0.000038437167,0.00005157921,0.00017025149,0.00027843998,0.006236918,0.00036348097],"about_ca_topic_score_codex":0.000015308053,"about_ca_topic_score_gemma":0.0000027613319,"teacher_disagreement_score":0.13218707,"about_ca_system_score_codex":0.00062922435,"about_ca_system_score_gemma":0.0022955507,"threshold_uncertainty_score":0.9999198},"labels":[],"label_agreement":null},{"id":"W2411834789","doi":"10.2196/resprot.5565","title":"Enhancing the Return to Work of Cancer Survivors: Development and Feasibility of the Nurse-Led eHealth Intervention Cancer@Work","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Intervention (counseling); Medicine; Nursing; Test (biology); Personalization; Family medicine; Health care; World Wide Web; Computer science","score_opus":0.16537057327761698,"score_gpt":0.5294188363062664,"score_spread":0.36404826302864945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411834789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73860717,0.00012503061,0.00005381942,0.005521927,0.0000614523,0.25536358,0.000016340942,0.000016799899,0.00023391063],"genre_scores_gemma":[0.550107,0.0000042724687,0.000033972316,0.000050062725,0.00008849819,0.44834086,4.935716e-7,0.000015144683,0.0013596986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969693,0.00068365765,0.0005607007,0.00036005196,0.0009693695,0.00045691905],"domain_scores_gemma":[0.9979091,0.00033958795,0.0001927822,0.00070018234,0.00067559065,0.00018272416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033384766,0.00014252128,0.00033469812,0.00009871688,0.0001674407,0.00002103533,0.0003496442,0.000092308714,0.00025134385],"category_scores_gemma":[0.00034437308,0.00006617187,0.000106761894,0.0010123388,0.0002999841,0.000056635476,0.00018307386,0.00036470746,0.0000033777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003727448,0.00028455124,0.8066729,0.0022500562,0.00006254335,0.0000011884251,0.009782235,4.4143394e-7,0.008430996,0.0000706902,0.0014343351,0.16728267],"study_design_scores_gemma":[0.002011251,0.00058054883,0.7604748,0.034859467,0.0000089514715,9.303696e-7,0.0018281818,5.8108816e-7,0.15298003,0.00010365589,0.047009252,0.00014234266],"about_ca_topic_score_codex":0.0040112147,"about_ca_topic_score_gemma":0.052912377,"teacher_disagreement_score":0.1929773,"about_ca_system_score_codex":0.0005663345,"about_ca_system_score_gemma":0.00085961283,"threshold_uncertainty_score":0.9643695},"labels":[],"label_agreement":null},{"id":"W2412528782","doi":"10.2196/resprot.4907","title":"Towards a Mobile-Based Platform for Traceability Control and Hazard Analysis in the Context of Parenteral Nutrition: Description of a Framework and a Prototype App","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical Nutrition and Gastroenterology","field":"Nursing","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Traceability; Computer science; Android (operating system); Context (archaeology); Risk analysis (engineering); Process management; Software engineering; Engineering; Medicine; Operating system","score_opus":0.16767825032699876,"score_gpt":0.4925797129290596,"score_spread":0.3249014626020609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2412528782","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48512536,0.000012336421,0.002453971,0.014010212,0.0000053956414,0.4981765,0.00019592314,0.00001716955,0.0000031556037],"genre_scores_gemma":[0.528723,6.036454e-7,0.0003850012,0.0001940788,0.000020016994,0.47066903,0.000003379819,0.000004272502,6.103705e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776435,0.00068654027,0.00057435594,0.00030580387,0.00035285682,0.00031609728],"domain_scores_gemma":[0.9973959,0.0017225003,0.00014162275,0.000297604,0.00036297765,0.00007940534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023914352,0.000108569606,0.00045271215,0.0002780277,0.000063990025,0.00003795188,0.0001718098,0.00016295741,0.000019683528],"category_scores_gemma":[0.00071929704,0.00006503661,0.00015418851,0.00038761948,0.00065619,0.00011708602,0.00002691214,0.00028706598,2.733328e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16242926,0.009607912,0.74653554,0.0049714088,0.00021127329,0.000004333663,0.002220621,0.0000018904913,0.00752811,0.00050336675,0.002072805,0.06391349],"study_design_scores_gemma":[0.10712551,0.08087048,0.7111408,0.011535458,0.00015434908,0.000011403926,0.0029099847,0.0048775575,0.0061096824,0.045871526,0.028941503,0.00045169741],"about_ca_topic_score_codex":0.000021371636,"about_ca_topic_score_gemma":0.00018112505,"teacher_disagreement_score":0.07126257,"about_ca_system_score_codex":0.000047691658,"about_ca_system_score_gemma":0.000019717729,"threshold_uncertainty_score":0.2652116},"labels":[],"label_agreement":null},{"id":"W2412787031","doi":"10.2196/resprot.5389","title":"Developing an Evidence-Based Epilepsy Risk Assessment eHealth Solution: From Concept to Market","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Epilepsy; eHealth; Medicine; Psychiatry; Intensive care medicine; Psychology; Health care","score_opus":0.35283830288193385,"score_gpt":0.5861469213210772,"score_spread":0.2333086184391433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2412787031","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021964053,0.000061657716,0.015374211,0.055560667,0.00002690712,0.9041752,0.00026749962,0.0002895253,0.0022802819],"genre_scores_gemma":[0.0889176,0.000025222473,0.023620129,0.000482862,0.0004879642,0.88480437,0.00003321503,0.000055493678,0.0015731598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9918202,0.0025212779,0.00056011486,0.0010231561,0.0025046717,0.0015705472],"domain_scores_gemma":[0.99359894,0.0020617158,0.00012138986,0.0013555125,0.0011683349,0.001694102],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039162766,0.00029928787,0.00050294044,0.0004292596,0.00056984,0.00017504052,0.0005195755,0.00017796259,0.0035745427],"category_scores_gemma":[0.0016575557,0.00018758434,0.00012743637,0.00075059244,0.00034357345,0.00051383796,0.00029198686,0.0007712597,0.00064287806],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008610666,0.002197869,0.59085476,0.00049486436,0.00016945363,0.00044084733,0.00029899814,0.0000015842606,0.007631417,0.0009562988,0.0786569,0.30968636],"study_design_scores_gemma":[0.010724871,0.016337736,0.769438,0.021226922,0.00001121887,0.000008504483,0.00015106231,0.0002869793,0.013330204,0.0018674718,0.1661613,0.0004557276],"about_ca_topic_score_codex":0.0006281105,"about_ca_topic_score_gemma":0.00014761885,"teacher_disagreement_score":0.30923063,"about_ca_system_score_codex":0.0021632574,"about_ca_system_score_gemma":0.004812571,"threshold_uncertainty_score":0.9973363},"labels":[],"label_agreement":null},{"id":"W2413085660","doi":"10.2196/resprot.4551","title":"Prevalence of Depression in Medical Students at the Lebanese University and Exploring its Correlation With Facebook Relevance: A Questionnaire Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); Psychology; Depression (economics); Correlation; Medical education; Clinical psychology; Family medicine; Psychiatry; Medicine; Applied psychology; Gerontology","score_opus":0.3750609006583798,"score_gpt":0.5789244019261063,"score_spread":0.20386350126772645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413085660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65302324,0.000009493886,0.000005914239,0.0010790833,0.000021440035,0.34572652,8.1888874e-7,0.000015087427,0.00011841714],"genre_scores_gemma":[0.52713656,0.0000389324,0.0000037610089,0.0000021735132,0.00004626592,0.47231445,7.147054e-8,0.0000039556166,0.00045381265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945909,0.0023885018,0.00017220443,0.00025583355,0.0022970657,0.00029553237],"domain_scores_gemma":[0.99678296,0.0024604085,0.00009591777,0.00018646855,0.00031024218,0.00016397978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055555636,0.00006106251,0.00009790381,0.0001057236,0.0005561653,0.00002357907,0.00046816008,0.00008448844,0.0001169691],"category_scores_gemma":[0.0048959386,0.000037014062,0.000009179504,0.00044790722,0.0005687704,0.00040783657,0.00023544785,0.0002639514,0.000015065693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032033943,0.000256468,0.9471382,0.00015953911,0.0000021771693,0.000005661148,0.031105382,5.5781925e-7,0.000032187127,0.00011322678,0.00004712571,0.020819135],"study_design_scores_gemma":[0.0011993637,0.00035016876,0.98197913,0.0041263313,0.0000011580282,4.2657672e-7,0.0063527045,0.0000052578416,0.000066993,0.000042849344,0.005821652,0.000053944983],"about_ca_topic_score_codex":0.0006891285,"about_ca_topic_score_gemma":0.0032481726,"teacher_disagreement_score":0.12658793,"about_ca_system_score_codex":0.00056522636,"about_ca_system_score_gemma":0.0006327048,"threshold_uncertainty_score":0.58612496},"labels":[],"label_agreement":null},{"id":"W2413100349","doi":"10.2196/resprot.5187","title":"Web Health Monitoring Survey: A New Approach to Enhance the Effectiveness of Telemedicine Systems","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Computer science; World Wide Web; Health care; Medicine; Data science; Political science","score_opus":0.36957537281058717,"score_gpt":0.6552609688765748,"score_spread":0.28568559606598765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413100349","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031570776,0.00007563854,0.0051076203,0.0040889117,0.00009036963,0.98323077,0.000089599154,0.000106067775,0.0040539484],"genre_scores_gemma":[0.07790983,0.00003358481,0.00024413902,0.00013332801,0.00076585996,0.9173744,0.000007966864,0.000047033867,0.0034838964],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9796803,0.015371408,0.0012379943,0.00068433234,0.0012313152,0.0017946317],"domain_scores_gemma":[0.9853783,0.010451231,0.00038821786,0.0014498576,0.0010438733,0.001288486],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.042015493,0.00020726069,0.0006250758,0.00029264734,0.0012850072,0.00001567154,0.0008926553,0.00019801062,0.00006254377],"category_scores_gemma":[0.002701007,0.00011006616,0.00004928222,0.0015447511,0.00018109006,0.00009580233,0.0003191453,0.001138533,0.0005443987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067648143,0.001446546,0.33134252,0.046948314,0.000056333316,0.0000015477121,0.0023787508,0.000016726834,0.012618769,0.0218775,0.4118938,0.16465437],"study_design_scores_gemma":[0.0023533106,0.001002359,0.20243162,0.01739228,9.205991e-7,0.0000013579515,0.00045975967,0.00001690024,0.00047309225,0.00025373304,0.77546483,0.00014982397],"about_ca_topic_score_codex":0.003917177,"about_ca_topic_score_gemma":0.00014336954,"teacher_disagreement_score":0.36357105,"about_ca_system_score_codex":0.0007377273,"about_ca_system_score_gemma":0.006496432,"threshold_uncertainty_score":0.9991358},"labels":[],"label_agreement":null},{"id":"W2414215753","doi":"10.2196/resprot.5001","title":"An Internet-Based Intervention to Promote Alcohol-Related Attitudinal and Behavioral Change Among Adolescents: Protocol of a Cluster Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism; University of Cambridge","keywords":"Randomized controlled trial; Intervention (counseling); Protocol (science); The Internet; Cluster (spacecraft); Behavior change; Psychology; Cluster randomised controlled trial; Clinical psychology; Applied psychology; Medicine; Computer science; Social psychology; Psychiatry; World Wide Web; Alternative medicine","score_opus":0.1985554579321886,"score_gpt":0.5373865465165194,"score_spread":0.3388310885843308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414215753","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3748656,0.0000010698622,0.000068376605,0.00018158772,0.000009236807,0.62479097,0.0000017126359,0.000052201725,0.000029227822],"genre_scores_gemma":[0.42440563,7.6003786e-8,0.00010455314,0.000018292763,0.0000677069,0.57485765,0.0000040436894,0.000026536005,0.0005154814],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955796,0.0013848104,0.0010177948,0.0005376865,0.00092384906,0.00055627077],"domain_scores_gemma":[0.9980504,0.00022701375,0.00031513406,0.0005138567,0.0005310236,0.00036257255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036231533,0.0002970398,0.001440442,0.0005806674,0.0000654838,0.00006363851,0.00021867963,0.00019452065,0.00037426935],"category_scores_gemma":[0.0003894818,0.00015877075,0.0004485897,0.0003273325,0.0004460057,0.00036063167,0.00009654069,0.00028927374,0.000032585325],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92546344,0.0042561083,0.055972394,0.0003694175,0.00013327158,0.0000376165,0.0006073692,4.0985302e-8,0.0013183503,0.000018801004,0.00012572871,0.011697453],"study_design_scores_gemma":[0.9585212,0.011164334,0.0099562155,0.015209879,0.0000595316,0.0000029966268,0.000039750645,0.00013636405,0.0045033996,0.00003832283,0.00020124712,0.00016674894],"about_ca_topic_score_codex":0.0000572641,"about_ca_topic_score_gemma":0.00007567487,"teacher_disagreement_score":0.049933307,"about_ca_system_score_codex":0.00021717923,"about_ca_system_score_gemma":0.000109073604,"threshold_uncertainty_score":0.64744836},"labels":[],"label_agreement":null},{"id":"W2414769199","doi":"10.2196/resprot.5665","title":"A Web-Based Platform for Patients With Osteoarthritis of the Hip and Knee: A Pilot Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physical therapy; Osteoarthritis; Medicine; Knee pain; Body mass index; Cohort; Rating scale; Physical medicine and rehabilitation; Alternative medicine; Psychology","score_opus":0.12079973056977848,"score_gpt":0.4234246521116158,"score_spread":0.3026249215418373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414769199","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5227758,0.000002795785,0.0000034956004,0.0001581525,0.0000035807968,0.47685277,0.00004465075,0.000019321196,0.00013942883],"genre_scores_gemma":[0.49055335,7.943121e-8,0.00011626784,0.000012049837,0.000019490291,0.5088519,0.0000024788046,0.000018182704,0.0004262002],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9982179,0.000103122744,0.0002148477,0.00029499238,0.00075925223,0.00040991555],"domain_scores_gemma":[0.9986102,0.0002556487,0.000072830786,0.00045879665,0.00045279547,0.00014975843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046500875,0.00014289147,0.00025268577,0.00012772389,0.00018154919,0.000026021957,0.00012012602,0.00004217985,0.000069154165],"category_scores_gemma":[0.00014034372,0.00006552444,0.000042731244,0.00021438507,0.00023455224,0.00010166741,0.00008724793,0.00013282485,0.000009407689],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.038981777,0.013873508,0.48826993,0.0008570593,0.00007411617,0.000030300846,0.0004015492,3.0611698e-8,0.033505183,0.0004714605,0.0009442479,0.42259085],"study_design_scores_gemma":[0.21515514,0.64521074,0.07875537,0.009115322,0.000027415897,0.0000069391863,0.00024105328,0.000002856533,0.030492663,0.0004930483,0.020250414,0.00024904252],"about_ca_topic_score_codex":0.0000048300785,"about_ca_topic_score_gemma":0.00005565828,"teacher_disagreement_score":0.6313372,"about_ca_system_score_codex":0.0000612944,"about_ca_system_score_gemma":0.0002741261,"threshold_uncertainty_score":0.26720092},"labels":[],"label_agreement":null},{"id":"W2415384701","doi":"10.2196/resprot.5477","title":"Predictive Factors for Anastomotic Leakage After Colorectal Surgery: Study Protocol for a Prospective Observational Study (REVEAL Study)","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Surgical Treatments","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Colorectal surgery; Prospective cohort study; Colorectal cancer; Anastomosis; Surgery; Intensive care medicine; Internal medicine; Abdominal surgery; Cancer","score_opus":0.47852008830615805,"score_gpt":0.5794829586950179,"score_spread":0.10096287038885982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415384701","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43302616,1.9571067e-7,0.000029542756,0.00007865614,0.000011396475,0.5665501,0.00011538993,0.00011008302,0.0000784664],"genre_scores_gemma":[0.45429653,7.318484e-9,0.000043587002,0.0000062302615,0.00017452137,0.5443309,0.0000072991274,0.000075035154,0.0010658969],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930651,0.0010747287,0.00093788793,0.0015544093,0.0020599659,0.0013079027],"domain_scores_gemma":[0.99230766,0.004005333,0.00023710924,0.0007430878,0.0021968745,0.0005099159],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031350693,0.0005787032,0.0011412256,0.0005406449,0.00046699637,0.00012693022,0.000365205,0.00016225845,0.000273806],"category_scores_gemma":[0.0021179079,0.00034935947,0.00038389134,0.0010773677,0.00027617154,0.00043160754,0.00035707804,0.000460674,0.000024710649],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.086560205,0.045584083,0.86072695,0.00037514896,0.0006516656,0.000114209724,0.0029656289,2.8592473e-7,0.00013423868,0.000006892202,0.0013858675,0.0014948116],"study_design_scores_gemma":[0.03770843,0.11591953,0.8390461,0.000751285,0.000043611362,0.0000035852609,0.002749205,0.000011458412,0.00051687105,0.00016457662,0.0027790365,0.00030627902],"about_ca_topic_score_codex":0.000044294116,"about_ca_topic_score_gemma":0.0002604109,"teacher_disagreement_score":0.07033545,"about_ca_system_score_codex":0.0019303482,"about_ca_system_score_gemma":0.0014015926,"threshold_uncertainty_score":0.9998958},"labels":[],"label_agreement":null},{"id":"W2415752521","doi":"10.2196/resprot.5573","title":"Risk Factors for Low Back Disorders in Saskatchewan Farmers: Fieled-based Exposure Assessment to Build a Foundation for Epidemiological Studies","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Saskatchewan","funders":"","keywords":"Low back pain; Work (physics); Back pain; Epidemiology; Public health; Data collection; Population; Agriculture; Environmental health; Medicine; Business; Psychology; Applied psychology; Engineering; Alternative medicine; Nursing; Geography; Sociology; Social science","score_opus":0.18008988032517723,"score_gpt":0.5565187661438191,"score_spread":0.37642888581864187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415752521","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23814972,0.0000036112374,0.026114658,0.011817065,0.00001817702,0.7237409,0.00003120763,0.0000440075,0.00008067971],"genre_scores_gemma":[0.27498946,0.0000019773627,0.008113813,0.00009059064,0.0000835591,0.7162064,0.00002374133,0.000019907688,0.00047060254],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970317,0.0008327355,0.00051786884,0.0005442207,0.00044662427,0.0006268435],"domain_scores_gemma":[0.99151444,0.0073533673,0.000103851955,0.00035937916,0.00046691875,0.00020202762],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0046150284,0.00019530412,0.00046782361,0.0002774497,0.00016648855,0.000027148886,0.0001496935,0.00017554597,0.000100310586],"category_scores_gemma":[0.008480356,0.00010600191,0.0002284173,0.00031216006,0.00022188365,0.00011458161,0.000054937176,0.00026900266,0.000018698598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005476849,0.00255606,0.7541997,0.010577268,0.00015444914,7.155982e-7,0.0019855052,0.000090913054,0.023316672,0.00048267032,0.01208506,0.18907413],"study_design_scores_gemma":[0.022699848,0.037625812,0.80564874,0.009662675,0.000011994041,1.7404042e-7,0.012251594,0.0010460075,0.0020797497,0.012329313,0.09604898,0.0005950882],"about_ca_topic_score_codex":0.000049903814,"about_ca_topic_score_gemma":0.0004484866,"teacher_disagreement_score":0.18847905,"about_ca_system_score_codex":0.00042863964,"about_ca_system_score_gemma":0.00030601828,"threshold_uncertainty_score":0.9998716},"labels":[],"label_agreement":null},{"id":"W2416365720","doi":"10.2196/resprot.5543","title":"Using an Electronic Decision Support Tool to Reduce Inappropriate Polypharmacy and Optimize Medicines: Rationale and Methods","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Polypharmacy; Psychological intervention; Clinical decision support system; Medicine; Decision support system; Electronic prescribing; Harm; Pharmacy; Health care; Family medicine; Nursing; Intensive care medicine; Psychology; Computer science; Data mining","score_opus":0.5275342937475006,"score_gpt":0.674895320598933,"score_spread":0.14736102685143238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416365720","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23846343,0.00006175584,0.02340684,0.01406195,0.000030084995,0.7231391,0.000015359485,0.000096064694,0.00072542275],"genre_scores_gemma":[0.037232183,0.000083312916,0.16158085,0.0020737085,0.0005592302,0.7968156,0.000010441875,0.00008921867,0.0015554884],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970252,0.00067459035,0.00037026967,0.00050263485,0.0007753212,0.0006519631],"domain_scores_gemma":[0.99748033,0.0011891115,0.00007078352,0.00034044823,0.0003057448,0.0006135599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004265332,0.00016675741,0.00030605283,0.00026702456,0.00020105056,0.000083844665,0.0001448988,0.00008419394,0.00057058246],"category_scores_gemma":[0.0015961978,0.00010027047,0.000033659788,0.0003472652,0.0001825404,0.00058901985,0.00023457328,0.0004605222,0.000022924773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011008757,0.0006182098,0.00603649,0.00039032765,0.00005904632,0.000046905774,0.00050171494,0.0000024557175,0.46392402,0.00068135216,0.0021111777,0.5146195],"study_design_scores_gemma":[0.021899838,0.008426578,0.007623071,0.0026790174,0.000050208793,0.00039422498,0.00023118428,0.005916851,0.07195773,0.004171459,0.87609434,0.0005555005],"about_ca_topic_score_codex":0.000011421533,"about_ca_topic_score_gemma":0.0000014173586,"teacher_disagreement_score":0.87398314,"about_ca_system_score_codex":0.00014428953,"about_ca_system_score_gemma":0.00045284585,"threshold_uncertainty_score":0.6247478},"labels":[],"label_agreement":null},{"id":"W2418133124","doi":"10.2196/resprot.5535","title":"Determination of Anti-Adeno-Associated Viral Vector Neutralizing Antibodies in Patients With Heart Failure in the Cardiovascular Foundation of Colombia (ANVIAS): Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virus-based gene therapy research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical trial; Transduction (biophysics); Population; Adeno-associated virus; Serotype; Genetic enhancement; Heart failure; Immunology; Antibody; Virology; Vector (molecular biology); Internal medicine; Biology; Gene; Environmental health; Genetics","score_opus":0.05885588465211883,"score_gpt":0.4360677304296388,"score_spread":0.37721184577752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418133124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54634273,6.9060115e-7,0.000005213663,0.00004649912,9.804043e-7,0.45358512,0.0000064365963,0.0000028296113,0.000009511156],"genre_scores_gemma":[0.5004654,1.7626715e-7,0.000025908528,0.0000027446963,0.000011979265,0.49946222,0.000008215961,0.00001443097,0.0000089527875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99530345,0.0022035243,0.000431388,0.00041024035,0.0011825794,0.00046880162],"domain_scores_gemma":[0.99845994,0.00008541112,0.00013714787,0.0006494237,0.0006264888,0.000041595285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033033304,0.00016342869,0.00032901857,0.0002806828,0.00008468874,0.000039603092,0.00047909812,0.00013502759,0.000014458084],"category_scores_gemma":[0.00023968816,0.0001004675,0.00009722928,0.0005837435,0.00025915078,0.000032181295,0.00014794777,0.00023749558,0.0000028214627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050517125,0.0024933987,0.7355997,0.00020272243,0.00006297844,0.0000033097813,0.00033311194,0.000010865657,0.253488,0.000003998301,0.00009830822,0.002651884],"study_design_scores_gemma":[0.011494334,0.021819174,0.7777017,0.000629016,0.0000031151299,4.615751e-7,0.00020627666,0.0000072421635,0.18635814,0.00002588959,0.0015881557,0.00016653024],"about_ca_topic_score_codex":0.00007968449,"about_ca_topic_score_gemma":0.0008990003,"teacher_disagreement_score":0.06712989,"about_ca_system_score_codex":0.00009056651,"about_ca_system_score_gemma":0.0002297224,"threshold_uncertainty_score":0.40969458},"labels":[],"label_agreement":null},{"id":"W2418147719","doi":"10.2196/resprot.5119","title":"A Single Dose of Prednisolone as a Modulator of Undercarboxylated Osteocalcin and Insulin Sensitivity Post-Exercise in Healthy Young Men: A Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vitamin K Research Studies","field":"Nursing","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Osteocalcin; Insulin sensitivity; Endocrinology; Insulin; Internal medicine; Medicine; Glucocorticoid; Insulin resistance; Biology; Alkaline phosphatase","score_opus":0.13283285056695185,"score_gpt":0.5029566379622697,"score_spread":0.3701237873953179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418147719","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36860797,0.0000061171854,0.0000025639415,0.0007984399,0.000003832695,0.6303016,0.000029891122,0.00004571288,0.00020388741],"genre_scores_gemma":[0.4778516,7.113622e-7,0.00006298813,0.000004780086,0.000016156677,0.5219719,7.5466664e-7,0.000036714682,0.000054422642],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99109215,0.0035073904,0.0010929957,0.000940765,0.0020752493,0.0012914747],"domain_scores_gemma":[0.99565053,0.0012472722,0.0003216418,0.000985391,0.0014522496,0.00034290637],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0058074347,0.0003758087,0.000990802,0.0010267808,0.00022005377,0.00007188914,0.00039306766,0.00023635878,0.00003266541],"category_scores_gemma":[0.0027765827,0.00026825228,0.00009344072,0.0015463433,0.0010154071,0.00043498084,0.0010105908,0.00071272027,0.000017300343],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10518826,0.019951554,0.0647468,0.006296662,0.00012325645,0.0002781287,0.013169484,0.00000537803,0.7178444,0.000048782127,0.00043093585,0.071916334],"study_design_scores_gemma":[0.07385002,0.11502183,0.5363403,0.024723876,0.000017393704,0.000050693638,0.008554554,0.0007475323,0.23722425,0.0016895144,0.0007361424,0.0010438731],"about_ca_topic_score_codex":0.001581604,"about_ca_topic_score_gemma":0.0008276446,"teacher_disagreement_score":0.48062018,"about_ca_system_score_codex":0.0005699734,"about_ca_system_score_gemma":0.00041155945,"threshold_uncertainty_score":0.999977},"labels":[],"label_agreement":null},{"id":"W2418193024","doi":"10.2196/resprot.4219","title":"Development of the Lupus Interactive Navigator as an Empowering Web-Based eHealth Tool to Facilitate Lupus Management: Users Perspectives on Usability and Acceptability","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Systemic Lupus Erythematosus Research","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Manitoba; Arthritis Research Centre of Canada; Université Laval; University of Alberta; McGill University Health Centre","funders":"","keywords":"Usability; eHealth; Systemic lupus erythematosus; Computer science; World Wide Web; Human–computer interaction; Medicine; Health care","score_opus":0.138692527426606,"score_gpt":0.4956651236324545,"score_spread":0.35697259620584854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418193024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7028628,0.000002923677,0.00003413497,0.0009238998,0.000025350311,0.29483384,0.000023979996,0.000054062766,0.0012390048],"genre_scores_gemma":[0.53795975,0.000001038394,0.0013985673,0.00003630814,0.000027697055,0.459003,0.00000124478,0.000034050296,0.0015383088],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99353987,0.0013377597,0.0007497609,0.0011475207,0.002250402,0.000974692],"domain_scores_gemma":[0.9958927,0.0007778132,0.00013837089,0.0017348031,0.00083822646,0.00061809324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005433193,0.00031393234,0.0005298391,0.0003986114,0.000374244,0.000087852495,0.0006959388,0.00012764202,0.00041904105],"category_scores_gemma":[0.0016699081,0.00017707639,0.0001238086,0.000789136,0.000713819,0.00029513089,0.0007385192,0.000644076,0.000120557066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023242647,0.0048903166,0.7363013,0.012640138,0.00027183315,0.000055130084,0.08194851,0.0000027261194,0.044550598,0.0009271825,0.0016697788,0.09349986],"study_design_scores_gemma":[0.036992613,0.014203742,0.35079923,0.04659342,0.000021506903,0.0006108748,0.13036852,0.00017700029,0.10099795,0.0009896286,0.31668252,0.0015629681],"about_ca_topic_score_codex":0.00004770969,"about_ca_topic_score_gemma":0.000071480994,"teacher_disagreement_score":0.38550204,"about_ca_system_score_codex":0.0021229342,"about_ca_system_score_gemma":0.0012559006,"threshold_uncertainty_score":0.72209656},"labels":[],"label_agreement":null},{"id":"W2418823401","doi":"10.2196/resprot.5488","title":"The Sandwich Generation Diner: Development of a Web-Based Health Intervention for Intergenerational Caregivers","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intergenerational Family Dynamics and Caregiving","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Missouri","keywords":"Intervention (counseling); Computer science; Psychology; World Wide Web; Internet privacy; Medicine; Nursing","score_opus":0.1898635964406275,"score_gpt":0.523522381406678,"score_spread":0.33365878496605045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418823401","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04688753,0.00006601006,0.16873813,0.029826472,0.00041531507,0.75071526,0.00017499027,0.0001299472,0.003046354],"genre_scores_gemma":[0.28722823,0.000003901152,0.0017041295,0.000041826264,0.0004057112,0.707508,0.000033322838,0.000013909638,0.0030609136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748266,0.00063172414,0.0004119156,0.00022543906,0.0008515539,0.00039671297],"domain_scores_gemma":[0.99816704,0.0003414974,0.00014986264,0.00015949005,0.0010858437,0.000096278076],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0045871055,0.00008330109,0.00010695254,0.0001246046,0.0016309853,0.00013720748,0.00033152674,0.00006127943,0.000061506275],"category_scores_gemma":[0.0003143989,0.000052188516,0.000102443904,0.00019964129,0.00023191996,0.00014341618,0.000056616762,0.00008542139,0.0000061458486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060239586,0.00052811496,0.0014940235,0.00032258578,0.00008156423,6.0303756e-7,0.00930445,0.00010339413,0.09622108,0.45425534,0.114295,0.32279143],"study_design_scores_gemma":[0.001883382,0.00046721994,0.00022218813,0.0010792803,7.2662544e-7,1.18492736e-7,0.001432268,0.0043222806,0.00866403,0.0009242603,0.9808589,0.00014534105],"about_ca_topic_score_codex":0.00008442174,"about_ca_topic_score_gemma":0.0075647486,"teacher_disagreement_score":0.8665639,"about_ca_system_score_codex":0.0006058647,"about_ca_system_score_gemma":0.0020627796,"threshold_uncertainty_score":0.9996688},"labels":[],"label_agreement":null},{"id":"W2420056789","doi":"10.2196/resprot.5582","title":"Attitudes to and Understanding of Risk of Acquisition of HIV Over Time: Design and Methods for an Internet-based Prospective Cohort Study Among UK Men Who Have Sex With Men (the AURAH2 Study)","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"The Internet; Human immunodeficiency virus (HIV); Men who have sex with men; Cohort study; Psychology; Prospective cohort study; Gerontology; Medicine; Applied psychology; Family medicine; Computer science; World Wide Web","score_opus":0.15452400610568767,"score_gpt":0.5392656453928958,"score_spread":0.3847416392872081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2420056789","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2485117,0.0000034019001,0.12051296,0.00007979567,3.281256e-7,0.6299664,0.000043687785,0.000013094034,0.00086865976],"genre_scores_gemma":[0.579892,3.8180727e-7,0.0021594544,0.0000011095663,0.000011682272,0.41534725,0.000001911076,0.000020120971,0.0025661227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959572,0.0020675666,0.00041075336,0.00042714435,0.0007978293,0.00033953175],"domain_scores_gemma":[0.9970507,0.0013867903,0.00016897795,0.0004678009,0.0007083467,0.00021740666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007843283,0.00015016075,0.0004969992,0.00039692892,0.00012941241,0.000046123616,0.00020296292,0.000051905965,0.00013748894],"category_scores_gemma":[0.0006381549,0.00008042372,0.00005289327,0.0003125671,0.0006243848,0.00017535174,0.00016776059,0.00020928048,8.205411e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007834259,0.0023071757,0.9664763,0.0004205997,0.000580256,0.0000028789352,0.0037477054,0.0000028219074,0.011316438,0.00006916238,0.0040675285,0.003174871],"study_design_scores_gemma":[0.009828978,0.09200363,0.8439364,0.002808899,0.000069124224,0.0000012702361,0.0069346535,0.0064540664,0.037413742,0.00039593963,0.000027667314,0.0001256371],"about_ca_topic_score_codex":0.00029213345,"about_ca_topic_score_gemma":0.000120904195,"teacher_disagreement_score":0.33138028,"about_ca_system_score_codex":0.0002024574,"about_ca_system_score_gemma":0.00014777608,"threshold_uncertainty_score":0.3279584},"labels":[],"label_agreement":null},{"id":"W2423539577","doi":"10.2196/resprot.5625","title":"Partnership for Healthier Asians: Disseminating Evidence-Based Practices in Asian-American Communities Using a Market-Oriented and Multilevel Approach","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Dissemination; General partnership; Information Dissemination; Asian americans; Multilevel model; Public relations; Business; Knowledge management; Psychology; Medicine; Political science; Computer science; World Wide Web; Telecommunications; Ethnic group","score_opus":0.7673436120334357,"score_gpt":0.6544297191786699,"score_spread":0.11291389285476583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2423539577","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16800031,0.00014385051,0.0051934454,0.011638384,0.000007628079,0.80938256,0.000028977638,0.00013220691,0.0054726233],"genre_scores_gemma":[0.42498252,0.000005060119,0.012038975,0.00017846334,0.000082888364,0.5624534,0.0000037372768,0.000027089272,0.00022789095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962498,0.0011230294,0.00044149923,0.000416375,0.0008937503,0.0008755464],"domain_scores_gemma":[0.9954719,0.002891183,0.0003564666,0.0004921005,0.00048930023,0.00029905728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005684243,0.00019657395,0.00041031206,0.0003731793,0.00033844306,0.0001072618,0.0002560341,0.00010673414,0.0000336492],"category_scores_gemma":[0.0053872066,0.0001378948,0.00006268311,0.0005554133,0.0006852557,0.00065185357,0.00013251445,0.00059496955,0.000001637726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01571931,0.0011300958,0.75392294,0.006883818,0.000058250258,0.00009877703,0.0058109057,0.0000037333784,0.00815908,0.0007521396,0.004424803,0.20303617],"study_design_scores_gemma":[0.024085348,0.012597974,0.48922724,0.22285846,0.000046045192,0.00023252325,0.08987416,0.073384166,0.0037801524,0.0006064659,0.08181944,0.0014880375],"about_ca_topic_score_codex":0.00084188295,"about_ca_topic_score_gemma":0.000107724314,"teacher_disagreement_score":0.26469567,"about_ca_system_score_codex":0.0004229391,"about_ca_system_score_gemma":0.00066235586,"threshold_uncertainty_score":0.6449379},"labels":[],"label_agreement":null},{"id":"W2424498032","doi":"10.2196/resprot.5542","title":"A Preliminary Exploration of Former Smokers Enrolled in an Internet Smoking Cessation Program","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Smoking cessation; The Internet; Medicine; Psychology; Abstinence; Family medicine; Psychiatry; World Wide Web; Computer science","score_opus":0.3319706078863855,"score_gpt":0.5534029490658775,"score_spread":0.221432341179492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2424498032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6921098,7.632276e-7,0.00018468773,0.00030826303,0.000006700618,0.30677027,0.0000020948864,0.000067920075,0.0005495161],"genre_scores_gemma":[0.52535087,3.6072302e-7,0.00008522599,0.000005266077,0.000034997338,0.47430286,0.000016351521,0.000014297217,0.00018981093],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767756,0.00031535703,0.0004173096,0.000313846,0.0009155182,0.00036040647],"domain_scores_gemma":[0.9988639,0.00010133453,0.0001209003,0.0003682116,0.0004365248,0.00010918074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015290747,0.00011584607,0.00021138627,0.00053170027,0.00004372949,0.00004332462,0.00015605935,0.00016168079,0.0002052915],"category_scores_gemma":[0.00018381355,0.00007929894,0.000052541694,0.0005173526,0.00013429993,0.0010022601,0.00006171847,0.000287648,0.0000046975797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037471186,0.0018987594,0.6827167,0.00037117858,0.00001198751,0.000017074979,0.0024374875,0.0000011086762,0.014413342,0.00019514478,0.0004348165,0.29375523],"study_design_scores_gemma":[0.011970826,0.014235677,0.85453105,0.007684371,0.000009911119,0.000008404472,0.0009904746,0.0002668941,0.10394742,0.0010101708,0.0051219524,0.00022281712],"about_ca_topic_score_codex":0.000036189067,"about_ca_topic_score_gemma":0.000019445659,"teacher_disagreement_score":0.29353243,"about_ca_system_score_codex":0.00024380098,"about_ca_system_score_gemma":0.00016055755,"threshold_uncertainty_score":0.32337168},"labels":[],"label_agreement":null},{"id":"W24292200","doi":"10.2196/resprot.2915","title":"Supercomputing Center Management using AIRS","year":2003,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workstation; Computer science; Supercomputer; IBM; Supercluster (genetic); Operating system; Research center; Graphics; Visualization; Computer cluster; World Wide Web; Computer graphics (images)","score_opus":0.29904627954045787,"score_gpt":0.51948282435883,"score_spread":0.2204365448183721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W24292200","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014012518,0.0000073506208,0.5154928,0.00015190434,0.00007898976,0.42237556,0.000004203645,0.00041077245,0.06007717],"genre_scores_gemma":[0.24055034,3.0008485e-7,0.061636742,0.00010358179,0.00020348787,0.69604534,0.000006858515,0.000042380878,0.0014109622],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959404,0.0009672843,0.0003681611,0.0006516344,0.0010194186,0.0010531141],"domain_scores_gemma":[0.9984078,0.00011122343,0.00006225533,0.0009732781,0.0002311382,0.00021430194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027541616,0.00018419446,0.00019780995,0.00027276727,0.0005037825,0.00074389874,0.0015353002,0.000078161735,0.000030271814],"category_scores_gemma":[0.000040393657,0.00016822945,0.00009027213,0.0011111689,0.00007437843,0.00034917894,0.00067188294,0.0004276191,0.0002403165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006380141,0.002677255,0.019658722,0.0021747071,0.00016124871,0.0008266297,0.0025287103,0.0069177486,0.0013307071,0.8576912,0.06281213,0.04315712],"study_design_scores_gemma":[0.0015686679,0.00024172639,0.00054930284,0.0018283445,5.3677735e-7,0.00009338579,0.00011678796,0.04115227,0.00050922943,0.0029994077,0.9505527,0.00038765903],"about_ca_topic_score_codex":0.000012234965,"about_ca_topic_score_gemma":7.963489e-7,"teacher_disagreement_score":0.88774055,"about_ca_system_score_codex":0.00016081601,"about_ca_system_score_gemma":0.000110533576,"threshold_uncertainty_score":0.7173433},"labels":[],"label_agreement":null},{"id":"W2429370441","doi":"10.2196/resprot.5589","title":"The Patient Outcomes Research To Advance Learning (PORTAL) Network Adult Overweight and Obesity Cohort: Development and Description","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Patient-Centered Outcomes Research Institute","keywords":"Overweight; Cohort; Medicine; Obesity; Cohort study; Gerontology; Psychology","score_opus":0.23830155612184437,"score_gpt":0.5962461020423772,"score_spread":0.3579445459205328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2429370441","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46426642,0.00008562764,0.00010778891,0.011714456,0.00006003789,0.51819456,0.0000052321543,0.00010698936,0.005458882],"genre_scores_gemma":[0.05209233,0.0001777708,0.0012393368,0.00045240592,0.00023026283,0.9311674,0.0000022480583,0.000038816688,0.014599384],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892178,0.0058147423,0.000741825,0.0006587886,0.0016247075,0.0019421218],"domain_scores_gemma":[0.9902157,0.006952822,0.0002341907,0.0005058016,0.0014564139,0.00063506723],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015707579,0.00019863305,0.0003135725,0.00019342834,0.009832023,0.00015203591,0.00033482932,0.00024583738,0.0001866646],"category_scores_gemma":[0.003975531,0.0001113668,0.000025021765,0.0005308203,0.00037561634,0.0005875272,0.0011040412,0.0024207362,0.0007200752],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006460441,0.00014346426,0.8954422,0.00066073355,0.000019439338,0.000012880329,0.0048213513,7.354323e-7,0.00007794111,0.004942702,0.025868658,0.06736386],"study_design_scores_gemma":[0.00053593254,0.00047143296,0.41369215,0.0025531072,6.7149006e-7,0.0000010027799,0.0015208084,0.000005130773,0.000037124762,0.0010331252,0.5800438,0.00010573261],"about_ca_topic_score_codex":0.00015182281,"about_ca_topic_score_gemma":0.0024584203,"teacher_disagreement_score":0.55417514,"about_ca_system_score_codex":0.0004132236,"about_ca_system_score_gemma":0.0007245501,"threshold_uncertainty_score":0.99988073},"labels":[],"label_agreement":null},{"id":"W2432199245","doi":"10.2196/resprot.5621","title":"Using Social Media Data to Identify Potential Candidates for Drug Repurposing: A Feasibility Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences","keywords":"Repurposing; Drug repositioning; Social media; Drug; Drug development; Medicine; Data science; Computer science; Pharmacology; World Wide Web; Engineering","score_opus":0.8354165269847041,"score_gpt":0.7292692315110744,"score_spread":0.10614729547362978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2432199245","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39575917,0.0000073992387,0.0003014275,0.0024655247,0.00024249591,0.5988153,0.0019314447,0.00018250049,0.0002947423],"genre_scores_gemma":[0.46818155,0.0000015440705,0.0001561584,0.00016322965,0.0011317534,0.52965134,0.00004848423,0.00004086135,0.00062508543],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948934,0.0016710131,0.0005341634,0.0010337989,0.00070595264,0.0011616792],"domain_scores_gemma":[0.99668765,0.0012670949,0.00014221697,0.0008617032,0.000532259,0.00050910434],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005866925,0.00026310817,0.00036920377,0.00031114442,0.0013648507,0.00014375302,0.0014607944,0.00019535069,0.0006608976],"category_scores_gemma":[0.00092575426,0.00020262401,0.00011339245,0.0005745816,0.00034012878,0.0006935581,0.0010635145,0.00087922614,0.00023307337],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006190514,0.00534825,0.020814719,0.00022603957,0.00025844682,0.00010841759,0.002994945,0.000022410888,0.74720645,0.00011611227,0.20168135,0.015032362],"study_design_scores_gemma":[0.013505857,0.0004942438,0.0097917775,0.00032779045,0.000085056054,0.000018899163,0.0017088965,0.0009034689,0.047759276,0.0011758356,0.92357516,0.0006537419],"about_ca_topic_score_codex":0.00003392703,"about_ca_topic_score_gemma":0.000121155936,"teacher_disagreement_score":0.7218938,"about_ca_system_score_codex":0.00037801798,"about_ca_system_score_gemma":0.0005399378,"threshold_uncertainty_score":0.9999352},"labels":[],"label_agreement":null},{"id":"W2433108159","doi":"10.2196/resprot.5355","title":"Using Behavioral Intervention Technologies to Help Low-Income and Latino Smokers Quit: Protocol of a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Smoking cessation; The Internet; Intervention (counseling); mHealth; Web application; Randomized controlled trial; Social media; Medicine; Medical education; Psychology; Gerontology; Nursing; Computer science; World Wide Web","score_opus":0.2414958377522282,"score_gpt":0.5721691440196224,"score_spread":0.3306733062673942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2433108159","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3663464,2.9839742e-7,0.00016293861,0.00018525422,0.000007498157,0.63314575,0.000003495717,0.000084263644,0.000064074564],"genre_scores_gemma":[0.36613584,9.975284e-8,0.00018820816,0.0000016957443,0.00003967053,0.6333632,8.3923305e-7,0.000017402459,0.00025309357],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964316,0.0007778785,0.0009349844,0.00037053312,0.0010625551,0.00042244975],"domain_scores_gemma":[0.9981474,0.00039107626,0.00030324818,0.00043744818,0.00060037954,0.00012039571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004697986,0.00018755106,0.0011800821,0.00068812724,0.00010767694,0.000066073546,0.00018206645,0.00023479947,0.00015021747],"category_scores_gemma":[0.0015323266,0.00010735881,0.000321997,0.00041647625,0.00048654608,0.00017045067,0.00020916392,0.0003125163,0.0000037144778],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9246468,0.0010203754,0.022844635,0.00047758588,0.000045075023,0.000011124958,0.0001327214,1.2251127e-7,0.03309856,0.0001220585,0.000043042277,0.017557904],"study_design_scores_gemma":[0.953899,0.0045110993,0.0031965498,0.0075474423,0.000039163984,0.000006992163,0.00017514588,0.000018392437,0.029948903,0.00032528772,0.00020195599,0.00013005672],"about_ca_topic_score_codex":0.000049538026,"about_ca_topic_score_gemma":0.000003211013,"teacher_disagreement_score":0.029252216,"about_ca_system_score_codex":0.00019785756,"about_ca_system_score_gemma":0.00016889253,"threshold_uncertainty_score":0.4377965},"labels":[],"label_agreement":null},{"id":"W2434943044","doi":"10.2196/resprot.5680","title":"Is the Volume of the Caudate Nuclei Associated With Area of Secondary Hyperalgesia? – Protocol for a 3-Tesla MRI Study of Healthy Volunteers","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Mechanisms and Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Dansk Selskab for Anæstesiologi og Intensiv Medicin; Augustinus Fonden","keywords":"Protocol (science); Medicine; Psychology; Neuroscience; Physical medicine and rehabilitation; Pathology; Alternative medicine","score_opus":0.20372835492920288,"score_gpt":0.5045969841143884,"score_spread":0.3008686291851855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2434943044","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07292265,6.143209e-7,0.000026819602,0.0018893541,0.0000025180575,0.92473036,0.0001468902,0.000016547068,0.00026425644],"genre_scores_gemma":[0.11612814,1.0492476e-7,0.00011341343,0.00007496903,0.000017616132,0.88088256,0.0000022225097,0.000040067778,0.002740886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99659216,0.00069663365,0.0005698937,0.00036094565,0.0012459429,0.00053444796],"domain_scores_gemma":[0.9969022,0.0004643236,0.00040237643,0.0009960039,0.0011095301,0.00012556385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022631036,0.00019874446,0.00053999893,0.00013907992,0.00020678264,0.000015460027,0.0004692246,0.000107598986,0.0002249777],"category_scores_gemma":[0.00039307392,0.00007938827,0.00015024557,0.0005498544,0.0003723333,0.00008508953,0.00017121126,0.00031475723,0.0000037074647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.054446105,0.043524344,0.70872533,0.0084671145,0.003202716,0.000054317974,0.011235557,0.0000036844642,0.06421444,0.0008567667,0.08743139,0.0178382],"study_design_scores_gemma":[0.14951828,0.15096688,0.49149102,0.026832718,0.0001504269,0.000023393937,0.004500626,0.00044025193,0.08710609,0.002014556,0.08635056,0.00060521724],"about_ca_topic_score_codex":0.00015607955,"about_ca_topic_score_gemma":0.000078176316,"teacher_disagreement_score":0.21723436,"about_ca_system_score_codex":0.00016104906,"about_ca_system_score_gemma":0.0008092815,"threshold_uncertainty_score":0.32373598},"labels":[],"label_agreement":null},{"id":"W2441002394","doi":"10.2196/resprot.5323","title":"Why We Belong - Exploring Membership of Healthcare Professionals in an Intensive Care Virtual Community Via Online Focus Groups: Rationale and Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Focus group; Health care; Focus (optics); Health professionals; Nursing; Psychology; Medicine; Knowledge management; Computer science; Alternative medicine; Sociology; Political science","score_opus":0.6780646319817852,"score_gpt":0.6413119109353357,"score_spread":0.036752721046449555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2441002394","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09039465,0.000006648778,0.0000069635885,0.03455595,0.000048414066,0.87486464,0.000030722545,0.00004356044,0.000048449598],"genre_scores_gemma":[0.10080071,0.0000024802857,0.00017544675,0.00016847714,0.00043214575,0.89836365,0.000011833515,0.000024146639,0.000021116646],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9886748,0.008338194,0.00058377493,0.000341294,0.001345626,0.0007162795],"domain_scores_gemma":[0.9903856,0.004915275,0.00022665609,0.00041448354,0.0036321015,0.00042589958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048300005,0.00015199845,0.0003085326,0.0003762055,0.0010675148,0.000053116437,0.0005370118,0.00023414768,0.0001293617],"category_scores_gemma":[0.0078009125,0.00012168939,0.000035691508,0.000850194,0.0008658018,0.0010200432,0.00022949009,0.0009914263,0.0000053679746],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001028379,0.0012264343,0.094507754,0.0023979628,0.000008122988,0.00000466586,0.6899892,2.3613742e-7,0.00086854387,0.009144706,0.00082611135,0.19999787],"study_design_scores_gemma":[0.0041677803,0.0033816127,0.07375676,0.016744863,0.0000015244475,0.000001119509,0.80426896,0.0000070371275,0.0026819326,0.015381234,0.07916783,0.00043934383],"about_ca_topic_score_codex":0.012152891,"about_ca_topic_score_gemma":0.0770464,"teacher_disagreement_score":0.19955853,"about_ca_system_score_codex":0.00081089226,"about_ca_system_score_gemma":0.0017673016,"threshold_uncertainty_score":0.9944253},"labels":[],"label_agreement":null},{"id":"W2442136799","doi":"10.2196/resprot.5433","title":"Hemiablative Focal Low Dose Rate Brachytherapy: A Phase II Trial Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prostate Cancer Diagnosis and Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Brachytherapy; Medical physics; Medicine; Dose rate; Computer science; Radiation therapy; Radiology; Alternative medicine; Pathology","score_opus":0.2415518712737765,"score_gpt":0.5895916513224049,"score_spread":0.34803978004862834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2442136799","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008179077,0.0000028045,0.000049386326,0.004257349,0.000010328665,0.98526305,0.000058670583,0.00012586494,0.002053481],"genre_scores_gemma":[0.005049909,0.000002236689,0.00017344311,0.0001953434,0.0006562084,0.98830724,0.000010656132,0.000070444745,0.00553453],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959212,0.0006284111,0.00055587786,0.0007854853,0.0010477449,0.0010612992],"domain_scores_gemma":[0.9973502,0.00045180117,0.00015411881,0.00085129245,0.0006059532,0.00058660493],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017426914,0.00033004678,0.00054946396,0.00024836164,0.00038101897,0.00009356696,0.00025419288,0.00018756135,0.0017738095],"category_scores_gemma":[0.00033705842,0.00018358594,0.0002102465,0.00054556294,0.0004200424,0.00031417175,0.00022529248,0.0005177826,0.00031215174],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5134802,0.02733217,0.00086138025,0.0010913773,0.00025659546,0.0005928439,0.00049654034,2.0958767e-7,0.041125685,0.0006943589,0.051649142,0.3624195],"study_design_scores_gemma":[0.37311357,0.065357774,0.00031648582,0.004713381,0.0000049876567,0.000010483428,0.000017904935,0.000017087981,0.08819441,0.00091097853,0.4671278,0.00021514314],"about_ca_topic_score_codex":0.000013094907,"about_ca_topic_score_gemma":0.0000047406284,"teacher_disagreement_score":0.41547865,"about_ca_system_score_codex":0.00070862146,"about_ca_system_score_gemma":0.001160481,"threshold_uncertainty_score":0.9991387},"labels":[],"label_agreement":null},{"id":"W2442443863","doi":"10.2196/resprot.5554","title":"Developing a Video-Based eHealth Intervention for HIV-Positive Gay, Bisexual, and Other Men Who Have Sex with Men: Study Protocol for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Men who have sex with men; eHealth; Randomized controlled trial; Intervention (counseling); Protocol (science); Psychology; Human immunodeficiency virus (HIV); Homosexuality; Medicine; Clinical psychology; Health care; Family medicine; Alternative medicine; Psychiatry","score_opus":0.21350971661509077,"score_gpt":0.5783971569984647,"score_spread":0.36488744038337395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2442443863","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020725904,0.0000015369882,0.05493685,0.0033393279,0.0000013621459,0.93846905,0.000086708875,0.000067616515,0.002890285],"genre_scores_gemma":[0.00041905677,1.3650885e-7,0.0012515399,0.000055998276,0.00023596297,0.9474702,0.000012515099,0.00008885892,0.050465725],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923333,0.0031937924,0.0012633326,0.000836415,0.0012664391,0.0011067253],"domain_scores_gemma":[0.99345666,0.00353945,0.00038446794,0.0005202103,0.0016170904,0.00048209555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012927271,0.00037258363,0.0018024899,0.0007610342,0.0005016146,0.00025397155,0.0002825668,0.00015090602,0.00024136693],"category_scores_gemma":[0.003334606,0.00019296778,0.00047910478,0.0003006499,0.0005276899,0.00024983296,0.00013070417,0.00038539787,0.000013349087],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9401514,0.0046039615,0.00032796542,0.002223742,0.0006534413,0.000009865886,0.00054313394,1.2057721e-7,0.00037083088,0.0004228318,0.04260006,0.008092624],"study_design_scores_gemma":[0.8723937,0.084993124,0.00003061209,0.009221723,0.000036810103,0.000004100959,0.0009853401,0.0034383065,0.0013745981,0.0003467645,0.026952667,0.0002221966],"about_ca_topic_score_codex":0.000092138216,"about_ca_topic_score_gemma":0.00012792152,"teacher_disagreement_score":0.080389164,"about_ca_system_score_codex":0.0004401237,"about_ca_system_score_gemma":0.0013432209,"threshold_uncertainty_score":0.7868998},"labels":[],"label_agreement":null},{"id":"W2460181513","doi":"10.2196/resprot.5792","title":"The Karlsruhe Metabolomics and Nutrition (KarMeN) Study: Protocol and Methods of a Cross-Sectional Study to Characterize the Metabolome of Healthy Men and Women","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Metabolomics and Mass Spectrometry Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metabolome; Metabolomics; Protocol (science); Sample (material); Analytics; Exposome; Medicine; Bioinformatics; Biology; Data science; Computer science; Environmental health; Chemistry; Pathology; Chromatography","score_opus":0.11963827149224296,"score_gpt":0.5390635232590928,"score_spread":0.41942525176684986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460181513","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48578453,0.00003832911,0.000034559493,0.00026160508,0.000004432265,0.5138011,0.000030288102,0.0000034310672,0.000041725372],"genre_scores_gemma":[0.15105061,0.000053731248,0.00047617493,0.00001906635,0.000080179925,0.84805715,8.8788016e-7,0.00001760693,0.00024458766],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99645823,0.001510972,0.00056575844,0.0005425966,0.00044872068,0.00047374432],"domain_scores_gemma":[0.9981816,0.00036349552,0.0002137069,0.0005280787,0.000563027,0.00015009979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0080962395,0.00019523055,0.00040857485,0.00013502005,0.00046289942,0.000121912104,0.00033151015,0.00007380142,0.00000893557],"category_scores_gemma":[0.00065347017,0.00009584532,0.0000388315,0.0003344806,0.0006377299,0.000019745681,0.00093663443,0.00018874691,4.7954006e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010071422,0.0024976996,0.1526237,0.00037585082,0.00048821332,0.0000010634336,0.0018094425,8.021789e-8,0.8158081,0.000722037,0.00027668136,0.015325681],"study_design_scores_gemma":[0.0078496365,0.016973171,0.7962743,0.000057086305,0.00001044444,0.000007851416,0.003034096,0.00000264275,0.036597803,0.00094719324,0.13802978,0.00021597806],"about_ca_topic_score_codex":0.000026239215,"about_ca_topic_score_gemma":0.000017531556,"teacher_disagreement_score":0.7792103,"about_ca_system_score_codex":0.000025025927,"about_ca_system_score_gemma":0.00010778524,"threshold_uncertainty_score":0.39084587},"labels":[],"label_agreement":null},{"id":"W2460773026","doi":"10.2196/resprot.5491","title":"The Deckled Incision: Study Protocol for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Sutures and Adhesives","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Medicine; Computer science; Surgery; Alternative medicine","score_opus":0.23441507075803295,"score_gpt":0.6020119764537043,"score_spread":0.3675969056956714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460773026","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007890385,0.0000013536543,0.000048726135,0.0033976287,0.000012914053,0.99382687,0.0000016621584,0.000070261936,0.0018515604],"genre_scores_gemma":[0.0011355192,2.8314122e-7,0.00006503599,0.000041084386,0.0008847198,0.9861777,3.991493e-7,0.000036484802,0.011658782],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932419,0.0028469665,0.0009991769,0.0004873665,0.0016173297,0.0008072626],"domain_scores_gemma":[0.9806285,0.017155012,0.00020980302,0.00074049475,0.00094160094,0.00032462654],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014371148,0.00023871697,0.0014670957,0.00013894853,0.0006565356,0.00019590609,0.0004306501,0.00013684997,0.00055031537],"category_scores_gemma":[0.012749607,0.00007640157,0.0008279185,0.00029661274,0.00048512963,0.00008614485,0.00019442917,0.00036456817,0.00007533537],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9774183,0.002521873,0.00010085631,0.000078817735,0.00018433784,0.000025722122,0.00007356013,1.9499488e-8,0.00047721126,0.0009337114,0.00719792,0.01098767],"study_design_scores_gemma":[0.6917139,0.0075754775,0.00006921122,0.0006741662,0.000009291481,0.000002642679,0.000078249635,0.000013616511,0.00023851971,0.0017144202,0.29782668,0.000083794956],"about_ca_topic_score_codex":0.0000039604442,"about_ca_topic_score_gemma":0.0000051902193,"teacher_disagreement_score":0.29062876,"about_ca_system_score_codex":0.000094575895,"about_ca_system_score_gemma":0.00048321232,"threshold_uncertainty_score":0.9955664},"labels":[],"label_agreement":null},{"id":"W2461953677","doi":"10.2196/resprot.5791","title":"Early Monitoring of Response (MORE) to Golimumab Therapy Based on Fecal Calprotectin and Trough Serum Levels in Patients With Ulcerative Colitis: A Multicenter Prospective Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Golimumab; Medicine; Ulcerative colitis; Calprotectin; Vedolizumab; Discontinuation; Internal medicine; Infliximab; Clinical trial; Adalimumab; Tumor necrosis factor alpha; Gastroenterology; Inflammatory bowel disease; Disease","score_opus":0.05923878612701019,"score_gpt":0.4257617430833838,"score_spread":0.36652295695637366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461953677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72804064,2.784803e-7,0.000013913657,0.000054460084,0.00000259399,0.27179587,0.00007042725,0.0000064902083,0.000015321262],"genre_scores_gemma":[0.5986354,3.8337816e-8,0.00006704166,0.000009953198,0.000026464093,0.40117088,4.0599127e-7,0.000021713091,0.00006813237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967543,0.0013645143,0.00024555664,0.0005650634,0.00060572854,0.00046484979],"domain_scores_gemma":[0.99865705,0.000099164536,0.000068053305,0.00047163243,0.0005257101,0.00017838269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010400381,0.00019785528,0.00018614066,0.00018076858,0.000097700606,0.00004575149,0.00020433578,0.00009529272,0.000014043649],"category_scores_gemma":[0.00033783307,0.0001317997,0.00003253004,0.00019317205,0.0001650272,0.000017785964,0.00012727942,0.00020335463,0.0000059791673],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16502571,0.0016347006,0.81712794,0.000037633115,0.000028514127,0.00004009834,0.0010034178,0.000005658054,0.013065917,0.000001947673,0.000010938559,0.0020174945],"study_design_scores_gemma":[0.018067226,0.014082487,0.92316043,0.00067627087,7.623764e-7,1.2937583e-7,0.00023830772,0.0000035978749,0.043487217,0.0000048668053,0.00011696092,0.00016172137],"about_ca_topic_score_codex":0.0000145772465,"about_ca_topic_score_gemma":0.000030008507,"teacher_disagreement_score":0.14695849,"about_ca_system_score_codex":0.00014835219,"about_ca_system_score_gemma":0.0002432633,"threshold_uncertainty_score":0.53746355},"labels":[],"label_agreement":null},{"id":"W2462230910","doi":"10.2196/resprot.5757","title":"Diagnosis of Basal Cell Carcinoma by Reflectance Confocal Microscopy: Study Design and Protocol of a Randomized Controlled Multicenter Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nonmelanoma Skin Cancer Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Basal cell carcinoma; Skin cancer; Randomized controlled trial; Biopsy; Clinical trial; Protocol (science); Gold standard (test); Cancer; Surgery; Radiology; Pathology; Basal cell; Internal medicine; Alternative medicine","score_opus":0.12359143886898774,"score_gpt":0.5148348221774777,"score_spread":0.39124338330848996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462230910","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06721885,0.000023932682,0.00019874673,0.0003218914,0.000008828655,0.9318279,0.00002144824,0.000015467584,0.0003629173],"genre_scores_gemma":[0.22825779,0.000002371755,0.00064532354,0.0000151834365,0.000075320575,0.7704183,4.5161312e-7,0.00003743246,0.0005478169],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924995,0.003546656,0.001424118,0.00060976483,0.0012854439,0.0006345425],"domain_scores_gemma":[0.99224865,0.0054688463,0.0005455005,0.00061476626,0.00090950524,0.00021270447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062313965,0.00031725777,0.0027617947,0.00027637774,0.00010668024,0.00003138953,0.000280948,0.00013972564,0.00019291398],"category_scores_gemma":[0.002054934,0.00017530174,0.00028611705,0.00028173017,0.0012052092,0.00010451426,0.00024412097,0.0003410011,0.0000075748612],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9012494,0.0046392246,0.037120968,0.001086905,0.0002504644,0.00002440769,0.00065249816,4.311899e-8,0.047343917,0.000005474383,0.007117566,0.00050910184],"study_design_scores_gemma":[0.7787359,0.012799467,0.0012861018,0.0015236398,0.000041175812,9.944337e-7,0.00011544027,0.000015549389,0.2039722,0.000032381537,0.0013449308,0.00013222713],"about_ca_topic_score_codex":0.0000467117,"about_ca_topic_score_gemma":0.0000055836867,"teacher_disagreement_score":0.16140962,"about_ca_system_score_codex":0.00014847847,"about_ca_system_score_gemma":0.00045814828,"threshold_uncertainty_score":0.7148598},"labels":[],"label_agreement":null},{"id":"W2462945271","doi":"10.2196/resprot.4974","title":"Using Competency-Based Digital Open Learning Activities to Facilitate and Promote Health Professions Education (OLAmeD): A Proposal","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Stirling","keywords":"Repurposing; Standardization; Knowledge management; Context (archaeology); Computer science; Educational technology; Open educational resources; Medical education; Medicine; World Wide Web; Psychology; Pedagogy; Engineering","score_opus":0.3269849345258702,"score_gpt":0.5997580676011984,"score_spread":0.27277313307532824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462945271","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11190758,0.0000038360477,0.004279396,0.0758426,0.000036970745,0.80579376,0.000019267623,0.00012316086,0.001993405],"genre_scores_gemma":[0.07249671,3.4461536e-7,0.03216066,0.00045186875,0.00015946988,0.88703936,0.00003285206,0.000041951524,0.0076167905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972005,0.0004600098,0.00040593106,0.00046924615,0.0008554101,0.0006089377],"domain_scores_gemma":[0.9983111,0.00015407077,0.00012266195,0.00040934968,0.00068103,0.00032177244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023168211,0.00015480779,0.0002763642,0.0005008963,0.00061984506,0.00026259158,0.00027487296,0.00009208809,0.00011086602],"category_scores_gemma":[0.0022438422,0.00010309188,0.000026250022,0.000859478,0.00033746427,0.0006027974,0.000332176,0.00066918804,0.000050879364],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011351621,0.0026813184,0.018582495,0.0022176187,0.000025072712,0.000005123268,0.0057150056,0.0000019302001,0.027769966,0.0041056927,0.016007725,0.92175287],"study_design_scores_gemma":[0.0088436995,0.012692377,0.023794383,0.06415404,0.0000076244287,0.00009278794,0.012967446,0.0012510718,0.0075804647,0.007711233,0.86004543,0.00085946184],"about_ca_topic_score_codex":0.000054634027,"about_ca_topic_score_gemma":0.000008390451,"teacher_disagreement_score":0.92089343,"about_ca_system_score_codex":0.0006358957,"about_ca_system_score_gemma":0.012589872,"threshold_uncertainty_score":0.99300784},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2463293712","doi":"10.2196/resprot.5093","title":"Evaluating a Web-Based Self-Management Intervention in Heart Failure Patients: A Pilot Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Heart failure; Medicine; Intervention (counseling); Self-management; Web application; Disease management; World Wide Web; Disease; Computer science; Nursing; Internal medicine","score_opus":0.2261485120807991,"score_gpt":0.5404546513009807,"score_spread":0.3143061392201816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463293712","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18714282,0.0000014333192,0.000032845808,0.006206846,0.0000079837555,0.80558366,0.0000032184419,0.00020774994,0.00081344496],"genre_scores_gemma":[0.35868642,1.4478334e-7,0.0027296294,0.000052547504,0.000035442634,0.6374284,0.0000059069903,0.000026596595,0.001034913],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99547803,0.0010417257,0.00053039374,0.0006233033,0.0015940004,0.00073254906],"domain_scores_gemma":[0.99852276,0.0001576875,0.00006916009,0.00069091294,0.0003570813,0.00020240032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003472629,0.000221688,0.000326861,0.0007930791,0.00013011786,0.000078591016,0.00019563863,0.000045699708,0.00054569665],"category_scores_gemma":[0.0001736554,0.00014348261,0.00009217156,0.0007453022,0.000057361747,0.0001997125,0.00027755383,0.0002914001,0.0005299695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063108993,0.0821684,0.7593149,0.0022685463,0.0002936102,0.00021695142,0.00045319734,0.0000025231082,0.0023879819,0.00024566628,0.07797994,0.0683574],"study_design_scores_gemma":[0.109345116,0.10220692,0.29291257,0.011976001,0.00003880131,0.0000015430395,0.0006437356,0.00025085066,0.00052812556,0.0001397871,0.48156273,0.00039380908],"about_ca_topic_score_codex":0.000037578207,"about_ca_topic_score_gemma":0.00018087238,"teacher_disagreement_score":0.46640232,"about_ca_system_score_codex":0.0006833078,"about_ca_system_score_gemma":0.00012938626,"threshold_uncertainty_score":0.68118626},"labels":[],"label_agreement":null},{"id":"W2463877020","doi":"10.2196/resprot.5407","title":"A Cognitive Behavioral Therapy–Based Text Messaging Intervention Versus Medical Management for HIV-Infected Substance Users: Study Protocol for a Pilot Randomized Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Text messaging; Human immunodeficiency virus (HIV); Cognitive behavioral therapy; Cognition; Alternative medicine; Family medicine; Physical therapy; Clinical psychology; Psychology; Psychiatry; World Wide Web; Computer science","score_opus":0.3515193083696119,"score_gpt":0.6104334948208201,"score_spread":0.2589141864512082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463877020","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050137253,0.000001466364,0.015009932,0.0011605099,0.000013246364,0.9776201,0.000083753905,0.00016028062,0.00093696016],"genre_scores_gemma":[0.015567391,5.810693e-7,0.00040618732,0.000019394674,0.000242752,0.97563696,0.000055142536,0.00009100677,0.007980591],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99180543,0.0024956223,0.0011359762,0.0008845499,0.002439149,0.0012392587],"domain_scores_gemma":[0.99390703,0.0031608732,0.00024597475,0.0006047646,0.0014924997,0.0005888423],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010086336,0.00036414881,0.0009114443,0.0008061226,0.00040997204,0.00019866612,0.0005199081,0.00015352844,0.002188175],"category_scores_gemma":[0.0029713835,0.00022616389,0.0008880494,0.00064116606,0.00059268397,0.00032393937,0.00015419419,0.0005612662,0.000073737145],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9145078,0.026717206,0.00029394036,0.0011460822,0.00047772677,0.00004882357,0.0001725855,2.5534018e-8,0.000220422,0.00033271668,0.013727298,0.042355344],"study_design_scores_gemma":[0.8399657,0.12612003,0.00012205886,0.010991461,0.000041290106,0.0000014007888,0.0004125471,0.00024607073,0.001280593,0.00018139038,0.020416738,0.00022071195],"about_ca_topic_score_codex":0.000029095949,"about_ca_topic_score_gemma":0.00010605803,"teacher_disagreement_score":0.09940282,"about_ca_system_score_codex":0.000392413,"about_ca_system_score_gemma":0.0005022758,"threshold_uncertainty_score":0.998724},"labels":[],"label_agreement":null},{"id":"W2464729692","doi":"10.2196/resprot.5563","title":"Working Time Arrangements as Potential Risk Factors for Ischemic Heart Disease Among Workers in Denmark: A Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Disease; Medical emergency; Alternative medicine; Internal medicine","score_opus":0.15721118394328043,"score_gpt":0.5704348565143752,"score_spread":0.41322367257109477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464729692","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15519892,0.0000013117283,0.000041496012,0.000667413,0.000034513192,0.8419227,0.000014251997,0.00011886006,0.0020005363],"genre_scores_gemma":[0.095288105,3.1826445e-7,0.00010606126,0.00009209545,0.0004488045,0.8933715,0.0000064171854,0.00011349987,0.0105732065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9890297,0.0044176662,0.0011973834,0.0010647278,0.0014523091,0.002838179],"domain_scores_gemma":[0.99468845,0.002434862,0.00038956603,0.0009507864,0.00038888134,0.0011474277],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0074869487,0.00041837603,0.00057405344,0.0006328817,0.0018363374,0.000082257735,0.00071645033,0.0003383583,0.0015183215],"category_scores_gemma":[0.001961025,0.00028913096,0.0001640274,0.0008391156,0.00020872235,0.00042794674,0.0005675268,0.0018650023,0.0014912508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008951057,0.0010670386,0.9430073,0.00080834934,0.000025376386,0.0000275111,0.0014948137,0.0000029212665,0.00038061393,0.00001127079,0.041059468,0.003164306],"study_design_scores_gemma":[0.024583487,0.0019128993,0.7315169,0.018522007,0.000010639737,3.489745e-7,0.004183047,0.00009655848,0.00013450187,0.0016650695,0.21671878,0.0006557688],"about_ca_topic_score_codex":0.0003981544,"about_ca_topic_score_gemma":0.00017308079,"teacher_disagreement_score":0.21149038,"about_ca_system_score_codex":0.00079902535,"about_ca_system_score_gemma":0.0016320713,"threshold_uncertainty_score":0.9999561},"labels":[],"label_agreement":null},{"id":"W2464966917","doi":"10.2196/resprot.5362","title":"Electronic Adherence Monitoring in a High-Utilizing Pediatric Asthma Cohort: A Feasibility Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asthma; Medicine; Cohort; Family medicine; Internal medicine","score_opus":0.19267252370221338,"score_gpt":0.5225324344533074,"score_spread":0.32985991075109405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464966917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63602024,0.000025857626,0.0000044511694,0.00007342274,0.000006331516,0.363574,0.0000037099796,0.000070357186,0.00022160912],"genre_scores_gemma":[0.52526414,0.000002588905,0.000013224151,0.0000044706603,0.00025544246,0.47404227,5.123795e-7,0.000021614025,0.00039570546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951058,0.00093197,0.0005059964,0.0008121337,0.001385358,0.0012587099],"domain_scores_gemma":[0.99793553,0.0003221832,0.00008822424,0.00085402874,0.00038022574,0.00041979307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026673917,0.00023041334,0.00042342386,0.0004815924,0.00018102484,0.000059673326,0.0003600544,0.00012794591,0.00022156717],"category_scores_gemma":[0.00078209006,0.0001472753,0.000098361415,0.0011341595,0.00015432919,0.00023312877,0.00025610783,0.00079867,0.000207546],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014092445,0.0031932076,0.9747838,0.00029057637,0.000012965703,0.00020583907,0.00011865137,2.2334893e-7,0.0030924138,0.000041346455,0.00013191727,0.01671985],"study_design_scores_gemma":[0.005933168,0.0065641864,0.9814243,0.0009465272,0.000004532467,0.0000056982562,0.00036728632,0.0000022699883,0.0011288363,0.00020136929,0.0032488792,0.00017296146],"about_ca_topic_score_codex":0.00006292073,"about_ca_topic_score_gemma":0.00003554123,"teacher_disagreement_score":0.1107561,"about_ca_system_score_codex":0.00075101794,"about_ca_system_score_gemma":0.0012778981,"threshold_uncertainty_score":0.6005713},"labels":[],"label_agreement":null},{"id":"W2465127377","doi":"10.2196/resprot.5170","title":"Feasibility of an Electronic Survey on iPads with In-Person Data Collectors for Data Collection with Health Care Professionals and Health Care Consumers in General Emergency Departments","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Alberta Children's Hospital Research Institute; Alberta Innovates; Children's Health Research Institute; Women and Children's Health Research Institute; Fondation pour la Recherche Médicale; Research Manitoba; Alberta Health Services","keywords":"Data collection; Health care; Bridge (graph theory); Health professionals; Nursing; Electronic health record; Medicine; Medical emergency; Medical education; Psychology","score_opus":0.7796732836234234,"score_gpt":0.6979584227015014,"score_spread":0.08171486092192193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465127377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6788666,0.00009676406,0.000032417738,0.0012434617,0.000015904792,0.31868082,0.0010161935,0.00001702821,0.000030750936],"genre_scores_gemma":[0.5571006,0.000033292446,0.0015545184,0.00006301899,0.00004053755,0.43981007,0.00097488525,0.0000377652,0.0003853272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95829386,0.038589865,0.0003929827,0.0009498776,0.0007724019,0.0010009992],"domain_scores_gemma":[0.9947556,0.0033254686,0.0002103244,0.0010138516,0.0004428515,0.00025185646],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05820335,0.00015876457,0.00041602994,0.00033730187,0.00080507906,0.000021616217,0.0007775177,0.00013435225,0.000039608352],"category_scores_gemma":[0.0036406058,0.00010527841,0.000012710036,0.0012704082,0.00043461853,0.00039214035,0.00015617028,0.0003551676,4.8875313e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045931857,0.0005751308,0.93333924,0.00029749726,0.000019344132,0.0000022854751,0.011329329,2.9691552e-7,0.000022318325,0.000044149794,0.0041378257,0.0043007326],"study_design_scores_gemma":[0.0048493473,0.007171686,0.9759824,0.0005594037,0.0000010799157,6.4580627e-7,0.008850422,0.000016203185,0.000111744106,0.00002230399,0.0022616019,0.00017314867],"about_ca_topic_score_codex":0.029531399,"about_ca_topic_score_gemma":0.7242206,"teacher_disagreement_score":0.6946892,"about_ca_system_score_codex":0.0011839792,"about_ca_system_score_gemma":0.010671263,"threshold_uncertainty_score":0.9949373},"labels":[],"label_agreement":null},{"id":"W2465352156","doi":"10.2196/resprot.4881","title":"Young Adult Utilization of a Smoking Cessation Website: An Observational Study Comparing Young and Older Adult Patterns of Use","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Young adult; Observational study; Smoking cessation; Psychological intervention; Medicine; Psychology; Gerontology; Nursing","score_opus":0.5303975771077103,"score_gpt":0.548819415089789,"score_spread":0.018421837982078748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465352156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.867547,4.5074142e-7,0.0005263167,0.00005683109,0.000008990627,0.13176136,0.000017852024,0.000031795193,0.000049408718],"genre_scores_gemma":[0.8047968,0.0000013611289,0.000048972903,0.0000072181347,0.000050966857,0.19492221,0.000044325614,0.000021538732,0.00010660046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971563,0.00034291254,0.0005218001,0.000351591,0.0013621607,0.00026523066],"domain_scores_gemma":[0.99700046,0.00014605091,0.00022299337,0.00040112573,0.002122445,0.00010693561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009802461,0.00013330653,0.0002754442,0.00032638144,0.000120644254,0.000063388354,0.00013006687,0.000110421184,0.00008619386],"category_scores_gemma":[0.00039185735,0.00009986005,0.000037361126,0.00036813912,0.00010093042,0.00074332615,0.000089070054,0.00021063203,5.921761e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043221182,0.0011301619,0.9779178,0.00039527053,0.000023897119,0.000004003347,0.0020896695,0.000001078213,0.014181719,0.00040741224,0.00003554257,0.0033812653],"study_design_scores_gemma":[0.004842617,0.0010640216,0.9809613,0.003186598,0.000016654449,0.0000066523357,0.0011775892,0.00023020302,0.008353871,0.000042790813,0.00001826949,0.00009939008],"about_ca_topic_score_codex":0.0006683469,"about_ca_topic_score_gemma":0.00025757853,"teacher_disagreement_score":0.063160844,"about_ca_system_score_codex":0.000115904164,"about_ca_system_score_gemma":0.00011066281,"threshold_uncertainty_score":0.40721747},"labels":[],"label_agreement":null},{"id":"W2465420427","doi":"10.2196/resprot.5599","title":"Novel Use of Hydroxyurea in an African Region With Malaria: Protocol for a Randomized Controlled Clinical Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fogarty International Center; National Institutes of Health; Doris Duke Charitable Foundation","keywords":"Malaria; Medicine; Anemia; Clinical trial; Dosing; Disease; Pediatrics; Sickle cell anemia; Clinical research; Food and drug administration; Hemoglobinopathy; Intensive care medicine; Immunology; Internal medicine; Pharmacology","score_opus":0.319069830569125,"score_gpt":0.5508741848249719,"score_spread":0.23180435425584683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465420427","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002766484,3.484332e-7,0.0010256608,0.0027880115,0.0000059357053,0.99275684,0.0000059549493,0.0000439507,0.00060680916],"genre_scores_gemma":[0.0054472703,6.641526e-7,0.0013463146,0.000050201616,0.00016679656,0.99175704,0.0000032231533,0.00005308752,0.0011754308],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99441093,0.0017619625,0.0016226828,0.0005781873,0.0009100096,0.0007162098],"domain_scores_gemma":[0.9941135,0.0034962627,0.00044584327,0.00072572206,0.0008648721,0.00035378776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008147496,0.00024809578,0.0021101104,0.00043897456,0.000081408354,0.000055436212,0.00024144539,0.00044520685,0.000049980175],"category_scores_gemma":[0.005627544,0.00011163196,0.00046728688,0.0005003497,0.00094921875,0.00025686022,0.00007317547,0.0006473638,0.000004806626],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.985443,0.0056707268,0.0011543254,0.00041294665,0.00014279464,0.00003832813,0.000108916065,0.0000012357276,0.0013405334,0.00084309775,0.0011394277,0.003704675],"study_design_scores_gemma":[0.94737124,0.020332431,0.0002902006,0.0045649833,0.000021851354,0.000012277356,0.000060864906,0.00038450529,0.00018680005,0.00021786985,0.026401589,0.00015541133],"about_ca_topic_score_codex":0.000037615813,"about_ca_topic_score_gemma":0.000039894407,"teacher_disagreement_score":0.038071778,"about_ca_system_score_codex":0.00009417707,"about_ca_system_score_gemma":0.00101839,"threshold_uncertainty_score":0.6737102},"labels":[],"label_agreement":null},{"id":"W2465440941","doi":"10.2196/resprot.5158","title":"Prediction of Preadolescent Overweight and Poor Cardiometabolic Outcome in Children up to 6 Years of Age: Research Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Overweight; Medicine; Body mass index; Psychological intervention; Gerontology; Obesity; Outcome (game theory); Pediatrics; Young adult; Physical therapy; Internal medicine; Psychiatry","score_opus":0.19864458205689647,"score_gpt":0.5172318684613181,"score_spread":0.3185872864044216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465440941","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3986942,8.048334e-7,0.0000024757808,0.00020824927,0.0000029910893,0.6006598,0.000052981446,0.000020580033,0.00035795677],"genre_scores_gemma":[0.45277646,4.5481224e-7,0.000044349144,0.0000058484216,0.00010606116,0.5466258,0.0000017678469,0.00002539174,0.00041387056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99445534,0.000995654,0.0006384964,0.00062613975,0.0024479495,0.0008364054],"domain_scores_gemma":[0.99757266,0.0003299908,0.00010405367,0.0008398875,0.0007362261,0.0004171694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036832558,0.00018530605,0.00072024524,0.0012482863,0.000059749513,0.000031449465,0.0003710449,0.00017879241,0.000056057812],"category_scores_gemma":[0.0010360675,0.00013427286,0.00011463706,0.0016854897,0.00061165344,0.00022773938,0.0007775267,0.00081542233,0.000046167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00143134,0.005218938,0.92199874,0.0014744496,0.000049209473,0.000015661264,0.00021611474,2.5060447e-7,0.053148862,0.0005427148,0.0014408826,0.014462825],"study_design_scores_gemma":[0.0054376516,0.002875482,0.944559,0.0028513365,0.000003674049,0.000006099341,0.000027928058,0.0000033015428,0.0344483,0.00056702166,0.009116065,0.00010415411],"about_ca_topic_score_codex":0.00022384227,"about_ca_topic_score_gemma":0.000014313461,"teacher_disagreement_score":0.05408229,"about_ca_system_score_codex":0.00026694467,"about_ca_system_score_gemma":0.00027437534,"threshold_uncertainty_score":0.5475489},"labels":[],"label_agreement":null},{"id":"W2465650438","doi":"10.2196/resprot.4622","title":"A Web-Based Psychoeducational Intervention Program for Depression and Anxiety in an Adult Community in Selangor, Malaysia: Protocol of a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health literacy; Anxiety; Mental health; Psychological intervention; Psychoeducation; Randomized controlled trial; Intervention (counseling); Clinical psychology; Patient Health Questionnaire; Psychiatry; Depression (economics); Psychology; Medicine; Depressive symptoms; Mental illness","score_opus":0.14716894835696728,"score_gpt":0.6027578928234485,"score_spread":0.45558894446648124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465650438","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1643433,0.0000011650895,0.000062536434,0.00044612403,0.000022273569,0.8342928,0.00004221235,0.000041048315,0.0007484992],"genre_scores_gemma":[0.23389284,5.0271336e-8,0.00048800837,0.000014366744,0.000036540452,0.76522124,0.000018236864,0.000022921746,0.00030579994],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9901298,0.006929443,0.001535262,0.00040480556,0.00045629573,0.00054437824],"domain_scores_gemma":[0.9963877,0.0019529341,0.0004346221,0.0005336982,0.0005222532,0.00016879835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009607318,0.00018818401,0.0008710984,0.000650481,0.000101895814,0.0000704602,0.00038751282,0.00020376268,0.00021581439],"category_scores_gemma":[0.00125455,0.00012471549,0.0003260905,0.0003983086,0.00039360393,0.0003032427,0.000093156516,0.00051819655,0.000010232217],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.87864685,0.024741486,0.0054854928,0.0009730341,0.000026813264,8.6787855e-7,0.00024877116,2.7784162e-7,0.00016662416,0.0015642598,0.00042800105,0.087717496],"study_design_scores_gemma":[0.97327834,0.008782145,0.0052745324,0.006098377,0.0000030344088,0.0000015705525,0.00014987274,0.00036014683,0.0002171685,0.0044436986,0.0012683142,0.00012277077],"about_ca_topic_score_codex":0.00020478158,"about_ca_topic_score_gemma":0.0005904991,"teacher_disagreement_score":0.09463149,"about_ca_system_score_codex":0.00017737906,"about_ca_system_score_gemma":0.0002083018,"threshold_uncertainty_score":0.50857496},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2465882872","doi":"10.2196/resprot.5400","title":"Supporting Tablet Configuration, Tracking, and Infection Control Practices in Digital Health Interventions: Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Configurator; Protocol (science); Computer science; Mobile device; Health care; Medicine; Operating system","score_opus":0.367315488892909,"score_gpt":0.6927753725673883,"score_spread":0.3254598836744793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465882872","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022182283,0.0000045216966,0.000932542,0.00657356,0.000013917394,0.98861676,0.000039923616,0.0001484748,0.0014520971],"genre_scores_gemma":[0.07954004,0.000003970253,0.000041375642,0.00030612052,0.0002067077,0.9183916,0.000009396143,0.000037748458,0.001463052],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99173856,0.0030054366,0.0021809821,0.00075074687,0.0007335345,0.0015907624],"domain_scores_gemma":[0.9938083,0.002178727,0.0018392011,0.00058956566,0.0009672813,0.000616907],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012888899,0.00021999121,0.00049052807,0.00056712335,0.0016075483,0.00014715735,0.00024440972,0.00019793562,0.0006414642],"category_scores_gemma":[0.005329909,0.00015675515,0.000058478105,0.0007515395,0.00016127633,0.0013094909,0.00015471064,0.0013407605,0.0002890195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000991936,0.002569743,0.82780075,0.006527449,0.000013040077,0.000005353445,0.0012620008,4.1881108e-7,0.00009712819,0.0023705494,0.015911877,0.14244974],"study_design_scores_gemma":[0.01500821,0.0035983005,0.24220628,0.008786345,0.0000016249502,0.000004165026,0.0016212616,0.00002750243,0.000011679152,0.0018666633,0.7266695,0.00019847967],"about_ca_topic_score_codex":0.00090617535,"about_ca_topic_score_gemma":0.0025126399,"teacher_disagreement_score":0.7107576,"about_ca_system_score_codex":0.0005874922,"about_ca_system_score_gemma":0.00234986,"threshold_uncertainty_score":0.9996922},"labels":[],"label_agreement":null},{"id":"W2466500186","doi":"10.2196/resprot.5494","title":"Protocol for Autologous Fat Grafting for Immediate Reconstruction of Lumpectomy Defects Following Surgery for Breast Cancer","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mesenchymal stem cell research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lumpectomy; Medicine; Breast cancer; Protocol (science); Mastectomy; Breast reconstruction; Surgery; Cancer; General surgery; Internal medicine; Pathology; Alternative medicine","score_opus":0.2609191150346542,"score_gpt":0.5436494501664534,"score_spread":0.2827303351317992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466500186","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007319144,0.0000030550193,0.0017086127,0.001176857,0.000039063194,0.98924685,0.00023422808,0.00009641498,0.00017579042],"genre_scores_gemma":[0.010166652,5.914414e-7,0.0023773366,0.000013544178,0.00084752205,0.9846859,0.000009747472,0.00011736698,0.0017813666],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99503106,0.00036066837,0.000922829,0.00082838425,0.0011618935,0.0016951592],"domain_scores_gemma":[0.9910476,0.005552097,0.00033224,0.00059641927,0.002034428,0.00043721887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00541131,0.00030305583,0.00087621494,0.0006772335,0.0003971985,0.00006729893,0.00032545952,0.00030976738,0.00020263054],"category_scores_gemma":[0.0035619843,0.00020131507,0.0007034095,0.00060853903,0.00031641495,0.0002909164,0.00014389711,0.00032781326,0.000010517126],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024224402,0.00069737446,0.07393788,0.02428936,0.0002715257,0.000019835923,0.000114281436,7.626263e-7,0.39218467,0.0003483661,0.021504,0.46240753],"study_design_scores_gemma":[0.06350895,0.009020195,0.028568754,0.054795705,0.000058603026,0.00017801908,0.00026314228,0.0010483176,0.58166,0.0047553456,0.25495383,0.0011891746],"about_ca_topic_score_codex":0.000043456006,"about_ca_topic_score_gemma":0.000033629603,"teacher_disagreement_score":0.46121836,"about_ca_system_score_codex":0.00054089987,"about_ca_system_score_gemma":0.0014849696,"threshold_uncertainty_score":0.820939},"labels":[],"label_agreement":null},{"id":"W2467096835","doi":"10.2196/resprot.5645","title":"Optimizing Rehabilitation for Phantom Limb Pain Using Mirror Therapy and Transcranial Direct Current Stimulation: A Randomized, Double–Blind Clinical Trial Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Treatment","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institutes of Health","keywords":"Transcranial direct-current stimulation; Physical medicine and rehabilitation; Phantom limb; Neuroplasticity; Phantom limb pain; Brain stimulation; Medicine; Randomized controlled trial; Rehabilitation; Transcranial magnetic stimulation; Physical therapy; Neuromodulation; Stimulation; Chronic pain; Psychology; Neuroscience; Amputation; Surgery","score_opus":0.5942539479599348,"score_gpt":0.6476349332204068,"score_spread":0.05338098526047197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467096835","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034727603,0.000008095711,0.0022967195,0.00077137526,0.000020798845,0.96200025,0.0000045506667,0.00008313552,0.000087487715],"genre_scores_gemma":[0.018418655,0.0000026283594,0.005203692,0.000015319589,0.0004601339,0.9756527,0.000005790404,0.000048591006,0.00019251875],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99211395,0.0044208113,0.0011076514,0.0007912211,0.0009978741,0.0005684868],"domain_scores_gemma":[0.9920891,0.0064667817,0.00021733479,0.00048235085,0.0004987114,0.00024573892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025288802,0.00029367759,0.00093802385,0.00039300427,0.00032353273,0.00014878591,0.00015719661,0.00012997353,0.000073722236],"category_scores_gemma":[0.0014920478,0.00016865942,0.000390279,0.00033842592,0.00036594184,0.00025619532,0.000061971325,0.00028142828,0.000005741609],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8845773,0.009722575,0.004278594,0.0005003709,0.00024016619,0.000007988943,0.00063109753,0.0000010335277,0.00022045383,0.000052473348,0.00016362913,0.09960433],"study_design_scores_gemma":[0.9369505,0.033627383,0.00079681387,0.0016050163,0.0000464426,5.869793e-7,0.00009797493,0.0017990987,0.000062813626,0.00030223074,0.024522087,0.00018906168],"about_ca_topic_score_codex":0.000015721822,"about_ca_topic_score_gemma":0.000009617041,"teacher_disagreement_score":0.099415265,"about_ca_system_score_codex":0.00017100142,"about_ca_system_score_gemma":0.00027838993,"threshold_uncertainty_score":0.8764645},"labels":[],"label_agreement":null},{"id":"W2467475348","doi":"10.2196/resprot.5735","title":"Building a Tailored, Patient-Guided, Web-Based Self-Management Intervention ‘ReumaUitgedaagd!’ for Adults With a Rheumatic Disease: Results of a Usability Study and Design for a Randomized Control Trail","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Self-management; Medicine; Randomized controlled trial; Intervention (counseling); eHealth; Physical therapy; Web application; Computer science; World Wide Web; Nursing; Health care; Human–computer interaction; Internal medicine","score_opus":0.06527590801627824,"score_gpt":0.4286344975486765,"score_spread":0.36335858953239825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467475348","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16104715,0.00006940112,0.041107062,0.00074286625,0.0000038265107,0.79676974,0.00014967113,0.00009054564,0.000019728392],"genre_scores_gemma":[0.47834042,0.000013510008,0.005591536,0.0000057602283,0.0000092266955,0.5159787,0.00000503287,0.000028497141,0.00002729424],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99411017,0.0019389698,0.001118587,0.0007460448,0.0012870496,0.000799186],"domain_scores_gemma":[0.99325496,0.003947307,0.0003800936,0.00067954,0.0012833828,0.00045470925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00840636,0.0002902897,0.0009897266,0.00047826793,0.00024591803,0.000105995474,0.0002482358,0.000064365944,0.00002617829],"category_scores_gemma":[0.004057724,0.00016719846,0.0002928186,0.00030394053,0.00058223243,0.00022163596,0.00008426122,0.00017696379,0.0000019443046],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9165465,0.0060922247,0.0010034735,0.006126146,0.00067912455,0.000020346843,0.0011370152,0.000008536823,0.000583532,0.0003538213,0.0007947746,0.0666545],"study_design_scores_gemma":[0.9328647,0.024943903,0.00063768553,0.024104947,0.000031290518,0.0000047755298,0.00075169635,0.012360918,0.0007751362,0.001547629,0.0017381371,0.00023918376],"about_ca_topic_score_codex":0.0000260542,"about_ca_topic_score_gemma":0.000023164905,"teacher_disagreement_score":0.3172933,"about_ca_system_score_codex":0.00016718941,"about_ca_system_score_gemma":0.0003835662,"threshold_uncertainty_score":0.68181556},"labels":[],"label_agreement":null},{"id":"W2468294295","doi":"10.2196/resprot.5722","title":"A Mixed-Method Study to Determine the Benefits of Periconceptional Folic Acid Supplementation and Effects of Folic Acid Deficiency in Mothers on Birth Outcomes","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Folate and B Vitamins Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Wellcome Trust","keywords":"Folic acid; Folic acid supplementation; Medicine; Pregnancy; Obstetrics; Pediatrics; Internal medicine; Biology","score_opus":0.15315357610430932,"score_gpt":0.5246012742685052,"score_spread":0.37144769816419587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468294295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76366264,0.000008487998,0.000038738242,0.00081466715,0.0000037553073,0.23534264,0.00002086222,0.000007944618,0.000100270554],"genre_scores_gemma":[0.65442324,0.0000024668177,0.00029276477,0.00003994951,0.000020212377,0.34484318,0.0000014071406,0.000017002321,0.00035977026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965625,0.00077404495,0.0004106001,0.0003810126,0.0013538607,0.0005180227],"domain_scores_gemma":[0.9979811,0.0010284066,0.00007747103,0.0004704126,0.0002864942,0.00015617123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021271328,0.00016007858,0.0003780587,0.0006712923,0.00008932157,0.00002365355,0.00028655335,0.0000567414,0.00012992397],"category_scores_gemma":[0.0007017439,0.00008289793,0.00006761989,0.0008010802,0.00019957098,0.00010287686,0.00022074168,0.0002520198,0.000019537672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022380622,0.0035117266,0.46699405,0.0009654073,0.000057127327,0.00002024765,0.0049161734,0.000002799488,0.3443377,0.00037843222,0.00040918967,0.17616908],"study_design_scores_gemma":[0.007831183,0.015213601,0.81490475,0.0011725381,0.0000045170905,0.0000051348156,0.0010934613,0.000021806189,0.15900481,0.00007579481,0.00057183,0.000100585734],"about_ca_topic_score_codex":0.00009785405,"about_ca_topic_score_gemma":0.0001750396,"teacher_disagreement_score":0.34791067,"about_ca_system_score_codex":0.00011359549,"about_ca_system_score_gemma":0.00016125952,"threshold_uncertainty_score":0.33804795},"labels":[],"label_agreement":null},{"id":"W2469064974","doi":"10.2196/resprot.6282","title":"Reliable Quantification of the Potential for Equations Based on Spot Urine Samples to Estimate Population Salt Intake: Protocol for a Systematic Review and Meta-Analysis","year":2016,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Sodium Intake and Health","field":"Nursing","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Libin Cardiovascular Institute of Alberta; University of Calgary","funders":"National Health and Medical Research Council; Medical Research Council; Centers for Disease Control and Prevention","keywords":"Population; Urine; Protocol (science); Meta-analysis; Cochrane Library; Medicine; Environmental health; Internal medicine; Pathology; Alternative medicine","score_opus":0.5487633821966891,"score_gpt":0.6318872555382916,"score_spread":0.08312387334160254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469064974","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.22931185e-8,0.015096509,0.0065427762,0.0016251109,0.0000061569303,0.97609603,0.0005821799,0.000039368613,0.000011838026],"genre_scores_gemma":[9.644026e-7,0.0009449755,0.0023105869,0.00012665759,0.00006801684,0.99590033,0.00019515662,0.00009157872,0.0003617564],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99342287,0.0018686817,0.0021833396,0.0008444962,0.0010714405,0.00060915155],"domain_scores_gemma":[0.9926456,0.0026263306,0.0015707924,0.0017898077,0.0011918276,0.00017563028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072724298,0.0004482896,0.004076123,0.0008597687,0.00057175517,0.00017282725,0.00071191357,0.0002545022,0.00010313708],"category_scores_gemma":[0.003930238,0.00023282638,0.0017613795,0.0016180932,0.00008161056,0.00012156883,0.000096145646,0.00035717798,0.000020345544],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027630822,0.00024441167,0.0000013893334,0.9913797,0.0020395012,9.752262e-8,0.000012582707,0.000028856097,0.0000034760099,0.0010340209,0.0018955735,0.0030841038],"study_design_scores_gemma":[0.0010758808,0.0017212385,0.0000139076055,0.626843,0.06230201,0.0000019009905,0.0000046036716,0.0011875224,0.00004428546,0.0009540265,0.30539715,0.00045447476],"about_ca_topic_score_codex":0.00010547168,"about_ca_topic_score_gemma":0.00009765212,"teacher_disagreement_score":0.36453667,"about_ca_system_score_codex":0.00038366366,"about_ca_system_score_gemma":0.0003976642,"threshold_uncertainty_score":0.94943845},"labels":[],"label_agreement":null},{"id":"W2470600726","doi":"10.2196/resprot.5775","title":"Telemonitoring and Protocolized Case Management for Hypertensive Community-Dwelling Seniors With Diabetes: Protocol of the TECHNOMED Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Medicine; Randomized controlled trial; Guideline; Diabetes management; Pharmacist; Usability; Diabetes mellitus; Blood pressure; Protocol (science); MEDLINE; Disease management; Medical emergency; Type 2 diabetes; Nursing; Alternative medicine; Pharmacy; Surgery; Internal medicine; Health management system; Computer science","score_opus":0.13601330572965956,"score_gpt":0.46379260996494376,"score_spread":0.32777930423528423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470600726","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010730131,0.0000063175275,0.000044285236,0.0012201027,0.000008812847,0.9873522,0.000007248169,0.0000705884,0.0005603474],"genre_scores_gemma":[0.02051952,7.199047e-7,0.0011467818,0.00008872777,0.00015991277,0.97699726,4.4791065e-7,0.000052432606,0.001034186],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953292,0.0018281582,0.00087629893,0.00038605547,0.0009287764,0.0006515287],"domain_scores_gemma":[0.9930762,0.003927146,0.000375169,0.00094391685,0.001519286,0.00015825161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006084599,0.00031612112,0.0023164286,0.00031931108,0.00083327835,0.000059011778,0.00028721348,0.00015371284,0.000012459604],"category_scores_gemma":[0.0011546755,0.00012490232,0.0003345536,0.00040336457,0.0011389211,0.0001028189,0.000418348,0.00063982006,0.0000016174555],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9852126,0.0009677166,0.00048589573,0.003176227,0.0012368673,0.000100126024,0.00032086327,1.384768e-7,0.003707166,0.00014995216,0.0007451041,0.0038973347],"study_design_scores_gemma":[0.94405466,0.0035190976,0.000033824235,0.0077168695,0.00026566884,0.00007471334,0.0007217228,0.000027255717,0.011019688,0.00035251016,0.032036435,0.00017757055],"about_ca_topic_score_codex":0.0000148440395,"about_ca_topic_score_gemma":0.0000062585323,"teacher_disagreement_score":0.041157965,"about_ca_system_score_codex":0.0000353098,"about_ca_system_score_gemma":0.00015939312,"threshold_uncertainty_score":0.64089876},"labels":[],"label_agreement":null},{"id":"W2470735918","doi":"10.2196/resprot.5756","title":"Supporting Goal-Oriented Primary Health Care for Seniors with Complex Care Needs Using Mobile Technology: Evaluation and Implementation of the Health System Performance Research Network, Bridgepoint Electronic Patient Reported Outcome Tool","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; Toronto Rehabilitation Institute; Sinai Health System; Lunenfeld-Tanenbaum Research Institute; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; University of Toronto; Ontario Ministry of Health and Long-Term Care","keywords":"eHealth; Health care; Medicine; mHealth; Nursing; Quality of life (healthcare); Intervention (counseling); Psychological intervention","score_opus":0.15072270287735035,"score_gpt":0.5490723979353734,"score_spread":0.3983496950580231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470735918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5402067,0.000104997576,0.00016082254,0.0011893931,0.000008435258,0.45814484,0.00003263142,0.00006952559,0.00008268075],"genre_scores_gemma":[0.59716743,0.000003123196,0.00026803912,0.000030821484,0.00004427725,0.40236825,0.00006670703,0.000030174398,0.000021165155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99396557,0.00077124935,0.0011044508,0.0005336764,0.0020616779,0.0015633823],"domain_scores_gemma":[0.9958316,0.00012766864,0.0007203332,0.00082949124,0.002339543,0.00015133756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060752537,0.00020226269,0.00048526778,0.00054589787,0.00088122574,0.000052779647,0.00019463508,0.00007390162,0.000018339566],"category_scores_gemma":[0.00011444934,0.00012423452,0.0000683776,0.001512178,0.0003706884,0.00018689745,0.00037180365,0.00042965706,7.408404e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0039841416,0.0003693165,0.5930242,0.053604938,0.00028595503,0.000010819008,0.007998829,0.0002406847,0.0026277464,0.0023058366,0.0047449386,0.33080262],"study_design_scores_gemma":[0.042890087,0.06266203,0.3873945,0.038985707,0.00015113948,0.00020455495,0.36512503,0.0058467747,0.005035215,0.00014479303,0.09053578,0.0010244058],"about_ca_topic_score_codex":0.000202093,"about_ca_topic_score_gemma":0.00016576286,"teacher_disagreement_score":0.3571262,"about_ca_system_score_codex":0.006043595,"about_ca_system_score_gemma":0.0063547995,"threshold_uncertainty_score":0.99927825},"labels":[],"label_agreement":null},{"id":"W2470805604","doi":"10.2196/resprot.5653","title":"The SmokefreeTXT (SFTXT) Study: Web and Mobile Data Collection to Evaluate Smoking Cessation for Young Adults","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"RTI International","keywords":"Smoking cessation; Data collection; Medicine; Psychology; World Wide Web; Computer science; Gerontology; Sociology","score_opus":0.30701996478014093,"score_gpt":0.5633835100991996,"score_spread":0.2563635453190587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470805604","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5054615,0.00000294887,0.00013234328,0.00072824315,0.000026303866,0.49339783,0.000027300817,0.000058356138,0.00016514801],"genre_scores_gemma":[0.46164817,0.000002487731,0.00003145865,0.0000099153385,0.00012536907,0.53718615,0.000016186383,0.000019984816,0.0009603069],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970776,0.00036910886,0.00030890547,0.0005733472,0.0012114051,0.00045966246],"domain_scores_gemma":[0.9974364,0.00052169204,0.000079522986,0.0010050959,0.00079695525,0.00016034812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005312793,0.00013301644,0.00017110298,0.00021447765,0.0007725643,0.00020147373,0.00035644838,0.000094731506,0.000044436616],"category_scores_gemma":[0.0009303574,0.000075707845,0.000028113802,0.000512576,0.0001054013,0.0002754876,0.00030911586,0.00023125902,0.000006880997],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005218426,0.00083487545,0.6789188,0.00025870607,0.000060459523,0.000006411063,0.002214112,7.760358e-7,0.00814191,0.000041588566,0.033708677,0.2705953],"study_design_scores_gemma":[0.019406877,0.011371437,0.749349,0.0031627635,0.00004966946,0.000020434718,0.0027609079,0.0008241281,0.0042019635,0.00025078712,0.20829007,0.0003119795],"about_ca_topic_score_codex":0.00010001435,"about_ca_topic_score_gemma":0.00021516136,"teacher_disagreement_score":0.2702833,"about_ca_system_score_codex":0.0002761845,"about_ca_system_score_gemma":0.00028718944,"threshold_uncertainty_score":0.5942018},"labels":[],"label_agreement":null},{"id":"W2471486224","doi":"10.2196/resprot.5619","title":"Vascular Health Assessment of The Hypertensive Patients (VASOTENS) Registry: Study Protocol of an International, Web-Based Telemonitoring Registry for Ambulatory Blood Pressure and Arterial Stiffness","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular Health and Disease Prevention","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Arterial stiffness; Pulse wave velocity; Blood pressure; Ambulatory blood pressure; Ambulatory; Pulse pressure; Cardiology; Internal medicine; Emergency medicine; Physical therapy","score_opus":0.08982610788214478,"score_gpt":0.4992749514843017,"score_spread":0.4094488436021569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471486224","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24818319,0.000005429042,0.000032463515,0.0001854628,0.00002704515,0.7514379,0.00008698034,0.000018970672,0.000022525766],"genre_scores_gemma":[0.28767505,5.282127e-7,0.00021537521,0.000017799392,0.00018105055,0.7118435,0.000009995849,0.00002311584,0.00003359929],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960944,0.0008066231,0.0006024194,0.00049897336,0.00160901,0.00038857842],"domain_scores_gemma":[0.99635214,0.00012836487,0.00039790937,0.0011922945,0.0016202867,0.0003090065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018881806,0.00017017775,0.00050393475,0.00015113581,0.00017879943,0.00003486118,0.0003132134,0.00010261928,0.000014175919],"category_scores_gemma":[0.0005794499,0.0001044683,0.00023444914,0.0001841739,0.00020678398,0.00015050883,0.0001647307,0.00022728508,2.7157213e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029888712,0.033025037,0.7444603,0.03613065,0.0028622604,0.000035935533,0.00035756477,0.000025482297,0.06483481,0.00014263982,0.0026278358,0.08560877],"study_design_scores_gemma":[0.045478262,0.0025779135,0.9228265,0.004190748,0.000107282474,0.0000038866965,0.00011925296,0.00012950362,0.00161788,0.00003452062,0.022790214,0.00012399648],"about_ca_topic_score_codex":0.000057951354,"about_ca_topic_score_gemma":0.000006120786,"teacher_disagreement_score":0.17836624,"about_ca_system_score_codex":0.00008861115,"about_ca_system_score_gemma":0.0017524407,"threshold_uncertainty_score":0.4260094},"labels":[],"label_agreement":null},{"id":"W2471591454","doi":"10.2196/resprot.5195","title":"Inclusion of Ethnic Minorities in Telehealth Trials for Type 2 Diabetes: Protocol for a Systematic Review Examining Prevalence and Language Issues","year":2016,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Medical Research Council; University of Bristol; National Institute for Health and Care Research","keywords":"Telehealth; PsycINFO; CINAHL; Medicine; Psychological intervention; Type 2 diabetes; Ethnic group; MEDLINE; Inclusion (mineral); Randomized controlled trial; Family medicine; Generalizability theory; Gerontology; Telemedicine; Health care; Nursing; Psychology; Diabetes mellitus; Social psychology; Pathology; Developmental psychology","score_opus":0.670250427097619,"score_gpt":0.7032579478538122,"score_spread":0.03300752075619329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471591454","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.89731e-7,0.4410955,0.0000048449,0.00012341283,0.000003545297,0.55865604,0.00008653767,0.000018241959,0.000011175597],"genre_scores_gemma":[5.3749e-8,0.37870952,0.00036865353,0.00006343473,0.00020160842,0.62014586,0.00004909123,0.000050832718,0.00041095683],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99081635,0.0032071033,0.003528875,0.00062250835,0.0009836971,0.00084146915],"domain_scores_gemma":[0.98959136,0.0070522707,0.0016610643,0.00069535983,0.00077184144,0.00022811528],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026525997,0.0004124312,0.0053383783,0.0007676322,0.00016227202,0.00002104013,0.00035061748,0.0002999258,0.00008673505],"category_scores_gemma":[0.01491137,0.00023963822,0.00024550504,0.00079146895,0.00014468412,0.00012320437,0.00035501033,0.00048062534,0.0000042660263],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002100037,0.00011730542,0.000024326831,0.73811066,0.000039363273,0.000002177981,0.00038028916,3.001933e-10,0.0000069261914,0.000021715654,0.0027540294,0.25833324],"study_design_scores_gemma":[0.0028698784,0.004641592,0.0000087522185,0.6427682,0.000107035055,0.0000048673514,0.00007468271,7.474179e-7,0.000015644015,0.00004345457,0.34934062,0.00012452791],"about_ca_topic_score_codex":0.000015859841,"about_ca_topic_score_gemma":0.000011401856,"teacher_disagreement_score":0.34658659,"about_ca_system_score_codex":0.00030458812,"about_ca_system_score_gemma":0.0015160248,"threshold_uncertainty_score":0.99338645},"labels":[],"label_agreement":null},{"id":"W2472743992","doi":"10.2196/resprot.5467","title":"Telemedicine in Neonatal Home Care: Identifying Parental Needs Through Participatory Design","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hvidovre Hospital; Syddansk Universitet; Odense Universitetshospital","keywords":"Telemedicine; Participatory design; Nursing; Citizen journalism; Medicine; Health care; Internet privacy; Medical education; Computer science; World Wide Web; Engineering; Economic growth","score_opus":0.34306004193340733,"score_gpt":0.5290222215051842,"score_spread":0.18596217957177685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472743992","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14329822,0.00016033133,0.0005280884,0.0015127668,0.000078229416,0.8483032,0.00006094836,0.00024625662,0.0058119637],"genre_scores_gemma":[0.39579454,0.000005591205,0.0005824571,0.00008650037,0.0002079523,0.6028364,0.000035029203,0.00003511192,0.00041643082],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625504,0.00045941537,0.00050818326,0.00041755693,0.0012995278,0.0010602789],"domain_scores_gemma":[0.9984863,0.00032413306,0.00006609779,0.0005107488,0.00035659166,0.00025613437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015086279,0.000227722,0.00038288024,0.0005124035,0.00016109346,0.00005580918,0.00031052475,0.0001763063,0.00074575486],"category_scores_gemma":[0.00021852544,0.00014924751,0.000073469106,0.0007645015,0.00033015673,0.00040589488,0.00023499412,0.00058084057,0.00015871307],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00642623,0.00018922293,0.7492381,0.0027549323,0.00010473367,0.0023777667,0.06952089,7.568607e-7,0.03836831,0.000810142,0.031208992,0.09899995],"study_design_scores_gemma":[0.025147332,0.004071613,0.09177062,0.021763211,0.000014175794,0.00018022588,0.0091795,0.000022412189,0.08141836,0.0016148475,0.76378876,0.0010289279],"about_ca_topic_score_codex":0.000024328043,"about_ca_topic_score_gemma":0.000013869007,"teacher_disagreement_score":0.73257977,"about_ca_system_score_codex":0.00043320016,"about_ca_system_score_gemma":0.00056568946,"threshold_uncertainty_score":0.81654924},"labels":[],"label_agreement":null},{"id":"W2472899116","doi":"10.2196/resprot.5854","title":"A Research Protocol to Test the Effectiveness of Text Messaging and Reminder Calls to Increase Service Use Referrals in a Community Engagement Program","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health; National Center for Advancing Translational Sciences; Clinical and Translational Science Institute, University of Florida; University of Florida","keywords":"Short Message Service; Text message; Mobile phone; Text messaging; Attendance; Phone; Test (biology); Psychological intervention; Internet privacy; mHealth; Service (business); Protocol (science); Psychology; Computer science; Medicine; Applied psychology; Nursing; Alternative medicine","score_opus":0.5926687607562128,"score_gpt":0.6922456555177096,"score_spread":0.09957689476149678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472899116","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053578313,9.350775e-7,0.000029422408,0.0072981515,0.000003883286,0.9361712,0.000050297367,0.00008218364,0.0027856622],"genre_scores_gemma":[0.0793516,0.0000012741834,0.0006691304,0.000689689,0.000060114056,0.91860396,0.0000041163435,0.00005657498,0.000563575],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.95072174,0.04371317,0.0011932349,0.00069238775,0.0014853185,0.0021941322],"domain_scores_gemma":[0.9552205,0.03883091,0.0001802436,0.0020213926,0.0025327606,0.0012142034],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08329285,0.00025858145,0.00051441573,0.0008747442,0.002786516,0.00007401841,0.0011733285,0.0002882629,0.00013521178],"category_scores_gemma":[0.012196138,0.00015416536,0.000036245518,0.0034947235,0.00028463654,0.00025173285,0.0022586328,0.004177908,0.00026928136],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02600353,0.0143244155,0.52690727,0.08357503,0.000049886654,0.000026470609,0.017396072,0.000010427198,0.03631579,0.017122548,0.065946415,0.21232213],"study_design_scores_gemma":[0.0040393746,0.0026571378,0.35226083,0.01978292,0.0000010839171,0.0000012617355,0.0016415251,0.000011900275,0.0005987822,0.0012392141,0.61759365,0.00017230594],"about_ca_topic_score_codex":0.008947099,"about_ca_topic_score_gemma":0.006975706,"teacher_disagreement_score":0.55164725,"about_ca_system_score_codex":0.0009277593,"about_ca_system_score_gemma":0.002433624,"threshold_uncertainty_score":0.99851173},"labels":[],"label_agreement":null},{"id":"W2473068856","doi":"10.2196/resprot.5706","title":"Baby Steps - An Online Program Promoting the Well-Being of New Mothers and Fathers: A Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Movember Foundation","keywords":"Protocol (science); Psychology; Computer science; Developmental psychology; Medical education; Medicine; Alternative medicine","score_opus":0.23612864159119237,"score_gpt":0.5616216346329777,"score_spread":0.32549299304178525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473068856","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16990367,0.0000018769745,0.0000038146484,0.0009361062,0.0000032936764,0.8285096,0.0000022571546,0.00007956987,0.0005597717],"genre_scores_gemma":[0.043767545,4.5351914e-7,0.00039205528,0.000046867906,0.00017456872,0.9529547,9.725808e-7,0.000044088898,0.002618729],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968194,0.0006583084,0.00052290515,0.00043609669,0.0009017781,0.0006615066],"domain_scores_gemma":[0.99841213,0.00016894938,0.00016412725,0.00065418496,0.00018329477,0.0004172895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020076502,0.00019537662,0.00031839052,0.00013674352,0.00022116883,0.000068802845,0.00032476516,0.000085059364,0.0001862755],"category_scores_gemma":[0.00009643015,0.00009554989,0.000047442423,0.0002752214,0.00024816455,0.00021442145,0.0002131519,0.00045260414,0.000015400077],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017481554,0.019748164,0.2873606,0.024405701,0.00015397707,0.00016318222,0.034615643,3.5975737e-7,0.0064157033,0.0003487647,0.0004807069,0.6088256],"study_design_scores_gemma":[0.06835556,0.15173078,0.2817905,0.20965113,0.000037400718,0.00022334271,0.010249552,0.00041231632,0.054030057,0.002767151,0.21976894,0.0009832865],"about_ca_topic_score_codex":0.00015806204,"about_ca_topic_score_gemma":0.00004284016,"teacher_disagreement_score":0.6078423,"about_ca_system_score_codex":0.0000747008,"about_ca_system_score_gemma":0.00027432886,"threshold_uncertainty_score":0.38964117},"labels":[],"label_agreement":null},{"id":"W2473758748","doi":"10.2196/resprot.5895","title":"A Registry for Evaluation of Efficiency and Safety of Surgical Treatment of Cartilage Defects: The German Cartilage Registry (KnorpelRegister DGOU)","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cartilage; Osteoarthritis; German; Disease registry; Clinical trial; Physical therapy; Internal medicine; Pathology; Disease; Alternative medicine","score_opus":0.14036119630187513,"score_gpt":0.48952147490023634,"score_spread":0.3491602785983612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473758748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6727774,0.000135377,0.000029240597,0.0004593697,0.000007717741,0.32468885,0.000105210136,0.000014105195,0.0017827238],"genre_scores_gemma":[0.61377835,0.000014533661,0.000057746856,0.000002539066,0.000055858334,0.38459462,0.000010399873,0.00001807294,0.0014678617],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99720156,0.00042984737,0.00053325464,0.00034813033,0.0011015414,0.00038567313],"domain_scores_gemma":[0.99739856,0.00054970407,0.00027120748,0.00083290826,0.0008138704,0.00013376522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002073804,0.00017026254,0.00046463273,0.00012508708,0.00010147432,0.000011618421,0.00014725873,0.00013971124,0.00009161574],"category_scores_gemma":[0.00022726606,0.00008818304,0.00019165437,0.00020753671,0.0005896748,0.00007091384,0.00006274138,0.00007966162,0.0000035776432],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01658692,0.0035741883,0.007724523,0.0026639702,0.00008770012,0.00007000519,0.0024604052,0.0000010470536,0.8605614,0.0035747609,0.0011039032,0.10159121],"study_design_scores_gemma":[0.035780456,0.019696338,0.00083488045,0.003868072,0.00008847393,0.00006169881,0.00025580797,0.000028872963,0.8929069,0.0008116538,0.045529295,0.00013751864],"about_ca_topic_score_codex":0.000011715841,"about_ca_topic_score_gemma":0.000023208468,"teacher_disagreement_score":0.10145369,"about_ca_system_score_codex":0.0001772184,"about_ca_system_score_gemma":0.00040703604,"threshold_uncertainty_score":0.3596},"labels":[],"label_agreement":null},{"id":"W2473889149","doi":"10.2196/resprot.5682","title":"The Functional Fitness MOT Test Battery for Older Adults: Protocol for a Mixed-Method Feasibility Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"British Heart Foundation; Edinburgh and Lothians Health Foundation; U.S. Department of Health and Human Services","keywords":"Protocol (science); Test (biology); Battery (electricity); Gerontology; Psychology; Computer science; Medicine; Alternative medicine","score_opus":0.37972116108382487,"score_gpt":0.6092173714376734,"score_spread":0.22949621035384854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473889149","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019528307,1.5803278e-7,0.007961956,0.0065358332,0.000009908093,0.98322296,0.00010734622,0.000074058575,0.00013496574],"genre_scores_gemma":[0.005426502,2.8376398e-8,0.0007180119,0.00009743477,0.0007726591,0.99030405,0.0000053998774,0.0000451384,0.002630749],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960589,0.0006667815,0.0004787021,0.00076407904,0.0010421586,0.0009893876],"domain_scores_gemma":[0.98830557,0.009055698,0.00012495593,0.000863594,0.0013005778,0.00034960144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005223723,0.0002209845,0.000433277,0.000099233366,0.000935881,0.00009645802,0.00033163145,0.00012957217,0.00011903904],"category_scores_gemma":[0.0032440957,0.00010808664,0.0001999157,0.00031716714,0.0002770364,0.0002331244,0.00017919156,0.00050824974,0.00004386875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11930602,0.10600335,0.10074593,0.016716763,0.00019872749,0.000013437512,0.0009200381,6.3743954e-7,0.0108374655,0.0018869666,0.22241223,0.42095843],"study_design_scores_gemma":[0.0686505,0.03881483,0.49497312,0.006334697,0.000010829523,0.000011722086,0.00066419673,0.00032533388,0.0077509787,0.010296629,0.3717663,0.0004008464],"about_ca_topic_score_codex":0.000013825921,"about_ca_topic_score_gemma":0.000046337933,"teacher_disagreement_score":0.4205576,"about_ca_system_score_codex":0.00034436202,"about_ca_system_score_gemma":0.0008466379,"threshold_uncertainty_score":0.71981347},"labels":[],"label_agreement":null},{"id":"W2474588462","doi":"10.2196/resprot.5055","title":"Optimizing Social Network Support to Families Living With Parental Cancer: Research Protocol for the Cancer-PEPSONE Study","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family Support in Illness","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social support; Psychosocial; Randomized controlled trial; Quality of life (healthcare); Coping (psychology); Social network (sociolinguistics); Psychological resilience; Psychology; Intervention (counseling); Medicine; Gerontology; Clinical psychology; Nursing; Psychiatry; Social psychology","score_opus":0.4990701663376205,"score_gpt":0.6201619616173901,"score_spread":0.1210917952797696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474588462","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015800064,0.0000029136784,0.000065627304,0.0042592683,0.000053791504,0.9876469,0.000037928363,0.00016591579,0.0061876806],"genre_scores_gemma":[0.017267557,7.1984806e-7,0.0005388975,0.0001067322,0.0029191151,0.9755258,0.0000021558646,0.000105276355,0.0035337703],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9860848,0.0034974085,0.00059502857,0.0010679599,0.0056158197,0.0031389385],"domain_scores_gemma":[0.9928057,0.0022095866,0.00016724967,0.0007777578,0.003265303,0.0007743964],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.029005501,0.0003384236,0.00049340614,0.00034868828,0.006557712,0.0012158108,0.002661243,0.00021204655,0.00041174734],"category_scores_gemma":[0.0013583943,0.0002382164,0.00010372833,0.0034568121,0.0015850408,0.0005657705,0.0012168195,0.0014473527,0.00006125264],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003570589,0.0018883559,0.16211936,0.00039731778,0.00014508468,0.000037244416,0.23179406,0.0010565956,0.00004354355,0.0015037884,0.5730691,0.02437494],"study_design_scores_gemma":[0.002422833,0.0033133128,0.0075600636,0.0012024111,0.000005142184,6.970942e-7,0.20451675,0.000055680244,0.000046334124,0.00026543206,0.7802116,0.00039973343],"about_ca_topic_score_codex":0.016496435,"about_ca_topic_score_gemma":0.051258527,"teacher_disagreement_score":0.20714249,"about_ca_system_score_codex":0.0017478039,"about_ca_system_score_gemma":0.0072950055,"threshold_uncertainty_score":0.9998432},"labels":[],"label_agreement":null},{"id":"W2479010557","doi":"10.2196/resprot.5646","title":"Telemedicine Versus Standard Follow-Up Care for Diabetes-Related Foot Ulcers: Protocol for a Cluster Randomized Controlled Noninferiority Trial (DiaFOTo)","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Telemedicine; Randomized controlled trial; Protocol (science); Diabetes mellitus; Health care; Population; Diabetic foot; Foot (prosody); Intervention (counseling); Clinical trial; Physical therapy; Nursing; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.12108485076723505,"score_gpt":0.5149054885466043,"score_spread":0.39382063777936926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2479010557","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008551304,0.0000035930377,0.0015000533,0.0047393558,0.00018841114,0.9868992,0.0000867005,0.00022710505,0.005500463],"genre_scores_gemma":[0.0030164146,6.4181813e-7,0.0012749798,0.0001323131,0.0009029664,0.9859372,0.00006145208,0.00013847914,0.008535558],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99213123,0.0012050102,0.0017331183,0.0010439077,0.0020882601,0.0017984833],"domain_scores_gemma":[0.98944014,0.006096743,0.00047158153,0.0010379829,0.0023895763,0.0005639977],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011092876,0.00060352497,0.0032768075,0.00066191383,0.00042869427,0.00022162682,0.0005190983,0.00037240612,0.0007977763],"category_scores_gemma":[0.006869415,0.000338733,0.0013777834,0.0004743628,0.0006574948,0.00027183318,0.00028501044,0.00049182767,0.000038215738],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93215215,0.000683889,0.0001106908,0.0033467107,0.0011998252,0.0000061825244,0.00024981925,2.3273813e-7,0.00046209677,0.000977397,0.04227959,0.01853142],"study_design_scores_gemma":[0.625375,0.026910184,0.000012699343,0.0029334852,0.00015474782,2.758654e-7,0.00013832533,0.00009903041,0.00091418315,0.00059332396,0.3426002,0.0002685517],"about_ca_topic_score_codex":0.0000072038283,"about_ca_topic_score_gemma":0.000029589348,"teacher_disagreement_score":0.30677715,"about_ca_system_score_codex":0.000825096,"about_ca_system_score_gemma":0.0013073011,"threshold_uncertainty_score":0.9999065},"labels":[],"label_agreement":null},{"id":"W2479326432","doi":"10.2196/resprot.5747","title":"The Effectiveness Of Social Media (Facebook) Compared With More Traditional Advertising Methods for Recruiting Eligible Participants To Health Research Studies: A Randomized, Controlled Clinical Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council Tasmania; Pfizer","keywords":"Popularity; Social media; Advertising; Usability; Psychology; Online advertising; Internet privacy; Medical education; Medicine; The Internet; Computer science; Social psychology; World Wide Web; Business","score_opus":0.8916572848837733,"score_gpt":0.7710706993466359,"score_spread":0.12058658553713741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2479326432","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014366094,0.000047297057,0.0009947757,0.01743937,0.00041440345,0.9663022,0.000018499455,0.000052849267,0.00036449777],"genre_scores_gemma":[0.027179278,0.000027781087,0.003181514,0.000037137288,0.002085867,0.96739537,0.0000026257987,0.000035065128,0.00005533531],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.874088,0.11777649,0.0020886946,0.0007004091,0.0031456733,0.0022007392],"domain_scores_gemma":[0.60179645,0.39401272,0.00043232195,0.0002458525,0.0030363104,0.00047632997],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.34226286,0.00019132627,0.001995607,0.0003292106,0.004055296,0.00015670343,0.00074233196,0.00020906207,0.000027916665],"category_scores_gemma":[0.35537052,0.00010347978,0.00033811657,0.0011933765,0.004960341,0.00019490944,0.00012725545,0.0007135796,0.000011206896],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.86087406,0.0004695523,0.00011214873,0.00041518413,0.00018681906,4.781347e-7,0.04531054,5.293016e-7,0.00009383057,0.02097782,0.0018261551,0.06973289],"study_design_scores_gemma":[0.8612777,0.0033701626,0.0012108308,0.0060395584,0.000017641674,2.3759544e-7,0.032554787,0.000024673847,0.0003314478,0.030739482,0.06419682,0.00023666843],"about_ca_topic_score_codex":0.000299487,"about_ca_topic_score_gemma":0.0007722975,"teacher_disagreement_score":0.27623624,"about_ca_system_score_codex":0.0013078674,"about_ca_system_score_gemma":0.0075917123,"threshold_uncertainty_score":0.9980343},"labels":[],"label_agreement":null},{"id":"W2479441399","doi":"10.2196/resprot.5276","title":"A Social Media Peer Group Intervention for Mothers to Prevent Obesity and Promote Healthy Growth from Infancy: Development and Pilot Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Intervention (counseling); Obesity; Psychological intervention; Childhood obesity; Peer group; Peer support; Mass media; Psychology; Body mass index; Social media; Medicine; Developmental psychology; Gerontology; Nursing; Overweight; Advertising","score_opus":0.3037326311693149,"score_gpt":0.5994540887525484,"score_spread":0.2957214575832334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2479441399","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14773475,0.000014141751,0.0014867838,0.019463284,0.000047612695,0.8308745,0.00014597044,0.00009951007,0.00013346472],"genre_scores_gemma":[0.017658254,0.000008407526,0.0029562,0.0005270595,0.000786395,0.97724974,0.00004109123,0.00004639089,0.0007264723],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99498945,0.0013250946,0.0009911424,0.00070749177,0.0007709764,0.0012158263],"domain_scores_gemma":[0.99615824,0.0016509957,0.00026325881,0.0002986581,0.0006727438,0.0009560949],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0063786525,0.00020567967,0.00039399444,0.00024078577,0.001790652,0.000035053166,0.0002545306,0.00031217653,0.00013311439],"category_scores_gemma":[0.0013637913,0.0001511003,0.000045775978,0.00026784404,0.00013031653,0.00015864421,0.00033177692,0.0007497999,0.00008403813],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12713014,0.0052055703,0.0106192585,0.010111739,0.00006651539,0.0000022332792,0.024735607,1.1528661e-8,0.00096273865,0.026738312,0.123205744,0.67122215],"study_design_scores_gemma":[0.052054275,0.0040193736,0.03870851,0.002660854,0.0000033414588,3.2503084e-7,0.00041418945,0.0000039560996,0.0001534095,0.013713162,0.88802624,0.00024238323],"about_ca_topic_score_codex":0.00021540532,"about_ca_topic_score_gemma":0.001261006,"teacher_disagreement_score":0.76482046,"about_ca_system_score_codex":0.00041388534,"about_ca_system_score_gemma":0.0011135064,"threshold_uncertainty_score":0.99950886},"labels":[],"label_agreement":null},{"id":"W2480895948","doi":"10.2196/resprot.5934","title":"ActiviTeen: A Protocol for Deployment of a Consumer Wearable Device in an Academic Setting","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wearable computer; Activity tracker; Attrition; Wearable technology; Data collection; Protocol (science); Computer science; Physical activity; Software deployment; Multimedia; Internet privacy; Medicine; Medical education; Applied psychology; Psychology; Physical therapy; Alternative medicine","score_opus":0.5040078828010844,"score_gpt":0.6455884946107732,"score_spread":0.14158061180968873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480895948","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022279194,4.804203e-7,0.00012696996,0.0021709406,9.314122e-7,0.9750703,0.000016380609,0.00003967226,0.00029513054],"genre_scores_gemma":[0.048044376,2.718545e-7,0.0004642584,0.000093328046,0.000110578876,0.9510154,7.4808213e-7,0.000033145647,0.00023785276],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9971438,0.00048826306,0.00042634277,0.00042838935,0.00070578203,0.0008074114],"domain_scores_gemma":[0.997875,0.00092773075,0.00013270536,0.00041367076,0.000333642,0.00031726636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023726665,0.00014306493,0.00042909707,0.00025127552,0.00010204516,0.000015103493,0.00021973245,0.00017675386,0.00007008599],"category_scores_gemma":[0.00044461005,0.00009290914,0.00006909137,0.00040851368,0.00019302197,0.00042518714,0.00008914534,0.0007478725,0.00002991038],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018856088,0.007928227,0.07490421,0.009910925,0.00003310867,0.000016874694,0.000545184,8.413224e-7,0.7332655,0.0007127999,0.0033485682,0.15047763],"study_design_scores_gemma":[0.044523895,0.020445243,0.04191055,0.044603653,0.0000063151497,0.000014964386,0.00016344986,0.0004886808,0.43054226,0.005251032,0.4115888,0.0004611589],"about_ca_topic_score_codex":0.00003639018,"about_ca_topic_score_gemma":0.000035195488,"teacher_disagreement_score":0.40824023,"about_ca_system_score_codex":0.00026522006,"about_ca_system_score_gemma":0.00088700507,"threshold_uncertainty_score":0.37887248},"labels":[],"label_agreement":null},{"id":"W2483499583","doi":"10.2196/resprot.5763","title":"Technology-Enabled Remote Monitoring and Self-Management — Vision for Patient Empowerment Following Cardiac and Vascular Surgery: User Testing and Randomized Controlled Trial Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Public Health Ontario; Philips (Canada); Memorial University of Newfoundland; Canadian Cardiovascular Society; McMaster University; Brock University; St. Michael's Hospital; McMaster University Medical Centre; University Health Network; Hamilton Health Sciences; University of Toronto; Mohawk College; Heart and Stroke Foundation; York University; Université de Montréal; Ministry of Health and Long Term Care; Population Health Research Institute","funders":"Canadian Institutes of Health Research; Institute for Clinical Evaluative Sciences; McMaster University; Heart and Stroke Foundation of Canada","keywords":"Randomized controlled trial; Protocol (science); Medicine; Empowerment; Cardiac surgery; Patient Empowerment; Medical physics; Surgery; Alternative medicine; Pathology","score_opus":0.06181389680644482,"score_gpt":0.47892468812284666,"score_spread":0.41711079131640183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483499583","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11378524,0.000033060962,0.000042168394,0.0007293806,0.000047307374,0.8849731,0.0000037398686,0.00013124624,0.00025475377],"genre_scores_gemma":[0.010987285,0.000038099577,0.004944333,0.000026238782,0.00021219383,0.98356026,0.000001321903,0.000048705304,0.00018153875],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953592,0.0010009549,0.0009632838,0.00072864373,0.0009423891,0.0010055209],"domain_scores_gemma":[0.99524575,0.003197128,0.00021865196,0.0004352774,0.0003160578,0.0005871211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0115177,0.0002921979,0.001856535,0.0006009513,0.0005256952,0.000098247445,0.00006554205,0.00021034508,0.0000025851746],"category_scores_gemma":[0.0021540797,0.00017632544,0.00033633283,0.00037639693,0.00017355748,0.00015259127,0.00028978326,0.00032266421,0.0000018313526],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85490644,0.0005302764,0.005600031,0.005316253,0.0003313651,0.000035412882,0.00017075449,3.8702886e-8,0.0018336084,0.000043398173,0.00050859613,0.13072382],"study_design_scores_gemma":[0.9353512,0.0038957945,0.00091081235,0.00919666,0.000070391536,0.000007532517,0.00016183045,0.00005394016,0.0006801127,0.00029368966,0.049169887,0.00020814851],"about_ca_topic_score_codex":0.00002406166,"about_ca_topic_score_gemma":3.85745e-7,"teacher_disagreement_score":0.13051566,"about_ca_system_score_codex":0.00032497727,"about_ca_system_score_gemma":0.00035493023,"threshold_uncertainty_score":0.7190343},"labels":[],"label_agreement":null},{"id":"W2484005114","doi":"10.2196/resprot.5765","title":"Systematic Early Intervention for Bereaved: Study Protocol of a Pilot Randomized Controlled Trial With Families Who Suddenly Lose a Partner and a Parent","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Norges Forskningsråd","keywords":"Intervention (counseling); Grief; Randomized controlled trial; Complicated grief; Psychology; Public health; Medicine; Disenfranchised grief; Protocol (science); Clinical psychology; Psychiatry; Alternative medicine; Nursing","score_opus":0.2002062566770025,"score_gpt":0.5596244562604251,"score_spread":0.3594181995834226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484005114","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08751371,0.0000039108772,0.00017683854,0.00006780355,0.000018119163,0.91143477,0.0000210355,0.00004132388,0.0007224942],"genre_scores_gemma":[0.20188035,3.0484543e-7,0.000028546036,0.0000065265804,0.00008233948,0.7938481,0.0000014779206,0.00004032899,0.0041120304],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9894735,0.0062049613,0.0018183048,0.0006606411,0.0010405016,0.0008020552],"domain_scores_gemma":[0.9949514,0.0026470458,0.00082717853,0.00071221107,0.0006053104,0.0002568265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011437299,0.0003372311,0.0022438732,0.0004058975,0.00019225474,0.00011164628,0.00032690886,0.000101804144,0.00015978802],"category_scores_gemma":[0.0005203668,0.00016303228,0.0003097795,0.00023541249,0.00046405205,0.00015078693,0.00013467268,0.00022710093,0.00002418476],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9589728,0.008619364,0.0014019394,0.02271326,0.0006820382,0.000009168107,0.0036677558,1.3453708e-8,0.000096401636,0.0028459632,0.0004146429,0.0005766311],"study_design_scores_gemma":[0.90624756,0.06342215,0.00061583886,0.025584245,0.000055663964,0.0000035236312,0.002865231,0.0000034272698,0.00009493167,0.0007466078,0.0001825085,0.000178291],"about_ca_topic_score_codex":0.00034779057,"about_ca_topic_score_gemma":0.0002604724,"teacher_disagreement_score":0.11758668,"about_ca_system_score_codex":0.000115099545,"about_ca_system_score_gemma":0.00016144484,"threshold_uncertainty_score":0.66482633},"labels":[],"label_agreement":null},{"id":"W2489629047","doi":"10.2196/resprot.5679","title":"Targeted Facebook Advertising is a Novel and Effective Method of Recruiting Participants into a Human Papillomavirus Vaccine Effectiveness Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Human papillomavirus vaccine; Population; Family medicine; Human papillomavirus; Advertising; Reproductive health; HPV vaccines; Demography; Vaccination; Cervical cancer; Environmental health; HPV infection; Gardasil; Cancer; Internal medicine; Immunology","score_opus":0.522423600595541,"score_gpt":0.6722679382364006,"score_spread":0.14984433764085958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489629047","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40561065,0.0000058981914,0.00031586768,0.0003378443,0.000033507626,0.5934647,0.000004167737,0.000050844727,0.00017654372],"genre_scores_gemma":[0.39503604,9.1997566e-7,0.00046554932,0.000008571836,0.00015568083,0.6042865,2.6717981e-7,0.000019407855,0.000027091031],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9892675,0.007587415,0.0004949683,0.00057742017,0.0011367684,0.00093589135],"domain_scores_gemma":[0.98650396,0.011744227,0.00023868434,0.00032851627,0.00081220875,0.0003724116],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015725454,0.00017047825,0.00046092676,0.00029300782,0.0012168494,0.00007554983,0.00034194213,0.00016867169,0.00012350726],"category_scores_gemma":[0.011004944,0.000133329,0.000051500647,0.00086445746,0.0003820234,0.0003594617,0.00021132606,0.0003642031,0.000018551247],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006421653,0.0012250779,0.31052846,0.00077465136,0.00006302542,0.0000033179354,0.1663671,1.4684883e-7,0.21674761,0.00077724375,0.00006934112,0.30280185],"study_design_scores_gemma":[0.006466673,0.0034997037,0.87778807,0.005863957,0.000012940311,5.691197e-7,0.015917988,0.000006901763,0.06994825,0.00457011,0.015562617,0.0003622272],"about_ca_topic_score_codex":0.0057928413,"about_ca_topic_score_gemma":0.0009972472,"teacher_disagreement_score":0.5672596,"about_ca_system_score_codex":0.0006798615,"about_ca_system_score_gemma":0.000546934,"threshold_uncertainty_score":0.9973258},"labels":[],"label_agreement":null},{"id":"W2493565250","doi":"10.2196/resprot.5968","title":"MHealth to Improve Measles Immunization in Guinea-Bissau: Study Protocol for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Measles; mHealth; Immunization; Protocol (science); Randomized controlled trial; Medicine; Family medicine; Computer science; Alternative medicine; Virology; Vaccination; Nursing; Psychological intervention; Immunology","score_opus":0.30815111895784014,"score_gpt":0.6747494495609156,"score_spread":0.3665983306030755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2493565250","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003894176,0.0000011523986,0.0020786014,0.0071119154,0.000055075394,0.98838717,0.000035874567,0.00017562679,0.0017651477],"genre_scores_gemma":[0.0008860351,0.0000011627232,0.0006618087,0.00048232888,0.00087141554,0.99218404,0.000007642067,0.00009944264,0.004806095],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9793486,0.012063479,0.00375068,0.0010613931,0.001338029,0.002437831],"domain_scores_gemma":[0.98379,0.010618588,0.0008855178,0.0014191791,0.0022176378,0.0010691117],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037728045,0.00039426083,0.002200619,0.0010235363,0.0016060205,0.000049890008,0.00085010804,0.00040392744,0.0005372198],"category_scores_gemma":[0.0125397695,0.00023106564,0.00024741457,0.0012623753,0.00018123441,0.00022182029,0.0003368883,0.0011220332,0.0003755651],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9608455,0.00288641,0.0006467495,0.0017382476,0.000024347957,0.0000011233545,0.0008362788,8.8126154e-7,0.00029588887,0.0057764845,0.013069403,0.013878734],"study_design_scores_gemma":[0.75826454,0.004496328,0.00017504676,0.0019079692,0.000003981137,1.3021761e-7,0.00032007642,0.00006870219,0.000021147589,0.0025294146,0.2320404,0.00017223287],"about_ca_topic_score_codex":0.0004861766,"about_ca_topic_score_gemma":0.0008169669,"teacher_disagreement_score":0.21897101,"about_ca_system_score_codex":0.0010821043,"about_ca_system_score_gemma":0.005695022,"threshold_uncertainty_score":0.99994177},"labels":[],"label_agreement":null},{"id":"W2494850449","doi":"10.2196/resprot.5804","title":"Impact of Elimination or Reduction of Dietary Animal Proteins on Cancer Progression and Survival: Protocol of an Online Pilot Cohort Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Agriculture Sustainability and Environmental Impact","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cancer; Medicine; Cohort; Protocol (science); Cohort study; Oncology; Incidence (geometry); Cancer incidence; Gerontology; Internal medicine; Bioinformatics; Biology; Pathology; Alternative medicine","score_opus":0.1998900733803578,"score_gpt":0.5434936619013382,"score_spread":0.3436035885209804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2494850449","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5223228,1.1426203e-7,9.176666e-7,0.000057173827,9.283301e-7,0.4775195,0.000024994482,0.0000081904445,0.000065411696],"genre_scores_gemma":[0.48883137,3.2169774e-7,0.000070444854,3.4576007e-7,0.00001687714,0.51097804,0.000002355647,0.000009316631,0.00009088563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967551,0.0007297361,0.00045904118,0.00045920335,0.0012389222,0.00035796786],"domain_scores_gemma":[0.9989816,0.000072643146,0.00028714878,0.00041751956,0.00007721689,0.00016386832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015271708,0.00018670762,0.0003074411,0.00009284532,0.0001044055,0.000012383017,0.00025710204,0.00008174068,0.00069373683],"category_scores_gemma":[0.00014459444,0.000090639674,0.000054206845,0.00041516547,0.0007569505,0.00053983706,0.0002747206,0.00020317594,0.0000027625672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012817973,0.015699526,0.6149867,0.00036360085,0.000029747176,0.0000033024544,0.0005327895,0.00004445608,0.30890262,0.0000041884027,0.00011784245,0.04649727],"study_design_scores_gemma":[0.0018002443,0.06350874,0.90529746,0.00055407215,0.0000035056482,0.0000018892802,0.00034519262,0.000019464973,0.028209334,0.000055752156,0.00009378189,0.00011056711],"about_ca_topic_score_codex":0.001026252,"about_ca_topic_score_gemma":0.00020813658,"teacher_disagreement_score":0.29031077,"about_ca_system_score_codex":0.0005491794,"about_ca_system_score_gemma":0.00007758908,"threshold_uncertainty_score":0.7595932},"labels":[],"label_agreement":null},{"id":"W2497779404","doi":"10.2196/resprot.5817","title":"Use of Relational Agents to Improve Family Communication in Type 1 Diabetes: Methods","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Type 2 diabetes; Teamwork; Family conflict; Psychology; Medicine; Diabetes mellitus; Developmental psychology","score_opus":0.5188629755352362,"score_gpt":0.6139064262969331,"score_spread":0.09504345076169696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2497779404","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15257578,0.000021197166,0.00036249476,0.005498707,0.00001725892,0.8315946,0.000017351545,0.000060698192,0.009851956],"genre_scores_gemma":[0.022116136,0.00000795076,0.021552755,0.00015276458,0.00005209468,0.9365623,0.000015877542,0.000039845912,0.019500274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996934,0.0009718435,0.00036425513,0.00028744573,0.0009169307,0.0005255558],"domain_scores_gemma":[0.9972174,0.0010091129,0.00005804014,0.0008430503,0.00068294816,0.00018944345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004065705,0.000099026984,0.00023893951,0.0006906657,0.00006105657,0.0000378337,0.00033854842,0.00010063993,0.00032383445],"category_scores_gemma":[0.0019854202,0.00006499774,0.000051284904,0.0010874983,0.00019938109,0.00026646,0.00055533176,0.00036394838,0.00021849992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014645618,0.001542567,0.14391544,0.0009010146,0.00008329969,0.0000073857354,0.00024228533,0.0000045766324,0.3547879,0.0028918616,0.049874805,0.44428432],"study_design_scores_gemma":[0.0027867253,0.002546029,0.36147198,0.004841762,0.000002959251,8.515421e-8,0.000040518422,0.00037255723,0.016280478,0.0013519413,0.6101572,0.00014773651],"about_ca_topic_score_codex":0.000012439237,"about_ca_topic_score_gemma":0.0000036681536,"teacher_disagreement_score":0.5602824,"about_ca_system_score_codex":0.00016986231,"about_ca_system_score_gemma":0.00017452934,"threshold_uncertainty_score":0.35457602},"labels":[],"label_agreement":null},{"id":"W2499936971","doi":"10.2196/resprot.5040","title":"Evaluation of the Digital Alzheimer Center: Testing Usability and Usefulness of an Online Portal for Patients with Dementia and Their Carers","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Usability; Dementia; Medicine; Digital health; Population; Patient portal; Health care; Nursing; Telemedicine; Population ageing; Psychology; Disease; Computer science","score_opus":0.2818718229570465,"score_gpt":0.49024341436802416,"score_spread":0.20837159141097766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2499936971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77666354,0.000003842641,0.000012778627,0.000070447626,0.0000015069036,0.22290425,0.00018591569,0.000004863243,0.00015284977],"genre_scores_gemma":[0.79569066,1.2775028e-7,0.000076582895,0.0000035931866,0.000014057202,0.20417349,0.000019967705,0.000011066382,0.000010442431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757254,0.00031361467,0.00024705133,0.00027915154,0.001294834,0.00029280668],"domain_scores_gemma":[0.99642843,0.00029306335,0.00009982302,0.000279703,0.0027769632,0.00012202699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022266207,0.00010196941,0.00017257927,0.00008600794,0.00009921868,0.000032713073,0.00011348506,0.000037825226,0.00003395949],"category_scores_gemma":[0.0009589621,0.000046407135,0.000031757252,0.00019621846,0.00055638637,0.000245035,0.00016213188,0.00010497809,1.8587258e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000692625,0.001311422,0.7902242,0.00019061964,0.000108332184,2.281782e-7,0.00009798047,4.862606e-8,0.00151041,0.00000758882,0.00001635038,0.20584019],"study_design_scores_gemma":[0.008254896,0.0047519566,0.97372764,0.0012357102,0.000040868195,0.0000023595308,0.0002885364,0.00011452619,0.011037521,0.00019784781,0.00028647366,0.00006164203],"about_ca_topic_score_codex":0.000009943258,"about_ca_topic_score_gemma":0.000017217175,"teacher_disagreement_score":0.20577854,"about_ca_system_score_codex":0.00002934036,"about_ca_system_score_gemma":0.00030812804,"threshold_uncertainty_score":0.20500289},"labels":[],"label_agreement":null},{"id":"W2502353846","doi":"10.2196/resprot.5551","title":"Predicting Negative Emotions Based on Mobile Phone Usage Patterns: An Exploratory Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health, Taipei City Government; Taipei City Government","keywords":"Mobile phone; Computer science; Machine learning; Feature selection; Artificial intelligence; Anxiety; Negative emotion; Applied psychology; Android (operating system); Psychology; Naive Bayes classifier; Phone; Social psychology; Support vector machine","score_opus":0.33797490939868197,"score_gpt":0.5964163310996441,"score_spread":0.2584414217009621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2502353846","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36418623,6.030583e-7,0.00020641553,0.00030618627,0.00007100283,0.62671196,0.00029340741,0.00024475183,0.007979443],"genre_scores_gemma":[0.4840248,1.4059868e-8,0.000019098314,0.00004143208,0.000095441996,0.51387054,0.0000045280244,0.000034458386,0.001909674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99419487,0.002635032,0.0005526818,0.00076375867,0.0009604153,0.0008932696],"domain_scores_gemma":[0.99719214,0.0007957731,0.0001350225,0.0011526145,0.00029531325,0.00042913435],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024120903,0.00021111565,0.00022076927,0.00044936832,0.0004139342,0.0001382765,0.00059175136,0.000104673956,0.0035571873],"category_scores_gemma":[0.00021682604,0.00015546888,0.00009305358,0.0005134331,0.00021974304,0.00061038183,0.00019827207,0.00055080466,0.002864452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006004369,0.16133419,0.39957276,0.0010694752,0.00023318287,0.0005969345,0.027481865,0.000017500673,0.0017413308,0.0019718676,0.028962819,0.3710137],"study_design_scores_gemma":[0.04072152,0.24017212,0.56757677,0.028158948,0.000012592627,0.00001758181,0.06407433,0.0003419356,0.009623864,0.0049677026,0.042568874,0.001763775],"about_ca_topic_score_codex":0.000068684276,"about_ca_topic_score_gemma":0.0002680134,"teacher_disagreement_score":0.36924994,"about_ca_system_score_codex":0.00036970378,"about_ca_system_score_gemma":0.000133838,"threshold_uncertainty_score":0.99791193},"labels":[],"label_agreement":null},{"id":"W2505341784","doi":"10.2196/resprot.5958","title":"Voice-Message–Based mHealth Intervention to Reduce Postoperative Penetrative Sex in Recipients of Voluntary Medical Male Circumcision in the Western Cape, South Africa: Protocol of a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genital Health and Disease","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; mHealth; Male circumcision; Medicine; Intervention (counseling); Cape; Protocol (science); Family medicine; Psychological intervention; Alternative medicine; Population; Nursing; Geography; Surgery; Health services; Environmental health","score_opus":0.14588610927220166,"score_gpt":0.533973553126383,"score_spread":0.38808744385418126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505341784","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23349361,0.000005282375,0.000047824506,0.0018154322,0.000009135191,0.7639431,0.00002520651,0.0000082126735,0.0006522105],"genre_scores_gemma":[0.45232102,1.0300808e-7,0.000032280073,0.00009344118,0.000042846084,0.5470158,0.0000044104113,0.000011564918,0.00047852154],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9865694,0.0076952972,0.001998932,0.00051113474,0.0025331965,0.0006920205],"domain_scores_gemma":[0.99523866,0.0024632951,0.00042484718,0.0005469028,0.0007614148,0.0005648537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016510399,0.00023171898,0.0016026465,0.0008322158,0.00007031054,0.000021025277,0.00044583774,0.00020645418,0.0003582005],"category_scores_gemma":[0.0083228825,0.000116242896,0.00033969406,0.00092595606,0.00037336015,0.00013260439,0.00012134275,0.0006367108,0.000031200056],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97885346,0.004671717,0.006447667,0.001193078,0.000021007216,0.000074714946,0.0044801813,8.057445e-7,0.00067271694,0.000014453607,0.0005548341,0.0030153326],"study_design_scores_gemma":[0.96755844,0.010159644,0.012573892,0.0074691875,0.000011623669,0.0000032700268,0.00070908637,0.000100899335,0.00086645357,0.00008853888,0.00034885513,0.00011008496],"about_ca_topic_score_codex":0.00023814187,"about_ca_topic_score_gemma":0.0001713304,"teacher_disagreement_score":0.21882743,"about_ca_system_score_codex":0.00026661452,"about_ca_system_score_gemma":0.0023819755,"threshold_uncertainty_score":0.99638695},"labels":[],"label_agreement":null},{"id":"W2505678703","doi":"10.2196/resprot.5547","title":"An Online Learning Module to Increase Self-Efficacy and Involvement in Care for Patients With Advanced Lung Cancer: Research Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Thematic analysis; Quality of life (healthcare); Protocol (science); Self-management; Self-efficacy; Intervention (counseling); Patient education; Lung cancer; Patient experience; Qualitative research; Physical therapy; Health care; Medical education; Family medicine; Nursing; Psychology; Alternative medicine; Computer science; Oncology; Artificial intelligence","score_opus":0.1070841138155257,"score_gpt":0.5276528842522432,"score_spread":0.42056877043671753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505678703","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35640663,0.000004670773,0.000014337125,0.00033310454,0.0000028982395,0.64305323,0.000056644407,0.000059686103,0.00006878312],"genre_scores_gemma":[0.13594978,0.0000018279192,0.0006259854,0.000045078436,0.00015129834,0.86282,0.00004015721,0.00007221901,0.00029359187],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953784,0.0006952638,0.00035802362,0.00087680464,0.0015698923,0.0011216177],"domain_scores_gemma":[0.99593866,0.00034847076,0.00006216558,0.0006434194,0.0022943164,0.00071294775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001595447,0.00023735591,0.000381177,0.00064512424,0.0003343757,0.00009299788,0.00031041857,0.00012791318,0.000069199],"category_scores_gemma":[0.00038206612,0.00015551753,0.00003623272,0.0009692354,0.00015115547,0.00028855033,0.0002647946,0.0007400041,0.0000043861123],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035294697,0.0056008524,0.6544789,0.0070444928,0.000047982863,0.000031838048,0.008332271,0.000026339341,0.0047742864,0.00006569539,0.0010679815,0.28323463],"study_design_scores_gemma":[0.06183453,0.047500703,0.3335285,0.024096515,0.000009469354,0.0000015000236,0.0039344393,0.00021389434,0.0047006286,0.000049261605,0.52344483,0.0006857474],"about_ca_topic_score_codex":0.00092608685,"about_ca_topic_score_gemma":0.005154665,"teacher_disagreement_score":0.52237684,"about_ca_system_score_codex":0.0011344944,"about_ca_system_score_gemma":0.0008203185,"threshold_uncertainty_score":0.63418204},"labels":[],"label_agreement":null},{"id":"W2506770244","doi":"10.2196/resprot.5073","title":"Effect of Sitagliptin and Metformin on Prediabetes Progression to Type 2 Diabetes - A Randomized, Double-Blind, Double-Arm, Multicenter Clinical Trial: Protocol for the Sitagliptin and Metformin in PreDiabetes (SiMePreD) Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Treatment and Management","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prediabetes; Sitagliptin; Metformin; Medicine; Type 2 diabetes; Sitagliptin Phosphate; Diabetes mellitus; Randomized controlled trial; Clinical trial; Protocol (science); Internal medicine; Endocrinology; Alternative medicine","score_opus":0.2663964826492966,"score_gpt":0.5824015883056879,"score_spread":0.3160051056563913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2506770244","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36292502,0.000017412729,0.0000034396967,0.00032947617,0.000018829263,0.636505,0.00000983473,0.00005456482,0.0001363841],"genre_scores_gemma":[0.078832194,0.000004315446,0.0005210027,0.000033204506,0.00023149422,0.9196618,0.0000074166974,0.000082838436,0.00062569196],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928907,0.0018301525,0.0016205591,0.0011576237,0.0012808205,0.0012201443],"domain_scores_gemma":[0.9868681,0.01089337,0.00040946814,0.00091088447,0.00047337834,0.0004448043],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02101667,0.00058792863,0.0018692384,0.00072924345,0.00020744176,0.0001921234,0.00047151878,0.00026097434,0.000052435753],"category_scores_gemma":[0.0028040526,0.00027100195,0.00030047056,0.00068652426,0.0006248555,0.00034957615,0.00072447385,0.0005079142,0.000020546458],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.811031,0.0057229465,0.056391213,0.0020043673,0.00057869,0.0000073403908,0.00031646434,7.057685e-7,0.0005750263,0.000081678205,0.0009984599,0.1222921],"study_design_scores_gemma":[0.86298084,0.09238645,0.0012387802,0.004964607,0.00019580493,2.931051e-7,0.00010843864,0.000227628,0.027670106,0.00008921205,0.009858492,0.0002793563],"about_ca_topic_score_codex":0.00001016347,"about_ca_topic_score_gemma":0.000013058601,"teacher_disagreement_score":0.28409284,"about_ca_system_score_codex":0.00012752743,"about_ca_system_score_gemma":0.00012096138,"threshold_uncertainty_score":0.9999742},"labels":[],"label_agreement":null},{"id":"W2507704171","doi":"10.2196/resprot.5990","title":"Large-Scale Wearable Sensor Deployment in Parkinson’s Patients: The Parkinson@Home Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parkinson's Disease Mechanisms and Treatments","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stichting ParkinsonFonds; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Parkinson's UK; Intel Corporation","keywords":"Usability; Smartwatch; Parkinson's disease; Wearable computer; Medicine; Observational study; Protocol (science); Quality of life (healthcare); Physical medicine and rehabilitation; Wearable technology; Actigraphy; Physical therapy; Disease; Computer science; Human–computer interaction; Embedded system; Alternative medicine","score_opus":0.09888268706381427,"score_gpt":0.4596520598414631,"score_spread":0.36076937277764887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507704171","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095278904,0.0000031692332,0.000017565464,0.00080926454,0.000011808577,0.90235865,0.000047970847,0.00011979471,0.0013528941],"genre_scores_gemma":[0.11572599,0.0000015864563,0.0001391811,0.000139919,0.00012333879,0.8809524,0.000004347117,0.00008922702,0.0028240103],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99305874,0.0012846779,0.00069992937,0.0010880271,0.0022262796,0.001642349],"domain_scores_gemma":[0.9971062,0.00024764947,0.00015802999,0.00144746,0.000480633,0.0005600349],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024648565,0.00043435677,0.0005675496,0.00042000914,0.00046117057,0.00014914296,0.000540712,0.00016681029,0.001024935],"category_scores_gemma":[0.00019322369,0.0002212499,0.00017705654,0.0008787769,0.0001809432,0.00027446344,0.0004702528,0.00062551687,0.0008145671],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065204864,0.0280479,0.9393132,0.00033437557,0.00012906438,0.00041507048,0.0010382521,5.930696e-7,0.0005861629,0.00005957328,0.005313895,0.018241478],"study_design_scores_gemma":[0.026598264,0.004289219,0.3658929,0.0016008673,0.000008537488,0.0000047668436,0.0005214463,0.000019210485,0.0010962227,0.00028671732,0.59946483,0.00021702726],"about_ca_topic_score_codex":0.00008046731,"about_ca_topic_score_gemma":0.00020577069,"teacher_disagreement_score":0.59415096,"about_ca_system_score_codex":0.0007587159,"about_ca_system_score_gemma":0.00041715318,"threshold_uncertainty_score":0.9999634},"labels":[],"label_agreement":null},{"id":"W2508320532","doi":"10.2196/resprot.4542","title":"Twitter Strategies for Web-Based Surveying: Descriptive Analysis From the International Concussion Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Cape Town; National Research Foundation","keywords":"Snowball sampling; Social media; Publicity; Psychology; Descriptive statistics; Social network analysis; Social network (sociolinguistics); Applied psychology; Medical education; Computer science; Advertising; World Wide Web; Internet privacy; Medicine; Business; Marketing","score_opus":0.6402949788391736,"score_gpt":0.6357011450197582,"score_spread":0.0045938338194154715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2508320532","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15714434,0.0000020499222,0.00062049844,0.026030261,0.0002697193,0.81498563,0.00006242735,0.0000761924,0.0008088821],"genre_scores_gemma":[0.38099125,2.8985264e-7,0.0000927026,0.00005579807,0.0006907888,0.6179672,0.000006598403,0.000008317453,0.00018703865],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99442065,0.0029504315,0.00028645268,0.00037138036,0.0014655681,0.00050550885],"domain_scores_gemma":[0.9873016,0.010997157,0.0001278143,0.00032458676,0.0010912395,0.00015764376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077141174,0.000096130345,0.00016981756,0.00021081533,0.0009700008,0.00043149703,0.00088882516,0.00010322894,0.00067084254],"category_scores_gemma":[0.0058636256,0.000053544016,0.000096147414,0.000999788,0.00050861266,0.0003262801,0.00007527436,0.0002228259,0.000049283306],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005778032,0.00075984414,0.88177186,0.0000146676,0.00017266744,0.0000013114956,0.06699007,0.0000011792154,0.0010354781,0.0017902215,0.03253563,0.014349248],"study_design_scores_gemma":[0.0021158017,0.00046452947,0.44910166,0.00024385825,0.000014205654,9.241983e-9,0.07034673,0.00005231724,0.0001446664,0.003719511,0.47365335,0.00014335713],"about_ca_topic_score_codex":0.0071809734,"about_ca_topic_score_gemma":0.011685537,"teacher_disagreement_score":0.44111773,"about_ca_system_score_codex":0.0006287786,"about_ca_system_score_gemma":0.0026016592,"threshold_uncertainty_score":0.9994303},"labels":[],"label_agreement":null},{"id":"W2509879643","doi":"10.2196/resprot.4808","title":"Use of Web 2.0 Social Media Platforms to Promote Community-Engaged Research Dialogs: A Preliminary Program Evaluation","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Social media; World Wide Web; Computer science; Web 2.0; Medical education; The Internet; Multimedia; Medicine","score_opus":0.8778309244154584,"score_gpt":0.6965193373140446,"score_spread":0.18131158710141382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509879643","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35527012,0.0000021926164,0.0000022398274,0.0048657595,0.00010284735,0.63887,0.000023222998,0.00013151747,0.00073212956],"genre_scores_gemma":[0.26536095,0.0000036019796,0.00076040206,0.00001357454,0.0008456974,0.7328373,0.000012884801,0.0000367713,0.00012878087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9477391,0.04280043,0.00075441785,0.0005016223,0.0063704825,0.0018339511],"domain_scores_gemma":[0.94221723,0.0508008,0.00019880591,0.0007241435,0.0054229703,0.0006360616],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12702584,0.0001827132,0.0003570426,0.0009095557,0.00848659,0.0002667288,0.001319717,0.00046977022,0.00030118154],"category_scores_gemma":[0.20067517,0.00014258343,0.00008479294,0.0033266598,0.0023600645,0.00094305014,0.000494221,0.004762721,0.00022307885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010553366,0.002387131,0.0031707617,0.00033672067,0.00001468288,0.0000016811899,0.3097959,1.4965424e-7,0.0034731126,0.0026377388,0.0098151835,0.6673116],"study_design_scores_gemma":[0.002813934,0.00811609,0.093133874,0.004303096,0.000006421258,7.250267e-7,0.05496318,0.000033873715,0.0024294918,0.028050635,0.8056579,0.0004907338],"about_ca_topic_score_codex":0.0016146959,"about_ca_topic_score_gemma":0.004126487,"teacher_disagreement_score":0.79584277,"about_ca_system_score_codex":0.001769421,"about_ca_system_score_gemma":0.0054232953,"threshold_uncertainty_score":0.9975333},"labels":[],"label_agreement":null},{"id":"W2509920665","doi":"10.2196/resprot.5959","title":"Evaluation of a Behavioral Mobile Phone App Intervention for the Self-Management of Type 2 Diabetes: Randomized Controlled Trial Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University Health Network; University of Toronto; Centre for Global Health Research; Public Health Ontario; York University","funders":"","keywords":"Randomized controlled trial; Medicine; Glycated hemoglobin; Glycemic; Self-management; Psychological intervention; Physical therapy; mHealth; Diabetes management; Type 2 diabetes; Type 2 Diabetes Mellitus; Self-monitoring; Clinical endpoint; Blood Glucose Self-Monitoring; Mobile phone; Blood glucose monitoring; Intervention (counseling); Diabetes mellitus; Psychology; Nursing; Computer science; Internal medicine","score_opus":0.28865908829317216,"score_gpt":0.6482268825011506,"score_spread":0.3595677942079784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509920665","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002549049,0.000014698692,0.000514617,0.00034536378,0.000055507007,0.9956188,0.000029297411,0.00006118948,0.00081142853],"genre_scores_gemma":[0.009059353,0.000007955924,0.00044299164,0.000017645163,0.00020171373,0.9892213,0.0000089478735,0.000032852713,0.0010072495],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9869309,0.007683213,0.0023154696,0.00038689995,0.0018656689,0.00081785774],"domain_scores_gemma":[0.9881521,0.005113829,0.0012656093,0.00083110895,0.0044511883,0.00018616502],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.054394614,0.00017603485,0.0010357314,0.00024059985,0.0005850814,0.000010188745,0.00047510717,0.00020827272,0.0010078683],"category_scores_gemma":[0.0010386313,0.00008815743,0.0003653946,0.00052378664,0.0002626408,0.00010662198,0.00017114286,0.0003862532,0.00006554592],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8732203,0.0026583294,0.00004896912,0.005519367,0.00016669603,6.562284e-8,0.00035480206,0.00000262273,0.00026596806,0.002498259,0.006058507,0.109206095],"study_design_scores_gemma":[0.8938642,0.002626976,0.00004209862,0.003376898,0.000102078484,3.2546854e-8,0.00033079658,0.0010114175,0.00019557939,0.0017467805,0.096626155,0.00007698608],"about_ca_topic_score_codex":0.000037612463,"about_ca_topic_score_gemma":0.000020151305,"teacher_disagreement_score":0.10912911,"about_ca_system_score_codex":0.00037782255,"about_ca_system_score_gemma":0.0016785332,"threshold_uncertainty_score":0.99990535},"labels":[],"label_agreement":null},{"id":"W2511023995","doi":"10.2196/resprot.5967","title":"Designing an Adverse Drug Event Reporting System to Prevent Unintentional Reexposures to Harmful Drugs: Study Protocol for a Multiple Methods Design","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; Vancouver General Hospital; University of British Columbia; Vancouver Coastal Health; Vancouver Coastal Health Research Institute; Simon Fraser University","funders":"","keywords":"Adverse drug event; Medicine; Adverse effect; Drug; Unintended consequences; Protocol (science); Medical emergency; Intensive care medicine; Culprit; Health care; Alternative medicine; Pharmacology; Psychiatry","score_opus":0.6464221052643018,"score_gpt":0.7052035877603337,"score_spread":0.05878148249603188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511023995","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028011207,5.1659e-7,0.05403757,0.0007415137,0.000079937374,0.941618,0.000064778695,0.00034431843,0.0003121923],"genre_scores_gemma":[0.019811226,8.734555e-8,0.029170366,0.00024670386,0.00050138164,0.9468638,0.0000060050666,0.00009788401,0.0033025825],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864163,0.007758124,0.0019022451,0.0013210572,0.0009905278,0.0016117874],"domain_scores_gemma":[0.9927039,0.0030027311,0.00079649006,0.0007997856,0.0013941642,0.0013029054],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026613763,0.00048412816,0.00062816945,0.0006769759,0.001281501,0.000106305866,0.0010055491,0.000221166,0.00033988288],"category_scores_gemma":[0.0030023188,0.00036264397,0.00027529727,0.0008639295,0.0001542446,0.0006078877,0.0004841793,0.0009893506,0.00026615034],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020852217,0.0123724155,0.0087646395,0.0013174039,0.00053119723,0.00021675859,0.007707884,0.0060603404,0.82495016,0.0003159778,0.057382874,0.059528124],"study_design_scores_gemma":[0.012308893,0.004410029,0.0007865314,0.0024345499,0.000038867962,0.000031183085,0.007044395,0.002498316,0.41006196,0.00017528658,0.5594707,0.0007392603],"about_ca_topic_score_codex":0.000030371259,"about_ca_topic_score_gemma":0.000017992876,"teacher_disagreement_score":0.50208783,"about_ca_system_score_codex":0.00091351743,"about_ca_system_score_gemma":0.00075285754,"threshold_uncertainty_score":0.9998826},"labels":[],"label_agreement":null},{"id":"W2511866757","doi":"10.2196/resprot.6195","title":"An Exploratory Clinical Trial of a Novel Treatment for Giant Congenital Melanocytic Nevi Combining Inactivated Autologous Nevus Tissue by High Hydrostatic Pressure and a Cultured Epidermal Autograft: Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nevus; Medicine; Congenital melanocytic nevus; Dermatology; Melanocytic nevus; Transplantation; Melanoma; Surgery; Cancer research","score_opus":0.24062860585935383,"score_gpt":0.5424718486917388,"score_spread":0.30184324283238495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511866757","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07271463,0.0000027211272,0.00044626027,0.0003752292,0.000025034808,0.9261461,0.00008171718,0.00014969341,0.000058606103],"genre_scores_gemma":[0.2403653,4.963962e-7,0.00045893446,0.000020622765,0.000108242,0.7578535,0.000013287763,0.000048109705,0.0011315114],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955846,0.0010783547,0.0010748608,0.00082600844,0.0007653127,0.0006708743],"domain_scores_gemma":[0.99733794,0.00067024777,0.00033839003,0.0007310197,0.00043594887,0.00048646002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018827392,0.00034874518,0.00094458886,0.00026479532,0.00023196313,0.000091162525,0.00022235549,0.00022840001,0.00008164783],"category_scores_gemma":[0.0005681262,0.0002160135,0.000126559,0.0002936634,0.0003955407,0.00021596656,0.0001496287,0.0003291768,0.00000808701],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.50605714,0.06665421,0.0011959951,0.002121186,0.002165424,0.0005548823,0.0039471844,0.0000037509892,0.21056923,0.0002461478,0.00614985,0.20033501],"study_design_scores_gemma":[0.53880405,0.27095821,0.0011988643,0.0011736315,0.00020736441,0.00012271316,0.0017525777,0.0013391786,0.022229005,0.00007092085,0.16164035,0.0005031615],"about_ca_topic_score_codex":0.000093315604,"about_ca_topic_score_gemma":0.0000387363,"teacher_disagreement_score":0.20430401,"about_ca_system_score_codex":0.00019819629,"about_ca_system_score_gemma":0.0003960344,"threshold_uncertainty_score":0.8808775},"labels":[],"label_agreement":null},{"id":"W2512569256","doi":"10.2196/resprot.6046","title":"Preventing Paradoxical Tuberculosis-Associated Immune Reconstitution Inflammatory Syndrome in High-Risk Patients: Protocol of a Randomized Placebo-Controlled Trial of Prednisone (PredART Trial)","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infectious Diseases and Tuberculosis","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Francis Crick Institute; Wellcome Trust","keywords":"Prednisone; Medicine; Randomized controlled trial; Placebo; Tuberculosis; Immunology; Protocol (science); Immune system; Immune reconstitution inflammatory syndrome; Internal medicine; Physical therapy; Alternative medicine; Human immunodeficiency virus (HIV); Pathology; Viral load","score_opus":0.03440348391400348,"score_gpt":0.4020479881297525,"score_spread":0.367644504215749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512569256","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45659065,0.0000015276603,0.000009789796,0.00007248786,0.000017986036,0.54290456,0.00002795127,0.000040651175,0.00033442696],"genre_scores_gemma":[0.41701487,0.0000022952993,0.000027927521,0.0000025925435,0.000053500527,0.58273846,0.000010213832,0.000027944776,0.00012219363],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98828214,0.005550184,0.003054789,0.0005920419,0.0017016312,0.0008192038],"domain_scores_gemma":[0.99411243,0.0023711205,0.0013804525,0.00076756644,0.0011159105,0.00025249078],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011259947,0.00036138724,0.0027075566,0.0008154131,0.0001645398,0.00003706246,0.00027937727,0.00043691625,0.0003390707],"category_scores_gemma":[0.012261537,0.0002302414,0.0010170552,0.0007393837,0.00070382596,0.0003119053,0.00018315339,0.00067096396,0.00002317328],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96710455,0.012364732,0.014882619,0.0010941832,0.00066984346,0.000019238774,0.00009790091,0.0000022357312,0.00070399395,0.00036285087,0.000086600056,0.0026112187],"study_design_scores_gemma":[0.96759933,0.012319565,0.00852106,0.00863226,0.00012463516,0.0000039306788,0.000016463426,0.00006357834,0.0015052449,0.00087628904,0.00011413642,0.00022349069],"about_ca_topic_score_codex":0.00019633232,"about_ca_topic_score_gemma":0.000025543628,"teacher_disagreement_score":0.039833937,"about_ca_system_score_codex":0.00049494073,"about_ca_system_score_gemma":0.0009458999,"threshold_uncertainty_score":0.9960586},"labels":[],"label_agreement":null},{"id":"W2512726309","doi":"10.2196/resprot.6044","title":"Telemedicine for Gestational Diabetes Mellitus (TeleGDM): A Mixed-Method Study Protocol of Effects of a Web-Based GDM Support System on Health Service Utilization, Maternal and Fetal Outcomes, Costs, and User Experience","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Melbourne","keywords":"Gestational diabetes; Telemedicine; Medicine; Protocol (science); Diabetes mellitus; Pregnancy; Obstetrics; Medical emergency; Health care; Gestation; Alternative medicine","score_opus":0.09638425441730261,"score_gpt":0.5176284474754793,"score_spread":0.42124419305817673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512726309","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08466085,0.000004798645,0.0011105997,0.0014449359,0.0000068402637,0.91261953,0.0000816948,0.000033928536,0.000036796377],"genre_scores_gemma":[0.09964389,0.0000012856269,0.0026515904,0.00013412167,0.000022722208,0.8972985,0.000018503351,0.00003183483,0.0001975457],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99563766,0.00075222057,0.00070354156,0.00052052015,0.0017420092,0.00064407004],"domain_scores_gemma":[0.99579006,0.0018458928,0.0002598031,0.00038868445,0.0012975929,0.0004179703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027353475,0.00022671731,0.0006047765,0.0005114574,0.00013722459,0.000036646117,0.0001983558,0.00006275673,0.000037493584],"category_scores_gemma":[0.0007447519,0.00014249398,0.000050467843,0.00042715608,0.00023431344,0.0001376214,0.00014712717,0.00016280967,0.00000340706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070614624,0.0042570923,0.7621153,0.10213898,0.00027510786,0.000039513438,0.0007600528,0.0000038989942,0.013755019,0.0028902164,0.004176277,0.10252709],"study_design_scores_gemma":[0.040672164,0.026260125,0.87463945,0.012472892,0.000014587574,0.0000037636928,0.00074342976,0.0008634709,0.026820118,0.00006968736,0.017232483,0.00020782712],"about_ca_topic_score_codex":0.00006824168,"about_ca_topic_score_gemma":0.000035543937,"teacher_disagreement_score":0.11252417,"about_ca_system_score_codex":0.00022582781,"about_ca_system_score_gemma":0.0006658195,"threshold_uncertainty_score":0.58107364},"labels":[],"label_agreement":null},{"id":"W2513132958","doi":"10.2196/resprot.6271","title":"A Dyadic Behavioral Intervention to Optimize Same Sex Male Couples’ Engagement Across the HIV Care Continuum: Development of and Protocol for an Innovative Couples-based Approach (Partner Steps)","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Emory University","keywords":"Psychological intervention; Serodiscordant; Men who have sex with men; Intervention (counseling); Context (archaeology); Psychology; Medicine; Human immunodeficiency virus (HIV); Clinical psychology; Family medicine; Viral load; Nursing; Antiretroviral therapy","score_opus":0.36343367836019874,"score_gpt":0.5959350647371876,"score_spread":0.23250138637698886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513132958","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028213501,0.0000023004125,0.019720946,0.0003804927,0.0000020257887,0.9508701,0.00026960127,0.000045677927,0.0004953305],"genre_scores_gemma":[0.017695645,1.0728332e-7,0.010976456,0.000028358385,0.00006627285,0.9598296,0.00011295854,0.000055777113,0.011234818],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99536276,0.0007498517,0.00090645213,0.0006849168,0.0012829204,0.0010130968],"domain_scores_gemma":[0.99577945,0.00026383591,0.0001987277,0.00073736836,0.0025811333,0.00043948035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005132471,0.0002863497,0.00048373046,0.00035813655,0.00055857556,0.00017385153,0.0005214246,0.000139564,0.0004034913],"category_scores_gemma":[0.00042707453,0.00016664977,0.00016850937,0.00072044,0.000607652,0.000240593,0.00043979473,0.00054159446,0.000028716671],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029703923,0.016657397,0.036532447,0.015150931,0.00042733227,0.000032470616,0.03257551,0.000014600017,0.09386185,0.0003787298,0.10794998,0.66671485],"study_design_scores_gemma":[0.054520544,0.059150722,0.013047294,0.01773711,0.000020401907,0.000018955707,0.024577275,0.0027431406,0.10614801,0.00003484588,0.72122765,0.0007740629],"about_ca_topic_score_codex":0.000040142306,"about_ca_topic_score_gemma":0.00015840826,"teacher_disagreement_score":0.66594076,"about_ca_system_score_codex":0.0004029313,"about_ca_system_score_gemma":0.0007288025,"threshold_uncertainty_score":0.67957807},"labels":[],"label_agreement":null},{"id":"W2514447137","doi":"10.2196/resprot.5906","title":"Patient Insights Into the Design of Technology to Support a Strengths-Based Approach to Health Care","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Norges Forskningsråd; Patient-Centered Outcomes Research Institute","keywords":"Strengths and weaknesses; Health care; Psychology; Medicine; Nursing; Knowledge management; Medical education; Computer science; Social psychology","score_opus":0.2153364495162031,"score_gpt":0.5854102351262284,"score_spread":0.37007378561002524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514447137","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049249846,0.000022722123,0.009052193,0.015294223,0.000044872122,0.96151495,0.000075028525,0.00014721743,0.008923792],"genre_scores_gemma":[0.30783328,4.909074e-8,0.0022955074,0.00033204525,0.00002028712,0.68891585,0.0000043892032,0.000028291037,0.00057030946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996096,0.00096831244,0.00069016335,0.0005918716,0.00074530597,0.00090830197],"domain_scores_gemma":[0.997391,0.0003695477,0.00014120273,0.0011918705,0.00047526803,0.0004311072],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009791522,0.00017886632,0.00028544845,0.00084512425,0.00023791482,0.00003690824,0.00087204174,0.00013875401,0.00018367782],"category_scores_gemma":[0.00027089767,0.00010362529,0.00008255621,0.0013764836,0.00029040454,0.00007887617,0.00039172723,0.00034036417,0.00085201924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001569373,0.0036515633,0.00028732876,0.0006938876,0.00003080808,0.0000104236815,0.0146967005,0.000012602806,0.0004774261,0.023453493,0.06878888,0.8863275],"study_design_scores_gemma":[0.0024989506,0.058661032,0.0006966808,0.0034233816,0.0000012097481,0.000005705872,0.0062595056,0.000006082294,0.01647053,0.0029713232,0.9087,0.00030563676],"about_ca_topic_score_codex":0.000107599364,"about_ca_topic_score_gemma":0.00006688048,"teacher_disagreement_score":0.88602185,"about_ca_system_score_codex":0.00057329616,"about_ca_system_score_gemma":0.0005926224,"threshold_uncertainty_score":0.9999259},"labels":[],"label_agreement":null},{"id":"W2514706596","doi":"10.2196/resprot.5302","title":"The Development and Piloting of a Mobile Data Collection Protocol to Assess Compliance With a National Tobacco Advertising, Promotion, and Product Display Ban at Retail Venues in the Russian Federation","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Advertising; Product (mathematics); Protocol (science); Compliance (psychology); Business; Data collection; Mobile apps; Packaging and labeling; Marketing; Medicine; Political science; Computer science; World Wide Web; Psychology; Alternative medicine","score_opus":0.4217893365976297,"score_gpt":0.5426970391827153,"score_spread":0.1209077025850856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514706596","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3305118,8.746917e-7,0.00004760622,0.0018826316,0.0000017916276,0.66739917,0.0000042703177,0.00001029642,0.00014155844],"genre_scores_gemma":[0.3558318,1.6415107e-7,0.00027785476,0.000006132841,0.000027252045,0.6436483,0.000008565431,0.0000073895308,0.0001925134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99800724,0.00029495478,0.00026308346,0.0003303274,0.0008975476,0.00020682884],"domain_scores_gemma":[0.999085,0.00016299674,0.00009997393,0.00032571537,0.00027646724,0.000049828872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028859822,0.00008802027,0.000112183756,0.00009297665,0.0005944474,0.00012339673,0.00016462772,0.00003328583,0.0000064483315],"category_scores_gemma":[0.00031301638,0.00004198629,0.000005996195,0.00037244454,0.00014032693,0.00022014971,0.00013767775,0.00015769768,9.224749e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021089823,0.00060191995,0.92013854,0.00062422897,0.000015938851,0.000004722032,0.0028704782,0.0000018923956,0.011867274,0.00026687756,0.00073537446,0.060763784],"study_design_scores_gemma":[0.0017771415,0.0011003579,0.9632879,0.0036965976,0.000002037011,0.000028683948,0.00012774898,0.000037872695,0.008989855,0.000037440597,0.020839598,0.00007475138],"about_ca_topic_score_codex":0.000011952685,"about_ca_topic_score_gemma":0.00028029477,"teacher_disagreement_score":0.060689032,"about_ca_system_score_codex":0.00022062172,"about_ca_system_score_gemma":0.00036440438,"threshold_uncertainty_score":0.4572069},"labels":[],"label_agreement":null},{"id":"W2515065624","doi":"10.2196/resprot.5557","title":"Single-Incision Multiport/Single Port Laparoscopic Abdominal Surgery (SILAP): A Prospective Multicenter Observational Quality Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Minimally Invasive Surgical Techniques","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Surgery; Multicenter study; Abdominal surgery; Prospective cohort study; Port (circuit theory); Randomized controlled trial; Laparoscopy; General surgery; Laparoscopic surgery; Internal medicine","score_opus":0.5851828206392344,"score_gpt":0.5838400251634731,"score_spread":0.001342795475761327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515065624","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50949025,0.0000034452569,0.00012424611,0.0009828096,0.00001559902,0.4869208,0.000029084069,0.00028464186,0.0021490846],"genre_scores_gemma":[0.4428353,5.986573e-7,0.0015017933,0.000076079465,0.00020574234,0.5538175,0.000010590623,0.00004889814,0.0015034814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992317,0.0012720734,0.0012985845,0.0011233038,0.0029334927,0.0010555359],"domain_scores_gemma":[0.992738,0.0029756327,0.00033526157,0.0011097486,0.0023368255,0.000504531],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061256955,0.0003808909,0.00092321524,0.00049255753,0.00025908637,0.000113191716,0.00037595362,0.00025134045,0.0011158135],"category_scores_gemma":[0.0063581774,0.00024795195,0.0002874829,0.00072966923,0.00054008915,0.0004563903,0.00043437272,0.00071870815,0.00022039573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063836672,0.012663306,0.7844878,0.00036779593,0.00007002653,0.0004534722,0.0002807061,2.9863234e-8,0.17839964,0.000102019876,0.0049872533,0.011804317],"study_design_scores_gemma":[0.008410685,0.006072495,0.8096836,0.005163059,0.000009436067,0.000030498246,0.00028384096,0.000006173047,0.13874891,0.00051849557,0.030671531,0.0004012469],"about_ca_topic_score_codex":0.000055321776,"about_ca_topic_score_gemma":0.00004324646,"teacher_disagreement_score":0.06689671,"about_ca_system_score_codex":0.0009469299,"about_ca_system_score_gemma":0.0006468449,"threshold_uncertainty_score":0.99999726},"labels":[],"label_agreement":null},{"id":"W2515217436","doi":"10.2196/resprot.4672","title":"Using Tablet Computers to Increase Patient Engagement With Electronic Personal Health Records: Protocol For a Prospective, Randomized Interventional Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Medicine; Randomized controlled trial; Electronic health record; Bridging (networking); Mobile device; Health care; Medical emergency; Family medicine; Computer science","score_opus":0.2566915542687696,"score_gpt":0.5547825536997799,"score_spread":0.2980909994310103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515217436","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038462693,5.799508e-7,0.009913497,0.0039938674,0.000004637914,0.9819837,0.0000136211365,0.000086454995,0.00015732218],"genre_scores_gemma":[0.008773846,6.53539e-8,0.011476051,0.00016100745,0.00012523148,0.97796357,0.000007560759,0.000052209332,0.0014404693],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99466574,0.0015620368,0.00061445707,0.00075256906,0.0012702123,0.0011349806],"domain_scores_gemma":[0.9979586,0.00040321102,0.00016510644,0.00040275292,0.0006066654,0.0004636395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00524517,0.00029770395,0.00073562673,0.00047577207,0.00040105465,0.000104000566,0.00016396465,0.000042117706,0.00035127348],"category_scores_gemma":[0.00024276783,0.0001642386,0.00019940885,0.0004490087,0.0001336414,0.0001645358,0.00025509263,0.0003168192,0.00003253514],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8187076,0.033166796,0.016079038,0.002855854,0.0015476632,0.00010667171,0.003663028,0.000005930464,0.00039322817,0.0018559365,0.07668171,0.044936582],"study_design_scores_gemma":[0.49128634,0.0883654,0.0010656213,0.008703158,0.000027253453,0.000017592909,0.0006305029,0.00032039423,0.00023010807,0.00023752467,0.40879047,0.00032563752],"about_ca_topic_score_codex":0.00017482592,"about_ca_topic_score_gemma":0.000116321076,"teacher_disagreement_score":0.33210877,"about_ca_system_score_codex":0.0017517006,"about_ca_system_score_gemma":0.001202912,"threshold_uncertainty_score":0.6697456},"labels":[],"label_agreement":null},{"id":"W2515535415","doi":"10.2196/resprot.4985","title":"Application of a Web-Enabled Leg Training System for the Objective Monitoring and Quantitative Analysis of Exercise-Induced Fatigue","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular and exercise physiology","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Applied psychology; Web application; Psychology; Computer science; Physical therapy; Medicine; Physical medicine and rehabilitation; World Wide Web","score_opus":0.2642340264963531,"score_gpt":0.520043333889721,"score_spread":0.25580930739336794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515535415","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25291586,0.00008880785,0.014247014,0.00017705222,0.000011672465,0.73203796,0.00005741167,0.000048525537,0.00041569315],"genre_scores_gemma":[0.5450846,0.000003472596,0.00017192382,2.9753605e-7,0.0000260921,0.4546831,0.0000016530248,0.000008970873,0.000019923202],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99845064,0.00021663478,0.00031361438,0.0002958883,0.00044725253,0.00027596878],"domain_scores_gemma":[0.99744457,0.0010480426,0.00013091073,0.00047519722,0.0008276871,0.00007360644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018143291,0.000101432845,0.0007062795,0.000392992,0.00011279976,0.000010144937,0.00013382894,0.00008321738,0.000003486402],"category_scores_gemma":[0.00026714863,0.000055684304,0.0002945931,0.00090617954,0.0001809427,0.00007120424,0.00006730082,0.00013451537,0.000001345065],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070553618,0.00014929129,0.0024776172,0.0023148935,0.0021997134,0.0000019015866,0.003945821,0.000037306392,0.92195076,0.001375269,0.00003359622,0.058458466],"study_design_scores_gemma":[0.01271624,0.0035787947,0.16463463,0.013687035,0.0014071225,0.000009310892,0.02912014,0.011206521,0.7621963,0.0005000013,0.0005966318,0.00034729324],"about_ca_topic_score_codex":0.0001008451,"about_ca_topic_score_gemma":0.0000044753797,"teacher_disagreement_score":0.2921687,"about_ca_system_score_codex":0.00008575482,"about_ca_system_score_gemma":0.0001569204,"threshold_uncertainty_score":0.22707401},"labels":[],"label_agreement":null},{"id":"W2516409327","doi":"10.2196/resprot.5836","title":"Development of a Mobile Phone-Based Weight Loss Lifestyle Intervention for Filipino Americans with Type 2 Diabetes: Protocol and Early Results From the PilAm Go4Health Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"American Heart Association","keywords":"Medicine; Type 2 diabetes; Weight loss; Randomized controlled trial; Overweight; Glycated hemoglobin; Gerontology; Obesity; Physical therapy; Diabetes mellitus; Internal medicine; Endocrinology","score_opus":0.13521390176234807,"score_gpt":0.5469461080635243,"score_spread":0.41173220630117624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516409327","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029939331,0.00000811013,0.0013024545,0.0019431997,0.000032862506,0.9663577,0.00017303394,0.00007736859,0.00016592923],"genre_scores_gemma":[0.0065898737,0.0000050556982,0.0040265126,0.00020588216,0.00039765483,0.9878789,0.000041665215,0.00005605595,0.0007983827],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9893208,0.005019015,0.0027871851,0.0007187954,0.0008870195,0.0012671856],"domain_scores_gemma":[0.9792203,0.016368426,0.0015913051,0.00087270845,0.0014158477,0.00053144404],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014673564,0.00030058235,0.0014957921,0.00020756206,0.0013290817,0.000029365436,0.00048394955,0.00024584364,0.00019625807],"category_scores_gemma":[0.002960073,0.00014076731,0.00018021809,0.0005494803,0.00067386136,0.00012034412,0.00013832105,0.000708511,0.0000541374],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.967044,0.000923857,0.0013674946,0.0016956767,0.000069901864,3.3956456e-7,0.0013347241,3.674654e-7,0.00025961897,0.00020956754,0.0059721866,0.021122253],"study_design_scores_gemma":[0.6943961,0.002627914,0.00063282513,0.004318863,0.000008668745,5.6661595e-8,0.00015288946,0.000051838124,0.00023906746,0.00019587654,0.29725176,0.00012413424],"about_ca_topic_score_codex":0.00026005897,"about_ca_topic_score_gemma":0.00025063194,"teacher_disagreement_score":0.29127958,"about_ca_system_score_codex":0.00029555408,"about_ca_system_score_gemma":0.0052169715,"threshold_uncertainty_score":0.99997103},"labels":[],"label_agreement":null},{"id":"W2518162742","doi":"10.2196/resprot.5772","title":"Cloud Based Surveys to Assess Patient Perceptions of Health Care: 1000 Respondents in 3 days for US $300","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Nutrition Obesity Research Center, University of North Carolina; University of Minnesota; University of Chicago","keywords":"Confidentiality; Amazon rainforest; Health care; Population; Workforce; Cloud computing; Family medicine; Psychology; Quality (philosophy); Medicine; Applied psychology; Medical education; Computer science; Environmental health; Computer security; Political science","score_opus":0.2105120680387287,"score_gpt":0.5120467758565226,"score_spread":0.3015347078177939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518162742","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07851336,0.0000051529273,0.33235243,0.0032313068,0.00005288034,0.58514994,0.00007562344,0.00012677322,0.0004925401],"genre_scores_gemma":[0.3970118,1.9395719e-7,0.0063746087,0.00009933889,0.000039603812,0.59628886,0.000002257413,0.000021271151,0.00016207634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944215,0.002537912,0.00056376774,0.00062121835,0.0010243059,0.00083128957],"domain_scores_gemma":[0.99690676,0.0008857618,0.00012319675,0.0010996822,0.0007194027,0.0002652009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007502743,0.0001500318,0.0002978173,0.00054940954,0.0002842484,0.00016006494,0.00092697464,0.000087997534,0.000031417967],"category_scores_gemma":[0.0004029967,0.000115118746,0.00008595803,0.0008345173,0.0001010875,0.00020421011,0.00036030883,0.00021930225,0.00003983149],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008520392,0.0014070178,0.036102165,0.0012262819,0.0000160413,0.000024861907,0.008029101,0.00042416283,0.054575894,0.0053818286,0.01536958,0.876591],"study_design_scores_gemma":[0.017525965,0.033831026,0.34410998,0.024200194,0.0000023962327,0.000014964867,0.0021721614,0.0053458367,0.14455096,0.0019716376,0.4242084,0.002066458],"about_ca_topic_score_codex":0.00016089092,"about_ca_topic_score_gemma":0.0002035919,"teacher_disagreement_score":0.8745246,"about_ca_system_score_codex":0.00044906323,"about_ca_system_score_gemma":0.00084357563,"threshold_uncertainty_score":0.46944064},"labels":[],"label_agreement":null},{"id":"W2518320770","doi":"10.2196/resprot.6024","title":"A Cross-Sectional Comparison of Druggable Mutations in Primary Tumors, Metastatic Tissue, Circulating Tumor Cells, and Cell-Free Circulating DNA in Patients with Metastatic Breast Cancer: The MIRROR Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Druggability; Metastatic breast cancer; Medicine; Circulating tumor cell; Breast cancer; Oncology; Cancer; Internal medicine; Pathology; Metastasis; Biology; Gene; Genetics","score_opus":0.06605293329006323,"score_gpt":0.44380389948265553,"score_spread":0.3777509661925923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518320770","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5742704,0.0000036625877,0.0000134651455,0.000026846263,0.0000029619337,0.42545775,0.00017362484,0.0000035696526,0.00004769067],"genre_scores_gemma":[0.47627473,1.3063735e-7,0.00026635785,0.0000073119827,0.000012863711,0.52338076,0.000012147524,0.000021238398,0.000024494917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972067,0.00043350193,0.0006871241,0.00053843105,0.0006423756,0.00049187505],"domain_scores_gemma":[0.99842024,0.00026857006,0.0002981061,0.00051901134,0.0003948707,0.00009920007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011211035,0.00020884037,0.0003283959,0.00017863185,0.0001898334,0.0001085775,0.00038403494,0.000040113246,0.00004021818],"category_scores_gemma":[0.0001497381,0.00013717389,0.00003691692,0.000422807,0.00028579254,0.000026945418,0.00036504248,0.00025062784,0.0000015918301],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083965977,0.0019718213,0.93336946,0.00051472225,0.000030239144,0.000011067335,0.0003427243,0.00033534097,0.061450366,0.000008515392,0.00006100728,0.0010650682],"study_design_scores_gemma":[0.010845793,0.0015234442,0.9705842,0.00053297554,0.0000055621454,0.000005348381,0.00030558,0.00011899947,0.01531323,0.00009179287,0.0004531985,0.00021983885],"about_ca_topic_score_codex":0.0006974337,"about_ca_topic_score_gemma":0.0010297764,"teacher_disagreement_score":0.09799573,"about_ca_system_score_codex":0.00017322705,"about_ca_system_score_gemma":0.0005725072,"threshold_uncertainty_score":0.55937886},"labels":[],"label_agreement":null},{"id":"W2518390249","doi":"10.2196/resprot.5823","title":"Protocol for a Randomized Controlled Trial Evaluating Mobile Text Messaging to Promote Retention and Adherence to Antiretroviral Therapy for People Living With HIV in Burkina Faso","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Short Message Service; mHealth; Psychological intervention; Psychosocial; Medicine; Randomized controlled trial; Mobile phone; Population; eHealth; Intervention (counseling); Health care; Telemedicine; Family medicine; Gerontology; Nursing; Environmental health; Psychiatry; Computer science","score_opus":0.23331620383838567,"score_gpt":0.6091997358808771,"score_spread":0.37588353204249136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518390249","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02593157,0.000001834267,0.0062569403,0.0017630592,0.000014184275,0.9655973,0.000027906983,0.00009841924,0.0003088093],"genre_scores_gemma":[0.009573889,0.0000017668349,0.005874393,0.00021203482,0.00030928457,0.98123103,0.0000044166404,0.000080268954,0.002712931],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9909644,0.0036217275,0.0017401656,0.0010011462,0.0008614181,0.0018111389],"domain_scores_gemma":[0.98733515,0.009465899,0.0005848028,0.0006228366,0.0013157334,0.0006756066],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.026505701,0.0003230101,0.0015127425,0.0005658835,0.001381863,0.00008220631,0.00038285833,0.000237527,0.00014377614],"category_scores_gemma":[0.0062359623,0.00018719396,0.0001573625,0.00077962945,0.000106685264,0.00023734196,0.00017919445,0.00056335167,0.000037001944],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91197556,0.00044013167,0.0016509781,0.002751813,0.000016103784,2.6878845e-7,0.001766148,0.0000019586307,0.0020959533,0.00085033686,0.0017843915,0.076666355],"study_design_scores_gemma":[0.908997,0.02629069,0.00044952202,0.012641597,0.000004168927,4.6657837e-7,0.00037566634,0.0007742793,0.00007729128,0.0006554864,0.04948846,0.0002454011],"about_ca_topic_score_codex":0.00012173766,"about_ca_topic_score_gemma":0.00020331079,"teacher_disagreement_score":0.076420955,"about_ca_system_score_codex":0.00038364017,"about_ca_system_score_gemma":0.0023002152,"threshold_uncertainty_score":0.9999182},"labels":[],"label_agreement":null},{"id":"W2518532270","doi":"10.2196/resprot.5940","title":"Incorporating Novel Mobile Health Technologies Into Management of Knee Osteoarthritis in Patients Treated With Intra-Articular Hyaluronic Acid: Rationale and Protocol of a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Osteoarthritis; Physical therapy; Medicine; mHealth; Hyaluronic acid; Randomized controlled trial; Protocol (science); Physical medicine and rehabilitation; Alternative medicine; Surgery; Psychological intervention; Pathology","score_opus":0.03962083134125095,"score_gpt":0.40095098941238033,"score_spread":0.3613301580711294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518532270","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13176128,0.00001824368,0.000043376265,0.00012590268,0.000002186172,0.8678987,0.0000103212915,0.000047227648,0.0000927837],"genre_scores_gemma":[0.195697,0.0000014931427,0.0016434308,0.0000036588224,0.0000074999552,0.802512,0.000010080578,0.000020563124,0.00010425929],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9967059,0.00050697883,0.0010887499,0.00039376947,0.0008930461,0.00041153847],"domain_scores_gemma":[0.9983373,0.0002594801,0.00049454975,0.00037700633,0.00044604752,0.000085579035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021617983,0.0002198453,0.0014835468,0.0004691697,0.00008000157,0.000022195278,0.00010891319,0.000117449286,0.000032629425],"category_scores_gemma":[0.0002520456,0.00012210062,0.00012126618,0.0004533129,0.000517928,0.00015704945,0.00012976682,0.00018814641,0.0000030111432],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8436952,0.0024562983,0.0016116279,0.0010489009,0.000118867516,0.000018431061,0.00013519161,3.1512963e-7,0.007032872,0.0011012484,0.0000064184837,0.1427746],"study_design_scores_gemma":[0.9022874,0.069077894,0.00009561341,0.008022136,0.000015933649,0.000002450666,0.00022830602,0.00000841532,0.019495757,0.0004594685,0.00020268759,0.00010389903],"about_ca_topic_score_codex":0.000014772672,"about_ca_topic_score_gemma":0.000021865942,"teacher_disagreement_score":0.1426707,"about_ca_system_score_codex":0.0001613897,"about_ca_system_score_gemma":0.00030194424,"threshold_uncertainty_score":0.4979119},"labels":[],"label_agreement":null},{"id":"W2519265790","doi":"10.2196/resprot.6089","title":"Effects of Charitable Versus Monetary Incentives on the Acceptance of and Adherence to a Pedometer-Based Health Intervention: Study Protocol and Baseline Characteristics of a Cluster-Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität St. Gallen","keywords":"Pedometer; Protocol (science); Baseline (sea); Randomized controlled trial; Intervention (counseling); Incentive; Medicine; Cluster randomised controlled trial; Physical therapy; Cluster (spacecraft); Psychology; Physical activity; Alternative medicine; Computer science; Nursing; Economics; Internal medicine; Political science","score_opus":0.18931923586721053,"score_gpt":0.5389271542562912,"score_spread":0.3496079183890807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519265790","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32899857,0.0000020206014,0.00016217548,0.00065528037,0.000004981907,0.67013705,0.000014523656,0.0000061242295,0.0000192654],"genre_scores_gemma":[0.44575977,9.579059e-7,0.000057268535,0.000016851092,0.000036509533,0.5540878,5.460443e-7,0.0000065973186,0.00003366194],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99431586,0.0033933527,0.0008872767,0.00031846212,0.0007669428,0.00031813208],"domain_scores_gemma":[0.98985624,0.008628704,0.00054891437,0.0003448827,0.0004249478,0.0001962822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006057382,0.00016224086,0.0017415152,0.00020235941,0.0000854089,0.000016230584,0.00016219079,0.000051332303,0.000036388108],"category_scores_gemma":[0.0039804336,0.00007961106,0.0001561061,0.00029644216,0.00044014864,0.000095933,0.00014426147,0.00028379858,0.0000013294429],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96176213,0.014889015,0.00024892492,0.005515983,0.00010694451,0.0000024573155,0.00039583954,5.4817725e-8,0.0037201617,0.00012457465,0.0000519336,0.013181983],"study_design_scores_gemma":[0.87316114,0.111001976,0.0019668306,0.008953932,0.000016238202,2.0265195e-7,0.00007544749,0.00016157562,0.004419086,0.00010409891,0.00007526404,0.00006421438],"about_ca_topic_score_codex":0.0000884832,"about_ca_topic_score_gemma":0.0000130200815,"teacher_disagreement_score":0.1167612,"about_ca_system_score_codex":0.000051995485,"about_ca_system_score_gemma":0.00032277714,"threshold_uncertainty_score":0.47652385},"labels":[],"label_agreement":null},{"id":"W2519305629","doi":"10.2196/resprot.6346","title":"Protocol Outlines for Parts 1 and 2 of the Prospective Endoscopy III Study for the Early Detection of Colorectal Cancer: Validation of a Concept Based on Blood Biomarkers","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Augustinus Fonden; Abbott Laboratories","keywords":"Colorectal cancer; Medicine; Protocol (science); Prospective cohort study; Medical physics; Cancer; Oncology; Internal medicine; Pathology; Alternative medicine","score_opus":0.11768922488121165,"score_gpt":0.4801875407096443,"score_spread":0.36249831582843267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519305629","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25948393,0.0000014384361,0.0006662119,0.00015941098,0.000010934843,0.7395845,0.000058278052,0.000014612352,0.000020654708],"genre_scores_gemma":[0.49277493,5.886462e-8,0.00004688261,0.000001835799,0.0000375059,0.5070944,2.8402914e-7,0.000010588902,0.000033559907],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99818105,0.00027623153,0.00038908605,0.00030550186,0.0006155361,0.0002325813],"domain_scores_gemma":[0.9971163,0.0011368904,0.00032546546,0.00030476338,0.001065393,0.00005113443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013471877,0.0001285212,0.00029528615,0.0001487561,0.00019206177,0.000015306527,0.00014134834,0.000078965364,0.000009832496],"category_scores_gemma":[0.00072480674,0.000061793195,0.00012100257,0.0004361093,0.0003946558,0.00006563597,0.000050150815,0.00013630933,7.514215e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26447546,0.002577246,0.13389523,0.001768669,0.00041442615,5.0702766e-7,0.0019359489,0.000032426575,0.5475385,0.00003395302,0.00017602416,0.047151584],"study_design_scores_gemma":[0.017982023,0.054552533,0.050387416,0.0013656408,0.000037376798,8.7405886e-7,0.00024461516,0.0005325874,0.8744223,0.00006984758,0.00034371603,0.00006107569],"about_ca_topic_score_codex":0.000286353,"about_ca_topic_score_gemma":0.00015592923,"teacher_disagreement_score":0.32688376,"about_ca_system_score_codex":0.00009401743,"about_ca_system_score_gemma":0.00031633515,"threshold_uncertainty_score":0.25198534},"labels":[],"label_agreement":null},{"id":"W2519387840","doi":"10.2196/resprot.6180","title":"A Cluster-Randomized Controlled Trial Evaluating the Effectiveness and Cost-Effectiveness of Tobacco Cessation on Prescription in Swedish Primary Health Care: A Protocol of the Motivation 2 Quit (M2Q) Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical prescription; Smoking cessation; Randomized controlled trial; Context (archaeology); Psychological intervention; Family medicine; Cluster randomised controlled trial; Disadvantaged; Cluster (spacecraft); Alternative medicine; Health care; Environmental health; Nursing","score_opus":0.20368848754472677,"score_gpt":0.5501686708763827,"score_spread":0.34648018333165587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519387840","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47014025,8.390571e-7,0.00004746197,0.00010462035,0.0000138647465,0.5296164,0.0000036067743,0.000010212625,0.000062752086],"genre_scores_gemma":[0.4850252,1.475506e-7,0.0000029332248,0.000008150496,0.000037628484,0.5149008,0.0000028486024,0.000012409888,0.000009858995],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9720125,0.0243257,0.0009766308,0.00043450046,0.0019289964,0.0003216688],"domain_scores_gemma":[0.98907167,0.008772198,0.00063071697,0.0005668417,0.0009004852,0.000058076774],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03597155,0.00019730804,0.0011016888,0.00030204846,0.00019602249,0.000044237,0.0002132399,0.00011289833,0.000011083217],"category_scores_gemma":[0.0065457844,0.00008813105,0.00017088607,0.00060076517,0.00031871116,0.00019143951,0.00013325665,0.00042565947,3.3033194e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8693665,0.0020261232,0.10356871,0.0019894242,0.00005098738,5.9803597e-7,0.0012374981,0.000010535525,0.007390308,0.00007774257,0.000013350664,0.014268176],"study_design_scores_gemma":[0.57111067,0.009100298,0.41139442,0.005780645,0.000019193656,7.4865983e-7,0.00021034302,0.000015314567,0.002165829,0.0001381203,0.000010988083,0.00005341508],"about_ca_topic_score_codex":0.0001847912,"about_ca_topic_score_gemma":0.000023002396,"teacher_disagreement_score":0.3078257,"about_ca_system_score_codex":0.0008231081,"about_ca_system_score_gemma":0.0008093676,"threshold_uncertainty_score":0.9926702},"labels":[],"label_agreement":null},{"id":"W2519988759","doi":"10.2196/resprot.5872","title":"EXpanding Treatment for Existing Neurological Disease (EXTEND): An Open-Label Phase II Clinical Trial of Hydroxyurea Treatment in Sickle Cell Anemia","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Fund for Agricultural Development; United Nations High Commissioner for Refugees; United Nations Development Programme; National Heart, Lung, and Blood Institute; Pan American Health Organization; International Labour Organization; United Nations Population Fund; International Atomic Energy Agency; UNICEF; United Nations Educational, Scientific and Cultural Organization","keywords":"Medicine; Open label; Disease; Clinical trial; Anemia; Sickle cell anemia; Pediatrics; Intensive care medicine; Internal medicine","score_opus":0.4767839617624962,"score_gpt":0.6143123563726977,"score_spread":0.13752839461020144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519988759","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5696982,0.000011613704,0.000017972918,0.0009209619,0.000015310134,0.42834786,0.00004870095,0.00003639717,0.0009029387],"genre_scores_gemma":[0.2635799,0.000031259286,0.00037832052,0.00003985606,0.00022520033,0.7333494,0.0000341636,0.00004230603,0.002319617],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960164,0.0007975652,0.0009804997,0.00082375965,0.0005133285,0.0008684833],"domain_scores_gemma":[0.9972186,0.00088770286,0.00019086608,0.000752834,0.0001698281,0.0007801655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019292862,0.00028990977,0.0007628914,0.0002245278,0.00027931057,0.0000520896,0.0003684149,0.0002747217,0.00011801366],"category_scores_gemma":[0.0007485268,0.00015656836,0.00016537965,0.00030731724,0.0003538565,0.00018621513,0.00024177812,0.0003092909,0.000014424469],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.49561703,0.12495278,0.0051282924,0.00036653702,0.000056215507,0.0006231511,0.00039234938,0.000002633634,0.015328514,0.00022550582,0.0008022131,0.35650477],"study_design_scores_gemma":[0.6426711,0.3071901,0.00053806737,0.0011356437,0.000035113248,0.0000055024866,0.000112790316,0.0005552571,0.0028489567,0.0005249423,0.044133037,0.00024948776],"about_ca_topic_score_codex":0.000060933387,"about_ca_topic_score_gemma":0.000013001311,"teacher_disagreement_score":0.3562553,"about_ca_system_score_codex":0.00028002617,"about_ca_system_score_gemma":0.0008366582,"threshold_uncertainty_score":0.63846725},"labels":[],"label_agreement":null},{"id":"W2520364360","doi":"10.2196/resprot.5750","title":"A Multifaceted Nurse- and Web-Based Intervention for Improving Adherence to Treatment in Patients With Cardiovascular Disease: Rationale and Design of the MIRROR Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Medicine; Disease; Nursing; Psychology; Web application; Medical education; Physical therapy; Computer science; World Wide Web; Internal medicine","score_opus":0.20476652800082726,"score_gpt":0.4688323686664154,"score_spread":0.26406584066558814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520364360","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24748243,0.000013040834,0.0027592133,0.00058674143,0.000005147214,0.7491081,0.000026947557,0.000009817389,0.000008555665],"genre_scores_gemma":[0.19641946,2.9969382e-7,0.0010259098,0.000013773246,0.000012317251,0.80180186,0.0000035117253,0.0000074826685,0.0007153916],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998675,0.00024665458,0.00018669682,0.00025234776,0.0004752878,0.000164053],"domain_scores_gemma":[0.99905556,0.00016146016,0.000055672983,0.00032232882,0.00027308534,0.00013188393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006175346,0.00007710765,0.00016621761,0.00008188669,0.00005437518,0.000014313368,0.000076444245,0.000028997187,0.00004633335],"category_scores_gemma":[0.0004096419,0.000038112175,0.00005308821,0.00016358685,0.000114972536,0.00005532617,0.000019674408,0.000051955147,0.0000054068014],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.28368512,0.0045033805,0.19585621,0.0022677472,0.00018429961,0.0000037521359,0.00042448426,0.000012104808,0.012576543,0.000056818062,0.00070215313,0.4997274],"study_design_scores_gemma":[0.4447416,0.030739311,0.48409748,0.011862628,0.00004414822,5.638148e-7,0.00014410248,0.0023079277,0.0061525153,0.00008534586,0.01959773,0.00022666159],"about_ca_topic_score_codex":0.000025438476,"about_ca_topic_score_gemma":0.0000060997786,"teacher_disagreement_score":0.49950072,"about_ca_system_score_codex":0.000084911495,"about_ca_system_score_gemma":0.00033697326,"threshold_uncertainty_score":0.15541695},"labels":[],"label_agreement":null},{"id":"W2520598303","doi":"10.2196/resprot.5938","title":"Family-Centered Care in Juvenile Justice Institutions: A Mixed Methods Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Counseling, Therapy, and Family Dynamics","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Juvenile; Economic Justice; Recidivism; Psychological intervention; Institution; Juvenile delinquency; Rehabilitation; Protocol (science); Psychology; Criminal justice; Nursing; Criminology; Medicine; Political science; Alternative medicine; Physical therapy","score_opus":0.3513763906611198,"score_gpt":0.6382982947361023,"score_spread":0.2869219040749825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520598303","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010402537,0.000011024249,0.002424851,0.000102698206,0.000095141855,0.98059785,0.00003736401,0.00017588754,0.006152624],"genre_scores_gemma":[0.015001859,0.0000011950423,0.0021554283,0.00007785411,0.00022106682,0.9806388,0.000004668802,0.000072515424,0.0018266056],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910844,0.004824243,0.00086920493,0.0010306566,0.0009209898,0.0012705018],"domain_scores_gemma":[0.99654186,0.0007772812,0.00016533163,0.0015087691,0.0007496374,0.0002570948],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049842275,0.0003568665,0.0004980821,0.0007602358,0.0003875757,0.00014703364,0.0011079791,0.0003017264,0.00048565725],"category_scores_gemma":[0.0003976484,0.000257219,0.00013369275,0.0012420089,0.0003881848,0.00026386243,0.00032231654,0.00093722175,0.0005155705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01670707,0.018966336,0.029126948,0.0016209375,0.00021292613,0.0005932542,0.13461725,0.000012018428,0.013388202,0.0076257573,0.03274439,0.7443849],"study_design_scores_gemma":[0.021428261,0.0049559446,0.032625258,0.0018158351,0.000008229534,0.00000870644,0.081600614,0.000018452585,0.00003429988,0.0008073207,0.8561698,0.0005272854],"about_ca_topic_score_codex":0.00018396539,"about_ca_topic_score_gemma":0.0004798254,"teacher_disagreement_score":0.8234254,"about_ca_system_score_codex":0.00055577286,"about_ca_system_score_gemma":0.00061397813,"threshold_uncertainty_score":0.999988},"labels":[],"label_agreement":null},{"id":"W2520692355","doi":"10.2196/resprot.6037","title":"Nutritional Strategies Facing an Older Demographic: The Nutrition UP 65 Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gerontology; Malnutrition; Portuguese; Anthropometry; Medicine; Public health; Environmental health; Sarcopenia; Population; Obesity; Nursing","score_opus":0.3754965673845618,"score_gpt":0.623346109853244,"score_spread":0.24784954246868224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520692355","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055101314,0.000002285257,0.00015245767,0.007042914,0.000010455309,0.98579615,0.000017204955,0.00020178664,0.0012666149],"genre_scores_gemma":[0.03534038,0.0000013148929,0.00033960753,0.00022161758,0.000661947,0.9626788,0.000009540256,0.000044166256,0.00070261885],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99499166,0.0011713794,0.0005966738,0.0006123193,0.0017205395,0.00090741256],"domain_scores_gemma":[0.99733025,0.0003440822,0.00011093693,0.0007747581,0.0010005623,0.0004394377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029685826,0.0002371715,0.00032437942,0.0005502594,0.0009379034,0.0003015953,0.00038522767,0.00015544146,0.0009979106],"category_scores_gemma":[0.000109267974,0.00012912131,0.00011515629,0.0008596303,0.00044028592,0.00066206156,0.00012258593,0.0009019741,0.00013607001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034914106,0.100696795,0.2933363,0.03113524,0.00037345986,0.00075727794,0.008363114,9.948049e-7,0.14978285,0.05064145,0.19660804,0.13339037],"study_design_scores_gemma":[0.057226047,0.013270638,0.12583594,0.019481558,0.000010025307,0.000160396,0.012718417,0.00003901495,0.005673692,0.020072496,0.7449681,0.0005436326],"about_ca_topic_score_codex":0.000022383716,"about_ca_topic_score_gemma":0.000035974903,"teacher_disagreement_score":0.5483601,"about_ca_system_score_codex":0.00017849913,"about_ca_system_score_gemma":0.00053843565,"threshold_uncertainty_score":0.9999153},"labels":[],"label_agreement":null},{"id":"W2523307157","doi":"10.2196/resprot.6635","title":"Acknowledgements Correction of: Using Behavioral Intervention Technologies to Help Low-Income and Latino Smokers Quit: Protocol of a Randomized Controlled Trial","year":2016,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Gerontology; Psychology; Physical therapy; Alternative medicine; Nursing","score_opus":0.1550135973023035,"score_gpt":0.5412665883157858,"score_spread":0.3862529910134823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523307157","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014948365,0.0000030732215,0.00009417145,0.00003708128,0.00090819196,0.9830131,0.000022235547,0.00011983675,0.000853955],"genre_scores_gemma":[0.0046154507,0.0000016902778,0.00007483416,0.000001199221,0.00045214326,0.96982765,0.00003088211,0.00006761486,0.02492854],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99381953,0.00129926,0.0018813851,0.00062607566,0.0018348111,0.0005389553],"domain_scores_gemma":[0.9948807,0.00035040203,0.0012478599,0.0006898431,0.0027004783,0.00013074219],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00560576,0.00041099585,0.0027828754,0.0017779678,0.00013681958,0.000082411876,0.00033255405,0.00095219084,0.000524961],"category_scores_gemma":[0.0036149141,0.0002806231,0.0006876901,0.0006724472,0.00064986455,0.00016846866,0.0004080615,0.0012358028,0.000009909299],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9425331,0.0019564808,0.0037584922,0.0038617598,0.00019591377,0.000007851396,0.00018143815,2.0317104e-7,0.002028303,0.0000043290897,0.02610582,0.01936634],"study_design_scores_gemma":[0.9340794,0.0065546785,0.0007265555,0.045525856,0.0001946647,0.0000039061074,0.00021811042,0.00007254664,0.005929611,0.000083175364,0.0063467054,0.00026478112],"about_ca_topic_score_codex":0.000044937336,"about_ca_topic_score_gemma":0.000010670455,"teacher_disagreement_score":0.041664094,"about_ca_system_score_codex":0.0004938916,"about_ca_system_score_gemma":0.00062779314,"threshold_uncertainty_score":0.9999646},"labels":[],"label_agreement":null},{"id":"W2523657323","doi":"10.2196/resprot.6293","title":"Get Checked… Where? The Development of a Comprehensive, Integrated Internet-Based Testing Program for Sexually Transmitted and Blood-Borne Infections in British Columbia, Canada","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Children's & Women's Health Centre of British Columbia; AIDS Vancouver; College & Association of Registered Nurses of Alberta; Provincial Health Services Authority; BC Centre for Disease Control; University of British Columbia","funders":"","keywords":"The Internet; Medicine; Family medicine; Telecommunications; Computer science; World Wide Web","score_opus":0.10106684622901763,"score_gpt":0.419853700795338,"score_spread":0.3187868545663204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523657323","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74496967,0.00003340306,0.00019157391,0.00035570806,0.000013933377,0.25422192,0.000059587674,0.000059897855,0.0000943118],"genre_scores_gemma":[0.33668742,8.0943653e-7,0.0010546785,0.000008490975,0.000011462861,0.6607805,0.00001984196,0.000024545881,0.0014122443],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970534,0.0008983113,0.0005777954,0.000543455,0.00018953592,0.00073750824],"domain_scores_gemma":[0.99577785,0.0020891672,0.00010940437,0.00037503464,0.0015931154,0.000055432247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015340444,0.0001451814,0.0003090632,0.00019395737,0.00039893878,0.00013618758,0.00036644362,0.00017062425,0.00018124607],"category_scores_gemma":[0.0011225527,0.00012812008,0.00003940105,0.0009090735,0.0008803945,0.00010713253,0.00012304695,0.00072710146,0.000006048495],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036228957,0.003124543,0.29710722,0.000809066,0.00027820736,0.000012246489,0.00032673802,0.0000024584638,0.293637,0.000019787867,0.006021015,0.39829943],"study_design_scores_gemma":[0.008161158,0.0031296164,0.5135346,0.0031788726,0.0000069772777,0.00009650383,0.00046490788,0.000030405068,0.054406945,0.000098511235,0.41655338,0.00033810775],"about_ca_topic_score_codex":0.39583898,"about_ca_topic_score_gemma":0.9398536,"teacher_disagreement_score":0.54401463,"about_ca_system_score_codex":0.0002556056,"about_ca_system_score_gemma":0.003176848,"threshold_uncertainty_score":0.60818416},"labels":[],"label_agreement":null},{"id":"W2525303547","doi":"10.2196/resprot.4348","title":"Design and Usability Evaluation of Social Mobile Diabetes Management System in the Gulf Region","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Mobile phone; Diabetes management; Diabetes mellitus; Medicine; Mobile technology; Population; Type 2 diabetes; Internet privacy; Computer science; Mobile device; Environmental health; Telecommunications; World Wide Web; Human–computer interaction; Endocrinology","score_opus":0.42571748055861053,"score_gpt":0.6270381321985847,"score_spread":0.2013206516399742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525303547","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019286586,0.000013221537,0.0009315384,0.002033951,0.000008981983,0.9744476,0.0000069560906,0.0000366164,0.0032345394],"genre_scores_gemma":[0.22549422,0.000004698488,0.00016110651,0.000055492565,0.00007615042,0.7740624,0.0000018433145,0.000010202474,0.00013390854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872282,0.009750762,0.00072710286,0.00036785298,0.0011608034,0.0007652878],"domain_scores_gemma":[0.99628997,0.0021519947,0.00021019929,0.0005683566,0.00065222074,0.00012724093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02833558,0.00010033554,0.00021719535,0.00018873237,0.0008332624,0.000010188269,0.00033184033,0.00015887854,0.0000884615],"category_scores_gemma":[0.00026819005,0.000056735145,0.000026113381,0.00052116526,0.00024100192,0.000099862635,0.00014223994,0.00042837113,0.0000724781],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009819309,0.0011927454,0.072549276,0.024749493,0.000020480868,0.0000020928926,0.0076039247,0.000011764201,0.00083592004,0.07253799,0.057855878,0.7616585],"study_design_scores_gemma":[0.011649804,0.0014776211,0.26139054,0.009539203,0.000015509522,0.0000012749159,0.012282293,0.0014422546,0.0002188789,0.016657088,0.68502694,0.0002985815],"about_ca_topic_score_codex":0.000026833466,"about_ca_topic_score_gemma":0.000019274397,"teacher_disagreement_score":0.76135993,"about_ca_system_score_codex":0.00058312033,"about_ca_system_score_gemma":0.0005578891,"threshold_uncertainty_score":0.9820603},"labels":[],"label_agreement":null},{"id":"W2526493917","doi":"10.2196/resprot.5881","title":"Evaluation of the Swedish Web-Version of Quality of Recovery (SwQoR): Secondary Step in the Development of a Mobile Phone App to Measure Postoperative Recovery","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nausea and vomiting management","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Forskningsrådet om Hälsa, Arbetsliv och Välfärd; Vetenskapsrådet","keywords":"Intraclass correlation; Quartile; mHealth; Medicine; Physical therapy; Content validity; Web application; Mobile phone; Psychology; Nursing; Clinical psychology; Psychometrics; Psychological intervention; Computer science; World Wide Web; Confidence interval","score_opus":0.2576992492783616,"score_gpt":0.5186743243083577,"score_spread":0.2609750750299961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526493917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69216,0.000009949236,0.00004517292,0.00067130476,0.000011035696,0.3032112,0.000040957755,0.000005060953,0.0038452586],"genre_scores_gemma":[0.63360417,0.0000017110806,0.00052481,0.000040239076,0.00002006383,0.36537546,0.0000039044994,0.000011741347,0.0004179284],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99293876,0.0025480725,0.00089824566,0.000269327,0.0030835518,0.00026207435],"domain_scores_gemma":[0.99640745,0.0006154657,0.0003388002,0.0006670972,0.0019173456,0.00005386245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02349454,0.00011452231,0.00039560412,0.00027846388,0.0000638479,0.000007566582,0.00039226268,0.00007518857,0.00029409328],"category_scores_gemma":[0.0019172239,0.000058100126,0.00010770841,0.0007470338,0.00017412576,0.000115959076,0.00028183172,0.00025812563,0.000009295449],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069853817,0.0022177314,0.0085828155,0.002556072,0.0001929414,0.0000014387228,0.0063973432,0.000015858845,0.68559426,0.00009304634,0.011792713,0.2755704],"study_design_scores_gemma":[0.015462111,0.0049134144,0.27224135,0.015737815,0.000035837424,0.0000018017203,0.007318977,0.00003618441,0.668962,0.0005539646,0.014516346,0.0002201781],"about_ca_topic_score_codex":0.00005858627,"about_ca_topic_score_gemma":0.00018000923,"teacher_disagreement_score":0.2753502,"about_ca_system_score_codex":0.00033330775,"about_ca_system_score_gemma":0.0017541829,"threshold_uncertainty_score":0.8142786},"labels":[],"label_agreement":null},{"id":"W2527630636","doi":"10.2196/resprot.6466","title":"Dementia and Traffic Accidents: A Danish Register-Based Cohort Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Older Adults Driving Studies","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Danish; Dementia; Cohort; Cohort study; Register (sociolinguistics); Medicine; Psychology; Gerontology; Medical emergency; Disease","score_opus":0.33798055236341207,"score_gpt":0.6170167454336639,"score_spread":0.27903619307025185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527630636","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3122645,0.000005064887,0.000041985266,0.002023859,0.000021336651,0.68386424,0.000011337791,0.00020899916,0.0015586538],"genre_scores_gemma":[0.35357335,0.0000013024833,0.000059528455,0.000077654724,0.00012527102,0.6422225,0.0000010371282,0.00004000869,0.0038993324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928619,0.00301506,0.0006885638,0.00080592826,0.0013453272,0.0012832115],"domain_scores_gemma":[0.99615437,0.0016415275,0.00018966655,0.001033187,0.00069856347,0.00028267526],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005232429,0.00024595193,0.0004283082,0.0002859467,0.001642817,0.00007919373,0.00058185664,0.0001517541,0.0005648716],"category_scores_gemma":[0.0012032167,0.00015739324,0.000051862255,0.00041361345,0.00033997398,0.00028041436,0.00079607585,0.0008227333,0.0005547558],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013112373,0.0008491397,0.94041556,0.00044451887,0.000094099596,0.000023612638,0.0013148674,1.5263007e-7,0.0002803189,0.000023607903,0.052548725,0.0038742523],"study_design_scores_gemma":[0.005860243,0.0013737342,0.89831984,0.004292987,0.000008375964,6.063053e-7,0.0013956891,0.000007863919,0.000035067726,0.0000826555,0.08842114,0.00020180314],"about_ca_topic_score_codex":0.00008276347,"about_ca_topic_score_gemma":0.0016327625,"teacher_disagreement_score":0.04209575,"about_ca_system_score_codex":0.00028828962,"about_ca_system_score_gemma":0.00042582166,"threshold_uncertainty_score":0.9996569},"labels":[],"label_agreement":null},{"id":"W2528503826","doi":"10.2196/resprot.5831","title":"Assessing the Impact and Cost of Short-Term Health Workforce in Remote Indigenous Communities in Australia: A Mixed Methods Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Primary Health Care Research Institute, Australian National University","keywords":"Workforce; Staffing; Indigenous; Community health; Population; Health care; Population health; Medicine; Per capita; Health services research; Workload; Business; Nursing; Environmental health; Public health; Economic growth","score_opus":0.5952421557117709,"score_gpt":0.7482942141203561,"score_spread":0.15305205840858527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528503826","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2286454,0.000008441733,0.00006654718,0.0004891412,0.000009430386,0.7702879,0.0000128509955,0.000041704643,0.00043858396],"genre_scores_gemma":[0.14617294,0.000004209896,0.0010656373,0.000040114537,0.000058090525,0.8521379,0.0000029552825,0.000050671773,0.0004674438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96081394,0.033091314,0.0020222482,0.00049883,0.0010450531,0.0025286458],"domain_scores_gemma":[0.99132615,0.00587968,0.000508825,0.0013755669,0.00047754296,0.00043222922],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.033225644,0.00037197015,0.0009782852,0.0006998914,0.0012404808,0.00010602789,0.0010455353,0.00034219644,0.00020078206],"category_scores_gemma":[0.0006701619,0.00020437998,0.000070128684,0.0016721146,0.00064193114,0.00052234664,0.0009794711,0.0029198409,0.000018792638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097032,0.0009997592,0.733843,0.0018472845,0.000014933704,0.00001994087,0.04194113,0.0000053560884,0.00014430155,0.00005649143,0.0008382811,0.21931916],"study_design_scores_gemma":[0.006952985,0.003899242,0.855117,0.039144,0.000001369295,0.0000063748635,0.07548954,0.0000751716,0.00007218872,0.0013351219,0.017594252,0.00031272884],"about_ca_topic_score_codex":0.02243363,"about_ca_topic_score_gemma":0.015951168,"teacher_disagreement_score":0.21900643,"about_ca_system_score_codex":0.0018080915,"about_ca_system_score_gemma":0.002059618,"threshold_uncertainty_score":0.99938047},"labels":[],"label_agreement":null},{"id":"W2528742921","doi":"10.2196/resprot.5492","title":"A Randomized Controlled Trial Protocol to Evaluate the Effectiveness of an Integrated Care Management Approach to Improve Adherence Among HIV-Infected Patients in Routine Clinical Care: Rationale and Design","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; University of Washington; National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health; Center for AIDS Research, University of Washington","keywords":"Protocol (science); Randomized controlled trial; Medicine; Research design; Human immunodeficiency virus (HIV); Clinical trial; Nursing; Medical physics; Family medicine; Alternative medicine","score_opus":0.13599525065227364,"score_gpt":0.5303747208212096,"score_spread":0.394379470168936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528742921","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050261125,0.0000011723807,0.004917585,0.000072014496,0.0000063867533,0.9430231,0.0000372271,0.000029547371,0.0016518319],"genre_scores_gemma":[0.07769385,3.8794855e-7,0.0010602684,0.000009181684,0.000056199675,0.9200827,0.000034716013,0.000029786957,0.0010329072],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9761864,0.01968906,0.0012806278,0.00072535616,0.0014930939,0.0006254665],"domain_scores_gemma":[0.99261373,0.003409425,0.00015109366,0.0007004984,0.0026367423,0.0004885092],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021228697,0.00026606082,0.0013424956,0.00059147255,0.0001471904,0.00010494568,0.00043591473,0.0001460051,0.00008126128],"category_scores_gemma":[0.010946468,0.0001262107,0.0003147057,0.00089383847,0.00048603368,0.00019368285,0.00033083724,0.0005537792,0.000027615608],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9697621,0.0027104833,0.003966856,0.0012904701,0.00017277015,0.000005742394,0.00052236766,0.0000058522755,0.00057762384,0.00014545594,0.0006258536,0.020214459],"study_design_scores_gemma":[0.9457794,0.033909947,0.011931018,0.0049520605,0.000023112667,4.4623863e-7,0.00040185984,0.000842464,0.0013168782,0.00008193799,0.00061137707,0.00014949193],"about_ca_topic_score_codex":0.00012516406,"about_ca_topic_score_gemma":0.00004673532,"teacher_disagreement_score":0.031199465,"about_ca_system_score_codex":0.00035427525,"about_ca_system_score_gemma":0.0005955048,"threshold_uncertainty_score":0.9973847},"labels":[],"label_agreement":null},{"id":"W2529265877","doi":"10.2196/resprot.6403","title":"ENHANCE—(Electronic Hydroxyurea Adherence): A Protocol to Increase Hydroxyurea Adherence in Patients with Sickle Cell Disease","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Hydroxycarbamide; Disease; Medication adherence; Sickle cell anemia; Internal medicine; Pediatrics","score_opus":0.035415030249096646,"score_gpt":0.4209033853891651,"score_spread":0.38548835514006846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529265877","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12909934,0.0000035144517,0.000030086503,0.0007091732,0.0000042009588,0.8645767,0.000026716501,0.00012119632,0.0054291016],"genre_scores_gemma":[0.2793372,9.758214e-7,0.000073589006,0.00013544696,0.000052515305,0.7160064,0.0000126200775,0.00007065474,0.004310606],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.993717,0.0005035092,0.00067093596,0.0011192734,0.0018880011,0.0021012544],"domain_scores_gemma":[0.99632293,0.00018075314,0.00015326742,0.0012291011,0.00062809035,0.0014858831],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001052091,0.00048495104,0.0005711958,0.0005821587,0.00021472275,0.00009187643,0.00061006803,0.00026985462,0.0011318768],"category_scores_gemma":[0.00044218556,0.00028638507,0.00012458874,0.0016160135,0.0003733005,0.00034944087,0.00031945645,0.0011703935,0.001110005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09728218,0.022584328,0.7373793,0.005226542,0.0001326583,0.00077489414,0.0012038351,0.000021381653,0.0120120095,0.00045325365,0.029919518,0.093010075],"study_design_scores_gemma":[0.09219986,0.075710624,0.23272966,0.03930614,0.00003901319,0.000009604391,0.00027109595,0.000115315175,0.017248563,0.0019092424,0.5379928,0.002468082],"about_ca_topic_score_codex":0.000218385,"about_ca_topic_score_gemma":0.00010652874,"teacher_disagreement_score":0.5080733,"about_ca_system_score_codex":0.0006510251,"about_ca_system_score_gemma":0.002217483,"threshold_uncertainty_score":0.9999588},"labels":[],"label_agreement":null},{"id":"W2529332448","doi":"10.2196/resprot.5847","title":"A Web-Based Psychosocial Intervention for Family Caregivers of Older People: Results from a Mixed-Methods Study in Three European Countries","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Family caregivers; Intervention (counseling); Psychology; Quality of life (healthcare); Nursing; Gerontology; Medicine; Internet privacy; Psychiatry","score_opus":0.11273636369356044,"score_gpt":0.5378605040632634,"score_spread":0.4251241403697029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529332448","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48964584,0.000006655217,0.0034596075,0.0010731807,0.000020925365,0.50358635,0.0002788212,0.00004594521,0.0018826902],"genre_scores_gemma":[0.5007855,9.692395e-7,0.000629867,0.00001656376,0.000088518755,0.49795917,0.00002445797,0.000031418636,0.00046349326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993882,0.002709079,0.0006999516,0.00064992165,0.001361504,0.0006975408],"domain_scores_gemma":[0.99640477,0.0014704886,0.00016528188,0.0005362191,0.0012366564,0.00018658084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008898729,0.00019407425,0.00043234226,0.00059510674,0.00012452641,0.00007222611,0.00038312766,0.000090580965,0.00022328302],"category_scores_gemma":[0.0013509602,0.00013652965,0.00019629672,0.0006446232,0.00030237768,0.00015630962,0.00020846227,0.00035794431,0.00004641115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047390386,0.009956731,0.5898371,0.0013108773,0.00024535786,0.00011327671,0.0040337653,2.0709228e-7,0.032222304,0.00006635516,0.019516284,0.29530737],"study_design_scores_gemma":[0.065089606,0.009270911,0.8935563,0.0051162317,0.000013287697,4.5441612e-7,0.0031004113,0.00003961729,0.004195631,0.00026237615,0.019201465,0.00015372803],"about_ca_topic_score_codex":0.00032938438,"about_ca_topic_score_gemma":0.0010667986,"teacher_disagreement_score":0.3037192,"about_ca_system_score_codex":0.00022860676,"about_ca_system_score_gemma":0.00049880403,"threshold_uncertainty_score":0.5567518},"labels":[],"label_agreement":null},{"id":"W2529658044","doi":"10.2196/resprot.6263","title":"A Checklist for the Conduct, Reporting, and Appraisal of Microcosting Studies in Health Care: Protocol Development","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Checklist; Medicine; Health care; Economic evaluation; Payment; Protocol (science); Delphi method; Guideline; Cost effectiveness; Nursing; Risk analysis (engineering); Business; Alternative medicine; Psychology; Computer science","score_opus":0.8758094774493095,"score_gpt":0.7121733085344716,"score_spread":0.1636361689148379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529658044","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025298868,0.00018062592,0.00039987508,0.016757144,0.000018902909,0.97972417,0.00004584539,0.000020603771,0.0003229591],"genre_scores_gemma":[0.002598449,0.0000031371978,0.0056748735,0.0003155235,0.00012933834,0.99078643,0.000001979266,0.000027981336,0.00046229444],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912726,0.0006043669,0.0066339276,0.00060450763,0.00019595289,0.00068864453],"domain_scores_gemma":[0.98939735,0.0048859315,0.0047252327,0.0004773842,0.0003846329,0.00012947146],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06250711,0.00016028773,0.0008998892,0.0003235619,0.0004068939,0.0000600178,0.0003250089,0.000085363514,0.000028306333],"category_scores_gemma":[0.02771985,0.00011645117,0.000059899925,0.00025285035,0.00038234476,0.0002373067,0.00020845064,0.00022272703,0.000031366755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013231385,0.0012018231,0.41888463,0.099662535,0.00043055168,0.0000074386094,0.111311466,0.000017898146,0.00066644314,0.08527753,0.21603951,0.06517702],"study_design_scores_gemma":[0.002956344,0.00040277798,0.012084221,0.0038561828,2.6391442e-7,0.0000043733585,0.004794506,0.000036408892,0.00037129383,0.001472726,0.9738375,0.00018339136],"about_ca_topic_score_codex":0.00021976388,"about_ca_topic_score_gemma":0.00027456903,"teacher_disagreement_score":0.757798,"about_ca_system_score_codex":0.00081785524,"about_ca_system_score_gemma":0.0010052498,"threshold_uncertainty_score":0.98047006},"labels":[],"label_agreement":null},{"id":"W2530140318","doi":"10.2196/resprot.5861","title":"Teaching Intuitive Eating and Acceptance and Commitment Therapy Skills Via a Web-Based Intervention: A Pilot Single-Arm Intervention Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Overweight; Population; Body mass index; Interquartile range; Weight management; Medicine; Weight loss; Intervention (counseling); Dieting; Psychological intervention; Acceptance and commitment therapy; Binge eating; Physical therapy; Psychology; Clinical psychology; Obesity; Eating disorders; Psychiatry","score_opus":0.19385251291426028,"score_gpt":0.5362536690725254,"score_spread":0.34240115615826505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530140318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7445551,0.000029664698,0.0005512861,0.0002616899,0.000018469813,0.2536643,0.000007741584,0.000087515364,0.0008241726],"genre_scores_gemma":[0.5553998,3.8711312e-7,0.00011243832,0.000022825012,0.00003859698,0.44368592,0.0000016456818,0.000023828108,0.0007145672],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956669,0.002243683,0.00047107777,0.0006371019,0.0004631285,0.00051808875],"domain_scores_gemma":[0.9986186,0.00046909775,0.00018797755,0.00042460067,0.00016870831,0.00013103473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027397664,0.00022685673,0.0002664354,0.00027080448,0.00040590845,0.00020473523,0.0002727755,0.00008237865,0.0008215242],"category_scores_gemma":[0.00011266526,0.00015896582,0.00008330963,0.00019587351,0.0002862205,0.00021357961,0.00023219468,0.00053722376,0.000029799216],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010589528,0.02710885,0.33302623,0.000110268564,0.000060144877,0.000019959118,0.0037772509,4.2670745e-8,0.005889276,0.00017962304,0.00044411956,0.6283253],"study_design_scores_gemma":[0.06373952,0.17612484,0.7145593,0.014175976,0.00001668786,0.000022910432,0.012853177,0.000061998,0.0014250525,0.0024322604,0.013606175,0.000982061],"about_ca_topic_score_codex":0.00024542466,"about_ca_topic_score_gemma":0.00023351925,"teacher_disagreement_score":0.62734324,"about_ca_system_score_codex":0.00012342149,"about_ca_system_score_gemma":0.000021446407,"threshold_uncertainty_score":0.89951134},"labels":[],"label_agreement":null},{"id":"W2530937323","doi":"10.2196/resprot.5758","title":"Existing Models of Maternal Death Surveillance Systems: Protocol for a Scoping Review","year":2016,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Computer science; Medicine; Medical emergency; Data science; Alternative medicine","score_opus":0.6646519892838928,"score_gpt":0.670930625885076,"score_spread":0.006278636601183218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530937323","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3223149e-8,0.3326251,0.000056348534,0.000053020813,0.000006625354,0.6653203,0.00013707194,0.000048664595,0.0017528806],"genre_scores_gemma":[1.2217412e-8,0.3644455,0.00014660541,0.00002762987,0.00035737624,0.63410914,0.000011040298,0.00007600643,0.0008266488],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9932566,0.0011202729,0.0021706126,0.000796662,0.001470711,0.001185134],"domain_scores_gemma":[0.995596,0.00055186515,0.0010792025,0.0010007165,0.001343503,0.00042874028],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048004473,0.00053336186,0.003688845,0.00029611218,0.00017451271,0.00007630781,0.00069298805,0.00034619696,0.000088272245],"category_scores_gemma":[0.0004160297,0.00030917153,0.00057593064,0.00040467264,0.00012648442,0.00012395639,0.00032076318,0.0007285397,0.00008309772],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025803974,0.0001408554,0.000040791514,0.8712137,0.000050510433,0.000024043706,0.000003558332,8.449168e-8,5.1548625e-7,0.0010474469,0.003084123,0.12413634],"study_design_scores_gemma":[0.0009328081,0.0005784947,0.000002378423,0.51565546,0.000008937717,0.00009242763,5.6184683e-7,0.0000040021605,0.0000012873586,0.00009936389,0.48248914,0.00013510251],"about_ca_topic_score_codex":0.000050710285,"about_ca_topic_score_gemma":0.0000022538559,"teacher_disagreement_score":0.47940502,"about_ca_system_score_codex":0.00043035037,"about_ca_system_score_gemma":0.0027480146,"threshold_uncertainty_score":0.99993604},"labels":[],"label_agreement":null},{"id":"W2542367553","doi":"10.2196/resprot.6216","title":"Effectiveness of a Technology-Based Injury Prevention Program for Enhancing Mothers’ Knowledge of Child Safety: Protocol for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Injury Epidemiology and Prevention","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Injury prevention; Suicide prevention; Poison control; Occupational safety and health; Medicine; Human factors and ergonomics; Child safety; Psychology; Medical emergency; Medical education; Nursing; Alternative medicine; Engineering","score_opus":0.07441044624222677,"score_gpt":0.5529327229354193,"score_spread":0.4785222766931925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2542367553","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011177696,0.000003090217,0.02703512,0.00047785396,0.00001402349,0.97082984,0.000024792394,0.00009912989,0.0003983933],"genre_scores_gemma":[0.007820325,2.1061767e-7,0.0038891702,0.000005819557,0.00012513166,0.98759866,0.000012264219,0.00004363369,0.00050480105],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99315953,0.003938078,0.0015241447,0.0004882725,0.0003086912,0.0005812542],"domain_scores_gemma":[0.9901802,0.007002147,0.0007565072,0.000512376,0.0014603063,0.00008846105],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029989831,0.0002430157,0.0023223807,0.0007860087,0.00016677551,0.000007386856,0.00023444618,0.0005258838,0.00007142521],"category_scores_gemma":[0.011558336,0.00013984893,0.0011120745,0.00047536666,0.0007077375,0.00009112352,0.000057023288,0.00032036888,0.0000037284462],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9020148,0.003917728,0.000052742635,0.009726438,0.0003264937,1.953266e-7,0.000029406128,2.7669583e-7,0.041651074,0.002614212,0.000180067,0.03948657],"study_design_scores_gemma":[0.76684946,0.025581842,0.000028647764,0.02234613,0.00004923048,0.0000010375815,0.000008308483,0.0001197441,0.16416045,0.009807679,0.010939682,0.00010777498],"about_ca_topic_score_codex":0.0000013025096,"about_ca_topic_score_gemma":0.0000025410366,"teacher_disagreement_score":0.13516533,"about_ca_system_score_codex":0.00013435577,"about_ca_system_score_gemma":0.0008488106,"threshold_uncertainty_score":0.9988296},"labels":[],"label_agreement":null},{"id":"W2544633077","doi":"10.2196/resprot.6248","title":"Protocol for a Randomized Controlled Trial of Proactive Web-Based Versus Telephone-Based Information and Support: Can Electronic Platforms Deliver Effective Care for Lung Cancer Patients?","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); World Wide Web; Medicine; Web application; Computer science; The Internet; Alternative medicine; Surgery","score_opus":0.04277973785942848,"score_gpt":0.45848832553510105,"score_spread":0.4157085876756726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544633077","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0114347655,0.0000025495463,0.0007312554,0.0001713193,0.000029723473,0.98708105,0.00033522645,0.00004579621,0.00016833511],"genre_scores_gemma":[0.084324576,3.7693658e-7,0.00005751704,0.000041610627,0.00012879548,0.9152529,0.00007683025,0.000038521175,0.00007887605],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99678254,0.00032807112,0.0007729564,0.0003759646,0.00094480877,0.0007956615],"domain_scores_gemma":[0.9930223,0.0028977238,0.0004699095,0.0003117818,0.0030879304,0.00021032532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021178212,0.00030324413,0.0013107666,0.00043493573,0.00019013073,0.000052873464,0.00015496764,0.00022484771,0.000086094784],"category_scores_gemma":[0.0015559562,0.00017164403,0.00048238333,0.0002779378,0.00029701777,0.0003013148,0.000038198814,0.00028315576,8.973234e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9689167,0.0004604382,0.00032965752,0.0040841275,0.00034013292,3.8099694e-7,0.0008573764,0.000002296259,0.00027733878,0.00010971179,0.00052394485,0.024097871],"study_design_scores_gemma":[0.9422029,0.022044394,0.000059440597,0.0016230812,0.00008981427,1.1928437e-7,0.00014246702,0.0008487911,0.0182367,0.000045329714,0.014497624,0.00020929366],"about_ca_topic_score_codex":0.00015236274,"about_ca_topic_score_gemma":0.0006867946,"teacher_disagreement_score":0.07288981,"about_ca_system_score_codex":0.0011643901,"about_ca_system_score_gemma":0.0038307158,"threshold_uncertainty_score":0.699944},"labels":[],"label_agreement":null},{"id":"W2544975910","doi":"10.2196/resprot.6529","title":"The Use of eHealth and Provider-Based Health Services by Patients with Diabetes Mellitus: Protocol for a Cross-Sectional Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Medicine; Diabetes mellitus; Health care; Telemedicine; mHealth; Protocol (science); Family medicine; Cross-sectional study; Gerontology; Nursing; Internet privacy; Alternative medicine; Computer science; Psychological intervention","score_opus":0.22059399271168467,"score_gpt":0.5330323746503874,"score_spread":0.31243838193870277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544975910","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1313417,0.000001078023,0.000015198193,0.00090184895,0.0000032919638,0.86766845,0.000032029653,0.000025836225,0.000010546127],"genre_scores_gemma":[0.016893318,1.1154921e-7,0.00021840606,0.00011922753,0.000048755708,0.9820755,0.000022700642,0.000027385544,0.0005946056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973984,0.00030277894,0.00042505088,0.00037638342,0.00090897747,0.0005884618],"domain_scores_gemma":[0.9976121,0.00067042344,0.00023936825,0.00041636947,0.0008635664,0.00019815484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002003292,0.00013809041,0.00021739879,0.00013675231,0.0004330976,0.00022636697,0.00016534193,0.00004298793,0.000016258095],"category_scores_gemma":[0.00011140884,0.000065927066,0.000031427568,0.0002562878,0.0002565909,0.00030992783,0.00006882971,0.00013356733,0.0000032752434],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028591857,0.0029454883,0.9684576,0.005649678,0.000036844493,6.603716e-8,0.0001290485,2.548049e-7,0.000035988658,0.000024774681,0.005122219,0.014738858],"study_design_scores_gemma":[0.01100567,0.015040652,0.7688475,0.0022220728,0.0000019045102,2.1112491e-8,0.000058045025,0.00004058681,0.00022472636,0.00006505085,0.20241778,0.000075980424],"about_ca_topic_score_codex":0.000040307237,"about_ca_topic_score_gemma":0.00002897281,"teacher_disagreement_score":0.19961008,"about_ca_system_score_codex":0.0001397862,"about_ca_system_score_gemma":0.00047092943,"threshold_uncertainty_score":0.33310804},"labels":[],"label_agreement":null},{"id":"W2546525173","doi":"10.2196/resprot.5643","title":"Effects of Intranasal Oxytocin on Emotion Regulation in Insecure Adolescents: Study Protocol for a Double-Blind, Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neuroendocrine regulation and behavior","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Oxytocin; Randomized controlled trial; Nasal administration; Protocol (science); Double blind; Psychology; Clinical psychology; Medicine; Developmental psychology; Alternative medicine; Internal medicine; Neuroscience; Pharmacology","score_opus":0.2194165221091291,"score_gpt":0.5790484387241552,"score_spread":0.35963191661502614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2546525173","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03901858,1.6021434e-7,0.0002302807,0.00066265167,0.000041358086,0.9597863,0.0000028834506,0.000061882725,0.00019590117],"genre_scores_gemma":[0.18440418,1.7234157e-8,0.000013138642,0.0000109213015,0.00022536381,0.81382006,0.0000020629932,0.000043906948,0.0014803398],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9910515,0.0051805037,0.0013724623,0.0006743661,0.0010719013,0.0006492473],"domain_scores_gemma":[0.99628866,0.001980991,0.0004842841,0.0005849196,0.0005260114,0.00013516402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039027326,0.0002998978,0.0013048392,0.00095719524,0.00010244897,0.000056804547,0.00035393168,0.00016732512,0.0003249679],"category_scores_gemma":[0.00065925776,0.00017807717,0.00037339743,0.00057641126,0.00022009284,0.00017246284,0.00006535812,0.00040771175,0.000040216542],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9721332,0.0147958025,0.00065999915,0.000497323,0.000056412813,0.000018105397,0.00040138097,0.000001021542,0.0034440332,0.0016977369,0.0015490309,0.0047459537],"study_design_scores_gemma":[0.9765263,0.010441014,0.004662819,0.0022907734,0.000013224153,0.0000013625486,0.000040396746,0.000015328815,0.0037817734,0.000539276,0.0015154077,0.0001723185],"about_ca_topic_score_codex":0.000016579257,"about_ca_topic_score_gemma":0.000032737436,"teacher_disagreement_score":0.14596623,"about_ca_system_score_codex":0.000151409,"about_ca_system_score_gemma":0.00014703652,"threshold_uncertainty_score":0.72617763},"labels":[],"label_agreement":null},{"id":"W2546728982","doi":"10.2196/resprot.5782","title":"The e-EPIDEMIOLOGY Mobile Phone App for Dietary Intake Assessment: Comparison with a Food Frequency Questionnaire","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de Sevilla","keywords":"Food frequency questionnaire; Mobile phone; Food intake; Environmental health; Nutritional epidemiology; Epidemiology; Medicine; Gerontology; Psychology; Computer science; Telecommunications","score_opus":0.28073927959977485,"score_gpt":0.5662113470789601,"score_spread":0.2854720674791853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2546728982","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005232635,0.00045851315,0.0026310997,0.026047861,0.00002188718,0.96277297,0.00010032216,0.00015241178,0.0025823284],"genre_scores_gemma":[0.09683365,0.000026145375,0.0025153053,0.0001350313,0.00034712657,0.8995579,0.000015620446,0.000025443227,0.0005438117],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975335,0.00041209802,0.00041837516,0.0003930793,0.00050809304,0.00073483185],"domain_scores_gemma":[0.9965715,0.0019864924,0.0001096881,0.0004360497,0.0006922292,0.00020404234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022487168,0.00016205086,0.00042025934,0.000071411894,0.0007167603,0.000025319645,0.00022238365,0.00010370911,0.0000571541],"category_scores_gemma":[0.00064458186,0.00007221138,0.000104966726,0.0002537917,0.00065210386,0.0000837822,0.00012032493,0.00039534777,0.000039400293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011133448,0.0042727017,0.4431537,0.0023288873,0.00056914607,0.00002952334,0.00020337374,0.0000018448254,0.0060882433,0.049869854,0.37784666,0.10450261],"study_design_scores_gemma":[0.010822054,0.033780653,0.186441,0.006374987,0.000012597976,0.000031697025,0.00043512892,0.000047717993,0.0006006881,0.033485364,0.7277023,0.00026580336],"about_ca_topic_score_codex":0.000031892134,"about_ca_topic_score_gemma":0.00012194708,"teacher_disagreement_score":0.34985566,"about_ca_system_score_codex":0.00022612973,"about_ca_system_score_gemma":0.00025445016,"threshold_uncertainty_score":0.5512813},"labels":[],"label_agreement":null},{"id":"W2547757901","doi":"10.2196/resprot.6194","title":"App Chronic Disease Checklist: Protocol to Evaluate Mobile Apps for Chronic Disease Self-Management","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Checklist; Mobile apps; Protocol (science); Chronic disease; Medicine; Self-management; Disease; Computer science; World Wide Web; Psychology; Alternative medicine; Family medicine; Internal medicine; Pathology; Artificial intelligence","score_opus":0.187864646017255,"score_gpt":0.6247476754683455,"score_spread":0.43688302945109053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547757901","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012301536,0.000030528143,0.0012311327,0.007735686,0.000026644293,0.988101,0.00028301062,0.00051810115,0.0019508704],"genre_scores_gemma":[0.0006632855,0.000026783686,0.0009040719,0.00066533964,0.0010800826,0.9802333,0.000033645185,0.0001437519,0.01624973],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911704,0.0014563985,0.0012913169,0.0015189934,0.0013892563,0.0031736314],"domain_scores_gemma":[0.9910908,0.0010597612,0.00030434344,0.0020298907,0.0009675677,0.0045476626],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0053919237,0.00044251632,0.00048503303,0.0004936998,0.002651773,0.00006333501,0.00093028136,0.00021820703,0.0011591676],"category_scores_gemma":[0.00047370314,0.00031569065,0.00014432723,0.000826268,0.00023613493,0.00026041697,0.0009456743,0.00082777214,0.0028069366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008104647,0.0021479565,0.003357778,0.08971672,0.0000636418,0.000021420256,0.0004308136,0.00001649967,0.00044134984,0.049000118,0.3397373,0.50696176],"study_design_scores_gemma":[0.009117723,0.0015696425,0.0064048674,0.0065986686,0.000010774519,2.7407086e-7,0.00005175315,0.00030689713,0.000031729694,0.0040552923,0.97150254,0.00034984626],"about_ca_topic_score_codex":0.000020483572,"about_ca_topic_score_gemma":0.00005577691,"teacher_disagreement_score":0.63176525,"about_ca_system_score_codex":0.0031766996,"about_ca_system_score_gemma":0.0070984564,"threshold_uncertainty_score":0.9999295},"labels":[],"label_agreement":null},{"id":"W2548584960","doi":"10.2196/resprot.6446","title":"Enhancing Self-Efficacy for Help-Seeking Among Transition-Aged Youth in Postsecondary Settings With Mental Health and/or Substance Use Concerns, Using Crowd-Sourced Online and Mobile Technologies: The Thought Spot Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Cancer Care Ontario; St. Michael's Hospital; Centre for Social Innovation; Toronto East General Hospital; University Health Network; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Mental health; Intervention (counseling); Psychology; Mental illness; Substance use; Help-seeking; Psychiatry; Clinical psychology; Medicine","score_opus":0.17644827052273432,"score_gpt":0.5227197720426858,"score_spread":0.3462715015199515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548584960","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3871731,0.000011780974,0.00025464324,0.0010936855,0.000007486142,0.6109116,0.0003696401,0.00016510025,0.000012953182],"genre_scores_gemma":[0.18905894,7.8242385e-7,0.0013842145,0.00011748482,0.000043876953,0.8090428,0.000019025638,0.00006427585,0.0002686108],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961984,0.0006528085,0.0007922533,0.000785131,0.00045171104,0.0011196776],"domain_scores_gemma":[0.997943,0.00085863465,0.00031413767,0.0005158589,0.00015308018,0.00021530445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019440752,0.00029758664,0.0003957087,0.00031858124,0.00067621254,0.00023788767,0.00037148205,0.00016895702,0.000041332238],"category_scores_gemma":[0.00013266366,0.00017574991,0.00006376087,0.00057965174,0.0007200213,0.000675679,0.00014589202,0.00064918154,0.0000032485316],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10493155,0.033629335,0.07232374,0.03333703,0.00081316376,0.00039433144,0.39687818,0.0000142138015,0.028469646,0.0022226258,0.005226335,0.32175985],"study_design_scores_gemma":[0.14118,0.09097515,0.052331775,0.22040534,0.000042277017,0.00047210715,0.31513178,0.0008778087,0.048175283,0.0010460116,0.12535982,0.0040026624],"about_ca_topic_score_codex":0.00013811604,"about_ca_topic_score_gemma":0.0010350961,"teacher_disagreement_score":0.3177572,"about_ca_system_score_codex":0.00048447357,"about_ca_system_score_gemma":0.0002973661,"threshold_uncertainty_score":0.7166873},"labels":[],"label_agreement":null},{"id":"W2549507905","doi":"10.2196/resprot.6543","title":"Efficacy of Mobile Serious Games in Increasing HIV Risk Perception in Swaziland: A Randomized Control Trial (SGprev Trial) Research Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Public health; Mass media; Behavior change; Human immunodeficiency virus (HIV); Randomized controlled trial; Medicine; Behavior change communication; Environmental health; Psychology; Family medicine; Social psychology; Population; Nursing; Advertising; Business","score_opus":0.25636104756081074,"score_gpt":0.6285800112752543,"score_spread":0.3722189637144436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549507905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36272657,0.0000033555136,0.00001689236,0.00017312402,0.000025759698,0.6361172,0.00003817725,0.00003515867,0.00086375064],"genre_scores_gemma":[0.25626773,0.0000016274333,0.000044015345,0.0000063766547,0.00025688412,0.74209166,0.0000048250363,0.000041874504,0.0012850157],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.94788027,0.045964554,0.0022537545,0.0008789235,0.0013925608,0.0016299649],"domain_scores_gemma":[0.98958206,0.007962943,0.00044113045,0.0010330918,0.00063945935,0.00034133584],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.05982691,0.00028032297,0.0012665027,0.0018088807,0.00022626211,0.00009571509,0.000741011,0.0004963924,0.0036089132],"category_scores_gemma":[0.006111092,0.00018892989,0.00041455787,0.0013273503,0.00092445855,0.00029201948,0.00019233246,0.0018845258,0.00048764236],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91837966,0.0064963624,0.003506867,0.00019902384,0.000019232277,0.000024799983,0.0012668105,6.442894e-7,0.000829517,0.00015103942,0.0024258082,0.06670022],"study_design_scores_gemma":[0.9515898,0.010145753,0.016949654,0.0035561316,0.000003872664,0.0000035375786,0.00035342772,0.000023399802,0.000074230935,0.0004927328,0.016618097,0.00018936295],"about_ca_topic_score_codex":0.0033632384,"about_ca_topic_score_gemma":0.00048585967,"teacher_disagreement_score":0.10645885,"about_ca_system_score_codex":0.0005628317,"about_ca_system_score_gemma":0.0006347022,"threshold_uncertainty_score":0.99730194},"labels":[],"label_agreement":null},{"id":"W2549808736","doi":"10.2196/resprot.5631","title":"Pixel or Paper? Validation of a Mobile Technology for Collecting Patient-Reported Outcomes in Rheumatoid Arthritis","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rheumatoid arthritis; Medicine; Physical therapy; Computer science; Medical physics; Internal medicine","score_opus":0.10683798588689088,"score_gpt":0.47246804126282654,"score_spread":0.3656300553759357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549808736","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5267087,0.00008835096,0.00009874361,0.0012390396,0.000007943079,0.47130874,0.00003156553,0.00010328919,0.00041357812],"genre_scores_gemma":[0.3311661,0.00028172217,0.0006353118,0.000009550614,0.000010540768,0.66747415,0.0000049264527,0.000033082215,0.00038463986],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9966379,0.00025668318,0.00089881464,0.00044863758,0.00090006465,0.0008579277],"domain_scores_gemma":[0.9971697,0.0009389716,0.00019696068,0.00057198165,0.0009462248,0.00017617574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015347315,0.00017964923,0.00062663044,0.0011026418,0.00018062595,0.000042543492,0.00022118552,0.00019656931,0.0005306634],"category_scores_gemma":[0.0039115176,0.00011136839,0.0001132244,0.0011623884,0.00041747207,0.00026500568,0.00015544466,0.0003364608,0.000023136963],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067384657,0.0023552445,0.18123901,0.00054953224,0.00014734265,0.00010902177,0.0007756082,6.8190457e-7,0.27379668,0.0008279012,0.0029429465,0.5305176],"study_design_scores_gemma":[0.04627761,0.024672447,0.006464696,0.026724968,8.8221265e-7,0.00028371092,0.0028074426,0.00003373821,0.50506073,0.0068724137,0.38028786,0.0005134865],"about_ca_topic_score_codex":0.00004131456,"about_ca_topic_score_gemma":0.00009742875,"teacher_disagreement_score":0.5300041,"about_ca_system_score_codex":0.00014176714,"about_ca_system_score_gemma":0.0007142737,"threshold_uncertainty_score":0.5810392},"labels":[],"label_agreement":null},{"id":"W2550265257","doi":"10.2196/resprot.6525","title":"Safety, Acceptability, and Use of a Smartphone App, BlueIce, for Young People Who Self-Harm: Protocol for an Open Phase I Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Harm; Internet privacy; Mobile apps; Psychology; Distress; Social psychology; Clinical psychology; Computer science; World Wide Web","score_opus":0.41705295392629793,"score_gpt":0.6519837989862655,"score_spread":0.23493084505996753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550265257","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045067775,2.856808e-7,0.0006611872,0.0006274013,0.000038507384,0.990211,0.0013570535,0.0000935951,0.0025041718],"genre_scores_gemma":[0.0035534801,5.2523575e-8,0.0017574748,0.000025416643,0.00019560059,0.98827094,0.000027789163,0.000084845036,0.006084414],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954479,0.0008406121,0.0011780995,0.00092578365,0.0005598074,0.0010478003],"domain_scores_gemma":[0.9959131,0.0014297074,0.00034358946,0.001100049,0.00072828546,0.000485296],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004264043,0.0002639009,0.0006166097,0.00028080915,0.00035073937,0.00044553162,0.0011170374,0.00020949473,0.00092346035],"category_scores_gemma":[0.0006328483,0.00019628413,0.0001704707,0.0004156086,0.0002955209,0.0016030136,0.0008703382,0.00023638688,0.000042717627],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.624508,0.042705353,0.001970609,0.0058683474,0.00016170423,0.0000028164068,0.0020701254,5.1364538e-8,0.0011960374,0.011750958,0.10492165,0.20484433],"study_design_scores_gemma":[0.28888124,0.07338673,0.0035542506,0.0017017577,0.000006834499,0.000009855526,0.00021421738,0.000022188276,0.003408411,0.00746034,0.6209981,0.0003560898],"about_ca_topic_score_codex":0.00020825637,"about_ca_topic_score_gemma":0.00048884045,"teacher_disagreement_score":0.51607645,"about_ca_system_score_codex":0.00022252859,"about_ca_system_score_gemma":0.0003541389,"threshold_uncertainty_score":0.9999898},"labels":[],"label_agreement":null},{"id":"W2551422628","doi":"10.2196/resprot.5841","title":"Cognitive Behavior Therapy for Anxious and Depressed Youth: Improving Homework Adherence Through Mobile Technology","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; Ontario Shores Centre for Mental Health Sciences; University of Manitoba; Health Sciences Centre; Ontario Tech University; University of Toronto; Sunnybrook Health Science Centre; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research","keywords":"Anxiety; Mental health; Mood; Psychology; Usability; Cognitive behavioral therapy; Digital health; Clinical psychology; Psychotherapist; Health care; Psychiatry","score_opus":0.30993373490373827,"score_gpt":0.6061672892651943,"score_spread":0.296233554361456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551422628","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19645685,0.0001141406,0.0009987984,0.0003844164,0.000060345577,0.7992987,0.00049121305,0.00024310092,0.0019524185],"genre_scores_gemma":[0.4345916,0.0000010524217,0.0001762569,0.000026054704,0.000046601494,0.564114,0.000005527179,0.000033216093,0.0010057276],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973236,0.00024958805,0.0004117899,0.0007138815,0.00032024682,0.0009809384],"domain_scores_gemma":[0.9981378,0.0006472491,0.00013482396,0.00050411385,0.00041541347,0.00016061909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064749963,0.00019819163,0.00025218358,0.00025042042,0.00029764758,0.000104005696,0.00043653388,0.00029798227,0.00034915787],"category_scores_gemma":[0.00020414186,0.00014331695,0.00008382078,0.000435774,0.0007084245,0.00031680687,0.00024767188,0.0004004438,0.0002234764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018568732,0.002337106,0.007384051,0.00016796001,0.000033848388,0.00002056129,0.0010251787,6.061846e-9,0.0024357275,0.003255203,0.0008721434,0.9806113],"study_design_scores_gemma":[0.09294241,0.21003257,0.053403508,0.032511167,0.000051211984,0.00027213272,0.02585181,0.00000948713,0.24395737,0.1364541,0.20103544,0.0034787976],"about_ca_topic_score_codex":0.000054336448,"about_ca_topic_score_gemma":0.000019529229,"teacher_disagreement_score":0.97713256,"about_ca_system_score_codex":0.00009795191,"about_ca_system_score_gemma":0.00008310357,"threshold_uncertainty_score":0.58442956},"labels":[],"label_agreement":null},{"id":"W2551461965","doi":"10.2196/resprot.6340","title":"Perivascular Adipose Tissue Inflammation and Coronary Artery Disease: An Autopsy Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular Disease and Adiposity","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Coronary artery disease; Adipose tissue; Medicine; Inflammation; Pathology; Disease; Autopsy; Internal medicine; Cardiology","score_opus":0.09870441418077136,"score_gpt":0.48455841151374923,"score_spread":0.38585399733297787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551461965","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11266056,0.0000109414605,0.00004434321,0.00047877376,0.000003012753,0.88642484,0.000011359207,0.00014816846,0.00021802529],"genre_scores_gemma":[0.07379403,6.5587545e-7,0.000066968954,0.00001905771,0.00037540743,0.9244631,0.000011875902,0.000048634687,0.001220288],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99583,0.0010634323,0.0003526644,0.0007349789,0.0014330616,0.0005858902],"domain_scores_gemma":[0.9971845,0.000074542164,0.00005403437,0.0013516779,0.00030582686,0.0010293807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001481186,0.00024827776,0.00038171784,0.00024877128,0.00030384402,0.00014792735,0.00022513435,0.00011037077,0.0003452923],"category_scores_gemma":[0.00015179864,0.00016417749,0.00015878357,0.0002907861,0.00027052223,0.00056892604,0.00027711035,0.000344195,0.00012357964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015183621,0.007968261,0.31443313,0.0031814382,0.0009747608,0.0049989205,0.0009852845,0.0000012758157,0.1088913,0.00038361648,0.0014591012,0.54153925],"study_design_scores_gemma":[0.012818822,0.0043109744,0.827709,0.0017960577,0.00006293652,0.00011700244,0.0001086777,0.000032450098,0.003812242,0.00022964724,0.14870577,0.00029639594],"about_ca_topic_score_codex":0.000005763214,"about_ca_topic_score_gemma":0.0000039018296,"teacher_disagreement_score":0.5412429,"about_ca_system_score_codex":0.00009536057,"about_ca_system_score_gemma":0.00035774533,"threshold_uncertainty_score":0.66949636},"labels":[],"label_agreement":null},{"id":"W2552420888","doi":"10.2196/resprot.6608","title":"A Comparison of Mobile and Fixed Device Access on User Engagement Associated With Women, Infants, and Children (WIC) Online Nutrition Education","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Implementation; User engagement; Online learning; Medical education; Computer science; Mobile device; Multimedia; Psychology; Internet privacy; Medicine; World Wide Web","score_opus":0.31097864173641615,"score_gpt":0.6517338206880828,"score_spread":0.3407551789516667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552420888","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5317536,0.000022487979,0.0000143834395,0.0011254939,0.000005771433,0.466703,0.00011509508,0.00004300292,0.00021716955],"genre_scores_gemma":[0.25054675,0.000047066755,0.00013041658,0.00027408454,0.00009152972,0.7483821,0.00006648807,0.000022461532,0.00043911109],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99597996,0.0015277087,0.0006943802,0.000447113,0.0005643142,0.0007865318],"domain_scores_gemma":[0.9964941,0.0014494385,0.00040548976,0.00044421916,0.0007182065,0.0004885453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002385025,0.00015980986,0.00037005803,0.00030941697,0.00086369866,0.00002616173,0.00024368535,0.00019688226,0.00021974389],"category_scores_gemma":[0.00047168127,0.00010667604,0.000014249247,0.0005222845,0.0001809871,0.00021993114,0.00020931358,0.00080385245,0.000020737465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015819037,0.006910456,0.82711744,0.003181219,0.000033812048,2.9558973e-7,0.0020380137,5.479217e-7,0.0007467779,0.0013539587,0.025229745,0.13180585],"study_design_scores_gemma":[0.0047233743,0.0022772392,0.74868494,0.00857821,0.0000029618504,4.4692615e-7,0.0012991611,0.000009637308,0.0002370249,0.0002886798,0.23375751,0.00014077754],"about_ca_topic_score_codex":0.00014282948,"about_ca_topic_score_gemma":0.00026915487,"teacher_disagreement_score":0.2816791,"about_ca_system_score_codex":0.0003938597,"about_ca_system_score_gemma":0.0014076668,"threshold_uncertainty_score":0.6642959},"labels":[],"label_agreement":null},{"id":"W2552785313","doi":"10.2196/resprot.6381","title":"Developing a Web-Based Weight Management Program for Childhood Cancer Survivors: Rationale and Methods","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social cognitive theory; Medicine; Weight management; Intervention (counseling); Psychological intervention; Behavior change; Childhood obesity; Gerontology; Obesity; Weight loss; Psychology; Developmental psychology; Overweight; Psychiatry","score_opus":0.2181476446983505,"score_gpt":0.5812803076347927,"score_spread":0.3631326629364422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552785313","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024698905,0.00007386839,0.016802948,0.041815367,0.000031132622,0.9372898,0.00007643273,0.00032978298,0.0011107717],"genre_scores_gemma":[0.00046485232,0.000016075197,0.15354685,0.00060899527,0.00037966963,0.8434082,0.00001730508,0.00006245789,0.0014955519],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958908,0.0008176195,0.0005451292,0.0007720442,0.0011221172,0.0008522803],"domain_scores_gemma":[0.9971821,0.0011223744,0.00012840408,0.0006000676,0.0006211916,0.00034587248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004849605,0.0002643855,0.00045585525,0.0003808455,0.00031555153,0.000118348114,0.00029185755,0.0001413187,0.00022055098],"category_scores_gemma":[0.0004545461,0.00018359484,0.00012623548,0.0005744284,0.00028740652,0.0001839207,0.00021128447,0.00029003964,0.000020651578],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022611774,0.0021104394,0.012921894,0.008161151,0.0004004308,0.000026017686,0.00087237783,6.872709e-7,0.0026123847,0.012095688,0.02288657,0.9356512],"study_design_scores_gemma":[0.01121459,0.0012437005,0.02519391,0.008126147,0.000013248729,0.000006576863,0.00012468103,0.00008804398,0.007896131,0.0024889167,0.94327825,0.00032581392],"about_ca_topic_score_codex":0.00007034162,"about_ca_topic_score_gemma":0.00031271178,"teacher_disagreement_score":0.9353254,"about_ca_system_score_codex":0.00037582268,"about_ca_system_score_gemma":0.0011734659,"threshold_uncertainty_score":0.748678},"labels":[],"label_agreement":null},{"id":"W2553063775","doi":"10.2196/resprot.6167","title":"Testing the Feasibility of Remote Patient Monitoring in Prenatal Care Using a Mobile App and Connected Devices: A Prospective Observational Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Blood pressure; Observational study; Pregnancy; mHealth; Gestational diabetes; Birth weight; Telemedicine; Prenatal care; Emergency medicine; Obstetrics; Medical emergency; Gestation; Health care; Population; Internal medicine; Nursing; Psychological intervention","score_opus":0.5645074709220216,"score_gpt":0.6298299858511675,"score_spread":0.06532251492914587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553063775","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5055527,0.000021713446,0.000026774398,0.00012345088,0.000013606577,0.49399564,0.000042357504,0.000031973155,0.00019175008],"genre_scores_gemma":[0.3396851,0.0000012519076,0.001477729,0.000016730704,0.00015987064,0.65862465,0.0000028558766,0.000015300035,0.000016471431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953987,0.0016318687,0.0009750767,0.0005054938,0.00067206094,0.00081679353],"domain_scores_gemma":[0.99345607,0.0038163594,0.00038658458,0.00054759014,0.0015516215,0.00024175335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027307987,0.00014374006,0.00029322004,0.00015451359,0.0010029497,0.000014749248,0.00025555096,0.00018081567,0.00003199044],"category_scores_gemma":[0.002680766,0.00008648542,0.00003169057,0.0008783671,0.00023623485,0.00016920222,0.0003029714,0.0008374398,0.0000073895594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010578825,0.0003252845,0.8960034,0.0041844514,0.0000067088467,0.0000018512019,0.005213268,0.0000048307065,0.0026561006,0.0005525061,0.00006380397,0.08040892],"study_design_scores_gemma":[0.058532428,0.004618149,0.8790163,0.024126962,0.000004795868,0.0000033551546,0.010600561,0.0005951816,0.0010770904,0.003090965,0.017989129,0.00034509198],"about_ca_topic_score_codex":0.00069863186,"about_ca_topic_score_gemma":0.00021346829,"teacher_disagreement_score":0.16586761,"about_ca_system_score_codex":0.0008072422,"about_ca_system_score_gemma":0.0024251165,"threshold_uncertainty_score":0.77139795},"labels":[],"label_agreement":null},{"id":"W2553420015","doi":"10.2196/resprot.6017","title":"Internet-Based Delivery of Evidence-Based Health Promotion Programs Among American Indian and Alaska Native Youth: A Case Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Chronic Disease Prevention and Health Promotion","keywords":"Health promotion; The Internet; Population; Dissemination; Medicine; Health education; Adolescent health; Gerontology; Medical education; Public health; Psychology; Environmental health; Political science; Nursing; World Wide Web; Computer science","score_opus":0.41777099939365714,"score_gpt":0.5504635471412012,"score_spread":0.13269254774754402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553420015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65185237,0.0000034946513,0.000022749666,0.0005615656,0.00000948028,0.34732974,0.000008107076,0.00004216162,0.00017033154],"genre_scores_gemma":[0.7418376,0.000010373317,0.00009416368,0.000009021559,0.00009931706,0.2574371,0.0000031381758,0.000015389316,0.0004938446],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99223346,0.004695193,0.00046224968,0.00049721095,0.0012254548,0.00088641973],"domain_scores_gemma":[0.99703676,0.0006681553,0.00038245466,0.00033452737,0.0010723269,0.00050579873],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007015982,0.00015644063,0.00029873793,0.00046406532,0.0023875784,0.00013769262,0.00034389086,0.000089665264,0.000029911786],"category_scores_gemma":[0.00008261926,0.00009278577,0.000052391326,0.0010185653,0.0021059767,0.00045050817,0.000009813149,0.0003142417,0.000008615233],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029234233,0.004483873,0.2637544,0.0005676139,0.000020301637,0.000096909906,0.67181283,1.901253e-7,0.0000030624046,0.0002989179,0.000040843483,0.058628723],"study_design_scores_gemma":[0.0097892415,0.10279907,0.08651907,0.041815992,0.000019895306,0.000028433666,0.7093145,0.000081245424,0.002292588,0.0005066588,0.045394097,0.0014391561],"about_ca_topic_score_codex":0.33366582,"about_ca_topic_score_gemma":0.68039227,"teacher_disagreement_score":0.34672642,"about_ca_system_score_codex":0.00074845593,"about_ca_system_score_gemma":0.021215463,"threshold_uncertainty_score":0.9989112},"labels":[],"label_agreement":null},{"id":"W2553590829","doi":"10.2196/resprot.6610","title":"A Prospective, Multicenter, Randomized Phase II Study to Evaluate the Efficacy and Safety of Eculizumab in Patients with Guillain-Barré Syndrome (GBS): Protocol of Japanese Eculizumab Trial for GBS (JET-GBS)","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Peripheral Neuropathies and Disorders","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Eculizumab; Medicine; Guillain-Barre syndrome; Complement system; Immunology; Flaccid paralysis; Clinical trial; Antibody; Internal medicine; Paralysis; Surgery","score_opus":0.06576046766288526,"score_gpt":0.4697391174561259,"score_spread":0.4039786497932406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553590829","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47317493,8.572123e-7,0.000005871151,0.00020547927,0.000005090076,0.5264729,0.000027766888,0.000014990219,0.000092076516],"genre_scores_gemma":[0.45512247,2.139268e-7,0.000055231605,0.000015691669,0.000018759954,0.54462415,0.0000020744376,0.000033899818,0.00012750502],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99395084,0.001732021,0.00118218,0.00076399103,0.001639672,0.00073127775],"domain_scores_gemma":[0.9962546,0.0010603699,0.00028357134,0.00091968675,0.0011959001,0.00028582936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039269626,0.000379372,0.0013747594,0.00033857755,0.00024743655,0.000037749403,0.00043350144,0.00008880353,0.00010062288],"category_scores_gemma":[0.0037903911,0.00017589694,0.00018751355,0.00068475545,0.0006726225,0.0001462104,0.0003879662,0.0003340343,0.0000034599234],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9649414,0.021180049,0.0039521432,0.00083804905,0.00015492899,0.000024360184,0.0040879655,0.000002395045,0.0008291268,0.000019563022,0.00023189172,0.0037381558],"study_design_scores_gemma":[0.874798,0.109731935,0.01048682,0.0024235426,0.000028310518,0.0000032937385,0.0005973147,0.000054076783,0.00040732615,0.00003375523,0.001239942,0.00019570155],"about_ca_topic_score_codex":0.00010622272,"about_ca_topic_score_gemma":0.000080209815,"teacher_disagreement_score":0.09014339,"about_ca_system_score_codex":0.00018390184,"about_ca_system_score_gemma":0.0003893215,"threshold_uncertainty_score":0.7172869},"labels":[],"label_agreement":null},{"id":"W2553974259","doi":"10.2196/resprot.6350","title":"The Effects of an E-Mental Health Program and Job Coaching on the Risk of Major Depression and Productivity in Canadian Male Workers: Protocol for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; University of British Columbia; Université de Montréal; University of Calgary","funders":"","keywords":"Mental health; Coaching; Depression (economics); Productivity; Psychology; Stigma (botany); Applied psychology; Randomized controlled trial; The Internet; Psychiatry; Clinical psychology; Gerontology; Medicine; Computer science; Psychotherapist; Economic growth","score_opus":0.09010085420921621,"score_gpt":0.561234733662576,"score_spread":0.4711338794533598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553974259","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10115683,0.000006458335,0.0000032073976,0.002388302,0.000023847278,0.89597654,0.000047887937,0.00001157444,0.00038534365],"genre_scores_gemma":[0.14975455,2.1631887e-7,0.0000580338,0.000009906204,0.00004006098,0.84962434,0.0000010950986,0.000018034372,0.00049377023],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9913554,0.006410165,0.0007470665,0.000392798,0.00038821844,0.0007063431],"domain_scores_gemma":[0.99305403,0.005682305,0.00042995418,0.00045232888,0.00010533219,0.00027605932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014315823,0.00015362458,0.00064267864,0.00021305075,0.00044711915,0.000082467406,0.00026192144,0.000083547224,0.000015895299],"category_scores_gemma":[0.0028523859,0.00006595204,0.00013174459,0.00018145445,0.0006683906,0.00014547425,0.00008632849,0.00032776836,0.0000014905804],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8689916,0.0019520925,0.0037711412,0.00084174477,0.00006761202,0.0000012710973,0.0004151033,2.2313866e-8,0.000055360048,0.001719942,0.00068458496,0.121499486],"study_design_scores_gemma":[0.9664676,0.015383545,0.004308709,0.0061420454,0.0000035057055,0.0000036871243,0.00015286394,0.000027243315,0.0004512237,0.001846952,0.0051247096,0.00008787319],"about_ca_topic_score_codex":0.01373723,"about_ca_topic_score_gemma":0.03196276,"teacher_disagreement_score":0.121411614,"about_ca_system_score_codex":0.0001653132,"about_ca_system_score_gemma":0.00036432088,"threshold_uncertainty_score":0.9928304},"labels":[],"label_agreement":null},{"id":"W2554121772","doi":"10.2196/resprot.6617","title":"Efficacy and Safety of High-Dose Ivermectin for Reducing Malaria Transmission (IVERMAL): Protocol for a Double-Blind, Randomized, Placebo-Controlled, Dose-Finding Trial in Western Kenya","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parasitic Diseases Research and Treatment","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundación Mundo Sano; Bill and Melinda Gates Foundation","keywords":"Medicine; Ivermectin; Lymphatic filariasis; Tolerability; Malaria; Onchocerciasis; Regimen; Cmax; Placebo; Pharmacology; Population; Pharmacokinetics; Adverse effect; Internal medicine; Filariasis; Immunology; Veterinary medicine","score_opus":0.187899104315945,"score_gpt":0.5341736456420559,"score_spread":0.3462745413261109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554121772","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030700501,0.0000053252857,0.0009482778,0.0011353092,0.000008988289,0.9667548,0.00006629377,0.00004244566,0.00033807984],"genre_scores_gemma":[0.049175363,0.0000031187224,0.0009235354,0.000007702408,0.00022863608,0.94750446,0.000022307033,0.00006366415,0.00207122],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99439394,0.0010999895,0.0012214284,0.0008604544,0.0011796561,0.0012444993],"domain_scores_gemma":[0.99276084,0.0051958533,0.00028052405,0.00054193224,0.0005337876,0.0006870825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005967139,0.0003830548,0.0016668398,0.0008052752,0.0002775935,0.000100960555,0.000291795,0.0002551668,0.00017125675],"category_scores_gemma":[0.0016726927,0.00022653457,0.00045643433,0.00037885917,0.00045812104,0.0002713041,0.00012132904,0.00039213357,0.000010161776],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9527754,0.003894693,0.00022203225,0.0022759538,0.00034027235,0.000057861456,0.00022801958,0.0000033519327,0.0041624997,0.0005708173,0.00021794031,0.03525111],"study_design_scores_gemma":[0.96778846,0.009867211,0.0006913385,0.008992628,0.00005571908,0.000011982353,0.00002830998,0.0002073428,0.006355714,0.0004649487,0.005311788,0.00022456636],"about_ca_topic_score_codex":0.00007350236,"about_ca_topic_score_gemma":0.000009998886,"teacher_disagreement_score":0.035026547,"about_ca_system_score_codex":0.00037958985,"about_ca_system_score_gemma":0.0011998669,"threshold_uncertainty_score":0.92378116},"labels":[],"label_agreement":null},{"id":"W2554225073","doi":"10.2196/resprot.6277","title":"The Effectiveness of Hand Massage on Pain in Critically Ill Patients After Cardiac Surgery: A Randomized Controlled Trial Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Randomized controlled trial; Medicine; Protocol (science); Critically ill; Physical therapy; Massage; Alternative medicine; Surgery; Intensive care medicine","score_opus":0.08793722338990574,"score_gpt":0.4936269465013193,"score_spread":0.40568972311141355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554225073","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039278895,0.000002902191,0.000044509936,0.0008178719,0.000025539171,0.9587507,0.000023108472,0.000012718611,0.0010437184],"genre_scores_gemma":[0.13234366,8.8658635e-7,0.000010363748,0.000052977834,0.0001883539,0.8671035,0.0000027881376,0.000019772944,0.00027769245],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97992706,0.016706197,0.00093467225,0.00037949233,0.0014246339,0.000627964],"domain_scores_gemma":[0.9473439,0.050113562,0.00013452061,0.0004117054,0.0018621362,0.00013419968],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038280234,0.00023434746,0.0019472197,0.0003033206,0.00017003907,0.000035239154,0.0001742291,0.00003607533,0.00015097526],"category_scores_gemma":[0.049806077,0.00009512787,0.0004979342,0.00028217433,0.0011381576,0.000066550936,0.00015222913,0.0003531172,0.00001088153],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93860734,0.0014082297,0.034766383,0.0007550196,0.00022864433,0.00003070479,0.00005706196,1.2702714e-8,0.00035286357,0.00020475888,0.0008731825,0.022715783],"study_design_scores_gemma":[0.933801,0.01036325,0.018172337,0.010827611,0.00001193229,1.3871572e-7,0.000043214397,0.0000038065218,0.001609694,0.00075189053,0.024303501,0.000111651454],"about_ca_topic_score_codex":0.000018049543,"about_ca_topic_score_gemma":0.000007466846,"teacher_disagreement_score":0.09306477,"about_ca_system_score_codex":0.00015763432,"about_ca_system_score_gemma":0.00022333753,"threshold_uncertainty_score":0.9902929},"labels":[],"label_agreement":null},{"id":"W2555208196","doi":"10.2196/resprot.6378","title":"Overcoming Perfectionism: Protocol of a Randomized Controlled Trial of an Internet-Based Guided Self-Help Cognitive Behavioral Therapy Intervention","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perfectionism (psychology); Psychological intervention; Cognitive behavioral therapy; Clinical psychology; Randomized controlled trial; Intervention (counseling); Cognitive therapy; The Internet; Cognition; Psychology; Psychotherapist; Medicine; Psychiatry; Computer science; World Wide Web","score_opus":0.18414555891140766,"score_gpt":0.5553773574055717,"score_spread":0.37123179849416404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555208196","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10905261,0.0000028769748,0.0013589356,0.00009676104,0.00005578899,0.8877453,0.000014840488,0.00014198128,0.0015308616],"genre_scores_gemma":[0.23395611,4.6475398e-7,0.00017976301,0.000008025596,0.00016189495,0.7642594,0.0000047928256,0.00004301805,0.0013865192],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98858744,0.00724802,0.0017758072,0.00066709385,0.0011415043,0.00058014476],"domain_scores_gemma":[0.99354976,0.0021211181,0.0010908414,0.00050664786,0.0026070327,0.00012462556],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009952233,0.0003385926,0.0016032826,0.0006846207,0.00024521607,0.000084607986,0.00041414262,0.00026324173,0.0014360717],"category_scores_gemma":[0.0014102764,0.00022158728,0.0008622148,0.0004758387,0.0008788186,0.00036493407,0.00011347824,0.00041035577,0.000037558995],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96119815,0.012668182,0.0010880576,0.0002532999,0.00047499084,0.0000038692456,0.0017818927,3.237471e-7,0.004128372,0.00035555134,0.00074638514,0.017300913],"study_design_scores_gemma":[0.95461303,0.015756354,0.00078276766,0.0018723863,0.0000344872,0.0000056364293,0.0003676469,0.00010680518,0.023692124,0.00041334366,0.0021287668,0.00022664964],"about_ca_topic_score_codex":0.0003122526,"about_ca_topic_score_gemma":0.000042604337,"teacher_disagreement_score":0.12490349,"about_ca_system_score_codex":0.00023070925,"about_ca_system_score_gemma":0.00028206102,"threshold_uncertainty_score":0.99947673},"labels":[],"label_agreement":null},{"id":"W2555240067","doi":"10.2196/resprot.5914","title":"Advancing Interprofessional Primary Health Care Services in Rural Settings for People with Chronic Low Back Disorders: Protocol of a Community-Based Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medicine; Randomized controlled trial; Quality of life (healthcare); Gerontology; Health care; Physical therapy; Family medicine; Nursing","score_opus":0.023291657400891765,"score_gpt":0.4651300719151988,"score_spread":0.441838414514307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555240067","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031789485,0.000004467816,0.00033663254,0.006517184,0.000007316171,0.9611547,0.000013551057,0.000032800042,0.0001438381],"genre_scores_gemma":[0.033968218,2.713693e-7,0.0012575476,0.00023875825,0.00009876942,0.96418226,0.0000626682,0.00004186952,0.00014965267],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9921717,0.0049437154,0.0010803749,0.00025661083,0.000893072,0.0006544968],"domain_scores_gemma":[0.99293274,0.005285192,0.00045809135,0.0005145805,0.000624721,0.00018465612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0086611165,0.00024102224,0.0017185118,0.00041106297,0.00023295011,0.000025882715,0.0002709649,0.00013692577,0.00009873217],"category_scores_gemma":[0.00068520784,0.00011923123,0.00036710093,0.0003913925,0.0004001778,0.00019933237,0.00010281559,0.00064918277,0.0000050714234],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9110385,0.0015706861,0.0009943785,0.0757391,0.000043245225,2.1872572e-7,0.0022389968,0.000003400496,0.0029988564,0.000027498401,0.0003438955,0.00500119],"study_design_scores_gemma":[0.93364453,0.015886715,0.0009984028,0.045362294,0.0000037265552,2.989478e-7,0.0014713531,0.00018278376,0.00020197581,0.00017113975,0.0019435032,0.000133274],"about_ca_topic_score_codex":0.00022411089,"about_ca_topic_score_gemma":0.001347929,"teacher_disagreement_score":0.03037681,"about_ca_system_score_codex":0.00072011363,"about_ca_system_score_gemma":0.0030217285,"threshold_uncertainty_score":0.5360417},"labels":[],"label_agreement":null},{"id":"W2555399298","doi":"10.2196/resprot.5986","title":"An Observational Registry of Carotid Endarterectomy and Carotid Artery Stenting in Brazil: Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebrovascular and Carotid Artery Diseases","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Apoio ao Ensino, Pesquisa e Assistência do Hospital das Clínicas da Faculdade de Medicina de Ribeirão Preto da Universidade de São Paulo; Universidade de São Paulo","keywords":"Observational study; Carotid endarterectomy; Medicine; Carotid arteries; Protocol (science); Carotid stenting; Endarterectomy; Surgery; Internal medicine; Alternative medicine; Pathology","score_opus":0.2021020938738444,"score_gpt":0.5180320675156198,"score_spread":0.31592997364177544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555399298","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31252158,3.5342646e-7,0.000006844313,0.00015096815,0.0000028389509,0.6868281,0.000019400211,0.000040768307,0.0004291741],"genre_scores_gemma":[0.34860507,1.15659695e-7,0.00006917705,0.000021212803,0.000100269885,0.6509635,0.000005936834,0.000027939635,0.00020679495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996105,0.0006223155,0.00065225334,0.00067235914,0.0013314601,0.00061658456],"domain_scores_gemma":[0.99776727,0.00019978135,0.00013535174,0.0009998124,0.00054158544,0.00035619148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018049844,0.00023558366,0.0004868224,0.00040294696,0.0001266461,0.000084455554,0.0002993146,0.00010320644,0.0002784932],"category_scores_gemma":[0.00027679044,0.00016357617,0.00012599224,0.00048160402,0.00033783345,0.00045658625,0.0001723068,0.00037522783,0.00001396665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062760443,0.0030121142,0.9594667,0.00095357996,0.0000490982,0.000022179533,0.00042072742,3.1070053e-7,0.030946169,0.00006418378,0.00048046178,0.0039568525],"study_design_scores_gemma":[0.01252377,0.0035380262,0.9682274,0.0029034154,0.0000066780494,0.000042954554,0.0009176118,0.000009378322,0.008027952,0.000088866684,0.0035207279,0.00019323558],"about_ca_topic_score_codex":0.00005950364,"about_ca_topic_score_gemma":0.00008995355,"teacher_disagreement_score":0.036083482,"about_ca_system_score_codex":0.00012160521,"about_ca_system_score_gemma":0.00053977635,"threshold_uncertainty_score":0.6670443},"labels":[],"label_agreement":null},{"id":"W2556746216","doi":"10.2196/resprot.6459","title":"Development and Feasibility Testing of PROMPT-Care, an eHealth System for Collection and Use of Patient-Reported Outcome Measures for Personalized Treatment and Care: A Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bupa Health Foundation","keywords":"eHealth; Medicine; Protocol (science); Distress; Data collection; Focus group; Health care; Alternative medicine","score_opus":0.5189431786320879,"score_gpt":0.5548721121768826,"score_spread":0.03592893354479465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556746216","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44803274,0.0000047471967,0.000024330058,0.00001366868,0.0000025419984,0.55187,0.000026047577,0.000018688745,0.000007243806],"genre_scores_gemma":[0.32592767,9.507738e-8,0.001420761,0.0000013725322,0.000014238484,0.67256534,0.000003512297,0.000017671944,0.00004936159],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976265,0.00033235856,0.00065763044,0.0005217752,0.00053999305,0.00032176898],"domain_scores_gemma":[0.9969423,0.00038988364,0.00026139081,0.00030914322,0.0018711133,0.0002261973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011656448,0.00018081594,0.0005352154,0.00018026876,0.00024098033,0.000039132003,0.000043321983,0.00007900419,0.0000013026827],"category_scores_gemma":[0.00055120565,0.00011163909,0.00004367312,0.00022016188,0.00015715483,0.00011317437,0.000055572353,0.00007118072,3.2530572e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015596875,0.0010852341,0.85539186,0.018027486,0.00009377802,0.0000032603193,0.023740923,4.741496e-8,0.0057879393,0.00001832311,0.000009199745,0.080245055],"study_design_scores_gemma":[0.09655053,0.12241364,0.60552007,0.012539041,0.000117878204,0.000055301203,0.06714549,0.000051951207,0.056936644,0.00003140409,0.03804345,0.000594569],"about_ca_topic_score_codex":0.0006694119,"about_ca_topic_score_gemma":0.0013666763,"teacher_disagreement_score":0.24987179,"about_ca_system_score_codex":0.0006790821,"about_ca_system_score_gemma":0.0008607,"threshold_uncertainty_score":0.45525098},"labels":[],"label_agreement":null},{"id":"W2556820119","doi":"10.2196/resprot.6519","title":"Adjuvant Endocrine Therapy in Breast Cancer: A Novel e-Health Approach in Optimizing Treatment for Seniors (OPTIMUM): A Two-Group Controlled Comparison Pilot Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St Mary's Hospital Centre; McGill University; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Discontinuation; eHealth; Medicine; Breast cancer; Hazard ratio; Health care; Family medicine; Cancer; Confidence interval; Internal medicine","score_opus":0.4261210758057717,"score_gpt":0.5773962455380122,"score_spread":0.15127516973224048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556820119","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070146255,0.00007246739,0.0013907995,0.007507559,0.000010207708,0.9203947,0.000048882135,0.00006842006,0.00036066948],"genre_scores_gemma":[0.33727434,0.000032271506,0.0013304062,0.00011434417,0.00009663339,0.6604774,0.000007991869,0.000028104763,0.0006385217],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99590784,0.00054977124,0.00090697926,0.0007459096,0.00086650194,0.0010230097],"domain_scores_gemma":[0.9980713,0.00042759776,0.00023033012,0.00063462596,0.00027188298,0.00036426313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022104564,0.00029057526,0.0011599334,0.00047416598,0.00013132252,0.000042812433,0.00031457073,0.000042347532,0.0001757233],"category_scores_gemma":[0.000065865155,0.000168596,0.00008731672,0.0006534848,0.00013297799,0.0001255946,0.00006463502,0.00038916504,0.000030927356],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13408765,0.11259508,0.3828201,0.00087569124,0.00031670337,0.000060432834,0.0031210163,0.00013603692,0.046692424,0.0006131457,0.0035655778,0.31511617],"study_design_scores_gemma":[0.6771946,0.098562665,0.17738996,0.009489638,0.000011685281,0.00006248968,0.0035626825,0.016301421,0.00070528034,0.00008136279,0.015976457,0.0006617629],"about_ca_topic_score_codex":0.0013424857,"about_ca_topic_score_gemma":0.00030368884,"teacher_disagreement_score":0.5431069,"about_ca_system_score_codex":0.001068439,"about_ca_system_score_gemma":0.0010184508,"threshold_uncertainty_score":0.68751454},"labels":[],"label_agreement":null},{"id":"W2557769407","doi":"10.2196/resprot.6505","title":"Quality of Mobile Phone and Tablet Mobile Apps for Speech Sound Disorders: Protocol for an Evidence-Based Appraisal","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Android (operating system); Computer science; Protocol (science); Mobile phone; Mobile device; Multimedia; App store; Phone; Quality (philosophy); Mobile apps; Certification; World Wide Web; Medicine","score_opus":0.5594837816135289,"score_gpt":0.7048954779556249,"score_spread":0.14541169634209605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557769407","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012507697,0.0000104476685,0.010870971,0.0010251675,0.000018072209,0.9858088,0.00048798727,0.00013551577,0.0003922805],"genre_scores_gemma":[0.0018412517,0.0000057781044,0.0062081357,0.00018241377,0.00038340173,0.9903584,0.000034065128,0.00008938534,0.0008971274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921355,0.0022518993,0.0017855421,0.0010223336,0.00091846765,0.0018862278],"domain_scores_gemma":[0.9806585,0.014674806,0.00073164585,0.0013308584,0.0016897535,0.0009144907],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013607308,0.00031089393,0.0007194437,0.00030377106,0.0015955501,0.000038173468,0.0006581261,0.00046232343,0.00046314884],"category_scores_gemma":[0.0029221869,0.000219205,0.00013172357,0.00056234555,0.00055789354,0.00053081405,0.00020165349,0.00065003306,0.000059800906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032359116,0.006843815,0.04217421,0.112312555,0.00004000608,4.909117e-7,0.0012086105,0.000010960542,0.024881912,0.021051083,0.15817444,0.6009428],"study_design_scores_gemma":[0.013325562,0.0064044325,0.0014624806,0.0047868243,0.0000021282879,3.2050184e-7,0.00048413404,0.00012929483,0.001147112,0.010098407,0.9618875,0.0002718539],"about_ca_topic_score_codex":0.00029646835,"about_ca_topic_score_gemma":0.0005552908,"teacher_disagreement_score":0.803713,"about_ca_system_score_codex":0.0002644036,"about_ca_system_score_gemma":0.0038034774,"threshold_uncertainty_score":0.99970424},"labels":[],"label_agreement":null},{"id":"W2558067581","doi":"10.2196/resprot.6438","title":"Effect on Nitrogen Balance, Thermogenesis, Body Composition, Satiety, and Circulating Branched Chain Amino Acid Levels up to One Year after Surgery: Protocol of a Randomized Controlled Trial on Dietary Protein During Surgical Weight Loss","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Weight loss; Thermogenesis; Randomized controlled trial; Nitrogen balance; Medicine; Sleeve gastrectomy; Obesity; Internal medicine; Resting energy expenditure; Surgery; Animal science; Body weight; Endocrinology; Gastric bypass; Biology; Chemistry; Nitrogen","score_opus":0.061135516383991194,"score_gpt":0.40988579902288796,"score_spread":0.3487502826388968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558067581","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47935912,0.0000028350426,0.0000065572954,0.0004222833,0.000011624519,0.52003884,0.000016890159,0.000045364566,0.00009648675],"genre_scores_gemma":[0.47474745,4.3130456e-7,0.00002255331,0.000023887356,0.00031490435,0.5246333,0.0000030635824,0.000039789586,0.00021462244],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98955715,0.0055785915,0.0014111385,0.0007747869,0.0017362935,0.0009420483],"domain_scores_gemma":[0.9917017,0.0063960296,0.00038745074,0.00069438736,0.0003692383,0.0004511947],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010859574,0.00046065127,0.0030461818,0.0006526187,0.00020338075,0.000058236783,0.00019105413,0.00028852143,0.0004516735],"category_scores_gemma":[0.0019917672,0.00026222438,0.0008032939,0.0005341655,0.0003280465,0.00012539116,0.00015823476,0.00048918184,0.00004523551],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8750312,0.000849173,0.021767078,0.0016339914,0.00043667763,0.000119219185,0.000109008484,1.5713846e-7,0.09777049,0.00008968109,0.000059453778,0.0021338812],"study_design_scores_gemma":[0.78942907,0.0037640878,0.015708942,0.0064397287,0.00004453897,0.0000122211295,0.0000031567513,0.000007966741,0.18397602,0.00013026952,0.00019117215,0.00029280476],"about_ca_topic_score_codex":0.000008729006,"about_ca_topic_score_gemma":5.008001e-7,"teacher_disagreement_score":0.08620554,"about_ca_system_score_codex":0.00018263592,"about_ca_system_score_gemma":0.00029609422,"threshold_uncertainty_score":0.999983},"labels":[],"label_agreement":null},{"id":"W2558290742","doi":"10.2196/resprot.6355","title":"High Touch and High Tech (HT2) Proposal: Transforming Patient Engagement Throughout the Continuum of Care by Engaging Patients with Portal Technology at the Bedside","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Patient portal; Medicine; Health care; Software deployment; Patient experience; Ambulatory care; Medical emergency; Nursing","score_opus":0.07582823138524537,"score_gpt":0.5171864435056501,"score_spread":0.44135821212040477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558290742","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4462801,0.00006544799,0.00006499508,0.008259535,0.000038749622,0.54436874,0.00012000281,0.000118840355,0.0006835877],"genre_scores_gemma":[0.47276685,0.0000062901213,0.00007851749,0.00006774654,0.0000572396,0.5264021,0.000011034012,0.000050309485,0.0005598693],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917684,0.0033087844,0.0010814954,0.0006300893,0.0014307061,0.0017805157],"domain_scores_gemma":[0.9955216,0.0016796122,0.000494988,0.0010217262,0.0011041771,0.00017789927],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0031982383,0.0003074957,0.00052017526,0.00021205386,0.0025873156,0.000024015368,0.00066485937,0.00032422025,0.00016855453],"category_scores_gemma":[0.00037518376,0.00013070404,0.000050184877,0.0006286011,0.00077465246,0.00018770558,0.00055578974,0.0022251315,0.000034746918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035900006,0.001014292,0.5215199,0.009130558,0.00028003135,0.000026552958,0.045674253,5.7683184e-7,0.024482558,0.011263778,0.057787597,0.32522988],"study_design_scores_gemma":[0.014377887,0.013258951,0.014843378,0.01558768,0.00002219426,0.000009644429,0.032279093,0.000002567987,0.07093887,0.0015879855,0.8363661,0.0007256053],"about_ca_topic_score_codex":0.00066955184,"about_ca_topic_score_gemma":0.0021885207,"teacher_disagreement_score":0.7785785,"about_ca_system_score_codex":0.0008429119,"about_ca_system_score_gemma":0.0012978371,"threshold_uncertainty_score":0.99871117},"labels":[],"label_agreement":null},{"id":"W2558429215","doi":"10.2196/resprot.6534","title":"Can a Free Wearable Activity Tracker Change Behavior? The Impact of Trackers on Adults in a Physician-Led Wellness Group","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Activity tracker; BitTorrent tracker; Psychology; Wearable technology; Medicine; Physical activity; Physical therapy; Wearable computer; Family medicine; Medical education; Computer science; Eye tracking","score_opus":0.25752060346067696,"score_gpt":0.5401502252627738,"score_spread":0.28262962180209683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558429215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69771993,0.0000011645249,0.000001265893,0.0035384616,0.000003292005,0.29799747,0.00006508532,0.000025968,0.00064736675],"genre_scores_gemma":[0.5396664,0.0000018780415,0.000002837756,0.000033942477,0.0001347446,0.46003476,0.0000011922273,0.000019982204,0.000104225415],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99662393,0.0007200843,0.00025996374,0.0004489645,0.0010261275,0.00092092325],"domain_scores_gemma":[0.99789906,0.0005903837,0.000124251,0.0009395222,0.00015885655,0.00028790976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012301714,0.00022190115,0.0005648702,0.00023516061,0.0001529,0.00002419497,0.00041262218,0.00015290627,0.00009846789],"category_scores_gemma":[0.0001897893,0.00011174764,0.00021174326,0.0007805546,0.00037762098,0.0003112395,0.00012052521,0.0010530921,0.000051288956],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034733433,0.048229676,0.023797566,0.0017687277,0.00009289631,0.00015299913,0.0042283814,5.1734486e-7,0.19562662,0.0009630291,0.0033999833,0.6870062],"study_design_scores_gemma":[0.012897668,0.015519705,0.91516554,0.0109448545,0.0000064486803,0.000005308788,0.00017141685,0.00008224584,0.042309318,0.001580664,0.0010600785,0.00025675702],"about_ca_topic_score_codex":0.0034552934,"about_ca_topic_score_gemma":0.0009102612,"teacher_disagreement_score":0.891368,"about_ca_system_score_codex":0.0005601517,"about_ca_system_score_gemma":0.0003871367,"threshold_uncertainty_score":0.5223393},"labels":[],"label_agreement":null},{"id":"W2558492530","doi":"10.2196/resprot.6621","title":"Design, Response Rates, and Population Characteristics of a Cross-Sectional Study in Zanzibar, Tanzania","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tanzania; Cross-sectional study; Population; Environmental health; Medicine; Geography; Socioeconomics; Sociology","score_opus":0.6503020282882539,"score_gpt":0.6594275912667585,"score_spread":0.009125562978504642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558492530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81196755,0.0000013699614,0.00016335926,0.00014024269,0.0000114815375,0.18764158,0.0000095164305,0.000017315453,0.000047559457],"genre_scores_gemma":[0.6668051,8.8640627e-7,0.00030712687,0.0000048823813,0.000043913606,0.331949,7.0682e-7,0.000007870683,0.0008805545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9285935,0.06932589,0.0004637205,0.00036048563,0.0007884924,0.00046791707],"domain_scores_gemma":[0.9761464,0.023001201,0.000109195964,0.00021750559,0.00041711092,0.00010860709],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12673552,0.00008665206,0.00019775795,0.00035437348,0.0003731983,0.000081592865,0.00024650944,0.00018155473,0.00022763554],"category_scores_gemma":[0.03468548,0.000065392436,0.00002271588,0.00056897884,0.0006822556,0.00027490902,0.00010120732,0.00025208198,0.00001901075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05674371,0.00037120847,0.93082964,0.000013061623,0.000005454244,0.000014449625,0.0019872205,1.7509771e-7,0.0076945103,0.00021606496,0.00003917166,0.0020853146],"study_design_scores_gemma":[0.0014915357,0.0009689167,0.9942198,0.000119338685,3.0729123e-7,0.0000010978531,0.0001996081,0.0000015992144,0.00044411264,0.0010268354,0.00144798,0.00007889113],"about_ca_topic_score_codex":0.00063273945,"about_ca_topic_score_gemma":0.00045821207,"teacher_disagreement_score":0.14516251,"about_ca_system_score_codex":0.00014604341,"about_ca_system_score_gemma":0.00048369635,"threshold_uncertainty_score":0.9734458},"labels":[],"label_agreement":null},{"id":"W2558692574","doi":"10.2196/resprot.5903","title":"Predictors of Vascular Cognitive Impairment Poststroke in a Middle Eastern (Bahrain) Cohort: A Proposed Case-Control Comparison","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive impairment; Cohort; Cognition; Medicine; Stroke (engine); Psychology; Physical medicine and rehabilitation; Gerontology; Physical therapy; Psychiatry; Internal medicine","score_opus":0.0983490321906008,"score_gpt":0.462798352804052,"score_spread":0.3644493206134512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558692574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57077783,0.00001459246,0.00021978772,0.0003475541,0.000006065012,0.42717525,0.0000931404,0.000044829052,0.0013209345],"genre_scores_gemma":[0.5560147,0.000001728656,0.000035405967,0.000024748006,0.00006828088,0.4428427,0.000008773253,0.000033462104,0.00097015087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992605,0.0015866036,0.00093225576,0.00079972966,0.0026306303,0.0014458135],"domain_scores_gemma":[0.99634045,0.00073602976,0.00018601089,0.00058933743,0.0015599702,0.00058816886],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044142627,0.00033528803,0.00082324335,0.00095858483,0.00013846303,0.000068419926,0.00030862665,0.0002045721,0.0009264971],"category_scores_gemma":[0.0007721438,0.00022022454,0.0002689691,0.00085589546,0.0007433104,0.00026163823,0.00027550553,0.0007601362,0.00020500696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00696267,0.00492942,0.9619221,0.0010689797,0.00044315957,0.0020534352,0.00067028904,2.0435598e-7,0.010212778,0.000029167863,0.00038920713,0.011318589],"study_design_scores_gemma":[0.0427761,0.016851626,0.900749,0.012662301,0.00006000053,0.0002553669,0.0016601207,0.00031732078,0.021665672,0.00007400313,0.0025955776,0.00033285402],"about_ca_topic_score_codex":0.00014994854,"about_ca_topic_score_gemma":0.00007360766,"teacher_disagreement_score":0.061173044,"about_ca_system_score_codex":0.00040164136,"about_ca_system_score_gemma":0.00081429526,"threshold_uncertainty_score":0.99998677},"labels":[],"label_agreement":null},{"id":"W2558721679","doi":"10.2196/resprot.6624","title":"Engaging Moms on Teen Indoor Tanning Through Social Media: Protocol of a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Skin Protection and Aging","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Randomized controlled trial; Intervention (counseling); Medicine; Environmental health; Psychology; Psychiatry","score_opus":0.22922842656606807,"score_gpt":0.5488825256520925,"score_spread":0.31965409908602443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558721679","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013939117,7.6884646e-7,0.00032286427,0.0027424565,0.00002376282,0.9814493,0.0000037060586,0.0001394566,0.013923762],"genre_scores_gemma":[0.024085704,2.1557352e-7,0.0002633795,0.00008818276,0.0012444571,0.9725627,0.0000012673838,0.000055694312,0.0016984475],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.992314,0.0030894298,0.0012396803,0.0005204894,0.0020676532,0.00076875073],"domain_scores_gemma":[0.9934291,0.0047667655,0.0004745267,0.00042677356,0.0007212173,0.00018158629],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010160516,0.00028396727,0.002036602,0.00050273497,0.00038837502,0.00006990863,0.00028849844,0.00024716576,0.0008657619],"category_scores_gemma":[0.011546111,0.00015061953,0.0006526953,0.00057924597,0.00067984755,0.00020215772,0.00014896298,0.0011029777,0.000078484045],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96969986,0.00083936856,0.000041224816,0.00035076062,0.00016998046,0.00003452894,0.0014128544,1.212834e-7,0.0129014645,0.00187241,0.0023539537,0.010323493],"study_design_scores_gemma":[0.94776165,0.0016104446,0.0000338938,0.0046596737,0.000014628137,0.0000068894105,0.0002271836,0.000024357641,0.021215016,0.0020365564,0.022246161,0.00016352427],"about_ca_topic_score_codex":0.000008711904,"about_ca_topic_score_gemma":9.229699e-7,"teacher_disagreement_score":0.022691794,"about_ca_system_score_codex":0.00020333666,"about_ca_system_score_gemma":0.000533815,"threshold_uncertainty_score":0.99678004},"labels":[],"label_agreement":null},{"id":"W2559941331","doi":"10.2196/resprot.6549","title":"Pretravel Health Advice Among Australians Returning From Bali, Indonesia: A Randomized Controlled Trial Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Travel-related health issues","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Intervention (counseling); Risk perception; Medicine; Family medicine; Psychology; Gerontology; Demography; Perception; Psychiatry; Surgery","score_opus":0.18566845448118624,"score_gpt":0.5589681141401781,"score_spread":0.37329965965899187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559941331","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009038967,0.0000069276207,0.00017174245,0.009069795,0.00003537496,0.9785807,0.000036241043,0.0005323091,0.0025279573],"genre_scores_gemma":[0.009313115,0.0000022393333,0.0015699554,0.00024784743,0.0011242339,0.9777373,0.000018315835,0.00015014088,0.009836846],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9836002,0.0070187333,0.0028961673,0.001254899,0.0029698196,0.0022602107],"domain_scores_gemma":[0.990462,0.0045760893,0.0010467488,0.001366247,0.001039656,0.0015092243],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014590985,0.00062102993,0.0038300185,0.000778898,0.0005380849,0.000176199,0.0006330182,0.0008222359,0.0017785648],"category_scores_gemma":[0.004577904,0.00035601135,0.00064673746,0.0008935772,0.0010063316,0.00039331417,0.0001907468,0.0025640775,0.00038435648],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9778431,0.0012165481,0.0025779556,0.0012234134,0.00031477082,0.00012262103,0.0012853261,2.3948118e-7,0.00086257077,0.00028217185,0.012108922,0.0021623278],"study_design_scores_gemma":[0.94703543,0.0056343563,0.0042370697,0.016363747,0.000025435014,0.000012437232,0.00015556456,0.00009982317,0.0006176762,0.00039490472,0.025079474,0.00034410218],"about_ca_topic_score_codex":0.0009558736,"about_ca_topic_score_gemma":0.00008115589,"teacher_disagreement_score":0.030807722,"about_ca_system_score_codex":0.00084691186,"about_ca_system_score_gemma":0.003160906,"threshold_uncertainty_score":0.9998892},"labels":[],"label_agreement":null},{"id":"W2560001907","doi":"10.2196/resprot.5887","title":"A Multidisciplinary Model to Guide Employment Outcomes Among People Living With Spinal Cord Injuries in South Africa: A Mixed Methods Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Rehabilitation; Delphi method; Gainful employment; Psychological intervention; Medicine; Focus group; Recreation; Health care; Protocol (science); Nursing; Psychology; Physical therapy; Business; Economic growth; Political science; Job satisfaction; Marketing; Social psychology; Economics; Alternative medicine","score_opus":0.3043745031762464,"score_gpt":0.6213351476644152,"score_spread":0.3169606444881688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560001907","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16986267,3.9970752e-7,0.002432764,0.0005596684,0.0000030769922,0.8251315,0.000006695164,0.00016809042,0.0018351737],"genre_scores_gemma":[0.12130227,2.8066228e-8,0.02610553,0.000013272165,0.000052469946,0.83235306,3.9231597e-7,0.00017409438,0.019998912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99063,0.0022111784,0.0009792051,0.0013717768,0.002921673,0.0018861784],"domain_scores_gemma":[0.99563897,0.0006573177,0.00016826908,0.0016941169,0.00091923645,0.00092212023],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008248782,0.0005339893,0.0010215967,0.0017653583,0.00031565572,0.00017773875,0.0009162026,0.00016617858,0.0003348226],"category_scores_gemma":[0.002586844,0.00030773733,0.00014430122,0.002257946,0.00041516745,0.00036359273,0.002250179,0.0010370429,0.00021505666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041624304,0.0045375666,0.9255213,0.00061495905,0.00009085412,0.00015833302,0.0045300755,0.000005412289,0.0053819492,0.000042972977,0.0014590278,0.01603325],"study_design_scores_gemma":[0.008568066,0.085898794,0.8869347,0.007737377,0.000008235573,0.0000072734447,0.005916905,0.00028973666,0.0014100658,0.00009561226,0.002653413,0.00047981812],"about_ca_topic_score_codex":0.00015438635,"about_ca_topic_score_gemma":0.0006412323,"teacher_disagreement_score":0.08136123,"about_ca_system_score_codex":0.0009002584,"about_ca_system_score_gemma":0.0011882281,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W2560131424","doi":"10.2196/resprot.5932","title":"Parent and Clinician Preferences for an Asthma App to Promote Adolescent Self-Management: A Formative Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Formative assessment; Thematic analysis; mHealth; Descriptive statistics; Medicine; Psychology; Sample (material); Medical education; Asthma; Applied psychology; Clinical psychology; Family medicine; Qualitative research; Nursing; Psychological intervention","score_opus":0.42352088312122343,"score_gpt":0.653428567892546,"score_spread":0.22990768477132256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560131424","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03033329,0.0000031885452,0.00074319955,0.0021646072,0.000022003936,0.9644617,0.00009608431,0.00023177263,0.0019441707],"genre_scores_gemma":[0.0694564,0.000011817733,0.0018418281,0.0004919895,0.00025911312,0.9269912,0.000009163506,0.00003788609,0.0009005877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942852,0.0016050984,0.0010107388,0.0007985465,0.0007190382,0.0015813354],"domain_scores_gemma":[0.9962995,0.00061015156,0.00024901115,0.00084906083,0.00073578727,0.0012564757],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0058038817,0.00022258465,0.00036409884,0.00033351567,0.0018245454,0.00004489042,0.0005411762,0.00016099535,0.00007889718],"category_scores_gemma":[0.0002042487,0.00014363969,0.000038261922,0.00046485706,0.00007834543,0.00028084873,0.00046477694,0.00061935355,0.00034935155],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026780532,0.00599122,0.058370836,0.008524319,0.0000439889,0.000002142861,0.015363382,1.5468854e-7,0.000046744957,0.006511976,0.05223177,0.8502354],"study_design_scores_gemma":[0.004994743,0.007635348,0.08459687,0.0030110762,0.0000029120115,2.847752e-7,0.0049335137,0.000027098009,0.000010869937,0.002329818,0.89227945,0.0001779924],"about_ca_topic_score_codex":0.00003650992,"about_ca_topic_score_gemma":0.00046945043,"teacher_disagreement_score":0.8500574,"about_ca_system_score_codex":0.0002989213,"about_ca_system_score_gemma":0.00064420264,"threshold_uncertainty_score":0.99947494},"labels":[],"label_agreement":null},{"id":"W2560364466","doi":"10.2196/resprot.6559","title":"Data Analysis Protocol for the Development and Evaluation of Population Pharmacokinetic Models for Incorporation Into the Web-Accessible Population Pharmacokinetic Service - Hemophilia (WAPPS-Hemo)","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemophilia Treatment and Research","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; University of Waterloo","funders":"","keywords":"Protocol (science); Pharmacokinetics; Population; Population pharmacokinetics; Service (business); Medicine; Computer science; Pharmacology; Alternative medicine; Environmental health; Business","score_opus":0.5458424917630936,"score_gpt":0.6118986636784347,"score_spread":0.06605617191534108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560364466","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029802838,0.00000895025,0.0022905674,0.006005889,0.000007000001,0.9617032,0.00007217495,0.000034802124,0.00007461782],"genre_scores_gemma":[0.19457802,0.000001731999,0.0021416808,0.000032713742,0.00016098734,0.80222183,0.0005077662,0.00003296469,0.0003222775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99532247,0.0006238564,0.00077813776,0.00068329944,0.0021069734,0.0004852517],"domain_scores_gemma":[0.99542195,0.00090826006,0.0003065314,0.0010393386,0.0021729076,0.00015100272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008555512,0.00023756854,0.00036380638,0.0005075466,0.0006285604,0.00011796809,0.00062374026,0.00012351804,0.00010995251],"category_scores_gemma":[0.00038040918,0.00011335322,0.00009230758,0.0015501673,0.00013759709,0.00059884385,0.0003626341,0.00020735961,0.0000054693396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011825632,0.0018186399,0.04294909,0.0065118507,0.001625792,0.0000014059682,0.00156334,0.0022605457,0.050054014,0.00061154616,0.005158502,0.87561965],"study_design_scores_gemma":[0.018735575,0.0007318576,0.040992565,0.0012157415,0.00049374846,0.0000021486435,0.00010648827,0.885009,0.017220208,0.0073250146,0.02790964,0.0002580261],"about_ca_topic_score_codex":0.00009977387,"about_ca_topic_score_gemma":0.00032430867,"teacher_disagreement_score":0.8827484,"about_ca_system_score_codex":0.00032677918,"about_ca_system_score_gemma":0.00059482275,"threshold_uncertainty_score":0.48344418},"labels":[],"label_agreement":null},{"id":"W2560378468","doi":"10.2196/resprot.6275","title":"Spinal Cord Injury—Assessing Tolerability and Use of Combined Rehabilitation and NeuroAiD (SATURN Study): Protocol of An Exploratory Study In Assessing the Safety and Efficacy of NeuroAiD Amongst People Who Sustain Severe Spinal Cord Injury","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Tolerability; Spinal cord injury; Rehabilitation; Physical therapy; Adverse effect; Spinal cord; Internal medicine; Psychiatry","score_opus":0.16116683093248022,"score_gpt":0.5465714174100086,"score_spread":0.3854045864775284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560378468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.542686,0.0000016325317,0.0000054242246,0.00024323081,0.0000036180518,0.4570233,0.000010434052,0.000016910091,0.000009435181],"genre_scores_gemma":[0.5483083,7.5627725e-7,0.00015406769,0.0000069019175,0.00002199538,0.45145482,0.0000010365173,0.000036244095,0.000015881304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98869324,0.005860262,0.0016116895,0.0010707662,0.0020131767,0.0007508967],"domain_scores_gemma":[0.9936868,0.00208708,0.0005683726,0.0013550136,0.0019409299,0.00036178934],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0089842025,0.00040296087,0.0012218124,0.00082516635,0.00031408816,0.0002492909,0.0004350087,0.00016305533,0.000019153305],"category_scores_gemma":[0.0062280595,0.00026685806,0.00007450647,0.0016585061,0.0017360045,0.0016842728,0.001013111,0.0012399827,4.6427576e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22499488,0.0059838626,0.65337956,0.002840347,0.000030280442,0.000029614466,0.000895112,2.5057741e-7,0.028159972,0.0000292478,0.000029641205,0.0836272],"study_design_scores_gemma":[0.009495827,0.22142558,0.7576348,0.002727408,0.000013256254,0.000010332592,0.007038485,0.00006538081,0.001165663,0.00008155519,0.00016100313,0.00018068608],"about_ca_topic_score_codex":0.00026179355,"about_ca_topic_score_gemma":0.00022308441,"teacher_disagreement_score":0.21549906,"about_ca_system_score_codex":0.0002278677,"about_ca_system_score_gemma":0.000955933,"threshold_uncertainty_score":0.99997836},"labels":[],"label_agreement":null},{"id":"W2560549316","doi":"10.2196/resprot.6402","title":"Taxonomy for the Rehabilitation of Knee Conditions (TRAK), a Digital Intervention to Support the Self-Care Components of Anterior Cruciate Ligament Rehabilitation: Protocol of a Feasibility Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Knee injuries and reconstruction techniques","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Rehabilitation; Anterior cruciate ligament; Protocol (science); Physical therapy; Physical medicine and rehabilitation; Medicine; Intervention (counseling); Wearable computer; Psychology; Computer science; Alternative medicine; Nursing; Surgery; Pathology","score_opus":0.16245647211346043,"score_gpt":0.5268084330617709,"score_spread":0.3643519609483105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560549316","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1946823,0.0000012919292,0.00030842418,0.00096086087,0.000007933922,0.80378383,0.00015433431,0.000034378507,0.000066653956],"genre_scores_gemma":[0.43133053,1.0465124e-7,0.0010657442,0.0000031053175,0.000019492036,0.56753105,0.0000017755739,0.000009615614,0.000038562845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99695194,0.00040724623,0.0013997356,0.0003235103,0.0006767408,0.00024081768],"domain_scores_gemma":[0.9951326,0.0013743457,0.0005335527,0.0007678823,0.0021062596,0.00008533315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028931897,0.00013951777,0.00048784615,0.00024996765,0.00014938378,0.00003277985,0.00027056065,0.000070750015,0.00009486673],"category_scores_gemma":[0.0011801989,0.00006908132,0.0003864259,0.00037256003,0.00070581504,0.00020963378,0.00016930232,0.00015645147,0.0000030045842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025683532,0.022343492,0.50862753,0.023398893,0.0005800341,0.0000018614512,0.016962267,0.0000018447286,0.04650069,0.00054251734,0.003905994,0.35145134],"study_design_scores_gemma":[0.018432584,0.16717404,0.67304105,0.028298957,0.000050790524,0.000011580024,0.03402862,0.000015883072,0.040120233,0.0019924622,0.036568485,0.0002653098],"about_ca_topic_score_codex":0.000027581153,"about_ca_topic_score_gemma":0.000015547812,"teacher_disagreement_score":0.35118604,"about_ca_system_score_codex":0.00021531172,"about_ca_system_score_gemma":0.00023319082,"threshold_uncertainty_score":0.28170544},"labels":[],"label_agreement":null},{"id":"W2560749697","doi":"10.2196/resprot.6589","title":"Data-as-a-Service Platform for Delivering Healthy Lifestyle and Preventive Medicine: Concept and Structure of the DAPHNE Project","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Overweight; Obesity; Gerontology; Physical activity; Medicine; Weight loss; Population; Sedentary lifestyle; Service (business); Physical therapy; Environmental health","score_opus":0.3790753089850679,"score_gpt":0.6377666407452998,"score_spread":0.25869133176023185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560749697","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02632824,0.000104109204,0.00014221595,0.018163763,0.000033530956,0.9532752,0.0014281984,0.000048344253,0.00047637906],"genre_scores_gemma":[0.021129124,0.000070118615,0.0005076514,0.0013273208,0.00035425698,0.9759862,0.000041807067,0.000033940873,0.00054961076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964494,0.00072657265,0.0007659933,0.0005915009,0.00054830685,0.00091821223],"domain_scores_gemma":[0.9944222,0.0028969934,0.0003937703,0.0011172422,0.0007755522,0.00039423787],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025824835,0.00016766292,0.00036364226,0.00013678322,0.0014494378,0.000009089729,0.0006956814,0.00023846049,0.00014293447],"category_scores_gemma":[0.0012538716,0.0000872909,0.00001995329,0.00047146593,0.000472199,0.0002449752,0.0008981196,0.0007439053,0.000007315084],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008152843,0.00066231017,0.060351525,0.061153807,0.00013906711,0.0000025473478,0.024350667,5.992541e-7,0.020065969,0.115201436,0.3785833,0.3313359],"study_design_scores_gemma":[0.0056040967,0.0012626415,0.016970564,0.0055735065,0.000006042223,0.000004718025,0.0014903374,0.00005517926,0.000215632,0.00511461,0.9635752,0.00012746775],"about_ca_topic_score_codex":0.0009164757,"about_ca_topic_score_gemma":0.0014003841,"teacher_disagreement_score":0.5849919,"about_ca_system_score_codex":0.0001218371,"about_ca_system_score_gemma":0.0022150031,"threshold_uncertainty_score":0.9998505},"labels":[],"label_agreement":null},{"id":"W2561289773","doi":"10.2196/resprot.5897","title":"Securing the Continuity of Medical Competence in Times of Demographic Change: A Proposal","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Organizational Management and Change","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Psychology; Medical education; Applied psychology; Medicine; Social psychology","score_opus":0.14285486053245663,"score_gpt":0.43376743862897466,"score_spread":0.29091257809651805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561289773","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12503862,0.0000374554,0.00010381429,0.046091683,0.000043871096,0.80923134,0.000012074289,0.00014340504,0.019297747],"genre_scores_gemma":[0.7453059,0.0000024762614,0.000014556478,0.00008222638,0.00031913645,0.25414062,0.0000013943751,0.000012699926,0.00012098258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99769604,0.000082266284,0.000294522,0.00019251603,0.0014173469,0.00031732608],"domain_scores_gemma":[0.99903136,0.00015840938,0.00015035254,0.00024756967,0.0003969929,0.000015304617],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025783433,0.00009136838,0.00016907632,0.00041912546,0.00007623173,0.00006461658,0.000804305,0.00006758466,0.0011923561],"category_scores_gemma":[0.00038207613,0.00005006768,0.000041655112,0.0013359061,0.000385068,0.0005366441,0.00074713817,0.00018188177,0.000048903752],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020039736,0.00058872363,0.4934149,0.0020658777,0.000022675298,0.00001577571,0.0002899932,1.3544444e-7,0.0014218567,0.48175132,0.0038381652,0.016390154],"study_design_scores_gemma":[0.0061506853,0.00028525412,0.7212589,0.0138515085,0.000009035144,0.0000019929657,0.0007998675,0.0007188616,0.0026523657,0.0693101,0.18446714,0.0004943052],"about_ca_topic_score_codex":0.00014872038,"about_ca_topic_score_gemma":0.0002661452,"teacher_disagreement_score":0.6202673,"about_ca_system_score_codex":0.000014979678,"about_ca_system_score_gemma":0.00005352001,"threshold_uncertainty_score":0.9997207},"labels":[],"label_agreement":null},{"id":"W2561950154","doi":"10.2196/resprot.6285","title":"Examining Incentives to Promote Physical Activity Maintenance Among Hospital Employees Not Achieving 10,000 Daily Steps: A Web-Based Randomized Controlled Trial Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto; Toronto Rehabilitation Institute; University of British Columbia; University Health Network","funders":"","keywords":"Randomized controlled trial; Incentive; Medicine; Population; Baseline (sea); Physical therapy; Health promotion; Incentive program; Health care; Protocol (science); Intervention (counseling); Nursing; Environmental health; Public health; Alternative medicine; Surgery; Economics","score_opus":0.12631242454728955,"score_gpt":0.5283305798750868,"score_spread":0.4020181553277973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561950154","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29476,2.5886567e-7,0.00037990397,0.0023968,0.000055727618,0.69920355,0.00002222837,0.00032035698,0.0028611561],"genre_scores_gemma":[0.19058484,2.4809688e-7,0.00039221373,0.00012666233,0.0011652509,0.7994212,0.0000023778907,0.00013041846,0.00817679],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9743141,0.016561672,0.0017514603,0.0015185539,0.002384638,0.0034696027],"domain_scores_gemma":[0.98324764,0.011792941,0.001080131,0.0012703378,0.0013624937,0.001246436],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019887477,0.0007269128,0.0029136385,0.0006654027,0.0022786304,0.000221987,0.0010956286,0.000521572,0.00068004924],"category_scores_gemma":[0.014748221,0.00042766723,0.0005392673,0.0010171519,0.0008331664,0.0008870464,0.0007971046,0.0026030012,0.0006772612],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9679966,0.002769328,0.004452505,0.0015138009,0.0000790031,0.000030734427,0.001781824,0.0000021912206,0.0032909387,0.00019284262,0.008906533,0.008983714],"study_design_scores_gemma":[0.9262853,0.006538786,0.0030206346,0.018411836,0.0000113218375,2.045364e-7,0.00022939092,0.0005222568,0.0010964293,0.00017042104,0.043132458,0.00058094447],"about_ca_topic_score_codex":0.00008891528,"about_ca_topic_score_gemma":0.000035777517,"teacher_disagreement_score":0.10417516,"about_ca_system_score_codex":0.00091589853,"about_ca_system_score_gemma":0.002953299,"threshold_uncertainty_score":0.9998175},"labels":[],"label_agreement":null},{"id":"W2562783249","doi":"10.2196/resprot.6629","title":"Stigma and Its Impact on Glucose Control Among Youth With Diabetes: Protocol for a Canada-Wide Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine; Alberta Children's Hospital; BC Children's Hospital; McGill University; University of Calgary; Concordia University; University of British Columbia","funders":"","keywords":"Protocol (science); Diabetes mellitus; Medicine; Gerontology; Psychology; Alternative medicine; Endocrinology","score_opus":0.13769048660335362,"score_gpt":0.502196025091389,"score_spread":0.36450553848803546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562783249","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18970928,6.899766e-7,0.000008702359,0.0007526394,0.0000018833517,0.8087244,0.000059256305,0.000051161533,0.00069196837],"genre_scores_gemma":[0.33145925,3.075839e-8,0.0000074768855,0.000056072,0.00009677723,0.66555655,0.0000030277722,0.00005393928,0.0027668346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948483,0.00048594488,0.00036271036,0.000732078,0.002039607,0.0015313219],"domain_scores_gemma":[0.99660265,0.0010433691,0.00010448039,0.0006806679,0.000821674,0.0007471766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025475242,0.0003460804,0.0005523821,0.00042566034,0.00033660384,0.00017984281,0.00037347974,0.00009289573,0.00016932016],"category_scores_gemma":[0.0008446831,0.00016275441,0.00008169542,0.00048546077,0.000258196,0.00022813959,0.00018242143,0.0004883982,0.000019280005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01939614,0.004087652,0.93566614,0.002319425,0.0005022872,0.0001291421,0.00026816077,0.0000023992452,0.0010189712,0.000051517396,0.021277139,0.015281007],"study_design_scores_gemma":[0.10393635,0.09914886,0.7288043,0.013312989,0.00004129575,7.3236185e-7,0.0007605471,0.00043348622,0.0060984297,0.0001037283,0.046652514,0.00070675387],"about_ca_topic_score_codex":0.0013208806,"about_ca_topic_score_gemma":0.0067088623,"teacher_disagreement_score":0.20686185,"about_ca_system_score_codex":0.0004455519,"about_ca_system_score_gemma":0.0012509063,"threshold_uncertainty_score":0.6636932},"labels":[],"label_agreement":null},{"id":"W2563262424","doi":"10.2196/resprot.6885","title":"Deep Brain Stimulation for Tremor Tractographic Versus Traditional (DISTINCT): Study Protocol of a Randomized Controlled Feasibility Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurological disorders and treatments","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Deep brain stimulation; Essential tremor; Medicine; Randomized controlled trial; Tractography; Stereotactic surgery; Diffusion MRI; Magnetic resonance imaging; Subthalamic nucleus; Physical medicine and rehabilitation; Surgery; Parkinson's disease; Radiology","score_opus":0.36277475649034946,"score_gpt":0.5578258854668969,"score_spread":0.19505112897654747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563262424","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04828179,6.583422e-7,0.00026789762,0.0009419469,0.000009922997,0.9499549,0.000027969732,0.000049330538,0.0004655645],"genre_scores_gemma":[0.25291187,4.0617856e-8,0.00008863616,0.000017335578,0.00010187299,0.7466951,0.000010466527,0.00001939525,0.00015530935],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943688,0.0022625967,0.0010805341,0.00059161225,0.001221094,0.00047535528],"domain_scores_gemma":[0.98902893,0.00938836,0.00031817195,0.00045880297,0.0005866237,0.00021910606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049103186,0.00024683023,0.0017145096,0.00029947734,0.00016664491,0.000036123743,0.00017296945,0.00014112872,0.00052083586],"category_scores_gemma":[0.007978724,0.00012134235,0.0008356868,0.00035255085,0.000446418,0.000114649636,0.000038057875,0.00024183585,0.000007581865],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9704607,0.020966409,0.0026354587,0.00022966355,0.0003254983,0.000015732707,0.00005393461,5.0529536e-7,0.0005169373,0.0003129612,0.00032628197,0.004155888],"study_design_scores_gemma":[0.9316651,0.048229344,0.0111266915,0.00022379572,0.00005764491,6.7269565e-7,0.000025170226,0.00024233607,0.00007474447,0.007937456,0.00031092795,0.000106090854],"about_ca_topic_score_codex":0.0000060556627,"about_ca_topic_score_gemma":0.00001677915,"teacher_disagreement_score":0.20463008,"about_ca_system_score_codex":0.00008724241,"about_ca_system_score_gemma":0.0002556295,"threshold_uncertainty_score":0.9551855},"labels":[],"label_agreement":null},{"id":"W2565209727","doi":"10.2196/resprot.5894","title":"Using Patient Flow Information to Determine Risk of Hospital Presentation: Protocol for a Proof-of-Concept Study","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"HCF Research Foundation","keywords":"Protocol (science); Presentation (obstetrics); Computer science; Proof of concept; Information flow; Medicine; Alternative medicine; Surgery","score_opus":0.4823543950529026,"score_gpt":0.6487356322022044,"score_spread":0.1663812371493018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565209727","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04517941,1.13914176e-7,0.0056040697,0.00020361798,0.00004350833,0.9484687,0.00034092122,0.000043025873,0.00011662264],"genre_scores_gemma":[0.03569162,1.31557965e-8,0.00528883,0.00001798113,0.00012743346,0.9587656,0.000006351716,0.000030417768,0.00007174312],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936034,0.0021998754,0.0017215562,0.0003447748,0.0013645339,0.00076586934],"domain_scores_gemma":[0.99289644,0.0014225976,0.0010909798,0.0007099039,0.003608112,0.00027195734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020199178,0.00019514468,0.00038917377,0.0005123534,0.0006418222,0.000015117212,0.00034126244,0.00017939454,0.00027424708],"category_scores_gemma":[0.0028330493,0.0001344035,0.00008548698,0.000668631,0.00012991283,0.0008663915,0.00033101512,0.00045011748,0.000031820164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00398358,0.0013022844,0.7698717,0.0054622614,0.000048792055,0.000001027643,0.036211852,0.00015218586,0.0003579839,0.00007471556,0.0072667794,0.17526682],"study_design_scores_gemma":[0.067505375,0.16482423,0.3643265,0.04880438,0.000030236573,0.000001982737,0.034991212,0.005918475,0.0830051,0.0028633457,0.22597776,0.0017513752],"about_ca_topic_score_codex":0.00024625528,"about_ca_topic_score_gemma":0.000056100405,"teacher_disagreement_score":0.4055452,"about_ca_system_score_codex":0.0004689173,"about_ca_system_score_gemma":0.0010105268,"threshold_uncertainty_score":0.5480815},"labels":[],"label_agreement":null},{"id":"W2565753485","doi":"10.2196/resprot.6558","title":"Development of a Web-Accessible Population Pharmacokinetic Service—Hemophilia (WAPPS-Hemo): Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemophilia Treatment and Research","field":"Medicine","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; University of Waterloo; McMaster University","funders":"","keywords":"Pharmacokinetics; Population pharmacokinetics; Protocol (science); Population; Medicine; Pharmacology; Alternative medicine; Environmental health; Pathology","score_opus":0.29816139696157934,"score_gpt":0.586855552547813,"score_spread":0.2886941555862336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565753485","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17879087,7.0656114e-7,0.000005137053,0.0010274797,0.00000474607,0.8174633,0.00000553332,0.00010010842,0.002602167],"genre_scores_gemma":[0.097742915,2.5376983e-7,0.0011216942,0.000022877328,0.00015580206,0.8954775,0.000009977838,0.00006433308,0.0054046814],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940507,0.0005234484,0.0009480588,0.0007484251,0.002685595,0.001043808],"domain_scores_gemma":[0.9970452,0.00017733483,0.00017526344,0.0008919775,0.0012079678,0.0005022378],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023753354,0.000332338,0.00057468313,0.0007802998,0.00031474294,0.00006991543,0.00055483426,0.00016889107,0.0018536907],"category_scores_gemma":[0.0001573231,0.00019208084,0.00010608659,0.0016120243,0.00015533037,0.000298196,0.00051302224,0.0004892368,0.0005976963],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009101438,0.014511099,0.31904328,0.0055058515,0.0002777128,0.00016943243,0.0013879037,4.821323e-7,0.45625046,0.00006675864,0.0041831983,0.18950239],"study_design_scores_gemma":[0.059957903,0.007381662,0.3011218,0.010436967,0.000023923047,0.000028082286,0.00047212228,0.00015677587,0.29531923,0.00037634856,0.32403097,0.0006942045],"about_ca_topic_score_codex":0.000024507357,"about_ca_topic_score_gemma":0.00004321588,"teacher_disagreement_score":0.3198478,"about_ca_system_score_codex":0.00043768712,"about_ca_system_score_gemma":0.0012524478,"threshold_uncertainty_score":0.9990587},"labels":[],"label_agreement":null},{"id":"W2565978264","doi":"10.2196/resprot.6300","title":"Investigation of the Association Between Alcohol Outlet Density and Alcohol-Related Hospital Admission Rates in England: Study Protocol","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Medical Research Council; Alcohol Research UK","keywords":"Protocol (science); Alcohol; Association (psychology); Medicine; Gerontology; Psychology; Alternative medicine; Chemistry","score_opus":0.15839169385206012,"score_gpt":0.4853411782944894,"score_spread":0.32694948444242933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565978264","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5130536,3.8679005e-7,1.7194826e-7,0.00074835616,0.0000025255833,0.48612994,0.0000010453655,0.000017064542,0.000046898156],"genre_scores_gemma":[0.48012617,1.6726754e-7,0.000010248131,0.0000061125374,0.00002865192,0.5193137,0.0000017037993,0.000010109653,0.00050313416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997153,0.0007785624,0.00043855896,0.000327476,0.0009441381,0.0003582998],"domain_scores_gemma":[0.99833703,0.00058834907,0.00021641745,0.00037527905,0.00034187533,0.000141045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022115808,0.00015430583,0.00034197315,0.00019801711,0.000120428864,0.00002791665,0.0001466462,0.00016360292,0.00004433445],"category_scores_gemma":[0.0010461397,0.00007645319,0.000058658625,0.0005422597,0.00012729141,0.00019947594,0.00013013388,0.00034243925,0.000016508122],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046342306,0.00032075925,0.9879593,0.00007684564,0.00006530651,0.000009795361,0.0029218583,2.387393e-8,0.0054705827,0.00000978841,0.0002722554,0.002430041],"study_design_scores_gemma":[0.0193273,0.0013997499,0.9384401,0.0016896296,0.000010861349,7.0374e-7,0.00020037907,0.0000016480852,0.037498362,0.0005338818,0.00081028015,0.00008711507],"about_ca_topic_score_codex":0.000023236218,"about_ca_topic_score_gemma":0.000069733615,"teacher_disagreement_score":0.04951923,"about_ca_system_score_codex":0.00040806545,"about_ca_system_score_gemma":0.00022066677,"threshold_uncertainty_score":0.31176704},"labels":[],"label_agreement":null},{"id":"W2566278564","doi":"10.2196/resprot.6351","title":"Transdiagnostic Cognitive Behavioral Therapy Versus Treatment as Usual in Adult Patients With Emotional Disorders in the Primary Care Setting (PsicAP Study): Protocol for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Randomized controlled trial; Medicine; Cognitive behavioral therapy; Quality of life (healthcare); Physical therapy; Depression (economics); Cognition; Cognitive therapy; Psychiatry; Clinical psychology; Internal medicine","score_opus":0.1569820219884967,"score_gpt":0.5816407739993591,"score_spread":0.4246587520108624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566278564","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21819752,6.6272975e-7,0.000005961195,0.00032075343,0.00002503258,0.77988636,0.00011909749,0.000021734084,0.0014228851],"genre_scores_gemma":[0.26100558,6.250676e-8,0.000012136962,0.000020216445,0.000051022904,0.7387055,0.000038653972,0.000033540153,0.00013329036],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99225956,0.004369849,0.0009709242,0.0006094847,0.0009840569,0.000806122],"domain_scores_gemma":[0.9917848,0.0071263653,0.0002307656,0.00030351707,0.00044161468,0.00011290295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019507944,0.0003140584,0.000809832,0.0003452517,0.00020208159,0.00010261941,0.0003433137,0.00011421551,0.00019326113],"category_scores_gemma":[0.0004481438,0.00015067628,0.00032593333,0.00033098587,0.0003544985,0.00022161668,0.000034512588,0.00031303903,0.00003565223],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88532084,0.043007173,0.0076967925,0.00010421548,0.00011413089,0.000012024411,0.0062770955,1.38322e-7,4.7515033e-7,0.00020295028,0.000042186493,0.057221986],"study_design_scores_gemma":[0.87978876,0.10105231,0.013243041,0.0021128932,0.000010334741,3.8238517e-7,0.0031377557,6.7823436e-7,0.000006289395,0.00021835406,0.00026994888,0.00015928509],"about_ca_topic_score_codex":0.00020163751,"about_ca_topic_score_gemma":0.00126826,"teacher_disagreement_score":0.058045138,"about_ca_system_score_codex":0.0006067348,"about_ca_system_score_gemma":0.00039994105,"threshold_uncertainty_score":0.61444},"labels":[],"label_agreement":null},{"id":"W2567712898","doi":"10.2196/resprot.6580","title":"Substitution of Usual Perioperative Care by eHealth to Enhance Postoperative Recovery in Patients Undergoing General Surgical or Gynecological Procedures: Study Protocol of a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Medicine; Randomized controlled trial; Protocol (science); Perioperative; eHealth; Health care; Physical therapy; Emergency medicine; Surgery; Alternative medicine","score_opus":0.06305779631420229,"score_gpt":0.495800443164046,"score_spread":0.4327426468498437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567712898","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46120387,0.000001781319,0.000028995355,0.000095384996,0.00001400935,0.53841585,0.000018595307,0.000016528307,0.00020498356],"genre_scores_gemma":[0.27247977,0.0000016851084,0.00016226133,0.000026264719,0.00007389259,0.7262298,0.0000073303663,0.000026001126,0.0009929956],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9889554,0.0054993844,0.0021902823,0.00086011,0.0016954505,0.000799389],"domain_scores_gemma":[0.99225795,0.0044324207,0.0005098072,0.00047897716,0.0020028746,0.00031793877],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004990699,0.00038542037,0.0030779578,0.0005975681,0.00013858253,0.000042325973,0.00027766929,0.0002716513,0.00030691695],"category_scores_gemma":[0.013477141,0.00019498199,0.0003677301,0.00085247995,0.00047050114,0.00033879164,0.00020687722,0.00055141724,0.000011665697],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97355646,0.007959619,0.009215228,0.00085991924,0.00014547571,0.000051277104,0.002225298,0.000006761072,0.0041375025,0.00003831429,0.00024291054,0.0015612505],"study_design_scores_gemma":[0.9189171,0.05439307,0.0017340049,0.004570599,0.000011301009,0.0000024388212,0.0005627617,0.000006178129,0.019052768,0.000010540319,0.0005049507,0.00023424043],"about_ca_topic_score_codex":0.000033476477,"about_ca_topic_score_gemma":0.00020120887,"teacher_disagreement_score":0.18872412,"about_ca_system_score_codex":0.0008492125,"about_ca_system_score_gemma":0.0037610573,"threshold_uncertainty_score":0.99483275},"labels":[],"label_agreement":null},{"id":"W2569469233","doi":"10.2196/resprot.5944","title":"Acupuncture for Children with Cerebral Palsy: A Systematic Review Protocol","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cerebral palsy; Acupuncture; Medicine; Physical therapy; Protocol (science); Alternative medicine; Physical medicine and rehabilitation; Disease; Systematic review; MEDLINE; Pathology","score_opus":0.3246545974092835,"score_gpt":0.5930984755164218,"score_spread":0.2684438781071383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2569469233","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7478073e-9,0.31446177,0.0000061688993,0.00019287478,0.0000031224329,0.68410414,0.000102176324,0.00009061075,0.0010391411],"genre_scores_gemma":[2.69902e-9,0.22391185,0.00013784513,0.0002406295,0.00027816373,0.7672313,0.00035463364,0.00020753861,0.0076380856],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924275,0.0011030748,0.0016781355,0.0013457275,0.0019833404,0.0014622111],"domain_scores_gemma":[0.9934602,0.0003605248,0.0013419269,0.003450028,0.00082902715,0.0005583285],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039078183,0.0012543432,0.007433775,0.00047828958,0.000646262,0.00037321015,0.0015204577,0.0006690338,0.0003922808],"category_scores_gemma":[0.0015205336,0.0005857764,0.0016323923,0.0005685752,0.00038659843,0.00021994473,0.00039584367,0.0020278888,0.00025530622],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024839237,0.0005071469,0.000022004553,0.89446163,0.00072147785,0.000019226216,0.000014618256,4.5508726e-9,5.6634203e-8,0.00011382779,0.04015203,0.06373961],"study_design_scores_gemma":[0.002199342,0.0015859901,0.000004755851,0.49482697,0.00054016075,0.00008596234,0.0000031028515,1.5107203e-7,4.0679876e-7,0.000027812954,0.500404,0.00032135946],"about_ca_topic_score_codex":0.000011445608,"about_ca_topic_score_gemma":0.000020850097,"teacher_disagreement_score":0.46025196,"about_ca_system_score_codex":0.0003276212,"about_ca_system_score_gemma":0.0024236506,"threshold_uncertainty_score":0.99965936},"labels":[],"label_agreement":null},{"id":"W2571491671","doi":"10.2196/resprot.5740","title":"Internet-Based HIV Prevention With At-Home Sexually Transmitted Infection Testing for Young Men Having Sex With Men: Study Protocol of a Randomized Controlled Trial of Keep It Up! 2.0","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Men who have sex with men; Randomized controlled trial; Medicine; Population; eHealth; Psychological intervention; Intervention (counseling); Family medicine; Physical therapy; Human immunodeficiency virus (HIV); Health care; Nursing; Environmental health; Syphilis","score_opus":0.14321207580917258,"score_gpt":0.5131821260515089,"score_spread":0.3699700502423363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571491671","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03300983,4.7662257e-7,0.0055973283,0.00022849442,0.0000027558965,0.95328087,0.000013717984,0.000057749632,0.007808798],"genre_scores_gemma":[0.1124429,5.458044e-8,0.0007506254,0.000001971265,0.00009112525,0.85152954,0.000017606724,0.00006117463,0.035105],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926788,0.0023363805,0.0015647995,0.0006265503,0.0020688016,0.00072463555],"domain_scores_gemma":[0.99347687,0.0014383264,0.0011477222,0.0010016002,0.002658904,0.0002765728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011798459,0.00033752056,0.0021079155,0.00070419017,0.00049811695,0.00020782441,0.0004677608,0.0001444133,0.00022327762],"category_scores_gemma":[0.0046310946,0.00021044517,0.0004742152,0.00039027678,0.0007018643,0.00036849693,0.00014096237,0.0006445816,0.000004858098],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9582046,0.0070536803,0.017142825,0.003464973,0.00097274315,0.00001618445,0.000918376,0.0000065853906,0.006195736,0.00001765172,0.0022079758,0.00379863],"study_design_scores_gemma":[0.84755987,0.12120844,0.0013408952,0.006994014,0.00011873856,0.000007559735,0.0004044836,0.016553652,0.0052244663,0.000043851713,0.00036207022,0.00018194287],"about_ca_topic_score_codex":0.00053349056,"about_ca_topic_score_gemma":0.0005200363,"teacher_disagreement_score":0.114154756,"about_ca_system_score_codex":0.0002394991,"about_ca_system_score_gemma":0.001110009,"threshold_uncertainty_score":0.8581705},"labels":[],"label_agreement":null},{"id":"W2573738883","doi":"10.2196/resprot.6597","title":"Assessing the Quality, Feasibility, and Efficacy of Electronic Patient Platforms Designed to Support Adolescents and Young Adults With Cancer: A Systematic Review Protocol","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Research UK","keywords":"mHealth; eHealth; Mobile device; Protocol (science); Mobile technology; Telemedicine; Quality (philosophy); Medicine; Multimedia; Computer science; Internet privacy; World Wide Web; Health care; Alternative medicine; Nursing; Psychological intervention","score_opus":0.36132021373790474,"score_gpt":0.6176610451822623,"score_spread":0.25634083144435754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2573738883","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045646426,0.20840667,0.000004707395,0.00015137265,0.0000054377065,0.7912475,0.00003570079,0.00004156315,0.00006143402],"genre_scores_gemma":[0.000059514055,0.13643806,0.00005277593,0.00011622045,0.00009226706,0.86302155,0.000018875482,0.00012022755,0.00008050648],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98821545,0.002840624,0.0028928437,0.0013665771,0.0033935762,0.0012909549],"domain_scores_gemma":[0.9920928,0.00083155866,0.002393327,0.0029567492,0.0010610231,0.00066458154],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013447626,0.00083484524,0.0055922014,0.00035257507,0.00053022866,0.00048534095,0.0010933225,0.0003298979,0.00003053755],"category_scores_gemma":[0.003052659,0.00044462236,0.00039418545,0.00071250164,0.00063156383,0.0003556925,0.0009414372,0.0019348369,0.000011398422],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008295172,0.0006377006,0.0006621463,0.8912762,0.0002357557,0.000017043394,0.0006943339,1.23911e-8,5.2426935e-7,0.000019833748,0.00032585286,0.10530111],"study_design_scores_gemma":[0.0036858565,0.0052620857,0.00060923473,0.919674,0.00034515574,0.00016599077,0.00014399484,6.118602e-7,0.000004169501,0.000016863341,0.069641456,0.0004505992],"about_ca_topic_score_codex":0.0003754177,"about_ca_topic_score_gemma":0.00044225718,"teacher_disagreement_score":0.10485051,"about_ca_system_score_codex":0.0009272403,"about_ca_system_score_gemma":0.005183278,"threshold_uncertainty_score":0.99980056},"labels":[],"label_agreement":null},{"id":"W2575177401","doi":"10.2196/resprot.6886","title":"Assessing the Efficacy of an App-Based Method of Family Planning: The Dot Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Computer science; Medicine; Psychology; Alternative medicine","score_opus":0.6334391795389492,"score_gpt":0.7567934183240218,"score_spread":0.12335423878507257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2575177401","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004646563,0.0000013484347,0.00071536005,0.0018578245,0.000015189998,0.9863509,0.000014740464,0.0000636148,0.0063344454],"genre_scores_gemma":[0.02054808,9.356849e-8,0.0021213419,0.00023510306,0.00029321067,0.9764838,0.0000042627667,0.00004902074,0.00026504163],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98602694,0.009159518,0.0014691607,0.00058057165,0.0015511112,0.001212688],"domain_scores_gemma":[0.98697543,0.0058356593,0.0015170552,0.0040079355,0.0012534021,0.00041050103],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024642635,0.00023026997,0.0005303367,0.00020417936,0.007199821,0.00014143447,0.0027280706,0.00023347848,0.000113394795],"category_scores_gemma":[0.0022036985,0.00012302175,0.00010031368,0.0004935109,0.00068632216,0.0003109973,0.0005825485,0.002439095,0.00003894579],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011422202,0.02423225,0.37550664,0.02672692,0.00015191654,0.00002661551,0.021788111,0.00032563435,0.012014061,0.013784501,0.04909094,0.4649302],"study_design_scores_gemma":[0.008882662,0.0023988776,0.54892296,0.0026150695,0.000006725584,6.780132e-7,0.0073493603,0.00092105556,0.00055817177,0.0007279284,0.42745906,0.0001574376],"about_ca_topic_score_codex":0.0008064469,"about_ca_topic_score_gemma":0.00007155915,"teacher_disagreement_score":0.46477276,"about_ca_system_score_codex":0.00012707699,"about_ca_system_score_gemma":0.0041794595,"threshold_uncertainty_score":0.9998623},"labels":[],"label_agreement":null},{"id":"W2576508647","doi":"10.2196/resprot.5948","title":"Leveraging Electronic Health Care Record Information to Measure Pressure Ulcer Risk in Veterans With Spinal Cord Injury: A Longitudinal Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Medicine; Health care; Documentation; Population; Medical record; Retrospective cohort study; Risk assessment; Veterans Affairs; Cohort study; Cohort; Spinal cord injury; Family medicine; Surgery; Computer science; Psychiatry; Environmental health; Internal medicine","score_opus":0.29141079718572593,"score_gpt":0.6212301711054665,"score_spread":0.3298193739197406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576508647","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002763618,0.0000021410353,0.0010790817,0.0016064576,0.000025434312,0.9905665,0.000025430478,0.00014139562,0.003789921],"genre_scores_gemma":[0.16285197,4.3360635e-7,0.00028264016,0.00017793583,0.00013418627,0.8355648,0.000006746944,0.00004099078,0.0009403009],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99048245,0.004113889,0.0010247303,0.0007297316,0.001736249,0.0019129277],"domain_scores_gemma":[0.99591863,0.00008337521,0.00076651457,0.0018087993,0.0009971305,0.00042557507],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007771655,0.0003624731,0.0005541214,0.0007487747,0.0034414623,0.0003988836,0.0013342787,0.0001672293,0.00032436397],"category_scores_gemma":[0.00039226658,0.00029599518,0.00007569624,0.0005131642,0.000094047224,0.001340759,0.0010251653,0.0030455943,0.0002799105],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06149305,0.0015097493,0.62594056,0.007565533,0.00021285626,0.000025919026,0.022387866,0.00002374585,0.0000118805265,0.0005354078,0.033719104,0.24657436],"study_design_scores_gemma":[0.007419495,0.014161893,0.35502854,0.0037366697,0.000006764909,6.4305203e-7,0.0057217814,0.000022456019,0.000005766463,0.00009833573,0.61352724,0.00027037947],"about_ca_topic_score_codex":0.0042150384,"about_ca_topic_score_gemma":0.011890403,"teacher_disagreement_score":0.5798082,"about_ca_system_score_codex":0.00091192615,"about_ca_system_score_gemma":0.0018712126,"threshold_uncertainty_score":0.9999492},"labels":[],"label_agreement":null},{"id":"W2579211922","doi":"10.2196/resprot.6506","title":"The Epital Care Model: A New Person-Centered Model of Technology-Enabled Integrated Care for People With Long Term Conditions","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deakin University","keywords":"Term (time); Long-term care; Computer science; Psychology; Medicine; Nursing","score_opus":0.21989887542687764,"score_gpt":0.5042725908775504,"score_spread":0.28437371545067275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579211922","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04944984,0.000082973675,0.0023079913,0.0045234347,0.000008240042,0.9330751,0.00044076267,0.0002392905,0.009872396],"genre_scores_gemma":[0.46052465,0.000001948941,0.00045566622,0.000005942015,0.000028569815,0.5360546,0.00010113218,0.000034180834,0.0027932746],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979586,0.00004240507,0.00023684873,0.000435274,0.00064501807,0.00068187376],"domain_scores_gemma":[0.99688494,0.00006285758,0.00016485991,0.0014649869,0.0012246566,0.00019770252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002287549,0.00021398379,0.0003633176,0.00027228167,0.0011787881,0.00031050912,0.0008243888,0.00012769597,0.00003377878],"category_scores_gemma":[0.00023704441,0.0001378201,0.00012964394,0.00023269525,0.0007250887,0.00026637467,0.00027898926,0.00048334574,0.0000062240347],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.061786827,0.007774756,0.2214767,0.10193594,0.004759424,0.00069653994,0.07347491,0.010675327,0.028472453,0.12626815,0.24732563,0.11535334],"study_design_scores_gemma":[0.12745956,0.022591388,0.0533973,0.057258014,0.00061065407,0.000067261884,0.33326843,0.35076866,0.015931083,0.015633358,0.020448353,0.0025659348],"about_ca_topic_score_codex":0.0000956847,"about_ca_topic_score_gemma":0.001017714,"teacher_disagreement_score":0.41107482,"about_ca_system_score_codex":0.00037065079,"about_ca_system_score_gemma":0.002363811,"threshold_uncertainty_score":0.90664047},"labels":[],"label_agreement":null},{"id":"W2580260520","doi":"10.2196/resprot.6066","title":"The Use of Social Media to Recruit Participants With Rare Conditions: Lynch Syndrome as an Example","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Psychology; Medicine; Internet privacy; Advertising; Computer science; World Wide Web; Business","score_opus":0.8746185870206785,"score_gpt":0.6805874365964336,"score_spread":0.1940311504242449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580260520","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42500147,0.0000011978677,0.0000013665193,0.008638244,0.00010810515,0.56547374,0.000023293063,0.00004876416,0.0007038042],"genre_scores_gemma":[0.21732005,0.000001686579,0.00015344007,0.000036619665,0.00046963405,0.7817683,0.000005956654,0.000019030273,0.00022528165],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99454796,0.0019705365,0.00032571476,0.00034167664,0.0017683948,0.001045724],"domain_scores_gemma":[0.991691,0.005599336,0.00024694897,0.00079862477,0.0010805364,0.00058355887],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.004771462,0.000106152576,0.0002162112,0.000115779265,0.0066066133,0.0007967251,0.001174369,0.00015931235,0.00033243521],"category_scores_gemma":[0.018933976,0.000080685975,0.000035269415,0.00045854627,0.0019144195,0.00083565264,0.00014977805,0.00041677477,0.00015291336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014987403,0.0015185289,0.0715646,0.00040046393,0.0000689268,0.000058478116,0.66918635,0.000001891568,0.0003036146,0.12611528,0.048166722,0.081116386],"study_design_scores_gemma":[0.00046752353,0.00068042986,0.2510695,0.0004657615,0.0000023343955,0.0000010495767,0.014761835,0.0000020664183,0.00012418334,0.004480317,0.72780526,0.00013977505],"about_ca_topic_score_codex":0.00998871,"about_ca_topic_score_gemma":0.021152109,"teacher_disagreement_score":0.6796385,"about_ca_system_score_codex":0.00028804096,"about_ca_system_score_gemma":0.0022619283,"threshold_uncertainty_score":0.9967093},"labels":[],"label_agreement":null},{"id":"W2580557900","doi":"10.2196/resprot.6570","title":"Effects of Video Game Training on Behavioral and Electrophysiological Measures of Attention and Memory: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cognitive Abilities and Testing","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive training; Cognition; Psychology; Randomized controlled trial; Protocol (science); Neuroplasticity; Cognitive psychology; Medicine; Physical medicine and rehabilitation; Neuroscience; Alternative medicine","score_opus":0.36808175904862783,"score_gpt":0.5737047085334019,"score_spread":0.2056229494847741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580557900","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23940627,0.0000013339743,0.00002831282,0.000053183256,0.000006325902,0.759887,0.0000038103537,0.000013456356,0.0006003035],"genre_scores_gemma":[0.29809752,8.970805e-8,0.000056915917,0.0000037588002,0.00009101563,0.70159084,6.716046e-7,0.000013263961,0.00014590427],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962571,0.0019127618,0.0005660914,0.00041444515,0.00040859487,0.0004409919],"domain_scores_gemma":[0.9930859,0.0055492353,0.00049130357,0.00031512862,0.00046867057,0.00008976733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043700733,0.00017349087,0.0012611375,0.00014274115,0.00026727287,0.000085404834,0.00020195423,0.00018830535,0.000046595444],"category_scores_gemma":[0.006336672,0.00011548596,0.00025353677,0.00005028122,0.0010220223,0.00007948092,0.00010379534,0.00039881427,8.4524794e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9432716,0.0011610446,0.0000673866,0.0006360401,0.0000817204,0.0000044887547,0.0005197724,4.1743245e-8,0.03360438,0.0016915147,0.00005258299,0.018909432],"study_design_scores_gemma":[0.9690676,0.019809518,0.0034206226,0.0012526948,0.000020651984,0.0000017331921,0.00014298277,0.000039062186,0.0025287005,0.003371132,0.00022998372,0.00011532314],"about_ca_topic_score_codex":0.000046637862,"about_ca_topic_score_gemma":0.0000033847286,"teacher_disagreement_score":0.05869125,"about_ca_system_score_codex":0.000017665288,"about_ca_system_score_gemma":0.0000780573,"threshold_uncertainty_score":0.7586046},"labels":[],"label_agreement":null},{"id":"W2580959619","doi":"10.2196/resprot.6696","title":"Epidemiology of Patient Harms in New Zealand: Protocol of a General Practice Records Review Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand; University of Otago","keywords":"Epidemiology; Protocol (science); Medicine; Family medicine; Alternative medicine; Pathology","score_opus":0.6184956354686391,"score_gpt":0.7356673798863307,"score_spread":0.11717174441769163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580959619","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030174812,0.000021134447,0.0000024616902,0.022663243,0.000021203023,0.969166,0.0000064505552,0.000018082386,0.005083981],"genre_scores_gemma":[0.0006857403,0.000023229737,0.0012729922,0.0006163992,0.00025671246,0.99269634,0.0000025953675,0.0000247735,0.0044211945],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97662747,0.018168513,0.002461427,0.00058843754,0.0011416955,0.0010124511],"domain_scores_gemma":[0.98601055,0.008104645,0.0021629143,0.0021288283,0.0011800488,0.0004130387],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031287648,0.00020306451,0.0011772799,0.00020744883,0.0004046212,0.000007203688,0.0010966492,0.00027669367,0.0019495602],"category_scores_gemma":[0.1131963,0.00014424465,0.00010260267,0.0003326138,0.0003683503,0.00051781634,0.0008982145,0.0025020072,0.00014678293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031976236,0.0046109934,0.7843584,0.01588615,0.000034158384,0.000031139603,0.004043073,3.4417593e-7,0.000039773815,0.000690132,0.17044409,0.016664147],"study_design_scores_gemma":[0.003795618,0.005820094,0.09846914,0.023226155,0.000006528598,0.0000013282894,0.0015238933,0.000008303159,0.00004245599,0.0012431946,0.8657363,0.00012700749],"about_ca_topic_score_codex":0.012102977,"about_ca_topic_score_gemma":0.0007798581,"teacher_disagreement_score":0.6952922,"about_ca_system_score_codex":0.000148753,"about_ca_system_score_gemma":0.00236821,"threshold_uncertainty_score":0.99979925},"labels":[],"label_agreement":null},{"id":"W2581045802","doi":"10.2196/resprot.6487","title":"Adaptation, Implementation Plan, and Evaluation of an Online Tobacco Cessation Training Program for Health Care Professionals in Three Spanish-Speaking Latin American Countries: Protocol of the Fruitful Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pfizer","keywords":"Smoking cessation; Latin Americans; Focus group; Psychological intervention; Medicine; Health care; Adaptation (eye); Tobacco control; Medical education; Nursing; Psychology; Public health; Political science; Business","score_opus":0.5846439943331396,"score_gpt":0.6679315831489915,"score_spread":0.08328758881585185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581045802","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49473995,3.4899074e-7,0.0000116126885,0.0002596229,0.0000035633186,0.50493115,0.000033578126,0.000009758399,0.000010423601],"genre_scores_gemma":[0.48771462,2.997453e-8,0.00040820363,0.0000086812,0.000034763176,0.5117608,0.000059435435,0.000011572606,0.0000019314111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99624926,0.00069527474,0.00067030545,0.00033077705,0.0017579958,0.00029637103],"domain_scores_gemma":[0.99658567,0.000120177436,0.0009425975,0.00052869064,0.001754328,0.00006856625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049236207,0.00012698573,0.00032124724,0.00020210893,0.00048363945,0.00008936859,0.00023390213,0.00005975787,0.000021511889],"category_scores_gemma":[0.00039717587,0.000093523115,0.000036238456,0.00026547944,0.0002143904,0.00033259866,0.0000802128,0.00026010477,5.6426416e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071655645,0.001041546,0.6038041,0.0005755945,0.00001100307,2.6245172e-7,0.029904392,0.000008993486,0.00010844928,0.000036509362,0.000014060966,0.3637785],"study_design_scores_gemma":[0.007979169,0.0051342193,0.9089728,0.0016209307,0.000013504842,6.7244633e-7,0.074425474,0.00080313795,0.0006268479,0.00007974527,0.00026938925,0.000074099975],"about_ca_topic_score_codex":0.0011460658,"about_ca_topic_score_gemma":0.012021286,"teacher_disagreement_score":0.3637044,"about_ca_system_score_codex":0.00028453776,"about_ca_system_score_gemma":0.0015311493,"threshold_uncertainty_score":0.670816},"labels":[],"label_agreement":null},{"id":"W2581363227","doi":"10.2196/resprot.7134","title":"A Medical Student–Delivered Smoking Prevention Program, Education Against Tobacco, for Secondary Schools in Brazil: Study Protocol for a Randomized Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Medical education; Medicine; Tobacco use; Smoking prevention; Family medicine; Alternative medicine; Environmental health; Public health; Nursing; Population; Surgery","score_opus":0.22364002789189633,"score_gpt":0.6407177739500576,"score_spread":0.4170777460581613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581363227","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10489791,4.35803e-7,0.00007389582,0.0005788341,0.00004267614,0.8936792,0.0000061797914,0.0000935428,0.0006273261],"genre_scores_gemma":[0.04591304,1.6756275e-7,0.0004283249,0.00004511004,0.0006606554,0.9521236,0.000069997695,0.00006196531,0.0006971577],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942618,0.0010265377,0.0010882214,0.0007627191,0.0021386046,0.00072208664],"domain_scores_gemma":[0.9966279,0.00045116947,0.0004937859,0.0010155364,0.0010930946,0.00031850248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012798747,0.0002756596,0.0008527541,0.00048670644,0.0007583466,0.0007484458,0.00072342705,0.00035366233,0.00017790968],"category_scores_gemma":[0.0048838565,0.00022491695,0.00035192847,0.00024384049,0.00021525983,0.0005395596,0.00023413553,0.0011615843,0.000003228488],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6429095,0.01837067,0.04226463,0.0008720138,0.00008428058,0.000008139742,0.0005016961,1.6909587e-7,0.00006594318,0.000093614275,0.0022988971,0.2925304],"study_design_scores_gemma":[0.9389422,0.009647541,0.030613894,0.005266527,0.00003140639,0.000003070317,0.0009134159,0.00008962106,0.00024452287,0.00064365525,0.013376376,0.00022777375],"about_ca_topic_score_codex":0.00007709121,"about_ca_topic_score_gemma":0.00008145702,"teacher_disagreement_score":0.29603264,"about_ca_system_score_codex":0.00047372037,"about_ca_system_score_gemma":0.003840203,"threshold_uncertainty_score":0.9171847},"labels":[],"label_agreement":null},{"id":"W2581839017","doi":"10.2196/resprot.6907","title":"Neurofeedback as a Treatment for Impulsivity in a Forensic Psychiatric Population With Substance Use Disorder: Study Protocol of a Randomized Controlled Trial Combined With an N-of-1 Clinical Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurotransmitter Receptor Influence on Behavior","field":"Neuroscience","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Impulsivity; Psychiatry; Neurofeedback; Substance abuse; Clinical psychology; Psychology; Randomized controlled trial; Population; Craving; Intervention (counseling); Medicine; Addiction; Electroencephalography","score_opus":0.3181212816487321,"score_gpt":0.5775147798827779,"score_spread":0.2593934982340458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581839017","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49665737,5.352741e-8,0.000010469419,0.00005007332,0.000016975782,0.5032203,0.000011624447,0.000022807555,0.000010323379],"genre_scores_gemma":[0.38234562,1.8985965e-7,0.00020594696,0.000006572681,0.000060969935,0.61726344,0.0000013740444,0.0000493647,0.00006654365],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98558795,0.007772989,0.0026636478,0.0013182206,0.0018728402,0.0007843445],"domain_scores_gemma":[0.99154776,0.0036861626,0.002294715,0.0017100392,0.00050285534,0.00025846748],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061411806,0.0004848879,0.0032885787,0.00050757045,0.00043672902,0.0003741982,0.0011009868,0.00016588958,0.000021184327],"category_scores_gemma":[0.004225045,0.00028776686,0.00057439314,0.0006097216,0.0010994403,0.0010355571,0.000075712465,0.0006232041,0.0000024932865],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9086418,0.025464825,0.0624034,0.00013611393,0.00003295828,0.000030402287,0.00026443173,0.000009493389,0.00068866153,0.00009762854,0.000003733057,0.0022265348],"study_design_scores_gemma":[0.8163948,0.16729851,0.013956632,0.00029621643,0.000038505033,0.0000019744564,0.00002604875,0.00017095282,0.0013538919,0.00018505342,0.00004729686,0.00023013458],"about_ca_topic_score_codex":0.00068722107,"about_ca_topic_score_gemma":0.0018291096,"teacher_disagreement_score":0.14183368,"about_ca_system_score_codex":0.00007827947,"about_ca_system_score_gemma":0.0006015833,"threshold_uncertainty_score":0.99995744},"labels":[],"label_agreement":null},{"id":"W2582272202","doi":"10.2196/resprot.6767","title":"Pre-Exposure Prophylaxis (PrEP) as an Additional Tool for HIV Prevention Among Men Who Have Sex With Men in Belgium: The Be-PrEP-ared Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gilead Sciences","keywords":"Pre-exposure prophylaxis; Men who have sex with men; Medicine; Human immunodeficiency virus (HIV); Protocol (science); Family medicine; Alternative medicine; Syphilis","score_opus":0.11284066428434714,"score_gpt":0.524176139142901,"score_spread":0.4113354748585538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582272202","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016602635,4.7284368e-7,0.00007105645,0.0011327197,8.964524e-7,0.9555363,0.00037571727,0.000067961264,0.026212228],"genre_scores_gemma":[0.01260719,1.0999222e-7,0.00019032267,0.0000094538245,0.00024639073,0.7951479,0.00020636548,0.00006895892,0.19152334],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9927287,0.001647388,0.0007830309,0.0010531831,0.0026085158,0.0011791838],"domain_scores_gemma":[0.9950611,0.00031875278,0.0003215486,0.0023984932,0.0014435238,0.00045657455],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005148259,0.00036219845,0.00053477654,0.00044139504,0.0016071963,0.0008887338,0.0013584185,0.00022083188,0.0035879903],"category_scores_gemma":[0.002075015,0.00023141495,0.00020926782,0.00033188277,0.0007854505,0.0012417933,0.0005881115,0.0014519301,0.00005649983],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02218564,0.014758531,0.2956418,0.0024537817,0.0004074065,0.00017472565,0.0035452838,0.000007825601,0.0007894949,0.00023136749,0.6317217,0.028082429],"study_design_scores_gemma":[0.03083191,0.17495497,0.6267205,0.006814415,0.000021068925,0.000032910175,0.0040224832,0.0063299853,0.002273759,0.0012132241,0.14623302,0.0005517542],"about_ca_topic_score_codex":0.00053813,"about_ca_topic_score_gemma":0.0013441803,"teacher_disagreement_score":0.48548868,"about_ca_system_score_codex":0.0003496214,"about_ca_system_score_gemma":0.0011396941,"threshold_uncertainty_score":0.99969256},"labels":[],"label_agreement":null},{"id":"W2583830557","doi":"10.2196/resprot.6520","title":"Feasibility of Ecological Momentary Assessment of Daily Sexting and Substance Use Among Young Adult African American Gay and Bisexual Men: A Pilot Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gender, Feminism, and Media","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Population; African american; Psychology; Substance use; mHealth; Men who have sex with men; Young adult; Mobile phone; Human immunodeficiency virus (HIV); Gerontology; Medicine; Developmental psychology; Clinical psychology; Environmental health; Psychological intervention; Psychiatry; Sociology","score_opus":0.4784690839113134,"score_gpt":0.582651048869342,"score_spread":0.10418196495802867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583830557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.805161,0.0000014227434,0.0000027312872,0.00015107212,0.000006559464,0.19166413,0.00001820215,0.00001571843,0.0029791575],"genre_scores_gemma":[0.76218265,0.0000051456714,0.00022137673,0.000005635467,0.000041638792,0.23733151,9.118475e-7,0.000007932873,0.00020320441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957163,0.0014833659,0.00039231544,0.0005261684,0.0012786251,0.00060324144],"domain_scores_gemma":[0.99756926,0.000639528,0.00038877426,0.0005758577,0.00042549105,0.00040109403],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0053020115,0.00014130269,0.00040559273,0.0001117897,0.0010005236,0.00022851251,0.0005501144,0.000048400336,0.00003141515],"category_scores_gemma":[0.0013172239,0.00011780713,0.000027630722,0.00024117483,0.0035778433,0.00040121967,0.0003668008,0.00039103153,3.4904033e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025620405,0.0018894688,0.9604225,0.00010664314,0.000020843197,0.000013510478,0.03449037,1.7411972e-7,0.0012446479,0.00016302921,0.00016938524,0.001223189],"study_design_scores_gemma":[0.0012588486,0.0046148747,0.8616536,0.00008412924,0.0000032691335,3.5172258e-7,0.13196725,0.00001562041,0.000054007527,0.00013065182,0.00011544761,0.00010195034],"about_ca_topic_score_codex":0.012696972,"about_ca_topic_score_gemma":0.022423582,"teacher_disagreement_score":0.098768935,"about_ca_system_score_codex":0.0001666098,"about_ca_system_score_gemma":0.00040391437,"threshold_uncertainty_score":0.9991338},"labels":[],"label_agreement":null},{"id":"W2584960907","doi":"10.2196/resprot.6817","title":"Protocol for a 24-Week Randomized Controlled Study of Once-Daily Oral Dose of Flax Lignan to Healthy Older Adults","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Phytoestrogen effects and research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Regina; University of Saskatchewan","funders":"Saskatchewan Health Research Foundation","keywords":"Protocol (science); Randomized controlled trial; Lignan; Medicine; Gerontology; Physical therapy; Alternative medicine; Internal medicine; Chemistry","score_opus":0.25119389989140944,"score_gpt":0.5924453625901209,"score_spread":0.3412514626987115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584960907","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06400659,0.0000016372894,0.00002213298,0.00089721027,0.000010625774,0.9337773,0.000017507975,0.000033030923,0.0012340002],"genre_scores_gemma":[0.15768982,2.011046e-7,0.00048391818,0.0000315567,0.00018909023,0.84004366,0.000002893105,0.00006269855,0.0014961296],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99177474,0.0022785272,0.0014744353,0.00076593,0.0024561172,0.0012502765],"domain_scores_gemma":[0.9924104,0.0014672613,0.00069886766,0.001901811,0.0027523106,0.00076932844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011510874,0.00035910722,0.0031484885,0.0006567203,0.00056813855,0.00014794979,0.0010339023,0.00020485037,0.00015760263],"category_scores_gemma":[0.006059254,0.00021584478,0.0005961182,0.00038120316,0.0006950961,0.00018134949,0.0005142974,0.0007930288,0.000023698432],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9499594,0.017155195,0.001683743,0.0069235186,0.00030523224,0.00005294398,0.0016611342,0.0000014095798,0.005528835,0.00009338206,0.007148949,0.009486232],"study_design_scores_gemma":[0.9121735,0.05942885,0.0039138324,0.008137838,0.00002363208,0.0000045047373,0.00055083056,0.0005329056,0.00836954,0.00010057091,0.006562265,0.00020173875],"about_ca_topic_score_codex":0.00042251064,"about_ca_topic_score_gemma":0.000119176846,"teacher_disagreement_score":0.09373357,"about_ca_system_score_codex":0.00013289586,"about_ca_system_score_gemma":0.0012834407,"threshold_uncertainty_score":0.8801895},"labels":[],"label_agreement":null},{"id":"W2585476151","doi":"10.2196/resprot.6741","title":"A Prospective, Multicenter, Single-Blind Study Assessing Indices of SNAP II Versus BIS VISTA on Surgical Patients Undergoing General Anesthesia","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anesthesia and Sedative Agents","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bispectral index; Electroencephalography; Anesthesia; Medicine; Level of consciousness; Anesthetic; Prospective cohort study; Adverse effect; Intraoperative Awareness; Clinical trial; Surgery; Propofol","score_opus":0.34714300980485746,"score_gpt":0.5605537571916134,"score_spread":0.21341074738675592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585476151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7445951,0.0000013871046,0.0000012716873,0.00018393609,0.0000076283573,0.25281355,0.0000017328534,0.000026855367,0.0023685126],"genre_scores_gemma":[0.755358,3.320062e-7,0.0001319261,0.000013360397,0.000116837975,0.24361123,0.000011292551,0.000038039212,0.00071897655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957482,0.00063553295,0.00047530446,0.00065002596,0.0018307369,0.00066019787],"domain_scores_gemma":[0.99727064,0.00037205973,0.00038950352,0.0009889932,0.00070107065,0.00027772578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011336408,0.00027116333,0.00052697764,0.00037016542,0.0011873441,0.00035081606,0.00057156745,0.00014720515,0.00008780542],"category_scores_gemma":[0.00067473674,0.000210828,0.00012441186,0.0002564607,0.0004529786,0.00048089016,0.0003035132,0.00064921123,0.000026601589],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020929415,0.016372677,0.9563134,0.00033105636,0.00012676716,0.0008164471,0.0011569577,9.194815e-7,0.000773432,0.00013032235,0.0002926995,0.00275591],"study_design_scores_gemma":[0.053631604,0.028100219,0.90285987,0.00216793,0.000018222529,0.000010405829,0.0007029499,0.00005944946,0.002795165,0.000017836428,0.009401771,0.0002345666],"about_ca_topic_score_codex":0.000058405545,"about_ca_topic_score_gemma":0.000019984815,"teacher_disagreement_score":0.053453516,"about_ca_system_score_codex":0.00028237514,"about_ca_system_score_gemma":0.00035975254,"threshold_uncertainty_score":0.9132211},"labels":[],"label_agreement":null},{"id":"W2587025188","doi":"10.2196/resprot.6352","title":"Self-Management Support Program for Patients With Cardiovascular Diseases: User-Centered Development of the Tailored, Web-Based Program Vascular View","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Medicine; Intervention (counseling); Disease; Self-management; Disease management; Physical therapy; Gerontology; Medical education; Computer science; Nursing; Pathology","score_opus":0.07727349615858096,"score_gpt":0.44309320665422275,"score_spread":0.36581971049564177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587025188","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034072984,0.000011704369,0.0000643981,0.00026245686,0.000028060036,0.9639837,0.000011857361,0.00018811457,0.0013767236],"genre_scores_gemma":[0.046825316,0.0000017832289,0.0153636625,0.000024929388,0.00006231311,0.9370504,0.00015407176,0.00005546584,0.0004620842],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99613774,0.00016229434,0.00042038521,0.00055146526,0.0019630808,0.00076505425],"domain_scores_gemma":[0.99641657,0.000027320197,0.0002279578,0.0021952128,0.0008920357,0.00024093255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001348718,0.00024893944,0.0004497219,0.00018943645,0.00068343926,0.00029236323,0.00086640276,0.000068178975,0.000041498195],"category_scores_gemma":[0.00010290775,0.00015768301,0.00039123604,0.00031320707,0.00024695206,0.00020990871,0.00038546082,0.00020083552,0.000020735406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010166867,0.018189099,0.33457497,0.015873214,0.0020673634,0.000005743561,0.00020326469,0.0000032331616,0.0000035405424,0.00009588657,0.0072619463,0.62070507],"study_design_scores_gemma":[0.008763546,0.0019028928,0.27923557,0.0022318433,0.00012793172,6.050696e-8,0.00004124934,0.00010368538,0.000113041526,0.000009751679,0.7073239,0.00014650526],"about_ca_topic_score_codex":0.0000024106773,"about_ca_topic_score_gemma":0.0000031960049,"teacher_disagreement_score":0.700062,"about_ca_system_score_codex":0.00021844999,"about_ca_system_score_gemma":0.0006474307,"threshold_uncertainty_score":0.64301264},"labels":[],"label_agreement":null},{"id":"W2587121085","doi":"10.2196/resprot.7094","title":"Involving Children With Cancer in Health Promotive Research: A Case Study Describing Why, What, and How","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Children's Rights and Participation","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Psychological intervention; Participatory action research; Focus group; Participatory design; Psychology; Health promotion; Medicine; Medical education; Nursing; Public health; Sociology","score_opus":0.6483471376379649,"score_gpt":0.6236347508652929,"score_spread":0.024712386772672068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587121085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59981906,0.00002979051,0.0000017172015,0.008333151,0.000005437851,0.3915698,0.000005303129,0.000022914068,0.00021281792],"genre_scores_gemma":[0.5561638,0.000019947765,0.000023622108,0.000011796153,0.00013521772,0.44334888,6.9474265e-7,0.0000136695735,0.00028239877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99258584,0.0038735704,0.00020510491,0.000596686,0.0015688838,0.0011699456],"domain_scores_gemma":[0.9980181,0.00028469888,0.0001554676,0.0005660511,0.0005787966,0.00039690154],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.013468596,0.00013776343,0.00024216657,0.00035600958,0.0059180637,0.00391121,0.00051932764,0.00008382286,0.000053213986],"category_scores_gemma":[0.00064242195,0.00010072606,0.00001951284,0.0005422638,0.001234508,0.00209872,0.00035104048,0.00097548397,0.000003450629],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019450233,0.0009399579,0.7532968,0.000110235385,0.000032738226,0.00044587877,0.1939621,0.0000023743435,0.00001662603,0.0013317652,0.0010297912,0.04863726],"study_design_scores_gemma":[0.008251433,0.007984042,0.7135975,0.01572531,0.000004867179,0.000083091145,0.22842878,0.00027095815,0.0001675864,0.002487038,0.022202656,0.000796754],"about_ca_topic_score_codex":0.1340646,"about_ca_topic_score_gemma":0.50894415,"teacher_disagreement_score":0.37487957,"about_ca_system_score_codex":0.000446329,"about_ca_system_score_gemma":0.0012814467,"threshold_uncertainty_score":0.9971228},"labels":[],"label_agreement":null},{"id":"W2587362973","doi":"10.2196/resprot.6754","title":"Local Anesthesia Versus Local Anesthesia and Conscious Sedation for Inguinal Hernioplasty: Protocol of a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anesthesia and Pain Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Anesthesia; Medicine; Local anesthesia; Sedation; Propofol; Protocol (science); Inguinal hernia; Surgery; Hernia; Alternative medicine","score_opus":0.13327158973803319,"score_gpt":0.5005577085273207,"score_spread":0.3672861187892875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587362973","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058665304,0.0000024827689,0.001965442,0.002874777,0.0000043860764,0.98856616,5.023015e-7,0.000053290005,0.00066641264],"genre_scores_gemma":[0.049236517,5.18415e-7,0.00053533685,0.00011198896,0.00023055532,0.9486549,0.000007715824,0.000047899903,0.0011745548],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950824,0.0014417325,0.0010004608,0.0005580593,0.0012579648,0.00065942755],"domain_scores_gemma":[0.99513316,0.0021530914,0.00067651446,0.0008910787,0.00085456914,0.000291596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009870738,0.00032265426,0.0019724008,0.00031294103,0.00057633244,0.00023940823,0.00041296074,0.00026118188,0.00009012098],"category_scores_gemma":[0.0018570512,0.00023015453,0.0004325199,0.00011995026,0.0021523,0.00018120052,0.00007867911,0.0004201974,0.000018094592],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9861772,0.0008587835,0.00057482434,0.0016570588,0.00020601548,0.00024912794,0.0001783995,0.000004646841,0.000054412463,0.003321887,0.0018895471,0.0048280857],"study_design_scores_gemma":[0.90302867,0.00917161,0.00042392075,0.0012810808,0.00007400757,0.000086677726,0.0002083007,0.0030900717,0.0002800411,0.00053099846,0.081624396,0.0002002163],"about_ca_topic_score_codex":0.00005429772,"about_ca_topic_score_gemma":0.000012031142,"teacher_disagreement_score":0.08314853,"about_ca_system_score_codex":0.00011464242,"about_ca_system_score_gemma":0.0006143561,"threshold_uncertainty_score":0.93854296},"labels":[],"label_agreement":null},{"id":"W2587922606","doi":"10.2196/resprot.7016","title":"VESPRO: An Individual Patient Data Prospective Meta-Analysis of Selective Internal Radiation Therapy Versus Sorafenib for Advanced, Locally Advanced, or Recurrent Hepatocellular Carcinoma of the SARAH and SIRveNIB Trials","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sorafenib; Hepatocellular carcinoma; Selective internal radiation therapy; Medicine; Internal medicine; Oncology; Radiation therapy; Clinical trial; Meta-analysis; Randomized controlled trial; Prospective cohort study; Surgery","score_opus":0.6889230755442487,"score_gpt":0.5515982226461391,"score_spread":0.13732485289810958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587922606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54301494,0.00067615265,0.000054801632,0.00021799402,0.000024377312,0.4548543,0.0010457814,0.000013280358,0.000098390374],"genre_scores_gemma":[0.6018942,0.000016444632,0.00047219146,0.000006387062,0.00004343564,0.39733827,0.00016152959,0.000025393158,0.00004215939],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99447614,0.0016170595,0.0009768211,0.0009064739,0.0015312067,0.00049232563],"domain_scores_gemma":[0.9940127,0.0009324817,0.0011330092,0.0022389337,0.0014643838,0.00021848021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054377643,0.00033555325,0.001741246,0.00039561454,0.00043591447,0.00013514793,0.0010241419,0.00016414974,0.00009219978],"category_scores_gemma":[0.002558182,0.00019185312,0.00076304754,0.00060536084,0.0004694471,0.000537572,0.00048305342,0.00042337715,7.510617e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10470923,0.0035050756,0.55936813,0.0005634585,0.06233433,0.000029203786,0.0027746784,0.000007706351,0.003914758,0.00020905721,0.00029313768,0.26229122],"study_design_scores_gemma":[0.088595964,0.07455938,0.28058797,0.0008061524,0.049842417,0.000012638771,0.0010620559,0.019661555,0.4647227,0.0007193927,0.018444838,0.0009849302],"about_ca_topic_score_codex":0.000120556804,"about_ca_topic_score_gemma":0.0001381174,"teacher_disagreement_score":0.46080795,"about_ca_system_score_codex":0.00018900022,"about_ca_system_score_gemma":0.00083770946,"threshold_uncertainty_score":0.78235435},"labels":[],"label_agreement":null},{"id":"W2588294342","doi":"10.2196/resprot.6801","title":"Co-creating and Evaluating a Web-app Mapping Real-World Health Care Services for Students: The servi-Share Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); World Wide Web; Computer science; Health care; Internet privacy; Multimedia; Medicine; Alternative medicine","score_opus":0.43309256174848115,"score_gpt":0.7236374820666543,"score_spread":0.2905449203181732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588294342","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011379542,0.000016240529,0.000018779656,0.009359898,0.00001911456,0.97735363,0.00026384508,0.00021365921,0.011616888],"genre_scores_gemma":[0.0013057778,0.000009436553,0.0016898357,0.0017433821,0.0009426912,0.99121296,0.00009569402,0.0001020336,0.002898157],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905363,0.0027897123,0.0015531161,0.001030857,0.0016360295,0.0024540243],"domain_scores_gemma":[0.9912582,0.0021904185,0.0015071263,0.0022936147,0.0018138485,0.0009367838],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.013825684,0.00036734348,0.0006362413,0.0003154232,0.026659783,0.0005338459,0.0021310097,0.00025639415,0.00023098465],"category_scores_gemma":[0.000767171,0.00026947173,0.00009279197,0.0004288882,0.00028076777,0.00040963088,0.0010011509,0.0020895305,0.0001414257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023587788,0.0006543421,0.46270987,0.17673333,0.00007176853,0.0000046445157,0.03961894,0.0000030253063,0.0003865475,0.008723674,0.07776681,0.23096827],"study_design_scores_gemma":[0.006180039,0.0008604484,0.08613986,0.012274025,0.0000026347363,0.000001017285,0.011626635,0.00052904914,0.000014033859,0.00055510405,0.88158995,0.00022718144],"about_ca_topic_score_codex":0.0028695473,"about_ca_topic_score_gemma":0.008210719,"teacher_disagreement_score":0.8038232,"about_ca_system_score_codex":0.00082040543,"about_ca_system_score_gemma":0.0043909983,"threshold_uncertainty_score":0.99997574},"labels":[],"label_agreement":null},{"id":"W2588773290","doi":"10.2196/resprot.6725","title":"Irreversible Electroporation for the Ablation of Renal Cell Carcinoma: A Prospective, Human, In Vivo Study Protocol (IDEAL Phase 2b)","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Microbial Inactivation Methods","field":"Biochemistry, Genetics and Molecular Biology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Irreversible electroporation; Ablation; Renal cell carcinoma; Medicine; Electroporation; Nephrectomy; In vivo; Radiology; Thermal ablation; Surgery; Kidney; Urology; Pathology; Internal medicine; Chemistry","score_opus":0.1983692601298142,"score_gpt":0.5782860311347766,"score_spread":0.3799167710049624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588773290","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06748327,6.4050477e-7,0.0016941854,0.000062259904,0.0000027406775,0.9298318,0.000011500891,0.0000050292874,0.00090854615],"genre_scores_gemma":[0.23906428,4.4953747e-8,0.00074012653,0.00000366294,0.00009675146,0.75907624,0.000008912542,0.000017558355,0.0009924276],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99808335,0.00049694127,0.00035028328,0.00040962044,0.00032671474,0.00033311086],"domain_scores_gemma":[0.9981372,0.00005623657,0.00031722133,0.00080996484,0.0006349313,0.000044469623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027708046,0.00013224248,0.00016434389,0.00012215634,0.0006196324,0.0001262472,0.0005586753,0.00011949711,0.00004488298],"category_scores_gemma":[0.00034476793,0.00010382921,0.00006420474,0.00015719351,0.0001771014,0.000029689785,0.00020676678,0.00026567883,0.0000013457353],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027502535,0.001535153,0.009872399,0.00017069554,0.000010928099,0.0000011748359,0.00016269986,0.000012188362,0.98025006,0.00012973606,0.004671332,0.0004333509],"study_design_scores_gemma":[0.009364842,0.0058242385,0.009107343,0.00004416138,0.0000020812895,6.394704e-7,0.000118494776,0.00011373831,0.94165576,0.00031692078,0.033341005,0.00011076736],"about_ca_topic_score_codex":0.00014196085,"about_ca_topic_score_gemma":0.00023609852,"teacher_disagreement_score":0.171581,"about_ca_system_score_codex":0.000099437355,"about_ca_system_score_gemma":0.00029321184,"threshold_uncertainty_score":0.47657746},"labels":[],"label_agreement":null},{"id":"W2589308204","doi":"10.2196/resprot.7114","title":"Epigenetic Alterations and Exposure to Air Pollutants: Protocol for a Birth Cohort Study to Evaluate the Association Between Adverse Birth Outcomes and Global DNA Methylation","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Air Quality and Health Impacts","field":"Environmental Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pregnancy; Medicine; Cord blood; Birth weight; Cohort; Environmental health; DNA methylation; Adverse effect; Cohort study; Obstetrics; Gestational age; Biology; Immunology; Internal medicine; Genetics","score_opus":0.24932846344122442,"score_gpt":0.5684405896796084,"score_spread":0.31911212623838403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589308204","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17315857,1.1790112e-7,0.00024274449,0.008660495,0.0000040533714,0.8175417,0.000121375495,0.000023022612,0.0002478736],"genre_scores_gemma":[0.20997487,6.676578e-8,0.00043706055,0.0003620003,0.000058599842,0.7886094,0.0000010975025,0.000012072962,0.0005448714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961472,0.0010463422,0.00041482714,0.0005119903,0.0012339322,0.0006456814],"domain_scores_gemma":[0.99818695,0.0004089416,0.0001738366,0.0006592363,0.000112190064,0.0004588561],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008498239,0.00017326602,0.00026924637,0.00006349993,0.002141724,0.00032786254,0.00043530558,0.0000888849,0.000096063544],"category_scores_gemma":[0.002214009,0.00012012595,0.000034522112,0.00025126713,0.0001343147,0.00041533593,0.00056285696,0.00022816086,0.000083749255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024679757,0.00020596496,0.98415136,0.000087010805,0.000026456071,5.790243e-7,0.0017637395,0.000038574268,0.00007779128,0.00004098965,0.0011539287,0.012206817],"study_design_scores_gemma":[0.0021132997,0.002910547,0.9682514,0.00009166843,0.000005318084,2.6104254e-7,0.00024950164,0.00007854675,0.00009444208,0.0009794454,0.0250891,0.00013646153],"about_ca_topic_score_codex":0.00033309375,"about_ca_topic_score_gemma":0.0017411535,"teacher_disagreement_score":0.036816303,"about_ca_system_score_codex":0.0006235263,"about_ca_system_score_gemma":0.00012639622,"threshold_uncertainty_score":0.99915737},"labels":[],"label_agreement":null},{"id":"W2589533603","doi":"10.2196/resprot.6819","title":"Feasibility of Implementing a Patient-Centered Postoperative Wound Monitoring Program Using Smartphone Images: A Pilot Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical site infection prevention","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; Agency for Healthcare Research and Quality","keywords":"Medicine; Telemedicine; Medical emergency; Session (web analytics); Protocol (science); Health care; Emergency medicine; Alternative medicine","score_opus":0.5019004653878772,"score_gpt":0.6314067873348554,"score_spread":0.1295063219469782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589533603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29497737,4.1617676e-7,0.00003103725,0.000069083304,0.000009391938,0.70268065,0.0000090636695,0.00007827486,0.0021447283],"genre_scores_gemma":[0.23871897,6.000115e-8,0.0017530402,0.0000040420528,0.00011709649,0.7591514,0.0000043218024,0.000031757496,0.00021929076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957405,0.0007250004,0.00080438785,0.00060959684,0.0012524438,0.0008681067],"domain_scores_gemma":[0.99638677,0.00012243817,0.00052139384,0.0011813734,0.0014978201,0.0002902261],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002636026,0.00023551259,0.00045280994,0.00024572798,0.0010187778,0.000401828,0.00032714088,0.000109217704,0.0009859815],"category_scores_gemma":[0.0011124411,0.00019736431,0.0001858025,0.00033442667,0.00043808194,0.00061914994,0.00067151204,0.0007517625,0.000029990351],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005771618,0.0064089405,0.6806479,0.0015950237,0.000076196535,0.0000553873,0.00031913517,7.9099317e-7,0.19568671,0.000017751068,0.00012651244,0.109294035],"study_design_scores_gemma":[0.027431402,0.021606367,0.56705,0.012643284,0.000018436647,0.00009052779,0.0005358578,0.00030662955,0.32471085,0.00032855177,0.04476104,0.000517095],"about_ca_topic_score_codex":0.00026226684,"about_ca_topic_score_gemma":0.000012143759,"teacher_disagreement_score":0.12902415,"about_ca_system_score_codex":0.0005034489,"about_ca_system_score_gemma":0.00034254213,"threshold_uncertainty_score":0.9999272},"labels":[],"label_agreement":null},{"id":"W2589647992","doi":"10.2196/resprot.6413","title":"Online Dissemination Strategies of a Canada Research Chair: Overview and Lessons Learned","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre hospitalier de l'Université Laval; Centre hospitalier universitaire de Québec","funders":"","keywords":"Online research methods; Medical education; Psychology; Computer science; Medicine; World Wide Web","score_opus":0.8020185873979471,"score_gpt":0.7434989236885526,"score_spread":0.05851966370939443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589647992","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08133744,0.00009790594,0.000001556967,0.10569088,0.00012374134,0.79496753,0.000048595517,0.00003970825,0.01769264],"genre_scores_gemma":[0.21763623,0.00009740796,0.00007017241,0.000005853589,0.00045340444,0.78089434,0.000004599555,0.000012766592,0.0008252108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99456716,0.0018230813,0.00026478965,0.000305894,0.0022283194,0.0008107465],"domain_scores_gemma":[0.9942078,0.0032619669,0.00017111027,0.0005403017,0.0014923252,0.0003265008],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009209375,0.00007984629,0.00019077786,0.0001769332,0.0033593825,0.00041552834,0.0007823316,0.00014320212,0.000114359296],"category_scores_gemma":[0.017652595,0.00007880617,0.00002179472,0.00044281041,0.0015568129,0.0004792914,0.00022280849,0.00071789254,0.0000037226587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020692518,0.0011685352,0.021639101,0.0032333331,0.000022404853,0.000015658588,0.0620692,9.248177e-7,0.0011970629,0.38143462,0.032330263,0.496682],"study_design_scores_gemma":[0.00041136067,0.0003114221,0.26196614,0.002830098,9.056092e-7,2.9796107e-7,0.049207643,0.000026035637,0.0003217998,0.019137643,0.6656444,0.00014220811],"about_ca_topic_score_codex":0.62856853,"about_ca_topic_score_gemma":0.8605049,"teacher_disagreement_score":0.6333142,"about_ca_system_score_codex":0.0005733665,"about_ca_system_score_gemma":0.010369523,"threshold_uncertainty_score":0.9979381},"labels":[],"label_agreement":null},{"id":"W2589885087","doi":"10.2196/resprot.6650","title":"Statins and Fibrates for Diabetic Retinopathy: Protocol for a Systematic Review","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Diabetes mellitus; Diabetic retinopathy; Retinopathy; Disease; Complication; Intensive care medicine; Public health; Optometry; Surgery; Internal medicine; Pathology","score_opus":0.6665843841113577,"score_gpt":0.7074182173337488,"score_spread":0.04083383322239109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589885087","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.6963415e-9,0.3261319,0.000004637178,0.00010410033,0.0000016555068,0.67322314,0.00031381872,0.000033765158,0.00018693309],"genre_scores_gemma":[3.087379e-9,0.23744611,0.0003258199,0.00003287816,0.00011476629,0.7585544,0.00018222157,0.0001302918,0.0032135257],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99522096,0.0007843886,0.0013241485,0.0009163018,0.000838771,0.00091544294],"domain_scores_gemma":[0.9945964,0.0014274532,0.00097612746,0.001595349,0.00086583756,0.0005388338],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024733758,0.0006298565,0.0042899535,0.00025686307,0.00050249504,0.00036023502,0.00051795744,0.000284429,0.000048495247],"category_scores_gemma":[0.0040808534,0.0003767609,0.00089083135,0.00020025877,0.00023197012,0.00012256656,0.00021945465,0.00046790787,0.000058799156],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030040985,0.00043101975,0.000007333945,0.92123276,0.00022263675,0.000034841676,0.000008810828,5.645385e-10,1.3060283e-7,0.00010427375,0.009209178,0.06844859],"study_design_scores_gemma":[0.0016478802,0.00247403,0.0000018586102,0.509819,0.00036436843,0.00002414985,0.0000021363323,0.0000028495683,7.902129e-7,0.00012739096,0.4853743,0.00016128011],"about_ca_topic_score_codex":0.0000023641285,"about_ca_topic_score_gemma":5.749614e-7,"teacher_disagreement_score":0.47616512,"about_ca_system_score_codex":0.00020654357,"about_ca_system_score_gemma":0.0014132138,"threshold_uncertainty_score":0.99986845},"labels":[],"label_agreement":null},{"id":"W2591388922","doi":"10.2196/resprot.6050","title":"Rationale and Design of a Genetic Study on Cardiometabolic Risk Factors: Protocol for the Tehran Cardiometabolic Genetic Study (TCGS)","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genetic Associations and Epidemiology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Protocol (science); Diabetes mellitus; Research design; Gerontology; Alternative medicine; Endocrinology","score_opus":0.29890752844625695,"score_gpt":0.5387722162632393,"score_spread":0.2398646878169824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591388922","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21310712,0.000012497431,0.001414393,0.000060423205,0.000009875478,0.78527606,0.000057837387,0.000007327715,0.000054445896],"genre_scores_gemma":[0.30501398,0.0000037252728,0.00056823273,0.0000071213067,0.00023312337,0.69398046,0.0000035196683,0.000032163425,0.00015766424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995352,0.0021190513,0.000572329,0.00073701236,0.00061790686,0.0006016705],"domain_scores_gemma":[0.9965747,0.00049776986,0.00044523794,0.0017710875,0.00057262345,0.00013856763],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0038259048,0.00028575322,0.00055227574,0.00020110742,0.0013168926,0.00018079599,0.00094232266,0.0001730757,0.0000084481035],"category_scores_gemma":[0.0020473828,0.00019336217,0.00016540832,0.00019186237,0.00036942578,0.000008918622,0.00047998005,0.0002959636,0.0000048804895],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092635443,0.0022378173,0.97731835,0.00008635661,0.0007629254,0.0000049892255,0.0010326825,0.0014734702,0.0047152415,0.000015712561,0.0025989478,0.008827164],"study_design_scores_gemma":[0.0052222423,0.007194443,0.95999515,0.000034084238,0.00003516823,0.0000031294048,0.0014883672,0.000114404895,0.0009034804,0.00013012267,0.024671867,0.00020753137],"about_ca_topic_score_codex":0.00015918542,"about_ca_topic_score_gemma":0.000047538317,"teacher_disagreement_score":0.09190686,"about_ca_system_score_codex":0.000024669733,"about_ca_system_score_gemma":0.0002708162,"threshold_uncertainty_score":0.99998325},"labels":[],"label_agreement":null},{"id":"W2591514089","doi":"10.2196/resprot.6873","title":"Dance for Adults With Fibromyalgia—What Do We Know About It? Protocol for a Scoping Review","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; Saskatchewan Health Authority; University of Saskatchewan","funders":"","keywords":"Fibromyalgia; Dance; Physical therapy; Intervention (counseling); Psychology; Physical medicine and rehabilitation; Chronic pain; Medicine; Psychiatry","score_opus":0.45105383754017775,"score_gpt":0.6328905683236125,"score_spread":0.1818367307834347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591514089","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3506136e-9,0.4842618,0.00003495983,0.00086422724,0.0000074942172,0.51453775,0.00007434805,0.00007126841,0.00014812658],"genre_scores_gemma":[5.1345656e-10,0.4909391,0.0011001191,0.000006173953,0.00017451083,0.5031369,0.00013302486,0.00025838753,0.0042517916],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98792064,0.001061328,0.0021586905,0.002546838,0.0031069596,0.0032055369],"domain_scores_gemma":[0.98841774,0.0020090875,0.0013017373,0.004369633,0.0028282888,0.0010735246],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.006005354,0.001383843,0.00558842,0.0008052946,0.0012161346,0.0013064262,0.002512785,0.0010458892,0.00066423515],"category_scores_gemma":[0.0021189777,0.000924004,0.0015824467,0.0010055421,0.0010169889,0.0008838701,0.00071375194,0.002796884,0.00028591033],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012643491,0.00031746906,5.128423e-7,0.5242343,0.0001461764,0.00004933863,0.000033910947,1.6962975e-8,3.859715e-7,0.00004163375,0.0427029,0.43120903],"study_design_scores_gemma":[0.005140817,0.005658746,2.1882579e-7,0.49509573,0.00006215482,0.00015243836,0.000018342862,0.000004606274,0.000006230488,0.00002780698,0.4933497,0.00048319763],"about_ca_topic_score_codex":0.000006514993,"about_ca_topic_score_gemma":0.00000372413,"teacher_disagreement_score":0.45064682,"about_ca_system_score_codex":0.0010305758,"about_ca_system_score_gemma":0.015747191,"threshold_uncertainty_score":0.9998912},"labels":[],"label_agreement":null},{"id":"W2592084677","doi":"10.2196/resprot.6449","title":"Workability and Muscle Strength in Patients With Seropositive Rheumatoid Arthritis: Survey Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Grip strength; Physical therapy; Rheumatoid arthritis; Quality of life (healthcare); Outpatient clinic; Affect (linguistics); Activities of daily living; Disease; Hand strength; Isometric exercise; Cross-sectional study; Physical medicine and rehabilitation; Gerontology; Internal medicine; Psychology; Pathology","score_opus":0.10138557767500855,"score_gpt":0.48353985599759564,"score_spread":0.3821542783225871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592084677","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44976214,0.0000035157154,5.9565167e-7,0.00007092161,0.0000014268797,0.5495982,0.000019358515,0.000028015062,0.00051580434],"genre_scores_gemma":[0.44212386,0.000007283834,0.000049472896,0.0000040737395,0.000012031977,0.557727,0.00000848944,0.000029639374,0.000038168444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99421495,0.001648282,0.0005055881,0.0008396306,0.0017515772,0.0010399681],"domain_scores_gemma":[0.99645543,0.0003269443,0.00015668654,0.0014924543,0.0010582512,0.0005102456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043044463,0.00029599288,0.00060156506,0.00031670567,0.00092529977,0.00070102274,0.00048329952,0.000118619646,0.00017789612],"category_scores_gemma":[0.0012953135,0.00022077188,0.0000429972,0.00032504209,0.0010787224,0.0006621291,0.0005504341,0.001179161,0.00003700257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009236904,0.006224511,0.91768813,0.00016025653,0.000043065327,0.000081646285,0.00057952973,9.98245e-8,0.000017009343,0.00003108656,0.00022489602,0.06571285],"study_design_scores_gemma":[0.026280379,0.01022213,0.95358205,0.004506896,1.6450655e-7,0.0000034539366,0.00035203315,0.000007641827,0.000116975854,0.0000934185,0.0046194126,0.00021546647],"about_ca_topic_score_codex":0.0011085076,"about_ca_topic_score_gemma":0.0039882865,"teacher_disagreement_score":0.065497376,"about_ca_system_score_codex":0.00014759021,"about_ca_system_score_gemma":0.000529663,"threshold_uncertainty_score":0.9002816},"labels":[],"label_agreement":null},{"id":"W2592483041","doi":"10.2196/resprot.5833","title":"Gender-Specific Combination HIV Prevention for Youth in High-Burden Settings: The MP3 Youth Observational Pilot Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse","keywords":"Observational study; Protocol (science); Human immunodeficiency virus (HIV); Medicine; Psychology; Gerontology; Family medicine; Clinical psychology; Alternative medicine","score_opus":0.7938634448063722,"score_gpt":0.6587702124061732,"score_spread":0.135093232400199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592483041","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024660544,8.9865085e-7,0.0001771683,0.004840302,0.00004795617,0.96892935,0.000078034296,0.00008577714,0.001179974],"genre_scores_gemma":[0.1319987,2.4660463e-7,0.00012845398,0.00006843151,0.0011904984,0.8619526,0.00008987995,0.000056716453,0.0045145033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914131,0.0038613968,0.0010738296,0.0009837253,0.0014619943,0.0012059428],"domain_scores_gemma":[0.99552834,0.000506802,0.0007897782,0.0016116787,0.0013841895,0.00017918937],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012865822,0.0002809182,0.00039200138,0.0002564097,0.0060109086,0.00018707555,0.0012108791,0.00016798677,0.00014986318],"category_scores_gemma":[0.0010954903,0.00018862597,0.00006138916,0.0003426658,0.0003102239,0.0005675382,0.0006799222,0.001961579,0.00015959656],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014368367,0.02354372,0.7980306,0.0075856205,0.00007550796,0.0000086472,0.085265726,0.000022874126,0.0005366388,0.01626281,0.0481693,0.006130158],"study_design_scores_gemma":[0.020157967,0.0076200506,0.8433779,0.0029900204,0.0000055396213,3.0305938e-7,0.06088336,0.00011659283,0.000043387874,0.012008903,0.052430235,0.00036577554],"about_ca_topic_score_codex":0.00019733717,"about_ca_topic_score_gemma":0.00013225376,"teacher_disagreement_score":0.10733815,"about_ca_system_score_codex":0.0005557844,"about_ca_system_score_gemma":0.0010521812,"threshold_uncertainty_score":0.9952831},"labels":[],"label_agreement":null},{"id":"W2592506522","doi":"10.2196/resprot.6993","title":"Enhancing mHealth Technology in the Patient-Centered Medical Home Environment to Activate Patients With Type 2 Diabetes: A Multisite Feasibility Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Protocol (science); Type 2 diabetes; Medicine; Diabetes mellitus; Computer science; Nursing; Psychological intervention; Alternative medicine","score_opus":0.21388541839971445,"score_gpt":0.5999307758596193,"score_spread":0.38604535745990487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592506522","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32861212,4.7227144e-7,0.000009190537,0.0032351403,0.000012135788,0.667882,0.000016149654,0.000052509564,0.00018022367],"genre_scores_gemma":[0.22667988,5.601732e-7,0.00017104091,0.0005546372,0.000077745935,0.7724186,0.000008766813,0.00004037928,0.00004837763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9898523,0.0033479054,0.0012691672,0.0010616769,0.0022533531,0.0022156083],"domain_scores_gemma":[0.99420863,0.00066433905,0.00058852945,0.0030730541,0.0005206871,0.00094476057],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072368924,0.00031206876,0.00053653953,0.00046418188,0.003842098,0.00007444332,0.0018752243,0.00038247666,0.0003984388],"category_scores_gemma":[0.0017631833,0.00019715907,0.00003552594,0.00073251454,0.00033909184,0.0002229699,0.0011169446,0.0031636457,0.0005370648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020704747,0.005815522,0.96420133,0.0012550651,0.000008081078,0.000008845494,0.0022258905,5.7273706e-7,0.00004589456,0.00007600149,0.0010998278,0.023192467],"study_design_scores_gemma":[0.009838803,0.007789063,0.8395083,0.0024446435,0.0000015011747,2.708986e-7,0.0014394819,0.000012280044,0.00004404936,0.00022529125,0.13849366,0.0002026625],"about_ca_topic_score_codex":0.0002630605,"about_ca_topic_score_gemma":0.0015041512,"teacher_disagreement_score":0.13739383,"about_ca_system_score_codex":0.00093076366,"about_ca_system_score_gemma":0.0015481743,"threshold_uncertainty_score":0.9991361},"labels":[],"label_agreement":null},{"id":"W2592651882","doi":"10.2196/resprot.7083","title":"Telerehabilitation Versus Traditional Care Following Total Hip Replacement: A Randomized Controlled Trial Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telerehabilitation; Medicine; Health care; Rehabilitation; Physical therapy; Protocol (science); Telehealth; Telemedicine; Randomized controlled trial; Gold standard (test); Physical medicine and rehabilitation; Medical emergency; Alternative medicine; Surgery","score_opus":0.2113252616426039,"score_gpt":0.5325693805574172,"score_spread":0.3212441189148133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592651882","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02890422,0.000001483613,0.000013629448,0.0012489066,0.00010825393,0.95049983,0.0000106670905,0.00012970233,0.019083276],"genre_scores_gemma":[0.10175938,4.6069445e-8,0.0007277464,0.000017389211,0.0006634198,0.8949784,0.000014377132,0.000052653788,0.0017865617],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9935218,0.0014708944,0.0010472222,0.000702221,0.0024471006,0.0008107464],"domain_scores_gemma":[0.9942485,0.0029508295,0.00042450236,0.0013493192,0.00065345125,0.0003733984],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004911079,0.00033651604,0.001683396,0.0003449961,0.0011994563,0.0004759115,0.00038585882,0.00022159288,0.00089747284],"category_scores_gemma":[0.013815057,0.00024699233,0.0011919067,0.00015404038,0.000723137,0.0005683748,0.00020360679,0.00082989,0.0002297396],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9910102,0.00094546686,0.00044435248,0.00060699246,0.0003280374,0.000059763082,0.00064214284,0.0000015355298,0.00037667272,0.0011133589,0.0014705291,0.0030009446],"study_design_scores_gemma":[0.9733558,0.009901507,0.0020881472,0.0013890548,0.000034289566,0.00000852272,0.00035368206,0.00011007635,0.00026223113,0.00032465596,0.011943992,0.00022802685],"about_ca_topic_score_codex":0.000025200765,"about_ca_topic_score_gemma":0.000008478333,"teacher_disagreement_score":0.07285516,"about_ca_system_score_codex":0.00046882292,"about_ca_system_score_gemma":0.00096142245,"threshold_uncertainty_score":0.9999982},"labels":[],"label_agreement":null},{"id":"W2593096789","doi":"10.2196/resprot.5818","title":"For You and Your Baby (4YYB): Adapting the Centers for Disease Control and Prevention’s Text4Baby Program for Saudi Arabia","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disease control; Disease prevention; Medicine; Control (management); Family medicine; Gerontology; Environmental health; Computer science","score_opus":0.3758463821504216,"score_gpt":0.656836999647396,"score_spread":0.28099061749697435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593096789","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00081654027,0.000067911635,0.005006918,0.03507806,0.000035960427,0.9579784,0.0006212279,0.00008907443,0.00030586854],"genre_scores_gemma":[0.007974541,0.000021487052,0.0033735044,0.0006437128,0.0006800123,0.98178464,0.000056039036,0.000058511185,0.005407555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996235,0.0004989158,0.0006914658,0.0006576187,0.00035264555,0.0015643513],"domain_scores_gemma":[0.9944616,0.0023027067,0.00049817096,0.00095660496,0.0008733832,0.0009075298],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0059795887,0.00020593418,0.00034204777,0.000095409785,0.009609009,0.0002017588,0.0005186195,0.00018398049,0.000020758358],"category_scores_gemma":[0.0025350102,0.00014786441,0.00011495412,0.00007520152,0.0003591931,0.00021926039,0.00020280592,0.0006065294,0.0000068179615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009225226,0.0008358267,0.038843367,0.021874024,0.00005658585,7.135984e-7,0.0007387669,7.283415e-7,0.00013565682,0.021270093,0.26114038,0.6458787],"study_design_scores_gemma":[0.009397439,0.001266914,0.022589665,0.0015466053,0.000012754993,4.958847e-7,0.00040856263,0.0025976286,0.0000038131986,0.011203664,0.9508322,0.00014027729],"about_ca_topic_score_codex":0.00006338082,"about_ca_topic_score_gemma":0.00016188665,"teacher_disagreement_score":0.68969184,"about_ca_system_score_codex":0.00013675286,"about_ca_system_score_gemma":0.0012209913,"threshold_uncertainty_score":0.9916803},"labels":[],"label_agreement":null},{"id":"W2593459947","doi":"10.2196/resprot.6660","title":"Delirium After Mechanical Ventilation in Intensive Care Units: The Cognitive and Psychosocial Assessment (CAPA) Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delirium; Protocol (science); Psychosocial; Medicine; Cognition; Mechanical ventilation; Intensive care unit; Psychology; Psychiatry; Alternative medicine","score_opus":0.20660796661499073,"score_gpt":0.5884873239156468,"score_spread":0.38187935730065614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593459947","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04296707,0.0000015903659,0.00003012954,0.0030494248,0.000014746684,0.951598,0.000022216516,0.000025775129,0.0022910743],"genre_scores_gemma":[0.3863606,1.5212129e-7,0.000015470698,0.0012086317,0.0000947175,0.6121982,0.000010281474,0.000029804427,0.00008219866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622643,0.000996696,0.00039718437,0.000619003,0.0011427163,0.0006179571],"domain_scores_gemma":[0.95189863,0.0003052329,0.00016202895,0.00062210055,0.046849847,0.00016213233],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013732271,0.00025796457,0.00037631908,0.0003032846,0.00069398485,0.0003241583,0.00033090575,0.00017795613,0.000117898024],"category_scores_gemma":[0.013317064,0.00018505054,0.000071908624,0.0003520906,0.0007328724,0.0002496879,0.0005285152,0.0016229721,0.000028733313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05887003,0.003269704,0.8072219,0.0021227652,0.0004578768,0.0018143362,0.053366315,2.2891157e-7,0.0020257672,0.00060500234,0.011644199,0.058601897],"study_design_scores_gemma":[0.015231083,0.0057767276,0.70983386,0.0044382345,0.000021738377,0.000013737552,0.25422573,0.00003531672,0.0006599146,0.00029169364,0.009229241,0.00024270882],"about_ca_topic_score_codex":0.00009864145,"about_ca_topic_score_gemma":0.00048947794,"teacher_disagreement_score":0.3433935,"about_ca_system_score_codex":0.00025798962,"about_ca_system_score_gemma":0.0006045861,"threshold_uncertainty_score":0.99499416},"labels":[],"label_agreement":null},{"id":"W2593673746","doi":"10.2196/resprot.6779","title":"Bioengineered Temporomandibular Joint Disk Implants: Study Protocol for a Two-Phase Exploratory Randomized Preclinical Pilot Trial in 18 Black Merino Sheep (TEMPOJIMS)","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Temporomandibular Joint Disorders","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Temporomandibular joint; Masticatory force; Dentistry; Clinical trial; Surgery; Pathology","score_opus":0.6256649454733063,"score_gpt":0.6876658295527002,"score_spread":0.06200088407939386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593673746","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016029222,0.0000018442106,0.00033237337,0.0013972571,0.00010568474,0.97989345,0.00014398532,0.00034262554,0.0017535662],"genre_scores_gemma":[0.026673019,4.8379e-7,0.0005190752,0.00006183471,0.0008688182,0.9706595,0.00005231601,0.0002516327,0.0009133052],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97570586,0.013163076,0.004233587,0.0018897075,0.0021916763,0.0028161078],"domain_scores_gemma":[0.9887029,0.004096049,0.0016333539,0.0038241202,0.0008806019,0.00086295966],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036518365,0.00088367006,0.0029380163,0.0010172405,0.0029010135,0.0004251125,0.002210947,0.00055834634,0.0010270028],"category_scores_gemma":[0.011818959,0.00069932465,0.00056034926,0.0004768715,0.0013097731,0.001016679,0.0015588737,0.0035451099,0.0004997481],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93004686,0.017428389,0.0041363337,0.002778316,0.00023957953,0.00015600433,0.003655557,0.000007740489,0.00066810864,0.00040317897,0.040086403,0.0003935468],"study_design_scores_gemma":[0.9029562,0.020551076,0.00084785145,0.003685417,0.000017585271,0.0000020004052,0.002183025,0.00064014184,0.00012059626,0.0018824384,0.06639231,0.00072139106],"about_ca_topic_score_codex":0.00060316507,"about_ca_topic_score_gemma":0.0010383782,"teacher_disagreement_score":0.027090672,"about_ca_system_score_codex":0.0005854554,"about_ca_system_score_gemma":0.002244026,"threshold_uncertainty_score":0.9998862},"labels":[],"label_agreement":null},{"id":"W2593776684","doi":"10.2196/resprot.6498","title":"Supporting the Delivery of Total Knee Replacements Care for Both Patients and Their Clinicians With a Mobile App and Web-Based Tool: Randomized Controlled Trial Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Commonwealth Scientific and Industrial Research Organisation","keywords":"Medicine; Randomized controlled trial; Physical therapy; Rehabilitation; Psychological intervention; Orthopedic surgery; Intervention (counseling); Surgery; Nursing","score_opus":0.06221769070132984,"score_gpt":0.4749760684478989,"score_spread":0.4127583777465691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593776684","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28775892,0.0000024533476,0.000015933765,0.00011826913,0.000008075529,0.71178085,0.000035621968,0.000026814567,0.0002530637],"genre_scores_gemma":[0.24540631,1.8812935e-7,0.00025869027,0.000035038487,0.00007122543,0.75359,0.000007560104,0.000036827973,0.00059418543],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99635834,0.0008134278,0.0009714883,0.00048870384,0.00077165815,0.0005963645],"domain_scores_gemma":[0.99473107,0.002642312,0.000829979,0.0008463362,0.000789889,0.00016044202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004871813,0.00027890143,0.0015295475,0.00014427798,0.000828115,0.00020544109,0.00018642977,0.00012616627,0.000037207057],"category_scores_gemma":[0.003307675,0.00013637565,0.00028231574,0.000074271986,0.0010524187,0.00018654532,0.00023080714,0.00043800732,0.0000015977973],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9645629,0.00066260685,0.024739278,0.0013625147,0.00019213563,0.0000048035613,0.0008096269,0.0000019942656,0.00017481558,0.00001106103,0.00030681412,0.0071714274],"study_design_scores_gemma":[0.97030544,0.016430248,0.0026082147,0.0013813338,0.00003352377,0.0000030366061,0.0007727709,0.000842565,0.0005281619,0.000014560772,0.0069280495,0.0001521159],"about_ca_topic_score_codex":0.000026901651,"about_ca_topic_score_gemma":0.000032569395,"teacher_disagreement_score":0.04235259,"about_ca_system_score_codex":0.00005260438,"about_ca_system_score_gemma":0.00068773265,"threshold_uncertainty_score":0.6369275},"labels":[],"label_agreement":null},{"id":"W2594479150","doi":"10.2196/resprot.7195","title":"Patterns and Predictors of Adherence to Statin Therapy Among Older Patients: Protocol for a Systematic Review","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Observational study; Medicine; Randomized controlled trial; Checklist; Systematic review; MEDLINE; Population; PsycINFO; CINAHL; Family medicine; Physical therapy; Psychological intervention; Environmental health; Internal medicine; Psychology; Psychiatry","score_opus":0.5737435713038869,"score_gpt":0.6480233260983118,"score_spread":0.07427975479442495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594479150","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.386889e-7,0.05692471,0.0000371067,0.000049593204,0.0000047065005,0.94265467,0.00011537586,0.000030377254,0.00018304614],"genre_scores_gemma":[6.757363e-8,0.1627251,0.000090904614,0.00008985975,0.00007360998,0.8341935,0.00004957332,0.00006411227,0.0027132146],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99449813,0.00087628,0.0017583988,0.0007712928,0.001498871,0.0005970427],"domain_scores_gemma":[0.99411607,0.0005092603,0.0014793543,0.0018822711,0.001497102,0.0005159312],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002677682,0.00047065527,0.0032843864,0.00030872697,0.00017201141,0.00010025195,0.0009681607,0.00025764055,0.0004102228],"category_scores_gemma":[0.0023556165,0.00029338553,0.00034070545,0.00035810118,0.00021265047,0.00013982371,0.00022098381,0.00068268063,0.00012725362],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072767536,0.00042772543,0.00076437293,0.8548365,0.0000868995,0.000002466411,0.000056381577,7.496307e-10,1.0715116e-7,0.000007905414,0.020473588,0.12327127],"study_design_scores_gemma":[0.0012876185,0.0023772083,0.00022419446,0.5538869,0.00003294454,0.0000021656367,0.000006621058,4.3411904e-7,0.0000015105736,0.000005477752,0.44204116,0.00013377308],"about_ca_topic_score_codex":0.000013175681,"about_ca_topic_score_gemma":0.000002278348,"teacher_disagreement_score":0.42156756,"about_ca_system_score_codex":0.000115596806,"about_ca_system_score_gemma":0.0010684375,"threshold_uncertainty_score":0.99995184},"labels":[],"label_agreement":null},{"id":"W2594574135","doi":"10.2196/resprot.6792","title":"Effectiveness of a 16-Week Multimodal Exercise Program on Individuals With Dementia: Study Protocol for a Multicenter Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Dietmar Hopp Stiftung; Deutsche Forschungsgemeinschaft; Karlsruhe Institute of Technology","keywords":"Dementia; Cognition; Randomized controlled trial; Physical medicine and rehabilitation; Psychological intervention; Psychology; Balance (ability); Intervention (counseling); Motor skill; Gait; Physical therapy; Medicine; Gerontology; Developmental psychology; Psychiatry; Disease","score_opus":0.12309104653265444,"score_gpt":0.5575602238711128,"score_spread":0.43446917733845836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594574135","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0602644,6.910158e-7,0.00008755967,0.00008798079,0.000008104736,0.9376186,0.000013637488,0.00006962389,0.0018493924],"genre_scores_gemma":[0.18255176,1.3633094e-7,0.0005529362,0.0000056587915,0.00009958072,0.8161639,0.000011129998,0.00006531084,0.0005496065],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9896297,0.003997584,0.0010717837,0.00093126646,0.003184691,0.0011850032],"domain_scores_gemma":[0.99242264,0.0027906348,0.0006651189,0.0012600321,0.0024574038,0.0004041878],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020257017,0.00046812443,0.0026291083,0.0006352045,0.00077993463,0.00054035353,0.0007544687,0.00016835734,0.00025128602],"category_scores_gemma":[0.0033461764,0.00027058477,0.0006555872,0.00024330826,0.0010546221,0.0002928838,0.000387085,0.0007788938,0.000023682358],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.879472,0.078297384,0.025080465,0.0039302325,0.00184725,0.00005183351,0.00017915334,4.024777e-7,0.0003438918,0.000038198123,0.00016087544,0.010598293],"study_design_scores_gemma":[0.86539173,0.096073024,0.018945256,0.010653911,0.0002058854,0.0000016052173,0.00016551728,0.0001388591,0.007088424,0.00007921223,0.0010318975,0.00022465689],"about_ca_topic_score_codex":0.000054377684,"about_ca_topic_score_gemma":0.000008525563,"teacher_disagreement_score":0.122287355,"about_ca_system_score_codex":0.00014082367,"about_ca_system_score_gemma":0.00076542236,"threshold_uncertainty_score":0.9999746},"labels":[],"label_agreement":null},{"id":"W2594778084","doi":"10.2196/resprot.6314","title":"A Personal Electronic Health Record: Study Protocol of a Feasibility Study on Implementation in a Real-World Health Care Setting","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Health care; Electronic health record; Empowerment; Health information technology; Health information exchange; Health informatics; Protocol (science); Nursing; Christian ministry; eHealth; Patient portal; Medicine; Health information; Alternative medicine; Public health; Political science","score_opus":0.45644259343445437,"score_gpt":0.7303935747080598,"score_spread":0.2739509812736054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594778084","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109688066,0.0000028223624,0.000002312845,0.0027097499,0.000026346976,0.8858265,0.000041993553,0.00010436417,0.0015977965],"genre_scores_gemma":[0.31402767,5.4189894e-7,0.000037245267,0.00011830822,0.00022788989,0.6851815,0.0000103556495,0.00007680667,0.0003197088],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9615169,0.026066724,0.0035762668,0.0016343219,0.0026955784,0.0045101955],"domain_scores_gemma":[0.99186033,0.0011047289,0.0027886094,0.002538432,0.0010394043,0.00066851574],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.040063184,0.00048847625,0.0014133978,0.0011239147,0.0047526793,0.00010978418,0.0013621246,0.00018447476,0.0002956778],"category_scores_gemma":[0.00075608486,0.00043704806,0.00013264624,0.0010313839,0.00015153759,0.00037987094,0.00067153224,0.005056828,0.00008019058],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0032191917,0.005101345,0.87870914,0.0072865207,0.00003136677,0.000009594779,0.074429624,2.5093442e-7,0.000015753252,0.00019958479,0.0036827445,0.0273149],"study_design_scores_gemma":[0.019555798,0.049148552,0.7750387,0.0049902657,0.0000013542372,6.160549e-7,0.1323021,0.000022957349,0.000009122866,0.00015095029,0.01849484,0.00028470645],"about_ca_topic_score_codex":0.08723244,"about_ca_topic_score_gemma":0.48457533,"teacher_disagreement_score":0.3973429,"about_ca_system_score_codex":0.014797042,"about_ca_system_score_gemma":0.028482603,"threshold_uncertainty_score":0.99980813},"labels":[],"label_agreement":null},{"id":"W2595336352","doi":"10.2196/resprot.7151","title":"Writing for Health: Rationale and Protocol for a Randomized Controlled Trial of Internet-Based Benefit-Finding Writing for Adults With Type 1 or Type 2 Diabetes","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health via Writing","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of New South Wales","keywords":"The Internet; Randomized controlled trial; Type 2 diabetes; Protocol (science); Medicine; Computer science; Alternative medicine; Medical education; World Wide Web; Family medicine; Diabetes mellitus; Internal medicine","score_opus":0.3175660675239628,"score_gpt":0.6065436867072976,"score_spread":0.2889776191833348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595336352","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008832736,0.0000050816866,0.0005591982,0.0006738163,0.00003395253,0.9894214,0.00007830736,0.00004276021,0.00035271],"genre_scores_gemma":[0.010390903,1.2879977e-7,0.010954981,0.000119215314,0.00052690227,0.9771343,0.000041146573,0.000085568325,0.0007468499],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953722,0.00076104165,0.0015253385,0.0006712482,0.0005399114,0.0011303136],"domain_scores_gemma":[0.9855756,0.0108057,0.001392643,0.00053812517,0.0014526884,0.00023521422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013084983,0.00027798305,0.0015119542,0.00027690292,0.0010425176,0.00028409716,0.00046218766,0.00018573293,0.000116252195],"category_scores_gemma":[0.0059877755,0.00019973173,0.000201223,0.00014390687,0.00034346967,0.00019492576,0.000102708254,0.0003223622,0.0000028739018],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9777119,0.00058514776,0.00056460843,0.008558817,0.00010713996,0.0000010104968,0.00051206176,9.535848e-7,0.00016017976,0.0019279297,0.0014085254,0.008461714],"study_design_scores_gemma":[0.9602443,0.019275626,0.00006770137,0.011740476,0.000008536171,0.000001556162,0.0004318776,0.00347762,0.00066199666,0.00037069965,0.0035091292,0.00021048532],"about_ca_topic_score_codex":0.000040410458,"about_ca_topic_score_gemma":0.00006779713,"teacher_disagreement_score":0.018690478,"about_ca_system_score_codex":0.00013196582,"about_ca_system_score_gemma":0.000739664,"threshold_uncertainty_score":0.81448233},"labels":[],"label_agreement":null},{"id":"W2596735147","doi":"10.2196/resprot.6626","title":"Home-Based Intervention Program to Reduce Food Insecurity in Elderly Populations Using a TV App: Study Protocol of the Randomized Controlled Trial Saúde.Come Senior","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"EEA Grants","keywords":"Functional illiteracy; Gerontology; Intervention (counseling); Food insecurity; Randomized controlled trial; Protocol (science); Medicine; Psychology; Environmental health; Food security; Nursing; Alternative medicine; Agriculture; Geography","score_opus":0.5861000758113568,"score_gpt":0.6833668163268082,"score_spread":0.09726674051545137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596735147","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25343522,6.258234e-7,0.000028041215,0.0012847562,0.000102411,0.7446833,0.000030206143,0.00007798195,0.00035743244],"genre_scores_gemma":[0.37867147,2.639822e-8,0.00039810588,0.000022345992,0.00015883711,0.6205723,0.0000040180603,0.000028102875,0.0001447695],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9788537,0.014933591,0.0027923428,0.00064281054,0.0016400376,0.0011375142],"domain_scores_gemma":[0.9935711,0.0013477042,0.0016779571,0.0018209543,0.0012577672,0.00032453323],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017868318,0.00032698823,0.0017012326,0.0008086841,0.0040709237,0.00019901438,0.001393349,0.00040649172,0.0002441062],"category_scores_gemma":[0.0076389355,0.000227665,0.0005731652,0.00089630473,0.00046009468,0.0003996471,0.000822747,0.0023216684,0.00002836014],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95394796,0.0104700895,0.024706664,0.002079709,0.00007271548,0.0000030740323,0.004357655,0.00004408988,0.000044125867,0.0019890158,0.00043078314,0.0018540884],"study_design_scores_gemma":[0.9540882,0.007222009,0.024538936,0.0051598814,0.000021665961,2.557033e-7,0.00097270025,0.0018030711,0.00002231375,0.002859626,0.0030801322,0.0002311893],"about_ca_topic_score_codex":0.0031023212,"about_ca_topic_score_gemma":0.005874485,"teacher_disagreement_score":0.12523623,"about_ca_system_score_codex":0.0005197513,"about_ca_system_score_gemma":0.0016535473,"threshold_uncertainty_score":0.99998003},"labels":[],"label_agreement":null},{"id":"W2596963603","doi":"10.2196/resprot.7499","title":"Biometrics and Policing: A Protocol for Multichannel Sensor Data Collection and Exploratory Analysis of Contextualized Psychophysiological Response During Law Enforcement Operations","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"RTI International","keywords":"Law enforcement; Biometrics; Data collection; Officer; Computer security; Applied psychology; Computer science; Psychology; Law; Political science; Sociology","score_opus":0.6517349187735936,"score_gpt":0.6451517332946015,"score_spread":0.00658318547899206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596963603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05311188,6.717865e-7,0.00052030175,0.00022591447,0.000009404386,0.9452821,0.00018350995,0.000032672593,0.0006335406],"genre_scores_gemma":[0.09992206,6.226784e-7,0.0005780208,0.000034114226,0.000049237344,0.89856046,0.000041965894,0.000015665079,0.00079786737],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99738353,0.00094337255,0.0004261592,0.00057706796,0.00031526125,0.00035459918],"domain_scores_gemma":[0.99761194,0.00047217528,0.00018189616,0.0010264277,0.00054452335,0.0001630406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024404884,0.00014325537,0.00034006368,0.0010553784,0.0011170753,0.00022018519,0.00034209824,0.00016689328,0.00016410096],"category_scores_gemma":[0.0010763366,0.00011929606,0.000061006267,0.0007095575,0.0004938195,0.00028590942,0.00033810828,0.00020886846,0.000005776698],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16259947,0.009040813,0.005842085,0.0031383687,0.0035050393,0.00003258494,0.01752205,0.0000399389,0.7453376,0.029859018,0.008907329,0.014175718],"study_design_scores_gemma":[0.1582236,0.026807273,0.49496636,0.0035971233,0.00041021846,0.00004096184,0.013739091,0.04740557,0.046273105,0.0018056404,0.20448388,0.0022471682],"about_ca_topic_score_codex":0.00033242203,"about_ca_topic_score_gemma":0.00020574381,"teacher_disagreement_score":0.6990645,"about_ca_system_score_codex":0.00004524075,"about_ca_system_score_gemma":0.000058610476,"threshold_uncertainty_score":0.85917526},"labels":[],"label_agreement":null},{"id":"W2598064100","doi":"10.2196/resprot.6391","title":"Get+Connected: Development and Pilot Testing of an Intervention to Improve Computer and Internet Attitudes and Internet Use Among Women Living With HIV","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"The Internet; Intervention (counseling); Human immunodeficiency virus (HIV); Internet privacy; Psychology; Medicine; Gerontology; Medical education; Family medicine; World Wide Web; Computer science; Nursing","score_opus":0.17394359735282605,"score_gpt":0.481128201891766,"score_spread":0.30718460453894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598064100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91035736,0.000004420431,0.00077357877,0.00006965911,0.0000025273491,0.08849128,0.000008146099,0.000032123844,0.00026091342],"genre_scores_gemma":[0.7624011,5.9992016e-7,0.0077486914,0.0000104183,0.00005426929,0.22480316,0.0000050669996,0.00002932854,0.00494738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997652,0.00027850125,0.00041358234,0.0005489001,0.000519429,0.0005876182],"domain_scores_gemma":[0.9979011,0.00029961963,0.00015027808,0.0004776827,0.0005417892,0.0006295441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019257979,0.00019175289,0.0003504429,0.00040754458,0.00023823704,0.0007983526,0.0002853227,0.00006453055,0.00008197994],"category_scores_gemma":[0.0012421608,0.00014865412,0.000026349051,0.00012310156,0.0005573495,0.00080967386,0.0011815254,0.00048934255,0.0000073145848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011834016,0.0011968951,0.8026963,0.0030939898,0.00016157853,0.000058231046,0.0039541083,2.283967e-7,0.005393144,0.00007951087,0.0011649097,0.18101771],"study_design_scores_gemma":[0.0028672214,0.033038337,0.9334656,0.021082362,0.000003761201,0.000041223397,0.00036641528,0.0029863822,0.0039634616,0.000019831532,0.001971219,0.0001941616],"about_ca_topic_score_codex":0.00062068924,"about_ca_topic_score_gemma":0.0007080318,"teacher_disagreement_score":0.18082355,"about_ca_system_score_codex":0.00011864292,"about_ca_system_score_gemma":0.00009485158,"threshold_uncertainty_score":0.76985323},"labels":[],"label_agreement":null},{"id":"W2598547790","doi":"10.2196/resprot.7289","title":"Use of the Total Cancer Care System to Enrich Screening for CD30-Positive Solid Tumors for Patient Enrollment Into a Brentuximab Vedotin Clinical Trial: A Pilot Study to Evaluate Feasibility","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HER2/EGFR in Cancer Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; University of Louisville; Takeda Oncology; Virginia Commonwealth University; Moffitt Cancer Center; Quest Diagnostics","keywords":"Brentuximab vedotin; Medicine; Clinical trial; Oncology; Cancer; Medical physics; Internal medicine; CD30; Lymphoma","score_opus":0.6744726766871684,"score_gpt":0.6790201270023464,"score_spread":0.004547450315178003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598547790","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44271937,0.000005062865,0.00014038607,0.0010150736,0.00006792048,0.55573946,0.0002435452,0.000028452858,0.000040719162],"genre_scores_gemma":[0.47321764,1.6078012e-7,0.0008980678,0.00004375712,0.00030273543,0.525251,0.000004860415,0.000057869198,0.00022391602],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.98959166,0.002624397,0.0016119323,0.0013954621,0.0034045319,0.0013720092],"domain_scores_gemma":[0.9890722,0.0016555089,0.00047751723,0.0028736913,0.0050241086,0.0008969935],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011520474,0.0003742443,0.0012301706,0.00030209555,0.0012108408,0.0004107519,0.0012736704,0.00011116891,0.0000277821],"category_scores_gemma":[0.010608541,0.00025994412,0.00041013068,0.0004785181,0.00035837415,0.00017352952,0.0019755259,0.00092921243,0.000012624044],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7296566,0.017429803,0.109870546,0.008618026,0.00062881276,0.00004409108,0.019104324,0.0002967788,0.005150471,0.000053943964,0.010998703,0.09814793],"study_design_scores_gemma":[0.19463801,0.45635423,0.27443656,0.02754842,0.0001311369,0.000008925639,0.015775533,0.0025034104,0.017055264,0.000039942006,0.010654659,0.0008539133],"about_ca_topic_score_codex":0.0027464372,"about_ca_topic_score_gemma":0.00087239983,"teacher_disagreement_score":0.53501856,"about_ca_system_score_codex":0.002322938,"about_ca_system_score_gemma":0.003025059,"threshold_uncertainty_score":0.9999853},"labels":[],"label_agreement":null},{"id":"W2598702439","doi":"10.2196/resprot.5744","title":"Implementation of a Home Monitoring System for Heart Failure Patients: A Feasibility Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Heart failure; Medicine; Medical emergency; Computer science","score_opus":0.3054218832733732,"score_gpt":0.5946826840034791,"score_spread":0.2892608007301059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598702439","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4074999,4.772837e-7,0.00001091242,0.00073938404,0.000010073007,0.5916104,0.00001396824,0.00003601042,0.00007888889],"genre_scores_gemma":[0.50001466,2.7590799e-8,0.00067716313,0.0000013151742,0.00007297768,0.49911407,0.000005197245,0.000011948194,0.00010267376],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977826,0.00019130383,0.00037235336,0.00037228264,0.00084319257,0.00043827333],"domain_scores_gemma":[0.9978704,0.00007174541,0.00013701648,0.0010268292,0.0007385062,0.00015552086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00167068,0.00013349473,0.00034633314,0.00017033773,0.000475109,0.00012704075,0.00021883982,0.000052052073,0.000032723477],"category_scores_gemma":[0.00011928085,0.00010465717,0.00010615765,0.00010519503,0.00007540919,0.00022954118,0.00021220594,0.00016022078,0.00001928638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007107303,0.0022428578,0.98545796,0.0018371186,0.00007659589,0.0000047910203,0.0004368294,5.130308e-8,0.0007427329,0.00006326286,0.004881353,0.0035457346],"study_design_scores_gemma":[0.014512397,0.009198986,0.93649143,0.0012279425,0.000017372571,6.341491e-7,0.0051850374,0.000003074514,0.005798683,0.000024690818,0.027446328,0.00009341207],"about_ca_topic_score_codex":0.00020402513,"about_ca_topic_score_gemma":0.00007763657,"teacher_disagreement_score":0.09251472,"about_ca_system_score_codex":0.0003325588,"about_ca_system_score_gemma":0.00014100847,"threshold_uncertainty_score":0.42677954},"labels":[],"label_agreement":null},{"id":"W2600848613","doi":"10.2196/resprot.6910","title":"Internet-based Self-Management Support for Patients With Well-Controlled Type 2 Diabetes: A Real-Life Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Self-management; Type 2 diabetes; Psychology; Medicine; Computer science; Diabetes mellitus; Gerontology; World Wide Web; Artificial intelligence","score_opus":0.12497387982213856,"score_gpt":0.48342481388377123,"score_spread":0.35845093406163264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600848613","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23885441,4.448741e-7,0.000013640642,0.00044177123,0.000030723146,0.7401208,0.0000027624324,0.00010322786,0.020432213],"genre_scores_gemma":[0.3632575,2.2848273e-7,0.00032787755,0.000085665815,0.00010058082,0.62763083,0.000046817884,0.000037629066,0.008512872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99718016,0.00015074247,0.00035873102,0.0005281876,0.0010358671,0.000746299],"domain_scores_gemma":[0.99718726,0.00013033365,0.00022294106,0.0013345181,0.00083410717,0.00029081653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018327502,0.00021730506,0.00046024448,0.00035433518,0.0003722364,0.00042329202,0.00058250997,0.000061859355,0.0003334325],"category_scores_gemma":[0.00031512073,0.00015644575,0.00008979145,0.00019559238,0.00010240477,0.00022980665,0.00021496761,0.00023615205,0.00023661843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010859714,0.011899821,0.9066245,0.0017567113,0.0005912241,0.0000099607305,0.00031968215,8.7699937e-7,0.000005940048,0.00017992502,0.0643573,0.0033943742],"study_design_scores_gemma":[0.07383729,0.02529278,0.7405354,0.0012074633,0.00010880186,2.616018e-8,0.00029083525,0.00072268513,0.000057582474,0.00004283113,0.15763527,0.00026903016],"about_ca_topic_score_codex":0.000014164926,"about_ca_topic_score_gemma":0.000007684274,"teacher_disagreement_score":0.16608906,"about_ca_system_score_codex":0.00017400224,"about_ca_system_score_gemma":0.0002554138,"threshold_uncertainty_score":0.6379672},"labels":[],"label_agreement":null},{"id":"W2601477471","doi":"10.2196/resprot.6674","title":"Automated Adherence Reminders for High Risk Children With Asthma: A Research Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Institute for Translational Medicine and Therapeutics; University of Pennsylvania","keywords":"Asthma; Protocol (science); Medicine; Computer science; Psychology; Alternative medicine","score_opus":0.21457716135763794,"score_gpt":0.569570937422394,"score_spread":0.354993776064756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601477471","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02008518,0.0000016132284,0.00003582193,0.0005028044,0.0000045591078,0.9769192,0.0000976929,0.00037113848,0.001982032],"genre_scores_gemma":[0.04983674,2.9019878e-7,0.0010787434,0.000029114428,0.00045749178,0.94587827,0.00002622526,0.000107393265,0.0025857107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932893,0.0008819182,0.00047282528,0.0010728154,0.0025965038,0.001686639],"domain_scores_gemma":[0.9936861,0.00036534946,0.00031345672,0.0024534252,0.0023406397,0.0008410273],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004418196,0.00034430603,0.0005266894,0.0005055928,0.0031708386,0.0006491032,0.0012203648,0.00031926902,0.00024741917],"category_scores_gemma":[0.0023301037,0.00023163775,0.00015013704,0.00050852797,0.0019471836,0.00040256127,0.0005020336,0.0017577808,0.00023960377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040622745,0.0058752466,0.5787318,0.004528254,0.00041365295,0.00045537925,0.00046370196,0.0000073884435,0.0038507287,0.001143916,0.22192268,0.14198455],"study_design_scores_gemma":[0.02214188,0.0238436,0.7239215,0.0053338995,0.000011181934,0.000053215495,0.0001956145,0.0003329614,0.008931275,0.00069728773,0.2140625,0.00047508787],"about_ca_topic_score_codex":0.00029342042,"about_ca_topic_score_gemma":0.00006235994,"teacher_disagreement_score":0.14518975,"about_ca_system_score_codex":0.00024621183,"about_ca_system_score_gemma":0.0022249524,"threshold_uncertainty_score":0.9981269},"labels":[],"label_agreement":null},{"id":"W26025101","doi":"10.2196/resprot.4058","title":"Budget Reconciliation Measures Enacted Into Law: 1980-2008","year":2009,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fiscal Policies and Political Economy","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Law; Political science","score_opus":0.2357798059517132,"score_gpt":0.4545723644382252,"score_spread":0.218792558486512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26025101","genre_codex":"other","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023761466,0.000077482335,0.00022462325,0.016446967,0.000038964186,0.265526,0.00011092907,0.00018274444,0.7150161],"genre_scores_gemma":[0.22950755,0.000008292959,0.0006511597,0.0034044588,0.00081633235,0.7573582,0.0000396339,0.000051403178,0.008162957],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747217,0.00011593386,0.0007642768,0.0005342445,0.00016004,0.0009533388],"domain_scores_gemma":[0.9985374,0.00015075052,0.00015558404,0.000619615,0.00017950943,0.0003571066],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017149758,0.00019492689,0.00041819105,0.00031455324,0.00034779267,0.00030747033,0.0005205506,0.00022794657,0.0006620646],"category_scores_gemma":[0.0003954979,0.0002059936,0.00014256332,0.00043767734,0.00023946825,0.0004587728,0.00008989683,0.00061956525,0.0030597846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074459196,0.0002459331,0.001026372,0.00006403791,0.000012095997,0.0000032031746,0.000337612,0.000004101759,0.00008769188,0.95146334,0.04174757,0.00493358],"study_design_scores_gemma":[0.0005852376,0.0004936512,0.005065189,0.00007387587,2.4973778e-7,0.000001382209,0.00001795284,0.00018474423,0.00034747765,0.28024188,0.7127966,0.00019175743],"about_ca_topic_score_codex":0.001348234,"about_ca_topic_score_gemma":0.00013432579,"teacher_disagreement_score":0.7068532,"about_ca_system_score_codex":0.00035985035,"about_ca_system_score_gemma":0.00007693752,"threshold_uncertainty_score":0.9977164},"labels":[],"label_agreement":null},{"id":"W2602593591","doi":"10.2196/resprot.7198","title":"Innovations in the Management of Musculoskeletal Pain With Alpha-Lipoic Acid (IMPALA Trial): Study protocol for a Double-Blind, Randomized, Placebo-Controlled Crossover Trial of Alpha-Lipoic Acid for the Treatment of Fibromyalgia Pain","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biochemical Acid Research Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"Queen's University; Physicians' Services Incorporated Foundation","keywords":"Medicine; Tolerability; Fibromyalgia; Placebo; Randomized controlled trial; Crossover study; Adverse effect; Physical therapy; Mood; Clinical trial; Chronic pain; Internal medicine; Psychiatry","score_opus":0.1583711629588183,"score_gpt":0.5255799605916659,"score_spread":0.3672087976328476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602593591","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036717147,0.000017628721,0.0008086685,0.0006161232,0.000008914753,0.96166563,0.00006168233,0.0000066012044,0.000097574295],"genre_scores_gemma":[0.11721372,0.000005828926,0.0004687274,0.0000047874696,0.00015323213,0.8817724,0.000029867386,0.000037806683,0.00031365454],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9934811,0.0024394789,0.0013324047,0.000692828,0.0012500993,0.00080411107],"domain_scores_gemma":[0.9943656,0.0018503478,0.0008707196,0.0017719128,0.0010597865,0.000081688915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020822765,0.00040944328,0.0012038611,0.00020252769,0.0005849138,0.00015872989,0.0015042883,0.00021147843,0.000016127942],"category_scores_gemma":[0.0020162966,0.00019804199,0.0006397399,0.0003887338,0.0014078917,0.00002382775,0.00037740386,0.00026824285,5.1910513e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96619606,0.008312047,0.00005546301,0.002443796,0.0017761607,0.0000024370436,0.0003405824,0.000004198092,0.015055935,0.00016411272,0.00091766176,0.0047315243],"study_design_scores_gemma":[0.8795252,0.05592806,0.00004325755,0.0004842015,0.00006139906,3.8111529e-7,0.00061013113,0.00007644118,0.057699244,0.00017187989,0.005216456,0.00018338193],"about_ca_topic_score_codex":0.00006873798,"about_ca_topic_score_gemma":0.00006145502,"teacher_disagreement_score":0.08667091,"about_ca_system_score_codex":0.0000726231,"about_ca_system_score_gemma":0.000364147,"threshold_uncertainty_score":0.80759186},"labels":[],"label_agreement":null},{"id":"W2603706455","doi":"10.2196/resprot.7201","title":"Protocol for Combined Analysis of FOXFIRE, SIRFLOX, and FOXFIRE-Global Randomized Phase III Trials of Chemotherapy +/- Selective Internal Radiation Therapy as First-Line Treatment for Patients With Metastatic Colorectal Cancer","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Research UK","keywords":"Selective internal radiation therapy; Medicine; Folinic acid; Oxaliplatin; Colorectal cancer; Oncology; Randomized controlled trial; Internal medicine; Radiation therapy; Clinical trial; Cancer; Hepatocellular carcinoma","score_opus":0.30037592972759164,"score_gpt":0.5535567244901957,"score_spread":0.253180794762604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603706455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30883682,0.000008537013,0.00025336718,0.00019273638,0.000003183711,0.69026196,0.00038625163,0.0000118663465,0.000045297944],"genre_scores_gemma":[0.34940508,0.000009050732,0.00043099758,0.000008426262,0.00003598835,0.64988637,0.0001283924,0.000024249439,0.000071464645],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9967208,0.000676623,0.0010271146,0.0004903424,0.00065889856,0.0004262094],"domain_scores_gemma":[0.9952548,0.001590403,0.0012140092,0.00041623617,0.0013279561,0.00019658377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027920667,0.00033825106,0.002465782,0.00035449007,0.00031769794,0.00008848536,0.000194418,0.00011026862,0.00011244272],"category_scores_gemma":[0.0008828652,0.00020123193,0.0007223202,0.00039863953,0.0003967611,0.00016313835,0.00003098777,0.000099456316,2.8795344e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.67932487,0.005767713,0.24095018,0.0004962385,0.009003695,0.0000028089455,0.00048613467,0.000001348268,0.0003382451,0.00005395184,0.00010508532,0.06346975],"study_design_scores_gemma":[0.85991055,0.05421022,0.01895526,0.0007034911,0.0010473551,6.185675e-7,0.0000159775,0.0060992497,0.056354288,0.00036611946,0.0021461796,0.00019070339],"about_ca_topic_score_codex":0.00067647634,"about_ca_topic_score_gemma":0.00014816248,"teacher_disagreement_score":0.22199492,"about_ca_system_score_codex":0.000326657,"about_ca_system_score_gemma":0.0005411632,"threshold_uncertainty_score":0.8206},"labels":[],"label_agreement":null},{"id":"W2604405489","doi":"10.2196/resprot.6975","title":"The Impact of Mobile Apps on Alcohol Use Disorder: A Systematic Review Protocol","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Protocol (science); Mobile apps; Computer science; Alcohol use disorder; Internet privacy; Psychology; Medicine; World Wide Web; Alcohol; Alternative medicine; Chemistry","score_opus":0.5325660585008704,"score_gpt":0.670193727182722,"score_spread":0.1376276686818516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604405489","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.11353465e-7,0.3821922,1.0539706e-7,0.000014031973,0.00000253558,0.6172323,0.000014959315,0.000041410272,0.00050233403],"genre_scores_gemma":[8.222456e-8,0.44149444,0.0000065838817,0.000005381045,0.00005622289,0.5541107,0.000022465712,0.000086437016,0.0042176587],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99213177,0.0021283804,0.0019571884,0.00072714133,0.002005639,0.0010498628],"domain_scores_gemma":[0.98984426,0.0027164887,0.0016069672,0.0047977064,0.00070529047,0.00032926004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00419096,0.0008327147,0.0056780884,0.0003998799,0.00057890726,0.00030110468,0.0014836243,0.00037293296,0.00016748664],"category_scores_gemma":[0.0028717613,0.00034514806,0.0024492354,0.0006967305,0.0004674058,0.0002066915,0.00026473732,0.0014780146,0.0005712913],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028568614,0.00085351884,0.00012433407,0.85807836,0.00072778715,0.000076309836,0.00004143378,3.4491126e-8,9.294536e-8,0.000030203724,0.00897624,0.13080598],"study_design_scores_gemma":[0.0012253658,0.0018091893,0.000008464762,0.51778555,0.00017203751,0.000026042731,0.00000763207,4.8942326e-7,5.9551644e-7,0.00000823527,0.47880602,0.00015036072],"about_ca_topic_score_codex":0.000026098518,"about_ca_topic_score_gemma":0.000010528829,"teacher_disagreement_score":0.4698298,"about_ca_system_score_codex":0.0008340212,"about_ca_system_score_gemma":0.0020515893,"threshold_uncertainty_score":0.99990004},"labels":[],"label_agreement":null},{"id":"W2604554370","doi":"10.2196/resprot.7159","title":"Rationale and Design of Khuzestan Vitamin D Deficiency Screening Program in Pregnancy: A Stratified Randomized Vitamin D Supplementation Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vitamin D Research Studies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Research Institute for Endocrine Sciences, Shahid Beheshti University of Medical Sciences","keywords":"Randomized controlled trial; Medicine; Pregnancy; Vitamin A deficiency; Vitamin; Research design; Obstetrics; Pediatrics; Physical therapy; Internal medicine; Retinol; Statistics; Biology; Mathematics","score_opus":0.22928114421463494,"score_gpt":0.5364460209007929,"score_spread":0.3071648766861579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604554370","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019554775,0.00004106665,0.0013010715,0.000999412,0.000007848941,0.97668296,0.000018029867,0.000041729814,0.001353126],"genre_scores_gemma":[0.20341715,0.000020388563,0.0066038636,0.0000037802022,0.000057960904,0.7889332,0.000019271909,0.000023707897,0.0009206466],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99365145,0.002167009,0.0010180393,0.00056190015,0.0018223578,0.00077922],"domain_scores_gemma":[0.995559,0.0023253364,0.00040868262,0.0006986816,0.00081083545,0.00019750278],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0086416025,0.00024740546,0.0012424495,0.00058297627,0.00061282085,0.0003057446,0.0003829524,0.00013985389,0.00009021403],"category_scores_gemma":[0.008389715,0.00018309803,0.00015395429,0.0003102764,0.0014234262,0.00040374382,0.0002880767,0.0006007485,0.000003899652],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95798093,0.0028922588,0.002076698,0.0012787547,0.000132369,0.00008369287,0.0012007005,0.000008995649,0.009091921,0.0008968757,0.0007094677,0.023647312],"study_design_scores_gemma":[0.97593427,0.006622551,0.0064730896,0.004372169,0.000017955914,0.0000040047175,0.00060267426,0.0029405504,0.0021636724,0.00058088516,0.00012482899,0.00016335282],"about_ca_topic_score_codex":0.00007226944,"about_ca_topic_score_gemma":0.000068066576,"teacher_disagreement_score":0.18774971,"about_ca_system_score_codex":0.00011245598,"about_ca_system_score_gemma":0.0006383002,"threshold_uncertainty_score":0.99996305},"labels":[],"label_agreement":null},{"id":"W2604822181","doi":"10.2196/resprot.7272","title":"A Mobile App for Chronic Disease Self-Management: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Heart, Lung, and Blood Institute","keywords":"Health literacy; Medicine; Intervention (counseling); Coping (psychology); Health care; Randomized controlled trial; Self-management; Stress management; Physical therapy; Nursing; Psychiatry; Clinical psychology","score_opus":0.19337908954767177,"score_gpt":0.6273207552501148,"score_spread":0.43394166570244297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604822181","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001690922,0.0000032508797,0.0005648244,0.0004388651,0.00009716713,0.968084,0.0001318599,0.00020676402,0.030456375],"genre_scores_gemma":[0.000732409,6.279022e-8,0.0005630361,0.000030252999,0.0006901696,0.9443383,0.000018562543,0.000087250795,0.053539943],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947609,0.001041899,0.0012526258,0.0008407952,0.0007258282,0.0013780098],"domain_scores_gemma":[0.9952451,0.0013295965,0.0006760514,0.0017614835,0.00045958144,0.00052818545],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0067022424,0.00031996958,0.0011923607,0.00032061973,0.0013248958,0.00081102847,0.0013912882,0.00015302424,0.00060283777],"category_scores_gemma":[0.0009385681,0.00024657891,0.0012268395,0.000115406954,0.00048222212,0.00038098104,0.0003785167,0.0003354466,0.00038138512],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89637023,0.0065096575,0.0000028392042,0.004497004,0.00036180945,0.000012535042,0.000108744236,3.2588096e-7,0.0000018300559,0.04515653,0.035637077,0.011341406],"study_design_scores_gemma":[0.601195,0.006730433,0.000006329061,0.0012394522,0.00001575455,4.6095826e-7,0.000016744614,0.00016701869,0.000014220506,0.0125216665,0.37794784,0.0001450965],"about_ca_topic_score_codex":0.00000930409,"about_ca_topic_score_gemma":0.000007480189,"teacher_disagreement_score":0.3423108,"about_ca_system_score_codex":0.00038324538,"about_ca_system_score_gemma":0.00038571772,"threshold_uncertainty_score":0.9999986},"labels":[],"label_agreement":null},{"id":"W2605234330","doi":"10.2196/resprot.7203","title":"Managing Depressive Symptoms in the Workplace Using a Web-Based Self-Care Tool: A Pilot Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Depressive symptoms; Self-management; Psychology; Physical therapy; Applied psychology; Nursing; Clinical psychology; Computer science; Psychiatry; Anxiety","score_opus":0.1838512203141252,"score_gpt":0.5629091392090171,"score_spread":0.3790579188948919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605234330","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051417336,0.000027353526,0.000062307685,0.0015099116,0.00012992314,0.9124928,0.00001910632,0.00010244896,0.034238808],"genre_scores_gemma":[0.39543757,1.00849384e-7,0.00007403194,0.00007574465,0.00014265568,0.6035957,0.0000034960083,0.000029766392,0.00064094126],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9901161,0.006142585,0.0010168958,0.00059397204,0.0010477431,0.0010826926],"domain_scores_gemma":[0.99452776,0.002894386,0.00055195903,0.0016086213,0.0002731833,0.00014408582],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00788512,0.00027021428,0.0009848492,0.00043619625,0.0010062129,0.0011291296,0.0016584769,0.0001426293,0.00028007056],"category_scores_gemma":[0.0012850014,0.00018045679,0.000468068,0.00028461637,0.00049138156,0.00035098125,0.00030302536,0.001009225,0.00020345589],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98811454,0.0025908705,0.0004874932,0.00034111703,0.00012890625,0.00014032774,0.0009296599,0.00000704836,0.000011934353,0.0034775825,0.000959601,0.0028109425],"study_design_scores_gemma":[0.98774624,0.002316152,0.00031106995,0.0032748599,0.000014912973,0.0000061792603,0.00034412974,0.0009148501,0.000023817358,0.0018151787,0.0030440425,0.0001885615],"about_ca_topic_score_codex":0.00018607183,"about_ca_topic_score_gemma":0.000085229505,"teacher_disagreement_score":0.34402022,"about_ca_system_score_codex":0.00034091235,"about_ca_system_score_gemma":0.00037498245,"threshold_uncertainty_score":0.9999078},"labels":[],"label_agreement":null},{"id":"W2605432179","doi":"10.2196/resprot.6864","title":"Vascular Cognitive Impairment in a Memory Clinic Population: Rationale and Design of the “Utrecht-Amsterdam Clinical Features and Prognosis in Vascular Cognitive Impairment” (TRACE-VCI) Study","year":2017,"lang":"en","type":"editorial","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Alzheimer Nederland; Stichting Dioraphte; ZonMw; Vanderbilt University Medical Center","keywords":"Etiology; Cognition; Construct (python library); Medicine; Memory impairment; Population; Cognitive impairment; Clinical psychology; Psychology; Intensive care medicine; Psychiatry; Computer science","score_opus":0.16436188921300887,"score_gpt":0.5319808400896174,"score_spread":0.36761895087660856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605432179","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115014896,0.00034825873,0.000013254025,0.00029657772,0.003136687,0.88060147,0.0002001669,0.000038578644,0.0003501307],"genre_scores_gemma":[0.061148047,0.00025304282,0.000095594085,0.000027310478,0.022690516,0.9137396,0.00022426405,0.00011751839,0.0017040778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9815334,0.008328278,0.0018958341,0.0018427304,0.0051515163,0.0012482386],"domain_scores_gemma":[0.98968655,0.0060161543,0.00072363013,0.0008833777,0.0022304738,0.00045982984],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021165287,0.00071952946,0.001779409,0.0010561661,0.00051455386,0.00038204284,0.0006808019,0.0011069546,0.0002139526],"category_scores_gemma":[0.007585943,0.0005303402,0.00043919965,0.00079274655,0.001360794,0.0003952808,0.0013449205,0.0047059716,0.00001918588],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012165938,0.018511485,0.84484106,0.0034899092,0.0012472104,0.00047595977,0.0016794318,6.252881e-7,0.000016431657,0.0000018068268,0.106245376,0.011324761],"study_design_scores_gemma":[0.03625209,0.01759951,0.9176235,0.018667175,0.00022125628,0.000011547415,0.0028810732,0.000035072575,0.00007100683,0.0001255148,0.006037514,0.00047470228],"about_ca_topic_score_codex":0.0003229017,"about_ca_topic_score_gemma":0.00035656051,"teacher_disagreement_score":0.10020786,"about_ca_system_score_codex":0.00035868376,"about_ca_system_score_gemma":0.0024771409,"threshold_uncertainty_score":0.9997148},"labels":[],"label_agreement":null},{"id":"W2605614714","doi":"10.2196/resprot.6904","title":"Comparing Crowdsourcing and Friendsourcing: A Social Media-Based Feasibility Study to Support Alzheimer Disease Caregivers","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Psychosocial; Psychological intervention; Social media; Caregiver burden; Disease; Social support; Family caregivers; Gerontology; Psychology; Medicine; Psychiatry; Dementia; World Wide Web; Computer science; Psychotherapist","score_opus":0.4121936963675219,"score_gpt":0.5692593707359928,"score_spread":0.15706567436847085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605614714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6517088,0.0000026402486,0.000019530537,0.0012980779,0.0000072618145,0.34472552,0.0000139347085,0.000058179827,0.0021660347],"genre_scores_gemma":[0.62550277,5.987691e-8,0.00003330796,0.00004220994,0.00015166632,0.37406087,0.000007608168,0.00002764266,0.00017386126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948059,0.00060725026,0.00034352625,0.0008892061,0.0022383754,0.001115756],"domain_scores_gemma":[0.99644995,0.00025685504,0.000101633406,0.0010170547,0.00082972646,0.0013447624],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0035627945,0.00025913466,0.0004760545,0.0004265582,0.0020095292,0.0007441064,0.0005763066,0.00006540075,0.00041978716],"category_scores_gemma":[0.0014817022,0.00022903015,0.00012418593,0.00026239696,0.00063908764,0.0002717344,0.0009917833,0.0007952102,0.00009708162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004864486,0.0028805733,0.97998685,0.00029307586,0.00007539968,0.00050621585,0.0039198184,5.619229e-7,0.00029934177,0.000020931617,0.002492339,0.0046604285],"study_design_scores_gemma":[0.00874375,0.00297596,0.97820264,0.00051982125,0.000040901457,0.0000027344909,0.0040660137,0.000098317345,0.0008905455,0.000051684823,0.004182548,0.00022510553],"about_ca_topic_score_codex":0.00010174182,"about_ca_topic_score_gemma":0.00012069456,"teacher_disagreement_score":0.02933535,"about_ca_system_score_codex":0.0001953561,"about_ca_system_score_gemma":0.0007173494,"threshold_uncertainty_score":0.9992897},"labels":[],"label_agreement":null},{"id":"W2606719182","doi":"10.2196/resprot.6198","title":"Mobile Application to Promote Adherence to Oral Chemotherapy and Symptom Management: A Protocol for Design and Development","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Patient-Centered Outcomes Research Institute","keywords":"Medicine; Chemotherapy; Intervention (counseling); Protocol (science); Intensive care medicine; Usability; Physical therapy; Alternative medicine; Surgery; Nursing","score_opus":0.3732771123827268,"score_gpt":0.5942342106643401,"score_spread":0.2209570982816133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606719182","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003583821,4.852822e-7,0.04478906,0.0006983053,0.0000017029271,0.9531141,0.000001178041,0.0000404683,0.0009963115],"genre_scores_gemma":[0.00023495605,3.5014594e-7,0.11340149,0.0002512536,0.000037772254,0.8781581,0.000001847326,0.000020789652,0.00789348],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982279,0.000055719873,0.00024959285,0.0005491933,0.0005032272,0.00041434963],"domain_scores_gemma":[0.9984213,0.00003427836,0.000088973495,0.0007192927,0.00030162378,0.0004345401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012936839,0.0001451784,0.00020699941,0.00012926901,0.0004879241,0.00021253293,0.0003679326,0.000065199594,0.000093450435],"category_scores_gemma":[0.00007967223,0.00012017013,0.00001488902,0.0001372824,0.00011241405,0.00011456033,0.00021526589,0.00014909625,0.00024859377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026031898,0.00046045336,0.0017824249,0.0023292073,0.000028647011,0.000004643992,0.0009329375,9.164409e-7,0.0055282474,0.00035394303,0.025074096,0.9609013],"study_design_scores_gemma":[0.004439959,0.003731257,0.009463056,0.0023479443,0.0000011994416,0.0000047732256,0.0000610949,0.0003051941,0.008886997,0.00040768724,0.9701967,0.0001540964],"about_ca_topic_score_codex":0.00000448132,"about_ca_topic_score_gemma":0.0000013531312,"teacher_disagreement_score":0.9607472,"about_ca_system_score_codex":0.00006812766,"about_ca_system_score_gemma":0.00019559778,"threshold_uncertainty_score":0.4900396},"labels":[],"label_agreement":null},{"id":"W2606803935","doi":"10.2196/resprot.6622","title":"Increasing Fruit and Vegetable Consumption Through a Healthy Eating Blog: A Feasibility Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Université Laval; The Quebec Population Health Research Network","funders":"","keywords":"Consumption (sociology); Public health; Social media; Healthy eating; Environmental health; Business; Advertising; Psychology; Medicine; Public relations; Nursing; Political science; Sociology; Computer science; World Wide Web; Physical activity","score_opus":0.7874094483806745,"score_gpt":0.7052225492154293,"score_spread":0.08218689916524524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606803935","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.540151,0.0000103849625,0.0000014708553,0.0016346046,0.000057876852,0.4560535,0.0000015125553,0.000049887756,0.0020397848],"genre_scores_gemma":[0.40028512,0.000005275813,0.00042647196,0.000027313958,0.00048756358,0.59872,6.516647e-7,0.000010923891,0.00003665344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926706,0.004263519,0.00036597584,0.0005313502,0.0012493158,0.00091926917],"domain_scores_gemma":[0.9951162,0.0030298412,0.00027299434,0.00072610355,0.0004972994,0.0003575684],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.015251312,0.000118527205,0.00025245632,0.00009319511,0.007711522,0.0008719578,0.00056766154,0.00016876323,0.00010344143],"category_scores_gemma":[0.018362775,0.00012120731,0.000028693412,0.00022873278,0.0012001094,0.0008459435,0.00027436006,0.00070691627,0.000056124678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022688918,0.0006626382,0.94437456,0.00031147877,0.000004697248,0.0000025447323,0.046703108,2.897946e-8,0.00005278563,0.0016013337,0.000093288494,0.005966635],"study_design_scores_gemma":[0.0012663441,0.0008235432,0.95092684,0.00074570545,0.0000017645951,0.0000010437267,0.011618767,0.000007967936,0.000018055476,0.0044713034,0.029980334,0.0001383391],"about_ca_topic_score_codex":0.034368142,"about_ca_topic_score_gemma":0.007837302,"teacher_disagreement_score":0.14266652,"about_ca_system_score_codex":0.0006756223,"about_ca_system_score_gemma":0.0013810721,"threshold_uncertainty_score":0.9935803},"labels":[],"label_agreement":null},{"id":"W2606829887","doi":"10.2196/resprot.7070","title":"A Digital Tool to Promote Alcohol and Drug Use Screening, Brief Intervention, and Referral to Treatment Skill Translation: A Mobile App Development and Randomized Controlled Trial Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Brief intervention; Intervention (counseling); Psychological intervention; Medicine; Protocol (science); Referral; Randomized controlled trial; mHealth; Knowledge translation; Alternative medicine; Family medicine; Medical education; Nursing; Computer science; Knowledge management","score_opus":0.19300627881472374,"score_gpt":0.5063579041683058,"score_spread":0.3133516253535821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606829887","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26885894,0.000006656665,0.000057129935,0.0005659889,0.00000468386,0.73016846,0.0000048612455,0.000055183475,0.0002780919],"genre_scores_gemma":[0.016956996,0.0000012707933,0.0036865845,0.000042050506,0.00010553717,0.96540105,0.000013287912,0.00003922319,0.013754009],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99697423,0.00029439948,0.000781342,0.00068790966,0.0007150628,0.000547063],"domain_scores_gemma":[0.9980435,0.00040140934,0.00018598622,0.0005727148,0.00028379523,0.0005126436],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001886187,0.00036911678,0.0013374009,0.00030426477,0.00057988294,0.0011602809,0.00014711368,0.000107630774,0.000056370114],"category_scores_gemma":[0.0007523785,0.00023574964,0.00020168725,0.00012309395,0.00025201548,0.0006437395,0.00015612111,0.0001996611,0.000012285743],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.77548903,0.0009351934,0.004052966,0.00014334967,0.0003236933,0.00005447836,0.004388536,2.1214166e-7,0.00004319372,0.000025733805,0.00030910954,0.21423449],"study_design_scores_gemma":[0.8777433,0.0041106357,0.0028473474,0.0018942817,0.000034603927,0.00001565265,0.00014146185,0.00004323077,0.00068912434,0.000041063802,0.11220109,0.00023819768],"about_ca_topic_score_codex":0.00003078152,"about_ca_topic_score_gemma":0.0001127959,"teacher_disagreement_score":0.25190195,"about_ca_system_score_codex":0.00013906803,"about_ca_system_score_gemma":0.00018391701,"threshold_uncertainty_score":0.9998766},"labels":[],"label_agreement":null},{"id":"W2607074054","doi":"10.2196/resprot.7105","title":"Testing the Feasibility and Usability of a Novel Smartphone-Based Self-Management Support System for Dialysis Patients: A Pilot Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Self-management; Computer science; Medicine; Human–computer interaction; Artificial intelligence","score_opus":0.3436672193553187,"score_gpt":0.5024665383964432,"score_spread":0.1587993190411245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607074054","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3480053,0.0000010455988,0.00012694072,0.00021353272,0.000008440405,0.6496634,0.00004495358,0.000047202222,0.0018891761],"genre_scores_gemma":[0.5270205,5.6720584e-8,0.0006078798,0.000011361624,0.000031066567,0.47225872,0.0000057135526,0.000012264535,0.00005239972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966132,0.00037863004,0.0006051981,0.0006462607,0.0012909068,0.00046582223],"domain_scores_gemma":[0.9959624,0.00046352186,0.00031712002,0.001953807,0.0010808731,0.00022230459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006407666,0.00019203688,0.0005042782,0.00017700491,0.0008183519,0.00025505497,0.0005324434,0.000031518965,0.000014943324],"category_scores_gemma":[0.0012992331,0.00011495446,0.00014447267,0.00031279735,0.00035167823,0.000106388085,0.0006318442,0.00018981857,0.0000040000946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004723463,0.038892735,0.933341,0.0124544725,0.00053263287,0.000010753147,0.00033818604,0.0000073372494,0.0004281127,0.0001898361,0.00056962564,0.008511836],"study_design_scores_gemma":[0.015665328,0.012754895,0.9667145,0.0010865409,0.0001762804,2.4277975e-7,0.0005864046,0.0011170482,0.00012836502,0.000024842722,0.0016185887,0.0001269796],"about_ca_topic_score_codex":0.00013263189,"about_ca_topic_score_gemma":0.000032058393,"teacher_disagreement_score":0.17901525,"about_ca_system_score_codex":0.00025832956,"about_ca_system_score_gemma":0.0001710679,"threshold_uncertainty_score":0.62941843},"labels":[],"label_agreement":null},{"id":"W2607474485","doi":"10.2196/resprot.6267","title":"WittyFit—Live Your Work Differently: Study Protocol for a Workplace-Delivered Health Promotion","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Work (physics); Health promotion; Promotion (chess); Medicine; Nursing; Medical education; Public health; Engineering; Alternative medicine; Political science","score_opus":0.49292086089778836,"score_gpt":0.6656129722098828,"score_spread":0.17269211131209444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607474485","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013850835,0.0000010555768,0.00012908236,0.007344289,0.00006182368,0.9868729,0.00007561081,0.00031593692,0.0038141974],"genre_scores_gemma":[0.0022724508,4.6308185e-7,0.00077702,0.00021646844,0.0014258359,0.9773025,0.000042236737,0.00017231469,0.017790724],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98637426,0.0050705383,0.0016409328,0.0013849996,0.0018220572,0.003707243],"domain_scores_gemma":[0.9916251,0.0015777552,0.0014236083,0.002645474,0.0014120296,0.0013160428],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010183368,0.0005675213,0.0009961915,0.00042989862,0.01443494,0.00044998142,0.0018435066,0.00053793465,0.0027200829],"category_scores_gemma":[0.0020562708,0.0004637719,0.0001968668,0.0005146588,0.00031748356,0.0006039552,0.0011621173,0.003574254,0.0013151907],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019531235,0.008879314,0.3562635,0.0127839055,0.00009471245,0.000034530232,0.016569873,0.0000022355719,0.000031171192,0.00087384164,0.5448301,0.040105633],"study_design_scores_gemma":[0.034930225,0.01706749,0.15212718,0.034197703,0.0000061255987,0.0000021101705,0.00826713,0.0001258146,0.000032687596,0.004269656,0.7481142,0.00085964875],"about_ca_topic_score_codex":0.00037101845,"about_ca_topic_score_gemma":0.0005057528,"teacher_disagreement_score":0.20413631,"about_ca_system_score_codex":0.0012261261,"about_ca_system_score_gemma":0.003314245,"threshold_uncertainty_score":0.99978137},"labels":[],"label_agreement":null},{"id":"W2607567538","doi":"10.2196/resprot.7158","title":"Implementing an Internet-Delivered Skin Cancer Genetic Testing Intervention to Improve Sun Protection Behavior in a Diverse Population: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health","keywords":"Skin cancer; Intervention (counseling); Population; Medicine; Randomized controlled trial; Protocol (science); Comprehension; Personalized medicine; The Internet; Cancer; Alternative medicine; Bioinformatics; World Wide Web; Computer science; Environmental health; Pathology; Nursing; Biology; Internal medicine","score_opus":0.22727813699316377,"score_gpt":0.5501879851168711,"score_spread":0.32290984812370727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607567538","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1145784,2.2558612e-7,0.0006464101,0.00013471869,0.000041274998,0.88435996,0.000005908761,0.000070450886,0.00016266092],"genre_scores_gemma":[0.09808659,3.2831327e-8,0.0011257625,0.000015842876,0.00046977354,0.8986159,0.0000061760006,0.000040410217,0.0016395045],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9961248,0.0007499706,0.0010669007,0.0006473095,0.0006925031,0.0007185038],"domain_scores_gemma":[0.9977554,0.00015745364,0.00057846215,0.00062206225,0.0006627487,0.00022384242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049393415,0.00023828473,0.00087992783,0.00056592596,0.0005477241,0.0005026004,0.00030864295,0.00012485847,0.0003332677],"category_scores_gemma":[0.002339448,0.00019423444,0.00034006903,0.00019991721,0.00007815069,0.0002502969,0.00037695147,0.000396262,0.000011082657],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8078974,0.0011797983,0.0010357031,0.0006256034,0.00005926367,0.0000318986,0.00019251893,0.0000042716965,0.0037041155,0.000015446385,0.00009551339,0.18515848],"study_design_scores_gemma":[0.9710081,0.008767284,0.005030041,0.0018825625,0.00003870105,0.000011106014,0.00019648884,0.007044354,0.0015150332,0.00007729414,0.0042203576,0.00020868247],"about_ca_topic_score_codex":0.0071064862,"about_ca_topic_score_gemma":0.0035358467,"teacher_disagreement_score":0.1849498,"about_ca_system_score_codex":0.0005436598,"about_ca_system_score_gemma":0.00012582487,"threshold_uncertainty_score":0.9995053},"labels":[],"label_agreement":null},{"id":"W2607645375","doi":"10.2196/resprot.7544","title":"HomeStyles, A Web-Based Childhood Obesity Prevention Program for Families With Preschool Children: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Food and Agriculture; U.S. Department of Agriculture","keywords":"Randomized controlled trial; Intrapersonal communication; Intervention (counseling); Childhood obesity; Psychological intervention; Social cognitive theory; Interpersonal communication; Psychology; Screen time; Early childhood; Developmental psychology; Medicine; Gerontology; Obesity; Clinical psychology; Physical therapy; Physical activity; Social psychology; Psychiatry; Overweight","score_opus":0.07287928461003935,"score_gpt":0.4895813018923463,"score_spread":0.41670201728230694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607645375","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026289135,6.7813284e-7,0.00017638737,0.0005922196,0.000008732691,0.97160095,0.000048637077,0.00033376852,0.0009495122],"genre_scores_gemma":[0.03909024,1.6101967e-7,0.0037013856,0.000025865871,0.0009740795,0.95453405,0.00005995802,0.0001238196,0.001490449],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936036,0.0013288012,0.0009234258,0.0011009873,0.0017515369,0.001291649],"domain_scores_gemma":[0.9938169,0.0015770982,0.0008583712,0.0017597972,0.001483983,0.0005038519],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0058055846,0.0005801512,0.0027961726,0.0003464026,0.0013339344,0.00080108264,0.00084390945,0.00033040607,0.00005029636],"category_scores_gemma":[0.00421811,0.00037089034,0.001311348,0.00022902219,0.00097067154,0.0005226251,0.00024381591,0.0009432317,0.00002025799],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9025874,0.08307966,0.0049254177,0.0022467931,0.00052051933,0.0000038608637,0.000026770183,0.0000013021976,0.00010055902,0.00038931065,0.0024512608,0.0036671576],"study_design_scores_gemma":[0.92496604,0.033410285,0.024757557,0.0034133613,0.00011743512,0.0000036908164,0.00001047822,0.0009948944,0.0016065367,0.0021218301,0.008206011,0.00039189486],"about_ca_topic_score_codex":0.000022658876,"about_ca_topic_score_gemma":0.000056963952,"teacher_disagreement_score":0.049669378,"about_ca_system_score_codex":0.00018995236,"about_ca_system_score_gemma":0.0021409413,"threshold_uncertainty_score":0.9999662},"labels":[],"label_agreement":null},{"id":"W2608048621","doi":"10.2196/resprot.7060","title":"Association Between Workarounds and Medication Administration Errors in Bar Code-Assisted Medication Administration: Protocol of a Multicenter Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workaround; Medicine; Administration (probate law); Protocol (science); Code (set theory); Pharmacy; Harm; Medical emergency; Family medicine; Computer science; Alternative medicine; Psychology; Set (abstract data type)","score_opus":0.4455234776120027,"score_gpt":0.6458283303870324,"score_spread":0.20030485277502963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608048621","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06812555,6.4708485e-7,0.00017907003,0.009378532,0.00003674126,0.9200265,0.000032082757,0.000057070818,0.0021637946],"genre_scores_gemma":[0.46524024,4.9103414e-7,0.00012136057,0.000023274271,0.00013137002,0.5337514,0.000049340808,0.000015187642,0.00066733104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99214566,0.0029172986,0.0016152948,0.0006059367,0.0020475402,0.0006682924],"domain_scores_gemma":[0.9944881,0.0010309163,0.0021943292,0.0010560155,0.0008846198,0.00034600732],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009940998,0.00021894701,0.00044774252,0.00039062565,0.0014841225,0.0000336942,0.00068034936,0.000510185,0.00025348619],"category_scores_gemma":[0.0046895673,0.00020205861,0.000048734426,0.00033060292,0.0003301877,0.00073585165,0.00024646483,0.001386761,0.00006385321],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008020525,0.001509707,0.9871222,0.00080849475,0.000042330867,0.0000037116702,0.003681523,3.0172794e-7,0.00013939451,0.00014903877,0.0016990886,0.004042181],"study_design_scores_gemma":[0.0068689366,0.0014326385,0.9354191,0.0022572961,0.000012217053,3.1279419e-7,0.0024056875,0.00010662409,0.0001799652,0.0001761471,0.05098774,0.00015334591],"about_ca_topic_score_codex":0.000118448705,"about_ca_topic_score_gemma":0.0011626272,"teacher_disagreement_score":0.39711466,"about_ca_system_score_codex":0.0006406962,"about_ca_system_score_gemma":0.0016587718,"threshold_uncertainty_score":0.9998158},"labels":[],"label_agreement":null},{"id":"W2608288368","doi":"10.2196/resprot.7442","title":"Analyzing Unstructured Communication in a Computer-Mediated Environment for Adults With Type 2 Diabetes: A Research Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of Nursing Research; National Institutes of Health","keywords":"Protocol (science); Computer science; Type 2 diabetes; Diabetes mellitus; Medicine; Alternative medicine","score_opus":0.21093804276850406,"score_gpt":0.5365633180137549,"score_spread":0.32562527524525087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608288368","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039430067,0.0000020104644,0.00004571469,0.0013958743,0.00000463226,0.9583406,0.000003999402,0.000036969777,0.0007401479],"genre_scores_gemma":[0.05217534,0.0000012044726,0.004329087,0.000022666532,0.00014687788,0.94275296,0.000096494965,0.000041654683,0.00043369926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99686223,0.00047133327,0.00034827617,0.0005095218,0.0009141262,0.000894509],"domain_scores_gemma":[0.9969077,0.00034737407,0.0001685183,0.0017636825,0.0006064902,0.00020619658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003997534,0.00017011959,0.00030155564,0.00061253924,0.00072500226,0.0003846157,0.00076251704,0.00012801554,0.000104651626],"category_scores_gemma":[0.00050713954,0.00013499141,0.000044122873,0.00046249563,0.00050936197,0.00032577137,0.00042572193,0.00079673796,0.000075195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01753839,0.0054792264,0.63684255,0.012132385,0.0002441817,0.000030122263,0.00429912,0.000051245344,0.0033705237,0.00056409783,0.037307527,0.28214064],"study_design_scores_gemma":[0.025832128,0.012866442,0.49207005,0.018914243,0.000010607852,0.0000013838351,0.00058008253,0.010953546,0.0019332769,0.0012367967,0.4350963,0.0005051312],"about_ca_topic_score_codex":0.000051469626,"about_ca_topic_score_gemma":0.00005827883,"teacher_disagreement_score":0.3977888,"about_ca_system_score_codex":0.00034913735,"about_ca_system_score_gemma":0.0002882148,"threshold_uncertainty_score":0.55762047},"labels":[],"label_agreement":null},{"id":"W2608807047","doi":"10.2196/resprot.7280","title":"The Smartphone Peer Physical Activity Counseling (SPPAC) Program for Manual Wheelchair Users: Protocol of a Pilot Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; International Collaboration On Repair Discoveries; British Columbia Institute of Technology; University of Toronto; McGill University; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; Centre for Interdisciplinary Research in Rehabilitation","funders":"Fonds de Recherche du Québec - Santé; British Columbia Institute of Technology; Craig H. Neilsen Foundation","keywords":"Wheelchair; Psychosocial; Mobile phone; Protocol (science); Phone; Applied psychology; Randomized controlled trial; Manual wheelchair; Autonomy; Psychology; Physical therapy; Computer science; Medical education; Medicine; World Wide Web; Alternative medicine","score_opus":0.25355110477000514,"score_gpt":0.6174837748563614,"score_spread":0.36393267008635627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608807047","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03824367,0.0000013750075,0.00007978832,0.0029950165,0.000031478085,0.9559542,0.000017383783,0.00011529947,0.0025617795],"genre_scores_gemma":[0.039802473,6.417325e-7,0.0004051973,0.000011549438,0.0012868278,0.9469813,0.0000045273896,0.000091646936,0.011415811],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9895736,0.002549656,0.00093512604,0.000794937,0.0045475313,0.0015991484],"domain_scores_gemma":[0.9869104,0.005205868,0.0007907421,0.0022618563,0.0043646786,0.00046647835],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.024394194,0.00043010776,0.0024443772,0.0002936219,0.0018190175,0.00085443456,0.00140001,0.00020326949,0.00007818346],"category_scores_gemma":[0.018068813,0.00024110488,0.001080736,0.00031069128,0.0026802234,0.0003530111,0.0004736343,0.0016662697,0.00004388235],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94839776,0.008682612,0.000047427242,0.001257085,0.00042468493,0.00001914647,0.00019631487,1.9348367e-7,0.0054587573,0.00059089693,0.0069390917,0.027986012],"study_design_scores_gemma":[0.87310994,0.05469053,0.00021928639,0.0012087187,0.00003478076,0.0000054024526,0.00013309717,0.0015963706,0.005958883,0.0006758233,0.062156346,0.00021082483],"about_ca_topic_score_codex":0.00010391225,"about_ca_topic_score_gemma":0.000019720463,"teacher_disagreement_score":0.07528784,"about_ca_system_score_codex":0.00023351503,"about_ca_system_score_gemma":0.001766125,"threshold_uncertainty_score":0.9994805},"labels":[],"label_agreement":null},{"id":"W2609335104","doi":"10.2196/resprot.6902","title":"Engaging Patients and Caregivers Managing Rare Diseases to Improve the Methods of Clinical Guideline Development: A Research Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Guideline; Protocol (science); Medicine; Delphi method; Test (biology); Health care; Delphi; Best practice; Medical education; Nursing; Computer science; Alternative medicine","score_opus":0.8150698422942179,"score_gpt":0.7713446867802799,"score_spread":0.04372515551393796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609335104","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007188398,0.0000032114958,0.00010620884,0.0012736379,0.00006717508,0.98644143,0.000056577755,0.00003358972,0.0048297583],"genre_scores_gemma":[0.0031018013,0.0000011263761,0.0073860385,0.00035390936,0.0002898694,0.9873049,0.000028999333,0.000042761225,0.0014905507],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98234814,0.011106952,0.0020075936,0.00080154795,0.0020754163,0.0016603745],"domain_scores_gemma":[0.99091595,0.0034389517,0.00067056605,0.0015811104,0.0024299768,0.00096342625],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0366391,0.00023574672,0.00052040664,0.00036995488,0.008220296,0.00012316987,0.0015204323,0.00019734581,0.00019350417],"category_scores_gemma":[0.004281573,0.0001566741,0.00008184164,0.00034654394,0.00067745283,0.00028181064,0.0034292326,0.0024682225,0.00010299821],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037956317,0.0008193167,0.44807693,0.0101057105,0.000037012804,0.000007636074,0.009083568,4.2103252e-7,0.00006353374,0.0004655248,0.038111724,0.489433],"study_design_scores_gemma":[0.0056069978,0.0018867813,0.090672046,0.0076993187,0.0000023961552,1.0113804e-7,0.005737692,0.00010303357,0.00042723987,0.0007636286,0.8868946,0.00020620628],"about_ca_topic_score_codex":0.0005165912,"about_ca_topic_score_gemma":0.00012575055,"teacher_disagreement_score":0.84878284,"about_ca_system_score_codex":0.00033543282,"about_ca_system_score_gemma":0.0018105425,"threshold_uncertainty_score":0.9998331},"labels":[],"label_agreement":null},{"id":"W2609352246","doi":"10.2196/resprot.6625","title":"Testing a Computerized Cognitive Training Protocol in Adults Aging With HIV-Associated Neurocognitive Disorders: Randomized Controlled Trial Rationale and Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV Research and Treatment","field":"Immunology and Microbiology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Institute on Aging; National Institutes of Health","keywords":"Neurocognitive; Psychological intervention; Cognition; Protocol (science); Randomized controlled trial; Medicine; Cognitive training; Clinical psychology; Human immunodeficiency virus (HIV); Cognitive skill; Psychology; Psychiatry; Alternative medicine; Family medicine","score_opus":0.12893774428230875,"score_gpt":0.46585125631108143,"score_spread":0.3369135120287727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609352246","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009739945,0.0000010057744,0.000044921362,0.00033395915,0.000005685029,0.98638546,0.000070261696,0.000089076224,0.0033296638],"genre_scores_gemma":[0.04087066,1.4069973e-7,0.00013055532,0.000018884393,0.00005597186,0.95823926,0.000081509694,0.00004653193,0.000556514],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9910065,0.005530048,0.0008764623,0.00089215173,0.00042074497,0.0012740722],"domain_scores_gemma":[0.99206066,0.005864534,0.0006559147,0.00039729028,0.00088348176,0.00013812684],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004898071,0.0004419134,0.0016011201,0.00045732825,0.0016148619,0.0005272059,0.00047880737,0.00024997743,0.00014032326],"category_scores_gemma":[0.009070373,0.00029820856,0.00016946436,0.00029372278,0.0017990724,0.0004798904,0.0003895743,0.001292395,0.00009520802],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97661006,0.0022770108,0.003518488,0.00030039082,0.00037905542,0.000102428094,0.0017858618,5.7801265e-7,0.0006779968,0.00004762526,0.00009320582,0.014207271],"study_design_scores_gemma":[0.97914493,0.005696924,0.0050068717,0.0070548938,0.000011268138,0.000014397772,0.00042783076,0.00017118527,0.00028085613,0.00022641502,0.0016531467,0.00031130144],"about_ca_topic_score_codex":0.0001452683,"about_ca_topic_score_gemma":0.00026050935,"teacher_disagreement_score":0.031130714,"about_ca_system_score_codex":0.00010841726,"about_ca_system_score_gemma":0.0009130521,"threshold_uncertainty_score":0.999947},"labels":[],"label_agreement":null},{"id":"W2609362655","doi":"10.2196/resprot.6758","title":"The Malaria System MicroApp: A New, Mobile Device-Based Tool for Malaria Diagnosis","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Imaging for Blood Diseases","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto Nacional de Ciência e Tecnologia para Engenharia de Software; Fundação de Amparo à Ciência e Tecnologia do Estado de Pernambuco; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Malaria; Computer science; Artificial intelligence; Preprocessor; Diagnosis of malaria; Machine learning; Plasmodium falciparum; Medicine; Immunology","score_opus":0.16166709258672476,"score_gpt":0.4872136667442647,"score_spread":0.32554657415753996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609362655","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069669244,0.000041004732,0.010605726,0.00788769,0.00008424402,0.9751822,0.0000882909,0.0005749769,0.00483921],"genre_scores_gemma":[0.028237592,3.0670623e-7,0.008782493,0.00009187724,0.00021747388,0.9605593,0.000004121159,0.000044267967,0.0020625293],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959125,0.00028734427,0.00040867965,0.00080289727,0.0013708418,0.0012177546],"domain_scores_gemma":[0.9937098,0.0011613966,0.00023955252,0.003550073,0.0009349065,0.00040428003],"candidate_categories":["sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.002756281,0.00026384968,0.00026572862,0.00015120188,0.002407012,0.010481219,0.0064692446,0.00010103412,0.000011380654],"category_scores_gemma":[0.001435005,0.00019269729,0.00023760727,0.0002879617,0.0003790942,0.0016265217,0.0014938426,0.00033447583,0.00028958268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083655724,0.001933089,0.02053676,0.0027254387,0.00014645977,0.00016318914,0.00022534489,0.00005452688,0.0012573823,0.2613269,0.43626148,0.27453285],"study_design_scores_gemma":[0.0030795082,0.0008785182,0.008259743,0.0019206253,0.0000051911425,0.000008809877,0.000037767455,0.0062486306,0.011963517,0.0028152722,0.96436346,0.0004189449],"about_ca_topic_score_codex":0.00008382326,"about_ca_topic_score_gemma":0.000019924313,"teacher_disagreement_score":0.528102,"about_ca_system_score_codex":0.00024477023,"about_ca_system_score_gemma":0.0013038547,"threshold_uncertainty_score":0.99890625},"labels":[],"label_agreement":null},{"id":"W2609446105","doi":"10.2196/resprot.6430","title":"Evaluation of a Web-Based Tailored Nursing Intervention (TAVIE en m@rche) Aimed at Increasing Walking After an Acute Coronary Syndrome: A Multicenter Randomized Controlled Trial Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hôpital Maisonneuve-Rosemont; Hôpital du Sacré-Cœur de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Jewish General Hospital; Montreal Heart Institute; Institut Universitaire de Gériatrie de Montréal; McGill University; Centre Hospitalier de l’Université de Montréal; Université de Montréal","funders":"","keywords":"Medicine; Randomized controlled trial; Acute coronary syndrome; Physical therapy; Psychological intervention; Intervention (counseling); Physical activity; Protocol (science); Alternative medicine; Nursing; Internal medicine; Myocardial infarction","score_opus":0.20624554335709638,"score_gpt":0.5852845545875798,"score_spread":0.3790390112304834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609446105","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43778974,9.874246e-7,0.0000387953,0.00029773847,0.000011523679,0.5615539,0.000005879456,0.00003432884,0.00026710736],"genre_scores_gemma":[0.48821342,9.252983e-8,0.00023935652,0.000012111848,0.0000958059,0.5113375,0.0000146899365,0.000027431795,0.000059578448],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98079664,0.0135137895,0.001179828,0.00062363944,0.0031479378,0.00073818763],"domain_scores_gemma":[0.99461657,0.0014322249,0.0009250522,0.0010814784,0.001545948,0.00039871968],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.031373937,0.00031223331,0.0020091364,0.000411853,0.00060415216,0.0001959752,0.00040419988,0.00026747532,0.00052353024],"category_scores_gemma":[0.0057016034,0.00023133958,0.0006843577,0.0001614715,0.00077533314,0.0007372753,0.00020078657,0.00092020584,0.000027536063],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9505664,0.010404222,0.00049529556,0.0011230082,0.00032028827,0.00006400717,0.0005198934,0.0000019090064,0.015282642,0.000012479502,0.000030482168,0.021179346],"study_design_scores_gemma":[0.91184956,0.008364467,0.0123029705,0.0134433005,0.00027746352,0.000022615606,0.000038921196,0.049736556,0.003142314,0.0005580961,0.00007679903,0.00018696242],"about_ca_topic_score_codex":0.000111857036,"about_ca_topic_score_gemma":0.000044490534,"teacher_disagreement_score":0.050423678,"about_ca_system_score_codex":0.0013420576,"about_ca_system_score_gemma":0.0013784964,"threshold_uncertainty_score":0.9974044},"labels":[],"label_agreement":null},{"id":"W2609487727","doi":"10.2196/resprot.7074","title":"Protocol of a Pilot Study of Technology-Enabled Coproduction in Pediatric Chronic Illness Care","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Robert Wood Johnson Foundation","keywords":"Medicine; Psychological intervention; Context (archaeology); Chronic care; Health care; Intervention (counseling); Telemedicine; Family medicine; Nursing; Chronic disease","score_opus":0.3118196853683143,"score_gpt":0.6454171778059682,"score_spread":0.3335974924376539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609487727","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06205405,0.0000072571474,0.0000033342644,0.00054205226,0.00001992887,0.9350672,0.000013540384,0.00007112145,0.0022215676],"genre_scores_gemma":[0.28230852,0.0000033338913,0.000056473877,0.000004985567,0.00025850066,0.7170619,0.0000029457628,0.000029900439,0.0002734568],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944367,0.0012564274,0.0015028478,0.00068894966,0.00089002727,0.0012250935],"domain_scores_gemma":[0.99388975,0.00024338516,0.0011786774,0.0025399914,0.0019003358,0.0002478811],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004063501,0.000198943,0.00059116946,0.0012072386,0.0022253436,0.00001619685,0.0012395193,0.00027120934,0.00016401302],"category_scores_gemma":[0.001153608,0.00017404217,0.00003276148,0.0013646213,0.00032022578,0.0002138029,0.0006577691,0.0021018176,0.00007954893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033488283,0.007846654,0.88548934,0.051780105,0.000009972443,0.000006793291,0.003725259,0.000009440983,0.0014324371,0.0021779733,0.004199085,0.039974127],"study_design_scores_gemma":[0.031089125,0.034371737,0.5958201,0.005419038,0.000007610188,0.0000014474349,0.014277431,0.000029700414,0.0014101085,0.0016620064,0.31548795,0.0004236778],"about_ca_topic_score_codex":0.0012143834,"about_ca_topic_score_gemma":0.0028442242,"teacher_disagreement_score":0.31128886,"about_ca_system_score_codex":0.00065385696,"about_ca_system_score_gemma":0.004203358,"threshold_uncertainty_score":0.9990736},"labels":[],"label_agreement":null},{"id":"W2609579471","doi":"10.2196/resprot.6389","title":"Using Mobile Phones to Collect Patient Data: Lessons Learned From the SIMPle Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Upload; Data collection; Mobile phone; Medicine; Computer science; Phone; Short Message Service; Mobile apps; Internet privacy; World Wide Web","score_opus":0.849792732112242,"score_gpt":0.7444463435191362,"score_spread":0.10534638859310586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609579471","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053940885,0.000012459828,0.0000930062,0.009791353,0.000058785765,0.93341213,0.0008074525,0.00010362696,0.0017802904],"genre_scores_gemma":[0.0637659,0.000007812205,0.00041395647,0.0008223063,0.000674984,0.93330777,0.00007932004,0.000060612012,0.0008673249],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917106,0.0033399726,0.00091572065,0.0010996698,0.0012063133,0.0017277347],"domain_scores_gemma":[0.98889947,0.0024128705,0.00045852095,0.0066245035,0.0007517708,0.00085285475],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005892147,0.00023634282,0.00043366943,0.00014344502,0.016168501,0.00024850835,0.0032154424,0.00020173739,0.00084659195],"category_scores_gemma":[0.0022545017,0.00016578205,0.000045870103,0.0005324391,0.00022135495,0.00030847068,0.0037573474,0.0019581807,0.001252693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014953831,0.0029994657,0.11580701,0.0005776713,0.00005257511,0.000018713708,0.012150618,0.00003370881,0.000836781,0.0006223738,0.69119376,0.17421192],"study_design_scores_gemma":[0.0017696513,0.0009218702,0.035519373,0.0005860572,0.0000037920986,3.0667292e-7,0.0073767593,0.00029939742,0.000031426058,0.00096379704,0.9523705,0.00015705389],"about_ca_topic_score_codex":0.012957565,"about_ca_topic_score_gemma":0.006997119,"teacher_disagreement_score":0.26117674,"about_ca_system_score_codex":0.00039642322,"about_ca_system_score_gemma":0.0031319468,"threshold_uncertainty_score":0.99952495},"labels":[],"label_agreement":null},{"id":"W2609714569","doi":"10.2196/resprot.6513","title":"Establishing Linkages Between Distributed Survey Responses and Consumer Wearable Device Datasets: A Pilot Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"RTI International","keywords":"Activity tracker; Wearable computer; Protocol (science); Wearable technology; Computer science; Physical activity; Duration (music); Human–computer interaction; Applied psychology; Psychology; Internet privacy; Medicine; Physical medicine and rehabilitation; Alternative medicine; Embedded system","score_opus":0.6097902724662064,"score_gpt":0.6268883718679038,"score_spread":0.017098099401697375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609714569","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03565036,0.000002072483,0.000027444668,0.001994812,0.0000025066247,0.95958114,0.00220308,0.000079109894,0.0004595026],"genre_scores_gemma":[0.06665741,0.0000011885815,0.00016248008,0.000056374844,0.00022890758,0.9322299,0.00027072168,0.000033906337,0.00035916793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953451,0.0016210863,0.00039116622,0.00066522224,0.0010166578,0.0009607582],"domain_scores_gemma":[0.99446833,0.0026401985,0.00021527162,0.0015024635,0.00047278157,0.0007009325],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006272755,0.0002318323,0.0006244855,0.00016716443,0.0016521456,0.0009667918,0.0006250008,0.00015964276,0.00007412066],"category_scores_gemma":[0.00813861,0.00018668335,0.000041025563,0.0002845659,0.00079620664,0.0010628791,0.0007997368,0.0016203085,0.000099049284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008791667,0.003909061,0.9097441,0.005777227,0.000108552966,0.00016244277,0.00014461816,1.3693688e-7,0.005835212,0.00010278732,0.053469807,0.011954379],"study_design_scores_gemma":[0.004447754,0.0036362715,0.7174161,0.0034632578,0.0000049665405,0.000007844343,0.000018475064,0.000021070615,0.004913433,0.00034971014,0.26553154,0.00018959735],"about_ca_topic_score_codex":0.0018512432,"about_ca_topic_score_gemma":0.00020291342,"teacher_disagreement_score":0.21206172,"about_ca_system_score_codex":0.00013328287,"about_ca_system_score_gemma":0.000890129,"threshold_uncertainty_score":0.99964756},"labels":[],"label_agreement":null},{"id":"W2609750282","doi":"10.2196/resprot.6766","title":"Exploring Workarounds Related to Electronic Health Record System Usage: A Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workaround; Electronic health record; Protocol (science); Computer science; Medicine; Internet privacy; World Wide Web; Health care; Alternative medicine; Political science","score_opus":0.6718579689525327,"score_gpt":0.6911062567173683,"score_spread":0.01924828776483556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609750282","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009782355,0.0000026628197,0.0000424899,0.0037334391,0.0001529312,0.9698609,0.00000743856,0.00079932186,0.015618454],"genre_scores_gemma":[0.03968332,0.0000011088374,0.0001374038,0.00015348679,0.00087322656,0.9454037,0.0000031979798,0.00025156853,0.013492991],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97010946,0.014885217,0.0030995565,0.0018582215,0.0027574275,0.0072901067],"domain_scores_gemma":[0.989119,0.0011277264,0.0015501659,0.005065414,0.0012906502,0.0018470634],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.039075457,0.00064673554,0.001441559,0.0009984217,0.012937575,0.0004947073,0.0032677075,0.00044214574,0.00031337712],"category_scores_gemma":[0.0017240659,0.0005667828,0.00017087405,0.001475542,0.00017174288,0.0012423192,0.0017159666,0.00793272,0.00473981],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.011125601,0.0062827542,0.5421475,0.04940703,0.0004171479,0.0003375797,0.04329678,0.0000101619435,0.00040472127,0.02236864,0.105506934,0.21869515],"study_design_scores_gemma":[0.008704049,0.014533145,0.030804401,0.02146122,0.0000023007758,0.000010185319,0.010300589,0.0000923228,0.000017314243,0.00031214068,0.9131491,0.0006131983],"about_ca_topic_score_codex":0.005624059,"about_ca_topic_score_gemma":0.0056535546,"teacher_disagreement_score":0.8076422,"about_ca_system_score_codex":0.01122606,"about_ca_system_score_gemma":0.012044739,"threshold_uncertainty_score":0.9996784},"labels":[],"label_agreement":null},{"id":"W2610161067","doi":"10.2196/resprot.7084","title":"Development of a Web-Based Health Care Intervention for Patients With Heart Disease: Lessons Learned From a Participatory Design Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"H. Lundbeck A/S; TrygFonden; Syddansk Universitet; Lundbeckfonden","keywords":"Intervention (counseling); Participatory design; Medicine; Citizen journalism; Health care; Medical education; Participatory action research; Disease; Community-based participatory research; Nursing; Psychology; World Wide Web; Computer science; Engineering; Sociology; Political science","score_opus":0.7041896094308048,"score_gpt":0.6841199526131546,"score_spread":0.02006965681765016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610161067","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14036307,0.000020756343,0.0015646269,0.0018530819,0.000035177403,0.85584664,0.00019032846,0.00008995369,0.00003634568],"genre_scores_gemma":[0.35705304,1.2638935e-7,0.0021389045,0.000055835833,0.000068423986,0.6404486,0.00006494277,0.000052235057,0.00011790242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9891581,0.005881434,0.0012840395,0.00072012324,0.0013360023,0.0016202963],"domain_scores_gemma":[0.9943141,0.0010381141,0.00094039197,0.0014729382,0.0015403549,0.0006941076],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0076196725,0.00024860934,0.00064477767,0.00023853751,0.0037664482,0.00006608793,0.0007259403,0.00014486065,0.000085283624],"category_scores_gemma":[0.0008158475,0.00019981676,0.00007706954,0.00016510971,0.00015248447,0.00018958007,0.00025349073,0.0009559572,0.00006796693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016957808,0.008600853,0.8828361,0.0176604,0.000108993576,0.0000034686075,0.020090958,0.000008473007,0.00009158454,0.00009592037,0.01231447,0.041230943],"study_design_scores_gemma":[0.03529435,0.013842737,0.66705483,0.024230279,0.0000104173505,2.2998828e-8,0.007432457,0.00037221814,0.00010602522,0.00014766882,0.25107038,0.00043861583],"about_ca_topic_score_codex":0.0007087527,"about_ca_topic_score_gemma":0.0031087194,"teacher_disagreement_score":0.23875593,"about_ca_system_score_codex":0.0015284866,"about_ca_system_score_gemma":0.014806795,"threshold_uncertainty_score":0.9975305},"labels":[],"label_agreement":null},{"id":"W2610558427","doi":"10.2196/resprot.6636","title":"The SENSOR Study: Protocol for a Mixed-Methods Study of Self-Management Checks to Predict Exacerbations of Pseudomonas Aeruginosa in Patients with Long-Term Respiratory Conditions","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cystic Fibrosis Research Advances","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pseudomonas aeruginosa; Protocol (science); Medicine; Term (time); Respiratory system; Intensive care medicine; Internal medicine; Pathology; Alternative medicine; Biology","score_opus":0.11822428519169749,"score_gpt":0.5665226297563608,"score_spread":0.44829834456466333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610558427","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19810222,3.612373e-7,0.000113689515,0.00009027878,0.0000048708634,0.8012905,0.00004408239,0.00002972407,0.0003242411],"genre_scores_gemma":[0.07088834,6.5325516e-8,0.0048798723,0.000005116848,0.000041882908,0.92383546,0.000005029712,0.00004795637,0.00029625892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99393386,0.0013862057,0.0009108717,0.00066930003,0.0022902866,0.0008094527],"domain_scores_gemma":[0.9939091,0.0011285106,0.0003973082,0.0022837317,0.0019694273,0.00031190246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049309246,0.0002603515,0.0005811094,0.00062346144,0.00087933213,0.0001638635,0.0009952582,0.000072695766,0.000029461846],"category_scores_gemma":[0.0018956728,0.00017010287,0.000081140395,0.0006599051,0.000521725,0.00025243912,0.0007684094,0.0005396234,0.000005497601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016224656,0.024420224,0.9414338,0.0028343354,0.0003282012,0.00002951683,0.001533888,0.00001627886,0.0006817071,0.000083224986,0.0016201911,0.010794],"study_design_scores_gemma":[0.028249927,0.037323125,0.92123514,0.0022915038,0.000017772312,5.48233e-7,0.0019107932,0.000017312585,0.0015309427,0.000042600543,0.0072361166,0.00014419072],"about_ca_topic_score_codex":0.000035124925,"about_ca_topic_score_gemma":0.00030772193,"teacher_disagreement_score":0.12721388,"about_ca_system_score_codex":0.00027544386,"about_ca_system_score_gemma":0.00044747253,"threshold_uncertainty_score":0.69365937},"labels":[],"label_agreement":null},{"id":"W2610747684","doi":"10.2196/resprot.6833","title":"Knowledge, Attitude, Behavior, and Practices Regarding HIV, Viral Hepatitis, and Sexually Transmitted Infections Among Migrants From Sub-Saharan Africa Living in Germany: A Multicenter Survey Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis B Virus Studies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Gesundheit","keywords":"Medicine; Family medicine; Population; Viral hepatitis; Human immunodeficiency virus (HIV); Men who have sex with men; Environmental health; Gerontology; Demography; Immunology; Syphilis","score_opus":0.20330078565633122,"score_gpt":0.5178995432480948,"score_spread":0.3145987575917636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610747684","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47934127,0.000024744677,0.0000050095346,0.00010095601,0.000007382509,0.5197133,0.00005480184,0.000054104028,0.00069847755],"genre_scores_gemma":[0.3976336,0.000026538133,0.00011726211,0.00000708446,0.00008454808,0.601739,0.0000069408525,0.000043876953,0.00034113546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99525607,0.0015452806,0.0006452692,0.000880904,0.00075814564,0.00091434695],"domain_scores_gemma":[0.99636006,0.0014161187,0.0004081846,0.0008315963,0.0006017053,0.00038233516],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031316434,0.00036481803,0.0006759367,0.0004838035,0.0012030908,0.00070977217,0.00033673688,0.0002525121,0.00006662754],"category_scores_gemma":[0.0044568432,0.00033020758,0.00006667529,0.00027674873,0.00083693914,0.0011796977,0.0005995399,0.0012950872,0.000035872035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006295206,0.0019322237,0.9841144,0.0008273948,0.000087047425,0.00018739473,0.0025952575,4.7783463e-8,0.003426548,0.0000030613298,0.0017049649,0.0044921357],"study_design_scores_gemma":[0.005354789,0.00083957927,0.9663912,0.0065743434,0.000019718642,0.0000088836505,0.000038475435,0.00023774641,0.0003925172,0.000013481952,0.019823682,0.0003055586],"about_ca_topic_score_codex":0.021318652,"about_ca_topic_score_gemma":0.166147,"teacher_disagreement_score":0.14482835,"about_ca_system_score_codex":0.000186567,"about_ca_system_score_gemma":0.00026880065,"threshold_uncertainty_score":0.999915},"labels":[],"label_agreement":null},{"id":"W2610885720","doi":"10.2196/resprot.7419","title":"Simple Wound Irrigation in the Postoperative Treatment for Surgically Drained Spontaneous Soft Tissue Abscesses: Study Protocol for a Prospective, Single-Blinded, Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Wound Healing and Treatments","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Protocol (science); Randomized controlled trial; Surgery; Soft tissue; Pathology; Alternative medicine","score_opus":0.2845690828480453,"score_gpt":0.5869262122420446,"score_spread":0.3023571293939993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610885720","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015243653,8.9873413e-7,0.00010418304,0.0014989591,0.0000124018325,0.9815503,0.000025744588,0.00005182244,0.0015120824],"genre_scores_gemma":[0.10445513,7.795242e-8,0.00033790473,0.000032600754,0.0003559842,0.89207613,0.000032096865,0.000049837625,0.0026602044],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947015,0.0016660725,0.0010348895,0.00074834854,0.0010507854,0.0007983861],"domain_scores_gemma":[0.99240273,0.0047474178,0.00045141773,0.0009980297,0.0012223384,0.00017804926],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0070550083,0.00040615848,0.0018965417,0.0002534246,0.0015557237,0.000831489,0.0004221872,0.00019443966,0.00006209811],"category_scores_gemma":[0.004435494,0.00020694835,0.0004072756,0.0001721107,0.0003478405,0.00019011651,0.000057870173,0.0003594604,0.000012347939],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9730049,0.019532124,0.00029256262,0.00027154406,0.00038911297,0.00035693427,0.003280349,0.000001995769,0.0001500792,0.00052327086,0.00014382527,0.002053326],"study_design_scores_gemma":[0.92121005,0.057958055,0.0002971687,0.0005206487,0.00006635276,0.00003827468,0.0006130131,0.00019778915,0.00031840394,0.0039302898,0.014670709,0.00017925446],"about_ca_topic_score_codex":0.0003263883,"about_ca_topic_score_gemma":0.00090957986,"teacher_disagreement_score":0.08947409,"about_ca_system_score_codex":0.0007290014,"about_ca_system_score_gemma":0.0011105317,"threshold_uncertainty_score":0.9997441},"labels":[],"label_agreement":null},{"id":"W2611254848","doi":"10.2196/resprot.6831","title":"Meeting the Needs of Mothers During the Postpartum Period: Using Co-Creation Workshops to Find Technological Solutions","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Childbirth; Period (music); Postpartum period; Psychology; Pregnancy; Physics","score_opus":0.2137109808488232,"score_gpt":0.5343853554098673,"score_spread":0.3206743745610441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611254848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7225736,0.000021260705,0.000025934905,0.010764776,0.000012989439,0.26349425,0.000011025034,0.000047656704,0.0030485021],"genre_scores_gemma":[0.70715827,0.0000023693476,0.00010956711,0.000038314454,0.00009732206,0.2910166,0.0000010236405,0.00001641288,0.0015600836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99789166,0.0003050755,0.000324139,0.00018779747,0.0006475803,0.00064372184],"domain_scores_gemma":[0.99835736,0.00016852548,0.00016673973,0.0009836721,0.00017591103,0.00014781355],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002102271,0.0001277765,0.00020291704,0.00017007827,0.002432929,0.00016020694,0.00061874796,0.00012565327,0.0001021654],"category_scores_gemma":[0.0005902153,0.000070850336,0.00007229328,0.0002485431,0.00073544285,0.000110132234,0.00039454922,0.00071128824,0.000034946283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019590229,0.0034819196,0.49919102,0.028086765,0.00032969948,0.00030536763,0.028442904,0.0004090772,0.3776824,0.013762323,0.0019338842,0.026784422],"study_design_scores_gemma":[0.0030618343,0.0019109544,0.77347594,0.070451185,0.000017832113,0.0003184142,0.005637908,0.00083397725,0.12126746,0.0005414513,0.022107147,0.00037587946],"about_ca_topic_score_codex":0.00008789165,"about_ca_topic_score_gemma":0.0000068032373,"teacher_disagreement_score":0.27428493,"about_ca_system_score_codex":0.00014966846,"about_ca_system_score_gemma":0.00013567018,"threshold_uncertainty_score":0.9988658},"labels":[],"label_agreement":null},{"id":"W2611571529","doi":"10.2196/resprot.6695","title":"Evaluation of a Mindfulness-Based Mobile App Aimed at Promoting Awareness of Weight-Related Behaviors in Adolescents: A Pilot Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Arizona","keywords":"Mindfulness; Psychological intervention; Mobile apps; Smartphone app; Psychology; Clinical psychology; mHealth; Physical activity; Medicine; Physical therapy; Psychiatry; World Wide Web; Computer science","score_opus":0.33441394656758777,"score_gpt":0.5833266974361874,"score_spread":0.2489127508685996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611571529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6662659,0.0000029634305,0.00008187441,0.00002191822,0.00003111099,0.33308086,0.000018670462,0.000017308352,0.00047938921],"genre_scores_gemma":[0.5021943,1.3004696e-9,0.0000021640803,4.778304e-7,0.000011097335,0.49753976,0.0000035150126,0.000018276465,0.00023038874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923595,0.0032680638,0.001085031,0.000615452,0.0021182008,0.0005537486],"domain_scores_gemma":[0.99579495,0.00010035246,0.00076107046,0.001641823,0.0015732034,0.00012859418],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009328615,0.00020540963,0.00047802716,0.0006344291,0.00045811594,0.00006390531,0.0010984987,0.00013400156,0.0069718137],"category_scores_gemma":[0.00036543031,0.00018164715,0.00012868393,0.00047389205,0.0003334715,0.0001545913,0.00041680658,0.00055178255,0.00007320746],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004697473,0.08992352,0.8003616,0.0014318611,0.0001573541,0.000058084523,0.0029266647,0.00007022921,0.004027948,0.00090033805,0.0011640663,0.09428087],"study_design_scores_gemma":[0.030618973,0.01808311,0.81734645,0.015790509,0.000060893428,0.0000039359848,0.002275687,0.0022132671,0.11037534,0.0024540452,0.00032789528,0.00044989132],"about_ca_topic_score_codex":0.00088740187,"about_ca_topic_score_gemma":0.0007595002,"teacher_disagreement_score":0.16445892,"about_ca_system_score_codex":0.0002481771,"about_ca_system_score_gemma":0.0004128581,"threshold_uncertainty_score":0.99393594},"labels":[],"label_agreement":null},{"id":"W2611775094","doi":"10.2196/resprot.7534","title":"Evaluation of Mechanisms to Improve Performance of Mobile Phone Surveys in Low- and Middle-Income Countries: Research Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Incentive; Mobile phone; Attrition; Phone; Sampling frame; Data collection; Medicine; Random digit dialing; Survey methodology; Environmental health; Computer science; Population; Telecommunications; Statistics","score_opus":0.6414092947608261,"score_gpt":0.6666584726860384,"score_spread":0.025249177925212307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611775094","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3477084,0.0000013366285,0.000024086547,0.00010688734,0.000011183766,0.65088326,0.000014467879,0.000008285505,0.0012421058],"genre_scores_gemma":[0.2666303,0.0000013574692,0.00048723925,0.0000024067278,0.00004273379,0.7323856,5.158035e-7,0.0000124179205,0.00043742865],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.79445356,0.19297877,0.0012402328,0.0010674163,0.008380117,0.0018798789],"domain_scores_gemma":[0.98622274,0.008004446,0.00025904097,0.00094586465,0.0043489747,0.0002189212],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5843792,0.0001305562,0.00038989482,0.0006734217,0.0011507149,0.00014006994,0.0011431933,0.00029098106,0.00036771584],"category_scores_gemma":[0.045090605,0.00011972171,0.000039462433,0.0007957082,0.0019541974,0.00048622928,0.00054974324,0.00069290685,0.000039964187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10790581,0.00590403,0.4137187,0.021855814,0.0002088281,0.000057572575,0.115886584,0.0001534399,0.13921548,0.009665593,0.00064064073,0.18478751],"study_design_scores_gemma":[0.007207391,0.006363374,0.7819642,0.0089904545,0.0000034122236,9.150924e-7,0.0031889316,0.0006161177,0.17925423,0.0073833684,0.0046587894,0.00036884184],"about_ca_topic_score_codex":0.0023939083,"about_ca_topic_score_gemma":0.003063513,"teacher_disagreement_score":0.5392886,"about_ca_system_score_codex":0.00030150983,"about_ca_system_score_gemma":0.002511343,"threshold_uncertainty_score":0.96295303},"labels":[],"label_agreement":null},{"id":"W2612355439","doi":"10.2196/resprot.7432","title":"Testing the Effectiveness of a Primary Care Intervention to Improve Uptake of Colorectal Cancer Screening: A Randomized Controlled Trial Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Colonoscopy; Randomized controlled trial; Attendance; Colorectal cancer; Family medicine; Fecal occult blood; Cancer screening; Intervention (counseling); Cancer; Internal medicine; Nursing","score_opus":0.14633531126184166,"score_gpt":0.509068070410985,"score_spread":0.3627327591491434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612355439","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11930505,0.0000060912657,0.00030441754,0.000054341166,0.000030460942,0.87687916,0.000012558276,0.000040564166,0.003367345],"genre_scores_gemma":[0.29718313,6.251019e-8,0.00039982703,0.0000036516487,0.0001652986,0.7021357,0.0000021325177,0.000024028042,0.00008619847],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99448305,0.0024884234,0.00095069094,0.00045303433,0.0011923796,0.00043242765],"domain_scores_gemma":[0.99356073,0.002598237,0.0007874491,0.0007254005,0.0021724205,0.00015573966],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01234415,0.00022411025,0.0016796227,0.00027624585,0.00044234478,0.00012110887,0.00047663756,0.00015611667,0.000029666493],"category_scores_gemma":[0.010249195,0.00013458413,0.0006349738,0.0003735315,0.00054635626,0.00013822019,0.0003718878,0.000633444,0.0000019033282],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8776029,0.0003929489,0.00056948926,0.0039625447,0.00019394263,0.0000043540576,0.00025179287,0.000009611254,0.052221727,0.000022900918,0.00002379402,0.06474401],"study_design_scores_gemma":[0.8848703,0.023537587,0.02479243,0.012269016,0.000044647284,0.0000040322884,0.00011146772,0.0004914393,0.053247407,0.000049982817,0.00046392946,0.00011779171],"about_ca_topic_score_codex":0.0011998209,"about_ca_topic_score_gemma":0.00007553945,"teacher_disagreement_score":0.17787808,"about_ca_system_score_codex":0.0003000158,"about_ca_system_score_gemma":0.0007764195,"threshold_uncertainty_score":0.9980879},"labels":[],"label_agreement":null},{"id":"W2612596062","doi":"10.2196/resprot.7100","title":"Optimizing Protein Intake and Nitrogen Balance (OPINiB) in Adult Critically Ill Patients: A Study Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical Nutrition and Gastroenterology","field":"Nursing","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Nitrogen balance; Observational study; Blood urea nitrogen; Intensive care unit; Internal medicine; Creatinine","score_opus":0.13495222135937093,"score_gpt":0.5327603574962257,"score_spread":0.39780813613685484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612596062","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019971762,2.1440528e-7,0.000040618626,0.017352512,0.000020428533,0.9624399,0.000015207323,0.000050416744,0.000108915985],"genre_scores_gemma":[0.006272266,4.7364274e-8,0.0014899172,0.0017584274,0.00025210646,0.9901434,0.0000041996386,0.000045461755,0.000034129473],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923066,0.0035741006,0.001556013,0.0007893617,0.0007723297,0.0010016337],"domain_scores_gemma":[0.9926503,0.0020423846,0.00043180134,0.0007777814,0.0038148796,0.0002828556],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006464085,0.00030453145,0.0017731634,0.00029092285,0.0006166782,0.00061006466,0.00068470475,0.00022126791,0.000039004914],"category_scores_gemma":[0.056716263,0.00023018658,0.00032646948,0.00010130771,0.00084931194,0.00032747796,0.0003271598,0.0008814633,0.0000065891927],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9833883,0.008703709,0.004211883,0.00046744564,0.00004975619,0.000010041982,0.00026635936,2.2160725e-7,0.00009785245,0.000077549186,0.0016930932,0.0010337781],"study_design_scores_gemma":[0.9726987,0.01811488,0.00045008853,0.0018506994,0.0000072704247,7.644197e-7,0.00015511231,0.00058679143,0.00008778904,0.0024980146,0.0033703553,0.0001795481],"about_ca_topic_score_codex":0.000040777355,"about_ca_topic_score_gemma":0.00012424398,"teacher_disagreement_score":0.05025218,"about_ca_system_score_codex":0.00010270402,"about_ca_system_score_gemma":0.00004943096,"threshold_uncertainty_score":0.9512294},"labels":[],"label_agreement":null},{"id":"W2612893833","doi":"10.2196/resprot.6485","title":"Recruitment of Community College Students Into a Web-Assisted Tobacco Intervention Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Community college; Medical education; Intervention (counseling); Psychology; Gerontology; Medicine; Nursing","score_opus":0.6115518694975585,"score_gpt":0.6546946933764365,"score_spread":0.04314282387887802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612893833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6221587,4.0688442e-7,0.0000014116995,0.000119128774,0.000009890697,0.37694892,0.000006438072,0.000024130502,0.0007309723],"genre_scores_gemma":[0.52087414,1.4707571e-7,0.0000147426435,0.000004296318,0.000021913213,0.47842166,0.00000784643,0.000011138988,0.0006441375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960129,0.0014072724,0.00044132484,0.00019715301,0.0016550946,0.00028620887],"domain_scores_gemma":[0.99719214,0.000098388344,0.00024822933,0.001636517,0.0006862163,0.0001384813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053236424,0.000127388,0.00031845865,0.00025242192,0.00091041677,0.00015745762,0.0008478744,0.00010652347,0.00015368144],"category_scores_gemma":[0.0004714421,0.000107585896,0.000109557084,0.0002065383,0.0002268266,0.00019082514,0.00075748784,0.0008744489,0.000013956332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012157166,0.01623985,0.9465992,0.00038969444,0.00007056713,0.000029068295,0.0020617007,2.7575162e-8,0.0037792136,0.000051020495,0.0015601264,0.028003853],"study_design_scores_gemma":[0.008724001,0.006751566,0.9697012,0.0022240817,0.000015239908,0.000003846144,0.004826299,0.0000014978892,0.0031911386,0.000091875205,0.0043894504,0.00007986237],"about_ca_topic_score_codex":0.0007816552,"about_ca_topic_score_gemma":0.00038350094,"teacher_disagreement_score":0.101472735,"about_ca_system_score_codex":0.0003654935,"about_ca_system_score_gemma":0.00014617387,"threshold_uncertainty_score":0.70022815},"labels":[],"label_agreement":null},{"id":"W2613820807","doi":"10.2196/resprot.7562","title":"Geriatric Patient Safety Indicators Based on Linked Administrative Health Data to Assess Anticoagulant-Related Thromboembolic and Hemorrhagic Adverse Events in Older Inpatients: A Study Proposal","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Inselspital, Universitätsspital Bern; Université de Genève; Hôpitaux Universitaires de Genève; Institut National de la Santé et de la Recherche Médicale; Université de Versailles Saint-Quentin-en-Yvelines; Brigham and Women's Hospital","keywords":"Medicine; Adverse effect; Patient safety; Medical emergency; Emergency medicine; Health care; Internal medicine","score_opus":0.4272271500002075,"score_gpt":0.5848204766310912,"score_spread":0.15759332663088366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613820807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5329483,0.0000011422273,0.000010928383,0.0026864014,0.000022346076,0.46389803,0.00003608623,0.00003883414,0.0003578963],"genre_scores_gemma":[0.8853249,0.0000011914707,0.0003814406,0.00013731947,0.000090354006,0.11377519,0.00011055975,0.00003558852,0.00014348919],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951587,0.0010402612,0.00080472365,0.0008732621,0.0014667512,0.0006563001],"domain_scores_gemma":[0.9969809,0.00023805586,0.0004120053,0.0017632544,0.00015987006,0.00044590438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027366264,0.00027112506,0.0006758464,0.0010185214,0.0005978627,0.00008033766,0.0006170975,0.00012022688,0.00009532738],"category_scores_gemma":[0.0010997836,0.0002140508,0.00005466769,0.0008037319,0.00012733386,0.00035400226,0.000941949,0.0006161456,0.000054969725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026474106,0.001489512,0.98671174,0.0004514798,0.000056277033,0.00007419693,0.0013006578,0.000009789103,0.000033693035,0.00006571691,0.0003856811,0.0067738337],"study_design_scores_gemma":[0.011244433,0.0072890962,0.9764793,0.0013448556,0.000009278853,0.000001313932,0.0007245881,0.00081079634,0.00003225111,0.000024951845,0.0018444337,0.00019471128],"about_ca_topic_score_codex":0.0001050893,"about_ca_topic_score_gemma":0.000073249954,"teacher_disagreement_score":0.35237655,"about_ca_system_score_codex":0.00027601357,"about_ca_system_score_gemma":0.00093545794,"threshold_uncertainty_score":0.8728738},"labels":[],"label_agreement":null},{"id":"W2613827138","doi":"10.2196/resprot.6979","title":"PatientVOICE: Development of a Preparatory, Pre-Chemotherapy Online Communication Tool for Older Patients With Cancer","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"KWF Kankerbestrijding","keywords":"Medicine; Disease; Gerontology; Information needs; Cancer; Older people; Family medicine","score_opus":0.15239520281225374,"score_gpt":0.5471909040265814,"score_spread":0.3947957012143277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613827138","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54689366,0.000011900397,0.00007539846,0.00026939154,0.0000069151065,0.4523686,0.00007429043,0.000020933161,0.0002788948],"genre_scores_gemma":[0.19061065,0.000002241543,0.0017010571,0.00005411303,0.000045302906,0.8066231,0.00008820178,0.00003126096,0.0008440649],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823505,0.000090055415,0.00030726823,0.00027327874,0.0007695596,0.00032476243],"domain_scores_gemma":[0.99701446,0.00007641467,0.00023391239,0.0011907266,0.001380138,0.000104375205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005230562,0.00012952807,0.00025012612,0.000085272055,0.0004020838,0.000060977163,0.0004200111,0.00008764704,0.00012258119],"category_scores_gemma":[0.00007806969,0.000096823365,0.00004940426,0.0000929137,0.00019700508,0.00015030042,0.00013374511,0.00023801533,0.0000023253515],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011346098,0.0033878873,0.71786296,0.0027302045,0.00015202833,6.8010195e-7,0.010532556,0.0000011780974,0.00047672275,0.00004216536,0.0075385654,0.24592896],"study_design_scores_gemma":[0.007702574,0.0012168244,0.74604166,0.0034776262,0.0000043907135,1.5375326e-7,0.0001060583,0.000021283668,0.006176738,0.000020644466,0.23510109,0.00013094164],"about_ca_topic_score_codex":0.00016031216,"about_ca_topic_score_gemma":0.0010926247,"teacher_disagreement_score":0.35628304,"about_ca_system_score_codex":0.00019295515,"about_ca_system_score_gemma":0.00076317694,"threshold_uncertainty_score":0.39483422},"labels":[],"label_agreement":null},{"id":"W2615461093","doi":"10.2196/resprot.7147","title":"Development of an Evidence-Informed Blog to Promote Healthy Eating Among Mothers: Use of the Intervention Mapping Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Psychological intervention; Health promotion; Behavior change; Intervention (counseling); Promotion (chess); Behavior change methods; Social media; Psychology; Intervention mapping; Protocol (science); Grounded theory; Social marketing; Medicine; Gerontology; Alternative medicine; Social psychology; Qualitative research; Public health; Nursing; Psychiatry; Computer science; Social science; Sociology","score_opus":0.6691586037495453,"score_gpt":0.6709752387026722,"score_spread":0.0018166349531268944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615461093","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38991904,2.659897e-7,0.000035903562,0.00013533019,0.000017652395,0.6094989,0.0000073723477,0.000018907187,0.00036662308],"genre_scores_gemma":[0.043139808,2.2648885e-8,0.0041334685,0.000026714106,0.000039718165,0.95147836,0.0000021358424,0.00002618644,0.0011535619],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99605113,0.0008616748,0.00121475,0.00039347206,0.00076529034,0.0007136659],"domain_scores_gemma":[0.99664867,0.00012608629,0.00084865524,0.0015024052,0.00058796833,0.0002862217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041992567,0.00016079069,0.0003005033,0.00034463627,0.00085501757,0.00018104655,0.0012671035,0.00016043145,0.00057418854],"category_scores_gemma":[0.00080663076,0.00011878001,0.00016647263,0.00036322014,0.0003210263,0.0008030685,0.000546285,0.00056331564,0.000040195133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031783518,0.0038414944,0.18807474,0.004379451,0.00006771402,0.000005416444,0.021814477,0.0000018765091,0.004822485,0.000665779,0.0023212046,0.770827],"study_design_scores_gemma":[0.0017122948,0.0033625837,0.8905171,0.033072595,0.000002246445,0.0000017577233,0.0014610732,0.00009650569,0.00434965,0.0000511687,0.065200575,0.00017244292],"about_ca_topic_score_codex":0.0008697243,"about_ca_topic_score_gemma":0.0012174575,"teacher_disagreement_score":0.77065456,"about_ca_system_score_codex":0.00023146509,"about_ca_system_score_gemma":0.0004733362,"threshold_uncertainty_score":0.65761906},"labels":[],"label_agreement":null},{"id":"W2615499772","doi":"10.2196/resprot.6846","title":"The Effectiveness of a Computer Game-Based Rehabilitation Platform for Children With Cerebral Palsy: Protocol for a Randomized Clinical Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Children's Hospital Research Institute of Manitoba; University of Manitoba","funders":"Mitacs","keywords":"Cerebral palsy; Protocol (science); Randomized controlled trial; Rehabilitation; Physical medicine and rehabilitation; Physical therapy; Medicine; Psychology; Computer science; Alternative medicine","score_opus":0.1720589589015189,"score_gpt":0.552552961895293,"score_spread":0.3804940029937741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615499772","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009040264,3.066314e-7,0.0046554795,0.0007420462,0.0000121824405,0.9853379,0.000020374786,0.000029958092,0.00016148333],"genre_scores_gemma":[0.007924301,5.8499825e-8,0.0030045076,0.000038950973,0.0003136085,0.98855394,0.000028577686,0.000040183484,0.00009585203],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958039,0.0015795558,0.00084583147,0.0004906954,0.0007277948,0.00055224897],"domain_scores_gemma":[0.98327285,0.014177929,0.000492554,0.0010083661,0.0008964057,0.0001519033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024494536,0.00021092042,0.000940862,0.00011074347,0.000659852,0.00018689664,0.00045340692,0.00017131523,0.000015316147],"category_scores_gemma":[0.0069704633,0.000111779096,0.00059560896,0.00009711538,0.0014412935,0.00016153,0.00009825508,0.00037781155,0.0000020808945],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9631693,0.00182305,0.013493205,0.0028275473,0.0002106678,3.434507e-7,0.000045163557,0.0000035428632,0.000027304448,0.0025674386,0.0013299753,0.014502484],"study_design_scores_gemma":[0.9093707,0.033641916,0.036209848,0.003420303,0.00002259161,5.919683e-7,0.000016097396,0.0009842172,0.0005661328,0.004112852,0.011514733,0.00013996765],"about_ca_topic_score_codex":0.000031624295,"about_ca_topic_score_gemma":0.000037264555,"teacher_disagreement_score":0.053798527,"about_ca_system_score_codex":0.00006182512,"about_ca_system_score_gemma":0.00070485234,"threshold_uncertainty_score":0.8489366},"labels":[],"label_agreement":null},{"id":"W2616417825","doi":"10.2196/resprot.5851","title":"Crowdsourced Identification of Possible Allergy-Associated Factors: Automated Hypothesis Generation and Validation Using Crowdsourcing Services","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Crowdsourcing; Identification (biology); Data science; Computer science; World Wide Web; Biology","score_opus":0.2389973154109489,"score_gpt":0.4639238991815707,"score_spread":0.22492658377062177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616417825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92777264,0.0000058950427,0.007539189,0.00014845506,0.000026069487,0.06394896,0.0000073864076,0.00038050977,0.00017090549],"genre_scores_gemma":[0.9537517,9.963039e-7,0.002772525,0.000007616946,0.000082130566,0.04319461,0.000010396384,0.000032475,0.00014753998],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965751,0.00061742734,0.00062922604,0.0006641535,0.0009619611,0.0005520967],"domain_scores_gemma":[0.99659526,0.00022126372,0.0007912009,0.0014380475,0.0007984066,0.00015583081],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028215111,0.00022369281,0.0003074908,0.00039484,0.0020325077,0.0029237194,0.0011986545,0.00020688341,0.0000072524886],"category_scores_gemma":[0.0005373051,0.00021453822,0.00007571085,0.00039150627,0.0002202402,0.0015788985,0.0005654757,0.00028228716,0.0000073452948],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025823452,0.00021645818,0.008410595,0.00031887228,0.00005329582,0.00000524539,0.0027943775,0.0009818508,0.98077214,0.00045332857,0.0001549043,0.0058131036],"study_design_scores_gemma":[0.0006936379,0.00014208534,0.05626989,0.0010050745,0.0000034094217,0.0000048699394,0.00014885895,0.5202964,0.42059353,0.0003719313,0.0002232913,0.00024701538],"about_ca_topic_score_codex":0.00034338053,"about_ca_topic_score_gemma":0.000041664065,"teacher_disagreement_score":0.5601786,"about_ca_system_score_codex":0.0001437713,"about_ca_system_score_gemma":0.00014174666,"threshold_uncertainty_score":0.9992667},"labels":[],"label_agreement":null},{"id":"W2616429261","doi":"10.2196/resprot.7223","title":"EpxMedTracking: Feasibility Evaluation of an SMS-Based Medication Adherence Tracking System in Community Practice","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health","keywords":"Medication adherence; Tracking (education); Community practice; Tracking system; mHealth; Medicine; Computer science; Psychology; Nursing; Psychological intervention; Pharmacy; Artificial intelligence","score_opus":0.7591907141897166,"score_gpt":0.6849837676532794,"score_spread":0.07420694653643722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616429261","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39493746,0.000013660353,0.0003265623,0.0017119752,0.000023447179,0.58084047,0.00000784361,0.0000847875,0.022053834],"genre_scores_gemma":[0.5979544,3.3967044e-7,0.0005802422,0.00003390922,0.00004109655,0.40131912,0.000017250228,0.000009693164,0.000043962507],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99112236,0.0044425726,0.0006623709,0.00038348517,0.003008713,0.00038047528],"domain_scores_gemma":[0.9923944,0.00069163303,0.0006693201,0.0026734897,0.0033022158,0.0002689275],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031918954,0.00013576275,0.00033414073,0.00021984811,0.00058855035,0.00011894902,0.00095057784,0.00017256729,0.00027895253],"category_scores_gemma":[0.014099392,0.00012245458,0.00005003299,0.0003210293,0.0005441967,0.0007941527,0.00010666039,0.0013744098,0.00010304274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007821173,0.018828776,0.40320346,0.01501602,0.00007309379,0.00007883035,0.004343345,0.00007402849,0.038366977,0.0027251886,0.0018378514,0.50763124],"study_design_scores_gemma":[0.00901029,0.0025445928,0.92434263,0.016186288,0.000021559705,0.000022653954,0.004019474,0.02521591,0.014645348,0.0006433499,0.0031561684,0.00019175294],"about_ca_topic_score_codex":0.00060965755,"about_ca_topic_score_gemma":0.00014245183,"teacher_disagreement_score":0.52113914,"about_ca_system_score_codex":0.000556795,"about_ca_system_score_gemma":0.0020322488,"threshold_uncertainty_score":0.99684316},"labels":[],"label_agreement":null},{"id":"W2616485504","doi":"10.2196/resprot.6047","title":"Using Text Messaging in Long-Term Arthroplasty Follow-Up: A Pilot Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Versus Arthritis","keywords":"Term (time); Computer science; Text messaging; Medicine; Psychology; Physical therapy; World Wide Web","score_opus":0.6075153676119565,"score_gpt":0.6824795310453879,"score_spread":0.07496416343343149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616485504","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20187369,0.000009595629,0.000087604814,0.0009395771,0.000063213796,0.78879464,0.0000141839555,0.00010587901,0.008111594],"genre_scores_gemma":[0.35480294,0.000004372393,0.00011591765,0.000110480265,0.00024745063,0.6422784,0.0000047573353,0.00005000521,0.002385726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99169785,0.0026519964,0.0012064773,0.0008977894,0.001124632,0.0024212783],"domain_scores_gemma":[0.99483144,0.00074402295,0.00054163305,0.0024311251,0.00059743697,0.0008543188],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00772131,0.00028034422,0.000547761,0.0005355819,0.007329587,0.00016452927,0.0010774,0.000189478,0.0007492826],"category_scores_gemma":[0.00096994254,0.00025406876,0.000051903156,0.00050773215,0.0002985054,0.00045641797,0.0010225745,0.0029944996,0.0008798093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092701195,0.0023047456,0.97537,0.0019543215,0.000009899111,0.000048950817,0.001079474,0.00000160263,0.00031937068,0.0010590032,0.0035484268,0.0133771915],"study_design_scores_gemma":[0.00921357,0.0019887642,0.91396207,0.0041694576,0.0000021634432,0.0000024046708,0.000894472,0.00010366576,0.000012418966,0.00039776624,0.069017366,0.00023591588],"about_ca_topic_score_codex":0.002010163,"about_ca_topic_score_gemma":0.009334129,"teacher_disagreement_score":0.15292925,"about_ca_system_score_codex":0.0007011661,"about_ca_system_score_gemma":0.0028624393,"threshold_uncertainty_score":0.9999912},"labels":[],"label_agreement":null},{"id":"W2616815825","doi":"10.2196/resprot.7642","title":"The Parasol Protocol: An Implementation Science Study of HIV Continuum of Care Interventions for Gay Men and Transgender Women in Burma/Myanmar","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; amfAR, The Foundation for AIDS Research","keywords":"Men who have sex with men; Medicine; Psychological intervention; Respondent; Transgender women; Family medicine; Transgender; Human immunodeficiency virus (HIV); Randomized controlled trial; Community engagement; Gerontology; Nursing; Psychology; Syphilis; Surgery; Political science","score_opus":0.3828646353144377,"score_gpt":0.6755313939004488,"score_spread":0.2926667585860111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616815825","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12155966,0.000002674767,0.000045879122,0.00022679455,0.000001535203,0.8766975,0.00005416868,0.000008076853,0.001403751],"genre_scores_gemma":[0.3375186,4.0450567e-7,0.00006661209,7.6317315e-7,0.000017950306,0.66105884,0.000004642127,0.0000111237,0.0013210523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99676895,0.00045120498,0.0006680932,0.00036709782,0.0009858833,0.000758748],"domain_scores_gemma":[0.9972005,0.00015624033,0.00021694723,0.000856632,0.0012914609,0.00027821297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005943337,0.00011456726,0.00032291524,0.0004391588,0.0008880192,0.00022313757,0.0007300301,0.000043446387,0.0001236955],"category_scores_gemma":[0.0007256154,0.000079570695,0.00011238176,0.00030773762,0.0010615868,0.00050096196,0.00024323286,0.00031716403,0.0000016563482],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018218378,0.014594026,0.45473564,0.023617059,0.0003482346,0.00002467864,0.107956246,0.0000013518464,0.10935285,0.0017390632,0.015520007,0.25389245],"study_design_scores_gemma":[0.042070914,0.12497222,0.525964,0.00690361,0.000014714334,0.000005189968,0.23217656,0.00038074964,0.043604627,0.0013483396,0.022279501,0.0002795487],"about_ca_topic_score_codex":0.00019686426,"about_ca_topic_score_gemma":0.0017621259,"teacher_disagreement_score":0.2536129,"about_ca_system_score_codex":0.00017985477,"about_ca_system_score_gemma":0.0005118221,"threshold_uncertainty_score":0.6830016},"labels":[],"label_agreement":null},{"id":"W2617502002","doi":"10.2196/resprot.6968","title":"The Use of Text Messaging to Improve the Hospital-to-Community Transition in Acute Coronary Syndrome Patients (Txt2Prevent): Intervention Development and Pilot Randomized Controlled Trial Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canada Health Infoway; McMaster University; University of Victoria; Impact; University of Waterloo; Centre for Advancing Health Outcomes; Vancouver Coastal Health; Vancouver Coastal Health Research Institute; University of British Columbia; Providence Health Care; Simon Fraser University","funders":"Canadian Institutes of Health Research; University of California, Los Angeles; Ontario Ministry of Health and Long-Term Care; Heart and Stroke Foundation of Canada; Michael Smith Health Research BC; Pfizer","keywords":"Acute coronary syndrome; Medicine; Text messaging; Randomized controlled trial; Psychological intervention; Myocardial infarction; Intervention (counseling); Text message; Protocol (science); Medical emergency; Physical therapy; Emergency medicine; Intensive care medicine; Alternative medicine; Internal medicine; Nursing; World Wide Web; Computer science","score_opus":0.21536375543510314,"score_gpt":0.5691200287842698,"score_spread":0.3537562733491667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617502002","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19111884,8.059566e-7,0.00013833382,0.0036841282,0.000033804263,0.8048597,0.000017960072,0.000022210761,0.0001241955],"genre_scores_gemma":[0.14962912,0.0000018950443,0.0002711045,0.00018360166,0.000028243172,0.84924555,0.000009845148,0.000027481654,0.00060318277],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9854883,0.010265673,0.002068527,0.00038265428,0.0008213556,0.00097349024],"domain_scores_gemma":[0.9920092,0.004578887,0.0009215278,0.0013478422,0.00072846847,0.00041406802],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.021030348,0.00023306224,0.00093176524,0.00024586578,0.0059269355,0.00014934222,0.0009273269,0.00014721855,0.00003455563],"category_scores_gemma":[0.0032452606,0.00013225705,0.00013559648,0.00025060802,0.0003363607,0.00035620015,0.000674995,0.0017608261,0.000039177732],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9606127,0.0022251715,0.0013894797,0.0014010299,0.00006734772,0.0000019597835,0.003907871,0.0000021725066,0.000031800584,0.0006346222,0.0013240384,0.028401818],"study_design_scores_gemma":[0.8745688,0.004381119,0.07349131,0.0036531778,0.000008701173,5.281925e-7,0.00042914067,0.000086654065,0.000024219224,0.00050067285,0.042702,0.00015363556],"about_ca_topic_score_codex":0.0006812002,"about_ca_topic_score_gemma":0.0005932024,"teacher_disagreement_score":0.08604385,"about_ca_system_score_codex":0.00036896532,"about_ca_system_score_gemma":0.0008534228,"threshold_uncertainty_score":0.9953672},"labels":[],"label_agreement":null},{"id":"W2618252612","doi":"10.2196/resprot.7743","title":"An mHealth Framework to Improve Birth Outcomes in Benue State, Nigeria: A Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; Fogarty International Center; National Institutes of Health","keywords":"mHealth; Protocol (science); Medicine; Psychology; Computer science; Medical education; Psychological intervention; Nursing; Alternative medicine","score_opus":0.2973953747079962,"score_gpt":0.695751271187992,"score_spread":0.39835589647999575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618252612","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022930657,4.4855332e-7,0.00011327532,0.003816744,0.00005557577,0.9709399,0.00012711546,0.00020693337,0.0018093538],"genre_scores_gemma":[0.016217496,6.8876125e-7,0.0014533086,0.0010695651,0.0005424279,0.97805685,0.0000068050704,0.00012471846,0.0025281368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9876275,0.0040108487,0.0019253632,0.0014820634,0.0015390381,0.0034151643],"domain_scores_gemma":[0.9897939,0.0011612853,0.00074899377,0.004943789,0.000967143,0.0023849173],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011494753,0.00043907974,0.0009398968,0.0007703237,0.006173867,0.00027238182,0.0024870078,0.0004973185,0.000568234],"category_scores_gemma":[0.0026489873,0.00036754739,0.00007503817,0.0007866982,0.00022160778,0.0005765594,0.00096659636,0.0046879617,0.0017042076],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002084572,0.004876757,0.9524833,0.0030792675,0.0000097398115,0.000026231755,0.005265836,0.000002950664,0.000118342636,0.00095292006,0.0063816346,0.024718432],"study_design_scores_gemma":[0.0052781715,0.0046550124,0.62737525,0.0014531843,4.8423635e-7,3.03881e-7,0.0014900597,0.000015128204,0.000016911508,0.003975957,0.35547003,0.0002694994],"about_ca_topic_score_codex":0.0029729048,"about_ca_topic_score_gemma":0.010144489,"teacher_disagreement_score":0.3490884,"about_ca_system_score_codex":0.0008961221,"about_ca_system_score_gemma":0.004598237,"threshold_uncertainty_score":0.99987763},"labels":[],"label_agreement":null},{"id":"W2618294005","doi":"10.2196/resprot.7705","title":"Development of a Modular Research Platform to Create Medical Observational Studies for Mobile Devices","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Software deployment; Computer science; Modular design; Scale (ratio); Resource (disambiguation); Data science; Human–computer interaction; Medicine; Software engineering; Operating system","score_opus":0.8742722295437859,"score_gpt":0.7742317074882171,"score_spread":0.10004052205556879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618294005","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044638984,0.000041567717,0.00029142952,0.0073876507,0.00003753765,0.94452024,0.000075573946,0.00006376811,0.0029432578],"genre_scores_gemma":[0.0072004246,0.000018187091,0.01373194,0.00037456228,0.0004694443,0.9753794,0.000033865734,0.000042501026,0.0027496677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923263,0.0007185142,0.0014776107,0.00066748634,0.0028712426,0.0019388215],"domain_scores_gemma":[0.9878787,0.004006075,0.00039512146,0.0013870646,0.0051420666,0.0011909916],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.021996625,0.00018605929,0.00054597046,0.00045210586,0.009225357,0.000048790564,0.0016524262,0.0003663087,0.0004026088],"category_scores_gemma":[0.008296927,0.00015110332,0.00006514586,0.000460536,0.0005100158,0.00025145328,0.0013307828,0.0015290064,0.00042687496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004767292,0.0026067074,0.05053856,0.049603175,0.00020513138,0.000012175414,0.02324144,0.000011442488,0.002788827,0.1371118,0.36468983,0.3644236],"study_design_scores_gemma":[0.001707642,0.0005880381,0.032114256,0.004669436,9.1840303e-7,3.6181723e-7,0.0023238605,0.000110132656,0.00039501878,0.0031284804,0.9548391,0.00012276816],"about_ca_topic_score_codex":0.00010965227,"about_ca_topic_score_gemma":0.0012225717,"teacher_disagreement_score":0.5901492,"about_ca_system_score_codex":0.00061044627,"about_ca_system_score_gemma":0.009068769,"threshold_uncertainty_score":0.9965489},"labels":[],"label_agreement":null},{"id":"W2618552613","doi":"10.2196/resprot.6973","title":"PREventive Care Infrastructure based On Ubiquitous Sensing (PRECIOUS): A Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Aalto-Yliopisto; European Commission","keywords":"Protocol (science); Ubiquitous computing; Computer science; Internet privacy; Medicine; Computer security; Human–computer interaction; Alternative medicine","score_opus":0.25621644472434874,"score_gpt":0.6716962624326597,"score_spread":0.41547981770831094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618552613","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008390334,5.524559e-7,0.0000844296,0.001053694,0.000037868787,0.9683559,0.000050806153,0.00021978584,0.029357955],"genre_scores_gemma":[0.020230783,1.6637898e-7,0.00068786665,0.00048674838,0.0008296847,0.9759958,0.000015980322,0.00010049614,0.0016525201],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899245,0.004093733,0.0010711997,0.0011145876,0.0016771791,0.0021188105],"domain_scores_gemma":[0.99193096,0.0009877742,0.00078524597,0.0035538576,0.0017826748,0.00095948536],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004003833,0.00039592836,0.0005648695,0.00042820876,0.0110565685,0.00019830259,0.0013713624,0.0004860909,0.0006980775],"category_scores_gemma":[0.0013604927,0.00032313832,0.00011329172,0.00037837692,0.00031109122,0.00023134831,0.0007032298,0.00395356,0.0007594812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012529808,0.0048272926,0.22874619,0.023703186,0.000054314998,0.00016023488,0.017681073,0.00008223988,0.0003198681,0.0016653336,0.20801869,0.5022118],"study_design_scores_gemma":[0.010329372,0.0042211264,0.10748526,0.0048454404,0.0000031765292,0.000001021454,0.004274876,0.00039866703,0.000084445455,0.0008122222,0.8672366,0.0003078066],"about_ca_topic_score_codex":0.0003642738,"about_ca_topic_score_gemma":0.00064819946,"teacher_disagreement_score":0.6592179,"about_ca_system_score_codex":0.0009841544,"about_ca_system_score_gemma":0.004476831,"threshold_uncertainty_score":0.9999221},"labels":[],"label_agreement":null},{"id":"W2618644534","doi":"","title":"Improving patient experience and healthcare quality in primary care for patients with complex chronic disease: Adopting qualitative methods into a user-centred design approach to develop the electronic Patient Reported Outcomes (ePRO) tool","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Quality (philosophy); Medicine; Health care; Primary care; Patient experience; Nursing; Psychology; Family medicine","score_opus":0.3246233347433047,"score_gpt":0.5633552281035077,"score_spread":0.238731893360203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618644534","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39459804,0.000051883162,0.014173883,0.0012536214,0.0000095460655,0.5898061,0.000013159269,0.000058645157,0.000035148692],"genre_scores_gemma":[0.31530458,7.4838306e-7,0.03805434,0.0001424009,0.00001790123,0.6463433,0.000060343235,0.000031738895,0.00004468039],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99451995,0.0019975682,0.0007414469,0.00079966936,0.0009373035,0.001004059],"domain_scores_gemma":[0.99644566,0.0009151034,0.00030776535,0.0006624198,0.0013913604,0.0002776873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026251173,0.00026057212,0.0004273007,0.00023694434,0.00036248114,0.0000977731,0.00022620792,0.00006126438,0.0000050118965],"category_scores_gemma":[0.0023983286,0.00014560527,0.000045875284,0.0008153141,0.00018042732,0.00026478374,0.00029616122,0.00027223775,0.0000012944258],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00582712,0.0014924898,0.25021237,0.00614023,0.0000879851,0.000002189991,0.1438467,0.0000058981823,0.000763359,0.00075486675,0.00022333646,0.59064347],"study_design_scores_gemma":[0.008067402,0.007579694,0.9309497,0.0037543774,0.000018155872,4.6444367e-7,0.03588355,0.00014263262,0.0005303022,0.00030646138,0.012187843,0.0005794222],"about_ca_topic_score_codex":0.00013170484,"about_ca_topic_score_gemma":0.000027165208,"teacher_disagreement_score":0.6807373,"about_ca_system_score_codex":0.0022197121,"about_ca_system_score_gemma":0.001615176,"threshold_uncertainty_score":0.5937611},"labels":[],"label_agreement":null},{"id":"W2618699221","doi":"10.2196/resprot.7447","title":"eMindLog: Self-Measurement of Anxiety and Depression Using Mobile Technology","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"East Carolina University","keywords":"Anxiety; Psychology; Depression (economics); Clinical psychology; Applied psychology; Mobile technology; Computer science; Mobile device; Psychiatry; World Wide Web","score_opus":0.3258613764596048,"score_gpt":0.6157551836611378,"score_spread":0.289893807201533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618699221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24554352,0.000076014716,0.000073374176,0.00034399703,0.00007839459,0.7260794,0.00003710633,0.00013749942,0.027630694],"genre_scores_gemma":[0.48269132,3.0995187e-7,0.0003581778,0.0000029490157,0.000027638762,0.5166625,4.800892e-7,0.000013789236,0.00024283103],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790287,0.00019507507,0.00036823112,0.00039778207,0.0005936352,0.00054242084],"domain_scores_gemma":[0.9980739,0.00003572019,0.00022489564,0.0010825184,0.00043679003,0.00014621606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016274598,0.00011477045,0.00019862677,0.00027835547,0.0005145529,0.00009809973,0.00059278414,0.00020341123,0.00015746457],"category_scores_gemma":[0.00017120475,0.000103428414,0.00005217353,0.00015562937,0.0004451265,0.0002073518,0.00066108693,0.00044157886,0.00006851758],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011039964,0.008674323,0.37281138,0.0030281167,0.00015555273,0.00006163435,0.0010532157,0.0000010257662,0.021705544,0.012069913,0.009813642,0.56952167],"study_design_scores_gemma":[0.011189074,0.010552971,0.20620994,0.02059626,0.00001580672,0.00026330914,0.0019360117,0.00019380504,0.18300262,0.02615837,0.53895074,0.0009310917],"about_ca_topic_score_codex":0.000069658825,"about_ca_topic_score_gemma":0.000015396638,"teacher_disagreement_score":0.5685906,"about_ca_system_score_codex":0.00016081503,"about_ca_system_score_gemma":0.00009485354,"threshold_uncertainty_score":0.4217688},"labels":[],"label_agreement":null},{"id":"W2618727275","doi":"10.2196/resprot.6760","title":"An Ecological Momentary Intervention to Reduce Alcohol Consumption in Young Adults Delivered During Drinking Events: Protocol for a Pilot Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Intervention (counseling); Randomized controlled trial; Observational study; Medicine; Phone; mHealth; Environmental health; Poison control; Suicide prevention; Psychiatry","score_opus":0.2713592201733932,"score_gpt":0.6084589268529675,"score_spread":0.33709970667957434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618727275","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30785844,3.560168e-7,0.000053236643,0.00028123663,0.00010318127,0.69084436,0.000024911169,0.00007343414,0.0007608532],"genre_scores_gemma":[0.3795202,3.7313278e-8,0.00015917537,0.000014117309,0.00017425315,0.6190086,0.000018324181,0.000035841993,0.001069432],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9914516,0.0035697499,0.0019547264,0.0010178715,0.00078696414,0.0012190501],"domain_scores_gemma":[0.99664265,0.00070535624,0.0007660111,0.0011003792,0.0003667534,0.00041884134],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009037615,0.0003398981,0.001164389,0.0006532696,0.00084192737,0.00048536962,0.0011876052,0.00021596684,0.0009512888],"category_scores_gemma":[0.0016842027,0.00029144977,0.00056425156,0.00015889529,0.00028255256,0.00086812937,0.00041987753,0.000660949,0.0002487374],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97405237,0.017138118,0.0022492216,0.000816436,0.0001084501,0.00002602312,0.000395841,0.0000019800877,0.00032877864,0.00082078367,0.00033646385,0.0037255248],"study_design_scores_gemma":[0.9456999,0.017050132,0.02749115,0.00675004,0.000006386929,0.000008975632,0.00015706957,0.00011591851,0.00045220603,0.0017717971,0.00022847067,0.0002679662],"about_ca_topic_score_codex":0.00047535967,"about_ca_topic_score_gemma":0.00094146986,"teacher_disagreement_score":0.07183575,"about_ca_system_score_codex":0.00078689307,"about_ca_system_score_gemma":0.000078768935,"threshold_uncertainty_score":0.999962},"labels":[],"label_agreement":null},{"id":"W2619389167","doi":"10.2196/resprot.6501","title":"Comparison of Ecological Momentary Assessment Versus Direct Measurement of E-Cigarette Use With a Bluetooth-Enabled E-Cigarette: A Pilot Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Concordance; Bluetooth; Medicine; Concordance correlation coefficient; Cigarette smoking; Correlation; Repeated measures design; Electronic cigarette; Statistics; Demography; Environmental health; Mathematics; Computer science; Telecommunications; Internal medicine","score_opus":0.5705837650182669,"score_gpt":0.5803814496494455,"score_spread":0.009797684631178583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619389167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7100989,9.664084e-7,0.0000063733314,0.00018631291,0.000015475256,0.28806683,0.000009976505,0.00003352208,0.0015815909],"genre_scores_gemma":[0.5984202,2.2099275e-7,0.000059477523,0.0000055851174,0.000033922755,0.40135297,0.0000071372815,0.000019891977,0.00010060066],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99363023,0.0006173185,0.0006208168,0.00052038877,0.004077682,0.00053359044],"domain_scores_gemma":[0.9963033,0.00025268257,0.00045586002,0.0014029649,0.001375229,0.00020994166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003790144,0.00023308437,0.0007630626,0.00025682533,0.0004082119,0.00015549637,0.0005102658,0.000098393444,0.00027056926],"category_scores_gemma":[0.0004723336,0.00016609555,0.00007743128,0.00024752168,0.00043123413,0.00028029463,0.00029210228,0.00085624086,0.0000012917847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0123031195,0.018237244,0.95568603,0.0003464919,0.00028395033,0.000066018416,0.00039113007,0.000004704594,0.009647607,0.000022420149,0.0019435706,0.001067715],"study_design_scores_gemma":[0.014010722,0.06113502,0.90660983,0.0014478579,0.000081414946,0.0000016061957,0.0006793357,0.000027753722,0.014677878,0.000004821175,0.0011743931,0.00014938385],"about_ca_topic_score_codex":0.00032540786,"about_ca_topic_score_gemma":0.00014153369,"teacher_disagreement_score":0.11328614,"about_ca_system_score_codex":0.0005996668,"about_ca_system_score_gemma":0.00054818107,"threshold_uncertainty_score":0.677318},"labels":[],"label_agreement":null},{"id":"W2619701658","doi":"10.2196/resprot.7106","title":"Using Beta-Version mHealth Technology for Team-Based Care Management to Support Stroke Prevention: An Assessment of Utility and Challenges","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Neurological Disorders and Stroke","keywords":"Health care; Health information technology; mHealth; Nursing; Medicine; Community health; Psychology; Medical education; Knowledge management; Computer science; Public health; Psychological intervention","score_opus":0.4357626189647205,"score_gpt":0.6248024406231872,"score_spread":0.18903982165846672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619701658","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04495064,0.000030377807,0.0031836086,0.006024497,0.00001651933,0.9223486,0.000103074206,0.000093344504,0.023249302],"genre_scores_gemma":[0.24389607,0.000010503235,0.05389031,0.000032496122,0.000065087246,0.7012954,0.000030273883,0.0000313536,0.0007485442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749845,0.00012130071,0.00035160233,0.00063205196,0.00084549055,0.0005511299],"domain_scores_gemma":[0.9974728,0.00003807638,0.00019648942,0.0015163826,0.0005271341,0.00024912006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018158371,0.00016994428,0.00039113034,0.00050779496,0.0004445471,0.000052784482,0.0004884508,0.00014259724,0.000065058906],"category_scores_gemma":[0.0000686512,0.0001555549,0.00007611636,0.000113774564,0.00026235898,0.00013782135,0.0007281544,0.00029234262,0.0000026332827],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004233915,0.003956646,0.14360914,0.05658716,0.00047061063,0.00010550864,0.00074265205,0.000011676999,0.010184817,0.0041646617,0.016370198,0.759563],"study_design_scores_gemma":[0.015258384,0.023982937,0.1512725,0.0053612776,0.000109493274,0.0000089516,0.0083131,0.0018922575,0.024244731,0.00024512887,0.76890147,0.00040978356],"about_ca_topic_score_codex":0.000012537541,"about_ca_topic_score_gemma":0.000015756794,"teacher_disagreement_score":0.75915325,"about_ca_system_score_codex":0.00031406325,"about_ca_system_score_gemma":0.00030788596,"threshold_uncertainty_score":0.63433444},"labels":[],"label_agreement":null},{"id":"W2620118806","doi":"10.2196/resprot.7110","title":"A Personalized and Interactive Web-Based Health Care Innovation to Advance the Quality of Life and Care of Patients With Heart Failure (ACQUIRE-HF): A Mixed Methods Feasibility Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"H. Lundbeck A/S; TrygFonden; Syddansk Universitet; Lundbeckfonden","keywords":"Heart failure; Modalities; Medicine; Health care; Quality of life (healthcare); Population; Quality (philosophy); Disease; Nursing; Environmental health; Cardiology; Economic growth; Pathology","score_opus":0.21615382938308314,"score_gpt":0.5988728607620336,"score_spread":0.38271903137895047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620118806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62461865,0.000012209429,0.00010211572,0.005135466,0.0000028367242,0.37005678,0.00003568097,0.000012089352,0.000024146693],"genre_scores_gemma":[0.68483114,1.5512234e-7,0.0080027385,0.0000864427,0.000010590463,0.3070096,0.000015850741,0.000011693902,0.000031771033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964714,0.0015990839,0.00043655254,0.00042658614,0.0007886674,0.00027769635],"domain_scores_gemma":[0.996692,0.0002970526,0.00028526486,0.000859598,0.0016978531,0.00016825521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027178458,0.00015867063,0.00054668885,0.00019254487,0.00035179083,0.000057245597,0.00014844058,0.00004205509,0.000013461534],"category_scores_gemma":[0.0010806283,0.00009555856,0.0000374299,0.0003295573,0.00036600753,0.00015213806,0.0002366916,0.00024932693,5.5622587e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01027293,0.0015008525,0.9589585,0.0031158358,0.00008445766,9.115432e-7,0.012034495,3.2121417e-7,0.00035936077,0.00008528602,0.0010596238,0.012527439],"study_design_scores_gemma":[0.0135659985,0.009897668,0.93100494,0.0010960487,0.00000827709,1.1637187e-7,0.02088178,0.000005370845,0.0005101163,0.000008733153,0.022931254,0.00008969625],"about_ca_topic_score_codex":0.00029462826,"about_ca_topic_score_gemma":0.00065761246,"teacher_disagreement_score":0.063047186,"about_ca_system_score_codex":0.00018734374,"about_ca_system_score_gemma":0.0005395353,"threshold_uncertainty_score":0.38967648},"labels":[],"label_agreement":null},{"id":"W2620120167","doi":"10.2196/resprot.6806","title":"Neoadjuvant Hypofractionated Radiotherapy and Chemotherapy in High-Grade Extremity Soft Tissue Sarcomas: Phase 2 Clinical Trial Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sarcoma Diagnosis and Treatment","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Radiation therapy; Protocol (science); Soft tissue; Soft tissue sarcoma; Chemotherapy; Clinical trial; Radiology; Oncology; Surgery; Internal medicine; Pathology; Alternative medicine","score_opus":0.34458843765112857,"score_gpt":0.624707857095341,"score_spread":0.2801194194442125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620120167","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06616797,0.000018416129,0.000018489745,0.007443375,0.000021331816,0.92595726,0.000013075939,0.000077412864,0.00028267503],"genre_scores_gemma":[0.016099263,0.000021780132,0.0013144724,0.00026419238,0.00073984265,0.98093593,0.000013452244,0.000070047085,0.0005409975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955344,0.00079652236,0.0009072622,0.0009129717,0.0010446529,0.000804194],"domain_scores_gemma":[0.996746,0.000695626,0.0003302295,0.0014794135,0.00024747205,0.000501253],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030286228,0.0003417876,0.000877448,0.00031117827,0.0005332253,0.00035698968,0.0004475894,0.00036511078,0.0005877713],"category_scores_gemma":[0.0007243092,0.00025931842,0.00015728037,0.00021936643,0.00066236843,0.00040837174,0.00015201047,0.0011751815,0.000044299126],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12200269,0.027454522,0.14476587,0.00026007366,0.00012773888,0.0008000417,0.00010258999,1.9998423e-7,0.0017208672,0.00017984332,0.009550597,0.69303495],"study_design_scores_gemma":[0.33454886,0.007867847,0.18358234,0.0009254741,0.0000047509457,0.000039178747,0.000015944357,0.00014373616,0.002250397,0.00043388086,0.4699821,0.00020548365],"about_ca_topic_score_codex":0.00031060947,"about_ca_topic_score_gemma":0.00004479807,"teacher_disagreement_score":0.6928295,"about_ca_system_score_codex":0.00034530484,"about_ca_system_score_gemma":0.00046594394,"threshold_uncertainty_score":0.9999859},"labels":[],"label_agreement":null},{"id":"W2620281820","doi":"10.2196/resprot.7807","title":"Diagnosis, Prevalence, Awareness, Treatment, Prevention, and Control of Hypertension in Cameroon: Protocol for a Systematic Review and Meta-Analysis of Clinic-Based and Community-Based Studies","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Trois-Rivières; McGill University; University of Ottawa; Montreal Heart Institute; Centre Hospitalier Universitaire Sainte-Justine; Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Medicine; Psychological intervention; Epidemiology; Disease; MEDLINE; Population; Systematic review; Grey literature; Health care; Kidney disease; Family medicine; Intensive care medicine; Medical emergency; Environmental health; Nursing; Pathology","score_opus":0.8219828468879823,"score_gpt":0.6640200642880115,"score_spread":0.15796278259997076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620281820","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9688763e-7,0.49055555,0.0000017517704,0.00017500011,5.1304175e-7,0.50909376,0.00016294757,0.000006605917,0.0000035789424],"genre_scores_gemma":[0.000005106494,0.38894904,0.00007898785,0.00008167393,0.000006409145,0.6106826,0.000020915819,0.000026102025,0.0001491577],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9900949,0.0060744244,0.002200263,0.0006327928,0.000632047,0.00036559196],"domain_scores_gemma":[0.98654073,0.008196462,0.0017672668,0.0015748668,0.0017752773,0.00014541243],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.008045734,0.0005848161,0.01687156,0.0009384343,0.0004292251,0.00004166367,0.00028361668,0.0002811524,0.000020683969],"category_scores_gemma":[0.0026900265,0.00032082247,0.0013471838,0.00058972905,0.00086797605,0.000084577834,0.00020609722,0.0006138442,5.590121e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025535017,0.001595156,0.00047113013,0.9265533,0.06765804,0.000009714492,0.000046565496,4.791236e-8,3.822214e-7,0.0000024727874,0.0005563336,0.002851473],"study_design_scores_gemma":[0.0045858733,0.0033192413,0.00006496257,0.498802,0.38691428,0.0000063913503,0.000041142608,0.000007723908,0.0000053147264,0.000012177812,0.10605333,0.00018755629],"about_ca_topic_score_codex":0.00007579429,"about_ca_topic_score_gemma":0.000115616545,"teacher_disagreement_score":0.42775133,"about_ca_system_score_codex":0.00003623547,"about_ca_system_score_gemma":0.0006581773,"threshold_uncertainty_score":0.99992436},"labels":[],"label_agreement":null},{"id":"W2620433947","doi":"10.2196/resprot.7597","title":"The Development of a Web-Based Program to Reduce Dietary Salt Intake in Schoolchildren: Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sodium Intake and Health","field":"Nursing","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Education and Training; Deakin University","keywords":"Environmental health; Psychological intervention; Protocol (science); Dietary salt; Medicine; Gerontology; Alternative medicine; Nursing; Internal medicine","score_opus":0.32102766000408767,"score_gpt":0.6082058070362449,"score_spread":0.28717814703215727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620433947","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066343434,5.192215e-7,0.000001187574,0.0036447567,0.000018647326,0.9285911,0.0000025419986,0.00009183117,0.0013059835],"genre_scores_gemma":[0.08035187,1.706115e-8,0.0019574775,0.00006326415,0.00013190786,0.91730815,0.0000018010036,0.000049901882,0.0001356173],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9944054,0.0010800533,0.0010069137,0.00066361995,0.0015825266,0.0012614973],"domain_scores_gemma":[0.9965735,0.00027611436,0.00031210628,0.0019506853,0.00052409136,0.00036352107],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0066665513,0.00026648951,0.00039828912,0.00040089016,0.0021296048,0.00062833686,0.001983766,0.0001330159,0.000039761955],"category_scores_gemma":[0.00094462105,0.00018834783,0.00007517964,0.00057126116,0.00033102228,0.00023822828,0.0005455765,0.0012875418,0.00012365004],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015776312,0.009146798,0.21339376,0.0008911444,0.000028173492,0.000020792471,0.004881013,0.000004179727,0.002901173,0.000029591178,0.010564232,0.7423628],"study_design_scores_gemma":[0.008315306,0.009594369,0.68655276,0.0027136903,0.0000012789416,9.770652e-7,0.0009290437,0.00008724714,0.015172261,0.0001383835,0.27620745,0.00028725408],"about_ca_topic_score_codex":0.00025706744,"about_ca_topic_score_gemma":0.003265018,"teacher_disagreement_score":0.74207556,"about_ca_system_score_codex":0.00043851545,"about_ca_system_score_gemma":0.0016857657,"threshold_uncertainty_score":0.99916947},"labels":[],"label_agreement":null},{"id":"W2620473287","doi":"10.2196/resprot.7341","title":"Home-Based HIV Testing and Counseling for Male Couples (Project Nexus): A Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Men who have sex with men; Nexus (standard); Casual; Context (archaeology); Family medicine; Randomized controlled trial; Medicine; Human immunodeficiency virus (HIV); Psychology; Residence; Clinical psychology; Computer science; Demography","score_opus":0.2935765323186637,"score_gpt":0.5809153280581566,"score_spread":0.2873387957394929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620473287","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041273268,0.000003706718,0.004175663,0.0012808708,0.0000060539987,0.99072754,0.00008841456,0.00008498645,0.0032200222],"genre_scores_gemma":[0.00033711482,3.4994122e-7,0.0074016023,0.000028206838,0.0006374021,0.9729895,0.000020156462,0.000074363335,0.018511316],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99508727,0.0008204639,0.0010408208,0.00068134116,0.0011680789,0.0012020286],"domain_scores_gemma":[0.9881397,0.0076339627,0.00046342323,0.00090689806,0.0024524431,0.00040356207],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01398997,0.0003151943,0.0017574525,0.00055701105,0.0017851726,0.0010502855,0.00052743184,0.00020049438,0.00017992145],"category_scores_gemma":[0.04184932,0.0002151789,0.0008016113,0.00020065354,0.0009211541,0.00028247287,0.00014899304,0.0006323058,0.000015406866],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94654256,0.0012835447,0.00017869774,0.003995132,0.00016765963,0.000016130312,0.00008911875,8.649528e-7,0.0017170565,0.00025737507,0.040877618,0.00487426],"study_design_scores_gemma":[0.8409656,0.017915437,0.000010224727,0.0057400637,0.000025405843,0.000008715292,0.00007675783,0.07326928,0.0003870759,0.000847932,0.060563587,0.00018989302],"about_ca_topic_score_codex":0.00007383309,"about_ca_topic_score_gemma":0.000021085656,"teacher_disagreement_score":0.10557691,"about_ca_system_score_codex":0.000119170814,"about_ca_system_score_gemma":0.0018690815,"threshold_uncertainty_score":0.9999867},"labels":[],"label_agreement":null},{"id":"W2620669577","doi":"10.2196/resprot.6849","title":"A Cloud-Based Virtual Reality App for a Novel Telemindfulness Service: Rationale, Design and Feasibility Evaluation","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Embarrassment; Mindfulness; Mental health; Anxiety; Cloud computing; Psychology; Service (business); Service provider; Applied psychology; Internet privacy; Medicine; Clinical psychology; Psychotherapist; Psychiatry; Computer science; Business","score_opus":0.606317453481605,"score_gpt":0.6189233638771023,"score_spread":0.0126059103954973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620669577","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040737987,0.000001513039,0.3982401,0.0023045393,0.000050111656,0.5941086,0.00014512132,0.000042871543,0.0010333734],"genre_scores_gemma":[0.1991535,4.2009707e-9,0.00042415404,0.0000481016,0.00018455161,0.798953,0.000027004095,0.0000215626,0.0011881514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960374,0.0012501361,0.00048100317,0.0007561418,0.00094312377,0.00053214456],"domain_scores_gemma":[0.9953957,0.0008505201,0.0002860215,0.0014911592,0.0017631499,0.00021343202],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010139928,0.00018823092,0.0002649839,0.00016399614,0.0016068792,0.00045884732,0.0007560193,0.00021688109,0.0039007212],"category_scores_gemma":[0.000950427,0.00016631023,0.000118912714,0.00018306135,0.00029649163,0.00023126924,0.00020325469,0.0004150817,0.00006885935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025087867,0.012376467,0.004431149,0.0018780997,0.00021745528,0.00001059412,0.00130783,0.00036419265,0.0015383625,0.39585903,0.2792634,0.27766556],"study_design_scores_gemma":[0.059801415,0.009590772,0.18190409,0.0042460193,0.000058169175,0.000029345223,0.0018010493,0.1453697,0.023860028,0.19761308,0.37412927,0.0015970703],"about_ca_topic_score_codex":0.00010168588,"about_ca_topic_score_gemma":0.00013439135,"teacher_disagreement_score":0.39781594,"about_ca_system_score_codex":0.00015005407,"about_ca_system_score_gemma":0.00052436616,"threshold_uncertainty_score":0.9996929},"labels":[],"label_agreement":null},{"id":"W2620771280","doi":"10.2196/resprot.7491","title":"Stroke Avoidance for Children in REpública Dominicana (SACRED): Protocol for a Prospective Study of Stroke Risk and Hydroxyurea Treatment in Sickle Cell Anemia","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stroke (engine); Medicine; Sickle cell anemia; Pediatrics; Prospective cohort study; Anemia; Protocol (science); Alternative medicine; Psychiatry; Internal medicine; Disease; Pathology","score_opus":0.07922729235680598,"score_gpt":0.4829917910587426,"score_spread":0.40376449870193665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620771280","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26355687,0.0000038565454,0.000005746457,0.00015232855,0.0000017820815,0.73539853,0.00011961909,0.000015847589,0.00074540003],"genre_scores_gemma":[0.20111175,0.0000028160603,0.00032134703,0.0000049668165,0.000045391735,0.7972203,0.000004960413,0.000039200484,0.0012492506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969489,0.00027462057,0.0006890914,0.0007871986,0.00052541646,0.0007747546],"domain_scores_gemma":[0.9976892,0.00033262742,0.0003846606,0.0010742815,0.00029878062,0.00022047032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017829607,0.00028129158,0.0007316251,0.00037745724,0.00039247607,0.000088776695,0.0003521737,0.00024540778,0.000012486848],"category_scores_gemma":[0.0006781787,0.00021018057,0.00012353413,0.0002012057,0.00032805427,0.00015142474,0.00017156068,0.0006634823,0.0000018578734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020240206,0.01295552,0.94625115,0.0012545135,0.00009519335,0.00003092602,0.002880434,0.000013751017,0.0018326076,0.00003841476,0.000806398,0.013600876],"study_design_scores_gemma":[0.17206334,0.06370558,0.7324147,0.0023902846,0.000033379496,0.00000790109,0.0026991705,0.0005522271,0.01246782,0.00046804032,0.012768912,0.000428632],"about_ca_topic_score_codex":0.0015257064,"about_ca_topic_score_gemma":0.0014692647,"teacher_disagreement_score":0.21383645,"about_ca_system_score_codex":0.00031983972,"about_ca_system_score_gemma":0.00053543877,"threshold_uncertainty_score":0.85709155},"labels":[],"label_agreement":null},{"id":"W2621249543","doi":"10.2196/resprot.7378","title":"The Effect of Core Stabilization Exercise on the Kinematics and Joint Coordination of the Lumbar Spine and Hip During Sit-to-Stand and Stand-to-Sit in Patients With Chronic Nonspecific Low Back Pain (COSCIOUS): Study Protocol for a Randomized Double-Blind Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Iran University of Medical Sciences","keywords":"Lumbar spine; Physical therapy; Kinematics; Core (optical fiber); Physical medicine and rehabilitation; Medicine; Lumbar; Computer science; Surgery; Telecommunications","score_opus":0.08870095987814332,"score_gpt":0.4568611555400755,"score_spread":0.3681601956619322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621249543","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47557184,0.0000015158267,0.000025401854,0.00033797385,0.0000030837152,0.5240416,0.0000024328351,0.000003034418,0.000013128247],"genre_scores_gemma":[0.41427374,4.326469e-7,0.000018362667,0.0000015449698,0.000020932766,0.58560085,9.101275e-7,0.000014780664,0.000068407644],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99596125,0.0017849347,0.0007335082,0.0003465648,0.00088876585,0.00028495365],"domain_scores_gemma":[0.9963959,0.0017837943,0.00044616795,0.0006832624,0.0005824877,0.00010839596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013328112,0.00020770662,0.00088966725,0.00019340914,0.0005467718,0.00014987712,0.00017455197,0.000078977326,0.0000071068757],"category_scores_gemma":[0.0041221133,0.000083899286,0.00008904593,0.00025347905,0.00058943144,0.00008815022,0.0001418096,0.00026310227,3.0895592e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9732414,0.0008740221,0.013023235,0.008987735,0.000056375535,2.7020633e-7,0.00083675864,0.000019473848,0.0019736206,0.00004773897,0.000043321445,0.0008960893],"study_design_scores_gemma":[0.8845679,0.027415905,0.077168584,0.008488912,0.000019022058,9.444518e-8,0.00017468345,0.0010943746,0.00091633125,0.00004190655,0.000021859032,0.000090405105],"about_ca_topic_score_codex":0.000010295422,"about_ca_topic_score_gemma":0.00006052315,"teacher_disagreement_score":0.08867344,"about_ca_system_score_codex":0.0001318613,"about_ca_system_score_gemma":0.00013941618,"threshold_uncertainty_score":0.49348524},"labels":[],"label_agreement":null},{"id":"W2621573870","doi":"10.2196/resprot.6850","title":"Modern Innovative Solutions in Improving Outcomes in Chronic Obstructive Pulmonary Disease (MISSION COPD): A Comparison of Clinical Outcomes Before and After the MISSION Clinic","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pfizer","keywords":"Pulmonary disease; COPD; Medicine; Intensive care medicine; Physical therapy; Internal medicine","score_opus":0.2138540597304165,"score_gpt":0.5562231481965451,"score_spread":0.34236908846612857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621573870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7673575,0.00015744875,0.000011066806,0.003189099,0.000026953941,0.22856356,0.00010119956,0.000030218724,0.00056294596],"genre_scores_gemma":[0.7904301,0.000007019448,0.00008998606,0.000027878921,0.0001121882,0.2081847,0.000020085341,0.000053338652,0.001074665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927028,0.0013392665,0.0017510365,0.0011226591,0.0017852305,0.001299032],"domain_scores_gemma":[0.99467653,0.0012001636,0.00057167234,0.0019866023,0.0008504122,0.0007146486],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004067051,0.0004230636,0.0013028453,0.0006800467,0.0006822166,0.00014518463,0.00093505473,0.00033800156,0.0001928088],"category_scores_gemma":[0.005011552,0.00027926793,0.0002896408,0.0006721267,0.0026145831,0.0006020312,0.0021137393,0.0028899442,0.00002389647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005780595,0.002104166,0.90647465,0.0016756081,0.000054620734,0.0002967021,0.000541164,0.0000056560657,0.0003035649,0.00009333665,0.00009786561,0.08257205],"study_design_scores_gemma":[0.0053865993,0.0006451769,0.9743697,0.0028485388,0.000012593173,0.0000056181666,0.00053470733,0.0128532415,0.000041559557,0.0023474663,0.0007226979,0.0002320803],"about_ca_topic_score_codex":0.0004021417,"about_ca_topic_score_gemma":0.0004449139,"teacher_disagreement_score":0.08233997,"about_ca_system_score_codex":0.0010701966,"about_ca_system_score_gemma":0.0032162953,"threshold_uncertainty_score":0.99996597},"labels":[],"label_agreement":null},{"id":"W2621858830","doi":"10.2196/resprot.6919","title":"Data Collection for Mental Health Studies Through Digital Platforms: Requirements and Design of a Prototype","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Academy of Finland; Aalto-Yliopisto; European Commission","keywords":"Data collection; Usability; Computer science; Data science; Multidisciplinary approach; Data curation; Software; Mental health; Digital health; Digital data; Human–computer interaction; Health care; Medicine; Data transmission","score_opus":0.8214260455970829,"score_gpt":0.7158578595002639,"score_spread":0.10556818609681895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621858830","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014012118,0.00006608841,0.0010115112,0.0019387483,0.00008401225,0.99185014,0.0011175249,0.00004535248,0.002485429],"genre_scores_gemma":[0.02413516,0.0000032626922,0.0018647318,0.000029200706,0.00005962132,0.9704388,0.00007965114,0.000030772615,0.0033588435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99771667,0.00009650045,0.00057040807,0.0005259038,0.0004762937,0.00061422255],"domain_scores_gemma":[0.9978235,0.00019851327,0.00038137988,0.0012154796,0.00025192896,0.00012921308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021142913,0.00014221355,0.00030106842,0.00011680725,0.0011178456,0.00025056634,0.0008149239,0.00006868511,0.000031743723],"category_scores_gemma":[0.00046524435,0.0001221918,0.000041530886,0.000120117504,0.00057596096,0.0015648659,0.0008836485,0.00019786356,0.0000332637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02363932,0.009297763,0.0071273,0.0113259405,0.0008709683,0.000012802051,0.011129835,3.1049535e-7,0.00016396902,0.025735792,0.7115843,0.19911166],"study_design_scores_gemma":[0.02579727,0.11017773,0.00786508,0.023214135,0.000009924404,0.00007029418,0.007378882,0.00031006883,0.0024825663,0.17542657,0.64638203,0.0008854244],"about_ca_topic_score_codex":0.00005791799,"about_ca_topic_score_gemma":0.00002778086,"teacher_disagreement_score":0.19822623,"about_ca_system_score_codex":0.00021497386,"about_ca_system_score_gemma":0.00021218823,"threshold_uncertainty_score":0.85976785},"labels":[],"label_agreement":null},{"id":"W2622034410","doi":"10.2196/resprot.7493","title":"Pain Improvement With Novel Combination Analgesic Regimens (PAIN-CARE): Randomized Controlled Trial Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Mechanisms and Treatments","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Queen's University","funders":"","keywords":"Medicine; Pregabalin; Postherpetic neuralgia; Adverse effect; Analgesic; Population; Neuropathic pain; Placebo; Randomized controlled trial; Combination therapy; Clinical trial; Anesthesia; Pharmacology; Internal medicine; Alternative medicine","score_opus":0.1197287588459193,"score_gpt":0.5004709564464417,"score_spread":0.3807421976005224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622034410","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065126276,0.0000010765109,0.0025143963,0.0012456095,0.000010168355,0.9903691,0.000006601445,0.00009100583,0.0051108254],"genre_scores_gemma":[0.012659715,2.3622172e-7,0.0015580332,0.0001423923,0.0002290578,0.9809397,0.00002379345,0.000064710955,0.004382352],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99295837,0.0025835638,0.0007922199,0.0007193376,0.002064775,0.000881741],"domain_scores_gemma":[0.9950042,0.0011557584,0.0006757489,0.0015712631,0.0012108036,0.0003822511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022532603,0.00039324036,0.0016737594,0.00034727875,0.0010685693,0.00046351666,0.00048086734,0.00020428136,0.00018850721],"category_scores_gemma":[0.003950994,0.00023335053,0.00039874646,0.000177192,0.00045060297,0.00022434548,0.00016972494,0.00063115376,0.00003187547],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9780353,0.004281614,0.00018440154,0.00072226377,0.0004723492,0.00009544386,0.00016306553,3.9603935e-7,0.002597626,0.0017599862,0.0010783684,0.010609212],"study_design_scores_gemma":[0.95718575,0.025050037,0.00014024855,0.0023764044,0.0000435183,0.000003363181,0.00012306297,0.0010809038,0.0019040421,0.00078590313,0.011079345,0.00022743255],"about_ca_topic_score_codex":0.000084860956,"about_ca_topic_score_gemma":0.000019260076,"teacher_disagreement_score":0.020849533,"about_ca_system_score_codex":0.00041014483,"about_ca_system_score_gemma":0.0007692676,"threshold_uncertainty_score":0.9515758},"labels":[],"label_agreement":null},{"id":"W2622705738","doi":"10.2196/resprot.7252","title":"Prevalence of and Risk Factors for Childhood Asthma, Rhinitis, and Eczema in Hong Kong: Proposal for a Cross-Sectional Survey","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Air Quality and Health Impacts","field":"Environmental Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health and Medical Research Fund","keywords":"Asthma; Medicine; Environmental health; Cross-sectional study; Family medicine; Pediatrics; Immunology","score_opus":0.30173995717128765,"score_gpt":0.5520534092804154,"score_spread":0.2503134521091277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622705738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7244001,0.0000038345065,0.000078748046,0.0001304955,0.0000042287597,0.27482527,0.0004659322,0.0000070561928,0.000084326886],"genre_scores_gemma":[0.527786,0.000013109237,0.0013857413,0.000010716667,0.000036024423,0.47046006,0.000007795436,0.000016032383,0.00028449768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977953,0.0004016348,0.00032849103,0.00043142153,0.00048619678,0.0005570001],"domain_scores_gemma":[0.9982304,0.00091904425,0.00021523991,0.0003330221,0.000067076304,0.00023524446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060158377,0.00011795806,0.0001872511,0.00006223496,0.0009165366,0.00021760412,0.0003480719,0.00013007833,0.00008894153],"category_scores_gemma":[0.003150689,0.000099984434,0.000032018113,0.00007032027,0.0009395256,0.0005487344,0.00033041195,0.00030805144,0.000003861592],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045848318,0.00022599635,0.99410003,0.0011497744,0.0000039341,4.259555e-7,0.0005619394,0.0000053388653,0.00003987493,0.00009767834,0.0003288712,0.0030276624],"study_design_scores_gemma":[0.0017303544,0.0013538714,0.9915271,0.00022445465,3.8644427e-7,0.0000016559313,0.00002567608,0.0003690087,0.00032157305,0.003203343,0.0011359577,0.00010661734],"about_ca_topic_score_codex":0.0012786551,"about_ca_topic_score_gemma":0.001390398,"teacher_disagreement_score":0.1966141,"about_ca_system_score_codex":0.000087567634,"about_ca_system_score_gemma":0.00016845539,"threshold_uncertainty_score":0.70493513},"labels":[],"label_agreement":null},{"id":"W2624795766","doi":"10.2196/resprot.7621","title":"Assessment of Active Video Gaming Using Adapted Controllers by Individuals With Physical Disabilities: A Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Computer science; Multimedia; Psychology; Applied psychology; Physical medicine and rehabilitation; Human–computer interaction; Physical therapy; Medicine; Alternative medicine","score_opus":0.19362736413061551,"score_gpt":0.581318897463416,"score_spread":0.3876915333328005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624795766","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11543833,2.5151604e-7,0.00009209637,0.00029212143,0.0000030721187,0.8776418,0.000048616217,0.00003020054,0.00645349],"genre_scores_gemma":[0.18127416,4.7013355e-8,0.0013378777,0.000015230576,0.000098273886,0.81668293,0.000004633857,0.000032399614,0.00055446266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965264,0.00046544312,0.00039023283,0.00046708816,0.0015938495,0.000556953],"domain_scores_gemma":[0.996703,0.0010479102,0.00033698522,0.0009432357,0.00070899696,0.0002598149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011098944,0.00021513902,0.000655044,0.00021404565,0.00044653253,0.00014601607,0.00033811948,0.00011759389,0.00016795762],"category_scores_gemma":[0.0012359257,0.00014479717,0.0001726889,0.00019599545,0.001171588,0.0003807637,0.00017529805,0.00059888104,0.0000047538456],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013476604,0.010908616,0.7333057,0.008213023,0.0008758264,0.000030959356,0.005102694,0.000046326593,0.20028628,0.0013246825,0.006201754,0.020227531],"study_design_scores_gemma":[0.07436004,0.029411811,0.6545939,0.0243547,0.000059529757,0.000033351567,0.014996982,0.006735423,0.04825135,0.0007194725,0.14554672,0.0009367356],"about_ca_topic_score_codex":0.00006452164,"about_ca_topic_score_gemma":0.0000039134716,"teacher_disagreement_score":0.15203494,"about_ca_system_score_codex":0.00037316754,"about_ca_system_score_gemma":0.0009931395,"threshold_uncertainty_score":0.5904657},"labels":[],"label_agreement":null},{"id":"W2625110220","doi":"10.2196/resprot.7712","title":"Somatosensory Modulation of Salivary Gene Expression and Oral Feeding in Preterm Infants: Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Randomized controlled trial; Medicine; Somatosensory system; Physical therapy; Pediatrics; Internal medicine; Psychiatry","score_opus":0.13035910634590475,"score_gpt":0.4843856757633782,"score_spread":0.35402656941747346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625110220","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54408646,0.0000059977415,0.000003899108,0.00008437102,0.000015054937,0.45257387,0.000004525782,0.000016092146,0.0032097523],"genre_scores_gemma":[0.49841377,0.0000040974332,0.00081813725,0.0000070769506,0.00009002576,0.50049835,0.000012888924,0.0000132517325,0.00014240232],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99698985,0.00080103904,0.0007375097,0.000307882,0.0007953988,0.00036831197],"domain_scores_gemma":[0.9981369,0.0005650584,0.00035389952,0.00051953417,0.0003051054,0.000119506796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046984707,0.00016406064,0.0012145896,0.00038386462,0.0002381907,0.00012372316,0.0002031774,0.00019645429,0.000062434694],"category_scores_gemma":[0.002339546,0.00011506819,0.00014748618,0.00007665675,0.0003374671,0.0003457405,0.00022695567,0.0003987335,0.0000016433614],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88284993,0.000062974716,0.009939745,0.00040014324,0.000038123948,0.000031030122,0.0010561474,4.2562988e-7,0.10460701,0.00004792911,0.00011565402,0.0008508603],"study_design_scores_gemma":[0.9594112,0.00048355715,0.010043484,0.0039800797,0.000007219765,0.000007785969,0.00003534078,0.0009632471,0.024245372,0.00045897978,0.00022138374,0.00014233253],"about_ca_topic_score_codex":0.000016392147,"about_ca_topic_score_gemma":0.0000020066454,"teacher_disagreement_score":0.080361634,"about_ca_system_score_codex":0.000047134217,"about_ca_system_score_gemma":0.00019130581,"threshold_uncertainty_score":0.46923447},"labels":[],"label_agreement":null},{"id":"W2625294123","doi":"10.2196/resprot.6768","title":"A Web-Based Data Collection Platform for MultisiteRandomized Behavioral Intervention Trials: Development, Key Software Features, and Results of a User Survey","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Psychological intervention; Intervention (counseling); Software deployment; Medicine; Informatics; Health informatics; Health intervention; Computer science; Psychology; Applied psychology; Medical education; Nursing; Public health; Engineering; Software engineering","score_opus":0.5112840576552946,"score_gpt":0.60429568658075,"score_spread":0.09301162892545534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625294123","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06294092,0.000039988317,0.0058049494,0.0004896379,0.00002493799,0.9266926,0.003531765,0.00010019488,0.00037499625],"genre_scores_gemma":[0.034433104,0.000004903998,0.016001873,0.000006321067,0.00010029758,0.9249109,0.0030311923,0.000052941832,0.021458458],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99515915,0.0013595091,0.0012753672,0.000641128,0.00096905214,0.00059580046],"domain_scores_gemma":[0.994334,0.0017703463,0.0005813143,0.0015111911,0.0014791826,0.00032396647],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024777427,0.00020699603,0.0008312465,0.00062045746,0.00085572567,0.00044899355,0.00075717486,0.00021778855,0.000121954574],"category_scores_gemma":[0.034218095,0.00016123227,0.00025253228,0.00024901252,0.00034199498,0.00059755426,0.000570649,0.00060047116,0.000009382231],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.287582,0.004491816,0.027144356,0.003337599,0.00032594713,0.000027059583,0.00044430763,2.0480023e-7,0.005854871,0.000014290294,0.47278115,0.1979964],"study_design_scores_gemma":[0.3975965,0.019503485,0.19397931,0.018109769,0.000056234618,0.000025259285,0.000140159,0.003322914,0.018384041,0.0000760278,0.34834424,0.0004620808],"about_ca_topic_score_codex":0.001256324,"about_ca_topic_score_gemma":0.0052387663,"teacher_disagreement_score":0.19753431,"about_ca_system_score_codex":0.00015919261,"about_ca_system_score_gemma":0.0008665101,"threshold_uncertainty_score":0.9739171},"labels":[],"label_agreement":null},{"id":"W2625395634","doi":"10.2196/resprot.7434","title":"Identifying Nonclinical Factors Associated With 30-Day Readmission in Patients with Cardiovascular Disease: Protocol for an Observational Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institute on Aging","keywords":"Observational study; Medicine; Protocol (science); Disease; Alternative medicine; Internal medicine; Pathology","score_opus":0.7040268181512143,"score_gpt":0.6100298960229853,"score_spread":0.09399692212822897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625395634","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13527761,1.2573844e-7,0.00003280464,0.0002327058,0.0000025232334,0.8642999,0.000012288248,0.00004902148,0.00009302966],"genre_scores_gemma":[0.10590666,1.4393086e-8,0.00016423844,0.000010171951,0.000062105646,0.8931348,0.00011358442,0.000047945457,0.00056053407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954335,0.00058858324,0.0003921421,0.0007071302,0.0022686438,0.0006100198],"domain_scores_gemma":[0.99697727,0.00019050564,0.00015230353,0.0014250217,0.0007578283,0.0004970676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031859716,0.00024636168,0.0004923272,0.00019453443,0.0006689592,0.00029515283,0.00034181587,0.00009363836,0.00007854721],"category_scores_gemma":[0.0011591305,0.00015034515,0.00012714052,0.00019920671,0.00014237894,0.00053700333,0.00018935707,0.00040004295,0.000007978389],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003538466,0.009224596,0.98333454,0.00034340267,0.00039813755,0.00005668482,0.0002258675,0.0000042346787,0.0000040903315,0.000016362521,0.0011287152,0.0017249057],"study_design_scores_gemma":[0.02891956,0.009703084,0.92948854,0.0028095967,0.00003739448,3.6747977e-8,0.00010094983,0.000047998856,0.000020537202,0.00003245592,0.028666707,0.00017313352],"about_ca_topic_score_codex":0.0000466325,"about_ca_topic_score_gemma":0.00008017914,"teacher_disagreement_score":0.05384599,"about_ca_system_score_codex":0.00029491624,"about_ca_system_score_gemma":0.0004967932,"threshold_uncertainty_score":0.61308974},"labels":[],"label_agreement":null},{"id":"W2625914150","doi":"10.2196/resprot.7245","title":"Phone-Based Interventions in Adolescent Psychiatry: A Perspective and Proof of Concept Pilot Study With a Focus on Depression and Autism","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Phone; Autism; Telemedicine; Short Message Service; Psychiatry; Mobile phone; Depression (economics); Perspective (graphical); Psychology; Medicine; Internet privacy; Computer science; Health care; Telecommunications","score_opus":0.28906303937694894,"score_gpt":0.5919428517230937,"score_spread":0.30287981234614475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625914150","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20432036,0.00007953649,0.0000771617,0.004304088,0.00004296047,0.78100806,0.000085675434,0.000040067553,0.010042117],"genre_scores_gemma":[0.56455934,3.2588446e-8,0.00005276189,0.000008672401,0.000009860684,0.4351048,7.382612e-7,0.000014761514,0.00024906886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997609,0.000603266,0.0003935917,0.00054759067,0.00043292873,0.0004136114],"domain_scores_gemma":[0.9986471,0.00008188906,0.00023731164,0.00071655936,0.00014249736,0.00017462349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084802194,0.00015639699,0.0002640597,0.00035564942,0.00030724308,0.00014061858,0.00033044393,0.000051251383,0.00008994734],"category_scores_gemma":[0.00008383111,0.00012500137,0.000046135043,0.00016258044,0.00057842565,0.00017927382,0.00023525016,0.0005610411,0.000009305096],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047392383,0.19670755,0.5557932,0.004712206,0.00024729077,0.0002179498,0.0075783064,0.0000037760642,0.00012309398,0.07668855,0.004658725,0.105876975],"study_design_scores_gemma":[0.015865762,0.088056855,0.8576837,0.026064549,0.0000053107706,0.000009477721,0.0037191312,0.000022742892,0.0007792613,0.0074198986,0.0001710947,0.00020218517],"about_ca_topic_score_codex":0.0007167395,"about_ca_topic_score_gemma":0.002024139,"teacher_disagreement_score":0.36023897,"about_ca_system_score_codex":0.00014655912,"about_ca_system_score_gemma":0.00012049921,"threshold_uncertainty_score":0.5097408},"labels":[],"label_agreement":null},{"id":"W2626048223","doi":"10.2196/resprot.7172","title":"Systematic and Iterative Development of a Smartphone App to Promote Sun-Protection Among Holidaymakers: Design of a Prototype and Results of Usability and Acceptability Testing","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Skin Protection and Aging","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Economic and Social Research Council; Medical Research Council; British Heart Foundation; Cancer Research UK; United Kingdom Clinical Research Collaboration","keywords":"Sunburn; Usability; Population; Internet privacy; Skin cancer; Tourism; Medicine; Advertising; Computer science; Environmental health; Geography; Business; Cancer; Dermatology","score_opus":0.29517205846027816,"score_gpt":0.49348886225478344,"score_spread":0.19831680379450528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626048223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5781311,0.0000038018345,0.0010125615,0.00006899589,0.0000018139558,0.4206811,0.0000035382923,0.000015243642,0.00008186295],"genre_scores_gemma":[0.57741535,1.4593962e-7,0.014569272,0.0000012225247,0.000009055571,0.40796888,3.0029813e-7,0.00000872839,0.000027080763],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9972415,0.00058091327,0.00089650834,0.0004542753,0.0005646047,0.0002622033],"domain_scores_gemma":[0.99749917,0.00032163,0.0005179678,0.0005810544,0.00089806004,0.00018214551],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00740865,0.00015263102,0.00057383906,0.00022451692,0.0003223776,0.000083845225,0.00012324132,0.00009676307,0.0000068525424],"category_scores_gemma":[0.009972953,0.00011673343,0.000025305933,0.0002960916,0.00060937187,0.00021218757,0.0002907589,0.0003171831,5.419846e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016680622,0.0014797921,0.21181095,0.24702315,0.00020206308,0.000013607017,0.029260077,0.000005314982,0.4198955,0.000020368665,0.000017881837,0.073590696],"study_design_scores_gemma":[0.0048022266,0.0045700176,0.59664536,0.05172686,0.000011635304,0.000027431495,0.0007974419,0.0014677086,0.3394917,0.0002220544,0.000056189918,0.0001814015],"about_ca_topic_score_codex":0.00015659258,"about_ca_topic_score_gemma":0.000022085416,"teacher_disagreement_score":0.38483438,"about_ca_system_score_codex":0.00007390601,"about_ca_system_score_gemma":0.00024520268,"threshold_uncertainty_score":0.9983665},"labels":[],"label_agreement":null},{"id":"W2643424865","doi":"10.2196/resprot.7386","title":"The Effects of Preoperative Volume Replacement in Diabetic Patients Undergoing Coronary Artery Bypass Grafting Surgery: Protocol for a Randomized Controlled Trial (VeRDiCT Trial)","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Kidney Injury Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; British Heart Foundation","keywords":"Medicine; Bypass grafting; Verdict; Randomized controlled trial; Artery; Coronary artery bypass surgery; Surgery; Protocol (science); Alternative medicine","score_opus":0.09897302978668165,"score_gpt":0.4936837301108227,"score_spread":0.3947107003241411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2643424865","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031987306,0.0000023557407,0.000022166792,0.0011317533,0.00006465205,0.96583503,0.000019697385,0.00003806128,0.0008989457],"genre_scores_gemma":[0.0341315,0.0000016585973,0.000081633574,0.000032355136,0.00031107976,0.96170294,0.000021848438,0.00007259882,0.0036444052],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9863113,0.0065598264,0.0021697315,0.0008069793,0.0026511708,0.0015009479],"domain_scores_gemma":[0.9654045,0.02978466,0.0011290404,0.0017770368,0.0015057115,0.00039905024],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.025271524,0.00043065642,0.0028928758,0.000529797,0.0013874426,0.00048238516,0.00087287347,0.00026883988,0.00007225898],"category_scores_gemma":[0.0945933,0.00025590815,0.000858699,0.0003114044,0.0012186242,0.00038111495,0.0005998081,0.001116149,0.000016997175],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9590595,0.0031679857,0.012662014,0.0025146082,0.0006137201,0.000034236724,0.00023920897,1.3982236e-7,0.00019126547,0.00007234845,0.019730577,0.0017144058],"study_design_scores_gemma":[0.96138823,0.023483088,0.0016853388,0.0060176277,0.0000364204,0.0000017228931,0.00005132511,0.0005773051,0.0012584323,0.0002565786,0.0050244885,0.00021944172],"about_ca_topic_score_codex":0.000023871322,"about_ca_topic_score_gemma":0.000019767878,"teacher_disagreement_score":0.069321774,"about_ca_system_score_codex":0.0005426277,"about_ca_system_score_gemma":0.0029365136,"threshold_uncertainty_score":0.99998933},"labels":[],"label_agreement":null},{"id":"W2651013032","doi":"10.2196/resprot.7075","title":"Development of a Web-Based Intervention for Addressing Distress in Caregivers of Patients Receiving Stem Cell Transplants: Formative Evaluation With Stakeholder Interviews and Focus Groups","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institute on Aging","keywords":"Focus group; Thematic analysis; Palliative care; Intervention (counseling); Psychoeducation; Distress; Medicine; Family caregivers; Formative assessment; Stress management; Psychology; Nursing; Qualitative research; Clinical psychology","score_opus":0.326705785718058,"score_gpt":0.4891964333470541,"score_spread":0.16249064762899612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2651013032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7849662,0.000014388622,0.0006387306,0.000026950354,0.0000069389503,0.21396677,0.00007659219,0.0000051780416,0.00029828787],"genre_scores_gemma":[0.6712409,4.7636925e-7,0.00019317548,0.0000010344291,0.0000047607546,0.32850173,0.000035006244,0.000009542336,0.000013330651],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982373,0.0002395988,0.0004008665,0.00021049498,0.00069101254,0.00022068896],"domain_scores_gemma":[0.99856424,0.00008103813,0.0003244674,0.00027158036,0.00069395796,0.000064715176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001693634,0.00010739725,0.0002724332,0.000204011,0.00012708062,0.00004394923,0.0001508262,0.000059190683,0.000015129832],"category_scores_gemma":[0.00003635193,0.00008351757,0.000048928003,0.00009874681,0.00012744482,0.00023994171,0.00004755709,0.00016975235,1.85232e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010946384,0.0012977696,0.11363365,0.024673827,0.000053336447,0.0000032668863,0.06360718,0.000004251003,0.0023791688,0.000008304315,0.000076259596,0.7833166],"study_design_scores_gemma":[0.08032962,0.007047697,0.55063385,0.13292572,0.00005507519,0.0000011258848,0.031482454,0.0022718923,0.19157663,0.00005420643,0.0031530035,0.00046871317],"about_ca_topic_score_codex":0.00009388695,"about_ca_topic_score_gemma":0.0047040917,"teacher_disagreement_score":0.7828479,"about_ca_system_score_codex":0.00022150563,"about_ca_system_score_gemma":0.0002515682,"threshold_uncertainty_score":0.34057474},"labels":[],"label_agreement":null},{"id":"W2669545879","doi":"10.2196/resprot.6927","title":"An Interactive, Mobile-Based Tool for Personal Social Network Data Collection and Visualization Among a Geographically Isolated and Socioeconomically Disadvantaged Population: Early-Stage Feasibility Study With Qualitative User Feedback","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of Women's Health; National Institute on Drug Abuse; Centers for Disease Control and Prevention; National Center for Chronic Disease Prevention and Health Promotion; U.S. Department of Health and Human Services","keywords":"Data collection; Social network (sociolinguistics); Population; Qualitative research; Qualitative property; Disadvantaged; mHealth; Psychological intervention; Computer science; Applied psychology; Psychology; Medical education; Medicine; Nursing; World Wide Web; Social media; Environmental health","score_opus":0.3624610559337396,"score_gpt":0.6382511527040061,"score_spread":0.2757900967702665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2669545879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6535766,7.100696e-7,0.00032016204,0.00041699872,0.000031725718,0.3455593,0.000041608626,0.00004300109,0.0000098577075],"genre_scores_gemma":[0.5411036,5.4267315e-7,0.00029690526,0.000010485214,0.00031326184,0.45816407,0.00006859399,0.000018848006,0.000023674258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937597,0.0037685926,0.00040203758,0.0008134882,0.0006744953,0.000581715],"domain_scores_gemma":[0.99552286,0.0025573948,0.00043219005,0.00043862587,0.00079307985,0.00025583248],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007879276,0.00017513956,0.00031206352,0.00012971702,0.0062332964,0.0012032846,0.00047791578,0.00021787282,0.000040999108],"category_scores_gemma":[0.0022459633,0.00017101328,0.000032466447,0.0003258373,0.001413397,0.0019591174,0.00014631005,0.00045369368,9.717269e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034420409,0.00078657025,0.8926387,0.00012169404,0.000029547233,5.5050975e-7,0.10074908,0.0000012101737,0.000008276438,0.00024221724,0.00009356407,0.0018865413],"study_design_scores_gemma":[0.002719575,0.0029629194,0.95866805,0.00014587906,0.000008473558,7.5057514e-8,0.031772006,0.0021233389,0.0000010615465,0.0004673291,0.0009251298,0.00020614623],"about_ca_topic_score_codex":0.006183596,"about_ca_topic_score_gemma":0.017786138,"teacher_disagreement_score":0.112604775,"about_ca_system_score_codex":0.00040968563,"about_ca_system_score_gemma":0.00065537205,"threshold_uncertainty_score":0.9998336},"labels":[],"label_agreement":null},{"id":"W2680133100","doi":"10.2196/resprot.7949","title":"A Hybrid Web-Based and In-Person Self-Management Intervention to Prevent Acute to Chronic Pain Transition After Major Lower Extremity Trauma (iPACT-E-Trauma): Protocol for a Pilot Single-Blind Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; McGill University; Jewish General Hospital; Université de Montréal; Hôpital du Sacré-Cœur de Montréal","funders":"Canadian Institutes of Health Research; Réseau québécois de recherche sur la douleur","keywords":"Randomized controlled trial; Medicine; Chronic pain; Intervention (counseling); Physical therapy; Self-management; Single blind; Protocol (science); Alternative medicine; Psychiatry; Computer science; Surgery","score_opus":0.08124331058723475,"score_gpt":0.46930317527339827,"score_spread":0.3880598646861635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2680133100","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10726059,0.0000016516524,0.0027726488,0.0037062701,0.000020614218,0.8858525,0.000013566626,0.000069777314,0.0003023741],"genre_scores_gemma":[0.22851898,9.996089e-8,0.0016941491,0.00011167183,0.00021268407,0.7689124,0.000011920856,0.000045365494,0.0004927668],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99345344,0.0027970849,0.0010264565,0.00085948466,0.0010839915,0.00077954726],"domain_scores_gemma":[0.9972925,0.0008204664,0.00026131544,0.0007980429,0.0003797958,0.00044784026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016330762,0.00037794816,0.0012965093,0.0007852189,0.0003120185,0.0003932872,0.00029111773,0.0001363271,0.00019368345],"category_scores_gemma":[0.0012552785,0.00027737973,0.0006897684,0.00019996389,0.00020964844,0.00027443352,0.00007423528,0.0004334389,0.000015766847],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9550665,0.009332624,0.000015967526,0.00787346,0.00024783058,0.000030563522,0.00039729656,0.0000043169243,0.003929731,0.000014860575,0.0008378112,0.022249056],"study_design_scores_gemma":[0.94964707,0.029685335,0.00087558123,0.010438792,0.000064117165,0.0000013572975,0.000051718787,0.0032255047,0.0011038602,0.00013851399,0.004478829,0.00028929856],"about_ca_topic_score_codex":0.000028041994,"about_ca_topic_score_gemma":0.00014275331,"teacher_disagreement_score":0.12125838,"about_ca_system_score_codex":0.00074794283,"about_ca_system_score_gemma":0.00019591887,"threshold_uncertainty_score":0.9999678},"labels":[],"label_agreement":null},{"id":"W26869137","doi":"10.2196/resprot.5107","title":"Eugenetica e diritto. Il futuro della natura umana tra inviolabilità e indisponibilità","year":2004,"lang":"it","type":"article","venue":"JMIR Research Protocols","topic":"Bioethics and Human Rights Issues","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.26312463462447533,"score_gpt":0.5152962502800977,"score_spread":0.2521716156556224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26869137","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021979107,0.00046529068,0.0011727773,0.019104594,0.00020425965,0.94657457,0.000115178336,0.0005369481,0.009847258],"genre_scores_gemma":[0.12502865,0.000062056606,0.00690545,0.00048454525,0.0014436994,0.8608715,0.00001771963,0.00014770364,0.0050386456],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98655117,0.002086971,0.0013694518,0.0028451986,0.0041288594,0.0030183333],"domain_scores_gemma":[0.9918496,0.0007396249,0.00029079537,0.004067655,0.0018584613,0.0011938623],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.006579612,0.000869598,0.00088238006,0.0009132319,0.0020554666,0.0034436071,0.0060774595,0.001164247,0.00088573346],"category_scores_gemma":[0.0003816156,0.0007085316,0.00042876933,0.002330968,0.0030932615,0.00096282497,0.0025560604,0.0056000743,0.0021424145],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067961036,0.0049763103,0.0003672813,0.0026111514,0.00015678951,0.0006118997,0.024381766,0.00008124105,0.003257309,0.9023021,0.010580907,0.04999367],"study_design_scores_gemma":[0.0033070107,0.0041338736,0.0057220045,0.0037881506,0.000006189792,0.000029594594,0.00026941719,0.00047984289,0.0076953163,0.20187023,0.7715301,0.0011682869],"about_ca_topic_score_codex":0.0002779025,"about_ca_topic_score_gemma":0.00035390438,"teacher_disagreement_score":0.7609492,"about_ca_system_score_codex":0.00080381054,"about_ca_system_score_gemma":0.0024476855,"threshold_uncertainty_score":0.9996197},"labels":[],"label_agreement":null},{"id":"W2698792807","doi":"10.2196/resprot.7523","title":"Reducing Parental Uncertainty Around Childhood Cancer: Implementation Decisions and Design Trade-Offs in Developing an Electronic Health Record-Linked Mobile App","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Human Genome Research Institute","keywords":"Electronic health record; Mobile apps; Childhood cancer; Psychology; Computer science; Cancer; Internet privacy; Applied psychology; Medicine; Health care; World Wide Web; Economic growth; Economics","score_opus":0.25524865465753,"score_gpt":0.5682744285054914,"score_spread":0.3130257738479614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2698792807","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45195326,0.000132401,0.00040735843,0.0117543945,0.000030475265,0.53551143,0.000039826504,0.000116385076,0.00005447829],"genre_scores_gemma":[0.3923434,0.00016482324,0.001903173,0.00031982767,0.0003022788,0.6048347,0.000053847132,0.000053272313,0.000024683783],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941231,0.0013243157,0.0009372672,0.00096653384,0.0011882873,0.0014605206],"domain_scores_gemma":[0.9973778,0.00045684347,0.00040096295,0.0010638068,0.00015489897,0.00054566487],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.006257262,0.00030378846,0.0006548968,0.0004044694,0.0013586105,0.00039330864,0.00055399485,0.00014895611,0.00008561781],"category_scores_gemma":[0.0004011614,0.00029455053,0.00007454017,0.00039167472,0.0002560329,0.0006151412,0.0002511234,0.0012056242,0.0000069701696],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002996859,0.0019860382,0.14324081,0.0011381634,0.00015692035,0.00005498182,0.023745453,0.00012632838,0.0016888259,0.0007133202,0.00550255,0.81864977],"study_design_scores_gemma":[0.016765084,0.009545463,0.9025787,0.012393884,0.000010890362,0.000085425934,0.011127293,0.0009392626,0.0017641291,0.0033607504,0.04058503,0.00084410096],"about_ca_topic_score_codex":0.0109181255,"about_ca_topic_score_gemma":0.016477529,"teacher_disagreement_score":0.81780565,"about_ca_system_score_codex":0.0020054828,"about_ca_system_score_gemma":0.0052936994,"threshold_uncertainty_score":0.99995065},"labels":[],"label_agreement":null},{"id":"W27261271","doi":"10.2196/resprot.5665","title":"طراحی و تیپ بندی کوله های پیش ساخته پل های سواره رو با قابلیت نصب سریع","year":2011,"lang":"fa","type":"article","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.5111475567883819,"score_gpt":0.589524962607034,"score_spread":0.07837740581865216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W27261271","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010120178,0.00024953196,0.00012857988,0.0025982058,0.0002209496,0.83838665,0.00027622745,0.00048662268,0.14753304],"genre_scores_gemma":[0.056729823,0.000035256584,0.0014588732,0.0002722504,0.002919168,0.9008959,0.00008915436,0.0005766115,0.037022967],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97104585,0.0056124707,0.002362255,0.0034419314,0.009855495,0.007682012],"domain_scores_gemma":[0.9826655,0.0016325089,0.00055820175,0.0054340423,0.004926346,0.0047834096],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.011736085,0.0015922905,0.0021362833,0.002758965,0.0016356937,0.0007911433,0.0043614707,0.001680209,0.04868837],"category_scores_gemma":[0.0057364805,0.0014489533,0.0008863995,0.004748928,0.0046720975,0.0013513891,0.0041066655,0.010160531,0.028712627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039072234,0.029768301,0.13637601,0.026135586,0.003525346,0.018701222,0.021904614,0.000004495085,0.11170094,0.022658205,0.24700603,0.343147],"study_design_scores_gemma":[0.023819884,0.017757991,0.055088896,0.010473153,0.00009364751,0.00040385622,0.0041295276,0.00095063885,0.08809015,0.004140687,0.7925768,0.0024747779],"about_ca_topic_score_codex":0.0011692839,"about_ca_topic_score_gemma":0.00016042213,"teacher_disagreement_score":0.54557073,"about_ca_system_score_codex":0.0026259236,"about_ca_system_score_gemma":0.002795044,"threshold_uncertainty_score":0.9996825},"labels":[],"label_agreement":null},{"id":"W2726836532","doi":"10.2196/resprot.8085","title":"Effectiveness of Adaptive E-Learning Environments on Knowledge, Competence, and Behavior in Health Professionals and Students: Protocol for a Systematic Review and Meta-Analysis","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Montreal Heart Institute","funders":"Institut de Cardiologie de Montréal; Fondation Institut de Cardiologie de Montréal; Université de Montréal","keywords":"Competence (human resources); Protocol (science); Medical education; Psychology; Meta-analysis; Systematic review; Health professionals; Knowledge management; Applied psychology; Computer science; MEDLINE; Medicine; Health care; Alternative medicine; Social psychology","score_opus":0.5606221076094482,"score_gpt":0.6951714623008318,"score_spread":0.13454935469138363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2726836532","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.319214e-7,0.21482068,0.000004250234,0.000047240173,8.464182e-7,0.78499305,0.000026801175,0.000010653566,0.00009621545],"genre_scores_gemma":[0.0000038284084,0.08697435,0.000047235153,0.00001398283,0.000011151776,0.91082054,0.0000069999396,0.000032936015,0.0020889875],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97096413,0.02500731,0.0011756468,0.00091521937,0.0013234328,0.00061425846],"domain_scores_gemma":[0.9922461,0.0051334877,0.0015184651,0.00056376343,0.00019988087,0.00033833898],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.031486798,0.00042698102,0.005844645,0.00070033286,0.0011520187,0.0002322689,0.0007992054,0.00028463805,0.000031336796],"category_scores_gemma":[0.0023380928,0.00028308845,0.00055041624,0.0006899256,0.0008664278,0.00016476617,0.00052889466,0.0010734266,0.000005477553],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007089447,0.0007954777,0.00015319606,0.99135375,0.0034508538,0.0000032950306,0.000628402,1.6276157e-7,4.492765e-8,0.0004797127,0.000031099535,0.0030331193],"study_design_scores_gemma":[0.00096132077,0.0018350524,0.00023933333,0.72212666,0.012866695,0.0000013078115,0.00046820848,0.0000016379006,1.5589629e-7,0.000051063194,0.2611133,0.00033524304],"about_ca_topic_score_codex":0.00022413717,"about_ca_topic_score_gemma":0.00011188772,"teacher_disagreement_score":0.26922706,"about_ca_system_score_codex":0.00035423675,"about_ca_system_score_gemma":0.0010267597,"threshold_uncertainty_score":0.99996215},"labels":[],"label_agreement":null},{"id":"W2729779815","doi":"10.2196/resprot.6859","title":"The Feasibility and Acceptability of a Web-Based Alcohol Management Intervention in Community Sports Clubs: A Cross-Sectional Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Harm; Alcohol; Intervention (counseling); Web application; Applied psychology; Medicine; Psychology; Computer science; Nursing; World Wide Web; Social psychology","score_opus":0.38540672101011053,"score_gpt":0.5956198408482714,"score_spread":0.21021311983816082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729779815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7032242,0.000005491427,8.188783e-7,0.00006408909,0.0000054408974,0.29594165,0.0000018475242,0.000015506681,0.0007409741],"genre_scores_gemma":[0.6054716,0.0000010601635,0.00002943499,0.0000032841865,0.000009353589,0.39431414,0.0000024343515,0.0000061769074,0.00016252436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99719214,0.000876376,0.0004698302,0.00028240535,0.00086901046,0.0003102106],"domain_scores_gemma":[0.99756753,0.00035095675,0.00016261771,0.0015621384,0.00027264174,0.00008408371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008631801,0.00012286662,0.00025224744,0.00013595565,0.0008999458,0.00018744096,0.0004057035,0.000062724794,0.0001593235],"category_scores_gemma":[0.0004449627,0.00008012924,0.00010864702,0.00015275352,0.00070788764,0.0001909825,0.00033832245,0.0005969802,0.000003312275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003956199,0.005381435,0.9794357,0.00038291825,0.000040252766,0.000028807224,0.00044980829,3.4104679e-7,0.000018544542,0.000029111692,0.000030563053,0.01024633],"study_design_scores_gemma":[0.016313313,0.0013669811,0.97957176,0.0003598938,0.0000043213,0.0000012098369,0.0013166312,0.000031756343,0.00018228203,0.00053800456,0.00025728464,0.000056538855],"about_ca_topic_score_codex":0.00021418971,"about_ca_topic_score_gemma":0.002471942,"teacher_disagreement_score":0.098372504,"about_ca_system_score_codex":0.0003197993,"about_ca_system_score_gemma":0.000093033945,"threshold_uncertainty_score":0.6921746},"labels":[],"label_agreement":null},{"id":"W2730628619","doi":"10.2196/resprot.7931","title":"Early Interventions Following the Death of a Parent: Protocol of a Mixed Methods Systematic Review","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Grief; Systematic review; Medicine; Protocol (science); Meta-analysis; Psychology; Clinical psychology; MEDLINE; Psychotherapist; Psychiatry; Alternative medicine","score_opus":0.5888780132112916,"score_gpt":0.7081614936800616,"score_spread":0.11928348046877002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730628619","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034135373,0.00010139493,0.00023170047,0.0002888236,0.000027599488,0.9907261,0.000016761654,0.00001994691,0.008246312],"genre_scores_gemma":[0.007563627,0.00000253865,0.0005973986,0.00003113932,0.000029871691,0.98958945,0.000002209879,0.000028727325,0.0021550136],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9917328,0.005111636,0.0013338453,0.00037033536,0.00083142397,0.0006199606],"domain_scores_gemma":[0.9955255,0.0005204402,0.00107607,0.002380462,0.0003347729,0.00016277812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013385947,0.00018543025,0.0008335246,0.00015096656,0.00055703823,0.00008641368,0.0015742455,0.00009704106,0.0002939951],"category_scores_gemma":[0.00093916047,0.000114903756,0.00057509245,0.00020429176,0.0002677662,0.00015401132,0.0004948745,0.00049278996,0.00007081419],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002906493,0.0018593185,0.005387549,0.9623061,0.00029575077,0.000014002898,0.0014562372,1.613619e-8,0.00039416482,0.02183671,0.0031200575,0.0030394837],"study_design_scores_gemma":[0.0037355835,0.003618235,0.02965776,0.95070535,0.00007754986,0.000009440135,0.0007753013,0.0000027410529,0.0017365362,0.0034638408,0.006004929,0.00021271333],"about_ca_topic_score_codex":0.0005018448,"about_ca_topic_score_gemma":0.000030498286,"teacher_disagreement_score":0.024270212,"about_ca_system_score_codex":0.00008474622,"about_ca_system_score_gemma":0.0001536209,"threshold_uncertainty_score":0.46856394},"labels":[],"label_agreement":null},{"id":"W2730757102","doi":"10.2196/resprot.7735","title":"Sharing Annotated Audio Recordings of Clinic Visits With Patients—Development of the Open Recording Automated Logging System (ORALS): Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gordon and Betty Moore Foundation","keywords":"Collaboratory; Upload; Computer science; Medicine; Multimedia; World Wide Web","score_opus":0.4334990368692328,"score_gpt":0.6312544930338321,"score_spread":0.19775545616459927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730757102","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15965532,2.1064888e-7,0.0000074875807,0.00007273878,0.000037337988,0.8306204,0.0000077334325,0.000111646055,0.009487123],"genre_scores_gemma":[0.22655813,1.5386489e-8,0.0003099857,0.000011197902,0.000041439736,0.7717861,0.000001924208,0.00004927905,0.0012419409],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99450463,0.0013722387,0.0013969342,0.0008275764,0.0010180498,0.0008805815],"domain_scores_gemma":[0.9947522,0.00019097976,0.0017230478,0.0022933318,0.00086828007,0.00017212897],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008600277,0.00027960978,0.0007399761,0.00026122396,0.0016770498,0.00033304156,0.0036414543,0.00016621617,0.0005744912],"category_scores_gemma":[0.00015678775,0.00018163827,0.00007693533,0.00048547113,0.00023115383,0.00039794014,0.0019141629,0.00082609185,0.000051946347],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010894775,0.0043312786,0.92819196,0.0035320993,0.00032366667,0.000019864978,0.014525056,0.0000018619173,0.0003686277,0.00036946606,0.006983819,0.030457538],"study_design_scores_gemma":[0.01801971,0.0063480837,0.9248085,0.01437738,0.0000066180937,0.000003836544,0.003899483,0.000118116805,0.0011531152,0.00005089886,0.030817555,0.000396687],"about_ca_topic_score_codex":0.00080315437,"about_ca_topic_score_gemma":0.00019034334,"teacher_disagreement_score":0.06690282,"about_ca_system_score_codex":0.00028181414,"about_ca_system_score_gemma":0.00063805655,"threshold_uncertainty_score":0.99962264},"labels":[],"label_agreement":null},{"id":"W2730990334","doi":"10.2196/resprot.6489","title":"Brazilian Samba Protocol for Individuals With Parkinson’s Disease: A Clinical Non-Randomized Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Medicine; Parkinson's disease; Disease; Psychology; Gerontology; Physical therapy; Alternative medicine; Surgery; Pathology","score_opus":0.3477692869643597,"score_gpt":0.657931414634216,"score_spread":0.3101621276698563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730990334","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005000617,5.2797895e-7,0.00016425742,0.00108428,0.00003277348,0.98920095,0.00009016185,0.0001365967,0.0042898315],"genre_scores_gemma":[0.009166008,5.2372957e-7,0.0011099549,0.0001391728,0.0011202394,0.97995055,0.000025639638,0.00010211161,0.008385814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9869132,0.0070417123,0.001630523,0.001147733,0.0016103758,0.0016564485],"domain_scores_gemma":[0.9916942,0.0027003577,0.001141148,0.0025157246,0.0011016547,0.00084687775],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.026045255,0.00039486773,0.0012478828,0.00023879386,0.004926089,0.00035443626,0.0017391142,0.00038739713,0.00014570972],"category_scores_gemma":[0.003652162,0.00026608282,0.00035787467,0.00021452455,0.0011705887,0.00059238053,0.00081040483,0.0021849775,0.0003754163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.171037,0.010501977,0.7342427,0.003167355,0.00020289216,0.000030108124,0.0012819917,6.0341165e-8,0.00002852871,0.00048995327,0.072979406,0.0060380525],"study_design_scores_gemma":[0.2074663,0.0017753731,0.42298245,0.003274175,0.0000105972,2.2017502e-7,0.00034927102,0.000057145022,7.073692e-7,0.0014283813,0.36245728,0.00019811363],"about_ca_topic_score_codex":0.00010337047,"about_ca_topic_score_gemma":0.0003078775,"teacher_disagreement_score":0.31126022,"about_ca_system_score_codex":0.00015503551,"about_ca_system_score_gemma":0.0018851167,"threshold_uncertainty_score":0.99997914},"labels":[],"label_agreement":null},{"id":"W2733867054","doi":"10.2196/resprot.7679","title":"Mobile Phone Short Messages to Improve Breastfeeding Feeding Practices: A Study Protocol for a Randomized Controlled Trial in Yangon, Myanmar","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Breastfeeding; Mobile phone; Protocol (science); Randomized controlled trial; Phone; Breast feeding; mHealth; Medicine; Computer science; Internet privacy; Alternative medicine; Nursing; Telecommunications; Pediatrics; Psychological intervention","score_opus":0.22672986833012077,"score_gpt":0.5881950320662788,"score_spread":0.361465163736158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2733867054","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060503543,0.0000019963472,0.000024080004,0.0048535927,0.00005295471,0.98204273,0.0000067826213,0.00010579882,0.0068617],"genre_scores_gemma":[0.050568253,5.083061e-7,0.0008727486,0.00007294856,0.0013398634,0.94442713,0.000001792138,0.00009255905,0.0026241795],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99186116,0.0013908359,0.0017992832,0.0012954185,0.0021883037,0.0014650072],"domain_scores_gemma":[0.9914339,0.0033571946,0.0015571454,0.001429951,0.001601785,0.00061998796],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031664506,0.00053565914,0.002862382,0.0008455595,0.0011783398,0.0017744887,0.0011904864,0.00030311663,0.00021485378],"category_scores_gemma":[0.027295057,0.0003668318,0.0005471236,0.00049728487,0.0004262887,0.0017807924,0.0006839699,0.001458804,0.00004698984],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96521366,0.005845068,0.0019880391,0.00097418134,0.00034192542,0.00006173721,0.001822352,0.0000018650464,0.0063347905,0.00006884683,0.0024106158,0.014936949],"study_design_scores_gemma":[0.9356037,0.017177217,0.0013440397,0.0033400834,0.00006825113,0.000023141894,0.0012971477,0.00040978345,0.0008098676,0.0001087522,0.0394416,0.00037645784],"about_ca_topic_score_codex":0.0005833652,"about_ca_topic_score_gemma":0.00008392993,"teacher_disagreement_score":0.0445179,"about_ca_system_score_codex":0.00029823318,"about_ca_system_score_gemma":0.00089093234,"threshold_uncertainty_score":0.99987835},"labels":[],"label_agreement":null},{"id":"W2734801608","doi":"10.2196/resprot.8064","title":"An Intervention Using Gamification to Increase Human Immunodeficiency Virus and Sexually Transmitted Infection Screening Among Young Men Who Have Sex With Men in California: Rationale and Design of Stick To It","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Human immunodeficiency virus (HIV); Intervention (counseling); Men who have sex with men; Medicine; Psychology; Gerontology; Family medicine; Psychiatry; Syphilis","score_opus":0.1581534406898655,"score_gpt":0.5023133177193165,"score_spread":0.34415987702945106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734801608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6879979,0.0000047033645,0.09659647,0.00023048674,4.5161627e-7,0.21397604,0.000041722888,0.000019798059,0.0011324366],"genre_scores_gemma":[0.73169285,0.0000018255178,0.0016651262,0.0000075641606,0.000028015576,0.26453364,0.000039344515,0.000028600196,0.0020030353],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9973403,0.0006968872,0.00044560176,0.00042215883,0.0007039645,0.00039104169],"domain_scores_gemma":[0.9984185,0.000083048,0.00012467091,0.00048083722,0.00052221736,0.00037073964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033106403,0.00014246212,0.00026675357,0.0007384614,0.0006025789,0.00029824095,0.00018911016,0.00008438238,0.00006485039],"category_scores_gemma":[0.0006145274,0.0001257474,0.0000313456,0.00027851283,0.00027622713,0.00059747393,0.000119252334,0.00037543557,0.0000030326535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00441076,0.0017234895,0.47638008,0.0013581195,0.000083551175,0.000034581422,0.004653358,0.00037052258,0.48642182,0.00009645866,0.0019089746,0.022558298],"study_design_scores_gemma":[0.0052770344,0.016189948,0.8263082,0.0060509914,0.000015805523,0.000025372281,0.0019203874,0.13245308,0.011055674,0.00010471367,0.00035724934,0.00024156513],"about_ca_topic_score_codex":0.013083822,"about_ca_topic_score_gemma":0.002640377,"teacher_disagreement_score":0.47536615,"about_ca_system_score_codex":0.00016145015,"about_ca_system_score_gemma":0.00013920403,"threshold_uncertainty_score":0.99348813},"labels":[],"label_agreement":null},{"id":"W2735525238","doi":"10.2196/resprot.7636","title":"Natural Compounds for the Treatment of Psoriatic Arthritis: A Proposal Based on Multi-Targeted Osteoclastic Regulation and on a Preclinical Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spondyloarthritis Studies and Treatments","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psoriatic arthritis; Medicine; Psoriasis; Arthritis; Population; Pathogenesis; Inflammatory arthritis; Disease; Immunology; Bioinformatics; Internal medicine; Biology; Environmental health","score_opus":0.25048240359284923,"score_gpt":0.5452580117279343,"score_spread":0.2947756081350851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735525238","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17070234,0.000090919646,0.000012181338,0.0016356746,0.000040212813,0.82731783,0.000047025904,0.00003302145,0.000120791294],"genre_scores_gemma":[0.52176493,0.000004367627,0.00024093216,0.000008584297,0.00007744869,0.47770485,0.0000081710805,0.000014372831,0.00017630646],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99799436,0.00024108538,0.0003348545,0.00041404803,0.00065542397,0.00036024515],"domain_scores_gemma":[0.9974803,0.0011543995,0.00015682798,0.00079203706,0.00031121046,0.00010525443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005947683,0.00019096989,0.00042828723,0.00010798874,0.0009051117,0.00010398384,0.00013913386,0.00006958607,0.000011040033],"category_scores_gemma":[0.00071126176,0.00010798076,0.00011377458,0.00007833475,0.0003622066,0.000053055213,0.000048590824,0.00020293868,0.000007677031],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09875952,0.08750395,0.23455504,0.0011410931,0.001424908,0.00027299192,0.003933616,0.00003322005,0.001440008,0.0004797918,0.0019570752,0.5684988],"study_design_scores_gemma":[0.07880906,0.12475581,0.7772637,0.0028222047,0.000048804748,0.000005755186,0.00036464905,0.009213903,0.0010881233,0.00011930526,0.0053593297,0.00014938321],"about_ca_topic_score_codex":0.00004694219,"about_ca_topic_score_gemma":0.00024756117,"teacher_disagreement_score":0.5683494,"about_ca_system_score_codex":0.00013506648,"about_ca_system_score_gemma":0.00016080821,"threshold_uncertainty_score":0.6961479},"labels":[],"label_agreement":null},{"id":"W2735814034","doi":"10.2196/resprot.6213","title":"Data Preparation for West Nile Virus Agent-Based Modelling: Protocol for Processing Bird Population Estimates and Incorporating ArcMap in AnyLogic","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mosquito-borne diseases and control","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; Bird Studies Canada; University of Manitoba","keywords":"West Nile virus; Protocol (science); Population; Geography; Computer science; Virology; Demography; Virus; Biology; Medicine; Sociology","score_opus":0.5156884434815319,"score_gpt":0.6132262407606517,"score_spread":0.09753779727911982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735814034","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024708484,0.000003685329,0.017240822,0.0004326324,0.0000027310525,0.9795988,0.00012473691,0.000077962104,0.000047741578],"genre_scores_gemma":[0.10953206,5.6346632e-8,0.011020396,0.000026562411,0.00017570796,0.878892,0.00023323741,0.00004984259,0.0000701197],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977481,0.00009635668,0.00048424662,0.0007064325,0.0004685529,0.00049635925],"domain_scores_gemma":[0.9977669,0.00021862023,0.00035350677,0.0010349767,0.00044513587,0.00018085654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018422788,0.00019133279,0.0003322159,0.00019161355,0.0008014477,0.0006398266,0.00042734877,0.00012971791,0.00001182606],"category_scores_gemma":[0.0010313191,0.00015966632,0.00005044581,0.0001140066,0.00012624222,0.0006574756,0.00019245227,0.00022387884,0.0000028796453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.092921786,0.008481187,0.479271,0.06662998,0.000104234256,0.00008023063,0.0005858952,0.007544227,0.037831258,0.0020217262,0.009489253,0.2950392],"study_design_scores_gemma":[0.00856748,0.001811765,0.014334708,0.0036164038,0.000009608782,0.0000015253081,0.000027447657,0.96085715,0.0008699993,0.0025491808,0.0071727065,0.00018203535],"about_ca_topic_score_codex":0.00020281588,"about_ca_topic_score_gemma":0.00028505578,"teacher_disagreement_score":0.95331293,"about_ca_system_score_codex":0.00008867541,"about_ca_system_score_gemma":0.00049670273,"threshold_uncertainty_score":0.65110034},"labels":[],"label_agreement":null},{"id":"W2735932923","doi":"10.2196/resprot.7790","title":"Treatment of Peritoneal Dissemination in Stomach Cancer Patients With Cytoreductive Surgery and Hyperthermic Intraperitoneal Chemotherapy (HIPEC): Rationale and Design of the PERISCOPE Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intraperitoneal and Appendiceal Malignancies","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Docetaxel; Hyperthermic intraperitoneal chemotherapy; Oxaliplatin; Laparotomy; Cancer; Gastrectomy; Pseudomyxoma peritonei; Carcinosis; Surgery; Oncology; Colorectal cancer; Internal medicine; Cytoreductive surgery; Peritoneal carcinomatosis; Appendix; Ovarian cancer","score_opus":0.13420404624642396,"score_gpt":0.4772238858316534,"score_spread":0.34301983958522947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735932923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82609475,0.000021533055,6.406264e-7,0.00037789776,0.000004992054,0.1734438,0.000020132497,0.0000038124674,0.000032455806],"genre_scores_gemma":[0.7307374,0.000013388174,0.00004008329,0.0000032703683,0.000036985846,0.26905626,0.000002663655,0.000013527928,0.00009641539],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984652,0.00022922053,0.00025797173,0.00027002447,0.00054480456,0.00023282268],"domain_scores_gemma":[0.9989837,0.00017843096,0.00016155896,0.00030242698,0.00030840776,0.00006546903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033965506,0.00014411422,0.00037156738,0.00011016661,0.00027537075,0.000049080423,0.000115396804,0.000055796037,0.000027866403],"category_scores_gemma":[0.00005718938,0.000081976505,0.000030752617,0.00012901613,0.00073466316,0.00015676631,0.00004988677,0.00013381809,2.0650346e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004850221,0.0037421167,0.9281666,0.00028703272,0.00006411929,0.000011659414,0.007651459,0.0000014527475,0.03402381,0.000022796774,0.00003815435,0.02114053],"study_design_scores_gemma":[0.0031768258,0.0043012225,0.96455723,0.0009688795,0.000006951741,0.0000065270597,0.0012044566,0.000055937293,0.02547524,0.000013622832,0.00014940996,0.000083715706],"about_ca_topic_score_codex":0.00037810634,"about_ca_topic_score_gemma":0.00007666493,"teacher_disagreement_score":0.09561247,"about_ca_system_score_codex":0.00009919019,"about_ca_system_score_gemma":0.00026689924,"threshold_uncertainty_score":0.33429047},"labels":[],"label_agreement":null},{"id":"W2737358090","doi":"10.2196/resprot.7965","title":"Development of a Tailored HIV Prevention Intervention for Single Young Men Who Have Sex With Men Who Meet Partners Online: Protocol for the myDEx Project","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; Centers for Disease Control and Prevention","keywords":"Men who have sex with men; Human immunodeficiency virus (HIV); Protocol (science); Intervention (counseling); Psychology; Medicine; Family medicine; Alternative medicine; Nursing","score_opus":0.29845997521971973,"score_gpt":0.5827361950171586,"score_spread":0.28427621979743883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737358090","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023650317,0.0000015673758,0.008225931,0.0010198859,0.0000012463071,0.96847034,0.00009322354,0.00004515209,0.021906164],"genre_scores_gemma":[0.00056600233,2.4300405e-7,0.0041105365,0.000004182606,0.00015677567,0.849473,0.00010721466,0.00006678653,0.14551523],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99557966,0.00040197553,0.00092467386,0.00064548536,0.0014445331,0.0010036478],"domain_scores_gemma":[0.99608636,0.00023956786,0.0005395014,0.0011908544,0.0016982615,0.00024542963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004214012,0.00030076384,0.00054589374,0.00039647002,0.0012408479,0.00041933134,0.00090431696,0.00016149283,0.00012532485],"category_scores_gemma":[0.0012510242,0.00018955747,0.00036337913,0.00023060053,0.00055173703,0.00050228776,0.00039208113,0.000463252,0.0000074876225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027260225,0.008621519,0.0046638157,0.015207621,0.0010134978,0.00001324009,0.004330863,0.0000030402068,0.020587077,0.0005955114,0.7919982,0.1257054],"study_design_scores_gemma":[0.039809518,0.04645114,0.0048338673,0.029467804,0.00005447674,0.000026293326,0.008268402,0.032267205,0.0844867,0.00052697875,0.7532675,0.00054006977],"about_ca_topic_score_codex":0.00008980302,"about_ca_topic_score_gemma":0.0007281348,"teacher_disagreement_score":0.12516533,"about_ca_system_score_codex":0.0003741735,"about_ca_system_score_gemma":0.0011635551,"threshold_uncertainty_score":0.95437235},"labels":[],"label_agreement":null},{"id":"W2738298730","doi":"10.2196/resprot.5886","title":"Apps for Health-Related Education in Pharmacy Practice: Needs Assessment Survey Among Patients Within a Large Metropolitan Area","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacy; Preference; Medical education; Metropolitan area; Patient education; mHealth; Medicine; Psychology; Nursing; Psychological intervention","score_opus":0.3581066060907115,"score_gpt":0.7017445540116007,"score_spread":0.34363794792088925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738298730","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02418395,0.000021276674,0.00017895027,0.0109356325,0.00017009235,0.9503645,0.0004000962,0.00010700254,0.013638514],"genre_scores_gemma":[0.11989359,0.000019343317,0.0010098424,0.0011791963,0.00015535227,0.8740536,0.00053110666,0.00007441596,0.0030835285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98743606,0.006227795,0.0020750375,0.0007325173,0.0011116142,0.0024170063],"domain_scores_gemma":[0.9897756,0.002750398,0.0019184846,0.0016738571,0.0026096464,0.001272018],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027285332,0.00028922394,0.0006029378,0.0008389166,0.006110648,0.00014329074,0.0010068024,0.00031464134,0.00027219253],"category_scores_gemma":[0.007082892,0.00027068285,0.00007682422,0.00084609765,0.00021992128,0.00086465006,0.00040803308,0.0028791241,0.00015903417],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010908816,0.0036985066,0.8258733,0.0025570802,0.000016076876,7.0671433e-7,0.001145233,6.839552e-7,0.0000053293197,0.020124003,0.13259573,0.01289243],"study_design_scores_gemma":[0.0070456294,0.0005188005,0.53675705,0.0017040569,0.0000017034754,2.782577e-7,0.0020064386,0.00035438585,0.0000030812553,0.0011972652,0.45024863,0.00016266706],"about_ca_topic_score_codex":0.01622152,"about_ca_topic_score_gemma":0.00844175,"teacher_disagreement_score":0.31765288,"about_ca_system_score_codex":0.0034649116,"about_ca_system_score_gemma":0.01839615,"threshold_uncertainty_score":0.99997455},"labels":[],"label_agreement":null},{"id":"W2738396629","doi":"10.2196/resprot.7327","title":"Comparing Mobile Health Strategies to Improve Medication Adherence for Veterans With Coronary Heart Disease (Mobile4Meds): Protocol for a Mixed-Methods Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; University of California, San Francisco; National Institutes of Health; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Medicine; Conventional PCI; Psychological intervention; Focus group; Randomized controlled trial; Usability; Medication adherence; Pharmacy; mHealth; Short Message Service; Percutaneous coronary intervention; Veterans Affairs; Medical emergency; Family medicine; Internal medicine; Nursing; Myocardial infarction; Computer science","score_opus":0.4263092924651356,"score_gpt":0.662708113147164,"score_spread":0.23639882068202844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738396629","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024256208,0.000002298181,0.02066336,0.0018594592,0.000017823084,0.97467357,0.000031120755,0.00009723572,0.00022954219],"genre_scores_gemma":[0.034232322,1.2937485e-7,0.019389447,0.0002723229,0.00022969877,0.94458973,0.000023731876,0.000052387422,0.0012102005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99592626,0.00052495295,0.00063559203,0.00092977314,0.0010826981,0.00090073276],"domain_scores_gemma":[0.9952693,0.00042593488,0.00035306517,0.0018780457,0.0009866223,0.0010870463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004229291,0.00028398892,0.0006217216,0.00018036173,0.0011818273,0.00038420496,0.0008640444,0.000078191544,0.00013181067],"category_scores_gemma":[0.00058820023,0.00021519963,0.00009274632,0.00020497867,0.0003657942,0.00039451735,0.00020921958,0.00047560091,0.00007419308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.074635066,0.019608278,0.122438915,0.027650546,0.00027452296,0.000044894216,0.005078771,0.000039539853,0.01070815,0.0015072492,0.17671655,0.56129754],"study_design_scores_gemma":[0.029482821,0.12158217,0.28431264,0.011351064,0.000020000816,0.00001576707,0.007185706,0.002023081,0.0015193856,0.0013628289,0.5405159,0.0006285965],"about_ca_topic_score_codex":0.00008958078,"about_ca_topic_score_gemma":0.00004850178,"teacher_disagreement_score":0.5606689,"about_ca_system_score_codex":0.00020298101,"about_ca_system_score_gemma":0.0030110287,"threshold_uncertainty_score":0.9089779},"labels":[],"label_agreement":null},{"id":"W2738902725","doi":"10.2196/resprot.7422","title":"Cross-Sectional Study of Chronic Obstructive Pulmonary Disease Prevalence Among Smokers, Ex-Smokers, and Never-Smokers in Almaty, Kazakhstan: Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; COPD; Spirometry; Cross-sectional study; Anthropometry; Physical therapy; Observational study; Asthma; Environmental health; Internal medicine; Pathology","score_opus":0.12137104750039418,"score_gpt":0.5068404284322042,"score_spread":0.38546938093181005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738902725","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4865557,0.00001717413,6.4864196e-7,0.0000660313,0.000015154825,0.5125295,0.0000720671,0.00004903751,0.0006947363],"genre_scores_gemma":[0.47059882,0.0000015150556,0.000013637888,0.000003797161,0.00018348994,0.52778614,0.000009558537,0.00007883782,0.0013241802],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9875468,0.0017320839,0.0014930363,0.00239852,0.0049042716,0.0019252709],"domain_scores_gemma":[0.99250567,0.00043528274,0.0006357113,0.0034705345,0.0015100272,0.0014427743],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.003956286,0.0007547778,0.0010683881,0.0011118588,0.0013381521,0.0006318808,0.0018591101,0.00030871795,0.0009798643],"category_scores_gemma":[0.0013043899,0.0006964303,0.00024497954,0.00091328204,0.0035708216,0.0021410752,0.0027672225,0.002537492,0.000037679863],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014239772,0.017000616,0.9527367,0.00855312,0.00020134336,0.0024616672,0.0008471934,0.00002515042,0.0002739448,0.000050581457,0.0001411585,0.0034687563],"study_design_scores_gemma":[0.01855179,0.0050942036,0.96923834,0.002253841,0.000027853312,0.000035070538,0.0021735094,0.00070641964,0.00010513537,0.0003664026,0.0008994578,0.000547984],"about_ca_topic_score_codex":0.0016067614,"about_ca_topic_score_gemma":0.00032917954,"teacher_disagreement_score":0.016501637,"about_ca_system_score_codex":0.002464722,"about_ca_system_score_gemma":0.002717551,"threshold_uncertainty_score":0.999962},"labels":[],"label_agreement":null},{"id":"W2739047497","doi":"10.2196/resprot.7440","title":"MotivATE: A Pretreatment Web-Based Program to Improve Attendance at UK Outpatient Services Among Adults With Eating Disorders","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Eating disorders; Attendance; Psychology; Medical education; Medicine; World Wide Web; Applied psychology; Clinical psychology; Multimedia; Gerontology; Computer science","score_opus":0.06559323949915218,"score_gpt":0.48262086328945525,"score_spread":0.41702762379030306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739047497","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59889084,0.000002606631,0.0000090693875,0.0002649516,0.00001637593,0.3982977,0.000030227331,0.00013538367,0.0023528507],"genre_scores_gemma":[0.43618503,9.820645e-8,0.00051323156,0.000023892062,0.000033307813,0.5603638,0.000017204746,0.000051119652,0.0028122966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99576366,0.0003425551,0.00039078106,0.001132892,0.0010364631,0.001333649],"domain_scores_gemma":[0.9969203,0.000116030256,0.00034543624,0.001872514,0.000348246,0.00039750696],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0006095017,0.00039089698,0.0003463562,0.00019496799,0.0014314762,0.0006130605,0.0010889565,0.00020058245,0.00038208565],"category_scores_gemma":[0.00006419567,0.0002905106,0.00010865939,0.00028829163,0.0005559066,0.0002484334,0.00047647028,0.0005921409,0.00019177198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023424383,0.003171349,0.92090803,0.0004430345,0.000038881684,0.000033044165,0.0024514752,0.0000109128405,0.00029729816,0.000024551753,0.00082142727,0.06945757],"study_design_scores_gemma":[0.010090947,0.025203781,0.9433865,0.006081271,0.000008554002,0.0000012199639,0.0014164796,0.00040799376,0.00055567164,0.00002503288,0.012205221,0.0006173481],"about_ca_topic_score_codex":0.0019727373,"about_ca_topic_score_gemma":0.0054039136,"teacher_disagreement_score":0.1627058,"about_ca_system_score_codex":0.00025171082,"about_ca_system_score_gemma":0.00011601571,"threshold_uncertainty_score":0.9999547},"labels":[],"label_agreement":null},{"id":"W2739957770","doi":"10.2196/resprot.7727","title":"Beliefs, Knowledge, Implementation, and Integration of Evidence-Based Practice Among Primary Health Care Providers: Protocol for a Scoping Review","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; CINAHL; Health care; MEDLINE; Medicine; Nursing; Evidence-based practice; Family medicine; Psychological intervention; Alternative medicine","score_opus":0.8964366522286501,"score_gpt":0.8136838129720145,"score_spread":0.08275283925663557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739957770","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.136026e-9,0.37866047,0.00006988734,0.0025093663,0.000019878273,0.61832315,0.000053652973,0.00003187675,0.00033174115],"genre_scores_gemma":[6.928147e-9,0.39098883,0.0012646138,0.00033086486,0.000374266,0.60657614,0.00015092292,0.000051778552,0.0002625937],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9785703,0.013173346,0.0033103786,0.001211496,0.0018294231,0.0019050998],"domain_scores_gemma":[0.97755617,0.010114293,0.0039270604,0.0014888472,0.0060550068,0.0008585961],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03282293,0.00051195803,0.0022985921,0.0009130139,0.0036232984,0.00025036707,0.0012847356,0.0004020842,0.00016741463],"category_scores_gemma":[0.017339826,0.00034563566,0.00024861068,0.0011293807,0.0006528295,0.0019655528,0.0005062093,0.0024163802,0.000052674794],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010001521,0.00013827412,0.000023695018,0.49226794,0.000008295623,3.563739e-7,0.00093187235,6.5342305e-9,1.346664e-7,0.000025178779,0.087891184,0.41861305],"study_design_scores_gemma":[0.0007397775,0.0018408331,0.000022949464,0.49094802,0.000008654715,6.582641e-7,0.0006427859,8.1891113e-7,6.6678933e-7,0.000008268971,0.5056445,0.00014206249],"about_ca_topic_score_codex":0.0008597286,"about_ca_topic_score_gemma":0.0013939328,"teacher_disagreement_score":0.41847098,"about_ca_system_score_codex":0.0025025152,"about_ca_system_score_gemma":0.10412195,"threshold_uncertainty_score":0.99989957},"labels":[],"label_agreement":null},{"id":"W2740075129","doi":"10.2196/resprot.7995","title":"Randomized Trial Comparing the Electronic Composite Psychosocial Screener YouthCHAT With a Clinician-Interview Assessment for Young People: A Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Psychosocial; Protocol (science); Psychology; Clinical psychology; Medicine; Applied psychology; Physical therapy; Psychiatry; Alternative medicine","score_opus":0.29274199501291254,"score_gpt":0.5880402130075328,"score_spread":0.2952982179946203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740075129","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043076957,0.0000023765508,0.00082624087,0.0038434067,0.00013379437,0.9770249,0.000011917332,0.00006880583,0.013780836],"genre_scores_gemma":[0.10960088,5.2463497e-7,0.00011624519,0.000121524594,0.0013818528,0.8861646,0.000012303625,0.000054318243,0.0025477249],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925313,0.0029982934,0.00095432956,0.0008975111,0.001331776,0.0012867944],"domain_scores_gemma":[0.9970289,0.0004962519,0.0006200814,0.0011482114,0.000512429,0.00019412655],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010711696,0.0004016308,0.0010596606,0.00013883252,0.0030462358,0.001081862,0.001657006,0.00015343496,0.0002712043],"category_scores_gemma":[0.00010456662,0.0002333404,0.00044482545,0.0002390566,0.00051146565,0.00020044757,0.00033611382,0.0012527903,0.000071545626],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9370088,0.0077848434,0.018689096,0.00027690956,0.00063728826,0.0000059939416,0.0037686445,6.6809037e-7,0.0000061906903,0.015157105,0.009345006,0.007319438],"study_design_scores_gemma":[0.82159704,0.0037929134,0.10549393,0.0015999252,0.000026223343,0.0000045951124,0.000928033,0.00004032092,0.0000022921095,0.002538839,0.06362607,0.0003498124],"about_ca_topic_score_codex":0.00025174144,"about_ca_topic_score_gemma":0.001396651,"teacher_disagreement_score":0.11541178,"about_ca_system_score_codex":0.00019209266,"about_ca_system_score_gemma":0.00049923104,"threshold_uncertainty_score":0.9999551},"labels":[],"label_agreement":null},{"id":"W2740519334","doi":"10.2196/resprot.7826","title":"Systematic Review Protocol to Assess the Effectiveness of Usability Questionnaires in mHealth App Studies","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Chronic Disease Prevention and Health Promotion","keywords":"Usability; mHealth; Protocol (science); Mobile apps; Computer science; Medicine; World Wide Web; Psychological intervention; Alternative medicine; Human–computer interaction; Nursing","score_opus":0.528796422040005,"score_gpt":0.731953952105756,"score_spread":0.203157530065751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740519334","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027274108,0.00009356099,0.000044013254,0.004549649,0.000022049886,0.9934086,0.00001714707,0.000062150946,0.0015300654],"genre_scores_gemma":[0.003938941,0.000045460645,0.00011815349,0.0004943337,0.000104485734,0.9950301,0.0000022943168,0.00003286549,0.00023336751],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9705543,0.023897085,0.0022803266,0.00068084284,0.0012525617,0.0013348986],"domain_scores_gemma":[0.9816514,0.011124981,0.0010678458,0.0035104787,0.0021441157,0.00050113816],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07360725,0.0002531667,0.0013934152,0.00022819887,0.0032853794,0.000040170322,0.0017291837,0.00019712327,0.000045365316],"category_scores_gemma":[0.037482098,0.00015319597,0.00009912708,0.0007179768,0.00055400416,0.00022118354,0.0008078939,0.0017437196,0.00024072656],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056596415,0.0003959328,0.022631215,0.9611237,0.000013634798,0.0000014845843,0.00032244014,9.575064e-7,0.000035504618,0.009831901,0.0045306785,0.00054656935],"study_design_scores_gemma":[0.0016512572,0.00064983906,0.14878462,0.81932884,0.0000070353717,0.0000011017983,0.00040460986,0.000010053806,0.000066074965,0.0042139348,0.024729876,0.00015277886],"about_ca_topic_score_codex":0.0006182366,"about_ca_topic_score_gemma":0.000839709,"teacher_disagreement_score":0.1417949,"about_ca_system_score_codex":0.0009397042,"about_ca_system_score_gemma":0.0028838997,"threshold_uncertainty_score":0.9980122},"labels":[],"label_agreement":null},{"id":"W2740524123","doi":"10.2196/resprot.7667","title":"Integrated Care in Prostate Cancer (ICARE-P): Nonrandomized Controlled Feasibility Study of Online Holistic Needs Assessment, Linking the Patient and the Health Care Team","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Prostate cancer; Medicine; Health care; Family medicine; Nursing; Cancer","score_opus":0.1654677156207705,"score_gpt":0.5561497384225162,"score_spread":0.39068202280174574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740524123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5078819,0.0003478504,0.0000011935168,0.0014603325,0.00002252583,0.48983154,0.00010437489,0.000014743408,0.0003355517],"genre_scores_gemma":[0.53727,0.000019022405,0.000007111257,0.00006725385,0.000048403737,0.4625062,0.00002063696,0.000016556232,0.000044819055],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99397266,0.0030524598,0.0007876864,0.0004388262,0.0011890467,0.0005593017],"domain_scores_gemma":[0.9957093,0.0007591529,0.00045822957,0.0013826353,0.0015211568,0.00016954179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037521194,0.00024374746,0.0011972194,0.00020779549,0.0007871216,0.00023441328,0.00051430153,0.0000789929,0.000019831434],"category_scores_gemma":[0.00085054,0.0001169713,0.00014440795,0.00041539973,0.00071890897,0.00009083313,0.00039389936,0.0014131775,3.91599e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19862765,0.002828864,0.5219018,0.0029560777,0.00021534544,0.000026443402,0.21313104,0.0000108076,0.000066754954,0.00006391859,0.00022194839,0.0599494],"study_design_scores_gemma":[0.35506716,0.012327604,0.19610259,0.0066382545,0.000054130443,0.00000295542,0.4237201,0.0003898084,0.000053486758,0.000073717805,0.0053259307,0.00024428038],"about_ca_topic_score_codex":0.02054247,"about_ca_topic_score_gemma":0.07709583,"teacher_disagreement_score":0.32579917,"about_ca_system_score_codex":0.0007933769,"about_ca_system_score_gemma":0.002258836,"threshold_uncertainty_score":0.9859798},"labels":[],"label_agreement":null},{"id":"W2740558201","doi":"10.2196/resprot.7632","title":"Medicine Goes Female: Protocol for Improving Career Options of Females and Working Conditions for Researching Physicians in Clinical Medical Research by Organizational Transformation and Participatory Design","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medical education; Citizen journalism; Transformation (genetics); Medicine; Alternative medicine; Family medicine; Psychology; Knowledge management; Nursing; Computer science; World Wide Web","score_opus":0.8291952176071007,"score_gpt":0.7053542488297032,"score_spread":0.12384096877739748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740558201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010221403,0.000019966925,0.0023285006,0.0074052326,0.000009180745,0.97974396,0.00007086763,0.000025717614,0.00017518965],"genre_scores_gemma":[0.15728639,0.0000050693525,0.0011548693,0.000048048034,0.000320457,0.8410104,0.000050720348,0.000036636844,0.0000874298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947347,0.0013358488,0.00094396033,0.00056882703,0.0015994401,0.0008172409],"domain_scores_gemma":[0.9928942,0.0044880207,0.0001780091,0.0005320432,0.0014895675,0.00041818403],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.020651683,0.00015715256,0.00047714025,0.00043699922,0.0014468987,0.00012034135,0.00035127703,0.00029922574,0.000054176642],"category_scores_gemma":[0.009615431,0.00013036594,0.00005021016,0.00031672188,0.0019802193,0.00027516,0.00016667612,0.001089292,0.0000010428068],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014374855,0.003962131,0.4885488,0.04519064,0.00023163721,0.00004923309,0.02419084,0.0000110042765,0.02259534,0.029126594,0.0242921,0.34742683],"study_design_scores_gemma":[0.09526758,0.03797643,0.5358119,0.06389883,0.000065457374,0.0000934162,0.033704437,0.04589534,0.018787015,0.041652784,0.12546432,0.0013824945],"about_ca_topic_score_codex":0.00013129105,"about_ca_topic_score_gemma":0.00017667249,"teacher_disagreement_score":0.34604433,"about_ca_system_score_codex":0.00011043016,"about_ca_system_score_gemma":0.0011168665,"threshold_uncertainty_score":0.9998531},"labels":[],"label_agreement":null},{"id":"W2741472980","doi":"10.2196/resprot.7242","title":"Pacing, Conventional Physical Activity and Active Video Games to Increase Physical Activity for Adults with Myalgic Encephalomyelitis/Chronic Fatigue Syndrome: Protocol for a Pilot Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Physical therapy; Medicine; Chronic fatigue syndrome; Intervention (counseling); Physical activity; Physical medicine and rehabilitation; Psychology; Psychiatry","score_opus":0.12308685605003568,"score_gpt":0.5037918785707672,"score_spread":0.3807050225207316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741472980","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31521866,7.5228394e-7,0.0005697644,0.0009033022,0.000008088041,0.68292814,0.00009772338,0.000063285624,0.00021029443],"genre_scores_gemma":[0.4059156,2.1705532e-7,0.00023226104,0.0000021811134,0.00027853096,0.59255034,0.000013606011,0.00006691551,0.000940394],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99259543,0.0015350397,0.00048318284,0.0014807039,0.0022195764,0.0016860649],"domain_scores_gemma":[0.9911021,0.004651247,0.0005388302,0.001298144,0.0013969115,0.0010127425],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0034192884,0.0006617947,0.002990494,0.00039991218,0.0013505301,0.0005401089,0.00063231576,0.00022218165,0.0001097289],"category_scores_gemma":[0.0048994306,0.00044848095,0.0008000996,0.00027091088,0.0019212731,0.00073379977,0.00042171407,0.0012053063,0.00001995922],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9632448,0.007074319,0.000024538193,0.012205487,0.000614753,0.00006373108,0.00035916828,0.000001487006,0.0069603664,0.00074935576,0.0008673611,0.007834638],"study_design_scores_gemma":[0.9168613,0.056010548,0.0020655277,0.011226332,0.00007301357,0.0000713751,0.00006670818,0.0048491727,0.0067607234,0.0007619219,0.00077405944,0.00047932367],"about_ca_topic_score_codex":0.00023443146,"about_ca_topic_score_gemma":0.000014903005,"teacher_disagreement_score":0.090696916,"about_ca_system_score_codex":0.00071710604,"about_ca_system_score_gemma":0.0033095144,"threshold_uncertainty_score":0.9999496},"labels":[],"label_agreement":null},{"id":"W2741550754","doi":"10.2196/resprot.7348","title":"A Web-Based Public Health Intervention to Reduce Functional Impairment and Depressive Symptoms in Adults With Type 2 Diabetes (The SpringboarD Trial): Randomized Controlled Trial Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government","keywords":"Type 2 diabetes; Intervention (counseling); Randomized controlled trial; Depression (economics); Medicine; Public health; Gerontology; Diabetes mellitus; Psychology; Clinical psychology; Psychiatry; Nursing","score_opus":0.11073144750205795,"score_gpt":0.4823434587091895,"score_spread":0.37161201120713155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741550754","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2370819,0.0000024733981,0.000012834791,0.007141984,0.00003762252,0.7552868,9.236321e-7,0.000034178098,0.00040125856],"genre_scores_gemma":[0.17268291,2.806561e-7,0.0000598858,0.00012885261,0.0003210612,0.8260125,0.000012487713,0.000023938903,0.0007580593],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952831,0.001702777,0.0007501362,0.0005165672,0.0010315228,0.0007158977],"domain_scores_gemma":[0.9972938,0.00053528615,0.0005243075,0.00077446405,0.0005418682,0.00033031375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010530656,0.0002206537,0.0009599132,0.00051668304,0.00047333763,0.0005976537,0.00031840138,0.00007890687,0.00016109576],"category_scores_gemma":[0.0030729359,0.00012711695,0.00018146327,0.00032277816,0.0003226495,0.00026924262,0.000182826,0.00045067718,0.00002343909],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9756315,0.0024987007,0.0041856985,0.00083594787,0.00014961812,0.000002370952,0.00018974362,0.0000024991566,0.000029876142,0.00010052591,0.002706925,0.013666617],"study_design_scores_gemma":[0.9612299,0.014623783,0.010554478,0.004462779,0.000013181475,2.6320103e-7,0.000061974715,0.0008017125,0.00006383108,0.000066155415,0.007998683,0.00012322761],"about_ca_topic_score_codex":0.000054265372,"about_ca_topic_score_gemma":0.000040778228,"teacher_disagreement_score":0.07072569,"about_ca_system_score_codex":0.0002922965,"about_ca_system_score_gemma":0.0010427643,"threshold_uncertainty_score":0.57631886},"labels":[],"label_agreement":null},{"id":"W2742236764","doi":"10.2196/resprot.7414","title":"Impact of a Tutored Theoretical-Practical Training to Develop Undergraduate Students’ Skills for the Detection of Caries Lesions: Study Protocol for a Multicenter Controlled Randomized Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Protocol (science); Medical education; Randomized controlled trial; Medical physics; Medicine; Multicenter study; Psychology; Computer science; Alternative medicine; Pathology","score_opus":0.31405456962822026,"score_gpt":0.6493212561913297,"score_spread":0.3352666865631095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742236764","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06582609,5.476604e-7,0.007817614,0.00023212272,0.00001772634,0.92594796,0.000059434966,0.00003161591,0.00006689459],"genre_scores_gemma":[0.4724676,5.991586e-8,0.00018453758,0.000006681645,0.000043187607,0.52698636,0.0000010846787,0.000034570126,0.0002758918],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9900361,0.0038100681,0.0014076123,0.0007202129,0.00292706,0.0010989665],"domain_scores_gemma":[0.97464496,0.019724376,0.00066517096,0.0014997768,0.0030414278,0.00042431042],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.019710358,0.00037192256,0.0014978606,0.000379466,0.0014698774,0.0010935492,0.0019009969,0.00013631982,0.00010063992],"category_scores_gemma":[0.10334661,0.00020795631,0.00066095305,0.0004377079,0.0012654427,0.00036216827,0.0010732838,0.0006161191,0.000017320648],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.944314,0.018274559,0.01689474,0.00054054154,0.0021059138,0.000044736964,0.006044167,0.000007993842,0.0025562374,0.0021726848,0.0007502731,0.0062941774],"study_design_scores_gemma":[0.90151954,0.023216756,0.053792614,0.000852882,0.000102329126,0.000006704758,0.009650995,0.0009494315,0.0018718052,0.006894995,0.0007898336,0.00035211782],"about_ca_topic_score_codex":0.0003875019,"about_ca_topic_score_gemma":0.0006126528,"teacher_disagreement_score":0.4066415,"about_ca_system_score_codex":0.00031672276,"about_ca_system_score_gemma":0.0015357311,"threshold_uncertainty_score":0.99994344},"labels":[],"label_agreement":null},{"id":"W2742495557","doi":"10.2196/resprot.8001","title":"Combination Analgesic Development for Enhanced Clinical Efficacy (CADENCE Trial): Study Protocol for a Double-Blind, Randomized, Placebo-Controlled Crossover Trial of an Alpha-Lipoic Acid – Pregabalin Combination for the Treatment of Fibromyalgia Pain","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Canadian Institutes of Health Research; Queen's University","keywords":"Pregabalin; Medicine; Analgesic; Crossover study; Placebo; Clinical trial; Cadence; Randomized controlled trial; Physical therapy; Fibromyalgia; Double blind; Anesthesia; Pharmacology; Physical medicine and rehabilitation; Internal medicine; Alternative medicine","score_opus":0.3440145610966535,"score_gpt":0.5931059338660377,"score_spread":0.2490913727693842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742495557","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080142625,0.000004946312,0.00263032,0.00043201068,0.000040013263,0.91666937,0.000021583075,0.000033820997,0.000025307882],"genre_scores_gemma":[0.11631722,0.0000013344974,0.0011839846,0.0000010152928,0.00012277409,0.88108224,0.00006904484,0.0000675546,0.0011548321],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9905413,0.0028411371,0.0026526724,0.00096709916,0.0020227085,0.00097509805],"domain_scores_gemma":[0.9823587,0.01160934,0.0015666663,0.0016919445,0.0024764203,0.00029692592],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.030536544,0.0004554008,0.0023609416,0.0003909996,0.0011672425,0.00031656018,0.001066894,0.00038486035,0.00005787451],"category_scores_gemma":[0.007896191,0.00028032338,0.0010288213,0.00027589587,0.00096712605,0.00033572086,0.00013032483,0.00040133987,0.000003211939],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9390982,0.036439966,0.000028940809,0.0070066773,0.0010263369,0.0000018965075,0.00094269164,0.0000033919018,0.0008750975,0.0003537702,0.0002938704,0.013929164],"study_design_scores_gemma":[0.82135624,0.14686118,0.0002729594,0.0023649116,0.000105256164,8.337238e-7,0.00016459732,0.0026807971,0.02473286,0.00039675797,0.0008524169,0.00021117111],"about_ca_topic_score_codex":0.000039498016,"about_ca_topic_score_gemma":0.000011213887,"teacher_disagreement_score":0.117741935,"about_ca_system_score_codex":0.00047640072,"about_ca_system_score_gemma":0.002854431,"threshold_uncertainty_score":0.9999649},"labels":[],"label_agreement":null},{"id":"W2744335036","doi":"10.2196/resprot.7986","title":"An Electronic Health Record–Based Strategy to Systematically Assess Medication Use Among Primary Care Patients With Multidrug Regimens: Feasibility Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Health records; Electronic health record; Medicine; Medical record; Patient portal; Family medicine; Public health; Primary care; Medical emergency; Health care; Internet privacy; Nursing; Computer science","score_opus":0.40260583733035255,"score_gpt":0.6334570962534521,"score_spread":0.2308512589230996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744335036","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44122297,0.0000032119194,0.00020479147,0.00041921245,0.000029561485,0.5576087,0.000040326544,0.0001769091,0.00029427055],"genre_scores_gemma":[0.47139966,3.6224563e-7,0.0002831298,0.00013673457,0.00013329636,0.5276538,0.00008427043,0.00008593715,0.0002227985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97042346,0.01883327,0.0021122135,0.0016744586,0.0033574481,0.003599133],"domain_scores_gemma":[0.98611194,0.0014669877,0.0016242851,0.005392034,0.0036203174,0.0017844255],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018300395,0.0005133495,0.0012263308,0.00046281982,0.005360791,0.00040850707,0.0020812186,0.00041670958,0.00007820723],"category_scores_gemma":[0.0018244734,0.00039442047,0.000077084675,0.00053350086,0.00027856932,0.0013683109,0.0003630077,0.003753704,0.00017860599],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0015601178,0.0031593014,0.9721036,0.015121991,0.000036745325,0.0000064101705,0.003448094,0.000006955246,0.000023053093,0.0001259721,0.0014399104,0.0029678338],"study_design_scores_gemma":[0.0074726557,0.02341097,0.9478839,0.013451425,0.0000051584198,2.9292121e-7,0.0041160993,0.00020212044,0.0000060646234,0.00003056728,0.0030327027,0.00038804862],"about_ca_topic_score_codex":0.008824657,"about_ca_topic_score_gemma":0.03376409,"teacher_disagreement_score":0.030176686,"about_ca_system_score_codex":0.009542253,"about_ca_system_score_gemma":0.018487567,"threshold_uncertainty_score":0.99985075},"labels":[],"label_agreement":null},{"id":"W2744373335","doi":"10.2196/resprot.6452","title":"Opening the Black Box of Electronic Health: Collecting, Analyzing, and Interpreting Log Data","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Computer science; Context (archaeology); Black box; Data science; Descriptive statistics; Point (geometry); Process (computing); Data collection; World Wide Web; Health care; Statistics; Mathematics","score_opus":0.4582181238287627,"score_gpt":0.6646113251620178,"score_spread":0.20639320133325512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744373335","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023907091,0.00017586409,0.00019363713,0.015021715,0.00007734181,0.8496621,0.00016635084,0.0000805988,0.11071526],"genre_scores_gemma":[0.53980637,9.603756e-7,0.00009605369,0.00006514085,0.00006489045,0.45343456,0.0000107307005,0.000029841154,0.0064914664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99650556,0.0009109021,0.00059406593,0.0005578652,0.0004240786,0.0010075159],"domain_scores_gemma":[0.99631697,0.00046823427,0.0005086048,0.0023779022,0.00015475028,0.00017353214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006718299,0.00013254565,0.00026892527,0.00016297109,0.0012585768,0.00048766675,0.002420022,0.00007367196,0.00032333034],"category_scores_gemma":[0.0009692452,0.00010275764,0.00005254418,0.0002265502,0.0008051497,0.000409025,0.0023692278,0.0009340701,0.000098936354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029080715,0.0033627201,0.094547555,0.0041417256,0.00048997666,0.000059126214,0.011231583,0.0000018263124,0.00032482704,0.07152516,0.42736483,0.38404262],"study_design_scores_gemma":[0.005925645,0.01571311,0.056888666,0.021252368,0.000009668814,0.00013868978,0.0044822926,0.0013301985,0.0013173552,0.01674724,0.87552303,0.0006717107],"about_ca_topic_score_codex":0.00092099415,"about_ca_topic_score_gemma":0.0004925143,"teacher_disagreement_score":0.5158993,"about_ca_system_score_codex":0.00016776103,"about_ca_system_score_gemma":0.00032760605,"threshold_uncertainty_score":0.96800816},"labels":[],"label_agreement":null},{"id":"W2744409804","doi":"10.2196/resprot.7690","title":"Simulation-Based Training of Non-Technical Skills in Colonoscopy: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"SickKids Foundation; The Wilson Centre; Hospital for Sick Children; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Colonoscopy; Randomized controlled trial; Protocol (science); Medicine; Intervention (counseling); Medical physics; Endoscopy; Physical therapy; Medical education; Surgery; Nursing; Alternative medicine; Internal medicine; Colorectal cancer","score_opus":0.2789859471043786,"score_gpt":0.6151386239892612,"score_spread":0.33615267688488265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744409804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021128508,1.08622054e-7,0.0011853642,0.00034862856,0.0000074864183,0.9908286,0.0000040434834,0.000043515476,0.005469434],"genre_scores_gemma":[0.32197177,7.375023e-9,0.0010815676,0.000030689574,0.0001289435,0.6765439,0.0000042293304,0.000023986473,0.00021488291],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960186,0.00073395,0.001283734,0.000411231,0.00096938387,0.0005830959],"domain_scores_gemma":[0.9825308,0.015339386,0.00053928286,0.00065562146,0.0007085509,0.00022637185],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009741494,0.00020419268,0.0019605842,0.00041087106,0.0003039508,0.00012313625,0.00033768077,0.00027622,0.00032686658],"category_scores_gemma":[0.026849473,0.00014360504,0.0005741852,0.00021881114,0.0006028007,0.00012534963,0.00006582379,0.00055949437,0.000006887496],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.99206346,0.0018553312,0.00035370927,0.00043912878,0.00004213445,0.000014429406,0.00015611867,0.0016702001,0.00025758494,0.0002513686,0.000028051063,0.0028685012],"study_design_scores_gemma":[0.8343788,0.0030512805,0.0003919322,0.0025411835,0.0000075755393,2.1316401e-7,0.000016704484,0.1530388,0.00031484306,0.0003942711,0.0057535195,0.00011092439],"about_ca_topic_score_codex":0.000010154176,"about_ca_topic_score_gemma":0.000008627697,"teacher_disagreement_score":0.31985894,"about_ca_system_score_codex":0.00010408628,"about_ca_system_score_gemma":0.0010092449,"threshold_uncertainty_score":0.9813478},"labels":[],"label_agreement":null},{"id":"W2746077587","doi":"10.2196/resprot.6035","title":"Conventional Cognitive Behavioral Therapy Facilitated by an Internet-Based Support System: Feasibility Study at a Psychiatric Outpatient Clinic","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Cognition; Psychiatry; Cognitive behavioral therapy; Medicine; Psychology; Clinical psychology; Psychotherapist; World Wide Web; Computer science","score_opus":0.53651482825779,"score_gpt":0.6638647808292162,"score_spread":0.12734995257142623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746077587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5654486,0.000004181651,0.000016497745,0.00012328937,0.00013800811,0.42948562,0.00093229284,0.00011318472,0.0037383433],"genre_scores_gemma":[0.508913,1.4288615e-8,0.000009416895,0.000019085739,0.000029100485,0.4824424,0.0002028329,0.000029181598,0.008354953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99233085,0.0028621438,0.0012418642,0.001231849,0.0013130092,0.001020259],"domain_scores_gemma":[0.99619853,0.00024294619,0.0005390661,0.0016370803,0.00079311297,0.0005892695],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004196031,0.00032960204,0.00045124095,0.0002930692,0.00093001884,0.00042720255,0.0012158076,0.000224484,0.0060777655],"category_scores_gemma":[0.000121135505,0.00030200955,0.00028959606,0.00021784112,0.0007116962,0.00046117665,0.00038017827,0.00085511786,0.004141297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02264214,0.14227346,0.7540737,0.00070816785,0.00016357514,0.00013526667,0.0021377644,4.7691163e-8,0.000030035228,0.00017931093,0.060899124,0.016757414],"study_design_scores_gemma":[0.039661072,0.19925737,0.73055583,0.0017499396,0.000018437902,0.00001849176,0.0066403556,0.000032343927,0.0006264287,0.00020518576,0.02046272,0.00077180285],"about_ca_topic_score_codex":0.0007768707,"about_ca_topic_score_gemma":0.0003969828,"teacher_disagreement_score":0.056983907,"about_ca_system_score_codex":0.0008168241,"about_ca_system_score_gemma":0.0002838502,"threshold_uncertainty_score":0.9999432},"labels":[],"label_agreement":null},{"id":"W2746079584","doi":"10.2196/resprot.7554","title":"Feasibility of a Facebook Intervention for Exercise Motivation and Cardiac Rehabilitation Adherence: Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Intervention (counseling); Protocol (science); Physical therapy; Medicine; Psychology; Applied psychology; Medical education; Nursing; Alternative medicine","score_opus":0.3526766127991129,"score_gpt":0.6063899721620679,"score_spread":0.253713359362955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746079584","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049098663,5.273532e-7,0.000087373024,0.00006337509,0.000021781872,0.94801944,0.000019791898,0.000038600185,0.0026504232],"genre_scores_gemma":[0.1327932,3.1185994e-8,0.00025408439,0.0000018355855,0.000048648762,0.86311936,0.00000696296,0.000019393021,0.0037564824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970091,0.00081205345,0.0006547492,0.0006097426,0.0005713933,0.0003429619],"domain_scores_gemma":[0.9968062,0.0004498673,0.00047661984,0.001191436,0.000967711,0.00010813527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051378044,0.00015769916,0.00034935444,0.00016453207,0.0005552518,0.00020161491,0.0003890807,0.00015084662,0.00083591475],"category_scores_gemma":[0.0013587796,0.00014078086,0.00012997726,0.00012068987,0.0003550379,0.00037832104,0.00017162006,0.00028047597,0.000018831017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004006352,0.0035283554,0.90411425,0.0012376619,0.00003099976,0.0000011228922,0.009436197,2.784583e-7,0.00019320707,0.0016473597,0.0068638804,0.06894033],"study_design_scores_gemma":[0.008628232,0.0067842943,0.95389295,0.0010940178,0.000004099832,2.3394915e-7,0.0063673365,0.000006779861,0.00018872997,0.0033755142,0.01950144,0.00015635056],"about_ca_topic_score_codex":0.00017317447,"about_ca_topic_score_gemma":0.000017646646,"teacher_disagreement_score":0.0849001,"about_ca_system_score_codex":0.0000851462,"about_ca_system_score_gemma":0.00007126894,"threshold_uncertainty_score":0.91526806},"labels":[],"label_agreement":null},{"id":"W2747356495","doi":"10.2196/resprot.7676","title":"mHealth Technologies for Palliative Care Patients at the Interface of In-Patient to Outpatient Care: Protocol of Feasibility Study Aiming to Early Predict Deterioration of Patient’s Health Status","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerische Akademie der Medizinischen Wissenschaften; Gottfried und Julia Bangerter-Rhyner-Stiftung","keywords":"mHealth; Palliative care; Medicine; Emergency department; Health care; Ambulatory care; Medical emergency; Protocol (science); Telehealth; Population; Telemedicine; Nursing; Psychological intervention; Alternative medicine","score_opus":0.20983681297792556,"score_gpt":0.5775611579861794,"score_spread":0.3677243450082538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747356495","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4936426,0.000004381163,0.000014523151,0.00012589984,0.00001196968,0.50594676,0.00021373853,0.000012842076,0.000027274791],"genre_scores_gemma":[0.49838603,1.5818436e-7,0.000090440895,0.0000083577825,0.0000051290963,0.5014814,0.000007434517,0.000015157692,0.000005925917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99567574,0.0005122219,0.0011057407,0.0005931679,0.0014497568,0.0006633808],"domain_scores_gemma":[0.99446374,0.00015486094,0.0008155323,0.0015431894,0.0028138435,0.00020885233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009027048,0.00022382838,0.00066051347,0.00034596818,0.00032217323,0.000036491194,0.00051256083,0.000110526096,0.0000061182927],"category_scores_gemma":[0.0012847815,0.00015925922,0.0001060971,0.00041752637,0.0002521358,0.000119806224,0.0009304964,0.00037804965,0.0000012528765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0121232085,0.0016241407,0.7766224,0.005531195,0.000018706407,7.107571e-7,0.1353759,0.000016227292,0.00031495592,0.0000043851346,0.00015075794,0.068217404],"study_design_scores_gemma":[0.006402878,0.13274938,0.7244419,0.005779086,0.0000058132473,7.1101766e-8,0.08768897,0.0000069329944,0.03947685,0.000027336042,0.0032547165,0.00016609865],"about_ca_topic_score_codex":0.004021693,"about_ca_topic_score_gemma":0.014890062,"teacher_disagreement_score":0.13112524,"about_ca_system_score_codex":0.0017650898,"about_ca_system_score_gemma":0.0008685028,"threshold_uncertainty_score":0.8309004},"labels":[],"label_agreement":null},{"id":"W2747689280","doi":"10.2196/resprot.7901","title":"A Mobile Device App to Reduce Medication Errors and Time to Drug Delivery During Pediatric Cardiopulmonary Resuscitation: Study Protocol of a Multicenter Randomized Controlled Crossover Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Medicine; Cardiopulmonary resuscitation; Randomized controlled trial; Crossover study; Protocol (science); Medical emergency; Emergency medicine; Intensive care medicine; Resuscitation; Alternative medicine; Surgery","score_opus":0.10662961130677898,"score_gpt":0.5424533469538031,"score_spread":0.43582373564702415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747689280","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40830585,0.0000029155303,0.0000019284957,0.00068690436,0.000020269697,0.59072334,0.000006923932,0.000036575533,0.0002153371],"genre_scores_gemma":[0.33808956,2.0891353e-7,0.00025599392,0.000035488418,0.0005467653,0.6598315,0.000005485481,0.000033349566,0.0012016472],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99331003,0.0019987777,0.0014245023,0.0007508198,0.0019276734,0.00058816356],"domain_scores_gemma":[0.9928875,0.001764068,0.00062550895,0.0013562528,0.002675055,0.0006916072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007935788,0.00026444468,0.0013353284,0.0007858908,0.0007666071,0.00019167716,0.00044502952,0.00013605402,0.00025164254],"category_scores_gemma":[0.0051328028,0.00021260038,0.00020366498,0.00047599655,0.00023573752,0.00029738154,0.00028956225,0.000490806,0.00013685533],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9615853,0.0015853615,0.02496157,0.001684567,0.00009688361,0.000014563345,0.007463524,0.00004774955,0.00061815383,0.0000020257241,0.0015603002,0.00038003604],"study_design_scores_gemma":[0.93684876,0.002661929,0.055278253,0.0013287967,0.000056756326,0.0000026401494,0.0014769215,0.000586273,0.00045006734,0.000020954136,0.0010740103,0.00021465248],"about_ca_topic_score_codex":0.0002804055,"about_ca_topic_score_gemma":0.000009034067,"teacher_disagreement_score":0.07021628,"about_ca_system_score_codex":0.0003509354,"about_ca_system_score_gemma":0.0013246036,"threshold_uncertainty_score":0.8669592},"labels":[],"label_agreement":null},{"id":"W2748206101","doi":"10.2196/resprot.7924","title":"Efficacy of Lactobacillus Reuteri DSM 17938 for the Treatment of Acute Gastroenteritis in Children: Protocol of a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Probiotics and Fermented Foods","field":"Agricultural and Biological Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lactobacillus reuteri; Medicine; Randomized controlled trial; Saccharomyces boulardii; Lactobacillus rhamnosus; Pediatrics; Acute gastroenteritis; Internal medicine; Probiotic; Diarrhea; Placebo; Rotavirus; Intensive care medicine; Alternative medicine","score_opus":0.11469558767553162,"score_gpt":0.46463326756461326,"score_spread":0.34993767988908164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748206101","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14897779,0.0000020545522,0.0000024477974,0.00034157443,0.0000060823454,0.85038555,0.000136348,0.000005295338,0.00014283946],"genre_scores_gemma":[0.17275546,0.0000057607376,0.000051805906,0.0000024019714,0.00008879052,0.82696235,0.000008848157,0.000001708642,0.0001228727],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974291,0.0005752865,0.0008817105,0.00026239976,0.000450074,0.00040147515],"domain_scores_gemma":[0.99777675,0.000880644,0.00069329276,0.000306442,0.0002770859,0.000065780194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002240502,0.00016306526,0.0012249063,0.000041103172,0.00021616794,0.00008003696,0.0007689828,0.00010180253,0.00006429588],"category_scores_gemma":[0.0003473731,0.00004873436,0.000627991,0.00011944646,0.0006100777,0.000071472576,0.0001322062,0.00012204723,7.091101e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95088667,0.003156213,0.00091742206,0.000050757382,0.00029978334,0.0000010266407,0.000071409355,4.184906e-7,0.031797796,0.0001514311,0.000051897827,0.01261517],"study_design_scores_gemma":[0.95332223,0.017596606,0.015113274,0.00046556318,0.000021654578,0.0000011512645,0.00001597756,0.000053812753,0.010974693,0.00017631077,0.0021825272,0.00007619687],"about_ca_topic_score_codex":0.00014443218,"about_ca_topic_score_gemma":0.000049041493,"teacher_disagreement_score":0.023777684,"about_ca_system_score_codex":0.00003640952,"about_ca_system_score_gemma":0.000044617922,"threshold_uncertainty_score":0.22478567},"labels":[],"label_agreement":null},{"id":"W2748800479","doi":"10.2196/resprot.7934","title":"The Spanish Version of the Unified Protocol for Transdiagnostic Treatment of Emotional Disorders in Adolescents (UP-A) Adapted as a School-Based Anxiety and Depression Prevention Program: Study Protocol for a Cluster Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Protocol (science); Depression (economics); Cluster (spacecraft); Clinical psychology; Psychology; Treatment protocol; Psychotherapist; Psychiatry; Medicine; Alternative medicine; Computer science","score_opus":0.11470707190517752,"score_gpt":0.5195303412393557,"score_spread":0.40482326933417817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748800479","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006964431,6.307651e-7,0.00006588381,0.00063827774,0.000055425076,0.9919934,0.000014625951,0.000016432274,0.00025085805],"genre_scores_gemma":[0.046534706,3.1875015e-7,0.00006200348,0.000008377416,0.00012218284,0.9526872,0.000005955295,0.000023538381,0.00055569335],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953843,0.0019101849,0.00096235564,0.00050039525,0.0007803399,0.0004624469],"domain_scores_gemma":[0.99739236,0.0008504988,0.0006730443,0.00054005074,0.00043398378,0.000110061475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031318688,0.00026444002,0.00076843373,0.00012238388,0.00097169465,0.00014088143,0.00049406604,0.00016419457,0.00004471535],"category_scores_gemma":[0.0010285494,0.00013639436,0.0005242237,0.00014699208,0.00041511236,0.00009986807,0.00007732318,0.00022330938,0.0000016180421],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.942048,0.018567609,0.018797522,0.0007987088,0.00013241934,2.0483283e-7,0.00043086696,0.0000041117564,0.000024975876,0.00016117455,0.0005636349,0.018470736],"study_design_scores_gemma":[0.8999835,0.006196029,0.076661125,0.0047870646,0.000018495593,2.9502448e-7,0.00021497488,0.00018302359,0.000083942956,0.0016671063,0.010071667,0.0001327354],"about_ca_topic_score_codex":0.000062925385,"about_ca_topic_score_gemma":0.00025156848,"teacher_disagreement_score":0.0578636,"about_ca_system_score_codex":0.000101063204,"about_ca_system_score_gemma":0.00050707755,"threshold_uncertainty_score":0.7473588},"labels":[],"label_agreement":null},{"id":"W2749333625","doi":"10.2196/resprot.6615","title":"Smartphone-Enabled Health Coaching Intervention (iMOVE) to Promote Long-Term Maintenance of Physical Activity in Breast Cancer Survivors: Protocol for a Feasibility Pilot Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph-Humber; Princess Margaret Cancer Centre; University of Toronto; University Health Network; Toronto Rehabilitation Institute; University of British Columbia; York University","funders":"","keywords":"Coaching; Randomized controlled trial; Protocol (science); Physical therapy; Intervention (counseling); Health coaching; Breast cancer; Medicine; Cancer survivor; Physical medicine and rehabilitation; Medical physics; Cancer; Psychology; Nursing; Alternative medicine; Psychotherapist; Surgery","score_opus":0.19320892220501568,"score_gpt":0.5609904930751191,"score_spread":0.3677815708701034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749333625","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23259895,7.5470774e-7,0.00034781307,0.0022860991,0.000034308145,0.76448226,0.00007942004,0.000037034708,0.00013335526],"genre_scores_gemma":[0.3517832,2.4188265e-7,0.000027805521,0.000025212745,0.0003046493,0.6473239,0.0000045311335,0.000038317576,0.00049215544],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99271023,0.0028429432,0.0011485777,0.0009145222,0.0012881376,0.0010955816],"domain_scores_gemma":[0.9952722,0.0007852615,0.0010008528,0.0013563735,0.001135077,0.00045019906],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015941918,0.000378275,0.0029854872,0.0003495627,0.0003985754,0.00023689466,0.0006145244,0.00013314893,0.00007778354],"category_scores_gemma":[0.0023179192,0.00026830207,0.0008827986,0.000329224,0.0004262692,0.0003777833,0.00034166183,0.0009131048,0.000003997663],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95509243,0.008362991,0.012451588,0.0075930622,0.000114762646,0.000009109631,0.0008932597,0.0000015487366,0.0021880856,0.00007435868,0.00020496233,0.013013863],"study_design_scores_gemma":[0.92736304,0.007709676,0.047506984,0.014566269,0.000012213742,0.0000031041195,0.000048145354,0.0004222106,0.00163229,0.00020226261,0.00030601505,0.0002277964],"about_ca_topic_score_codex":0.012406953,"about_ca_topic_score_gemma":0.021201994,"teacher_disagreement_score":0.11918423,"about_ca_system_score_codex":0.001119517,"about_ca_system_score_gemma":0.0014539649,"threshold_uncertainty_score":0.99997693},"labels":[],"label_agreement":null},{"id":"W2750307051","doi":"10.2196/resprot.7224","title":"Barriers and Facilitators for the Use of a Medical Mobile App to Prevent Work-Related Risks in Pregnancy: A Qualitative Analysis","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Pregnancy; Work (physics); Qualitative research; Medicine; mHealth; Psychology; Mobile apps; Health care; Nursing; Family medicine; Psychological intervention; Computer science; Political science; Sociology","score_opus":0.5116050297728431,"score_gpt":0.7024596702701509,"score_spread":0.19085464049730783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750307051","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03051497,0.000067667075,0.0007534679,0.008304791,0.000012022496,0.9599722,0.0002410495,0.000033681183,0.00010015459],"genre_scores_gemma":[0.058608018,0.00004013755,0.00043632847,0.00013703741,0.000026893047,0.93978876,0.000008964083,0.000020258445,0.00093361386],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99312794,0.003022763,0.001125576,0.0005449294,0.0011008756,0.0010778896],"domain_scores_gemma":[0.9894151,0.007158737,0.0004094206,0.0013278736,0.00055548485,0.0011333971],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.011406215,0.0001598259,0.00050841,0.00044970235,0.0022178474,0.00004843497,0.0008637762,0.00037449246,0.0004059057],"category_scores_gemma":[0.008733978,0.00011042049,0.00011046405,0.0010967912,0.0005379359,0.00015390424,0.00050533033,0.001353332,0.000031424384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004388644,0.0013665957,0.42318496,0.0107285,0.00065274566,0.000008936852,0.16458933,0.00026903735,0.00002911594,0.019793186,0.060629193,0.31435975],"study_design_scores_gemma":[0.005051769,0.0013648182,0.14253812,0.012901464,0.000034313478,2.6266815e-7,0.015655754,0.0020917063,0.000019085684,0.0023730395,0.81766695,0.00030271983],"about_ca_topic_score_codex":0.0028963191,"about_ca_topic_score_gemma":0.0022848456,"teacher_disagreement_score":0.75703776,"about_ca_system_score_codex":0.00019755127,"about_ca_system_score_gemma":0.0018728629,"threshold_uncertainty_score":0.99961585},"labels":[],"label_agreement":null},{"id":"W2750470668","doi":"10.2196/resprot.7698","title":"Are Routine Radiographs Needed the Day After Open Reduction and Internal Fixation Surgery for Distal Radius and Ankle Fractures: Study Protocol for a Prospective, Open Label, Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Foot and Ankle Surgery","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Internal fixation; Protocol (science); Surgery; Open label; Ankle; Reduction (mathematics); Radiography; Open surgery","score_opus":0.2151905721480226,"score_gpt":0.554118187129099,"score_spread":0.3389276149810764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750470668","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03380036,0.000005125287,0.00006745638,0.0023489038,0.000043445838,0.963362,0.000027807178,0.000026047099,0.00031889277],"genre_scores_gemma":[0.105933055,6.8236875e-7,0.00012944444,0.000050021274,0.0006030697,0.89114076,0.000011823718,0.000047626407,0.0020835237],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956362,0.0016338062,0.0008596482,0.00070729275,0.00061430817,0.00054872246],"domain_scores_gemma":[0.99480635,0.002575699,0.00091814867,0.00076554326,0.000722139,0.00021210901],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.018952537,0.00031174262,0.0018364643,0.00029175714,0.0013327837,0.0027039605,0.0006087895,0.00014446699,0.000058472022],"category_scores_gemma":[0.008582195,0.00017104707,0.0002781374,0.00016890533,0.0006728855,0.0007865664,0.000697221,0.0004678914,8.1621494e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96723,0.0023808863,0.011094845,0.00048023567,0.00039967525,0.000015074644,0.0006753805,4.3113378e-8,0.00015146188,0.000045440094,0.013845201,0.0036817382],"study_design_scores_gemma":[0.96299565,0.0036152413,0.014775049,0.0019040084,0.00005440856,0.000013727537,0.0006344385,0.00017061415,0.00026964757,0.0011301864,0.014221781,0.00021522769],"about_ca_topic_score_codex":0.00021024434,"about_ca_topic_score_gemma":0.00007256749,"teacher_disagreement_score":0.072221205,"about_ca_system_score_codex":0.00007190292,"about_ca_system_score_gemma":0.00032347208,"threshold_uncertainty_score":0.99996734},"labels":[],"label_agreement":null},{"id":"W2750846035","doi":"10.2196/resprot.7884","title":"Project Stronger Together: Protocol to Test a Dyadic Intervention to Improve Engagement in HIV Care Among Sero-Discordant Male Couples in Three US Cities","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Psychological intervention; Randomized controlled trial; Medicine; Context (archaeology); Family medicine; Intervention (counseling); Men who have sex with men; Cohort; Human immunodeficiency virus (HIV); Gerontology; Nursing; Internal medicine","score_opus":0.17922254175834273,"score_gpt":0.5419274380913792,"score_spread":0.3627048963330365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750846035","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17550439,0.0000034040143,0.0000954996,0.0007588559,0.0000057547404,0.81771994,0.00011156389,0.00004668192,0.0057538985],"genre_scores_gemma":[0.108309954,4.0396685e-7,0.00056280196,0.00001825037,0.00014300308,0.87131107,0.000023100622,0.0000654248,0.019565975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99448985,0.0006481658,0.00088556646,0.00091735023,0.0015415337,0.0015175208],"domain_scores_gemma":[0.9968229,0.00017203142,0.00015999161,0.0015963254,0.0007034022,0.0005453518],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003627715,0.00034976838,0.0005577924,0.0015310457,0.00050047174,0.0006819251,0.0011121734,0.00013737917,0.0009436999],"category_scores_gemma":[0.002740225,0.000293466,0.00025240064,0.0006443709,0.00031898133,0.0005735176,0.0013212733,0.001625324,0.00031241486],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045165922,0.004613195,0.89165866,0.0068282294,0.00006137749,0.0006473192,0.0040660733,0.000009379297,0.016514156,0.0001573688,0.021194791,0.049732875],"study_design_scores_gemma":[0.020227611,0.061099783,0.7237415,0.05032889,0.0000081631,0.000022899894,0.011988467,0.0014448635,0.01948366,0.00023916221,0.11057085,0.00084417756],"about_ca_topic_score_codex":0.0037791915,"about_ca_topic_score_gemma":0.035119634,"teacher_disagreement_score":0.16791716,"about_ca_system_score_codex":0.0010493044,"about_ca_system_score_gemma":0.0006477898,"threshold_uncertainty_score":0.9999696},"labels":[],"label_agreement":null},{"id":"W2750987405","doi":"10.2196/resprot.8205","title":"Influence of Fear of Pain and Coping Strategies on Health-Related Quality of Life and Patient-Anticipated Outcomes in Patients With Chronic Pain: Cross-Sectional Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Chronic pain; Medicine; Coping (psychology); Quality of life (healthcare); Health related quality of life; Physical therapy; Clinical psychology; Nursing; Disease","score_opus":0.1453026543208764,"score_gpt":0.5435968773150404,"score_spread":0.39829422299416395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750987405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5402698,6.468517e-7,8.513104e-7,0.000071901464,6.830134e-7,0.45963562,0.0000047526437,0.0000051299676,0.000010615666],"genre_scores_gemma":[0.52995694,5.31876e-8,0.00002156726,0.0000068836266,0.0000022103914,0.4699992,0.0000018856189,0.000007084379,0.000004188351],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99506176,0.0022207138,0.0010708454,0.0003262733,0.0010343972,0.00028600014],"domain_scores_gemma":[0.99715775,0.000764029,0.0006969183,0.00048548167,0.0007623289,0.00013351178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007273267,0.00014326927,0.0005936997,0.00024602617,0.0001793966,0.00004882336,0.0001282261,0.000099365396,0.000009810491],"category_scores_gemma":[0.0033642773,0.000097258584,0.000038803675,0.00018838822,0.00087649655,0.00023396988,0.00010263457,0.00037870262,3.0588632e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044551734,0.0025838437,0.9778752,0.0122610135,0.000046902827,5.516168e-7,0.0009974319,0.00008456259,0.00043593065,0.00006991716,0.00000601388,0.0011834687],"study_design_scores_gemma":[0.011064402,0.032593783,0.95253074,0.0031982588,5.7104546e-7,4.6010268e-8,0.0003323977,0.00006870958,0.000046526642,0.00007786748,0.000009797983,0.00007689405],"about_ca_topic_score_codex":0.001166742,"about_ca_topic_score_gemma":0.00017490034,"teacher_disagreement_score":0.03000994,"about_ca_system_score_codex":0.0000929059,"about_ca_system_score_gemma":0.0005722708,"threshold_uncertainty_score":0.40275973},"labels":[],"label_agreement":null},{"id":"W2751039358","doi":"10.2196/resprot.7186","title":"Ivermectin Treatment in Patients With Onchocerciasis-Associated Epilepsy: Protocol of a Randomized Clinical Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parasitic Diseases Research and Treatment","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ivermectin; Onchocerciasis; Epilepsy; Randomized controlled trial; Medicine; Clinical trial; Protocol (science); Randomization; Pediatrics; Psychiatry; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.26785834762124333,"score_gpt":0.6176024099524177,"score_spread":0.34974406233117433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751039358","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19664167,5.4308174e-7,0.0000010801591,0.00015244485,0.0000049285354,0.79805887,0.00003504141,0.000025159352,0.0050802617],"genre_scores_gemma":[0.19419429,7.334788e-7,0.00008461865,0.000007839745,0.00008047017,0.8046054,0.00003256983,0.000031961907,0.00096211606],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923287,0.0029780818,0.0011218374,0.0006453103,0.0019784481,0.0009475915],"domain_scores_gemma":[0.99512607,0.0012951106,0.00054110604,0.0014079805,0.0009805792,0.00064913626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00508652,0.00029933764,0.0017144206,0.00038625422,0.00031766467,0.00014197429,0.00044966277,0.00020908334,0.00029965327],"category_scores_gemma":[0.0066955364,0.00018072248,0.00048684404,0.0002715662,0.0011861915,0.00019605712,0.00018158412,0.00059738074,0.000069059],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5739212,0.022472637,0.39053223,0.00013167186,0.00034548432,0.0001233155,0.000049061106,1.351701e-7,0.0000018777749,0.00003379113,0.00025289366,0.012135677],"study_design_scores_gemma":[0.56970614,0.021488842,0.4056947,0.0014393497,0.00002290666,3.8834855e-7,0.000010572057,0.000020589736,0.00008602821,0.000098190634,0.0013401732,0.000092146656],"about_ca_topic_score_codex":0.00034979996,"about_ca_topic_score_gemma":0.00010552559,"teacher_disagreement_score":0.015162453,"about_ca_system_score_codex":0.0007075081,"about_ca_system_score_gemma":0.0019920273,"threshold_uncertainty_score":0.8015666},"labels":[],"label_agreement":null},{"id":"W2751143095","doi":"10.2196/resprot.7757","title":"Automating Construction of Machine Learning Models With Clinical Big Data: Proposal Rationale and Methods","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Big data; Artificial intelligence; Machine learning; Data mining","score_opus":0.8694162831942269,"score_gpt":0.7297005020872908,"score_spread":0.13971578110693617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751143095","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12195823,0.00004488339,0.040514886,0.009590745,0.00009890784,0.82429093,0.000028244081,0.00013554707,0.0033376252],"genre_scores_gemma":[0.106838316,0.000022704317,0.3277556,0.00003661369,0.0011661764,0.56333524,0.00008747958,0.00004031488,0.00071759115],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99783075,0.00068659073,0.00047450897,0.0003331939,0.00044282843,0.00023211849],"domain_scores_gemma":[0.99763477,0.00055980746,0.000262187,0.0007221597,0.0006733463,0.0001477585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005823575,0.00007673643,0.0002342274,0.000107532716,0.00061751506,0.000105747604,0.00022041051,0.0001026669,0.000025504485],"category_scores_gemma":[0.0024791423,0.000056378478,0.000019835705,0.000101810176,0.00073180144,0.00039228506,0.00021654094,0.0007068905,0.000004589091],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069532613,0.00021096322,0.17272474,0.0007448569,0.00002287238,0.000003959812,0.0004669452,0.000008515401,0.0009349525,0.002166897,0.00016367942,0.8218563],"study_design_scores_gemma":[0.0032070319,0.016354566,0.12696418,0.016049419,0.000058930847,0.00043674462,0.005915488,0.6603126,0.050462157,0.05084667,0.0685973,0.0007949085],"about_ca_topic_score_codex":0.0003193525,"about_ca_topic_score_gemma":0.00007316656,"teacher_disagreement_score":0.8210614,"about_ca_system_score_codex":0.000031072395,"about_ca_system_score_gemma":0.0009782212,"threshold_uncertainty_score":0.4749489},"labels":[],"label_agreement":null},{"id":"W2751459592","doi":"10.2196/resprot.8113","title":"Engaging Adolescents to Inform the Development of a Mobile Gaming App to Incentivize Physical Activity","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Psychology; Game Developer; Voting; Multimedia; Focus (optics); Game design; Computer science; Mathematics education; Sociology; Political science","score_opus":0.208351596392745,"score_gpt":0.543533694762572,"score_spread":0.33518209836982693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751459592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.678512,1.4516282e-7,0.00004669068,0.00036909335,0.000006071768,0.31919333,0.0000037017574,0.000035109053,0.001833899],"genre_scores_gemma":[0.5452742,2.2952465e-8,0.00019930079,0.00002283125,0.00012615713,0.45409217,5.3871764e-7,0.000018555134,0.0002662259],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965422,0.00021288366,0.00025113416,0.00045533848,0.0017333998,0.0008050568],"domain_scores_gemma":[0.99739397,0.00021421432,0.0001453828,0.0013273075,0.00046988958,0.00044925226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014755896,0.0002178471,0.00046428925,0.00017522996,0.0010764028,0.00018668617,0.0009269778,0.00006828128,0.00001631435],"category_scores_gemma":[0.00066002,0.00015335325,0.000115331895,0.0004250018,0.00025585576,0.00035460864,0.002150482,0.0010349713,0.00024578391],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019403432,0.03187898,0.11455568,0.0032680081,0.000108470085,0.000022862172,0.010717213,0.000006790378,0.11750919,0.0002497375,0.0013092032,0.7184335],"study_design_scores_gemma":[0.0011518416,0.0007080517,0.79452705,0.0028500815,0.0000030990177,9.445827e-7,0.000209647,0.00009321624,0.17245294,0.00008340786,0.027752547,0.00016719193],"about_ca_topic_score_codex":0.000037067402,"about_ca_topic_score_gemma":0.00002833392,"teacher_disagreement_score":0.7182663,"about_ca_system_score_codex":0.00033455223,"about_ca_system_score_gemma":0.00036655428,"threshold_uncertainty_score":0.8278929},"labels":[],"label_agreement":null},{"id":"W2751477548","doi":"10.2196/resprot.7991","title":"Ascertaining the Value of Noninvasive Measures Obtained Using Color Duplex Ultrasound and Central Aortic Pressure Monitoring During the Management of Cerebral Arteriovenous Malformation Resection: Protocol for a Prospective, Case Control Pilot Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vascular Malformations Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Duplex (building); Radiology; Prospective cohort study; Resection; Ultrasound; Surgery","score_opus":0.18814593456281112,"score_gpt":0.4848044549484961,"score_spread":0.29665852038568497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751477548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43711385,0.000002683591,0.000052975472,0.000055317905,0.0000048212178,0.5626924,0.000013178374,0.00001050784,0.000054282034],"genre_scores_gemma":[0.49911746,3.8485638e-7,0.00019442778,0.0000011654099,0.000051536124,0.5005953,5.210647e-7,0.000013074114,0.000026171128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99745774,0.0004011632,0.00054262514,0.00028857362,0.00082865276,0.00048124327],"domain_scores_gemma":[0.9976263,0.00031281126,0.00044421,0.00081467576,0.0007081082,0.00009388065],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001628022,0.00019554622,0.00036288257,0.00012201295,0.0019427806,0.00026135566,0.00025396448,0.000044979482,0.000010153641],"category_scores_gemma":[0.00026605243,0.00011436063,0.000103694445,0.00015777942,0.00027433832,0.00034805396,0.00014917362,0.00027052418,4.5504487e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022974882,0.010432439,0.91321415,0.018066743,0.005105713,0.00038605742,0.015887938,0.002273568,0.006809155,0.00090375997,0.000033252203,0.003912328],"study_design_scores_gemma":[0.02267565,0.011255888,0.9430949,0.0032611059,0.00021808162,0.00043097866,0.006942731,0.003222113,0.008578569,0.00005469306,0.00013051124,0.0001347444],"about_ca_topic_score_codex":0.00028844154,"about_ca_topic_score_gemma":0.00006355561,"teacher_disagreement_score":0.062097132,"about_ca_system_score_codex":0.00020243703,"about_ca_system_score_gemma":0.00016273896,"threshold_uncertainty_score":0.99935657},"labels":[],"label_agreement":null},{"id":"W2751835106","doi":"10.2196/resprot.6567","title":"Lessons From Recruitment to an Internet-Based Survey for Degenerative Cervical Myelopathy: Comparison of Free and Fee-Based Methods","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Myelopathy; The Internet; Medicine; Cohort; Analytics; Internet privacy; Spinal cord; Computer science; Internal medicine; World Wide Web; Data science","score_opus":0.8756028536553736,"score_gpt":0.7526372413784872,"score_spread":0.1229656122768864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751835106","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07966624,0.000007847264,0.017048748,0.009952851,0.00018869627,0.8926959,0.00018242751,0.000058792437,0.00019850566],"genre_scores_gemma":[0.07667406,1.6126977e-7,0.06896441,0.00012779536,0.0006367129,0.85350704,0.00004321238,0.000021310285,0.000025325518],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9893983,0.008207327,0.00043862275,0.00049860944,0.00084583095,0.00061128766],"domain_scores_gemma":[0.9879855,0.009220586,0.00015804451,0.0004622129,0.0016173053,0.0005563861],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011739198,0.0001292106,0.000348511,0.00021007309,0.0005774973,0.00014072032,0.0006816888,0.00021050031,0.00016516788],"category_scores_gemma":[0.012676505,0.00012579866,0.000039186114,0.00073182286,0.0008032455,0.00012105008,0.00011308143,0.0002856315,0.000010768071],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004097934,0.0026508428,0.22022161,0.00043041512,0.000034561606,6.248925e-7,0.16386078,0.000004853047,0.0045306887,0.0077178706,0.022968031,0.5734818],"study_design_scores_gemma":[0.0031588317,0.008180036,0.34048325,0.001061536,0.0000061927344,2.3030491e-8,0.0077093095,0.003530022,0.17019838,0.003713867,0.46151394,0.00044460196],"about_ca_topic_score_codex":0.018323585,"about_ca_topic_score_gemma":0.04679595,"teacher_disagreement_score":0.5730372,"about_ca_system_score_codex":0.00044662028,"about_ca_system_score_gemma":0.002124229,"threshold_uncertainty_score":0.99564016},"labels":[],"label_agreement":null},{"id":"W2752160322","doi":"10.2196/resprot.7503","title":"The Paget Trial: A Multicenter, Observational Cohort Intervention Study for the Clinical Efficacy, Safety, and Immunological Response of Topical 5% Imiquimod Cream for Vulvar Paget Disease","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer and Skin Lesions","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Imiquimod; Dermatology; Observational study; Clinical trial; Disease; Surgery; Internal medicine","score_opus":0.5109464431536606,"score_gpt":0.6392919254394772,"score_spread":0.12834548228581666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752160322","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3580208,0.000026920688,0.00062104606,0.006752087,0.000046697824,0.63438743,0.00010303056,0.000019086287,0.000022891605],"genre_scores_gemma":[0.3823746,0.000017192571,0.00014237249,0.00002601649,0.00024530702,0.6164074,0.000015524633,0.0000143691095,0.00075723627],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99642557,0.0013946238,0.0007962116,0.00040134747,0.000612005,0.00037022808],"domain_scores_gemma":[0.98685783,0.011041516,0.0002261758,0.0011199174,0.00056634867,0.00018818105],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.012028287,0.00013364093,0.00038368977,0.000046417885,0.0013742603,0.00018151803,0.00059681974,0.000109587425,0.000029918605],"category_scores_gemma":[0.021500962,0.000069349226,0.0003386471,0.00006361042,0.0009487004,0.00008420734,0.0004763721,0.00047980275,0.0000019501547],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.83203906,0.0076555056,0.13885343,0.00018361212,0.0002189159,0.000014327998,0.00018406853,5.330159e-7,0.00022052889,0.0006083838,0.0029754883,0.017046165],"study_design_scores_gemma":[0.07134462,0.014088983,0.8624652,0.00043666354,0.000040333543,0.0000017370808,0.00023887499,0.00044988492,0.00003137949,0.00030425715,0.05053147,0.000066598084],"about_ca_topic_score_codex":0.00003077403,"about_ca_topic_score_gemma":0.00003650668,"teacher_disagreement_score":0.76069444,"about_ca_system_score_codex":0.00007620938,"about_ca_system_score_gemma":0.000332509,"threshold_uncertainty_score":0.9999258},"labels":[],"label_agreement":null},{"id":"W2752764126","doi":"10.2196/resprot.7298","title":"Protocol for Usability Testing and Validation of the ISO Draft International Standard 19223 for Lung Ventilators","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Usability; Protocol (science); International standard; Computer science; Medicine; Medical physics; Telecommunications; Human–computer interaction","score_opus":0.4673064417988593,"score_gpt":0.6396491742058871,"score_spread":0.1723427324070278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752764126","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044894423,1.4545289e-7,0.00018010559,0.0014382311,0.000021098223,0.9531675,0.00003086382,0.000029017561,0.00023860669],"genre_scores_gemma":[0.08474689,1.7822071e-8,0.0025662351,0.0000056378103,0.00015414225,0.9123853,0.0000019856263,0.000012135117,0.00012767373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986745,0.000085171094,0.0002986597,0.00023966959,0.000430907,0.00027106827],"domain_scores_gemma":[0.9977529,0.00045105262,0.00021477876,0.00055123126,0.0009624779,0.00006757337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023511038,0.00007848036,0.00016337172,0.000082279716,0.0006808671,0.000058626672,0.00032206214,0.0001313773,0.0000098468845],"category_scores_gemma":[0.0062139826,0.000054962962,0.000055371216,0.00007978861,0.00034215057,0.00013686517,0.00020718414,0.00031303457,3.420724e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018380127,0.00014464826,0.96752584,0.0033787345,0.00001704733,4.6415101e-7,0.00011766722,5.7907386e-7,0.0021797325,0.00037418792,0.0007421168,0.023680974],"study_design_scores_gemma":[0.014412951,0.0059936983,0.43172446,0.012846178,0.000010469697,0.000008968756,0.00014557238,0.0019167523,0.32012752,0.0073696948,0.20521045,0.0002333023],"about_ca_topic_score_codex":0.000019076188,"about_ca_topic_score_gemma":0.000005593819,"teacher_disagreement_score":0.53580135,"about_ca_system_score_codex":0.00012540628,"about_ca_system_score_gemma":0.00032521985,"threshold_uncertainty_score":0.74391663},"labels":[],"label_agreement":null},{"id":"W2752863136","doi":"10.2196/resprot.8362","title":"Legacy Effect of Delayed Blood Pressure-Lowering Pharmacotherapy in Middle-Aged Individuals Stratified by Absolute Cardiovascular Disease Risk: Protocol for a Systematic Review","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Health and Medical Research Council; Menzies Institute for Medical Research","keywords":"Blood pressure; Medicine; Protocol (science); Pharmacotherapy; Disease; Absolute risk reduction; Gerontology; Intensive care medicine; Internal medicine; Alternative medicine; Pathology; Confidence interval","score_opus":0.3736099031153097,"score_gpt":0.5659524464907544,"score_spread":0.19234254337544465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752863136","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.468277e-7,0.49339095,0.0000025716986,0.000018955276,0.0000044159606,0.5062398,0.0002519688,0.000039984778,0.000051222647],"genre_scores_gemma":[5.482391e-7,0.37069866,0.00002828239,0.000027688131,0.00012637766,0.6284809,0.000054099866,0.00014121899,0.0004422097],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98743474,0.0045777634,0.002726996,0.0014368227,0.002611355,0.0012123305],"domain_scores_gemma":[0.9912206,0.0021565359,0.0017022092,0.0035962353,0.00077942555,0.0005449894],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015860662,0.0011134726,0.0117036225,0.00061891665,0.00047339234,0.00029190085,0.0013553144,0.0005048123,0.000058234444],"category_scores_gemma":[0.0027481546,0.0007108262,0.0029621506,0.000594197,0.00031533084,0.00035872828,0.00041015545,0.0021097385,0.000018710018],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001043982,0.00094722694,0.000014030783,0.938584,0.018248694,0.00013559294,0.000052108575,1.984518e-7,0.000009803347,0.0000016503716,0.014679588,0.026283106],"study_design_scores_gemma":[0.006555518,0.0011569525,0.0000020278578,0.5015143,0.013215753,0.000016621509,0.0000022407687,0.0000022303996,0.00006209297,0.0000033966157,0.4771626,0.00030624756],"about_ca_topic_score_codex":0.00006525147,"about_ca_topic_score_gemma":0.0000036838799,"teacher_disagreement_score":0.46248302,"about_ca_system_score_codex":0.000043585882,"about_ca_system_score_gemma":0.0010217667,"threshold_uncertainty_score":0.9995343},"labels":[],"label_agreement":null},{"id":"W2753482354","doi":"10.2196/resprot.7565","title":"Study of Methods for Assessing Research Topic Elicitation and pRioritization (SMARTER): Study Protocol to Compare Qualitative Research Methods and Advance Patient Engagement in Research","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Prioritization; Focus group; Protocol (science); Modalities; Qualitative research; Medical education; Quality (philosophy); Psychology; Data science; Knowledge management; Applied psychology; Computer science; Medicine; Management science; Alternative medicine; World Wide Web; Sociology","score_opus":0.954935550933068,"score_gpt":0.870473263312009,"score_spread":0.084462287621059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753482354","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2592393,0.000008332834,0.00074989314,0.00036855665,0.000028344903,0.73879755,0.0000137333145,0.00001791937,0.0007764107],"genre_scores_gemma":[0.098749764,0.0000019243428,0.042655967,0.000023597058,0.000107978456,0.8581318,0.000011854584,0.000052140193,0.00026492667],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.82615304,0.16351001,0.0022604961,0.0016222164,0.003795592,0.0026586622],"domain_scores_gemma":[0.96666586,0.023819858,0.0004512218,0.0015519623,0.006881172,0.00062989944],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23444234,0.00029250953,0.0007657492,0.0023034927,0.009093234,0.0003866317,0.0009465404,0.00017625798,0.000034229124],"category_scores_gemma":[0.011218223,0.0002570958,0.000034737288,0.0016573275,0.0006727038,0.00071706955,0.0027907568,0.0040184683,0.000011834049],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00469755,0.0087368665,0.18726495,0.012917334,0.00003575302,0.000009715814,0.52415067,0.000003652224,0.0020687175,0.0017921733,0.0011025603,0.25722006],"study_design_scores_gemma":[0.012574678,0.03224326,0.14946379,0.0100807445,0.0000028196384,2.882239e-7,0.7404245,0.0004744943,0.0009799052,0.008666471,0.044769056,0.00031995983],"about_ca_topic_score_codex":0.0023445408,"about_ca_topic_score_gemma":0.0023845744,"teacher_disagreement_score":0.2569001,"about_ca_system_score_codex":0.0012021314,"about_ca_system_score_gemma":0.0011153154,"threshold_uncertainty_score":0.99998814},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2753739102","doi":"10.2196/resprot.6727","title":"Effect of Caffeine on Attention and Alertness Measured in a Home-Setting, Using Web-Based Cognition Tests","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Coffee research and impacts","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Alertness; Cognition; Intervention (counseling); Applied psychology; Psychology; Medicine; Clinical psychology; Cognitive psychology; Gerontology; Psychiatry","score_opus":0.24367822098305197,"score_gpt":0.5757997874904984,"score_spread":0.33212156650744645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753739102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72827834,0.0000064571905,0.000005914035,0.000420358,0.000003432288,0.27058187,0.000009504256,0.000018987814,0.00067512796],"genre_scores_gemma":[0.7271832,0.0000010000427,0.000040833802,0.000008770316,0.000059330327,0.27260986,0.000009546294,0.000021774464,0.00006565068],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9965072,0.00092937227,0.00026249306,0.0003468087,0.0013158618,0.000638238],"domain_scores_gemma":[0.9978769,0.0005741289,0.00013500892,0.0006297734,0.00045592032,0.00032830113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050152848,0.00016265082,0.00038554164,0.00064236764,0.00027757898,0.00014139149,0.0001894429,0.00012768201,0.00004883746],"category_scores_gemma":[0.004792374,0.00012501895,0.00006902439,0.00027240027,0.0003679121,0.0001990951,0.000121914905,0.0005928876,0.000014785437],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012261632,0.00091857335,0.25166023,0.005543638,0.00002868239,0.00018652745,0.0000442729,0.0000019044653,0.6587715,0.000007044554,0.00068686233,0.06988914],"study_design_scores_gemma":[0.025487395,0.015585546,0.781847,0.024078367,0.000010282244,0.000022097714,0.000013209334,0.0039785495,0.14796345,0.000065225,0.00076337025,0.0001855156],"about_ca_topic_score_codex":0.00010673695,"about_ca_topic_score_gemma":0.00006805941,"teacher_disagreement_score":0.5301868,"about_ca_system_score_codex":0.00016606943,"about_ca_system_score_gemma":0.00046601263,"threshold_uncertainty_score":0.57372653},"labels":[],"label_agreement":null},{"id":"W2753997489","doi":"10.2196/resprot.7617","title":"Development of a Virtual Reality Exposure Tool as Psychological Preparation for Elective Pediatric Day Care Surgery: Methodological Approach for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Anxiety; Medicine; Psychological intervention; Psychosocial; Intervention (counseling); Physical therapy; Nursing; Surgery; Psychiatry","score_opus":0.4321970232984486,"score_gpt":0.6073542286071016,"score_spread":0.17515720530865303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753997489","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022796832,0.000010712117,0.1442717,0.00013847086,0.000016790227,0.8306147,0.000015612053,0.00014306176,0.0019921106],"genre_scores_gemma":[0.07891506,0.0000055500536,0.08798121,0.000021224652,0.000611351,0.83200157,0.000087613065,0.000025653057,0.00035077598],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99095637,0.004712541,0.0015098377,0.0008793649,0.0012309349,0.0007109637],"domain_scores_gemma":[0.98630935,0.010150013,0.0009530467,0.0009684342,0.0014539124,0.00016526427],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048430827,0.00029929884,0.0025208793,0.00046841285,0.00061091804,0.0001372296,0.0005604289,0.0004545334,0.000023242743],"category_scores_gemma":[0.05750515,0.00020125572,0.0008519422,0.00025003444,0.00033625556,0.00016976593,0.0002266285,0.00046856608,0.0000019965091],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98171103,0.0017280062,0.00046519618,0.0008998624,0.00019825307,0.0000035737646,0.00059394754,7.3578184e-7,0.00044136628,0.0008691,0.0068163737,0.0062725735],"study_design_scores_gemma":[0.9823466,0.00820261,0.0017139836,0.00014372844,0.00011957563,0.0000018667449,0.00015966379,0.00024565647,0.0011284614,0.0020632877,0.0036010868,0.0002734575],"about_ca_topic_score_codex":0.0000047311787,"about_ca_topic_score_gemma":0.0000013541029,"teacher_disagreement_score":0.05629049,"about_ca_system_score_codex":0.00023618306,"about_ca_system_score_gemma":0.00086069934,"threshold_uncertainty_score":0.9798407},"labels":[],"label_agreement":null},{"id":"W2754520134","doi":"10.2196/resprot.7806","title":"Assessing the Efficacy and Safety of an 11β-Hydroxysteroid Dehydrogenase Type 1 Inhibitor (AZD4017) in the Idiopathic Intracranial Hypertension Drug Trial, IIH:DT: Clinical Methods and Design for a Phase II Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Venous Sinus Thrombosis","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Institute for Health and Care Research; Wellcome Trust; AstraZeneca","keywords":"Medicine; Randomized controlled trial; Drug; Pharmacology; Clinical trial; Safety profile; Internal medicine; Adverse effect","score_opus":0.32274172944314683,"score_gpt":0.5988299068332607,"score_spread":0.2760881773901138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754520134","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5238816,0.000042037856,0.00025499772,0.0011383607,0.000050444236,0.4745877,0.0000034688594,0.000016377984,0.000024949191],"genre_scores_gemma":[0.4869549,0.000015931562,0.004011269,0.000075041324,0.00089806033,0.5079715,0.0000042646507,0.00004414193,0.000024829065],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9760813,0.01944366,0.0020491688,0.0007335711,0.0010131369,0.00067917083],"domain_scores_gemma":[0.98064804,0.016205864,0.0008498031,0.0013914738,0.0006165617,0.00028825615],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09169885,0.0003421282,0.0029774944,0.00023264212,0.001575402,0.0005316769,0.0006228428,0.00033308734,0.000014910932],"category_scores_gemma":[0.039067402,0.00017116833,0.0003937642,0.00023941832,0.0018079797,0.00042913045,0.00034073152,0.0012792371,0.0000013077581],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9487673,0.005677219,0.000012156722,0.00024258757,0.0001601232,0.000043164913,0.00101684,7.4318837e-7,0.020060683,0.000037128902,0.00013959638,0.023842439],"study_design_scores_gemma":[0.9597051,0.026949044,0.00013435211,0.0016600103,0.00018406709,0.000055852728,0.00021786544,0.007619863,0.0024458976,0.000437859,0.00041617584,0.00017387322],"about_ca_topic_score_codex":0.0000684333,"about_ca_topic_score_gemma":0.000019969408,"teacher_disagreement_score":0.05263145,"about_ca_system_score_codex":0.00007018099,"about_ca_system_score_gemma":0.00089148525,"threshold_uncertainty_score":0.9997244},"labels":[],"label_agreement":null},{"id":"W2755217893","doi":"10.2196/resprot.8067","title":"Health Information National Trends Survey in American Sign Language (HINTS-ASL): Protocol for the Cultural Adaptation and Linguistic Validation of a National Survey","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing Impairment and Communication","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Deafness and Other Communication Disorders; National Institutes of Health","keywords":"Health Information National Trends Survey; The Internet; American Sign Language; Public health; Population; Survey data collection; Health information; Psychology; Geography; Sign language; Environmental health; Computer science; Medicine; World Wide Web; Political science; Linguistics; Health care","score_opus":0.6088392094672991,"score_gpt":0.661429961734023,"score_spread":0.05259075226672394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755217893","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008571399,0.0000010228073,0.00025278848,0.0011184888,0.000011245082,0.9875813,0.00017309362,0.000024116625,0.0022665188],"genre_scores_gemma":[0.35879466,1.4744244e-7,0.00014496884,0.000023713968,0.000035554793,0.64061785,0.00020220995,0.0000066737725,0.00017424101],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963472,0.0018749973,0.0004989052,0.0001784201,0.0008031693,0.00029731545],"domain_scores_gemma":[0.99606586,0.0015031149,0.00052458246,0.0004102772,0.0014355985,0.000060599566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012638095,0.00010441823,0.0001753446,0.00029992685,0.0005551733,0.00025664098,0.0004949337,0.000061527884,0.000043518277],"category_scores_gemma":[0.0043165684,0.00008032134,0.000030714258,0.00033801817,0.00029267493,0.00043246365,0.00011622138,0.0003021936,0.000011919191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066311695,0.0017296908,0.45137033,0.0007269922,0.00010188513,5.7400536e-7,0.052361913,0.0001217,0.00013129073,0.012085684,0.028090997,0.44664776],"study_design_scores_gemma":[0.002198152,0.00067270646,0.98409146,0.0001716843,3.211666e-7,8.4939995e-7,0.00045796702,0.0013283248,0.000034003104,0.00033895177,0.010625883,0.0000796785],"about_ca_topic_score_codex":0.0091332765,"about_ca_topic_score_gemma":0.0031175073,"teacher_disagreement_score":0.53272116,"about_ca_system_score_codex":0.0002000234,"about_ca_system_score_gemma":0.00041111177,"threshold_uncertainty_score":0.997465},"labels":[],"label_agreement":null},{"id":"W2755685771","doi":"10.2196/resprot.8220","title":"A Multi-Level, Mobile-Enabled Intervention to Promote Physical Activity in Older Adults in the Primary Care Setting (iCanFit 2.0): Protocol for a Cluster Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; mHealth; Medicine; Overweight; Intervention (counseling); Health promotion; Protocol (science); Promotion (chess); Cluster randomised controlled trial; Family medicine; Gerontology; Cluster (spacecraft); Health care; Physical therapy; Psychological intervention; Public health; Nursing; Alternative medicine; Obesity; Computer science","score_opus":0.20736053965809204,"score_gpt":0.5668083788748945,"score_spread":0.3594478392168025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755685771","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23932682,2.2095047e-7,0.00011642931,0.0012301122,0.0000059327804,0.759008,0.000015607338,0.000025522879,0.0002713395],"genre_scores_gemma":[0.19484834,4.0252257e-8,0.000447576,0.000077843164,0.0003840641,0.80394834,0.0000065889776,0.000033713965,0.0002534689],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99327916,0.0031434444,0.0007157095,0.00074508274,0.0011188696,0.0009977543],"domain_scores_gemma":[0.9958009,0.00202985,0.0004255888,0.0009658739,0.0005367845,0.00024099242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008977812,0.00031581594,0.0019822926,0.00030921612,0.0004918323,0.00031512746,0.00063877844,0.00019544284,0.000016641343],"category_scores_gemma":[0.003675773,0.00018758712,0.00063849334,0.0002667234,0.00025035645,0.00049064064,0.00034312677,0.0014882709,0.000012623008],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93210167,0.019062528,0.00007182773,0.006427856,0.0000364305,0.000016657812,0.005191983,0.0000017204352,0.0013554533,0.000017833983,0.0002432076,0.03547282],"study_design_scores_gemma":[0.9679541,0.0069184075,0.005776664,0.012283501,0.000009623163,0.0000016604952,0.0003061118,0.00415366,0.0011193934,0.00012043155,0.0011659616,0.00019051049],"about_ca_topic_score_codex":0.00028505948,"about_ca_topic_score_gemma":0.0003348663,"teacher_disagreement_score":0.044940352,"about_ca_system_score_codex":0.0005513512,"about_ca_system_score_gemma":0.00066419475,"threshold_uncertainty_score":0.7649581},"labels":[],"label_agreement":null},{"id":"W2755932276","doi":"10.2196/resprot.8138","title":"Cancer Predisposition Cascade Screening for Hereditary Breast/Ovarian Cancer and Lynch Syndromes in Switzerland: Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Universität Basel","keywords":"Lynch syndrome; Medicine; Ovarian cancer; Cancer; Breast cancer; Endometrial cancer; Oncology; Genetic testing; Gynecology; Colorectal cancer; Internal medicine; Genetic predisposition; Genetic counseling; Disease; DNA mismatch repair; Genetics; Biology","score_opus":0.14682980449495542,"score_gpt":0.5363134540268636,"score_spread":0.38948364953190817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755932276","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05802989,0.000017777078,0.00010638284,0.0008350349,0.000018291179,0.9406581,0.00019345219,0.000014368301,0.00012671936],"genre_scores_gemma":[0.107499234,0.0000017818237,0.0004377359,0.000023993958,0.0005498397,0.8908997,0.000021601245,0.000045846846,0.0005202319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776286,0.00020306883,0.0003087241,0.00072173984,0.000423612,0.00057997415],"domain_scores_gemma":[0.9985716,0.0000336659,0.00014749789,0.00076290005,0.0003468528,0.00013747912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011047801,0.0002084925,0.00022078084,0.00014385358,0.00065356976,0.00028207037,0.0005515637,0.00020189503,0.00004985325],"category_scores_gemma":[0.00009975593,0.00019155872,0.000045753928,0.00011756783,0.00022144098,0.00004157439,0.0004283031,0.00032273502,0.0000015450116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011986849,0.0024950132,0.6424388,0.0025136122,0.00051269657,0.00013001409,0.0019407282,0.00040582067,0.10048086,0.00006836745,0.029383771,0.20764345],"study_design_scores_gemma":[0.021030271,0.004178764,0.85626185,0.00242518,0.000015525917,0.000097838645,0.000681055,0.0008532702,0.021635944,0.00038650102,0.09167913,0.00075469585],"about_ca_topic_score_codex":0.0010167434,"about_ca_topic_score_gemma":0.0030993451,"teacher_disagreement_score":0.213823,"about_ca_system_score_codex":0.00016209288,"about_ca_system_score_gemma":0.00057468907,"threshold_uncertainty_score":0.7811538},"labels":[],"label_agreement":null},{"id":"W2756288623","doi":"10.2196/resprot.7739","title":"Understanding the Natural Progression of Spina Bifida: Prospective Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Dysraphism and Malformations","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Spina bifida; Medicine; Prospective cohort study; Psychology; Pediatrics; Developmental psychology; Surgery","score_opus":0.5143648098793263,"score_gpt":0.6136082835502763,"score_spread":0.09924347367094999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756288623","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04789006,0.000007836635,0.00007386341,0.001794891,0.000020742267,0.93432426,0.0000038468274,0.000047539477,0.015836928],"genre_scores_gemma":[0.54636854,3.1297938e-7,0.0000461713,0.0000055759137,0.00005806078,0.45310047,8.999111e-7,0.000007980718,0.00041197744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804556,0.00014823297,0.00023441136,0.0002127277,0.0010090303,0.00035006145],"domain_scores_gemma":[0.9983273,0.00006622636,0.0001602583,0.000941149,0.00041392687,0.00009112689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015176814,0.00010281292,0.0001969911,0.00019082382,0.0012649386,0.0001521657,0.00045655432,0.00005199549,0.00003590758],"category_scores_gemma":[0.0004892752,0.000056336274,0.000067934874,0.0002584581,0.00060098566,0.00030940352,0.00033081038,0.000646138,0.000022668526],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00961848,0.008649842,0.85513645,0.002502493,0.0003360352,0.00021596675,0.012575669,0.0000010994039,0.012955652,0.061240055,0.020097738,0.016670512],"study_design_scores_gemma":[0.004931265,0.008322178,0.9656714,0.0029887073,0.000010271385,0.000021163853,0.0056992522,0.000090288166,0.002899131,0.0034649475,0.0057842513,0.000117134485],"about_ca_topic_score_codex":0.000024446708,"about_ca_topic_score_gemma":0.000017588889,"teacher_disagreement_score":0.49847847,"about_ca_system_score_codex":0.00015471694,"about_ca_system_score_gemma":0.00021270197,"threshold_uncertainty_score":0.9729013},"labels":[],"label_agreement":null},{"id":"W2756510003","doi":"10.2196/resprot.8007","title":"Educational Module Intervention for Radiographers to Reduce Repetition Rate of Routine Digital Chest Radiography in Makkah Region of Saudi Arabia Tertiary Hospitals: Protocol of a Quasi-Experimental Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Radiography and Breast Imaging","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Radiography; Repetition (rhetorical device); Intervention (counseling); Protocol (science); Medical physics; Physical therapy; Surgery; Nursing","score_opus":0.10548875218746631,"score_gpt":0.49840986395677006,"score_spread":0.3929211117693038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756510003","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3787146,0.0000038937565,0.00007673702,0.00038937933,0.000008756929,0.6201414,0.00003808892,0.000013590371,0.0006135804],"genre_scores_gemma":[0.49917677,1.2546033e-7,0.00023969571,0.000003434675,0.000041103773,0.50043684,0.00001731589,0.000019673134,0.000065039705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970389,0.00022332987,0.0010377732,0.0005710665,0.0006768074,0.0004520932],"domain_scores_gemma":[0.9973357,0.00013359265,0.00064014265,0.00096063473,0.0007336266,0.0001963366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018164847,0.00023539597,0.00060424977,0.0015160629,0.00012859346,0.00014545736,0.00049803994,0.00008726757,0.000021093925],"category_scores_gemma":[0.0005400535,0.00021728403,0.0005166962,0.0009594805,0.0005936178,0.00094876427,0.00016621163,0.0002558472,0.0000011763885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01480702,0.0472867,0.8841813,0.004578488,0.00024033384,0.00002213974,0.001319725,0.0000031316447,0.020316616,0.0003607719,0.0020696183,0.02481414],"study_design_scores_gemma":[0.014084512,0.025801854,0.88186145,0.01084292,0.000013514464,0.000030156894,0.0014680502,0.00007063389,0.063877665,0.0010763027,0.00061069377,0.00026224417],"about_ca_topic_score_codex":0.00015955987,"about_ca_topic_score_gemma":0.000008111843,"teacher_disagreement_score":0.120462164,"about_ca_system_score_codex":0.00009349631,"about_ca_system_score_gemma":0.00016693365,"threshold_uncertainty_score":0.88605857},"labels":[],"label_agreement":null},{"id":"W2758259715","doi":"10.2196/resprot.6463","title":"The Adverse Drug Reactions from Patient Reports in Social Media Project: Five Major Challenges to Overcome to Operationalize Analysis and Efficiently Support Pharmacovigilance Process","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacovigilance; Operationalization; Social media; Process (computing); Drug reaction; Adverse drug reaction; Process management; Knowledge management; Management science; Drug; Computer science; Medicine; Business; Pharmacology; Engineering; World Wide Web","score_opus":0.3358941425931998,"score_gpt":0.6155112352223252,"score_spread":0.27961709262912543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758259715","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65848583,0.000055497952,0.000008684419,0.01735284,0.00030364783,0.31347793,0.0008488901,0.0001460969,0.009320579],"genre_scores_gemma":[0.48542944,0.000049564303,0.000038332957,0.00045532445,0.00037912544,0.5124871,0.0000460466,0.000025307101,0.0010897315],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99581313,0.0008318724,0.00067554205,0.00089066074,0.0008578541,0.000930912],"domain_scores_gemma":[0.99697095,0.0011189538,0.0003040311,0.0006238182,0.0005148914,0.00046736954],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026640387,0.00029509384,0.00041856413,0.00057289377,0.0031254832,0.0002493737,0.00072804897,0.00017920512,0.0003231258],"category_scores_gemma":[0.0008704607,0.00024322685,0.00013463617,0.00086737744,0.0003827222,0.0005299329,0.0004699315,0.0014039371,0.00011901675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019703511,0.0125068,0.2100948,0.0013452772,0.004725971,0.004109398,0.25746134,0.008193177,0.10852183,0.003081249,0.25742695,0.1128297],"study_design_scores_gemma":[0.0022502718,0.00015368493,0.06157025,0.00016965966,0.00008179687,0.000012872418,0.0033114625,0.00051041576,0.012472507,0.0004897828,0.9185187,0.0004585811],"about_ca_topic_score_codex":0.0002717696,"about_ca_topic_score_gemma":0.0012571304,"teacher_disagreement_score":0.66109174,"about_ca_system_score_codex":0.00025939426,"about_ca_system_score_gemma":0.00049691496,"threshold_uncertainty_score":0.9981723},"labels":[],"label_agreement":null},{"id":"W2758871508","doi":"10.2196/resprot.8038","title":"Using Smart Technology to Improve Outcomes in Myocardial Infarction Patients: Rationale and Design of a Protocol for a Randomized Controlled Trial, The Box","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Physical therapy; Randomized controlled trial; Myocardial infarction; Patient satisfaction; Quality of life (healthcare); Clinical trial; Acute coronary syndrome; Outpatient clinic; Emergency medicine; Medical emergency; Internal medicine; Surgery; Nursing","score_opus":0.3108594027621728,"score_gpt":0.6369270046287996,"score_spread":0.3260676018666268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758871508","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008183087,8.135662e-7,0.0033934189,0.0049068774,0.000033922064,0.990599,0.000026841713,0.000025250112,0.00019560309],"genre_scores_gemma":[0.0006989147,7.256705e-7,0.0032790822,0.00025203932,0.00015797187,0.9952664,0.0000026374105,0.00002515107,0.0003171028],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99367344,0.0030344676,0.0015494137,0.0003601653,0.0005103468,0.00087214675],"domain_scores_gemma":[0.9915724,0.0052913786,0.0009468247,0.00082473585,0.0011362629,0.00022840616],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.015775908,0.00017056506,0.0011482948,0.00049043284,0.0022418671,0.000046098605,0.0004194923,0.00030031643,0.000024049672],"category_scores_gemma":[0.015782662,0.00010391314,0.00011986225,0.00024708803,0.00037918097,0.00018517845,0.00026805053,0.000728352,0.000008716874],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9737006,0.00070243125,0.013967912,0.000980792,0.000035270103,7.9554475e-8,0.000381482,0.000004967914,0.0002521537,0.0054978933,0.0021667548,0.0023096697],"study_design_scores_gemma":[0.92980987,0.0012681212,0.0016694356,0.0006568626,0.00000516097,1.04406176e-7,0.0001417599,0.0005749858,0.0000345315,0.0036560558,0.06209043,0.000092675575],"about_ca_topic_score_codex":0.00018661482,"about_ca_topic_score_gemma":0.00004907062,"teacher_disagreement_score":0.059923675,"about_ca_system_score_codex":0.00021987231,"about_ca_system_score_gemma":0.0017582088,"threshold_uncertainty_score":0.99905705},"labels":[],"label_agreement":null},{"id":"W2759229106","doi":"10.2196/resprot.8631","title":"Comparing the Effects of Oral Contraceptives Containing Levonorgestrel With Products Containing Antiandrogenic Progestins on Clinical, Hormonal, and Metabolic Parameters and Quality of Life in Women With Polycystic Ovary Syndrome: Crossover Randomized Controlled Trial Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ovarian function and disorders","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Polycystic ovary; Levonorgestrel; Randomized controlled trial; Medicine; Crossover study; Hormone; Gynecology; Physiology; Population; Internal medicine; Family planning; Research methodology; Alternative medicine; Placebo; Insulin resistance; Insulin","score_opus":0.19318777025267522,"score_gpt":0.49086680311885694,"score_spread":0.2976790328661817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759229106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5153735,0.000016947119,0.0000067743727,0.0001893178,0.0000054528273,0.48428077,0.0000015931255,0.000014170227,0.00011148946],"genre_scores_gemma":[0.500123,0.0000022783718,0.00014268378,0.000034254423,0.000015034867,0.4996322,7.1177965e-7,0.000019552124,0.000030232848],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933328,0.0029945052,0.0014276027,0.0006480931,0.0009496097,0.0006473904],"domain_scores_gemma":[0.99222213,0.004893598,0.0012983606,0.00078810187,0.00047531934,0.00032247568],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010939684,0.00035002234,0.0032925436,0.00027000063,0.00037734053,0.00022333335,0.00026036176,0.0001515735,0.000008324972],"category_scores_gemma":[0.015143928,0.00018564366,0.0001324522,0.0002659013,0.0033235657,0.00024975225,0.00014606092,0.0009171533,7.552622e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8749824,0.0014253766,0.119617514,0.0012243653,0.00083396287,0.00003528242,0.00062701857,0.0000035237545,0.0002972378,0.0003708469,0.000010875838,0.00057159853],"study_design_scores_gemma":[0.71698415,0.021646567,0.2577682,0.0025057234,0.000055794844,0.000015780508,0.00048569418,0.0001314687,0.0001377117,0.000034886518,0.0000735992,0.00016039862],"about_ca_topic_score_codex":0.00023908941,"about_ca_topic_score_gemma":0.00003653235,"teacher_disagreement_score":0.15799823,"about_ca_system_score_codex":0.000039503615,"about_ca_system_score_gemma":0.0010814226,"threshold_uncertainty_score":0.9993888},"labels":[],"label_agreement":null},{"id":"W2759390074","doi":"10.2196/resprot.8397","title":"Influence of Information and Communication Technologies on the Resilience and Coping of Sexual and Gender Minority Youth in the United States and Canada (Project #Queery): Mixed Methods Survey","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Sexual minority; Psychology; Population; Social psychology; Applied psychology; Sexual orientation; Sociology; Demography","score_opus":0.38902827604732937,"score_gpt":0.6012819627952125,"score_spread":0.21225368674788314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759390074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94666153,0.00003260948,0.0000048158768,0.0008324795,0.0000018878528,0.052183423,0.000055194625,0.00000580312,0.00022225363],"genre_scores_gemma":[0.94352704,0.000153398,0.00011436131,0.000052177682,0.0000034617117,0.05612061,0.000010893582,0.0000033677275,0.000014676869],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966281,0.0025277648,0.00025704704,0.00012829932,0.00024955705,0.00020920747],"domain_scores_gemma":[0.9969643,0.0018990132,0.00020591175,0.0006831231,0.00022298627,0.000024702555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064108777,0.00007469237,0.00013219644,0.00020377472,0.00044597598,0.000118681375,0.0004603252,0.000085172,6.739218e-7],"category_scores_gemma":[0.001893653,0.00004719829,0.000002946442,0.0002127104,0.0010506852,0.0002238896,0.0003063521,0.0004117266,1.1379388e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025782138,0.000046574638,0.97331935,0.0021243116,0.000010775264,5.615058e-7,0.011081401,0.0000037348157,0.00006775064,0.0031295847,0.0013680998,0.008590035],"study_design_scores_gemma":[0.00039297517,0.00026041502,0.9909203,0.00007186141,0.0000020538134,0.0000014758831,0.006958502,0.00004917631,0.00006251383,0.0009262684,0.00030717422,0.00004729593],"about_ca_topic_score_codex":0.86284333,"about_ca_topic_score_gemma":0.38511762,"teacher_disagreement_score":0.4777257,"about_ca_system_score_codex":0.000026381143,"about_ca_system_score_gemma":0.00023977671,"threshold_uncertainty_score":0.6261024},"labels":[],"label_agreement":null},{"id":"W2759882794","doi":"10.2196/resprot.7250","title":"Protocol for Co-Design, Development, and Open Trial of a Prototype Game-based eHealth Intervention to Treat Anxiety in Young People With Long-term Physical Conditions","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Anxiety; Psychological intervention; Intervention (counseling); Psychology; Biofeedback; Clinical psychology; Relaxation (psychology); Physical therapy; Usability; Randomized controlled trial; Medicine; Health care; Psychiatry; Computer science; Social psychology","score_opus":0.3993468476115255,"score_gpt":0.6593761323143181,"score_spread":0.26002928470279263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759882794","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05124297,8.780289e-8,0.00094468205,0.0003189493,0.000009666063,0.94491965,0.00009085913,0.000027215894,0.0024459],"genre_scores_gemma":[0.21830045,4.6541295e-9,0.00072133983,0.000009076095,0.00004222793,0.7798857,0.000030834155,0.00003843793,0.00097190525],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9967339,0.00068248867,0.00071858836,0.0006523343,0.0004856088,0.0007270783],"domain_scores_gemma":[0.9979263,0.00021795745,0.00041375656,0.0008083675,0.00032138592,0.00031221542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022218567,0.00022672264,0.00047469835,0.00034032483,0.0004552356,0.00046843826,0.0009166902,0.00011065478,0.00013288003],"category_scores_gemma":[0.00017139623,0.00019050522,0.00008862129,0.0002653413,0.00027133513,0.0005120728,0.00029376496,0.00034343053,0.000049386774],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7118439,0.05004795,0.13157615,0.014891148,0.0001058554,0.000024479054,0.004704456,0.0000025683912,0.00044268105,0.003988365,0.004039449,0.07833302],"study_design_scores_gemma":[0.28624278,0.10290242,0.5633811,0.018409565,0.0000068089244,0.000014250113,0.00024915906,0.000049260918,0.01944344,0.0015088776,0.007188472,0.00060388114],"about_ca_topic_score_codex":0.00034465877,"about_ca_topic_score_gemma":0.0021520192,"teacher_disagreement_score":0.43180496,"about_ca_system_score_codex":0.00029139392,"about_ca_system_score_gemma":0.00056397705,"threshold_uncertainty_score":0.77685773},"labels":[],"label_agreement":null},{"id":"W2761062133","doi":"10.2196/resprot.7750","title":"Real-World Treatment Sequences and Outcomes Among Patients With Non-Small Cell Lung Cancer (RESOUNDS) in the United States: Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lung Cancer Treatments and Mutations","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Lung cancer; Cancer; Family medicine; Gerontology; Oncology; Demography; Alternative medicine; Internal medicine; Pathology; Sociology","score_opus":0.12453978852808203,"score_gpt":0.5490535235379241,"score_spread":0.42451373500984213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761062133","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.420927,3.7076236e-7,3.84473e-7,0.00025831338,0.0000019069116,0.5770458,0.000017874047,0.000014157257,0.0017341825],"genre_scores_gemma":[0.17869928,0.0000016415295,0.000043525306,0.000034204993,0.000030130828,0.8187074,0.00002506718,0.000027323085,0.0024314008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99758834,0.00031383746,0.00029447573,0.0004703076,0.0007929389,0.0005401187],"domain_scores_gemma":[0.99821234,0.00018159063,0.0001797198,0.0009032032,0.00034741647,0.00017574214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005342368,0.00026047698,0.0003461656,0.00035395147,0.0007732531,0.00040157256,0.00034428202,0.000048625978,0.00005122498],"category_scores_gemma":[0.000027051901,0.00012461847,0.00003931846,0.00038201606,0.0003208501,0.00020992375,0.000108260894,0.00032771638,0.0000036819013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008233017,0.0038491907,0.9860792,0.00034965918,0.00013616237,0.00010571577,0.0073542176,0.000010471824,0.0000033576066,0.000006834502,0.00038572255,0.0008961432],"study_design_scores_gemma":[0.019888336,0.005125539,0.96461815,0.0010495626,0.000038443253,3.7916178e-7,0.0016915731,0.00007908142,0.000049019418,0.000020135383,0.007303966,0.00013583901],"about_ca_topic_score_codex":0.038106095,"about_ca_topic_score_gemma":0.027092868,"teacher_disagreement_score":0.2422277,"about_ca_system_score_codex":0.0005935879,"about_ca_system_score_gemma":0.0005177235,"threshold_uncertainty_score":0.99066013},"labels":[],"label_agreement":null},{"id":"W2761144211","doi":"10.2196/resprot.7596","title":"Combined Dietary Nitrate and Exercise Intervention in Peripheral Artery Disease: Protocol Rationale and Design","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Peripheral Artery Disease Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institute on Aging","keywords":"Intermittent claudication; Medicine; Arterial disease; Physical therapy; Peripheral; Rehabilitation; Claudication; Population; Disease; Physical medicine and rehabilitation; Quality of life (healthcare); Vascular disease; Internal medicine","score_opus":0.22076835232017886,"score_gpt":0.501810251919213,"score_spread":0.28104189959903414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761144211","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016797729,0.0000070169303,0.00004728604,0.0021715374,0.0000036155122,0.98045176,0.000010672486,0.000043106298,0.0004672623],"genre_scores_gemma":[0.033397734,0.0000018511225,0.00035265126,0.000082620885,0.000058898157,0.9639708,0.000018843528,0.000025720918,0.0020909044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779075,0.0003539141,0.00033404844,0.00049487123,0.00058364164,0.00044278448],"domain_scores_gemma":[0.9986545,0.000042451884,0.00009301331,0.00064498995,0.00014861548,0.00041641912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011334779,0.00018982244,0.00027384888,0.0001950138,0.00041579682,0.00049796887,0.00021486368,0.00005764452,0.00023598183],"category_scores_gemma":[0.00013496164,0.0001634008,0.000057895268,0.00009376608,0.00039788807,0.0005988623,0.00036346447,0.00033215724,0.000019680227],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.096821465,0.012899084,0.5410859,0.023690943,0.00021067497,0.002921775,0.0013955096,0.000027867281,0.01607361,0.00090859184,0.04083273,0.26313183],"study_design_scores_gemma":[0.012856362,0.0018427848,0.9589129,0.00614485,0.000008491681,0.0000054877123,0.000093768,0.004098061,0.00020338497,0.0028084451,0.012796891,0.00022859048],"about_ca_topic_score_codex":0.000020449545,"about_ca_topic_score_gemma":0.0000134789325,"teacher_disagreement_score":0.41782695,"about_ca_system_score_codex":0.0001060581,"about_ca_system_score_gemma":0.00012547773,"threshold_uncertainty_score":0.6663291},"labels":[],"label_agreement":null},{"id":"W2761523082","doi":"10.2196/resprot.6788","title":"Studying Acute Coronary Syndrome Through the World Wide Web: Experiences and Lessons","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"The Internet; Interview; Medical education; Medicine; Psychology; World Wide Web; Political science; Computer science","score_opus":0.38729002824262837,"score_gpt":0.5824868513949112,"score_spread":0.19519682315228282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761523082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7305556,0.0000054214447,0.0000034304903,0.0054349843,0.0000148184745,0.2604588,0.0000031150616,0.000044933695,0.0034788952],"genre_scores_gemma":[0.51845086,0.0000018174944,0.0000253365,0.000048116657,0.000032736687,0.4784788,0.0000015143828,0.000010984844,0.002949837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979586,0.00018053337,0.00017600982,0.00033253388,0.00092763675,0.0004246876],"domain_scores_gemma":[0.99857163,0.00020490619,0.00008703934,0.0008818864,0.00014546326,0.00010906681],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009786632,0.00012191587,0.00019702277,0.000088358865,0.0016859091,0.00041489667,0.0004588689,0.000065191445,0.0002406434],"category_scores_gemma":[0.00016454008,0.00007572633,0.000043293632,0.00016541373,0.0007902677,0.00040092337,0.00036602348,0.0006131413,0.000013036056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052049785,0.00046616537,0.9628596,0.00018370734,0.00007199571,0.00072035124,0.010987618,1.2672595e-7,0.0019804572,0.00079694984,0.011833229,0.009579342],"study_design_scores_gemma":[0.0015879493,0.00073598255,0.94185466,0.0012800334,0.000011903198,0.00016878835,0.0049730064,0.000008295335,0.0013264656,0.0003177593,0.047622994,0.00011217896],"about_ca_topic_score_codex":0.000051349274,"about_ca_topic_score_gemma":0.000031671792,"teacher_disagreement_score":0.21802,"about_ca_system_score_codex":0.00006717352,"about_ca_system_score_gemma":0.00016147055,"threshold_uncertainty_score":0.99961376},"labels":[],"label_agreement":null},{"id":"W2761533311","doi":"10.2196/resprot.8059","title":"Utilizing Consumer Health Informatics to Support Management of Hypertension by Clinical Pharmacists in Primary Care: Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; University of Michigan","keywords":"Medicine; mHealth; Psychological intervention; Intervention (counseling); Family medicine; Protocol (science); Informatics; Health care; Pharmacist; Clinical pharmacy; Health informatics; Public health; Alternative medicine; Nursing; Pharmacy","score_opus":0.6075967574041568,"score_gpt":0.7161678356999751,"score_spread":0.10857107829581836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761533311","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004362556,0.0000037776208,0.000026109481,0.00082268583,0.000033182554,0.981703,0.000057357985,0.00006574348,0.01292561],"genre_scores_gemma":[0.005703199,0.00002166275,0.0014322555,0.0013673883,0.000083230545,0.99059343,0.000038921982,0.000048267626,0.00071161817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99021566,0.002243147,0.003727252,0.0005999472,0.0014257875,0.0017882137],"domain_scores_gemma":[0.9940037,0.0004890051,0.001272864,0.0021732026,0.00085940113,0.0012018349],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013850378,0.0002653678,0.0008582738,0.00036770356,0.0023444174,0.000050999926,0.0012614774,0.00023331531,0.00016465939],"category_scores_gemma":[0.00025125788,0.00023199766,0.000076916804,0.00045278904,0.0002465789,0.00027403815,0.0013803068,0.0020904688,0.00047692942],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026558924,0.0040795556,0.28252822,0.038179245,0.000025503403,0.000026664813,0.003911257,5.8277186e-7,0.000030503195,0.0002694882,0.26648805,0.40180504],"study_design_scores_gemma":[0.01325365,0.0029464336,0.11463338,0.0039382074,0.0000021935468,0.0000012387285,0.004279156,0.00001638017,0.000017183209,0.000033134154,0.86070114,0.00017790814],"about_ca_topic_score_codex":0.00024503743,"about_ca_topic_score_gemma":0.00010383177,"teacher_disagreement_score":0.59421307,"about_ca_system_score_codex":0.00076967676,"about_ca_system_score_gemma":0.0032601315,"threshold_uncertainty_score":0.9989544},"labels":[],"label_agreement":null},{"id":"W2763110563","doi":"10.2196/resprot.7976","title":"Efficacy of Seren@ctif, a Computer-Based Stress Management Program for Patients With Adjustment Disorder With Anxiety: Protocol for a Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Protocol (science); Stress management; Medicine; Randomized controlled trial; Computer science; Clinical psychology; Alternative medicine; Psychiatry; Surgery; Pathology","score_opus":0.16185799821937039,"score_gpt":0.5849019641622588,"score_spread":0.4230439659428884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763110563","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023655582,2.4849243e-7,0.0012605491,0.0002333309,0.000039916555,0.99396825,0.00025142397,0.00008807284,0.001792665],"genre_scores_gemma":[0.0063663707,6.3191585e-9,0.0072776778,0.000015506173,0.00011886115,0.98453987,0.0000802555,0.00008186346,0.0015196191],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99618244,0.00031073208,0.00078683946,0.00076430186,0.0009410185,0.0010146775],"domain_scores_gemma":[0.99646956,0.00035206362,0.0007312888,0.0013471985,0.00084673165,0.0002531663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008827275,0.00032835506,0.00062077044,0.00023825809,0.0005561892,0.0003097963,0.00090248324,0.000119767996,0.00008322919],"category_scores_gemma":[0.000056546247,0.00022181182,0.00026029776,0.00016975487,0.0004036364,0.00021673828,0.00019913087,0.00024991846,0.000013231242],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7141857,0.057000827,0.0027640269,0.004646971,0.00033510718,0.0000028584636,0.00007251845,0.0000076102115,2.3963892e-7,0.002700267,0.0033730157,0.21491085],"study_design_scores_gemma":[0.7429805,0.124015994,0.017515631,0.0048400816,0.000018444749,3.2864722e-7,0.000038901802,0.00018709229,0.000043805976,0.00015221814,0.10995404,0.000253002],"about_ca_topic_score_codex":0.00003147738,"about_ca_topic_score_gemma":0.00007718711,"teacher_disagreement_score":0.21465784,"about_ca_system_score_codex":0.00015380852,"about_ca_system_score_gemma":0.00017949853,"threshold_uncertainty_score":0.90452236},"labels":[],"label_agreement":null},{"id":"W2763481010","doi":"10.2196/resprot.7536","title":"Uterine Fundectomy in Patients With Benign Etiology Undergoing Hysterectomy: New Surgical Technique","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Uterine Myomas and Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Hysterectomy; Fundus (uterus); Surgery; Uterus; Gynecology","score_opus":0.17594021936056017,"score_gpt":0.5336463257699933,"score_spread":0.3577061064094331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763481010","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36851886,0.0000016991579,0.00006109667,0.0013458359,0.000008276849,0.61965036,0.000009187512,0.000093622286,0.010311068],"genre_scores_gemma":[0.4129983,6.923523e-7,0.0011619524,0.000014447409,0.000093325914,0.58288485,0.000017859516,0.00003445623,0.0027941256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772686,0.00021071723,0.00028123072,0.00050663046,0.0005722221,0.000702358],"domain_scores_gemma":[0.998226,0.00011657404,0.000106738094,0.0010529002,0.00018967238,0.00030810336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004861978,0.00021200933,0.00042563528,0.00028517743,0.00025371666,0.00014352793,0.00034866185,0.00015996445,0.000301563],"category_scores_gemma":[0.00010217495,0.00014675071,0.00005709447,0.00017349314,0.00020393282,0.00021435147,0.00038436067,0.00057817507,0.00007168979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046140393,0.001284972,0.9828436,0.00037625345,0.00005504582,0.0009320545,0.00004835941,2.388402e-7,0.00020011658,0.00033189266,0.0007776205,0.008535852],"study_design_scores_gemma":[0.022669697,0.0075902957,0.8327681,0.0024803788,0.0000027886124,0.00005745138,0.000006059368,0.0000045561396,0.0010345695,0.0003287902,0.13287906,0.00017829012],"about_ca_topic_score_codex":0.0002304934,"about_ca_topic_score_gemma":0.00017835911,"teacher_disagreement_score":0.1500755,"about_ca_system_score_codex":0.00023135229,"about_ca_system_score_gemma":0.00043713776,"threshold_uncertainty_score":0.59843206},"labels":[],"label_agreement":null},{"id":"W2763516313","doi":"10.2196/resprot.8051","title":"Adoption, Acceptability, and Effectiveness of a Mobile Health App for Personalized Prostate Cancer Survivorship Care: Protocol for a Realist Case Study of the Ned App","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Credit Valley Hospital; Public Health Ontario; University of Toronto; University Health Network","funders":"","keywords":"Survivorship curve; Prostate cancer; Medicine; mHealth; Cancer survivorship; Protocol (science); Cancer; Health care; Gerontology; Alternative medicine; Nursing; Internal medicine","score_opus":0.2201195977685971,"score_gpt":0.5800574409090791,"score_spread":0.35993784314048194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763516313","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16205017,0.000011079483,0.000019274468,0.00015797505,0.000013331248,0.83737767,0.00029855172,0.000023515999,0.000048448117],"genre_scores_gemma":[0.29396415,4.1595644e-7,0.000054250937,0.00000864658,0.00006946332,0.7057092,0.000006620889,0.000037818183,0.00014942653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960782,0.001353623,0.00056415587,0.00061887514,0.00082171895,0.00056342443],"domain_scores_gemma":[0.9951841,0.00067294086,0.0004891622,0.0013246385,0.0021070878,0.00022205652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005238845,0.00023440368,0.0007770666,0.000119877324,0.000885053,0.00010770175,0.00042532705,0.00011757363,0.00002410877],"category_scores_gemma":[0.0004936625,0.0001590698,0.00019840195,0.00026952432,0.00069713895,0.00013819458,0.00030927552,0.00034667796,1.3513171e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.067122795,0.0050343955,0.6394212,0.16922566,0.00023787653,0.00003089195,0.056847326,0.0000073770384,0.0013052889,0.0004113328,0.00081180217,0.059544027],"study_design_scores_gemma":[0.15540218,0.100971825,0.3824046,0.02677858,0.00012276086,0.00017805143,0.14044377,0.00015951066,0.015518341,0.001201088,0.1757119,0.0011073758],"about_ca_topic_score_codex":0.038165923,"about_ca_topic_score_gemma":0.043200642,"teacher_disagreement_score":0.2570166,"about_ca_system_score_codex":0.00033448718,"about_ca_system_score_gemma":0.0014780512,"threshold_uncertainty_score":0.9742585},"labels":[],"label_agreement":null},{"id":"W2763706585","doi":"10.2196/resprot.7527","title":"Improving Neuromuscular Monitoring and Reducing Residual Neuromuscular Blockade With E-Learning: Protocol for the Multicenter Interrupted Time Series INVERT Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anesthesia and Sedative Agents","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Region Hovedstaden","keywords":"Neuromuscular Blockade; Interrupted time series; Medicine; Neuromuscular disease; Protocol (science); Neuromuscular Blocking Agents; Physical medicine and rehabilitation; Computer science; Anesthesia; Disease; Internal medicine; Psychological intervention","score_opus":0.22729360481430672,"score_gpt":0.5146757926245815,"score_spread":0.2873821878102748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763706585","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12718341,8.5664396e-7,0.000029475998,0.0009824915,0.0000045553247,0.87162155,9.938177e-7,0.00007203946,0.00010462339],"genre_scores_gemma":[0.052522212,1.9028539e-7,0.00043357958,0.000019293895,0.00032210458,0.94398385,0.0000018582381,0.000088192464,0.0026287318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99651784,0.00065560505,0.00036283504,0.0007363386,0.0010103782,0.0007169791],"domain_scores_gemma":[0.99745744,0.00029101686,0.00023609906,0.0012036919,0.0005654324,0.00024633965],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018941383,0.00030816247,0.0004002838,0.00015747517,0.0020569675,0.00068000826,0.0005993829,0.0000977567,0.000034172874],"category_scores_gemma":[0.0013526424,0.00018514732,0.00008430078,0.0001364729,0.00051768724,0.000485074,0.0005398858,0.0010936257,0.000016030519],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029348059,0.0031738176,0.8191128,0.00389959,0.0005594779,0.0012266551,0.008504076,0.000024177763,0.11164844,0.0000145389,0.0011880518,0.021300333],"study_design_scores_gemma":[0.030137533,0.032781366,0.7701199,0.0062201507,0.00009829967,0.00017021773,0.0045409244,0.0043272614,0.03510558,0.000014181779,0.11581025,0.0006743021],"about_ca_topic_score_codex":0.00010390178,"about_ca_topic_score_gemma":0.000004448673,"teacher_disagreement_score":0.1146222,"about_ca_system_score_codex":0.00006350107,"about_ca_system_score_gemma":0.00018316378,"threshold_uncertainty_score":0.99924225},"labels":[],"label_agreement":null},{"id":"W2763913160","doi":"10.2196/resprot.7904","title":"Knowledge Management Framework for Emerging Infectious Diseases Preparedness and Response: Design and Development of Public Health Document Ontology","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ontology; Computer science; Knowledge management; Upper ontology; Knowledge sharing; Domain knowledge; Data science","score_opus":0.3016131344752973,"score_gpt":0.5681051931511185,"score_spread":0.2664920586758212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763913160","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14663664,0.0015132912,0.29871053,0.0035194345,0.000070428716,0.5489899,0.000036489593,0.00009296955,0.00043032673],"genre_scores_gemma":[0.13502167,0.000044720637,0.061493892,0.00003292441,0.000064761494,0.8029635,0.000012856753,0.000021468892,0.00034419502],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980854,0.00057772925,0.0002558553,0.0004126852,0.0001862755,0.00048210114],"domain_scores_gemma":[0.9988144,0.00020592182,0.00014307158,0.00046646595,0.00015096478,0.00021920136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029394345,0.00012223185,0.00020830557,0.00011004687,0.0006912898,0.00011716368,0.00031291877,0.00014168912,0.000004241616],"category_scores_gemma":[0.0009782463,0.00010386194,0.000025444775,0.000048793147,0.0005529157,0.000007623352,0.00064127916,0.00011794395,0.000001087193],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019706443,0.0005070411,0.005454076,0.0016883394,0.00015659207,0.0000044843323,0.0028846415,4.9338496e-7,0.0016604672,0.0018494753,0.003508944,0.9803148],"study_design_scores_gemma":[0.0031417944,0.004165194,0.034306604,0.0011350749,0.0000036355068,0.000009003364,0.0015783858,0.00002909044,0.0032558627,0.0032134703,0.9488563,0.00030560905],"about_ca_topic_score_codex":0.0000036681106,"about_ca_topic_score_gemma":0.000016983524,"teacher_disagreement_score":0.9800092,"about_ca_system_score_codex":0.000059399463,"about_ca_system_score_gemma":0.0005457662,"threshold_uncertainty_score":0.5316912},"labels":[],"label_agreement":null},{"id":"W2765172278","doi":"10.2196/resprot.8599","title":"Côte d’Ivoire Dual Burden of Disease (CoDuBu): Study Protocol to Investigate the Co-occurrence of Chronic Infections and Noncommunicable Diseases in Rural Settings of Epidemiological Transition","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novartis Foundation","keywords":"Biobank; Medicine; Malaria; Epidemiology; Epidemiological transition; Environmental health; Population; Cohort; Cohort study; Disease; Global health; Disease burden; Public health; Immunology; Internal medicine; Pathology; Biology; Bioinformatics","score_opus":0.17028649504436855,"score_gpt":0.5273917568300974,"score_spread":0.3571052617857289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765172278","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.422812,0.0000010251705,0.000013835296,0.0011047544,0.0000011407157,0.5757931,0.00009434305,0.000006931771,0.00017287055],"genre_scores_gemma":[0.46382204,0.0000011522526,0.000035026882,0.000016922771,0.000012332369,0.536094,0.0000033096821,0.0000059955146,0.000009214439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953973,0.0022594766,0.0006471361,0.00044419785,0.0007381734,0.0005136865],"domain_scores_gemma":[0.9974011,0.00072622014,0.00034881872,0.0011298934,0.000043203963,0.00035071734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004495932,0.00017489707,0.00038028136,0.00010395308,0.0005683021,0.00004144809,0.0007407754,0.000062408355,0.00021141562],"category_scores_gemma":[0.0017153791,0.00012551626,0.000060055263,0.00027787662,0.0024549114,0.00038158882,0.00097045954,0.00056782446,0.00001638145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008585358,0.00314738,0.9667024,0.0011106558,0.00001732963,0.00001319092,0.004227153,0.001419549,0.008296563,0.00003970588,0.0005009963,0.013666554],"study_design_scores_gemma":[0.002043509,0.0032079602,0.9859941,0.0018225926,0.0000049701025,0.000001067557,0.0009208434,0.001391696,0.0009103363,0.0006304461,0.0029086866,0.00016380065],"about_ca_topic_score_codex":0.0016034293,"about_ca_topic_score_gemma":0.00022697978,"teacher_disagreement_score":0.041010022,"about_ca_system_score_codex":0.00020633072,"about_ca_system_score_gemma":0.00017414022,"threshold_uncertainty_score":0.9045223},"labels":[],"label_agreement":null},{"id":"W2765181993","doi":"10.2196/resprot.7356","title":"Recruiting Women to a Mobile Health Smoking Cessation Trial: Low- and No-Cost Strategies","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Smoking cessation; Medicine; Family medicine; Psychology; Gerontology","score_opus":0.631260755676925,"score_gpt":0.690675251956415,"score_spread":0.059414496279490026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765181993","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12381239,0.000004056333,0.0000066489524,0.0030782546,0.00021368529,0.8659899,0.000004582804,0.00007918458,0.0068112463],"genre_scores_gemma":[0.11004757,0.000009389509,0.00014294835,0.00007608519,0.0017949074,0.8877297,0.000002017254,0.000018707606,0.000178639],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545443,0.0015178787,0.0003681335,0.00039546288,0.0011416004,0.0011225048],"domain_scores_gemma":[0.99660563,0.0013899194,0.00029852154,0.00046139682,0.0005900619,0.0006544883],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012239154,0.0001040974,0.00022636548,0.00019406574,0.00480046,0.0017177309,0.00059245183,0.00014180278,0.0001227315],"category_scores_gemma":[0.010221183,0.00010865014,0.000022495347,0.00032972998,0.00045305106,0.0008683867,0.00016699424,0.0004942123,0.00006228657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030652068,0.0003892957,0.007784139,0.0012213645,0.000009548555,0.0000019651175,0.28350672,0.000002031239,0.000091294234,0.009036923,0.0039536143,0.6909379],"study_design_scores_gemma":[0.005183059,0.0023248892,0.006874956,0.002039046,3.3929908e-7,1.5057107e-7,0.06033944,0.000007423741,0.00004470653,0.004266235,0.9187267,0.00019309309],"about_ca_topic_score_codex":0.006368806,"about_ca_topic_score_gemma":0.0016850661,"teacher_disagreement_score":0.91477305,"about_ca_system_score_codex":0.0012254879,"about_ca_system_score_gemma":0.0033617916,"threshold_uncertainty_score":0.9993186},"labels":[],"label_agreement":null},{"id":"W2765365086","doi":"10.2196/resprot.7767","title":"Internet-Delivered Dialectical Behavioral Therapy Skills Training for Suicidal and Heavy Episodic Drinkers: Protocol and Preliminary Results of a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism; Alcohol and Drug Abuse Institute, University of Washington","keywords":"Dialectical behavior therapy; Psychological intervention; Randomized controlled trial; Clinical psychology; Psychology; Suicide prevention; Binge drinking; Poison control; Injury prevention; Intervention (counseling); Psychiatry; Medicine; Medical emergency; Borderline personality disorder","score_opus":0.29272725191779525,"score_gpt":0.5556383343630183,"score_spread":0.2629110824452231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765365086","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0926222,0.00001785398,0.000026626409,0.00043437796,0.000038331957,0.9050012,0.000027724585,0.00004389617,0.0017877545],"genre_scores_gemma":[0.16872446,0.000002495208,0.00021558699,0.000019232128,0.00027065197,0.8293576,0.000003886817,0.000039907245,0.0013661359],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99419415,0.0022463251,0.0012711191,0.00077867927,0.00063575746,0.0008739554],"domain_scores_gemma":[0.9929814,0.0049164435,0.0006124783,0.00075405516,0.00050507154,0.00023055579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008194021,0.00034836886,0.0020822245,0.00027919482,0.0006020257,0.00032070014,0.0005252997,0.0002953728,0.00012847436],"category_scores_gemma":[0.0032943634,0.0002448959,0.0004119709,0.00008758949,0.0018516934,0.00021502408,0.00032107378,0.0005896156,0.00000670005],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9745121,0.0020232915,0.00054836855,0.00013284045,0.00039684743,0.00002764189,0.009255082,4.280852e-8,0.00019112068,0.00043733013,0.0018805435,0.010594816],"study_design_scores_gemma":[0.96948206,0.023716824,0.0018314881,0.00024762572,0.000029989462,0.00000863661,0.0006769336,0.00007207412,0.0005461313,0.0010460973,0.0020969214,0.00024521313],"about_ca_topic_score_codex":0.0003753945,"about_ca_topic_score_gemma":0.000034514043,"teacher_disagreement_score":0.07610226,"about_ca_system_score_codex":0.000039842165,"about_ca_system_score_gemma":0.00017210153,"threshold_uncertainty_score":0.99865645},"labels":[],"label_agreement":null},{"id":"W2765544572","doi":"10.2196/resprot.8326","title":"Development of a Behavior Change Intervention to Improve Sexual Health Service Use Among University Undergraduate Students: Mixed Methods Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Protocol (science); Medical education; Intervention (counseling); Behavior change; Psychology; Reproductive health; Multimethodology; Medicine; Nursing; Alternative medicine; Pedagogy; Population; Social psychology; Environmental health","score_opus":0.6864548670314903,"score_gpt":0.7141996070654146,"score_spread":0.027744740033924353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765544572","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21221042,1.9118546e-7,0.00037069924,0.00083629286,0.00005773844,0.78638726,0.00002308817,0.00007631361,0.000037987862],"genre_scores_gemma":[0.010094302,9.3525266e-8,0.0061794687,0.00008966825,0.00020358487,0.97909325,0.000008869067,0.000056874444,0.00427391],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9859426,0.0088059455,0.0012064414,0.0011535172,0.0015376277,0.0013538362],"domain_scores_gemma":[0.99425745,0.00022177015,0.0011950412,0.0018720817,0.0017254589,0.00072820747],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.014902625,0.00033076838,0.0006775186,0.00048257742,0.0045044213,0.00010972476,0.0016426615,0.00020851054,0.000068357906],"category_scores_gemma":[0.00051833654,0.00028004285,0.00006593771,0.00058442546,0.0002042816,0.0008665343,0.0037855038,0.0016402808,0.00011984043],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031759415,0.017548872,0.76898223,0.009385911,0.000099021476,0.000024051631,0.039969448,2.0004015e-7,0.0015061361,0.00009431368,0.0016446081,0.15756924],"study_design_scores_gemma":[0.0053763096,0.003324358,0.8914146,0.0029766911,0.0000041368553,3.0426955e-7,0.03005862,0.0000053956087,0.00023735022,0.000016578395,0.0663431,0.00024258952],"about_ca_topic_score_codex":0.0054178545,"about_ca_topic_score_gemma":0.009272226,"teacher_disagreement_score":0.2021161,"about_ca_system_score_codex":0.0012247723,"about_ca_system_score_gemma":0.0013097713,"threshold_uncertainty_score":0.9999652},"labels":[],"label_agreement":null},{"id":"W2765667478","doi":"10.2196/resprot.7019","title":"An App to Help Young People Self-Manage When Feeling Overwhelmed (ReZone): Protocol of a Cluster Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Feeling; Randomized controlled trial; Protocol (science); Psychology; Cluster (spacecraft); Applied psychology; Computer science; Social psychology; Internet privacy; Medicine; Alternative medicine","score_opus":0.13062291079887714,"score_gpt":0.569841018531458,"score_spread":0.43921810773258085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765667478","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005077432,7.90783e-7,0.0002639175,0.0010614371,0.00013031987,0.9410174,0.00003845223,0.00018246628,0.05222781],"genre_scores_gemma":[0.05934389,2.8507753e-8,0.00087633845,0.000060600432,0.0004111064,0.9288084,0.000008190477,0.00008872024,0.010402764],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9900509,0.004070237,0.0020095487,0.00093728816,0.0015776784,0.001354365],"domain_scores_gemma":[0.9939637,0.0011070478,0.0009774684,0.0025887412,0.00069650204,0.0006665407],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012599061,0.0003876996,0.0019474493,0.0006455287,0.00077252195,0.00079915614,0.0020171748,0.0002888515,0.001346407],"category_scores_gemma":[0.002009939,0.00031055845,0.00071592047,0.00026167437,0.00035118664,0.000761407,0.0007190471,0.00077265076,0.0007773278],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97554386,0.0065057324,0.00017377082,0.0010279526,0.00022972013,0.000019469819,0.0022525033,0.0000015145856,0.00011387242,0.0044316472,0.0073729255,0.0023270266],"study_design_scores_gemma":[0.9672507,0.007695566,0.00045745043,0.0018186958,0.000014366797,0.0000062256013,0.00023700885,0.00023194139,0.00025609697,0.0031238378,0.018605834,0.00030229098],"about_ca_topic_score_codex":0.0005658411,"about_ca_topic_score_gemma":0.00048768494,"teacher_disagreement_score":0.054266457,"about_ca_system_score_codex":0.00026526878,"about_ca_system_score_gemma":0.00025711878,"threshold_uncertainty_score":0.9999347},"labels":[],"label_agreement":null},{"id":"W2765675940","doi":"10.2196/resprot.7148","title":"Home Blood Pressure Management Intervention in Low- to Middle-Income Countries: Protocol for a Mixed Methods Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Low and middle income countries; Medicine; Developing country; Alternative medicine; Economic growth","score_opus":0.29482007650803865,"score_gpt":0.5946458470100008,"score_spread":0.29982577050196213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765675940","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007756501,0.0000151343775,0.000108772336,0.0013304024,0.000018512555,0.996419,0.000015682961,0.00007492041,0.0012419072],"genre_scores_gemma":[0.0045465203,3.8546077e-7,0.0056602284,0.00012483014,0.0001883955,0.9825124,0.0000020230373,0.000057273726,0.006907932],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559855,0.0008319244,0.00073765585,0.00084229925,0.0011150955,0.0008744622],"domain_scores_gemma":[0.996507,0.00031732902,0.0002055096,0.001743482,0.0009485478,0.00027817045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006814376,0.00030181013,0.0008798635,0.0005949468,0.0007055434,0.00039175546,0.0008028179,0.00015393924,0.00012865016],"category_scores_gemma":[0.0005457628,0.00023541658,0.00018455466,0.00029591122,0.0001751852,0.00025069114,0.0013360917,0.00056975096,0.000058193218],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.092971474,0.08772658,0.27769142,0.22892934,0.014419532,0.0032454715,0.0146388225,0.000013168599,0.0022691581,0.003320621,0.16271311,0.1120613],"study_design_scores_gemma":[0.03553376,0.010402169,0.15663962,0.023794673,0.00024044345,0.000011527875,0.0012798527,0.000045699635,0.0024348476,0.0005022923,0.7687493,0.00036578916],"about_ca_topic_score_codex":0.00006987614,"about_ca_topic_score_gemma":0.00012025626,"teacher_disagreement_score":0.6060362,"about_ca_system_score_codex":0.000032735225,"about_ca_system_score_gemma":0.00008730601,"threshold_uncertainty_score":0.96000093},"labels":[],"label_agreement":null},{"id":"W2765930853","doi":"10.2196/resprot.8522","title":"Tapering Practices of Strongman Athletes: Test-Retest Reliability Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sports Performance and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intraclass correlation; Athletes; Tapering; Test (biology); Physical therapy; Reliability (semiconductor); Medicine; Demographics; Football; Psychology; Clinical psychology; Demography; Psychometrics; Computer science","score_opus":0.47090094105036406,"score_gpt":0.6301562369641449,"score_spread":0.15925529591378085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765930853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63514215,0.0000021376916,4.2480968e-7,0.00029411732,0.000005389206,0.35670596,0.000002697266,0.000042030886,0.007805096],"genre_scores_gemma":[0.5597749,5.657999e-7,0.00020781533,0.000005827729,0.00012744093,0.43933603,0.0000014875361,0.00001700071,0.00052895385],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973638,0.00006262938,0.00043380496,0.00045099616,0.001131205,0.0005575411],"domain_scores_gemma":[0.9965001,0.0002967607,0.0005340048,0.0018622112,0.00061209867,0.00019482097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037314305,0.0001526437,0.00037137332,0.00016009467,0.0006081543,0.00016583058,0.0005431284,0.000087124834,0.00021986633],"category_scores_gemma":[0.0037426157,0.000119624194,0.00007583952,0.00016085264,0.00044940558,0.0006431647,0.00034560228,0.00085251173,0.000051462248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046391485,0.0022600952,0.9853814,0.0006950107,0.000024334098,0.00007696858,0.0009198625,9.880644e-7,0.002644231,0.000017928956,0.00025599758,0.0072592567],"study_design_scores_gemma":[0.0029658754,0.0066979686,0.95683914,0.002144874,0.0000077981,0.000008269085,0.0017709824,0.000119606804,0.0029756057,0.00003426044,0.0263209,0.00011472789],"about_ca_topic_score_codex":0.00016458989,"about_ca_topic_score_gemma":0.000032341875,"teacher_disagreement_score":0.08263007,"about_ca_system_score_codex":0.000073220755,"about_ca_system_score_gemma":0.0003636444,"threshold_uncertainty_score":0.4878133},"labels":[],"label_agreement":null},{"id":"W2765983769","doi":"10.2196/resprot.7907","title":"Financial Incentives Alone Versus Incentivized Partner Support for Promoting Smoking Cessation During Pregnancy and Postpartum: Protocol for a Non-Randomized Single-Blinded Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council Tasmania; University of Tasmania","keywords":"Medicine; Pregnancy; Smoking cessation; Incentive; Voucher; Randomized controlled trial; Population; Psychological intervention; Family medicine; Environmental health; Obstetrics; Nursing; Business","score_opus":0.32457188176894813,"score_gpt":0.5494134961395547,"score_spread":0.22484161437060657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765983769","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24104452,2.9084023e-7,0.00019386805,0.00015172837,0.000024529762,0.75832874,0.00001039171,0.00006337183,0.00018253675],"genre_scores_gemma":[0.4327516,1.17419034e-7,0.0001968995,0.0000023115135,0.00017584782,0.56658524,0.000019758465,0.00004042621,0.00022779375],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9961074,0.000397097,0.00075083104,0.00081299484,0.0010723715,0.0008593275],"domain_scores_gemma":[0.99683845,0.0005316942,0.0006085172,0.0007311114,0.0011141099,0.00017612915],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0034763676,0.00031726196,0.0008027818,0.00031196655,0.0017660367,0.0006134348,0.00033060592,0.00022495892,0.000030126523],"category_scores_gemma":[0.0028290201,0.00026720247,0.00019472119,0.00018030278,0.000470564,0.00072087557,0.00028655338,0.0004774815,9.955033e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7394069,0.00887637,0.19369522,0.007873436,0.0002482119,0.00007577144,0.009420814,2.505377e-7,0.013238725,0.00015801622,0.00021087874,0.026795423],"study_design_scores_gemma":[0.78148144,0.008625957,0.1575055,0.011285778,0.00009529338,0.000007914367,0.00051389606,0.00026487207,0.03827312,0.00048635932,0.0010347334,0.00042515242],"about_ca_topic_score_codex":0.000025010118,"about_ca_topic_score_gemma":0.000025336369,"teacher_disagreement_score":0.19174351,"about_ca_system_score_codex":0.0002383038,"about_ca_system_score_gemma":0.00041488692,"threshold_uncertainty_score":0.999978},"labels":[],"label_agreement":null},{"id":"W2766091247","doi":"10.2196/resprot.7522","title":"Impact of an Electronic Monitoring Intervention to Improve Adherence to Inhaled Medication in Patients with Asthma and Chronic Obstructive Pulmonary Disease: Study Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lungenliga Schweiz; Schweizerische Akademie der Medizinischen Wissenschaften; Freiwillige Akademische Gesellschaft","keywords":"Asthma; Medicine; Randomized controlled trial; Pulmonary disease; Protocol (science); Intervention (counseling); Medication adherence; Physical therapy; Intensive care medicine; Alternative medicine; Internal medicine; Psychiatry","score_opus":0.05558308347607747,"score_gpt":0.5146480931091685,"score_spread":0.459065009633091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766091247","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4682817,0.0000010528516,0.000018726552,0.000013281068,0.0000037935808,0.5316565,0.000007924988,0.000009503433,0.0000075522366],"genre_scores_gemma":[0.4716721,2.2696062e-8,0.00002282463,7.607574e-7,0.00010757908,0.5281423,0.0000037011778,0.000017225095,0.000033527755],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963834,0.00088721176,0.0006935912,0.000568055,0.00091675576,0.00055096805],"domain_scores_gemma":[0.9973093,0.00021724032,0.0004181415,0.0007106655,0.00078106474,0.00056357606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023653244,0.00023623813,0.0010193853,0.00039247517,0.00022453307,0.00011108056,0.0003115576,0.000073057854,0.000025273785],"category_scores_gemma":[0.001999788,0.00014489783,0.00021898765,0.00017870421,0.00019913712,0.00034634405,0.0001573522,0.00030706273,0.0000016254788],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8876135,0.006068197,0.07389139,0.0005484419,0.00010518191,0.000011860067,0.00017333371,0.000003308871,0.00045490326,0.0000039773813,0.0000038128333,0.03112211],"study_design_scores_gemma":[0.56903726,0.050192617,0.37889904,0.0014272883,0.0000134190095,2.848609e-7,0.000060950846,0.000103692146,0.00011887266,0.00003347696,0.00002281978,0.00009028025],"about_ca_topic_score_codex":0.00007544624,"about_ca_topic_score_gemma":0.000026679372,"teacher_disagreement_score":0.31857622,"about_ca_system_score_codex":0.0004911386,"about_ca_system_score_gemma":0.0011599273,"threshold_uncertainty_score":0.5908762},"labels":[],"label_agreement":null},{"id":"W2766176933","doi":"10.2196/resprot.7989","title":"Multisite Semiautomated Clinical Data Repository for Duplication 15q Syndrome: Study Protocol and Early Uses","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genomic variations and chromosomal abnormalities","field":"Biochemistry, Genetics and Molecular Biology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Health Science Center, University of Tennessee","keywords":"Data collection; Workflow; Autism; Minimum Data Set; Information repository; Stakeholder; Computer science; Medicine; Database; Nursing; Psychiatry; Computer data storage","score_opus":0.3313654679121415,"score_gpt":0.5900918099060096,"score_spread":0.2587263419938681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766176933","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3094743,0.0000012377569,0.000037903963,0.000058781243,0.000006710369,0.6901934,0.000050149523,0.000019198957,0.00015829381],"genre_scores_gemma":[0.24724482,3.4824532e-7,0.0005264025,0.000006032793,0.00016487237,0.7508581,0.000042073592,0.00002113023,0.0011361962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786735,0.0003486312,0.00045335808,0.0007242441,0.00026242784,0.00034398778],"domain_scores_gemma":[0.9968478,0.00006362706,0.00023676283,0.002350213,0.00037018457,0.00013142776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019608762,0.00014428615,0.00019780248,0.000048962058,0.0009896364,0.00053775107,0.0010981072,0.00018101618,0.0000060994544],"category_scores_gemma":[0.0004350415,0.00012622695,0.000045524797,0.000039724437,0.00025852217,0.000041333707,0.0012987329,0.0001988651,0.000007754004],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012015607,0.001686041,0.9599531,0.00045420192,0.0001366778,0.000023001025,0.00015569637,9.935152e-7,0.025683742,0.000090344154,0.0070083,0.0036063252],"study_design_scores_gemma":[0.004573453,0.0043334346,0.8229104,0.00018924887,0.0000062429976,0.000038478323,0.00013744924,0.0001567561,0.007840583,0.00006882332,0.15950848,0.00023660024],"about_ca_topic_score_codex":0.00013096014,"about_ca_topic_score_gemma":0.00004373854,"teacher_disagreement_score":0.15250018,"about_ca_system_score_codex":0.000016009024,"about_ca_system_score_gemma":0.00014371163,"threshold_uncertainty_score":0.76115835},"labels":[],"label_agreement":null},{"id":"W2766261156","doi":"10.2196/resprot.8189","title":"The Adoption of Social Media to Recruit Participants for the Cool Runnings Randomized Controlled Trial in Australia","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Social media; Randomized controlled trial; Popularity; Intervention (counseling); Population; Medicine; Family medicine; Gerontology; Psychology; Advertising; Demography; Environmental health; Nursing; Social psychology","score_opus":0.7392769229915069,"score_gpt":0.6869314165056697,"score_spread":0.052345506485837245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766261156","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056739636,0.0000035558214,0.0000071835125,0.020488614,0.0005301412,0.921914,0.000004444943,0.000014353092,0.00029810774],"genre_scores_gemma":[0.16754222,0.00000427994,0.00004294045,0.00001491311,0.0019477995,0.8300091,0.0000010006293,0.000010496266,0.00042728038],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925797,0.004022243,0.0008063063,0.000232515,0.0013957386,0.00096347585],"domain_scores_gemma":[0.95611256,0.04196036,0.0005447,0.00038852482,0.00080724317,0.00018662155],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047095403,0.00010211735,0.00065455225,0.00010515349,0.0037264286,0.00041554339,0.0011575415,0.00019294434,0.00007554434],"category_scores_gemma":[0.1634284,0.00005959052,0.0001996413,0.00029617266,0.0017859268,0.00017906526,0.000092033784,0.00042977865,0.000028518998],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8945145,0.0001688979,0.00029229018,0.000046370198,0.000024160729,2.4195643e-7,0.07602597,4.5830137e-7,0.00003581738,0.015279341,0.0049927626,0.0086192135],"study_design_scores_gemma":[0.82015425,0.00030287536,0.007898932,0.00030691968,0.000011010162,1.8575317e-8,0.008477997,0.000031149306,0.000056201057,0.0058385846,0.1568142,0.0001078448],"about_ca_topic_score_codex":0.0022516483,"about_ca_topic_score_gemma":0.006825194,"teacher_disagreement_score":0.15182143,"about_ca_system_score_codex":0.00027763905,"about_ca_system_score_gemma":0.0012700408,"threshold_uncertainty_score":0.9975706},"labels":[],"label_agreement":null},{"id":"W2766302425","doi":"10.2196/resprot.7936","title":"Epidemiology of Hepatitis C Virus Among People Who Inject Drugs: Protocol for a Systematic Review and Meta-Analysis","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Hepatitis C virus research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health","keywords":"Protocol (science); Medicine; Epidemiology; Meta-analysis; Systematic review; Virology; Hepatitis C virus; MEDLINE; Family medicine; Alternative medicine; Virus; Pathology; Biology","score_opus":0.6680168321413164,"score_gpt":0.6764039119061581,"score_spread":0.008387079764841765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766302425","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3156314e-8,0.35822257,0.000024436256,0.000109790424,7.9993714e-7,0.6406641,0.00050774746,0.000035902664,0.00043463937],"genre_scores_gemma":[3.670621e-8,0.3585677,0.0002702079,0.000049159604,0.000053160664,0.63714427,0.000086279826,0.0001349186,0.0036942733],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9760421,0.013272826,0.00482046,0.0018231464,0.002232682,0.0018087793],"domain_scores_gemma":[0.9802948,0.007964866,0.003287899,0.004909791,0.0026644208,0.0008782141],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030182317,0.0010996127,0.03222082,0.0024156552,0.0005034054,0.000102793274,0.00190411,0.0010185774,0.0009920147],"category_scores_gemma":[0.027635055,0.0006847231,0.0063161533,0.0023739168,0.0011643189,0.00028942386,0.0011561052,0.0023908722,0.000103845094],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007800713,0.000309917,0.0006557416,0.9278114,0.06105895,0.000025741048,0.00008843385,2.4468157e-8,5.031706e-8,0.00009059716,0.00492757,0.004953598],"study_design_scores_gemma":[0.0007939661,0.0015100979,0.000055099,0.51039606,0.101423495,0.000017505528,0.000004848805,0.000020491296,0.0000012031079,0.00006052777,0.38530263,0.00041408598],"about_ca_topic_score_codex":0.0019824614,"about_ca_topic_score_gemma":0.0012484812,"teacher_disagreement_score":0.41741532,"about_ca_system_score_codex":0.00045805183,"about_ca_system_score_gemma":0.002425665,"threshold_uncertainty_score":0.9999212},"labels":[],"label_agreement":null},{"id":"W2766362046","doi":"10.2196/resprot.7694","title":"A Mobile Phone App to Support Young People in Making Shared Decisions in Therapy (Power Up): Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Barts Health NHS Trust; National Institute for Health and Care Research","keywords":"Protocol (science); Mobile phone; Phone; Data collection; Focus group; Mental health; Power (physics); Phase (matter); Psychology; Computer science; Applied psychology; Medical education; Medicine; Sociology; Psychotherapist; Alternative medicine; Telecommunications","score_opus":0.381790300974503,"score_gpt":0.6690204140247322,"score_spread":0.2872301130502292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766362046","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047298573,5.893455e-7,0.000009492097,0.00018716196,0.00006466769,0.92034364,0.00004587772,0.00006853426,0.031981435],"genre_scores_gemma":[0.37440047,2.383761e-8,0.00006967711,0.000028640492,0.000033078,0.6200353,0.0000031063305,0.000049770864,0.0053799595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944314,0.0008921123,0.0010723103,0.000994748,0.0011429242,0.0014665435],"domain_scores_gemma":[0.99674326,0.00023480691,0.00022338786,0.0021987944,0.0002554611,0.00034429718],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0040383595,0.000288348,0.00047513895,0.0009873875,0.00051438296,0.00074771,0.0019499569,0.00017127272,0.004029334],"category_scores_gemma":[0.00045668567,0.0002658512,0.00012279495,0.0009084249,0.00013280229,0.0006355445,0.0010791317,0.0010249013,0.002990802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016949382,0.058704734,0.6200597,0.00031964685,0.00006129778,0.0007407253,0.049601898,0.0000034761383,0.00033129717,0.0007942221,0.059765168,0.19266841],"study_design_scores_gemma":[0.017122967,0.023439279,0.7914187,0.0032266853,4.4345649e-7,0.000019177856,0.00475882,0.0000073804886,0.00018063409,0.0012324143,0.15817048,0.0004230365],"about_ca_topic_score_codex":0.0007501746,"about_ca_topic_score_gemma":0.009575218,"teacher_disagreement_score":0.3271019,"about_ca_system_score_codex":0.00050525315,"about_ca_system_score_gemma":0.0002622876,"threshold_uncertainty_score":0.9999794},"labels":[],"label_agreement":null},{"id":"W2766741865","doi":"10.2196/resprot.6059","title":"Examining Factors of Engagement With Digital Interventions for Weight Management: Rapid Review","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Warwick","keywords":"Psychological intervention; Weight management; Digital health; Behavior change; Intervention (counseling); Behavior change methods; Psychology; User engagement; Applied psychology; Self-management; Medicine; Weight loss; Nursing; Computer science; Health care; Social psychology; Obesity; World Wide Web; Political science","score_opus":0.6858133076038563,"score_gpt":0.6765882795389218,"score_spread":0.009225028064934526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766741865","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002122863,0.00016832934,0.0011737015,0.0018382468,0.000021799622,0.9430866,0.00016339021,0.0000687815,0.053266857],"genre_scores_gemma":[0.0064235744,0.00039564524,0.0009404182,0.00015860892,0.00012265009,0.9862032,0.000082381695,0.0000423903,0.0056311158],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962925,0.0005810173,0.001003051,0.00046761727,0.00063593726,0.0010199202],"domain_scores_gemma":[0.9956861,0.0008479406,0.00075850444,0.0015936145,0.0007050233,0.0004088155],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0045459745,0.00017696056,0.00044874736,0.00023276881,0.003492875,0.000060909682,0.00091196527,0.00010717903,0.00066923746],"category_scores_gemma":[0.00063178595,0.00013050265,0.00012515002,0.00022214836,0.00024225483,0.00034271434,0.00049882365,0.0008490885,0.000109913475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064089353,0.0013940951,0.051391788,0.34834987,0.00012730458,0.0000062274503,0.0007143384,2.590016e-7,0.000019370773,0.040299293,0.24655859,0.31049797],"study_design_scores_gemma":[0.0018983774,0.0009233227,0.014151332,0.064798385,0.000008274344,2.8501526e-7,0.0005009422,0.000003779908,0.000019794656,0.0004205968,0.9171649,0.00010996749],"about_ca_topic_score_codex":0.000017426135,"about_ca_topic_score_gemma":0.00001744277,"teacher_disagreement_score":0.6706064,"about_ca_system_score_codex":0.00015067206,"about_ca_system_score_gemma":0.0004034464,"threshold_uncertainty_score":0.99780446},"labels":[],"label_agreement":null},{"id":"W2766935856","doi":"10.2196/resprot.8772","title":"The Importance of Trust in the Adoption and Use of Intelligent Assistive Technology by Older Adults to Support Aging in Place: Scoping Review Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; Centre for Addiction and Mental Health; University Health Network; Wilfrid Laurier University","funders":"","keywords":"Assistive technology; Protocol (science); Government (linguistics); Service (business); Robot; Home automation; Independent living; Automation; Gerontology; Aging in place; Computer science; Knowledge management; Internet privacy; Medicine; Engineering; Human–computer interaction; Business; Artificial intelligence; Telecommunications; Marketing; Alternative medicine","score_opus":0.15644289918445659,"score_gpt":0.5529212100642599,"score_spread":0.3964783108798033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766935856","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02387912,0.000034694873,0.000008014259,0.008608942,0.000003145489,0.9671911,0.0000066569723,0.000025940273,0.00024237647],"genre_scores_gemma":[0.029244563,0.00007427276,0.00015316514,0.00004986858,0.0000110974515,0.970368,6.9741947e-7,0.000011007992,0.00008731595],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.996785,0.0007696676,0.0006511424,0.0004031625,0.0007898689,0.0006011563],"domain_scores_gemma":[0.9976746,0.0005239305,0.0004236141,0.00094537827,0.00037054942,0.00006193638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006987649,0.00013003632,0.00031705468,0.00028770065,0.00060279114,0.00013153905,0.0014634288,0.00019806075,0.000018879218],"category_scores_gemma":[0.0047985166,0.00008639297,0.000033972297,0.00084348,0.0016581104,0.00033851355,0.00048820098,0.0007108348,0.0000034634177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006553435,0.00072209834,0.81798446,0.00953772,0.000014271687,0.00003501374,0.0097496025,9.248892e-7,0.00020334199,0.0033774143,0.007741377,0.14997843],"study_design_scores_gemma":[0.005578826,0.0028192722,0.29952562,0.46465105,0.0000059832496,0.000010003945,0.019714251,0.000043356107,0.007739992,0.0012410551,0.19794701,0.0007235887],"about_ca_topic_score_codex":0.00040323744,"about_ca_topic_score_gemma":0.010813959,"teacher_disagreement_score":0.51845884,"about_ca_system_score_codex":0.00013915711,"about_ca_system_score_gemma":0.000444862,"threshold_uncertainty_score":0.61093765},"labels":[],"label_agreement":null},{"id":"W2767064428","doi":"10.2196/resprot.7837","title":"External Validation Study of First Trimester Obstetric Prediction Models (Expect Study I): Research Protocol and Population Characteristics","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pregnancy and preeclampsia studies","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Maastricht Universitair Medisch Centrum; Universiteit Maastricht; ZonMw","keywords":"Protocol (science); Population; Research design; Pregnancy; Medicine; Computer science; Obstetrics; Statistics; Alternative medicine; Environmental health","score_opus":0.4675526149711033,"score_gpt":0.5776691995404862,"score_spread":0.11011658456938295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767064428","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37183395,0.0000029955252,0.000014314717,0.00005774436,0.000008769555,0.62735945,0.000008998482,0.000031896678,0.0006818703],"genre_scores_gemma":[0.4894688,8.890656e-7,0.000035170076,9.4015627e-7,0.00011733257,0.51004666,0.0000039567235,0.00001932183,0.00030693828],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943613,0.0013406364,0.0007597217,0.00067048834,0.0022914766,0.0005763725],"domain_scores_gemma":[0.996399,0.000438201,0.0003272691,0.0014412601,0.0012100603,0.00018421347],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004607194,0.00022507162,0.00053505856,0.0007153367,0.0017305156,0.00035382598,0.00044114792,0.0001482657,0.000029715598],"category_scores_gemma":[0.0013195209,0.00018227572,0.000058289163,0.00043108372,0.00026821703,0.0007633625,0.000706965,0.0009885387,0.000008690953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003731361,0.006485812,0.9747891,0.0012650662,0.00008216861,0.00004170094,0.005362688,0.0000037558816,0.0002746262,0.000035267673,0.00026444165,0.0076640304],"study_design_scores_gemma":[0.011104028,0.013748592,0.96836996,0.0031688237,0.000014717441,0.000009003071,0.0013424603,0.00053476216,0.0004399692,0.00059494213,0.00053813704,0.00013459528],"about_ca_topic_score_codex":0.00033041602,"about_ca_topic_score_gemma":0.000051701514,"teacher_disagreement_score":0.117634855,"about_ca_system_score_codex":0.00017505015,"about_ca_system_score_gemma":0.0001420543,"threshold_uncertainty_score":0.9995691},"labels":[],"label_agreement":null},{"id":"W2767121498","doi":"10.2196/resprot.8047","title":"A Telerehabilitation Approach to Enhance Quality of Life Through Exercise Among Adults With Paraplegia: Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Physical therapy; Physical medicine and rehabilitation; Telerehabilitation; Spinal cord injury; Medicine; Paraplegia; Quality of life (healthcare); Population; Protocol (science); Psychology; Alternative medicine; Telemedicine; Health care; Psychiatry; Nursing; Spinal cord","score_opus":0.33822966698557355,"score_gpt":0.6389032059685782,"score_spread":0.30067353898300464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767121498","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28555298,5.265948e-7,0.00010787779,0.00024368918,0.0000019932324,0.70856494,0.00000675983,0.00005507552,0.005466193],"genre_scores_gemma":[0.33876583,9.042742e-8,0.0031348548,0.000011597727,0.000089045316,0.65750444,0.0000018295536,0.000049683164,0.0004426454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9915497,0.0011967336,0.0009901096,0.0012116065,0.0039747804,0.0010771141],"domain_scores_gemma":[0.99201757,0.00031064337,0.00044670535,0.0035433017,0.0029978664,0.0006839287],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061577335,0.00035115925,0.00097358075,0.00036431671,0.00069432665,0.00027160803,0.0013650969,0.00018340134,0.00011681703],"category_scores_gemma":[0.004439644,0.00025308278,0.00013628203,0.00089755125,0.0011408158,0.00077581353,0.0007292946,0.0012968456,0.000088538385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26054594,0.021829324,0.6626516,0.01579744,0.00014126221,0.000038905404,0.0061460896,0.0000042091906,0.004018914,0.00023992007,0.0045728944,0.024013497],"study_design_scores_gemma":[0.010217092,0.049756255,0.91875345,0.006432668,0.000005726127,0.0000022296608,0.0040505296,0.00003145047,0.0071842857,0.00012958041,0.0031099876,0.00032677472],"about_ca_topic_score_codex":0.0012028047,"about_ca_topic_score_gemma":0.00015003227,"teacher_disagreement_score":0.25610182,"about_ca_system_score_codex":0.00022137631,"about_ca_system_score_gemma":0.001092963,"threshold_uncertainty_score":0.99999213},"labels":[],"label_agreement":null},{"id":"W2767576216","doi":"10.2196/resprot.8390","title":"Patient Transfers and Risk of Back Injury: Protocol for a Prospective Cohort Study With Technical Measurements of Exposure","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Protocol (science); Prospective cohort study; Cohort study; Medical emergency; Surgery; Internal medicine; Alternative medicine; Pathology","score_opus":0.1371010610181937,"score_gpt":0.5205737801498237,"score_spread":0.38347271913163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767576216","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18827035,1.4971505e-7,0.00002645902,0.00005208071,8.751182e-7,0.81069744,0.000014116972,0.000010378529,0.0009281668],"genre_scores_gemma":[0.33022466,4.741015e-8,0.0007705122,0.0000010476472,0.000012759131,0.6689279,8.9681083e-7,0.00001620313,0.000045930832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973054,0.00040105317,0.00043030301,0.0003964928,0.0011953982,0.00027136566],"domain_scores_gemma":[0.99752146,0.00012985792,0.00022357974,0.00075303926,0.00123492,0.00013716174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029846611,0.00014479553,0.00043050104,0.00013961311,0.00021799914,0.00003214189,0.000162799,0.00009847456,0.000029091687],"category_scores_gemma":[0.00080686994,0.000090136564,0.00008362226,0.00013426256,0.0006670095,0.00012209256,0.000067121175,0.00033437015,0.000001162043],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016521197,0.003783818,0.9567854,0.005133437,0.00014119312,6.4755767e-7,0.0005770858,3.518989e-7,0.013154499,0.000018546367,0.00021439715,0.0036694382],"study_design_scores_gemma":[0.010721315,0.085459,0.88874316,0.002772085,0.000014283449,5.470594e-7,0.00026570022,0.0000045197826,0.011394986,0.00009748548,0.00043913894,0.000087752844],"about_ca_topic_score_codex":0.00006166946,"about_ca_topic_score_gemma":0.000055375585,"teacher_disagreement_score":0.14195433,"about_ca_system_score_codex":0.00007623885,"about_ca_system_score_gemma":0.00022159363,"threshold_uncertainty_score":0.36756626},"labels":[],"label_agreement":null},{"id":"W2767582930","doi":"10.2196/resprot.7755","title":"The Effect of the Move More Pack on the Physical Activity of Cancer Survivors: Protocol for a Randomized Waiting List Control Trial with Process Evaluation","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Surrey; Macmillan Cancer Support","keywords":"Protocol (science); Randomized controlled trial; Medicine; Process (computing); Physical therapy; Psychology; Computer science; Alternative medicine; Surgery","score_opus":0.17007083864332817,"score_gpt":0.5849365025018468,"score_spread":0.41486566385851864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767582930","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23064911,6.7043214e-7,0.0000054735065,0.0025722655,0.000011683935,0.7661943,0.000026324797,0.000008844344,0.0005313608],"genre_scores_gemma":[0.46321335,4.0901828e-8,3.0894506e-7,0.000008858708,0.0002511187,0.5364121,4.79418e-7,0.000017531036,0.00009618337],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937553,0.0029608048,0.0003032445,0.0003271254,0.0022282447,0.00042529713],"domain_scores_gemma":[0.99078035,0.0058193807,0.0006901734,0.0012026855,0.0014355247,0.00007189016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011443415,0.00021104548,0.0007415689,0.00004064052,0.0008895589,0.00014800615,0.00068340235,0.000088474,0.000023390196],"category_scores_gemma":[0.0056051495,0.00007341644,0.00036092417,0.0002008537,0.0013021107,0.000104037026,0.000091044756,0.00063863565,5.317798e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9718885,0.00039882856,0.0022519743,0.0020008597,0.00017988228,4.6052668e-7,0.00091735896,0.000016350707,0.0008998691,0.00019587984,0.00017491869,0.021075113],"study_design_scores_gemma":[0.8496058,0.007745214,0.0022996739,0.006029798,0.00009287773,6.136602e-7,0.00027076816,0.015274121,0.11607552,0.00032139313,0.0021452392,0.00013899467],"about_ca_topic_score_codex":0.0014602519,"about_ca_topic_score_gemma":0.0018056069,"teacher_disagreement_score":0.23256424,"about_ca_system_score_codex":0.00013472495,"about_ca_system_score_gemma":0.0008792464,"threshold_uncertainty_score":0.6841858},"labels":[],"label_agreement":null},{"id":"W2767628662","doi":"10.2196/resprot.8761","title":"Psychometric Evaluation of a Patient-Reported Symptom Index for Nonmuscle Invasive Bladder Cancer: Field Testing Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bladder and Urothelial Cancer Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council NSW; Australian and New Zealand Urogenital and Prostate Cancer Trials Group; University of Sydney; Cancer Australia","keywords":"Medicine; Context (archaeology); Bladder cancer; Clinical trial; External validity; Cancer; Internal medicine; Psychology","score_opus":0.4430780050955342,"score_gpt":0.5981087379218627,"score_spread":0.1550307328263285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767628662","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022155752,0.000004089555,0.000030134386,0.0003908501,0.000016158196,0.9686657,0.000025603296,0.000035536163,0.008676179],"genre_scores_gemma":[0.17207749,3.502226e-7,0.0002954723,0.000056188495,0.00018704543,0.82701874,0.0000053637355,0.000037833368,0.0003215098],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962318,0.00017700663,0.0005586327,0.0005290084,0.001934787,0.0005687555],"domain_scores_gemma":[0.99418896,0.0003892945,0.0005280449,0.0011358091,0.003538109,0.00021977014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001687619,0.00020450538,0.00039065105,0.00046249013,0.000505506,0.00012658878,0.000351811,0.00017907708,0.00043107237],"category_scores_gemma":[0.0049439487,0.00016406029,0.0001278123,0.00059531356,0.00016327333,0.00024820986,0.0001511273,0.00036814585,0.00000935531],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041527553,0.0018289338,0.55020267,0.0018517583,0.0003138356,0.000007916225,0.00040677848,0.000008629188,0.007366212,0.000015431297,0.008195412,0.4256497],"study_design_scores_gemma":[0.062246263,0.02396146,0.69849944,0.0118285855,0.00016819577,0.000028158689,0.0002369584,0.0015478743,0.1489411,0.0023189608,0.049628854,0.0005941384],"about_ca_topic_score_codex":0.00091751706,"about_ca_topic_score_gemma":0.00012280245,"teacher_disagreement_score":0.42505556,"about_ca_system_score_codex":0.00029334787,"about_ca_system_score_gemma":0.002282222,"threshold_uncertainty_score":0.66901845},"labels":[],"label_agreement":null},{"id":"W2768196600","doi":"10.2196/resprot.8178","title":"Pulmonary Rehabilitation With Balance Training for Fall Reduction in Chronic Obstructive Pulmonary Disease: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Impact; University of Alberta; Hamilton Health Sciences; University of Toronto; Dalhousie University; St. Joseph’s Healthcare Hamilton; University of British Columbia; McMaster University; West Park Healthcare Centre","funders":"Canadian Institutes of Health Research; Michael Smith Health Research BC; National Sanitarium Association; Reseau canadien de recherche respiratoire; McMaster University","keywords":"Medicine; COPD; Pulmonary rehabilitation; Pulmonary disease; Randomized controlled trial; Physical therapy; Rehabilitation; Balance (ability); Intervention (counseling); Physical medicine and rehabilitation; Intensive care medicine; Internal medicine; Nursing","score_opus":0.15322168453445656,"score_gpt":0.5513944332181628,"score_spread":0.3981727486837063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768196600","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025343266,0.000003894566,0.0004678584,0.0011338353,0.00006313961,0.99317694,0.000052823987,0.00009229627,0.0024748754],"genre_scores_gemma":[0.023543041,6.8904967e-7,0.0015386811,0.000010989702,0.0014371854,0.9700363,0.00006346303,0.00007782799,0.0032917934],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99173737,0.0038672911,0.0014048918,0.00091391616,0.0008040121,0.0012725206],"domain_scores_gemma":[0.99234474,0.0041698064,0.001187206,0.0009765209,0.001059476,0.00026226748],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.012135329,0.00034178628,0.0014454016,0.0003428064,0.0023664914,0.00012803652,0.0006055391,0.00034362238,0.00001942606],"category_scores_gemma":[0.005159338,0.00025047056,0.0004322858,0.00021113668,0.0006826947,0.00085354963,0.00012814235,0.0010670264,0.000011742954],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.982006,0.001350506,0.00071158155,0.0048103672,0.0000522121,0.0000068823674,0.0008719546,0.000003353073,0.0017275396,0.002347931,0.0005622535,0.005549413],"study_design_scores_gemma":[0.9298293,0.0022431987,0.015985029,0.0075648394,0.0000146898765,0.0000018952182,0.00074262713,0.0059047714,0.0000031229306,0.024292393,0.013122538,0.0002956261],"about_ca_topic_score_codex":0.00006176056,"about_ca_topic_score_gemma":0.000075287426,"teacher_disagreement_score":0.052176736,"about_ca_system_score_codex":0.00094178756,"about_ca_system_score_gemma":0.0025698505,"threshold_uncertainty_score":0.99999475},"labels":[],"label_agreement":null},{"id":"W2768281374","doi":"10.2196/resprot.7688","title":"Immune-Enhancing Formulas for Patients With Cancer Undergoing Esophagectomy: Systematic Review Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Esophageal Cancer Research and Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Esophagectomy; Protocol (science); Esophageal cancer; Medicine; Immune system; Cancer; Systematic review; Intensive care medicine; MEDLINE; Oncology; Internal medicine; Immunology; Alternative medicine; Pathology; Biology","score_opus":0.12942187223090634,"score_gpt":0.5491879875195201,"score_spread":0.4197661152886138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768281374","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010997879,0.0003017458,0.000051562067,0.0007241136,0.000005510941,0.9978145,0.000033880937,0.00007678416,0.0008819639],"genre_scores_gemma":[0.0066810693,0.000014943289,0.0004899578,0.00010766092,0.00013004894,0.98968834,0.000022222182,0.00009898402,0.0027668055],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9950976,0.0002975315,0.0007192049,0.00067408103,0.0019373072,0.0012743188],"domain_scores_gemma":[0.9949612,0.00041760295,0.00047028458,0.0019678879,0.0016765059,0.0005064898],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0020390335,0.0003594785,0.0010815249,0.00020745836,0.0014228788,0.00040825142,0.00073510414,0.00010954966,0.00023352663],"category_scores_gemma":[0.0018681766,0.00022319061,0.00023218732,0.00025122805,0.00024929992,0.00052702747,0.00031012172,0.0006246486,0.00008335555],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036800366,0.001329555,0.019314656,0.9719111,0.00031718914,0.00010362314,0.00007377888,3.159271e-7,0.000052924188,0.00017428624,0.0020817858,0.00096078735],"study_design_scores_gemma":[0.028022759,0.013886878,0.016791547,0.9305213,0.000104355924,0.000012429034,0.000030203219,0.000034532597,0.0055882423,0.00028418642,0.0043118577,0.0004117004],"about_ca_topic_score_codex":0.00009391436,"about_ca_topic_score_gemma":0.00014899799,"teacher_disagreement_score":0.041389752,"about_ca_system_score_codex":0.00092904706,"about_ca_system_score_gemma":0.0017012645,"threshold_uncertainty_score":0.99987715},"labels":[],"label_agreement":null},{"id":"W2768433560","doi":"10.2196/resprot.7993","title":"A Group of 500 Women Whose Health May Depart Notably From the Norm: Protocol for a Cross-Sectional Survey","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Menstrual Health and Disorders","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Empowerment; Cross-sectional study; Norm (philosophy); Alternative medicine; Gerontology; Longitudinal study; Public health; Family medicine; Nursing","score_opus":0.5695992068582487,"score_gpt":0.6732412714401396,"score_spread":0.10364206458189085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768433560","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03793346,0.0000012904645,0.000040616756,0.0014863953,0.000013157173,0.9593225,0.00038836247,0.000031536547,0.00078265584],"genre_scores_gemma":[0.016272271,2.480192e-7,0.00040476423,0.00039871474,0.00033116224,0.9812743,0.00007523974,0.000042079144,0.0012012054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99533004,0.0007435159,0.00077114295,0.0005615014,0.0013172177,0.0012766059],"domain_scores_gemma":[0.99570215,0.0010194731,0.00043520934,0.0014080259,0.00075042184,0.0006847061],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009041826,0.0002070109,0.00049222616,0.00011316342,0.0015256726,0.00025973876,0.0007381765,0.00017833787,0.00040420098],"category_scores_gemma":[0.0021515985,0.0001369237,0.00011719967,0.00019963014,0.00067324116,0.00021343303,0.0002634284,0.00068950746,0.000065354565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02178308,0.0011213236,0.9443255,0.0029559422,0.00003307927,0.0000038077565,0.00048417193,2.3704314e-7,0.00009216422,0.00028305117,0.022791753,0.0061258553],"study_design_scores_gemma":[0.010007349,0.0043698065,0.75656635,0.0006723955,3.4634687e-7,0.000003224707,0.00006438573,0.000033184642,0.00009843812,0.00079737545,0.2272923,0.00009486385],"about_ca_topic_score_codex":0.0034122888,"about_ca_topic_score_gemma":0.0013092273,"teacher_disagreement_score":0.20450056,"about_ca_system_score_codex":0.0003225838,"about_ca_system_score_gemma":0.0024436486,"threshold_uncertainty_score":0.9997742},"labels":[],"label_agreement":null},{"id":"W2768447351","doi":"10.2196/resprot.8034","title":"Improving Transition to Employment for Youth With Physical Disabilities: Protocol for a Peer Electronic Mentoring Intervention","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Hospital for Sick Children; SickKids Foundation; Holland Bloorview Kids Rehabilitation Hospital; University of Toronto","funders":"","keywords":"Vocational education; Peer mentoring; Intervention (counseling); Psychology; Coping (psychology); Peer support; Peer group; Medical education; Supported employment; Developmental psychology; Clinical psychology; Pedagogy; Medicine; Psychiatry","score_opus":0.3268777513048911,"score_gpt":0.6101287601158473,"score_spread":0.28325100881095616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768447351","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061311354,4.2173237e-8,0.0027942893,0.0062085334,0.000011442968,0.9834714,0.000028042099,0.000068522284,0.0012865744],"genre_scores_gemma":[0.03555368,8.5726946e-9,0.00032375165,0.000024427569,0.0005493952,0.9580798,0.000010450234,0.000029095276,0.0054293545],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99681085,0.00026701007,0.00025357856,0.0005039106,0.0011498245,0.001014827],"domain_scores_gemma":[0.99803317,0.00021038203,0.000107676235,0.00056654826,0.0008027559,0.00027948944],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004295394,0.00014669732,0.0001834223,0.00008421147,0.002024923,0.0009828681,0.00059791544,0.00006296153,0.000074901276],"category_scores_gemma":[0.0012522623,0.00012333029,0.00015545261,0.0001163166,0.00036283061,0.00055058947,0.0000771538,0.00017093001,0.000011662257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01499201,0.015217025,0.0033569958,0.005414205,0.00013776562,4.2954795e-7,0.6631513,0.000033610497,0.0018891947,0.09182408,0.015578732,0.18840463],"study_design_scores_gemma":[0.0062868004,0.008659822,0.0003554884,0.0017784948,0.0000081859525,1.3710698e-7,0.08542268,0.00017150409,0.0030161275,0.007563842,0.886329,0.0004079132],"about_ca_topic_score_codex":0.0010652973,"about_ca_topic_score_gemma":0.0018639547,"teacher_disagreement_score":0.87075025,"about_ca_system_score_codex":0.0010697728,"about_ca_system_score_gemma":0.0005878764,"threshold_uncertainty_score":0.9992743},"labels":[],"label_agreement":null},{"id":"W2768481555","doi":"10.2196/resprot.8103","title":"Behavioral Interventions to Prevent or Delay Dementia: Protocol for a Randomized Comparative Effectiveness Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Dementia; Psychological intervention; Protocol (science); Randomized controlled trial; Medicine; Psychology; Gerontology; Psychiatry; Alternative medicine; Disease","score_opus":0.5259453254068331,"score_gpt":0.6915841538568515,"score_spread":0.16563882845001832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768481555","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02527145,5.9705167e-7,0.0013422368,0.0003020454,0.00000934325,0.97151303,0.000023807903,0.000065215914,0.0014722791],"genre_scores_gemma":[0.117918275,4.5736652e-8,0.00063409534,0.000013630674,0.00011218703,0.8774975,0.000010550557,0.000044197783,0.0037695284],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9927106,0.002881511,0.00078210194,0.00086312427,0.0016736976,0.0010889795],"domain_scores_gemma":[0.9951018,0.0008389337,0.0002442553,0.0011811027,0.00205143,0.000582489],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010743504,0.00034039593,0.0011356312,0.0005188117,0.0014780635,0.0007346722,0.0008431615,0.00010659557,0.0009965718],"category_scores_gemma":[0.0012118636,0.00022847245,0.0005713293,0.0003124507,0.0005326739,0.0003632232,0.00094356993,0.00065616105,0.00016449227],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84362316,0.0724995,0.05035274,0.007898151,0.0012377572,0.00030749672,0.0016272416,0.0000011263941,0.0024528361,0.00025726724,0.008668074,0.011074633],"study_design_scores_gemma":[0.7154034,0.081302,0.1235124,0.017199764,0.00021928821,0.000026373571,0.0013550641,0.00008345481,0.021184133,0.0005314223,0.03860722,0.00057552505],"about_ca_topic_score_codex":0.00008202973,"about_ca_topic_score_gemma":0.00014428192,"teacher_disagreement_score":0.12821983,"about_ca_system_score_codex":0.00024682225,"about_ca_system_score_gemma":0.0006296902,"threshold_uncertainty_score":0.9999167},"labels":[],"label_agreement":null},{"id":"W2768643204","doi":"10.2196/resprot.8196","title":"The Effect of Aging on Physical Performance Among Elderly Manual Workers: Protocol of a Cross-Sectional Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Protocol (science); Gerontology; Medicine; Psychology; Alternative medicine","score_opus":0.11096315737065604,"score_gpt":0.5742891488771915,"score_spread":0.4633259915065355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768643204","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5045902,7.745914e-8,4.809001e-7,0.000034178203,0.0000035609226,0.4941582,7.1276173e-7,0.00000971417,0.0012028788],"genre_scores_gemma":[0.4915437,1.1843411e-8,0.000005505873,5.464602e-7,0.00010602537,0.5078181,4.7515107e-7,0.000010085409,0.00051552115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99662745,0.0007419168,0.00040059543,0.0003195153,0.0015355846,0.00037495513],"domain_scores_gemma":[0.9971986,0.0009925124,0.00025241115,0.000996398,0.00045422892,0.00010585262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005023388,0.000148288,0.00030530186,0.00013090976,0.0007809411,0.00016341374,0.00044048202,0.00007948775,0.00002246049],"category_scores_gemma":[0.0010392648,0.00008067528,0.00017423744,0.00016083277,0.0012977498,0.00023442591,0.00016861141,0.0007190472,0.000018382376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047598165,0.0011425775,0.9737896,0.0041965805,0.00004420655,0.0000022807167,0.00031726056,0.000006959757,0.0020095068,0.000026643404,0.00014956463,0.0135550285],"study_design_scores_gemma":[0.005068697,0.037272293,0.9464039,0.0024833165,0.0000018560393,5.3557744e-7,0.000093602284,0.00021512974,0.007752915,0.000034516182,0.00060614094,0.000067059584],"about_ca_topic_score_codex":0.000045974368,"about_ca_topic_score_gemma":0.000007442751,"teacher_disagreement_score":0.036129717,"about_ca_system_score_codex":0.00007474865,"about_ca_system_score_gemma":0.00011632857,"threshold_uncertainty_score":0.60064465},"labels":[],"label_agreement":null},{"id":"W2768922475","doi":"10.2196/resprot.7980","title":"Dry Needling for Patients With Neck Pain: Protocol of a Randomized Clinical Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Myofascial pain diagnosis and treatment","field":"Biochemistry, Genetics and Molecular Biology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"American Physical Therapy Association","keywords":"Dry needling; Medicine; Neck pain; Physical therapy; Randomized controlled trial; Clinical trial; Placebo; Physical medicine and rehabilitation; Acupuncture; Surgery; Alternative medicine","score_opus":0.18289128871531418,"score_gpt":0.5564844547411384,"score_spread":0.3735931660258242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768922475","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0199982,7.35438e-7,0.0002035071,0.0001096483,0.000009195683,0.9790824,0.000018116072,0.000006839616,0.0005713719],"genre_scores_gemma":[0.015277396,6.005728e-7,0.0015483125,0.000029766568,0.00045852357,0.98239595,0.000035158573,0.00003095111,0.00022331456],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966236,0.0013003362,0.0006514081,0.00047796214,0.00051607646,0.0004306199],"domain_scores_gemma":[0.99706584,0.00055114843,0.0004603839,0.0009920396,0.0007757206,0.00015484037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008955771,0.00017355583,0.0005869777,0.000055986675,0.00038966414,0.0001449214,0.0005513838,0.00020372223,0.000020915137],"category_scores_gemma":[0.006524748,0.00011428495,0.00035643723,0.00004595432,0.0005261782,0.0000099529125,0.00024279367,0.00017493831,0.0000034522873],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90455955,0.0038588645,0.06519647,0.00037932757,0.00018714982,0.000001567358,0.000019710516,0.0000010087927,0.00015875214,0.00013848969,0.0044788513,0.021020267],"study_design_scores_gemma":[0.83132994,0.017379746,0.004365274,0.0006709152,0.000007857805,4.604779e-8,0.000008201403,0.000048446254,0.0034700667,0.00027041687,0.14227459,0.00017446345],"about_ca_topic_score_codex":0.00002288945,"about_ca_topic_score_gemma":0.000014740061,"teacher_disagreement_score":0.13779575,"about_ca_system_score_codex":0.000016067492,"about_ca_system_score_gemma":0.0002855305,"threshold_uncertainty_score":0.7811204},"labels":[],"label_agreement":null},{"id":"W2768978550","doi":"10.2196/resprot.8118","title":"Should Medical Assistance in Dying Be Extended to Incompetent Patients With Dementia? Research Protocol of a Survey Among Four Groups of Stakeholders From Quebec, Canada","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; McMaster University; Health and Social Services Centre University Institute of Geriatrics of Sherbrooke; Université de Sherbrooke","funders":"Alzheimer Society","keywords":"Dementia; Legislation; Competence (human resources); Gerontology; Quality of life (healthcare); Disease; Medicine; Family medicine; Psychology; Psychiatry; Nursing; Social psychology; Political science; Law","score_opus":0.6913986986047923,"score_gpt":0.5957677634096388,"score_spread":0.09563093519515353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768978550","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39941224,0.0000030178078,0.000021682908,0.00042927495,0.000004985229,0.5996351,0.000077306155,0.000005882675,0.00041044562],"genre_scores_gemma":[0.38895348,4.7128984e-7,0.00030438206,0.000018248815,0.000025606749,0.61054796,0.000018038692,0.000024035413,0.00010779643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9900932,0.0015059026,0.000904781,0.0005991076,0.006018644,0.0008783675],"domain_scores_gemma":[0.99407625,0.00094616285,0.0003853014,0.0012788675,0.0027504128,0.0005629891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057624243,0.00022906311,0.000796109,0.00045009964,0.00020764033,0.00006444031,0.0010641939,0.00018343353,0.00021543562],"category_scores_gemma":[0.005293395,0.00017634983,0.00006036093,0.0006504095,0.0008885601,0.00021539054,0.00059725286,0.0011292563,0.000001530062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072335657,0.0010017026,0.9817754,0.0015611759,0.000116949515,0.00011928655,0.0006294138,0.000002033224,0.00042773687,0.000026439853,0.0046702027,0.002436075],"study_design_scores_gemma":[0.0071911537,0.0017524821,0.95663047,0.020518832,0.0000036210354,1.461875e-7,0.0005499125,0.000042442127,0.004666334,0.000033264976,0.008458017,0.00015332167],"about_ca_topic_score_codex":0.77191573,"about_ca_topic_score_gemma":0.96030265,"teacher_disagreement_score":0.1883869,"about_ca_system_score_codex":0.0005827211,"about_ca_system_score_gemma":0.0035114519,"threshold_uncertainty_score":0.71913373},"labels":[],"label_agreement":null},{"id":"W2769080636","doi":"10.2196/resprot.8093","title":"An eHealth Intervention to Promote Physical Activity and Social Network of Single, Chronically Impaired Older Adults: Adaptation of an Existing Intervention Using Intervention Mapping","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Intervention (counseling); Gerontology; Adaptation (eye); Social network (sociolinguistics); Intervention mapping; Medicine; Population; Physical activity; Physical therapy; Psychology; Health promotion; Nursing; Public health; Computer science; Health care; World Wide Web; Social media; Environmental health","score_opus":0.38923135894065125,"score_gpt":0.5855204489657279,"score_spread":0.1962890900250766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769080636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88813514,0.0000018308554,0.0057833786,0.00017603594,0.000010525408,0.10581888,0.0000120129835,0.00003337117,0.000028803692],"genre_scores_gemma":[0.9456531,1.7594671e-7,0.0016948285,0.0000049382925,0.00047534413,0.052108705,0.000022659375,0.000028215372,0.0000120763025],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968714,0.00091665145,0.00053203944,0.0004852772,0.0006782125,0.00051640463],"domain_scores_gemma":[0.9977773,0.00007264335,0.00073723646,0.00046737085,0.0006884946,0.00025699366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002548097,0.00017008073,0.00057337194,0.00015556098,0.00056691986,0.0001203455,0.00024204863,0.00013658572,0.000010605641],"category_scores_gemma":[0.00031969292,0.00016559006,0.00021205556,0.00022316049,0.00026885734,0.0011317832,0.00024532565,0.000568075,0.0000012986235],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005628524,0.017310597,0.0011445405,0.010125506,0.000044176064,0.000004698394,0.0045349677,0.000022524446,0.0830328,0.00024170672,0.000008638812,0.8779013],"study_design_scores_gemma":[0.014014055,0.0513198,0.68144506,0.06380173,0.00003433983,0.000013309686,0.0022460625,0.16208002,0.022477796,0.0019679256,0.00017896759,0.00042091528],"about_ca_topic_score_codex":0.0015983381,"about_ca_topic_score_gemma":0.0004551859,"teacher_disagreement_score":0.8774804,"about_ca_system_score_codex":0.0003696653,"about_ca_system_score_gemma":0.00015837468,"threshold_uncertainty_score":0.67525667},"labels":[],"label_agreement":null},{"id":"W2769239381","doi":"10.2196/resprot.7700","title":"In-Person Versus eHealth Mindfulness-Based Intervention for Adolescents With Chronic Illness: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of British Columbia; BC Children's Hospital; University of Toronto; SickKids Foundation; Université du Québec en Outaouais","funders":"University of Toronto; Mind and Life Institute","keywords":"eHealth; Mindfulness; Randomized controlled trial; Facilitator; Psychological intervention; Anxiety; Mood; Mental health; Medicine; Health care; Intervention (counseling); Psychology; Clinical psychology; Nursing; Psychiatry; Social psychology","score_opus":0.21214859047279502,"score_gpt":0.5740447457049987,"score_spread":0.36189615523220375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769239381","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044695928,9.685598e-7,0.035337597,0.00082320004,0.00021227312,0.9621777,0.000035436347,0.000043456017,0.0009224063],"genre_scores_gemma":[0.0846728,2.3606206e-9,0.0000701933,0.000015844136,0.00056490715,0.9112262,0.000010013291,0.00006839164,0.0033716592],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99396074,0.0020832105,0.0011718422,0.0008651209,0.0007574535,0.0011616388],"domain_scores_gemma":[0.9955633,0.001109879,0.0010556167,0.0012907846,0.0007438375,0.00023653504],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073854653,0.00037512492,0.0015247344,0.0005686534,0.0012170966,0.00048267574,0.0011212648,0.0002852718,0.0029316023],"category_scores_gemma":[0.0011564074,0.00025967704,0.0010722971,0.00018621722,0.0005088737,0.000303221,0.000089913534,0.0006296071,0.000054355387],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9602507,0.0046769553,0.000025265252,0.002308681,0.00011603925,0.000008450612,0.00009987459,0.0000029827443,0.0000036866327,0.012054503,0.009785433,0.010667456],"study_design_scores_gemma":[0.93897593,0.013075051,0.000051948206,0.009319361,0.00001741553,0.0000010120107,0.000175929,0.0010537097,0.00079822785,0.0019769748,0.03424647,0.00030798427],"about_ca_topic_score_codex":0.00018428233,"about_ca_topic_score_gemma":0.0005010171,"teacher_disagreement_score":0.08422584,"about_ca_system_score_codex":0.00039088723,"about_ca_system_score_gemma":0.000643981,"threshold_uncertainty_score":0.9999855},"labels":[],"label_agreement":null},{"id":"W2769450134","doi":"10.2196/resprot.8343","title":"Surgical Interventions for the Treatment of Supracondylar Humerus Fractures in Children: Protocol of a Systematic Review","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Elbow and Forearm Trauma Treatment","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Humerus; Medicine; Protocol (science); Psychological intervention; Physical therapy; Surgery; Alternative medicine; Nursing","score_opus":0.6745633435918554,"score_gpt":0.7014253887454424,"score_spread":0.026862045153586922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769450134","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.36648e-8,0.46889788,9.32501e-7,0.000048303893,0.000001628445,0.5307959,0.00011287297,0.000007963357,0.00013447696],"genre_scores_gemma":[2.806842e-7,0.44569245,0.000030448748,0.000002059052,0.000051325624,0.5534537,0.000066200606,0.00003937898,0.00066413224],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943094,0.0011777316,0.0024691143,0.0005396786,0.00093803456,0.00056602474],"domain_scores_gemma":[0.99433166,0.0013126454,0.0014235328,0.0022992666,0.00047283352,0.00016007319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002962064,0.0005185045,0.005338282,0.0004870368,0.0001798686,0.000051533738,0.0007822154,0.00034183718,0.00021705577],"category_scores_gemma":[0.0005343214,0.00024032562,0.0029245317,0.00037832992,0.00043173728,0.00006454482,0.0001063887,0.00059231196,0.000020974361],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020625758,0.0041678986,0.000048657446,0.81241214,0.0008595865,0.00003221263,0.000041952004,2.0171475e-8,5.8391326e-8,0.00010147981,0.00043789062,0.18169186],"study_design_scores_gemma":[0.00249397,0.004455541,0.000028426937,0.5434853,0.0006221559,0.000074650525,0.000004326941,3.6294938e-7,0.0000071727495,0.000014655928,0.4487229,0.000090582755],"about_ca_topic_score_codex":0.000058767193,"about_ca_topic_score_gemma":0.00001887048,"teacher_disagreement_score":0.448285,"about_ca_system_score_codex":0.00035424274,"about_ca_system_score_gemma":0.0008556638,"threshold_uncertainty_score":0.98001945},"labels":[],"label_agreement":null},{"id":"W2769516646","doi":"10.2196/resprot.8080","title":"The Association of Health Literacy and Electronic Health Literacy With Self-Efficacy, Coping, and Caregiving Perceptions Among Carers of People With Dementia: Research Protocol for a Descriptive Correlational Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Cyprus; Cyprus University of Technology","keywords":"eHealth; Health literacy; Dementia; Literacy; Psychology; Coping (psychology); Gerontology; Medicine; Health care; Nursing; Clinical psychology; Disease","score_opus":0.19407601847573522,"score_gpt":0.6190074059395153,"score_spread":0.4249313874637801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769516646","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087006144,0.000013848529,0.0006218291,0.0023846931,0.000008086495,0.90967304,0.00005229094,0.000035306843,0.00020478759],"genre_scores_gemma":[0.27689263,0.000004904231,0.00074812537,0.000040210747,0.000047848946,0.72200716,0.000013390551,0.000023055389,0.00022270414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98841196,0.0060292836,0.001818327,0.00053693884,0.0016772968,0.001526196],"domain_scores_gemma":[0.9886031,0.002957478,0.002465432,0.0008876022,0.0047608744,0.00032549264],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.030432539,0.00021803509,0.0005784634,0.00035283592,0.010307614,0.00041171923,0.0005268791,0.00015167108,0.00002527827],"category_scores_gemma":[0.0012863383,0.0001407724,0.000042676304,0.00053459127,0.00046456337,0.0019496824,0.0003926514,0.0019148504,0.0000022401966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017924726,0.0008146821,0.8813696,0.0057991063,0.000077406105,1.5038096e-7,0.09673062,0.0000017408781,0.000001470117,0.0010862376,0.001667102,0.010659414],"study_design_scores_gemma":[0.007336406,0.008406499,0.9276881,0.005621701,0.0000041177564,8.356996e-7,0.012304564,0.00091173267,0.0000021998724,0.00019438799,0.037399676,0.0001297325],"about_ca_topic_score_codex":0.002228008,"about_ca_topic_score_gemma":0.0031305742,"teacher_disagreement_score":0.18988648,"about_ca_system_score_codex":0.0013776612,"about_ca_system_score_gemma":0.0060161212,"threshold_uncertainty_score":0.9996188},"labels":[],"label_agreement":null},{"id":"W2769661530","doi":"10.2196/resprot.8367","title":"Self-Management and Clinical Decision Support for Patients With Complex Chronic Conditions Through the Use of Smartphone-Based Telemonitoring: Randomized Controlled Trial Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; Mount Sinai Hospital; University of Toronto; Ted Rogers Centre for Heart Research; University Health Network","funders":"Canadian Institutes of Health Research; University Health Network","keywords":"Medicine; Randomized controlled trial; Clinical trial; Telemedicine; Physical therapy; Chronic care; Kidney disease; Diabetes mellitus; Health care; Intensive care medicine; Chronic disease; Internal medicine","score_opus":0.2710239134945722,"score_gpt":0.5645383052686763,"score_spread":0.2935143917741041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769661530","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00837591,2.5180324e-7,0.0005554691,0.00045314906,0.000040191742,0.98951536,0.000010734621,0.0000358819,0.0010130482],"genre_scores_gemma":[0.0113039445,7.73063e-7,0.008767867,0.000040731058,0.00030566327,0.97855735,0.00005448824,0.00002999323,0.00093916734],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.996633,0.0005785905,0.00093226664,0.00040176985,0.0010006165,0.00045375995],"domain_scores_gemma":[0.99439967,0.0029224588,0.00064152613,0.0010504562,0.0008523633,0.00013355324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038175401,0.00019541843,0.0010057895,0.0001547467,0.000705361,0.00035876242,0.00035457438,0.00009010734,0.00009774955],"category_scores_gemma":[0.0016700319,0.00010517331,0.00028182383,0.00012319976,0.00077132176,0.00032414874,0.00017758843,0.0002769619,0.000008913783],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.957227,0.004171335,0.013691501,0.001190238,0.00046305137,0.0000015333226,0.000047219935,0.0000021450423,0.0000026509583,0.00051002746,0.017019061,0.005674273],"study_design_scores_gemma":[0.7637014,0.0069871703,0.022361293,0.0008970677,0.00010317779,8.68369e-8,0.000013138438,0.0007960551,0.000018314957,0.00026144178,0.20476863,0.00009225093],"about_ca_topic_score_codex":0.000007857663,"about_ca_topic_score_gemma":0.0000047221392,"teacher_disagreement_score":0.1935256,"about_ca_system_score_codex":0.00010974497,"about_ca_system_score_gemma":0.00038407164,"threshold_uncertainty_score":0.5425138},"labels":[],"label_agreement":null},{"id":"W2769736323","doi":"10.2196/resprot.8694","title":"Development and Usability Testing of a Computer-Tailored Decision Support Tool for Lung Cancer Screening: Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Purdue University","keywords":"Usability; Protocol (science); Medicine; Lung cancer screening; Decision aids; Lung cancer; Population; Cancer screening; Medical physics; Cancer; Family medicine; Medical education; Computer science; Alternative medicine; Oncology; Human–computer interaction; Pathology; Internal medicine","score_opus":0.7374225637886501,"score_gpt":0.6849201240547862,"score_spread":0.052502439733863926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769736323","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029865146,0.0000016053104,0.0010576142,0.00036610835,0.000018015553,0.96840525,0.000024672543,0.00006950585,0.00019208775],"genre_scores_gemma":[0.014437086,6.399165e-8,0.115035556,0.000031199914,0.00011581661,0.870214,0.0000049882556,0.00003966173,0.00012166626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993865,0.0017014873,0.0015795405,0.0007104415,0.0011667173,0.0009768123],"domain_scores_gemma":[0.9898068,0.0036232665,0.000991662,0.0023083324,0.0029809398,0.00028903154],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0056325602,0.00023585453,0.0005136776,0.00021729714,0.0051024174,0.00011780405,0.0014667634,0.00020607049,0.0000930829],"category_scores_gemma":[0.0044938633,0.00020082484,0.000049489474,0.00024702764,0.00033336045,0.00041849265,0.0026409877,0.0010985101,0.0000064223977],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017702482,0.00070814864,0.8304562,0.0056162355,0.000024077715,0.000001591436,0.008324164,0.0000039899132,0.0000840948,0.000056051475,0.0022712501,0.15068395],"study_design_scores_gemma":[0.013980813,0.002992857,0.8508333,0.012325105,0.000004392633,7.470875e-7,0.0036414636,0.008097245,0.0003188045,0.00031077585,0.10710248,0.00039202571],"about_ca_topic_score_codex":0.00048559476,"about_ca_topic_score_gemma":0.00044787826,"teacher_disagreement_score":0.15029192,"about_ca_system_score_codex":0.00043336512,"about_ca_system_score_gemma":0.002693412,"threshold_uncertainty_score":0.9961928},"labels":[],"label_agreement":null},{"id":"W2770386269","doi":"10.2196/resprot.8562","title":"Providing Home-Based HIV Testing and Counseling for Transgender Youth (Project Moxie): Protocol for a Pilot Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transgender; Telehealth; Medicine; Population; Randomized controlled trial; Human immunodeficiency virus (HIV); Men who have sex with men; Family medicine; Intervention (counseling); Protocol (science); Transgender women; Clinical psychology; Psychology; Nursing; Health care; Telemedicine; Alternative medicine; Environmental health","score_opus":0.4427283972691748,"score_gpt":0.5806090891875134,"score_spread":0.13788069191833863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770386269","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064359047,0.0000024962744,0.0116141625,0.0009519211,0.0000073069236,0.9845358,0.00013351756,0.00012216685,0.0019890307],"genre_scores_gemma":[0.003869477,2.5828675e-7,0.006717523,0.00002710022,0.0006453634,0.9821315,0.000026613352,0.000103168204,0.006479026],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940819,0.0011710378,0.0012071293,0.00082514936,0.0013242003,0.0013905953],"domain_scores_gemma":[0.9909302,0.0051293103,0.00045261107,0.00088228367,0.0021490685,0.00045652298],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.016048286,0.00038258437,0.0018319276,0.00066275144,0.0020303188,0.0010607771,0.0005598037,0.00018223586,0.0000635358],"category_scores_gemma":[0.027239125,0.0002631016,0.0008512063,0.00023148028,0.000746466,0.0003645624,0.000099407895,0.0007795145,0.0000067628475],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97805023,0.0018329986,0.000079614634,0.00516941,0.00022842354,0.000007907885,0.00042655808,0.0000010278164,0.0040820064,0.00017669721,0.006424506,0.003520597],"study_design_scores_gemma":[0.91983515,0.032920897,0.0000055388837,0.0061456664,0.000049770835,0.0000040553896,0.00024697243,0.028664524,0.0016353278,0.0006465021,0.009584886,0.0002607281],"about_ca_topic_score_codex":0.00007401782,"about_ca_topic_score_gemma":0.000016068738,"teacher_disagreement_score":0.058215123,"about_ca_system_score_codex":0.0001523633,"about_ca_system_score_gemma":0.0020321228,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W2770854894","doi":"10.2196/resprot.8365","title":"Online Self-Management Support for Family Caregivers to Help Them Manage Behavior Changes in Their Relative With Dementia: Study Protocol for a Randomized Controlled Trial and a Process Evaluation","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Dementia; Family caregivers; Intervention (counseling); Self-management; Psychological intervention; Protocol (science); Caregiver burden; Psychology; Medicine; Nursing; Alternative medicine; Computer science","score_opus":0.1952567489603266,"score_gpt":0.5532303177077699,"score_spread":0.35797356874744324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770854894","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051504392,7.898902e-7,0.0001427222,0.00067063014,0.0000056795075,0.94561106,0.00002877777,0.000042348907,0.0019936243],"genre_scores_gemma":[0.04477279,7.2116063e-7,0.0006693709,0.0000328612,0.000106874955,0.95279264,0.000028172593,0.000053335105,0.0015432445],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99457204,0.0010702427,0.00061542244,0.0008793803,0.0019814563,0.00088143715],"domain_scores_gemma":[0.9960974,0.00059694675,0.00032751213,0.00063539797,0.0020703792,0.00027239133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012639279,0.00035321445,0.0012733107,0.0006345095,0.0006341861,0.00036707256,0.00043385135,0.00010142899,0.0000857465],"category_scores_gemma":[0.0007910021,0.00021872128,0.00017572696,0.00027734428,0.00024599757,0.0003097005,0.000298053,0.00035997957,0.0000040051746],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9664361,0.010244851,0.007345484,0.0015092015,0.0010089808,0.000055776327,0.00246429,3.9675885e-7,0.0000610156,0.00006290197,0.00020271393,0.010608274],"study_design_scores_gemma":[0.9463762,0.029039232,0.01122988,0.0015838478,0.0003683594,0.000002151096,0.007101773,0.00045496356,0.00021465182,0.00022420974,0.0031751841,0.00022955229],"about_ca_topic_score_codex":0.000023975124,"about_ca_topic_score_gemma":0.00021854792,"teacher_disagreement_score":0.020059919,"about_ca_system_score_codex":0.00022649024,"about_ca_system_score_gemma":0.00049123325,"threshold_uncertainty_score":0.8919195},"labels":[],"label_agreement":null},{"id":"W2771113034","doi":"10.2196/resprot.8502","title":"MyVoice National Text Message Survey of Youth Aged 14 to 24 Years: Study Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data collection; Confidentiality; Qualitative property; Protocol (science); Descriptive statistics; Adolescent health; Medical education; Incentive; Psychology; Health care; Qualitative research; Public relations; Computer science; Medicine; Political science; Sociology; Nursing","score_opus":0.7318197792132817,"score_gpt":0.6925864128830312,"score_spread":0.03923336633025043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771113034","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021414516,1.9456196e-7,0.0000016858575,0.0009512444,0.00010098592,0.9696694,0.000037933736,0.000044759938,0.0077792527],"genre_scores_gemma":[0.10198183,7.3095336e-8,0.00010934136,0.00002427779,0.0006062086,0.8965753,0.0000042762777,0.000024862553,0.00067384244],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9898039,0.0047344286,0.00050754176,0.00047505973,0.0036971648,0.0007818914],"domain_scores_gemma":[0.9934085,0.0024895018,0.00034470938,0.00077635614,0.0025358268,0.0004451068],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.023982175,0.00013079432,0.00028385213,0.00030373735,0.0018226164,0.00046928384,0.0017250361,0.0001754515,0.0003442342],"category_scores_gemma":[0.04594932,0.00013316557,0.00004650448,0.0008596537,0.000635672,0.00045071737,0.0003569174,0.00063248817,0.00023944372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009813419,0.003529015,0.7741037,0.00036714924,0.000028025139,0.000005618694,0.18097214,0.0000010461968,0.000109176726,0.0008643391,0.021346647,0.017691763],"study_design_scores_gemma":[0.0012617968,0.00070777175,0.88331056,0.00036249662,7.3723595e-7,3.880894e-8,0.00614456,8.0086215e-7,0.00006285994,0.0002663027,0.10775165,0.0001304293],"about_ca_topic_score_codex":0.027467728,"about_ca_topic_score_gemma":0.021298349,"teacher_disagreement_score":0.17482759,"about_ca_system_score_codex":0.0005288498,"about_ca_system_score_gemma":0.0035640765,"threshold_uncertainty_score":0.99947685},"labels":[],"label_agreement":null},{"id":"W2771209304","doi":"10.2196/resprot.8520","title":"Development of an Index of Engagement in HIV Care: An Adapted Internet-Based Delphi Process","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Delphi method; Conceptualization; Human immunodeficiency virus (HIV); Delphi; The Internet; Medicine; Psychology; Nursing; Family medicine; Computer science; World Wide Web","score_opus":0.30125583240929854,"score_gpt":0.5814823797359628,"score_spread":0.2802265473266643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771209304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.538044,0.0000066226153,0.0005998373,0.0002542503,0.0000030807114,0.4523134,0.000029444363,0.000037798603,0.008711583],"genre_scores_gemma":[0.55997455,1.4769326e-7,0.001788681,0.000003998781,0.000020728132,0.437433,0.00003962573,0.000018972381,0.0007202935],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9962639,0.0005283754,0.0006848931,0.00040328884,0.0015227718,0.000596736],"domain_scores_gemma":[0.996956,0.000056980585,0.00019862216,0.0010841618,0.0013123692,0.00039189347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028770508,0.0001540583,0.00037446938,0.00073703664,0.00021007715,0.0000811891,0.0009619492,0.00011715169,0.0005379485],"category_scores_gemma":[0.00080528465,0.00013070306,0.000084168154,0.0002995092,0.0003841495,0.0003612335,0.00028427094,0.0008065782,0.000022083987],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019299002,0.02480927,0.21200457,0.02573413,0.0002750565,0.0003661121,0.04155177,0.00003736064,0.086489685,0.0010363815,0.006026937,0.58236974],"study_design_scores_gemma":[0.024166768,0.033404723,0.20336144,0.030193651,0.00000809411,0.0000063377624,0.012594164,0.018871717,0.57439524,0.0002040916,0.10221242,0.0005813337],"about_ca_topic_score_codex":0.00019053706,"about_ca_topic_score_gemma":0.0009086231,"teacher_disagreement_score":0.58178836,"about_ca_system_score_codex":0.00022409332,"about_ca_system_score_gemma":0.001495078,"threshold_uncertainty_score":0.5890159},"labels":[],"label_agreement":null},{"id":"W2771756382","doi":"10.2196/resprot.8260","title":"Implementing a Mental Health Care Program and Home-Based Training for Mothers of Children With Autism Spectrum Disorder in an Urban Population in Bangladesh: Protocol for a Feasibility Assessment Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Disability Support Research","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Fogarty International Center; National Institute of Mental Health; International Centre for Diarrhoeal Disease Research, Bangladesh; University of Dhaka","keywords":"Autism spectrum disorder; Protocol (science); Autism; Mental health; Population; Psychology; Medicine; Clinical psychology; Gerontology; Psychiatry; Environmental health; Alternative medicine","score_opus":0.3199039314402508,"score_gpt":0.6330653904993601,"score_spread":0.31316145905910925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771756382","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41267884,4.4518515e-7,0.000022125436,0.0003567647,0.0000015962052,0.5867759,0.000095791365,0.0000194787,0.00004906885],"genre_scores_gemma":[0.46878263,3.2725096e-9,0.00088384934,0.000004295806,0.000013393923,0.5302034,0.00008073631,0.000023991652,0.000007681396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99540985,0.001047867,0.00065922766,0.0009021402,0.0006751137,0.0013057949],"domain_scores_gemma":[0.99832827,0.000160275,0.00027114584,0.0009442121,0.00010099954,0.0001951219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006109148,0.00022242845,0.00046289474,0.00036671408,0.0006936669,0.00025409108,0.00047890804,0.00010403671,0.000060924645],"category_scores_gemma":[0.00007580309,0.0001891181,0.00006397209,0.0002540716,0.0003063057,0.00031445792,0.0001544703,0.0004416434,2.3444169e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047709094,0.0072361403,0.94404995,0.0010167869,0.000022503884,0.0000013778708,0.012189566,0.0000021373196,0.0000143739835,0.0003169688,0.00004747889,0.030331781],"study_design_scores_gemma":[0.024732064,0.022013165,0.92924494,0.0004233382,0.0000010770161,5.9398263e-7,0.02242545,0.00029276198,0.000008453744,0.00029940752,0.0003868737,0.00017185307],"about_ca_topic_score_codex":0.003671591,"about_ca_topic_score_gemma":0.027414411,"teacher_disagreement_score":0.056572493,"about_ca_system_score_codex":0.00045171188,"about_ca_system_score_gemma":0.0006377502,"threshold_uncertainty_score":0.9903327},"labels":[],"label_agreement":null},{"id":"W2771863472","doi":"10.2196/resprot.8795","title":"A Peer-Led Electronic Mental Health Recovery App in an Adult Mental Health Service: Study Protocol for a Pilot Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Workforce; Peer support; Protocol (science); Peer review; Service (business); Service delivery framework; Nursing; Psychology; Work (physics); Medical education; Medicine; Business; Psychiatry; Engineering; Alternative medicine; Marketing; Political science","score_opus":0.6381080080901897,"score_gpt":0.6964262492173434,"score_spread":0.05831824112715367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771863472","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015916139,0.0000017545287,0.0000061066994,0.01774413,0.0001372105,0.9650842,0.00033485793,0.00013506463,0.00064055796],"genre_scores_gemma":[0.0021617552,0.000001525174,0.00022752528,0.003324855,0.00075098453,0.9899569,0.00052994024,0.0001246057,0.0029218711],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.98125196,0.007368002,0.0025288397,0.0014062733,0.0028864772,0.0045584617],"domain_scores_gemma":[0.99352664,0.0003649273,0.0014998276,0.0020093105,0.0011411767,0.0014581084],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021553818,0.0005507236,0.0010752643,0.0005480379,0.009285472,0.000246431,0.0017012649,0.00024330949,0.00039376158],"category_scores_gemma":[0.00027338677,0.00048125273,0.00013094662,0.0004755612,0.00012981973,0.0008588823,0.00083668815,0.0026920193,0.00024820215],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.6705967,0.04668071,0.049903832,0.027110983,0.00007381863,0.000006982698,0.038913444,0.0000010937014,0.00008728332,0.0012119494,0.14348897,0.021924203],"study_design_scores_gemma":[0.35955516,0.21280894,0.004489291,0.0106975315,0.0000012036057,0.0000011090071,0.012972948,0.00031018537,0.000025148864,0.0010821904,0.3974912,0.0005650922],"about_ca_topic_score_codex":0.006996262,"about_ca_topic_score_gemma":0.06309746,"teacher_disagreement_score":0.31104156,"about_ca_system_score_codex":0.0053592674,"about_ca_system_score_gemma":0.010263174,"threshold_uncertainty_score":0.9997639},"labels":[],"label_agreement":null},{"id":"W2772952501","doi":"10.2196/resprot.8068","title":"Clinic Versus Online Social Network–Delivered Lifestyle Interventions: Protocol for the Get Social Noninferiority Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Heart, Lung, and Blood Institute","keywords":"Protocol (science); Randomized controlled trial; Social network (sociolinguistics); Psychological intervention; Medicine; Psychology; Social media; Gerontology; Physical therapy; Computer science; Nursing; Alternative medicine; World Wide Web","score_opus":0.6801317938045545,"score_gpt":0.7078901891088297,"score_spread":0.027758395304275263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772952501","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037096252,0.0000036042752,0.000051358504,0.017512785,0.0011610042,0.9782455,0.000029753655,0.00011269674,0.0025123374],"genre_scores_gemma":[0.00077233824,0.00000322036,0.00027109374,0.000051972627,0.028130496,0.96959656,0.0000142024,0.000044702367,0.0011153899],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98525035,0.009259115,0.0015506066,0.00056084665,0.0018843655,0.0014947362],"domain_scores_gemma":[0.9676317,0.028033769,0.00156319,0.0006274135,0.0018672304,0.00027669518],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.0390673,0.0002747709,0.0014653981,0.00012422116,0.016451212,0.0012800712,0.0020292317,0.0005612135,0.00078617816],"category_scores_gemma":[0.06432336,0.00020349376,0.001429855,0.00034149425,0.0034012909,0.00048646182,0.00034858033,0.0012778002,0.000082726685],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9474016,0.001267171,0.000116838775,0.0002979287,0.00015993306,8.880624e-7,0.00660669,2.919058e-7,7.202814e-7,0.006410337,0.025659414,0.012078199],"study_design_scores_gemma":[0.6755137,0.00078347494,0.0006164495,0.00036877338,0.000026143245,4.1173372e-8,0.0012081256,0.00005358065,6.3408146e-7,0.002563645,0.31870624,0.00015921766],"about_ca_topic_score_codex":0.0016540573,"about_ca_topic_score_gemma":0.003800024,"teacher_disagreement_score":0.29304683,"about_ca_system_score_codex":0.0006373388,"about_ca_system_score_gemma":0.0039497847,"threshold_uncertainty_score":0.9997567},"labels":[],"label_agreement":null},{"id":"W2773408794","doi":"10.2196/resprot.7937","title":"Feasibility and Preliminary Effectiveness of the Homework Intervention Strategy (eHIS) Program to Enhance Male Condom Use: Research Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Medical Research Council","keywords":"Intervention (counseling); Condom; Psychological intervention; Pleasure; Psychology; Medicine; Social psychology; Family medicine; Psychotherapist; Psychiatry; Human immunodeficiency virus (HIV)","score_opus":0.5897462600667219,"score_gpt":0.7216722305426025,"score_spread":0.13192597047588062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773408794","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18293132,0.0000037314433,0.000062089406,0.00048714806,0.000033216973,0.815593,0.00001901295,0.000070685186,0.000799782],"genre_scores_gemma":[0.22868392,3.1708714e-7,0.00015811063,0.000020368168,0.0003174997,0.76643336,0.0000027422275,0.000038184848,0.0043454827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9729099,0.02186536,0.00089208595,0.0012021908,0.0015952609,0.0015351564],"domain_scores_gemma":[0.9917126,0.0021945504,0.00026385006,0.001585956,0.0038274345,0.00041558172],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024247246,0.00025643126,0.0004745877,0.00031048618,0.0022941914,0.00007551776,0.00079653633,0.00037461863,0.00034950787],"category_scores_gemma":[0.0031809458,0.00016328064,0.000092163726,0.0018962513,0.0021482788,0.00036843074,0.0018167358,0.0031729063,0.00019595753],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055594604,0.012318191,0.7574665,0.06007014,0.000057534493,0.000012147419,0.004429367,0.0000023353691,0.020784026,0.0030015863,0.019442007,0.066821545],"study_design_scores_gemma":[0.003038264,0.01795785,0.8515989,0.023540711,0.0000018366094,0.000004952769,0.0011979596,0.000021404707,0.013238091,0.002891437,0.086265266,0.00024332797],"about_ca_topic_score_codex":0.00026422256,"about_ca_topic_score_gemma":0.000108356726,"teacher_disagreement_score":0.09413238,"about_ca_system_score_codex":0.0005618252,"about_ca_system_score_gemma":0.001072459,"threshold_uncertainty_score":0.9991268},"labels":[],"label_agreement":null},{"id":"W2773747625","doi":"10.2196/resprot.8925","title":"The Effect of Group Support Psychotherapy Delivered by Trained Lay Health Workers for Depression Treatment Among People with HIV in Uganda: Protocol of a Pragmatic, Cluster Randomized Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Grand Challenges Canada; MQ: Transforming Mental Health","keywords":"Medicine; Randomized controlled trial; Mental health; Depression (economics); Psychiatry; Clinical psychology; Family medicine","score_opus":0.058361377721885724,"score_gpt":0.5212675910307358,"score_spread":0.4629062133088501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773747625","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017695747,0.000006196497,0.0007315021,0.0012969126,0.0000027713677,0.9795905,0.000069936206,0.000015841802,0.0005906224],"genre_scores_gemma":[0.011772937,0.000005416826,0.00035239404,0.000005240736,0.000054775282,0.9836346,0.000047186975,0.000044989767,0.0040824944],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99400955,0.0027210403,0.0009887406,0.00040860404,0.0010825545,0.00078950374],"domain_scores_gemma":[0.99567115,0.0020518284,0.0006199633,0.0010182254,0.000330348,0.00030848326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009458281,0.0002492887,0.0012399809,0.00025281782,0.0005131046,0.00012365727,0.0004894199,0.00012598303,0.00014994772],"category_scores_gemma":[0.0010963997,0.00011949297,0.00044039037,0.00022551519,0.0007750547,0.00019323108,0.00005151524,0.0003887958,0.0000030559638],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9233183,0.0018329797,0.011612909,0.0019504795,0.00023857383,0.000003546462,0.0006965732,6.967855e-7,0.0006070992,0.000014084755,0.031191222,0.028533485],"study_design_scores_gemma":[0.87979823,0.0994623,0.001221957,0.0052368725,0.000011914562,0.0000024629949,0.0000987477,0.0008610631,0.0032506702,0.000057486053,0.009898647,0.000099645964],"about_ca_topic_score_codex":0.0005848168,"about_ca_topic_score_gemma":0.0014181487,"teacher_disagreement_score":0.09762932,"about_ca_system_score_codex":0.00017409021,"about_ca_system_score_gemma":0.00058440346,"threshold_uncertainty_score":0.4872782},"labels":[],"label_agreement":null},{"id":"W2773836430","doi":"10.2196/resprot.8907","title":"The Second-Look Procedure for Transoral Videolaryngoscopic Surgery for T1 and T2 Laryngeal, Oropharyngeal, and Hypopharyngeal Cancer Patients: Protocol for a Nonrandomized Clinical Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Head and Neck Cancer Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Hypopharyngeal cancer; Surgery; Head and neck cancer; Transoral robotic surgery; Larynx; Surgical margin; Transoral laser microsurgery; Cancer; Resection margin; Randomized controlled trial; Head and neck; Clinical trial; Resection; Laryngectomy; Radiation therapy; Internal medicine","score_opus":0.3569593127233971,"score_gpt":0.5954180781059224,"score_spread":0.2384587653825253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773836430","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037020016,0.00006739185,0.000025563893,0.0044022896,0.00007374431,0.95788735,0.00036755943,0.000050825714,0.00010525168],"genre_scores_gemma":[0.0014913607,0.000034655914,0.00040964098,0.0003272612,0.0015891093,0.99343544,0.00002350366,0.000099621844,0.0025893985],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99543977,0.00041740216,0.0012229496,0.0010073588,0.00065228273,0.0012602208],"domain_scores_gemma":[0.9915061,0.0055615357,0.00044552574,0.00072592753,0.0012535829,0.00050735584],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0058824737,0.00041989455,0.0017028394,0.00014025612,0.00295626,0.0005166854,0.00041667337,0.0003309123,0.000044365],"category_scores_gemma":[0.004330491,0.00026638425,0.00047589416,0.00010036816,0.0010704289,0.00042871092,0.00019053285,0.0006375753,0.000001522996],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.75908834,0.0020386397,0.015498419,0.012934777,0.00034179655,0.0000063629614,0.00024035016,1.6425792e-8,0.00024008086,0.00006686858,0.1653018,0.044242535],"study_design_scores_gemma":[0.39539498,0.018761659,0.00989127,0.002359942,0.00004028787,0.000002973073,0.00003567799,0.00010518186,0.0005175375,0.00044269473,0.5721728,0.00027496536],"about_ca_topic_score_codex":0.000027549182,"about_ca_topic_score_gemma":0.00040597352,"teacher_disagreement_score":0.40687102,"about_ca_system_score_codex":0.00010467936,"about_ca_system_score_gemma":0.0015938876,"threshold_uncertainty_score":0.99997884},"labels":[],"label_agreement":null},{"id":"W2773905952","doi":"10.2196/resprot.7407","title":"Participant-Centric Initiatives and Medical Research: Scoping Review Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Grey literature; MEDLINE; Digital health; Health care; Medicine; Medical education; Political science","score_opus":0.926366277379418,"score_gpt":0.7808380871818876,"score_spread":0.14552819019753038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773905952","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040765194,0.00008440214,0.0000034364368,0.0041137286,0.000023145278,0.9712802,0.000013448057,0.00005804227,0.024015952],"genre_scores_gemma":[0.0009062734,0.00021224817,0.00007403518,0.0013631711,0.00043322617,0.9960016,0.000014155056,0.000039399176,0.00095586164],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.981676,0.009856856,0.0013164142,0.00072826736,0.0038404695,0.0025820236],"domain_scores_gemma":[0.99278015,0.002655679,0.00045649117,0.0014263556,0.0010986659,0.0015826647],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.032652,0.0002278225,0.000568506,0.00030940343,0.008514953,0.0001342956,0.0011951101,0.0003073836,0.003920764],"category_scores_gemma":[0.006146304,0.00017183226,0.00005571705,0.0003960329,0.0010837867,0.00055395387,0.0020870771,0.0034002287,0.001250722],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015299015,0.0017934259,0.16333275,0.6945495,0.000032594493,0.00017719394,0.0045011174,2.485036e-8,0.000037013862,0.0072524026,0.08319378,0.043600325],"study_design_scores_gemma":[0.0036874488,0.0015706306,0.007338445,0.66890365,0.0000015285983,0.0000017076145,0.00059536565,0.000024806537,0.00006498584,0.0009515104,0.31666183,0.00019807872],"about_ca_topic_score_codex":0.00022212275,"about_ca_topic_score_gemma":0.00029335017,"teacher_disagreement_score":0.23346804,"about_ca_system_score_codex":0.00026306038,"about_ca_system_score_gemma":0.0036120564,"threshold_uncertainty_score":0.9995269},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2774373932","doi":"10.2196/resprot.8323","title":"The National Patient-Centered Clinical Research Network (PCORnet) Bariatric Study Cohort: Rationale, Methods, and Baseline Characteristics","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of General Medical Sciences; Patient-Centered Outcomes Research Institute","keywords":"Medicine; Weight loss; Cohort; Patient-centered outcomes; Baseline (sea); Adverse effect; Comparative effectiveness research; Cohort study; Diabetes mellitus; Physical therapy; Alternative medicine; Obesity; Internal medicine; Nursing","score_opus":0.4943095571144457,"score_gpt":0.6389319616430399,"score_spread":0.1446224045285942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774373932","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06344085,0.000075660835,0.00014881075,0.007647149,0.0002239596,0.9232975,0.00003896606,0.0000859836,0.005041095],"genre_scores_gemma":[0.11940327,0.000058005855,0.00225069,0.0002374546,0.0035176948,0.87059885,0.000038296235,0.000053097272,0.0038426495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98565376,0.008386162,0.0012010115,0.00079030846,0.0028451108,0.0011236481],"domain_scores_gemma":[0.9820343,0.012949665,0.00033404218,0.001153714,0.0030753594,0.0004528762],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06987015,0.00021039357,0.00055016286,0.0002523276,0.0038631838,0.00084198767,0.0006638628,0.00021405795,0.00017822531],"category_scores_gemma":[0.031916175,0.00013805155,0.00014371118,0.00053556345,0.0008214718,0.00024331007,0.0010745773,0.0021159805,0.000086339736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025977218,0.0013817463,0.8404499,0.0000818855,0.0001473267,0.00005540136,0.00012631697,3.46468e-7,0.000016870767,0.0010163386,0.08464166,0.069484465],"study_design_scores_gemma":[0.0023876738,0.0012910367,0.7268153,0.00017539045,0.000010155783,0.0000129900845,0.00008446363,0.00044489861,0.00000933862,0.0010998583,0.26756087,0.00010805616],"about_ca_topic_score_codex":0.000027799511,"about_ca_topic_score_gemma":0.000018084367,"teacher_disagreement_score":0.18291922,"about_ca_system_score_codex":0.00013934339,"about_ca_system_score_gemma":0.0010481694,"threshold_uncertainty_score":0.99743366},"labels":[],"label_agreement":null},{"id":"W2774391870","doi":"10.2196/resprot.8644","title":"Mobile Health Technology (mDiab) for the Prevention of Type 2 Diabetes: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Type 2 diabetes; mHealth; Randomized controlled trial; Mobile phone; Waist; Physical therapy; Diabetes mellitus; Gerontology; Nursing; Obesity; Psychological intervention; Computer science; Surgery; Internal medicine","score_opus":0.32158105741264337,"score_gpt":0.6764535641898275,"score_spread":0.3548725067771841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774391870","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053795397,0.00001962119,0.0012333489,0.0050582187,0.00007147413,0.9927151,0.00004800271,0.000095322146,0.00070509105],"genre_scores_gemma":[0.00028856125,0.000009254341,0.0012971839,0.00019927805,0.0006597247,0.9932109,0.000015784168,0.00005732397,0.004261996],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99212533,0.002720163,0.0023391482,0.0005517849,0.0006045246,0.0016590318],"domain_scores_gemma":[0.98437047,0.008613068,0.0025317506,0.0019011106,0.0022502244,0.00033339454],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.027824711,0.00023659538,0.0018472481,0.0003494972,0.0059235184,0.000051845844,0.0012458764,0.00045659265,0.00017961844],"category_scores_gemma":[0.010380735,0.00014182321,0.0004254576,0.00033212293,0.00076137437,0.00012725063,0.0002660796,0.0010500149,0.000039639614],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8954845,0.0008595619,0.00008688942,0.0069601196,0.00006408133,4.4457916e-8,0.00017777723,0.0000011146265,0.00005019914,0.01972879,0.041784298,0.0348026],"study_design_scores_gemma":[0.5185739,0.005401835,0.0000067452374,0.0012394333,0.0000052749024,4.6193094e-8,0.00011441284,0.00041793624,0.000031813335,0.009251791,0.46489656,0.00006027385],"about_ca_topic_score_codex":0.00004366756,"about_ca_topic_score_gemma":0.000060310187,"teacher_disagreement_score":0.42311227,"about_ca_system_score_codex":0.00022751802,"about_ca_system_score_gemma":0.0060887756,"threshold_uncertainty_score":0.99954575},"labels":[],"label_agreement":null},{"id":"W2774594112","doi":"10.2196/resprot.8289","title":"Web-Based Intervention to Teach Developmentally Supportive Care to Parents of Preterm Infants: Feasibility and Acceptability Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Douglas Mental Health University Institute; Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"Hospital for Sick Children","keywords":"Intervention (counseling); Developmental Milestone; Population; Psychology; Developmental psychology; Web application; Child development; Medicine; Prosocial behavior; Anticipation (artificial intelligence); Motor skill; Cognitive development; Cognition; Nursing; Psychiatry","score_opus":0.18235949741557964,"score_gpt":0.5393577909328886,"score_spread":0.35699829351730894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774594112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6425566,0.0000012290503,0.0000042397874,0.000097784476,0.000010551102,0.35603368,0.00009547525,0.00002712831,0.0011732997],"genre_scores_gemma":[0.5916926,7.5685556e-8,0.00092369044,0.000028409528,0.000017808292,0.40722424,0.00004440902,0.000014868645,0.00005387441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964094,0.00048345738,0.0006536408,0.00075435266,0.0011455325,0.0005536147],"domain_scores_gemma":[0.9968013,0.0000839132,0.00018443061,0.0012756484,0.0012061282,0.00044856843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026449773,0.00023813033,0.0004792312,0.0003148859,0.00043404804,0.00019657094,0.00059558044,0.00011816648,0.0003049673],"category_scores_gemma":[0.001371676,0.00020347566,0.00009870706,0.00020836342,0.0002076555,0.0002672446,0.00093771704,0.00043371244,0.000013724665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046308646,0.0005132698,0.95742184,0.0014594186,0.000039135524,0.000021322094,0.0116545865,9.8861406e-8,0.0011715064,0.0000013844568,0.0004414032,0.022645198],"study_design_scores_gemma":[0.006640105,0.004785309,0.9643329,0.0020536555,0.0000065837626,0.0000019934077,0.0037951777,0.0000046102627,0.01215095,0.0000137744255,0.0059863986,0.00022855874],"about_ca_topic_score_codex":0.000084475454,"about_ca_topic_score_gemma":0.000320362,"teacher_disagreement_score":0.05119055,"about_ca_system_score_codex":0.00042215854,"about_ca_system_score_gemma":0.0006473693,"threshold_uncertainty_score":0.82974964},"labels":[],"label_agreement":null},{"id":"W2775054664","doi":"10.2196/resprot.8200","title":"High-Yield HIV Testing, Facilitated Linkage to Care, and Prevention for Female Youth in Kenya (GIRLS Study): Implementation Science Protocol for a Priority Population","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse; National Institutes of Health","keywords":"Referral; Medicine; Population; Psychological intervention; Family medicine; Randomized controlled trial; Protocol (science); Health care; Nursing; Environmental health; Alternative medicine","score_opus":0.45330101913325965,"score_gpt":0.6456853309125432,"score_spread":0.19238431177928356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775054664","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21228576,3.2441037e-7,0.00055242475,0.00017218372,0.0000031397462,0.7865892,0.00013919774,0.00003355134,0.00022423042],"genre_scores_gemma":[0.17996301,3.5677978e-8,0.00501628,0.000004376735,0.00008410917,0.8137078,0.000057208174,0.000020185043,0.0011469942],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99658096,0.00022449688,0.00058776577,0.000723393,0.0010539987,0.0008293773],"domain_scores_gemma":[0.99666625,0.00022133041,0.0001718223,0.0007219993,0.0018518153,0.00036679444],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0047217654,0.0001717618,0.0003050928,0.0007176544,0.0013710184,0.00067291013,0.000442584,0.000085388434,0.000047658963],"category_scores_gemma":[0.0070684277,0.00015163117,0.000084137406,0.0005487169,0.000225217,0.0008246926,0.0003521495,0.00036676013,0.00000993814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043263696,0.002036813,0.73760116,0.0055182,0.000027255865,0.0000074896843,0.0062197116,0.000002596745,0.010482403,0.00020301738,0.0024897452,0.23108521],"study_design_scores_gemma":[0.025278714,0.074016176,0.86771166,0.0067610918,0.000013142346,0.0000018510617,0.009505809,0.0005203796,0.0088186,0.0011123817,0.005921098,0.0003390629],"about_ca_topic_score_codex":0.0011946666,"about_ca_topic_score_gemma":0.0017552386,"teacher_disagreement_score":0.23074615,"about_ca_system_score_codex":0.00039572016,"about_ca_system_score_gemma":0.0005967826,"threshold_uncertainty_score":0.9999291},"labels":[],"label_agreement":null},{"id":"W2775718957","doi":"10.2196/resprot.8011","title":"The Effectiveness of Exercise Therapy on Scapular Position and Motion in Individuals With Scapular Dyskinesis: Systematic Review Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Shoulder Injury and Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Social Welfare and Rehabilitation Sciences","keywords":"Protocol (science); Physical medicine and rehabilitation; Physical therapy; Medicine; Scapula; Motion (physics); Computer science; Alternative medicine; Artificial intelligence; Surgery; Pathology","score_opus":0.12326779942239137,"score_gpt":0.5319145649092869,"score_spread":0.40864676548689555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775718957","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010896989,0.00012544655,0.0000038315397,0.00035649326,0.0000016122669,0.988301,0.0000040395444,0.000017320539,0.00029330148],"genre_scores_gemma":[0.094743736,0.000039327733,0.000028606291,0.000014176203,0.00001343794,0.9050847,0.0000048883685,0.000024092826,0.000047029633],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9961568,0.0017387404,0.00041321,0.00035363284,0.0010091676,0.00032845957],"domain_scores_gemma":[0.99769926,0.000394904,0.0002614636,0.0012094993,0.00033303685,0.000101818514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066239163,0.00019824137,0.00065516256,0.00016579528,0.00045092392,0.00014094655,0.00028352524,0.00009209888,0.000008718746],"category_scores_gemma":[0.00039336554,0.00009921897,0.000065653265,0.0002169088,0.00027476007,0.00018369219,0.00007466693,0.00032312848,0.000009367416],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012705279,0.0031714914,0.06911959,0.9065343,0.00022484123,0.00012623647,0.00018651651,0.0000010879479,0.0022809147,0.00083289645,0.00010486574,0.004711947],"study_design_scores_gemma":[0.009202392,0.005970932,0.18233171,0.753722,0.000051600837,0.000035471345,0.000027799724,0.0000079652555,0.047650475,0.00067443616,0.00018796978,0.00013726986],"about_ca_topic_score_codex":0.000023584342,"about_ca_topic_score_gemma":0.0000024163128,"teacher_disagreement_score":0.15281235,"about_ca_system_score_codex":0.000109667635,"about_ca_system_score_gemma":0.000109135995,"threshold_uncertainty_score":0.4046032},"labels":[],"label_agreement":null},{"id":"W2776467836","doi":"10.2196/resprot.8057","title":"Daily Activity Measured With Wearable Technology as a Novel Measurement of Treatment Effect in Patients With Coronary Microvascular Dysfunction: Substudy of a Randomized Controlled Crossover Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Center for Research Resources; National Heart, Lung, and Blood Institute","keywords":"Medicine; Placebo; Angina; Crossover study; Ranolazine; Randomized controlled trial; Coronary artery disease; Clinical trial; Cardiology; Physical therapy; Internal medicine; Myocardial infarction","score_opus":0.0948264983493394,"score_gpt":0.4641311584119858,"score_spread":0.3693046600626464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776467836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5365218,0.00002232197,0.000007322807,0.00011639172,0.000010336125,0.46285704,0.000005002856,0.000012380383,0.000447411],"genre_scores_gemma":[0.5210147,0.000003395974,0.000041417232,0.000005257296,0.000019533012,0.47881728,0.0000015696314,0.000017716753,0.00007909361],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946455,0.0011484418,0.0007551041,0.00051239546,0.002235475,0.00070311455],"domain_scores_gemma":[0.9962884,0.0003510725,0.0006192588,0.0011544913,0.0013034409,0.0002833089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008611546,0.00030317061,0.0030844982,0.00046241985,0.00032602256,0.000032382326,0.00019114866,0.000201835,0.000025444411],"category_scores_gemma":[0.0012372426,0.00016643836,0.000358156,0.00033650728,0.00076842617,0.00012947244,0.00007758969,0.00050221913,0.000004934477],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8863912,0.006944149,0.09715822,0.0011278349,0.00056720263,0.00001701311,0.000101706835,0.0000012458784,0.004607021,0.0000045849883,0.000012055856,0.0030677272],"study_design_scores_gemma":[0.837277,0.061222147,0.08562541,0.004326945,0.00009172069,0.000007653809,0.000032722706,0.0000063865955,0.011150006,0.0000072160633,0.00014425657,0.00010854821],"about_ca_topic_score_codex":0.0013486067,"about_ca_topic_score_gemma":0.0002363539,"teacher_disagreement_score":0.054277997,"about_ca_system_score_codex":0.0012659711,"about_ca_system_score_gemma":0.002713019,"threshold_uncertainty_score":0.67871594},"labels":[],"label_agreement":null},{"id":"W2777040321","doi":"10.2196/resprot.7653","title":"Influence of Social Determinants, Lifestyle, Emotional Well-Being and the Use of Unconventional Therapies in Breast Cancer Progression in a Cohort of Women in Barcelona: Protocol for the DAMA Cohort","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Spanish National Plan for Scientific and Technical Research and Innovation; European Regional Development Fund; Instituto de Salud Carlos III","keywords":"Breast cancer; Medicine; Cohort; Cancer; Family medicine; Cohort study; Disease; Gerontology; Internal medicine","score_opus":0.16208665597843847,"score_gpt":0.5464723640735886,"score_spread":0.3843857080951501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777040321","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53445303,0.0000014773098,7.247449e-7,0.0008079055,0.0000014373688,0.46469796,0.000015205509,0.0000011141315,0.00002117045],"genre_scores_gemma":[0.4305084,0.0000025998468,0.000020439531,0.000008502711,0.000040330444,0.5693761,8.7054366e-7,0.0000052480423,0.000037476206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977321,0.00036555668,0.00057504413,0.00022092425,0.000736547,0.00036982124],"domain_scores_gemma":[0.99816525,0.0008397262,0.000314452,0.0002417771,0.00039769572,0.000041086918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039212983,0.000118243996,0.00046549807,0.00018627389,0.00022026524,0.000019707173,0.00027826597,0.000026068074,0.00006654941],"category_scores_gemma":[0.00047365102,0.000063188476,0.000051567906,0.00017763003,0.0016911905,0.00017155711,0.00030297818,0.0003113484,1.1937823e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069637937,0.00045440148,0.9823596,0.0013683084,0.000069323214,0.000006088242,0.0029054957,0.00000875698,0.00042356426,0.00041541478,0.00005246632,0.0049727694],"study_design_scores_gemma":[0.011818885,0.0005049753,0.9777301,0.006366699,0.0000034607458,0.0000034293626,0.00045409723,0.00027268773,0.00036484425,0.00059678365,0.0018318137,0.00005220397],"about_ca_topic_score_codex":0.0009206509,"about_ca_topic_score_gemma":0.00049468456,"teacher_disagreement_score":0.104678184,"about_ca_system_score_codex":0.00014071654,"about_ca_system_score_gemma":0.00029666588,"threshold_uncertainty_score":0.6231262},"labels":[],"label_agreement":null},{"id":"W2777533114","doi":"10.2196/resprot.5428","title":"Exploring Advance Care Planning in Taiwanese Indigenous Cancer Survivors: Proposal for a Pilot Case-Control Study","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Indigenous; Advance care planning; Disadvantaged; Government (linguistics); Psychological intervention; Medicine; Quality of life (healthcare); Gerontology; Nursing; Palliative care; Economic growth","score_opus":0.6782532464823763,"score_gpt":0.6414845541719457,"score_spread":0.03676869231043056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777533114","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49693716,0.000165431,0.000028357175,0.00012208744,0.000017050237,0.5023851,0.0000709035,0.00003178966,0.00024215435],"genre_scores_gemma":[0.4482589,0.0000043948285,0.00032250234,0.0000059168046,0.000187362,0.55109954,0.0000023479201,0.000029360626,0.0000896733],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99729645,0.00030294305,0.00040227448,0.00048381474,0.0007209039,0.0007936293],"domain_scores_gemma":[0.99755627,0.00039804488,0.00017650586,0.00079251925,0.0008872378,0.00018944907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014512482,0.00020969516,0.00056147313,0.00031555118,0.00051974243,0.00009964152,0.0004059222,0.00006517921,0.000018694229],"category_scores_gemma":[0.0011399251,0.00017309756,0.00007011232,0.00020220704,0.00018100528,0.00044927644,0.00014919961,0.0005847682,0.0000050614535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061066537,0.0011058642,0.9001721,0.0027691254,0.000080127145,0.003337313,0.06525963,0.000033856093,0.0011057961,0.000020981955,0.00005374789,0.019954804],"study_design_scores_gemma":[0.07419649,0.05671308,0.52384603,0.061586924,0.00006221599,0.00015300568,0.20133391,0.00027472453,0.016810892,0.00036178625,0.0633353,0.0013256589],"about_ca_topic_score_codex":0.004756886,"about_ca_topic_score_gemma":0.00874784,"teacher_disagreement_score":0.37632608,"about_ca_system_score_codex":0.00033009096,"about_ca_system_score_gemma":0.0008199387,"threshold_uncertainty_score":0.7191021},"labels":[],"label_agreement":null},{"id":"W2780190913","doi":"10.2196/resprot.8679","title":"An Intervention Delivered by App Instant Messaging to Increase Acceptability and Use of Effective Contraception Among Young Women in Bolivia: Protocol of a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"London School of Hygiene and Tropical Medicine","keywords":"Family planning; Medicine; Intervention (counseling); Reproductive health; Population; Unintended pregnancy; Fertility; Randomized controlled trial; Family medicine; Pill; Developing country; Nursing; Environmental health; Economic growth","score_opus":0.09766215463498805,"score_gpt":0.5816698925767503,"score_spread":0.4840077379417622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780190913","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38589782,0.0000014227696,0.00014135492,0.000090799535,0.0000060724315,0.613388,0.000048343398,0.00002464426,0.00040152867],"genre_scores_gemma":[0.42063332,0.0000015752413,0.00008153553,0.00001665939,0.000028780225,0.5791122,0.000007957219,0.000017285396,0.00010074418],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9810518,0.013867437,0.0025421984,0.000637743,0.0007691791,0.0011316368],"domain_scores_gemma":[0.9913053,0.0037342622,0.001786858,0.0011345122,0.0010731232,0.0009659289],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03467165,0.00024300271,0.0020733904,0.00048049184,0.0010148201,0.00008562762,0.00047627583,0.00032693183,0.00025308965],"category_scores_gemma":[0.013391453,0.00019301995,0.00017628864,0.00029039307,0.00065142044,0.00075910334,0.00033490083,0.0011029696,0.0000051635857],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9361468,0.002070509,0.044089086,0.0038993568,0.000034729383,0.0000010883767,0.0023252673,0.0000013549933,0.0013791993,0.0005354449,0.00028036023,0.009236829],"study_design_scores_gemma":[0.8894483,0.002236006,0.1002284,0.0023690353,0.0000072826942,2.0176694e-7,0.0008805329,0.00044500615,0.00013228324,0.00067538564,0.003435683,0.00014190952],"about_ca_topic_score_codex":0.011179051,"about_ca_topic_score_gemma":0.0019344351,"teacher_disagreement_score":0.056139316,"about_ca_system_score_codex":0.00071403576,"about_ca_system_score_gemma":0.0008901851,"threshold_uncertainty_score":0.9954056},"labels":[],"label_agreement":null},{"id":"W2780466344","doi":"10.2196/resprot.8061","title":"Direct to Public Peer Support and e-Therapy Program Versus Information to Aid Self-Management of Depression and Anxiety: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; National Institute for Health and Care Research","keywords":"Randomized controlled trial; Anxiety; Protocol (science); Peer support; Self-management; Depression (economics); Psychology; Clinical psychology; Medicine; Psychiatry; Alternative medicine; Computer science; Artificial intelligence","score_opus":0.2011511852273504,"score_gpt":0.604468098187342,"score_spread":0.4033169129599916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780466344","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014143701,6.637701e-7,0.000037497743,0.001498467,0.000054205084,0.96673,0.000028049393,0.00008355733,0.030153219],"genre_scores_gemma":[0.0073769293,3.0311548e-7,0.0017451853,0.000039260973,0.000059708105,0.988619,0.000009840362,0.000022729335,0.0021269873],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99678123,0.0005275628,0.00089471525,0.0003859749,0.0007950277,0.00061546185],"domain_scores_gemma":[0.9974927,0.0003888956,0.00038879024,0.00067766785,0.000655707,0.0003962445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006177848,0.00019138264,0.0007223783,0.0003568557,0.00041740786,0.00074344024,0.00042938546,0.000117028,0.00009888344],"category_scores_gemma":[0.0007532699,0.00014111449,0.00018279052,0.00015546188,0.00016049085,0.0007146896,0.00037364112,0.00016650191,0.00004079584],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.75794065,0.0016669496,0.00006551432,0.00067976356,0.0001616911,0.0000010512839,0.0003702932,3.755706e-8,0.000003851922,0.0013805199,0.008478124,0.22925158],"study_design_scores_gemma":[0.58145255,0.008962915,0.00017099512,0.00043056603,0.0000036415354,6.9318537e-7,0.000050726103,0.000009975922,0.00013253393,0.00011926,0.40858245,0.000083675055],"about_ca_topic_score_codex":0.000020799525,"about_ca_topic_score_gemma":0.0000071121513,"teacher_disagreement_score":0.4001043,"about_ca_system_score_codex":0.0000717363,"about_ca_system_score_gemma":0.00009045003,"threshold_uncertainty_score":0.7169011},"labels":[],"label_agreement":null},{"id":"W2780711397","doi":"10.2196/resprot.8856","title":"Intervention to Match Young Black Men and Transwomen Who Have Sex With Men or Transwomen to HIV Testing Options (All About Me): Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities","keywords":"Men who have sex with men; Transgender women; Medicine; Psychological intervention; Human immunodeficiency virus (HIV); Transgender; Randomized controlled trial; Pre-exposure prophylaxis; Intervention (counseling); Protocol (science); Male circumcision; Family medicine; Psychology; Alternative medicine; Population; Surgery; Psychiatry; Syphilis","score_opus":0.16047569676837162,"score_gpt":0.5405212911268213,"score_spread":0.38004559435844976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780711397","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001278975,8.6611675e-7,0.00627108,0.004077364,0.000001884555,0.94767505,0.00010630214,0.00009422302,0.04049425],"genre_scores_gemma":[0.0006845837,4.5336463e-7,0.0034287577,0.000026866961,0.0002663014,0.8117326,0.000015604393,0.00008823829,0.18375659],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9930157,0.0014475062,0.0013998395,0.0009675806,0.0016505898,0.0015187704],"domain_scores_gemma":[0.9947518,0.0011223971,0.00031460056,0.0011098753,0.001392182,0.00130911],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010981317,0.0004626535,0.0020680435,0.00077939784,0.001035442,0.0011545676,0.00078333175,0.00019826683,0.000754001],"category_scores_gemma":[0.004889945,0.00029269187,0.00052907935,0.0003525134,0.0006201836,0.0004145625,0.00022950802,0.00078930083,0.000063577965],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9400101,0.0017269381,0.00012393479,0.0025055958,0.00062307337,0.00003869106,0.0039449544,0.00000601695,0.0027458786,0.00013890123,0.04220362,0.0059323497],"study_design_scores_gemma":[0.9120813,0.041517604,0.00015952135,0.008848562,0.00006008358,0.000022047197,0.0018570145,0.012446193,0.0008928742,0.00019997214,0.02156952,0.00034531634],"about_ca_topic_score_codex":0.00025053148,"about_ca_topic_score_gemma":0.00026903063,"teacher_disagreement_score":0.14326234,"about_ca_system_score_codex":0.00032905763,"about_ca_system_score_gemma":0.0005762575,"threshold_uncertainty_score":0.9999525},"labels":[],"label_agreement":null},{"id":"W2781094700","doi":"10.2196/resprot.8043","title":"The Impact of mHealth Interventions on Breast Cancer Awareness and Screening: Systematic Review Protocol","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Protocol (science); Psychological intervention; Breast cancer; Medicine; Breast cancer screening; Cancer; Psychology; Alternative medicine; Family medicine; Mammography; Nursing; Pathology","score_opus":0.5277008449436453,"score_gpt":0.7437020331830345,"score_spread":0.21600118823938919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781094700","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007050943,0.000105778156,0.000032554035,0.00681857,0.000010326691,0.9914483,0.00018779175,0.00004591864,0.0012802593],"genre_scores_gemma":[0.0015044835,0.00021098707,0.000031111686,0.00017792625,0.00015568279,0.99654657,0.000005371816,0.000040686133,0.0013271818],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99250513,0.0032345972,0.0017042775,0.00046947307,0.0008340504,0.0012524796],"domain_scores_gemma":[0.9922867,0.0015372208,0.0016888574,0.0023981757,0.0013719338,0.00071710587],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010415968,0.00023533947,0.00080029893,0.00016187808,0.008858731,0.00009351672,0.0012006202,0.00017809309,0.00027165443],"category_scores_gemma":[0.001691873,0.00013098192,0.00023114009,0.00030147427,0.00047616326,0.00018417927,0.00046640018,0.0015433661,0.00008685059],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005550656,0.00036466905,0.021131182,0.9307445,0.000036928104,0.0000010510778,0.0000971869,7.118521e-7,0.000006936942,0.00348319,0.036383573,0.007195004],"study_design_scores_gemma":[0.0022308026,0.0009500857,0.14587592,0.82037586,0.0000132029445,0.0000054445295,0.00012979064,0.00009138918,0.0000040065925,0.0005713306,0.029596401,0.00015575485],"about_ca_topic_score_codex":0.0023758716,"about_ca_topic_score_gemma":0.0004954956,"teacher_disagreement_score":0.12474473,"about_ca_system_score_codex":0.00037926526,"about_ca_system_score_gemma":0.0029401847,"threshold_uncertainty_score":0.9924316},"labels":[],"label_agreement":null},{"id":"W2781160085","doi":"10.2196/resprot.7139","title":"The Effectiveness of Text Messaging for Detection and Management of Hypertension in Indigenous People in Canada: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Sunnybrook Health Science Centre; NOSM University; University of Calgary; Health Sciences Centre; Queen's University","funders":"Grand Challenges Canada; International Development Research Centre","keywords":"Short Message Service; Medicine; Indigenous; Tanzania; Randomized controlled trial; Literacy; Protocol (science); Health literacy; Family medicine; Environmental health; Health care; Alternative medicine; Economic growth; Socioeconomics; Telecommunications","score_opus":0.16771311552326967,"score_gpt":0.5698176461226371,"score_spread":0.4021045305993674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781160085","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011770708,0.000003552992,0.00019145772,0.00031053412,0.000017236216,0.9873583,0.0000090949925,0.0000057046054,0.0003334179],"genre_scores_gemma":[0.090571225,0.000006611959,0.00008539475,0.00000991446,0.000031161235,0.9092088,0.0000014665154,0.000017878761,0.00006757066],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936477,0.0035670027,0.0013031163,0.00030526283,0.00041132403,0.0007656066],"domain_scores_gemma":[0.98457855,0.0134208845,0.0007808389,0.0005488367,0.0005455781,0.00012529075],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.026539894,0.00012594077,0.0010921332,0.00019122641,0.0016080593,0.000016697048,0.00032266753,0.000119701246,0.0000031085674],"category_scores_gemma":[0.0022169077,0.000080297265,0.000083599254,0.00017487016,0.00013464395,0.000065530556,0.00013824187,0.00042097332,3.4062109e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96524966,0.00024743442,0.0021682938,0.01826768,0.000019842033,5.671738e-7,0.00015036354,0.0000022180118,0.00014829794,0.0021895047,0.000063911095,0.011492244],"study_design_scores_gemma":[0.9566669,0.000620502,0.027355094,0.004826733,0.000004580993,1.89413e-7,0.0003078118,0.00065299973,0.00017792381,0.0019870943,0.0073332563,0.000066951114],"about_ca_topic_score_codex":0.1866833,"about_ca_topic_score_gemma":0.5738661,"teacher_disagreement_score":0.38718283,"about_ca_system_score_codex":0.0005368915,"about_ca_system_score_gemma":0.0035035866,"threshold_uncertainty_score":0.9996917},"labels":[],"label_agreement":null},{"id":"W2782591547","doi":"10.2196/resprot.7650","title":"A Shared Decision-Making Tool to Prevent Substance Abuse: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Medicine; Computer science; Psychology; Alternative medicine; Surgery","score_opus":0.15847150464410012,"score_gpt":0.5537044865284302,"score_spread":0.3952329818843301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782591547","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011452994,0.0000022190222,0.0012680435,0.00035987343,0.000027848564,0.985696,0.000005035549,0.00017697325,0.0010109738],"genre_scores_gemma":[0.001990128,2.600411e-7,0.010614257,0.00022207564,0.0010848634,0.98239744,0.000004557371,0.00008780496,0.0035986027],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941964,0.000685981,0.0013201379,0.0008580751,0.0017973868,0.0011419947],"domain_scores_gemma":[0.99191254,0.0047174986,0.00027831036,0.0010623345,0.0016866563,0.0003426419],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060896287,0.00041994575,0.002187455,0.0005521686,0.00042122934,0.00023498891,0.00048345295,0.00021049852,0.001246151],"category_scores_gemma":[0.004011234,0.0002625758,0.0008253473,0.00088357215,0.00030618437,0.00024973843,0.000058706766,0.00037125696,0.00031933846],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9715866,0.0020520447,0.00013266738,0.00021232753,0.00025455857,0.000039280272,0.0023284473,4.240011e-7,0.00029043865,0.00032298962,0.017870959,0.004909276],"study_design_scores_gemma":[0.92868215,0.006275961,0.00005625614,0.008048778,0.000028521396,0.000005580314,0.000071990056,0.00016119919,0.0013302964,0.00235831,0.05270928,0.00027165585],"about_ca_topic_score_codex":0.0000013423518,"about_ca_topic_score_gemma":0.000048339865,"teacher_disagreement_score":0.042904414,"about_ca_system_score_codex":0.00046267963,"about_ca_system_score_gemma":0.00061085843,"threshold_uncertainty_score":0.99998266},"labels":[],"label_agreement":null},{"id":"W2782598218","doi":"10.2196/resprot.8558","title":"Transitions Between Circulatory States After Out-of-Hospital Cardiac Arrest: Protocol for an Observational, Prospective Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Circulatory system; Circulatory collapse; Heart failure; Cardiology; Internal medicine; Anesthesia; Intensive care medicine","score_opus":0.23375600182948938,"score_gpt":0.536198043331099,"score_spread":0.3024420415016096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782598218","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0977848,3.5038983e-7,0.00013684113,0.00019175139,0.00008736108,0.9011189,0.00016031256,0.00007470666,0.00044502283],"genre_scores_gemma":[0.1427663,3.3980623e-8,0.0003546463,0.000011939701,0.001805507,0.85480857,0.00010607834,0.00005392556,0.00009299162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964521,0.00044762067,0.000543172,0.0006444584,0.0013644092,0.00054826634],"domain_scores_gemma":[0.9959994,0.0002268367,0.00011898781,0.0006651091,0.0026996483,0.00028999685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021554583,0.00022479676,0.0005271193,0.00023853427,0.00033300786,0.00008207436,0.00017905836,0.00014986531,0.00006672603],"category_scores_gemma":[0.00018706906,0.00018760085,0.00023908046,0.0004865197,0.00057964347,0.00037486455,0.00006268603,0.00040310726,0.00003904863],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022024638,0.0025273196,0.9831849,0.0007357733,0.00029534157,0.000004971453,0.0053220955,0.0000011830721,0.000908289,0.00009126688,0.004302732,0.00042370905],"study_design_scores_gemma":[0.004009954,0.0093304925,0.9457014,0.0007246686,0.000033277833,6.178441e-8,0.00092413905,0.000025318044,0.0008543029,0.0009347386,0.03725523,0.00020640349],"about_ca_topic_score_codex":0.000021921382,"about_ca_topic_score_gemma":0.00002499182,"teacher_disagreement_score":0.046310265,"about_ca_system_score_codex":0.00021017269,"about_ca_system_score_gemma":0.0006086607,"threshold_uncertainty_score":0.76501405},"labels":[],"label_agreement":null},{"id":"W2782763723","doi":"10.2196/resprot.8065","title":"Using Social Media for the Promotion of Education and Consultation in Adolescents Who Have Undergone Kidney Transplant: Protocol for a Randomized Control Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Intervention mapping; Coping (psychology); Transplantation; Intervention (counseling); Quality of life (healthcare); Health care; Nursing; Psychology; Health promotion; Clinical psychology; Public health; Surgery","score_opus":0.48842233363143794,"score_gpt":0.6338228973850981,"score_spread":0.14540056375366017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782763723","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019493086,0.0000010937605,0.0016943278,0.002955927,0.00013664267,0.9931465,0.000026129164,0.000015014381,0.00007509619],"genre_scores_gemma":[0.044202432,5.414916e-7,0.00028477825,0.000036462454,0.002347088,0.9530824,0.000006860025,0.000018182971,0.000021250395],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953725,0.002524934,0.00061477313,0.00027536324,0.0007223662,0.0004900851],"domain_scores_gemma":[0.99058574,0.007286591,0.00035675924,0.00011405051,0.0015004538,0.00015639118],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010175207,0.000111817346,0.00038054056,0.0002260739,0.0010258671,0.00009601351,0.00022073666,0.00022570623,0.00001713021],"category_scores_gemma":[0.022380523,0.00008987898,0.000079590674,0.00043395313,0.001420109,0.0002305544,0.000012302855,0.00021978753,7.4675876e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7739562,0.0020171362,0.0015924991,0.0028626085,0.000028083145,7.140148e-8,0.17609765,4.5715063e-7,0.00029466572,0.011088496,0.0010583659,0.031003773],"study_design_scores_gemma":[0.95466816,0.0010237365,0.0017817921,0.004608182,0.000019637037,2.4714592e-7,0.007886368,0.0023250428,0.00039040644,0.012085945,0.015021468,0.0001889981],"about_ca_topic_score_codex":0.000721088,"about_ca_topic_score_gemma":0.0016470357,"teacher_disagreement_score":0.18071197,"about_ca_system_score_codex":0.0003267296,"about_ca_system_score_gemma":0.004076161,"threshold_uncertainty_score":0.9858544},"labels":[],"label_agreement":null},{"id":"W2782879700","doi":"10.2196/resprot.8836","title":"Comparing Short Dental Implants to Standard Dental Implants: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Dental Implant Techniques and Outcomes","field":"Dentistry","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dentistry; Protocol (science); Medicine; Dental implant; Orthodontics; Implant; Surgery; Alternative medicine","score_opus":0.5427656712515339,"score_gpt":0.6623768665522439,"score_spread":0.11961119530071007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782879700","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.71823e-7,0.049900778,0.00010119002,0.0000063336256,0.00006796563,0.9463416,0.0022698918,0.00046140456,0.0008503654],"genre_scores_gemma":[1.7636292e-7,0.02461836,0.00042821103,0.00011207216,0.0004965332,0.97136205,0.00043743185,0.00034779028,0.002197396],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9870177,0.001790516,0.0036579815,0.001836694,0.0032400948,0.0024570387],"domain_scores_gemma":[0.99418694,0.00087880244,0.00086697505,0.002363622,0.0007541849,0.00094947603],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0061609773,0.0014332474,0.0069913287,0.0009780038,0.0007004059,0.001260993,0.0037980182,0.0007695889,0.00038006745],"category_scores_gemma":[0.0007164684,0.0010442523,0.0017016951,0.0012155693,0.00023378294,0.000428858,0.0022759563,0.0016235693,0.0036671709],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031869832,0.00024453385,0.000069458074,0.76780266,0.00021565668,0.0006314024,0.000012002946,3.454458e-9,0.0000017763429,0.00005653094,0.22248963,0.008157681],"study_design_scores_gemma":[0.00061718334,0.0008086284,0.0000025971542,0.49842265,0.00009903787,0.00508665,0.000015477533,7.54122e-7,0.00003433375,0.000014405278,0.49431488,0.0005834042],"about_ca_topic_score_codex":0.000029994198,"about_ca_topic_score_gemma":0.00025127557,"teacher_disagreement_score":0.27182525,"about_ca_system_score_codex":0.0016870712,"about_ca_system_score_gemma":0.00072043063,"threshold_uncertainty_score":0.99984175},"labels":[],"label_agreement":null},{"id":"W2783119464","doi":"10.2196/resprot.8062","title":"Effectiveness of a Technology-Based Supportive Educational Parenting Program on Parental Outcomes in Singapore: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Childbirth; Social support; Medicine; Protocol (science); Nursing; Family medicine; Psychology; Clinical psychology; Pregnancy; Alternative medicine","score_opus":0.117368503403652,"score_gpt":0.5732189847138335,"score_spread":0.45585048131018147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783119464","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07542897,5.620468e-7,0.000007034204,0.0005014065,0.000024759185,0.9235334,0.000012560759,0.000058228143,0.0004331178],"genre_scores_gemma":[0.1589347,1.952922e-8,0.00063473155,0.00001752189,0.00010191573,0.84008,0.00001529225,0.000025162977,0.00019063753],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958714,0.0012198802,0.001039574,0.0004439357,0.0007598377,0.0006653589],"domain_scores_gemma":[0.9957704,0.002726914,0.00039850431,0.0003397748,0.00062128855,0.00014313964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006022513,0.00023043013,0.0014734713,0.0007450382,0.00015946385,0.000032302334,0.00019838774,0.00018607404,0.000113811606],"category_scores_gemma":[0.002524697,0.00015323718,0.00033220998,0.00044591198,0.00066202536,0.000060564915,0.000060416427,0.00045551892,0.00001262147],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95330274,0.010871136,0.018674979,0.0147753535,0.00006839929,0.000006521895,0.00006496842,3.0204865e-7,0.0002798517,0.00093657715,0.000028031161,0.0009911265],"study_design_scores_gemma":[0.90085924,0.019501733,0.005891832,0.044617098,0.000007741783,0.0000025725597,0.000020267473,0.00012684244,0.026913436,0.0013862923,0.0005537076,0.00011924742],"about_ca_topic_score_codex":0.0000139511185,"about_ca_topic_score_gemma":0.000004051954,"teacher_disagreement_score":0.083505735,"about_ca_system_score_codex":0.00019035608,"about_ca_system_score_gemma":0.0010663472,"threshold_uncertainty_score":0.62488306},"labels":[],"label_agreement":null},{"id":"W2783151614","doi":"10.2196/resprot.8770","title":"A Tailored Web-based Advice Tool for Skiers and Snowboarders: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Winter Sports Injuries and Performance","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Randomized controlled trial; Protocol (science); Advice (programming); Physical therapy; Computer science; Medicine; World Wide Web; Alternative medicine; Surgery","score_opus":0.10360886991102189,"score_gpt":0.5274903203816431,"score_spread":0.4238814504706212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783151614","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005683497,8.7819376e-7,0.0009240789,0.0018317087,0.00002538113,0.9943453,0.000019872836,0.00012890076,0.0021555272],"genre_scores_gemma":[0.0006519685,1.254333e-7,0.0050455662,0.00038307926,0.0015178984,0.98746294,0.000013608596,0.00006402841,0.00486077],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964018,0.0003639055,0.0009805455,0.000587833,0.0007691299,0.00089677825],"domain_scores_gemma":[0.9958369,0.0014942222,0.00028599647,0.0005836648,0.0015205764,0.0002786326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071663107,0.00030539514,0.0016092975,0.0003500892,0.00043401698,0.00019862421,0.00025046724,0.00022078132,0.00043562055],"category_scores_gemma":[0.0023098562,0.00019984528,0.00054952694,0.00026754843,0.0009946482,0.00017662845,0.00007760723,0.00037202143,0.0000146512775],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92668563,0.00063104235,0.000045065815,0.0019455812,0.00013027976,0.0000032977048,0.00020060583,2.3699295e-7,0.0002729036,0.00026983512,0.06779457,0.002020942],"study_design_scores_gemma":[0.5849739,0.010831675,0.000006242645,0.0012155389,0.000018024399,0.0000022182699,0.000033473294,0.006192386,0.00075252255,0.00022913374,0.39560786,0.00013704889],"about_ca_topic_score_codex":0.000008955101,"about_ca_topic_score_gemma":0.0000097383545,"teacher_disagreement_score":0.34171176,"about_ca_system_score_codex":0.000090842106,"about_ca_system_score_gemma":0.0011782936,"threshold_uncertainty_score":0.8149454},"labels":[],"label_agreement":null},{"id":"W2783263452","doi":"10.2196/resprot.8157","title":"The Role of Ethnicity and Environment in the Regulation of Response to Sensory Stimulus in Children: Protocol and Pilot Findings of a Neurophysiological Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Rate Variability and Autonomic Control","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neurophysiology; Ethnic group; Stimulus (psychology); Psychology; Sensory system; Protocol (science); Developmental psychology; Neuroscience; Physical medicine and rehabilitation; Medicine; Cognitive psychology; Alternative medicine","score_opus":0.12377086088346158,"score_gpt":0.46353466535393634,"score_spread":0.3397638044704748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783263452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53632224,3.7879332e-7,5.603212e-7,0.00036675914,1.9129165e-7,0.46329477,0.0000020814011,0.0000013860772,0.000011622413],"genre_scores_gemma":[0.52182627,1.0979479e-7,0.000020486463,0.000008563217,0.0000084478215,0.4781211,9.979811e-8,0.0000027853907,0.00001214666],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99639153,0.0023646655,0.00042351978,0.00024137727,0.00036975727,0.00020915245],"domain_scores_gemma":[0.9984408,0.0009864202,0.000061762636,0.0003871694,0.000072568735,0.000051261566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00627842,0.00007824973,0.0002455288,0.000123733,0.00006489853,0.000010340497,0.00012977792,0.00004676342,0.000016331593],"category_scores_gemma":[0.00081480487,0.000043182125,0.000018099838,0.00023647898,0.0005650001,0.000031138035,0.00017944774,0.0003148599,0.0000015917193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01791637,0.0021389218,0.14184974,0.00009266408,0.0000086667615,0.0000014178999,0.002397491,0.000009938981,0.82569087,0.00004909641,0.0000069175358,0.0098378835],"study_design_scores_gemma":[0.0031408167,0.017214593,0.96527964,0.00018857149,0.0000011936733,0.0000017558284,0.00034241754,0.00032019443,0.01214876,0.00034288724,0.0009847718,0.000034427187],"about_ca_topic_score_codex":0.000108848064,"about_ca_topic_score_gemma":0.000016972564,"teacher_disagreement_score":0.8234299,"about_ca_system_score_codex":0.000036791687,"about_ca_system_score_gemma":0.00009795286,"threshold_uncertainty_score":0.21759875},"labels":[],"label_agreement":null},{"id":"W2783319370","doi":"10.2196/resprot.8302","title":"Research- and Practice-Based Nutrition Education and Cooking Workshops in Pediatric Oncology: Protocol for Implementation and Development of Curriculum","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Centre Hospitalier Universitaire Sainte-Justine","funders":"Fondation Charles-Bruneau; Université de Montréal","keywords":"Medicine; Childhood cancer; Cancer; Curriculum; Pediatric oncology; Protocol (science); Pediatric cancer; Family medicine; Alternative medicine; Internal medicine; Psychology","score_opus":0.34569653679835627,"score_gpt":0.6553773619907353,"score_spread":0.309680825192379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783319370","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03266568,0.000011849169,0.00012415375,0.0029462108,0.0000051722714,0.96391535,0.000003807737,0.000017123624,0.00031067245],"genre_scores_gemma":[0.010299812,0.0000026585114,0.01582425,0.00008413594,0.0003662976,0.9733619,0.000016768941,0.000021632637,0.000022559183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966757,0.0009515214,0.00059947243,0.00045820486,0.00084767386,0.00046739628],"domain_scores_gemma":[0.99635905,0.0013565223,0.00020684738,0.00021134519,0.0016580314,0.00020819518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009279559,0.00012657572,0.0002702219,0.0007812908,0.0002956044,0.00008163074,0.000088182256,0.00014382029,0.000027469861],"category_scores_gemma":[0.0010842946,0.00012044864,0.000014776927,0.0007155429,0.00041284825,0.00028710687,0.00013543532,0.00046632416,0.000001970305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017773332,0.01867,0.23139298,0.039183546,0.000059920134,0.00001041908,0.021488968,1.601908e-7,0.0034827515,0.0012800914,0.025815137,0.6408427],"study_design_scores_gemma":[0.036785703,0.018211218,0.16951925,0.011064456,0.000012404119,0.000042269145,0.036515445,0.00008521919,0.013245509,0.0017632433,0.7123428,0.00041248422],"about_ca_topic_score_codex":0.00010983373,"about_ca_topic_score_gemma":0.0004848065,"teacher_disagreement_score":0.68652767,"about_ca_system_score_codex":0.00035183472,"about_ca_system_score_gemma":0.0028041357,"threshold_uncertainty_score":0.49744162},"labels":[],"label_agreement":null},{"id":"W2783460893","doi":"10.2196/resprot.8794","title":"Effects of Psychiatric Comorbidity in Immune-Mediated Inflammatory Disease: Protocol for a Prospective Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; St. Francis Xavier University; Dalhousie University; University of Manitoba","funders":"Canadian Institutes of Health Research; Crohn's and Colitis Canada; Research Manitoba","keywords":"Comorbidity; Anxiety; Medicine; Depression (economics); Psychiatry; Population","score_opus":0.05849111473353641,"score_gpt":0.47749662932444525,"score_spread":0.41900551459090885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783460893","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19210994,0.0000019789425,0.000018239682,0.000014228313,0.000008228051,0.8076234,0.000024907176,0.00002332165,0.00017577216],"genre_scores_gemma":[0.14554314,1.0603016e-7,0.0000815076,0.000010217761,0.00029762016,0.8538802,0.000014343504,0.00004929368,0.00012354375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965623,0.00087742246,0.00057029555,0.0006742625,0.00063442526,0.0006813076],"domain_scores_gemma":[0.99769336,0.00010977397,0.0001936414,0.00083446346,0.0009053294,0.0002634243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016328745,0.0002579596,0.0002670144,0.00030312277,0.00018786313,0.000044554563,0.0006133922,0.00016224237,0.000027651196],"category_scores_gemma":[0.0010566545,0.00023673543,0.000136901,0.0004764134,0.0004556074,0.00001751601,0.00037906913,0.00029821837,0.00003154282],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04220669,0.0109172,0.8158203,0.007040065,0.000115105235,0.0001871358,0.00041803173,0.0000038075273,0.11622351,0.0002483519,0.0062605464,0.00055931037],"study_design_scores_gemma":[0.014736028,0.00528519,0.92439973,0.0005029387,0.0000045638712,5.776744e-7,0.00006340311,0.00004550127,0.031870734,0.00040343092,0.0223901,0.00029779415],"about_ca_topic_score_codex":0.0000082969345,"about_ca_topic_score_gemma":0.00006271109,"teacher_disagreement_score":0.10857949,"about_ca_system_score_codex":0.0000831554,"about_ca_system_score_gemma":0.0008929069,"threshold_uncertainty_score":0.96537906},"labels":[],"label_agreement":null},{"id":"W2783818711","doi":"10.2196/resprot.8879","title":"Correction for: Opening the Black Box of Electronic Health: Collecting, Analyzing, and Interpreting Log Data","year":2018,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data science; Black box; Health records; Computer science; Electronic health record; Information retrieval; Data mining; World Wide Web; Health care; Political science; Artificial intelligence","score_opus":0.5803280795752249,"score_gpt":0.6833053812800682,"score_spread":0.10297730170484332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783818711","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008219965,0.00035667658,0.00082755677,0.0051075867,0.002567698,0.9742009,0.00032837526,0.00013688926,0.016392123],"genre_scores_gemma":[0.00044892833,0.00010054294,0.00019150821,0.00027847773,0.0036683644,0.8627428,0.0004062559,0.00017096671,0.13199219],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98611087,0.006491934,0.002135788,0.0013988786,0.0011839045,0.0026786407],"domain_scores_gemma":[0.9857302,0.0069610714,0.0018232513,0.002549044,0.0026137822,0.00032266194],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024725657,0.0004302104,0.0010061904,0.0005956635,0.0047531496,0.00014209957,0.0026758239,0.0010823912,0.00045519206],"category_scores_gemma":[0.013023867,0.0003338347,0.00011276991,0.001282882,0.0010638669,0.00028754596,0.0029912053,0.009673216,0.00009979565],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005939682,0.00006602929,0.0029733018,0.006072023,0.000051893476,0.000001015279,0.0069867875,0.000001324435,0.000013075807,0.0002092709,0.97555125,0.007480088],"study_design_scores_gemma":[0.00024868804,0.0024373017,0.00007148916,0.028792787,0.0000064600276,0.0000035303933,0.007213489,0.019239593,0.000050936247,0.0013564703,0.94032705,0.0002522195],"about_ca_topic_score_codex":0.0053955154,"about_ca_topic_score_gemma":0.020019608,"teacher_disagreement_score":0.11560007,"about_ca_system_score_codex":0.0015078333,"about_ca_system_score_gemma":0.011724362,"threshold_uncertainty_score":0.99991137},"labels":[],"label_agreement":null},{"id":"W2783909263","doi":"10.2196/resprot.7912","title":"Development of a Maternal, Newborn and Child mHealth Intervention in Thai Nguyen Province, Vietnam: Protocol for the mMom Project","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; AIDS Vancouver; Simon Fraser University","funders":"Simon Fraser University; International Development Research Centre","keywords":"mHealth; Intervention (counseling); Protocol (science); Medicine; Psychology; Family medicine; Nursing; Medical education; Psychological intervention; Alternative medicine","score_opus":0.340087442477831,"score_gpt":0.6483008234194331,"score_spread":0.30821338094160206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783909263","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011246456,0.000004785513,0.00077319593,0.0018302671,0.0000145973945,0.99399686,0.000029950183,0.00005895267,0.0021667655],"genre_scores_gemma":[0.00077626645,0.000002174305,0.0062913666,0.00021524279,0.0003539146,0.99148875,0.000009942686,0.000046804562,0.000815533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99463534,0.0011438414,0.0016055125,0.00059407693,0.0006608338,0.0013603999],"domain_scores_gemma":[0.9970847,0.0006352859,0.000576558,0.0007003742,0.0007121738,0.00029093103],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008700132,0.00021488406,0.00037708928,0.00041793732,0.0021283678,0.00003527081,0.00057866983,0.00024169945,0.00014503967],"category_scores_gemma":[0.00032706832,0.00014409679,0.00005527979,0.00072154816,0.00034212516,0.0001590746,0.00040185233,0.0011362416,0.00006406579],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008398761,0.0020257176,0.051008627,0.058560327,0.000031627467,0.0000016596613,0.008601692,3.541791e-7,0.0002015806,0.0133688245,0.038746458,0.81905437],"study_design_scores_gemma":[0.0050732247,0.0011014811,0.04072678,0.0077034114,0.0000011216908,0.0000015772773,0.0008792107,0.00018733487,0.00025232756,0.0004083023,0.9435577,0.0001075695],"about_ca_topic_score_codex":0.000524798,"about_ca_topic_score_gemma":0.004609317,"teacher_disagreement_score":0.9048112,"about_ca_system_score_codex":0.0004866968,"about_ca_system_score_gemma":0.0044232146,"threshold_uncertainty_score":0.9991707},"labels":[],"label_agreement":null},{"id":"W2784262451","doi":"10.2196/resprot.7720","title":"Smartphone App Using Mindfulness Meditation for Women With Chronic Pelvic Pain (MEMPHIS): Protocol for a Randomized Feasibility Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Mindfulness; Randomized controlled trial; Medicine; Meditation; Psychological intervention; Physical therapy; Intervention (counseling); mHealth; Mindfulness-based stress reduction; Clinical psychology; Nursing; Surgery","score_opus":0.2946265409996747,"score_gpt":0.5786514670208648,"score_spread":0.28402492602119006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784262451","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017669277,3.3745854e-7,0.20230336,0.00018465394,0.00006114352,0.79498065,0.000047313184,0.000075915836,0.00057968195],"genre_scores_gemma":[0.008012937,6.993119e-10,0.0006621198,0.000022252323,0.0017313954,0.98471236,0.000015679592,0.00007971761,0.0047635324],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99202347,0.0038320865,0.001024451,0.00095920806,0.00085186155,0.0013088991],"domain_scores_gemma":[0.9942207,0.0025102752,0.00044721807,0.0009473388,0.0015677465,0.0003067425],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017616365,0.00033373525,0.0008364924,0.0004242833,0.00086408394,0.00023446178,0.0006208172,0.00027427735,0.010115701],"category_scores_gemma":[0.0011884691,0.0002400071,0.00033493745,0.00067968445,0.0009382997,0.0002181657,0.00011534024,0.0004178957,0.00007255324],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9192226,0.00240318,0.000018780358,0.0014305697,0.0001377758,0.0000024927265,0.0008417029,0.0000013538105,0.00006607622,0.006096742,0.04126014,0.028518591],"study_design_scores_gemma":[0.78337014,0.02008929,0.00003876374,0.0015237894,0.000008388536,0.000004500327,0.00060721254,0.0016861835,0.0025321005,0.029179621,0.16061532,0.00034466558],"about_ca_topic_score_codex":0.000046650184,"about_ca_topic_score_gemma":0.00012768002,"teacher_disagreement_score":0.20164125,"about_ca_system_score_codex":0.0007020763,"about_ca_system_score_gemma":0.00091184943,"threshold_uncertainty_score":0.9907892},"labels":[],"label_agreement":null},{"id":"W2784528496","doi":"10.2196/resprot.9376","title":"Effect of a Titanium Tetrafluoride Varnish in the Prevention and Treatment of Carious Lesions in the Permanent Teeth of Children Living in a Fluoridated Region: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Dentistry; Fluoride varnish; Varnish; Medicine; Enamel paint; Randomized controlled trial; Carious lesion; Permanent teeth; Orthodontics; Chemistry; Surgery","score_opus":0.08609768661350692,"score_gpt":0.510575629589872,"score_spread":0.4244779429763651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784528496","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31998846,0.0000040023147,0.000008445844,0.000019125067,0.0000066394487,0.679828,0.0000063528237,0.000004439234,0.00013454512],"genre_scores_gemma":[0.38517419,9.93183e-7,0.000008291046,0.0000024932567,0.000049144495,0.61469597,0.0000061733253,0.000008211772,0.000054524015],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99100775,0.0066244085,0.0010594617,0.00027108623,0.0006959507,0.00034135953],"domain_scores_gemma":[0.9954204,0.0035713052,0.0003713497,0.00037344996,0.00022373498,0.00003977959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009206191,0.00016003798,0.0009111577,0.00034639853,0.000084855485,0.00003817735,0.00028969158,0.00013479494,0.000015726482],"category_scores_gemma":[0.001374005,0.00008338632,0.00021045814,0.0006375404,0.00027524307,0.00008594933,0.000047311627,0.00020817155,0.0000010294052],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9767411,0.0027112379,0.009089553,0.0011733494,0.000036844354,0.000011250542,0.0024890925,0.0000015222372,0.00038938588,0.00015553931,0.00017248788,0.0070286854],"study_design_scores_gemma":[0.9604526,0.018318985,0.014797389,0.0028531752,0.000017571969,0.000017702476,0.00039926957,0.00030051943,0.002441983,0.00013396036,0.00018533964,0.00008147319],"about_ca_topic_score_codex":0.00068331003,"about_ca_topic_score_gemma":0.002240477,"teacher_disagreement_score":0.06518575,"about_ca_system_score_codex":0.00012778302,"about_ca_system_score_gemma":0.0002515912,"threshold_uncertainty_score":0.34003955},"labels":[],"label_agreement":null},{"id":"W2784566461","doi":"10.2196/resprot.8541","title":"Web-Based Training Program Using Cognitive Behavioral Therapy to Enhance Cognitive Flexibility and Alleviate Psychological Distress Among Schoolteachers: Pilot Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Web application; Flexibility (engineering); Stress management; Cognition; Intervention (counseling); Cognitive behavioral therapy; Distress; Cognitive therapy; Cognitive flexibility; Applied psychology; Psychology; Clinical psychology; Physical therapy; Medicine; Computer science; Psychiatry","score_opus":0.4868674726020824,"score_gpt":0.6648890404067888,"score_spread":0.17802156780470635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784566461","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5267713,0.000008077579,0.00018970537,0.000112735754,0.00006152248,0.47055992,0.000081794,0.00015000928,0.002064908],"genre_scores_gemma":[0.49941882,1.3602204e-7,0.0002306855,0.00007352932,0.00018908182,0.4997459,0.000017374368,0.000033899185,0.00029057183],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98785895,0.007104684,0.0013398045,0.0013461381,0.0009371596,0.0014132481],"domain_scores_gemma":[0.9951021,0.0023011875,0.0003956605,0.00047891744,0.0009922481,0.000729881],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008071288,0.00045154308,0.0014622626,0.00036637063,0.0005475875,0.0005010831,0.00043244442,0.00026497495,0.0011162092],"category_scores_gemma":[0.0017588293,0.00034809418,0.00042926916,0.00063218776,0.0030689456,0.0003373765,0.00017205546,0.001134673,0.00018528594],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8544971,0.016039612,0.0003136135,0.00005347595,0.0001416601,0.000027343125,0.0011232401,6.11627e-8,0.0001232054,0.00006295311,0.00011590916,0.12750186],"study_design_scores_gemma":[0.9340577,0.05787293,0.001909236,0.0034244498,0.00002318165,0.000004870478,0.0009977737,0.000121171586,0.00046599493,0.00053112925,0.00020654625,0.00038497944],"about_ca_topic_score_codex":0.00012435582,"about_ca_topic_score_gemma":0.00007721949,"teacher_disagreement_score":0.12711687,"about_ca_system_score_codex":0.00017993533,"about_ca_system_score_gemma":0.00017452262,"threshold_uncertainty_score":0.9998971},"labels":[],"label_agreement":null},{"id":"W2784877078","doi":"10.2196/resprot.7918","title":"The Use of Facebook Advertising to Recruit Healthy Elderly People for a Clinical Trial: Baseline Metrics","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Baseline (sea); Advertising; Psychology; Internet privacy; Social media; Medicine; Gerontology; Computer science; World Wide Web; Business","score_opus":0.8853227018303876,"score_gpt":0.7351994265599769,"score_spread":0.1501232752704107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784877078","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011031014,0.000007751362,0.0005381347,0.022460934,0.0005403777,0.965173,0.000011976621,0.00005680396,0.0001799916],"genre_scores_gemma":[0.0010865815,0.00003512141,0.0036113514,0.0003091113,0.003455763,0.9909161,0.0000023039465,0.000027602378,0.00055608834],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99021614,0.0054967687,0.0010322515,0.0004181125,0.0017823024,0.0010544116],"domain_scores_gemma":[0.9487682,0.047285758,0.00027918408,0.0005366445,0.002534664,0.0005955371],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036470436,0.000103904364,0.0003202209,0.0002754449,0.0020333577,0.0002840157,0.0008437224,0.00024633805,0.000087438384],"category_scores_gemma":[0.15630203,0.00008361147,0.0001223186,0.002261893,0.000798478,0.00022839909,0.00013792574,0.00049326767,0.00009048747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025507122,0.0006865832,0.008758447,0.00020162505,0.000012422204,2.3326582e-7,0.017254358,1.999722e-7,0.000013260294,0.002159548,0.14899397,0.7964122],"study_design_scores_gemma":[0.004512819,0.0065316525,0.001921804,0.00027172052,0.0000015076013,5.0332147e-8,0.0010875734,0.000026882342,0.000051419796,0.0006690223,0.98484164,0.00008389606],"about_ca_topic_score_codex":0.0022397675,"about_ca_topic_score_gemma":0.0076084076,"teacher_disagreement_score":0.8358477,"about_ca_system_score_codex":0.00043196685,"about_ca_system_score_gemma":0.0037029735,"threshold_uncertainty_score":0.99926585},"labels":[],"label_agreement":null},{"id":"W2784914927","doi":"10.2196/resprot.9038","title":"Examining the Frequency and Contribution of Foods Eaten Away From Home in the Diets of 18- to 30-Year-Old Australians Using Smartphone Dietary Assessment (MYMeals): Protocol for a Cross-Sectional Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council NSW","keywords":"Environmental health; Body mass index; Socioeconomic status; Cross-sectional study; Meal; Medicine; Consumption (sociology); Food group; Gerontology; Young adult; Demography; Geography; Population","score_opus":0.4177942787374094,"score_gpt":0.5828602683054468,"score_spread":0.16506598956803742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784914927","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.509874,1.6257441e-7,0.000020664325,0.000083738385,0.000004623563,0.48989657,0.000053485044,0.000008543336,0.000058194626],"genre_scores_gemma":[0.49833223,1.5409036e-8,0.0002255721,0.000012773345,0.00017394242,0.5012148,0.0000054213656,0.000013687847,0.000021561764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960733,0.0008974607,0.0006164858,0.0005101093,0.0013410652,0.00056156685],"domain_scores_gemma":[0.99708146,0.0010155969,0.00020077529,0.00063283276,0.00093512225,0.00013419088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00399798,0.00020476813,0.0004879047,0.00017159323,0.00029523182,0.000110000845,0.00038318915,0.00012448571,0.000113564834],"category_scores_gemma":[0.00042688655,0.0001256306,0.00008334265,0.000625615,0.000569553,0.00019586457,0.0003023658,0.0006223841,0.000004004635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015488183,0.008363435,0.9538619,0.0003946638,0.00007922028,0.000006691057,0.00084141333,0.0000024999752,0.034450896,0.00013916967,0.00017065913,0.00014063393],"study_design_scores_gemma":[0.006383123,0.015252298,0.96953195,0.0007954777,0.000009701623,0.0000021745623,0.00053899473,0.00012203474,0.0053559397,0.0017421306,0.00014907178,0.00011709574],"about_ca_topic_score_codex":0.0014990853,"about_ca_topic_score_gemma":0.00024382865,"teacher_disagreement_score":0.029094955,"about_ca_system_score_codex":0.00022082856,"about_ca_system_score_gemma":0.00025792036,"threshold_uncertainty_score":0.5123067},"labels":[],"label_agreement":null},{"id":"W2785003319","doi":"10.2196/resprot.7551","title":"Integrated Decentralized Training for Health Professions Education at the University of KwaZulu-Natal, South Africa: Protocol for the I-DecT Project","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Staffing; Context (archaeology); Medical education; Medicine; Health care; Resource (disambiguation); Capacity building; Nursing; Political science; Geography; Computer science","score_opus":0.5844565181315196,"score_gpt":0.6704194636651919,"score_spread":0.08596294553367234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785003319","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021517761,0.000008581856,0.0010291032,0.00942052,0.000059235706,0.9871411,0.0002685753,0.0001271548,0.0017305989],"genre_scores_gemma":[0.0009959022,0.0000014220852,0.0024369974,0.00032786772,0.0003454852,0.9798162,0.00004944528,0.000061066276,0.015965637],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99196774,0.0037302254,0.00087517936,0.0006148015,0.0008319331,0.001980145],"domain_scores_gemma":[0.9917191,0.0035789849,0.0007562318,0.0010608559,0.0025750555,0.00030974238],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00823321,0.00028063447,0.00049574056,0.00021086184,0.008483253,0.000035276676,0.0012163818,0.00030469298,0.0004811187],"category_scores_gemma":[0.0016987462,0.00015976193,0.00017614204,0.0014177322,0.0009979515,0.00016982315,0.00048016667,0.001160768,0.00011459391],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010516918,0.00052025187,0.00091410073,0.004497987,0.000042691103,3.0294703e-7,0.0989639,9.790118e-7,0.00013159036,0.003005872,0.86497027,0.016435139],"study_design_scores_gemma":[0.0041363663,0.0019256592,0.0004681295,0.0072477954,0.000004666481,7.1033844e-7,0.07679138,0.000274327,0.00011107728,0.00071587815,0.90818346,0.0001405315],"about_ca_topic_score_codex":0.00061278953,"about_ca_topic_score_gemma":0.0017545377,"teacher_disagreement_score":0.04321321,"about_ca_system_score_codex":0.0012005358,"about_ca_system_score_gemma":0.013090887,"threshold_uncertainty_score":0.99280757},"labels":[],"label_agreement":null},{"id":"W2785052974","doi":"10.2196/resprot.8900","title":"Activating Technology for Connected Health in Cancer: Protocol for a Research and Training Program","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Universidad de Sevilla","keywords":"Protocol (science); Training (meteorology); Medical education; Computer science; Medicine; Psychology; Alternative medicine","score_opus":0.619169724287023,"score_gpt":0.6964932853995428,"score_spread":0.07732356111251981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785052974","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024022134,0.000004829586,0.00006151297,0.0107408855,0.0000061709934,0.9860889,0.000028919156,0.00016603761,0.0005005688],"genre_scores_gemma":[0.0044588675,4.9146763e-7,0.0027607072,0.00009296274,0.00048030214,0.99168557,0.000009226056,0.000064265325,0.0004476085],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962897,0.00030291197,0.00044641746,0.00071526034,0.00061981165,0.0016259042],"domain_scores_gemma":[0.99647206,0.0006752777,0.000097849,0.00042748428,0.0020385499,0.00028875936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050506117,0.00017299571,0.0004698131,0.0010351836,0.0005804034,0.0001097624,0.0002588893,0.00025419382,0.00004852406],"category_scores_gemma":[0.0012171003,0.0001496868,0.00004904748,0.002099618,0.000849993,0.00010777984,0.00017652567,0.0010298259,0.0000021512865],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009872927,0.0010346068,0.0051211854,0.006715593,0.000027180502,0.0000049038936,0.00457026,6.443648e-8,0.0034566903,0.0024639757,0.009103687,0.9576289],"study_design_scores_gemma":[0.011783179,0.032718603,0.00085069233,0.008551367,5.9172004e-7,0.000011604516,0.0036591834,0.00041720385,0.0077894945,0.004690431,0.92935413,0.00017354859],"about_ca_topic_score_codex":0.00038953222,"about_ca_topic_score_gemma":0.003793706,"teacher_disagreement_score":0.9574554,"about_ca_system_score_codex":0.0005500993,"about_ca_system_score_gemma":0.0023549204,"threshold_uncertainty_score":0.6104051},"labels":[],"label_agreement":null},{"id":"W2785252979","doi":"10.2196/resprot.8635","title":"Mobile Health Technology Interventions for Suicide Prevention: Protocol for a Systematic Review and Meta-Analysis","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; PsycINFO; Suicidal ideation; mHealth; Cochrane Library; Medicine; MEDLINE; Meta-analysis; Systematic review; Poison control; Mental health; Suicide prevention; Psychiatry; Medical emergency","score_opus":0.7380591635906544,"score_gpt":0.7174248373600922,"score_spread":0.02063432623056216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785252979","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7312383e-10,0.47770303,0.000388893,0.0001442209,0.0000023085129,0.5213643,0.00023734877,0.000077601464,0.000082354694],"genre_scores_gemma":[1.5371208e-9,0.09795565,0.00092947856,0.00008191104,0.0000820347,0.8846572,0.00009115594,0.00011253338,0.016090011],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98948354,0.0037349802,0.003325371,0.0015613105,0.0005830384,0.0013117403],"domain_scores_gemma":[0.99275297,0.0015151851,0.0019602347,0.0021753882,0.0013630384,0.00023320346],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010874142,0.0007730568,0.011474367,0.0020336008,0.00072102697,0.00016591113,0.0012631932,0.0005634865,0.0013247575],"category_scores_gemma":[0.00089870224,0.0005040922,0.007072145,0.0029865967,0.00043473844,0.00010310738,0.00052660436,0.00081095874,0.00018336243],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003660097,0.0006032654,4.4026427e-7,0.8713619,0.08304102,0.0000019384202,0.00006816033,4.933601e-9,4.4527844e-9,0.0010376252,0.039802037,0.0040469826],"study_design_scores_gemma":[0.000606453,0.005151795,6.5513234e-8,0.22510044,0.082978316,0.000017786337,0.000099579025,2.669935e-7,1.04125526e-7,0.0007584008,0.6849867,0.00030007094],"about_ca_topic_score_codex":0.000013730496,"about_ca_topic_score_gemma":0.00007790336,"teacher_disagreement_score":0.64626145,"about_ca_system_score_codex":0.00023976923,"about_ca_system_score_gemma":0.00050534034,"threshold_uncertainty_score":0.9997411},"labels":[],"label_agreement":null},{"id":"W2785327123","doi":"10.2196/resprot.9012","title":"Substance Use Prevention Programs for Indigenous Adolescents in the United States of America, Canada, Australia and New Zealand: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Australian Government","keywords":"Indigenous; Psychological intervention; Substance use; Mainstream; Medicine; Environmental health; Gerontology; Psychiatry; Family medicine; Political science","score_opus":0.4174249544125423,"score_gpt":0.5935788425531244,"score_spread":0.17615388814058214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785327123","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030387996,0.015547976,0.000009235381,0.000061335435,0.000009087061,0.9842647,0.0000767068,0.000012789983,0.000015166717],"genre_scores_gemma":[3.188096e-8,0.16799985,0.00013091107,0.000016594004,0.0001598158,0.82522756,0.00017095194,0.000031105887,0.006263159],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99161327,0.004199113,0.0013749021,0.0004897675,0.0011803005,0.0011426198],"domain_scores_gemma":[0.9960288,0.00088029593,0.0011597596,0.00057990104,0.0010869917,0.00026429907],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0070558744,0.00032283305,0.0014344625,0.00030799527,0.0017256137,0.00021843762,0.0009817933,0.0002592706,0.000010389566],"category_scores_gemma":[0.00015221277,0.00018877404,0.00018944408,0.0015836951,0.00038919895,0.00017552005,0.0000057072284,0.0004557939,0.0000036947952],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060762584,0.0004382083,0.00003345355,0.9587594,0.000029505572,0.0000010757454,0.026580682,1.7307306e-8,1.6111961e-9,0.00020970646,0.010725171,0.0031619894],"study_design_scores_gemma":[0.00027834898,0.00042330995,0.0000034466648,0.43978631,0.000023226725,0.0000010199896,0.00023411155,2.561461e-7,6.7157885e-8,0.00013409292,0.55900174,0.00011408935],"about_ca_topic_score_codex":0.80343354,"about_ca_topic_score_gemma":0.9778944,"teacher_disagreement_score":0.54827654,"about_ca_system_score_codex":0.0008030754,"about_ca_system_score_gemma":0.035240576,"threshold_uncertainty_score":0.999574},"labels":[],"label_agreement":null},{"id":"W2785432020","doi":"10.2196/resprot.8768","title":"Using the Inflammacheck Device to Measure the Level of Exhaled Breath Condensate Hydrogen Peroxide in Patients With Asthma and Chronic Obstructive Pulmonary Disease (The EXHALE Pilot Study): Protocol for a Cross-Sectional Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; COPD; Asthma; Exhaled breath condensate; Exacerbation; Airway; Intensive care medicine; Exhaled nitric oxide; Pulmonary disease; Physical therapy; Internal medicine; Spirometry; Anesthesia","score_opus":0.40194579271806175,"score_gpt":0.5282052573397723,"score_spread":0.12625946462171056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785432020","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5038156,0.0000013169278,0.0000053027875,0.00002825931,0.0000012482972,0.49608585,0.000039321498,0.000009288016,0.000013824365],"genre_scores_gemma":[0.49559844,3.190342e-9,0.000013406016,0.000016146856,0.000101696154,0.5041969,0.0000015423602,0.000023218396,0.000048660804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99519825,0.0013016693,0.00056090055,0.0007139513,0.0016377611,0.00058744266],"domain_scores_gemma":[0.9963738,0.00031356263,0.00019367716,0.0009838572,0.0018266622,0.00030844813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002732602,0.0002930895,0.00035390517,0.00014519988,0.00093171984,0.00012210256,0.00048785922,0.000049311064,0.000040544794],"category_scores_gemma":[0.00047825326,0.00013407115,0.000075260425,0.00066520955,0.0012036823,0.00018558849,0.00040028503,0.0005050131,0.0000035931114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044490032,0.006929583,0.94507504,0.0004571733,0.000080289516,0.000020125372,0.000709871,0.000022659648,0.0014745021,0.000004118075,0.000011617606,0.0007249882],"study_design_scores_gemma":[0.0122742355,0.019808043,0.96503496,0.00043737798,0.000016237986,0.0000062304534,0.0011444628,0.00012386774,0.0005156441,0.000042648222,0.00044644083,0.00014986371],"about_ca_topic_score_codex":0.00011196008,"about_ca_topic_score_gemma":0.00028959845,"teacher_disagreement_score":0.032215796,"about_ca_system_score_codex":0.00040127063,"about_ca_system_score_gemma":0.0013552977,"threshold_uncertainty_score":0.716613},"labels":[],"label_agreement":null},{"id":"W2785779242","doi":"10.2196/resprot.8490","title":"Psychosocial Distress of Patients with Psoriasis: Protocol for an Assessment of Care Needs and the Development of a Supportive Intervention","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psoriasis: Treatment and Pathogenesis","field":"Immunology and Microbiology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lilly Deutschland; Eli Lilly and Company","keywords":"Psychosocial; Intervention (counseling); Distress; Psoriasis; Protocol (science); Medicine; Psychology; Clinical psychology; Needs assessment; Psychotherapist; Psychiatry; Nursing; Alternative medicine","score_opus":0.10014878068611524,"score_gpt":0.5029706474404873,"score_spread":0.40282186675437204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785779242","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13836703,0.0000017985368,0.00012600192,0.000011187604,0.000009228962,0.8610433,0.0001530956,0.0000070967612,0.00028131783],"genre_scores_gemma":[0.2854014,3.851012e-8,0.000541541,7.817221e-7,0.000015717977,0.7138998,0.000080166086,0.000009359659,0.00005121915],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982332,0.0006351168,0.0004949935,0.00020980478,0.000167232,0.0002596447],"domain_scores_gemma":[0.9980589,0.0001445365,0.00037521156,0.0002631788,0.0011343735,0.000023802599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088773784,0.00013236835,0.00032876272,0.0001522238,0.00019858283,0.00001094004,0.00024820192,0.00012059812,0.00006995694],"category_scores_gemma":[0.0000388889,0.00007721501,0.00007757023,0.00021552193,0.0008553593,0.00008705824,0.000098084405,0.000108818815,0.0000010849695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12751271,0.01082322,0.35079774,0.0073723174,0.0016408396,3.941477e-7,0.054284506,2.618124e-7,0.011453942,0.0034640334,0.0011451225,0.4315049],"study_design_scores_gemma":[0.08648375,0.031360365,0.62012076,0.003659897,0.000054697037,6.6540974e-7,0.008419417,0.0000026650787,0.2240209,0.00037213095,0.025205458,0.0002992767],"about_ca_topic_score_codex":0.000017888427,"about_ca_topic_score_gemma":0.00012397871,"teacher_disagreement_score":0.43120563,"about_ca_system_score_codex":0.00004464581,"about_ca_system_score_gemma":0.00021390301,"threshold_uncertainty_score":0.31516072},"labels":[],"label_agreement":null},{"id":"W2785795619","doi":"10.2196/resprot.9096","title":"Increasing Physical Activity Amongst Overweight and Obese Cancer Survivors Using an Alexa-Based Intelligent Agent for Patient Coaching: Protocol for the Physical Activity by Technology Help (PATH) Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Johns Hopkins University","keywords":"Coaching; Health coaching; Psychological intervention; Randomized controlled trial; Intervention (counseling); Overweight; Protocol (science); mHealth; Physical therapy; Computer science; Medicine; Psychology; Nursing; Alternative medicine; Obesity","score_opus":0.22298347613080555,"score_gpt":0.5362384027034443,"score_spread":0.3132549265726387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785795619","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46814188,0.0000014073386,0.0017733054,0.00036995218,0.000023659433,0.5295099,0.000104002946,0.000060369646,0.000015557252],"genre_scores_gemma":[0.36767033,1.8507436e-7,0.000092782764,0.000030666695,0.00080650486,0.63129795,0.0000067210735,0.000059800943,0.000035043682],"study_design_codex":"randomized_trial","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99583316,0.0008476316,0.00026498243,0.0009457454,0.0010786265,0.0010298339],"domain_scores_gemma":[0.9966308,0.0011550777,0.00023428877,0.0008443512,0.0008022178,0.0003332472],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016794241,0.00040854674,0.00065072376,0.00022750751,0.00091395597,0.00019459461,0.00037123234,0.0002548358,0.000024437975],"category_scores_gemma":[0.0004680171,0.00028170555,0.0002475356,0.00062640745,0.0010476455,0.00026715302,0.00029343402,0.0009097787,0.00000192974],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4107906,0.02351618,0.006322299,0.004563344,0.00024987958,0.000012467418,0.0036858455,0.000016270033,0.14758828,0.00018356323,0.0032359124,0.39983535],"study_design_scores_gemma":[0.05324965,0.038376033,0.0013684953,0.0035793614,0.000083383165,0.000011272478,0.0012494934,0.09818435,0.57325834,0.00041204973,0.2292928,0.00093480764],"about_ca_topic_score_codex":0.003852153,"about_ca_topic_score_gemma":0.0013548372,"teacher_disagreement_score":0.42567003,"about_ca_system_score_codex":0.00065106066,"about_ca_system_score_gemma":0.0008030093,"threshold_uncertainty_score":0.9999635},"labels":[],"label_agreement":null},{"id":"W2785862452","doi":"10.2196/resprot.9090","title":"Testing Behavior Change Techniques to Encourage Primary Care Physicians to Access Cancer Screening Audit and Feedback Reports: Protocol for a Factorial Randomized Experiment of Email Content","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Sunnybrook Hospital; Institute for Clinical Evaluative Sciences; University of Ottawa; Women's College Hospital; Cancer Care Ontario; University of Toronto; Ottawa Hospital; Centre hospitalier universitaire de Québec; Université Laval","funders":"Canadian Institutes of Health Research; University of Toronto; Ontario Institute for Cancer Research","keywords":"Snowball sampling; Audit; Test (biology); Usability; Protocol (science); Psychology; Incentive program; Medicine; Incentive; Operationalization; Family medicine; Medical education; Nursing; Computer science; Alternative medicine; Business","score_opus":0.8919658666400023,"score_gpt":0.7800526419696332,"score_spread":0.11191322467036913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785862452","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048181354,5.847841e-7,0.0015223689,0.0016649594,0.0000474227,0.9911546,0.00018235682,0.00012194479,0.00048761247],"genre_scores_gemma":[0.00242571,1.028909e-7,0.012481083,0.0020343615,0.0017032463,0.98109084,0.0000056959916,0.000056712594,0.00020223625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929103,0.0018075089,0.0016386422,0.0007920546,0.0014254404,0.0014260146],"domain_scores_gemma":[0.99152595,0.0023375077,0.00083801325,0.00063351175,0.0040976126,0.00056740764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072522415,0.00026783426,0.0008219034,0.0004731804,0.0012764354,0.000110157445,0.0005778723,0.0001615226,0.0001909554],"category_scores_gemma":[0.0037972704,0.00021815576,0.000081297934,0.00096624054,0.00036295314,0.00052696146,0.00096609595,0.0004885753,0.000008770953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09043228,0.0007818703,0.049624067,0.02304982,0.00006538847,0.000026629374,0.20509873,6.0536564e-7,0.25639406,0.00013860632,0.090329915,0.284058],"study_design_scores_gemma":[0.093231454,0.007400197,0.0349074,0.038664024,0.0000145402455,0.0000032965966,0.012621468,0.000023173949,0.12779607,0.000110989546,0.68434083,0.00088656595],"about_ca_topic_score_codex":0.0035729103,"about_ca_topic_score_gemma":0.0005538785,"teacher_disagreement_score":0.5940109,"about_ca_system_score_codex":0.0008386298,"about_ca_system_score_gemma":0.0017177733,"threshold_uncertainty_score":0.9817439},"labels":[],"label_agreement":null},{"id":"W2785894566","doi":"10.2196/resprot.9108","title":"Evaluating the CARE4Carer Blended Care Intervention for Partners of Patients With Acquired Brain Injury: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Acquired brain injury; Physical therapy; Psychology; Nursing; Alternative medicine; Rehabilitation; Surgery; Pathology","score_opus":0.3719040612627263,"score_gpt":0.6424424211464249,"score_spread":0.2705383598836986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785894566","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009730319,8.061853e-7,0.00050219375,0.000966701,0.000016837084,0.988016,0.00008022542,0.000051554427,0.00063534954],"genre_scores_gemma":[0.017869005,1.2229116e-8,0.00207315,0.000050244118,0.00044722058,0.97822034,0.000060024457,0.00009070797,0.0011893106],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99067503,0.0035316197,0.0014972886,0.00065024814,0.0026481897,0.0009976071],"domain_scores_gemma":[0.98400784,0.0061850282,0.00064027676,0.0010081005,0.007935746,0.00022303456],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016606783,0.00033180835,0.0017222392,0.00042435917,0.0004889314,0.00014667196,0.0005791417,0.00021069447,0.0003511288],"category_scores_gemma":[0.014944038,0.0001731415,0.0007975084,0.0005972561,0.0014287308,0.00016916516,0.00018346141,0.00038133076,0.000009599432],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9705052,0.0012775654,0.00014021846,0.0039795917,0.00044078162,4.029009e-7,0.0019205182,4.7377637e-7,0.0004933083,0.00044327698,0.006858774,0.0139399255],"study_design_scores_gemma":[0.91496503,0.06884069,0.000109795605,0.0036860341,0.00005393924,4.550195e-7,0.00080603274,0.0009746229,0.0030300117,0.00052296446,0.0068428586,0.00016758399],"about_ca_topic_score_codex":0.000015308562,"about_ca_topic_score_gemma":0.000018201703,"teacher_disagreement_score":0.067563124,"about_ca_system_score_codex":0.00028789716,"about_ca_system_score_gemma":0.001507006,"threshold_uncertainty_score":0.9933535},"labels":[],"label_agreement":null},{"id":"W2785910520","doi":"10.2196/resprot.8368","title":"Text-Based Program Addressing the Mental Health of Soon-to-be and New Fathers (SMS4dads): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Psychological intervention; mHealth; Randomized controlled trial; Mood; Anxiety; Distress; Psychology; Medicine; Intervention (counseling); Nursing; Clinical psychology; Psychiatry","score_opus":0.341975451365969,"score_gpt":0.6010824427106081,"score_spread":0.25910699134463905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785910520","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010956943,0.000006106367,0.000081801474,0.014194672,0.000022749051,0.9840185,0.000014741561,0.00006630262,0.0004994014],"genre_scores_gemma":[0.0010771897,3.0242842e-7,0.0023234382,0.00096971233,0.00044628087,0.99353456,0.0000054556326,0.00004244346,0.0016006314],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953337,0.0014027256,0.001007276,0.00041159923,0.0009992089,0.00084552076],"domain_scores_gemma":[0.99726605,0.0009974804,0.00038665105,0.00044658539,0.0003124948,0.00059071305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067164083,0.0002394498,0.0012691736,0.00021790402,0.000537818,0.00011269033,0.00025386308,0.000108447275,0.00015267299],"category_scores_gemma":[0.0006089505,0.00013156368,0.00025799376,0.00025383304,0.0006717975,0.000069829286,0.00010571763,0.00038504557,0.000008258641],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9731948,0.0011511266,0.0000380877,0.005917912,0.000058542304,0.0000016122857,0.00094528706,1.3128648e-7,0.00019807726,0.00019756633,0.00566191,0.01263499],"study_design_scores_gemma":[0.8545783,0.022264829,0.000038744685,0.017968887,0.0000057773377,0.0000050939016,0.00006251546,0.00039448668,0.0037493417,0.00013862754,0.10068713,0.00010624817],"about_ca_topic_score_codex":0.000091610425,"about_ca_topic_score_gemma":0.000020745681,"teacher_disagreement_score":0.11861645,"about_ca_system_score_codex":0.00012746718,"about_ca_system_score_gemma":0.0014952046,"threshold_uncertainty_score":0.5365011},"labels":[],"label_agreement":null},{"id":"W2785979061","doi":"10.2196/resprot.9102","title":"Influence of Radiofrequency Electromagnetic Fields on the Fertility System: Protocol for a Systematic Review and Meta-Analysis","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Electromagnetic Fields and Biological Effects","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Fertility; Meta-analysis; Computer science; Medicine; Population; Alternative medicine; Environmental health","score_opus":0.22286050625859677,"score_gpt":0.5278612913388606,"score_spread":0.30500078508026385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785979061","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001907621,0.28063416,0.000007593753,0.00007467864,3.4677083e-7,0.7191178,0.000040661427,0.000009873321,0.00011292556],"genre_scores_gemma":[0.000007321847,0.040094845,0.000055571367,0.00012897607,0.000037010795,0.95920444,0.000024655397,0.000029041332,0.0004181623],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9931432,0.0035705962,0.0012050283,0.0009271656,0.00051614945,0.0006378672],"domain_scores_gemma":[0.9959662,0.0009189981,0.0006519097,0.0016909078,0.00064169976,0.00013029901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004680719,0.00052627275,0.0038167704,0.00015095981,0.00019278469,0.000070837144,0.0011175849,0.0006471445,0.00005032735],"category_scores_gemma":[0.0017414725,0.0002372576,0.0017407255,0.00081855885,0.00038937136,0.0000041520034,0.00024665348,0.0006049263,0.000007453436],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007936444,0.00013000982,1.2863296e-7,0.9879704,0.0097186295,0.0000014392695,0.000002515577,1.321327e-7,0.00016507681,0.0002503139,0.0014383467,0.00024363905],"study_design_scores_gemma":[0.0009474878,0.0728808,0.0000036381812,0.5196513,0.13886082,0.00005384852,0.0000056865993,0.000011770939,0.0010485185,0.00029551965,0.26495677,0.0012838644],"about_ca_topic_score_codex":0.000009491428,"about_ca_topic_score_gemma":0.000005640272,"teacher_disagreement_score":0.46831912,"about_ca_system_score_codex":0.00004066298,"about_ca_system_score_gemma":0.00029395107,"threshold_uncertainty_score":0.96750844},"labels":[],"label_agreement":null},{"id":"W2786116771","doi":"10.2196/resprot.8883","title":"Reducing Sedentary Time for Obese Older Adults: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institute on Aging; National Institutes of Health","keywords":"Randomized controlled trial; Medicine; Physical therapy; Protocol (science); Gerontology; Alternative medicine; Internal medicine","score_opus":0.16896855517288611,"score_gpt":0.5743112501112329,"score_spread":0.40534269493834674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786116771","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013993006,3.929184e-7,0.00034818976,0.0021130976,0.0000133257645,0.99403435,0.000023591887,0.000111761015,0.0019559935],"genre_scores_gemma":[0.00046346735,6.143797e-8,0.0013994578,0.00021566458,0.0038177066,0.98893994,0.000019933683,0.000064802414,0.0050789765],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953433,0.001017161,0.00089990074,0.00066942914,0.0009771613,0.0010930393],"domain_scores_gemma":[0.9935285,0.0037851443,0.0002619177,0.0005671833,0.0014010095,0.00045623543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068673478,0.00027172416,0.0021156105,0.00026483316,0.00053307257,0.00010604126,0.00027396326,0.00021851843,0.0006086534],"category_scores_gemma":[0.0036191943,0.00017906087,0.00075755443,0.00031691234,0.00054130075,0.00023531333,0.00010453211,0.0005909547,0.0001421042],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9461442,0.006076999,0.0000015804958,0.003315365,0.00013579895,0.0000033574674,0.00046798214,6.393697e-8,0.0019252417,0.0002456243,0.03846838,0.0032153744],"study_design_scores_gemma":[0.90825266,0.020164117,0.0000049592018,0.0062705963,0.000019086834,0.000003596298,0.000035215962,0.0030075659,0.0037098483,0.0017649082,0.056598168,0.00016930391],"about_ca_topic_score_codex":0.000039696,"about_ca_topic_score_gemma":0.0000059541835,"teacher_disagreement_score":0.0378916,"about_ca_system_score_codex":0.00021847704,"about_ca_system_score_gemma":0.0011674451,"threshold_uncertainty_score":0.730189},"labels":[],"label_agreement":null},{"id":"W2786177591","doi":"10.2196/resprot.8406","title":"Enhancing Lifestyle Change in Cardiac Patients Through the Do CHANGE System (“Do Cardiac Health: Advanced New Generation Ecosystem”): Randomized Controlled Trial Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Randomized controlled trial; Medicine; Protocol (science); Behavior change; Gerontology; Physical therapy; Alternative medicine; Internal medicine","score_opus":0.19208379108602125,"score_gpt":0.5402378119654032,"score_spread":0.34815402087938196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786177591","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008093519,0.00010766011,0.000020999265,0.0020201316,0.0005384722,0.9872106,0.00006454271,0.00013617579,0.0018079419],"genre_scores_gemma":[0.03138541,0.000019132262,0.00019890745,0.0007259857,0.0118019795,0.9554239,0.00006461683,0.000099071854,0.0002810201],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9818757,0.010276682,0.002407573,0.0009937583,0.002444198,0.0020020632],"domain_scores_gemma":[0.9949553,0.0010473424,0.0007950693,0.001209653,0.00092977914,0.00106284],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.019409131,0.0005131749,0.0037411107,0.00044195727,0.00084831106,0.00018427504,0.00032069723,0.00035036769,0.00006433113],"category_scores_gemma":[0.0010600676,0.00032668153,0.0008060016,0.0010082003,0.00019770645,0.00048537113,0.00021070194,0.0011231644,0.00019204878],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95924854,0.0007463842,0.0009424972,0.0067403633,0.000088136214,0.000007924142,0.0073505696,2.1766701e-7,0.00010850085,0.00037273555,0.005736599,0.018657524],"study_design_scores_gemma":[0.81713235,0.0067182793,0.0003788521,0.008769177,0.000016888933,0.00000341871,0.0006064557,0.000108498105,0.00038215006,0.000012764405,0.16561706,0.00025409056],"about_ca_topic_score_codex":0.002455938,"about_ca_topic_score_gemma":0.00045179809,"teacher_disagreement_score":0.15988047,"about_ca_system_score_codex":0.002344589,"about_ca_system_score_gemma":0.0029183729,"threshold_uncertainty_score":0.9999185},"labels":[],"label_agreement":null},{"id":"W2786871755","doi":"10.2196/resprot.9385","title":"Attention Bias in Individuals with Addictive Disorders: Systematic Review Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Systematic review; Attentional bias; Clinical psychology; Meta-analysis; Publication bias; Addiction; Psychology; Cannabis; Abstinence; Psychiatry; Stimulant; MEDLINE; Intervention (counseling); Medicine; Cognition","score_opus":0.27036402566379614,"score_gpt":0.5840521593555266,"score_spread":0.31368813369173043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786871755","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013327229,0.00015695715,0.00016793812,0.00025784405,0.000015383057,0.97365755,0.000040796975,0.00014593004,0.02542431],"genre_scores_gemma":[0.002708997,0.00006603038,0.00020446492,0.00015873095,0.00021848461,0.99359375,0.000028027322,0.0000980239,0.0029234942],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.991326,0.0035285165,0.00097505003,0.0012269221,0.0017550293,0.0011884925],"domain_scores_gemma":[0.99573886,0.0007739,0.0005583888,0.0012236957,0.0014439699,0.00026115985],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004675513,0.00045724196,0.0008381362,0.0013330169,0.00034267607,0.00020239434,0.0009153489,0.00025292792,0.0030518805],"category_scores_gemma":[0.001862008,0.00031597365,0.00012435904,0.0048519094,0.00069503166,0.00052099436,0.000271339,0.0008873528,0.0031495232],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020856727,0.010974365,0.45701855,0.39025116,0.0006446911,0.000054965207,0.003538356,9.7105485e-8,0.000029982519,0.0010978364,0.106201194,0.028103126],"study_design_scores_gemma":[0.011938364,0.010229666,0.12013106,0.48393935,0.000059041307,0.00003606086,0.0020068474,0.0000046651808,0.00014664332,0.002679651,0.36788338,0.000945269],"about_ca_topic_score_codex":0.00006296068,"about_ca_topic_score_gemma":0.00009668862,"teacher_disagreement_score":0.3368875,"about_ca_system_score_codex":0.00025090727,"about_ca_system_score_gemma":0.00022626318,"threshold_uncertainty_score":0.99992925},"labels":[],"label_agreement":null},{"id":"W2786878044","doi":"10.2196/resprot.9042","title":"The Effectiveness and Cost-Effectiveness of Web-Based and Home-Based Postnatal Psychoeducational Interventions for First-Time Mothers: Randomized Controlled Trial Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Medical Research Council; Medical Research Council; National University Health System","keywords":"Psychoeducation; Randomized controlled trial; Medicine; Childbirth; Psychological intervention; Anxiety; Cost effectiveness; Nursing; Clinical psychology; Pregnancy; Psychiatry","score_opus":0.12753859514088917,"score_gpt":0.5469372285235291,"score_spread":0.41939863338263994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786878044","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04073674,0.000017961942,0.00026856287,0.00045561843,0.000034938723,0.95821583,0.00004630075,0.000030172083,0.00019384526],"genre_scores_gemma":[0.079116575,6.316581e-7,0.00016748923,0.00002355813,0.00014243928,0.9203278,0.0000115029,0.000029708619,0.00018033214],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99407023,0.0039031287,0.00066400255,0.00037981474,0.0005405763,0.00044225933],"domain_scores_gemma":[0.9849935,0.013467631,0.00025046387,0.00034571983,0.0007328595,0.00020980164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013869709,0.00020840764,0.0009846609,0.00023568838,0.0005361898,0.00009434671,0.00017295335,0.00012190013,0.0000959439],"category_scores_gemma":[0.0015915727,0.0001259948,0.0003242714,0.0001864149,0.0011517938,0.00008395234,0.000053405834,0.00027324285,0.000007918922],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96672887,0.0013383038,0.0005862787,0.029595725,0.000109180895,0.0000017609735,0.000035230594,8.20817e-7,0.0004092899,0.0005607903,0.00007225708,0.000561483],"study_design_scores_gemma":[0.92893195,0.010192895,0.0056685647,0.04497448,0.000023469434,0.000006741835,0.00000854701,0.0012517318,0.00607582,0.0007896302,0.0019577066,0.000118486736],"about_ca_topic_score_codex":0.00001458528,"about_ca_topic_score_gemma":0.000005805334,"teacher_disagreement_score":0.038379837,"about_ca_system_score_codex":0.00010602087,"about_ca_system_score_gemma":0.0006011325,"threshold_uncertainty_score":0.5137919},"labels":[],"label_agreement":null},{"id":"W2786916826","doi":"10.2196/resprot.8660","title":"Motivational Interviewing and Medication Review in Coronary Heart Disease (MIMeRiC): Intervention Development and Protocol for the Process Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Motivational interviewing; Psychological intervention; Intervention (counseling); Context (archaeology); Randomized controlled trial; Medicine; Qualitative research; Protocol (science); Psychology; Alternative medicine; Nursing; Pathology","score_opus":0.441115337638996,"score_gpt":0.6691737382923838,"score_spread":0.22805840065338778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786916826","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028985504,0.00013853307,0.000096076656,0.007407815,0.0000056484255,0.98934954,0.000002630879,0.000013113548,0.000088097935],"genre_scores_gemma":[0.010646783,0.000009402309,0.0002840516,0.0010135061,0.00012886612,0.9878199,0.0000328187,0.0000123596765,0.00005229972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977701,0.0003907711,0.00045909156,0.00029546215,0.0007844256,0.0003001834],"domain_scores_gemma":[0.9987001,0.00020375232,0.00008949487,0.00017581633,0.0005641096,0.00026673762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007492989,0.00009443019,0.00018344926,0.00012279979,0.00025309023,0.00002261269,0.00006319359,0.000038745187,0.00008295512],"category_scores_gemma":[0.00069009326,0.000064407,0.000028936269,0.00026390894,0.00016612506,0.00013636515,0.00007144227,0.00022193155,0.000005931077],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037163508,0.00077779684,0.07958128,0.07694404,0.00001217088,0.0000017255809,0.0009901742,1.1848909e-7,0.00006579454,0.00007893936,0.0073632365,0.83046836],"study_design_scores_gemma":[0.0055946964,0.0013795682,0.6724095,0.052494787,0.000007508284,0.000020061674,0.0001868484,0.0008108221,0.00018818516,0.00035131906,0.2664683,0.00008843891],"about_ca_topic_score_codex":0.000016103577,"about_ca_topic_score_gemma":0.000022014807,"teacher_disagreement_score":0.8303799,"about_ca_system_score_codex":0.00029705456,"about_ca_system_score_gemma":0.001047281,"threshold_uncertainty_score":0.26264414},"labels":[],"label_agreement":null},{"id":"W2787093256","doi":"10.2196/resprot.8692","title":"Functional Magnetic Resonance Imaging Evaluation of Auricular Percutaneous Electrical Neural Field Stimulation for Fibromyalgia: Protocol for a Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vagus Nerve Stimulation Research","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Emory University; U.S. Department of Veterans Affairs","keywords":"Fibromyalgia; Magnetic resonance imaging; Functional magnetic resonance imaging; Medicine; Protocol (science); Percutaneous; Physical medicine and rehabilitation; Physical therapy; Radiology; Pathology; Alternative medicine","score_opus":0.4627283157139046,"score_gpt":0.5907130416737582,"score_spread":0.12798472595985355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787093256","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020032974,0.0000018088904,0.0015602034,0.00029951826,0.000011158337,0.977806,0.000026934822,0.0000736805,0.00018775291],"genre_scores_gemma":[0.28854704,7.311656e-9,0.0004411002,0.000017348219,0.00015382649,0.71054643,0.0000040948676,0.000031693577,0.00025847787],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99152195,0.0022949837,0.0007210914,0.0011289057,0.0034214014,0.0009116408],"domain_scores_gemma":[0.99129456,0.0033271224,0.00017161737,0.00078000815,0.004251526,0.00017513472],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0063327616,0.00023727102,0.00029424828,0.00043938967,0.00076339225,0.00019790664,0.0005753719,0.00012058769,0.00073779206],"category_scores_gemma":[0.013339296,0.00021132822,0.00015855103,0.0012453756,0.0003445409,0.0003497878,0.00021335522,0.0004637436,0.00002316729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050354727,0.013177509,0.07939115,0.0028039159,0.000018007446,0.000033149186,0.0010510401,0.0022465691,0.6456354,0.0016608058,0.032684937,0.17094278],"study_design_scores_gemma":[0.013283407,0.024940029,0.061403733,0.00033752967,0.000009583086,0.00003275341,0.00005328834,0.8274398,0.06224926,0.0043487544,0.0055654133,0.0003364594],"about_ca_topic_score_codex":0.000017471466,"about_ca_topic_score_gemma":0.000008439075,"teacher_disagreement_score":0.8251932,"about_ca_system_score_codex":0.000397849,"about_ca_system_score_gemma":0.0007185773,"threshold_uncertainty_score":0.99497175},"labels":[],"label_agreement":null},{"id":"W2787166034","doi":"10.2196/resprot.9420","title":"Telehealth Rehabilitation for Cognitive Impairment: Randomized Controlled Feasibility Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"Alzheimer Society","keywords":"Telerehabilitation; Telehealth; Dementia; Rehabilitation; Physical medicine and rehabilitation; Cognitive impairment; Randomized controlled trial; Cognitive rehabilitation therapy; Physical therapy; Psychological intervention; Cognition; Medicine; Telemedicine; Psychology; Disease; Psychiatry; Health care","score_opus":0.2303425288174004,"score_gpt":0.6105465579665711,"score_spread":0.38020402914917073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787166034","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08351388,0.000004848016,0.000866855,0.006110225,0.00003777835,0.90814877,0.0000330756,0.000112218186,0.0011723393],"genre_scores_gemma":[0.13880897,0.0000010059508,0.0017262179,0.00050370407,0.0014836588,0.8568651,0.0000964142,0.000033307595,0.00048160792],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99321777,0.0024854925,0.0014728381,0.00061469205,0.0012622576,0.00094693166],"domain_scores_gemma":[0.98726046,0.008509414,0.0003766746,0.0004309707,0.002966073,0.00045639995],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020615323,0.00022446302,0.0015565717,0.00047761798,0.00048758354,0.00005749188,0.00012709913,0.0001529828,0.00062940136],"category_scores_gemma":[0.016021375,0.00015456288,0.0004073407,0.0005566578,0.00090538285,0.00017043315,0.000051850682,0.00045623473,0.00006971717],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9693412,0.0016884197,0.0013769702,0.0011989295,0.00009477704,0.0000021923545,0.0011862633,9.609301e-9,0.00011096501,0.00076387415,0.016143998,0.008092379],"study_design_scores_gemma":[0.9200766,0.054596394,0.0025716154,0.0011009267,0.000038831335,0.00000459682,0.0007959253,0.00015690624,0.0002913862,0.0032762464,0.016973257,0.00011733115],"about_ca_topic_score_codex":0.00006137136,"about_ca_topic_score_gemma":0.00003692076,"teacher_disagreement_score":0.05529509,"about_ca_system_score_codex":0.00038215486,"about_ca_system_score_gemma":0.0013819974,"threshold_uncertainty_score":0.9922671},"labels":[],"label_agreement":null},{"id":"W2787257593","doi":"10.2196/resprot.8842","title":"mHealth Intervention Promoting Cardiovascular Health Among African-Americans: Recruitment and Baseline Characteristics of a Pilot Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences; National Center for Research Resources","keywords":"mHealth; Psychological intervention; Community-based participatory research; eHealth; Gerontology; Population; Medicine; Ethnic group; Participatory action research; Health equity; Health promotion; Intervention (counseling); Family medicine; Psychology; Nursing; Public health; Health care; Environmental health; Political science","score_opus":0.5387522904498974,"score_gpt":0.6364813523095195,"score_spread":0.09772906185962216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787257593","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06346577,0.00007590328,0.0013449318,0.00145575,0.000041893334,0.9327211,0.00008758966,0.00014059816,0.0006665067],"genre_scores_gemma":[0.35448763,0.00003520982,0.00045560286,0.00015755415,0.00039985808,0.6442137,0.000023333801,0.00004226269,0.00018486031],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98594725,0.008155401,0.0021430512,0.0008679968,0.0012267154,0.0016595776],"domain_scores_gemma":[0.9942846,0.00075504323,0.0009924652,0.0012759863,0.0016214288,0.0010704814],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024481496,0.00026634612,0.00095023017,0.0004738037,0.0020029575,0.00002866678,0.00041918023,0.00011105937,0.00021348157],"category_scores_gemma":[0.0010795643,0.00023687158,0.00009968506,0.0011908481,0.00055601005,0.00015752592,0.00044801543,0.0014838387,0.00008720078],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019701424,0.0094780605,0.2393103,0.019303802,0.00016810908,0.0000072919015,0.01320054,3.393398e-7,0.0001190946,0.0007309174,0.009752042,0.7059594],"study_design_scores_gemma":[0.00609451,0.04493794,0.39138347,0.0077228453,0.000015991605,0.00000303905,0.0068764696,0.00036102932,0.000028707802,0.0003286264,0.54194766,0.00029973566],"about_ca_topic_score_codex":0.005507636,"about_ca_topic_score_gemma":0.0009850804,"teacher_disagreement_score":0.7056596,"about_ca_system_score_codex":0.00061297335,"about_ca_system_score_gemma":0.0019157337,"threshold_uncertainty_score":0.9992963},"labels":[],"label_agreement":null},{"id":"W2787273887","doi":"10.2196/resprot.9484","title":"The Effects of Social Presence on Adherence-Focused Guidance in Problematic Cannabis Users: Protocol for the CANreduce 2.0 Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cannabis; Motivational interviewing; Randomized controlled trial; Psychological intervention; Medicine; Intervention (counseling); Effects of cannabis; Anxiety; Protocol (science); Psychiatry; Social anxiety; Cannabis Dependence; Cognitive behavioral therapy; Clinical psychology; Psychology; Alternative medicine; Cannabidiol","score_opus":0.15204257060743573,"score_gpt":0.5266442352818981,"score_spread":0.3746016646744623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787273887","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00531296,0.000006548878,0.000010858783,0.0026889846,0.000032781016,0.99115604,0.0000013086734,0.000036481102,0.0007540537],"genre_scores_gemma":[0.015775867,6.0525474e-7,0.00009348187,0.000045398836,0.00044315832,0.97836626,8.7442737e-7,0.000037856822,0.0052365256],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99440145,0.0019622657,0.0010405255,0.00041139455,0.0013470885,0.00083728234],"domain_scores_gemma":[0.9852725,0.012615917,0.00044168756,0.00070787227,0.000860263,0.00010173678],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006634194,0.0002921453,0.0014266926,0.0001819572,0.00057327776,0.00010576562,0.00062062667,0.00014510922,0.00006671674],"category_scores_gemma":[0.010185322,0.0001241337,0.00045641305,0.000582951,0.0013297022,0.000107770225,0.0000730138,0.00045298671,0.00001835498],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9745343,0.0009524789,0.00021492143,0.0010515512,0.00023011063,0.000006866238,0.0032373106,3.6337923e-7,0.0005713897,0.001248283,0.015856339,0.0020961135],"study_design_scores_gemma":[0.97220945,0.0077719917,0.00046852787,0.0043847044,0.000030395082,6.8587457e-7,0.0002126203,0.00022934939,0.007142124,0.0016843403,0.0057407273,0.0001250928],"about_ca_topic_score_codex":0.000071659786,"about_ca_topic_score_gemma":0.00030150963,"teacher_disagreement_score":0.0127897905,"about_ca_system_score_codex":0.00025206638,"about_ca_system_score_gemma":0.0010686168,"threshold_uncertainty_score":0.9981523},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2787444370","doi":"10.2196/resprot.8341","title":"One Pass Thalamic and Subthalamic Stimulation for Patients with Tremor-Dominant Idiopathic Parkinson Syndrome (OPINION): Protocol for a Randomized, Active-Controlled, Double-Blinded Pilot Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurological disorders and treatments","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Boston Scientific Corporation","keywords":"Deep brain stimulation; Subthalamic nucleus; Thalamus; Essential tremor; Parkinson's disease; Stimulation; Neuroscience; Basal ganglia; Medicine; Psychology; Thalamic stimulator; Physical medicine and rehabilitation; Central nervous system; Disease; Internal medicine","score_opus":0.21638601616484696,"score_gpt":0.49115667523011136,"score_spread":0.27477065906526443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787444370","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12150025,0.0000017349223,0.00025595265,0.0004227678,0.000015118151,0.8775728,0.000029116482,0.00005622903,0.00014606866],"genre_scores_gemma":[0.2864454,4.549932e-7,0.00033773552,0.000044325137,0.00018575376,0.71275413,0.00003404328,0.00005814548,0.00013999458],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995676,0.0006918318,0.0007740166,0.0009407065,0.0009993371,0.0009181334],"domain_scores_gemma":[0.9967188,0.0010669093,0.0003804136,0.00050286023,0.0010593936,0.00027159997],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020358765,0.00040798553,0.001546803,0.0003624466,0.0004929374,0.00013915183,0.00019322951,0.00021815777,0.000043301196],"category_scores_gemma":[0.00063118106,0.00025386826,0.0002596313,0.0003492566,0.0005942269,0.00023249726,0.00009098584,0.00040676323,0.00001309395],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.983596,0.008792209,0.0018916834,0.0010389932,0.00024152473,0.000009794952,0.00005262694,4.1966223e-7,0.00021225598,0.00021969138,0.00014426735,0.0038005281],"study_design_scores_gemma":[0.878547,0.10257802,0.011595694,0.0014956113,0.000053287087,0.0000054586067,0.0000074911472,0.00055461045,0.00038318773,0.0027492372,0.0017950805,0.00023530533],"about_ca_topic_score_codex":0.000016519809,"about_ca_topic_score_gemma":0.000010022891,"teacher_disagreement_score":0.16494514,"about_ca_system_score_codex":0.00013206384,"about_ca_system_score_gemma":0.00030533815,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W2787489793","doi":"10.2196/resprot.8990","title":"National Food, Nutrition, and Physical Activity Survey of the Portuguese General Population (2015-2016): Protocol for Design and Development","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Protocol (science); Consumption (sociology); Environmental health; Population; Public health; Medicine; Alternative medicine; Sociology; Social science","score_opus":0.40722542906004383,"score_gpt":0.5589644126552278,"score_spread":0.15173898359518395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787489793","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017893959,0.0000017189999,0.00026937068,0.000445733,0.000002523349,0.98126197,0.0000415425,0.000010876691,0.000072286064],"genre_scores_gemma":[0.020621795,3.374667e-7,0.004317142,0.00002123664,0.00024886717,0.9746343,0.000017083612,0.000012391763,0.0001268363],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983326,0.0002764798,0.00017641614,0.00024979314,0.0007241206,0.00024056781],"domain_scores_gemma":[0.99782395,0.0003109043,0.00008034124,0.00012434932,0.0015657977,0.00009463815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015010994,0.00010170621,0.00019130818,0.000071250804,0.00031613646,0.000020907668,0.00007076741,0.00005959221,0.000012465416],"category_scores_gemma":[0.00039527973,0.0000670466,0.000028415367,0.00019671883,0.00030108183,0.000088667046,0.000131982,0.00013680034,0.0000016775043],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.057735816,0.028073475,0.2659869,0.016925424,0.0005659998,0.0000049257237,0.00108921,0.000004736467,0.02783832,0.007879054,0.44505358,0.14884257],"study_design_scores_gemma":[0.0053225732,0.002134787,0.9365307,0.0008028025,0.0000013152537,0.0000045926813,0.000009034016,0.00029106654,0.00714841,0.0018435693,0.04582384,0.00008730762],"about_ca_topic_score_codex":0.000043999513,"about_ca_topic_score_gemma":0.00003634372,"teacher_disagreement_score":0.6705438,"about_ca_system_score_codex":0.000085585045,"about_ca_system_score_gemma":0.00033317236,"threshold_uncertainty_score":0.27340811},"labels":[],"label_agreement":null},{"id":"W2787509831","doi":"10.2196/resprot.8862","title":"Confocal Laser Endomicroscopy for the Diagnosis of Urothelial Carcinoma in the Bladder and the Upper Urinary Tract: Protocols for Two Prospective Explorative Studies","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bladder and Urothelial Cancer Treatments","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mauna Kea Technologies","keywords":"Urothelial carcinoma; Medicine; Urinary system; Urology; Upper urinary tract; Endomicroscopy; Confocal; Pathology; Radiology; Bladder cancer; Internal medicine; Cancer; Physics","score_opus":0.26501803771978144,"score_gpt":0.5550446163159137,"score_spread":0.2900265785961323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787509831","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02071443,0.000092764145,0.00004914852,0.00534553,0.000013755977,0.9730808,0.0001656608,0.000015632728,0.0005222583],"genre_scores_gemma":[0.25505763,0.00000730316,0.00012743303,0.0002652848,0.0004647394,0.74372447,0.000002827148,0.000034526292,0.00031578643],"study_design_codex":"randomized_trial","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99714416,0.0006598723,0.0004589581,0.00048080832,0.00064205023,0.0006141485],"domain_scores_gemma":[0.99392545,0.004245968,0.00013755936,0.0006094117,0.0010060446,0.00007555681],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0027894692,0.00027458274,0.0005714885,0.00011461828,0.0006118872,0.000097538716,0.00042018734,0.00008734767,0.000048734808],"category_scores_gemma":[0.00079478085,0.00011502775,0.0001889662,0.00033357932,0.0027411233,0.00016342114,0.0001562963,0.00045811976,0.0000068524273],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.37784016,0.01757698,0.30648974,0.0050644097,0.0026890107,0.00009435477,0.19516596,0.000003348282,0.004436214,0.018329747,0.053336862,0.01897322],"study_design_scores_gemma":[0.23957954,0.07568719,0.09057991,0.0045012576,0.00027510227,0.00013238446,0.037237402,0.00029537702,0.34810492,0.02063338,0.18229252,0.00068102835],"about_ca_topic_score_codex":0.00008885365,"about_ca_topic_score_gemma":0.000052299936,"teacher_disagreement_score":0.3436687,"about_ca_system_score_codex":0.00012833138,"about_ca_system_score_gemma":0.00046078052,"threshold_uncertainty_score":0.9999728},"labels":[],"label_agreement":null},{"id":"W2787567344","doi":"10.2196/resprot.8332","title":"Migration Influences on the Allostatic Load of Children: Systematic Review Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Allostatic load; Protocol (science); Allostasis; Psychology; Medicine; Computer science; Gerontology; Alternative medicine; Neuroscience","score_opus":0.19461727625615716,"score_gpt":0.5822334927931743,"score_spread":0.3876162165370171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787567344","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023574089,0.000025232926,0.000007374783,0.0016571406,0.000006279922,0.9908294,0.000010258713,0.000039120598,0.005067772],"genre_scores_gemma":[0.005591004,0.0000016057859,0.000030290608,0.00080638943,0.00012949151,0.99239826,0.0000041548233,0.000020361718,0.0010184568],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9940254,0.0027574124,0.00094564614,0.00037990187,0.0013379107,0.00055371824],"domain_scores_gemma":[0.9966204,0.00065779116,0.00040183426,0.0011429776,0.0010341993,0.00014279933],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005562861,0.00018038077,0.00041807623,0.00014625362,0.00032429467,0.00006201472,0.0006792053,0.00010629178,0.0018388762],"category_scores_gemma":[0.0011147606,0.00010177125,0.00008805044,0.00078950345,0.0004105368,0.00011320985,0.000050459552,0.00045786437,0.0018510149],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014875812,0.0022802975,0.008766804,0.6566677,0.00018901008,0.000007055316,0.014343194,3.462807e-7,0.00023754993,0.031210158,0.28359178,0.0012184851],"study_design_scores_gemma":[0.0058737653,0.023447014,0.057822067,0.8238129,0.000046576493,0.00005698333,0.0015185286,0.000065792396,0.0038537178,0.0049077594,0.0777399,0.0008550163],"about_ca_topic_score_codex":0.00022280167,"about_ca_topic_score_gemma":0.00025578233,"teacher_disagreement_score":0.20585188,"about_ca_system_score_codex":0.00007978603,"about_ca_system_score_gemma":0.00037436318,"threshold_uncertainty_score":0.99907357},"labels":[],"label_agreement":null},{"id":"W2787658886","doi":"10.2196/resprot.9168","title":"mHealth Technology and Nurse Health Coaching to Improve Health in Diabetes: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Patient-Centered Outcomes Research Institute","keywords":"Health coaching; mHealth; Coaching; Medicine; Randomized controlled trial; Telemedicine; Health care; Diabetes mellitus; Protocol (science); MEDLINE; eHealth; Health information technology; Chronic disease; Nursing; Family medicine; Alternative medicine; Intervention (counseling); Psychological intervention; Psychology","score_opus":0.1770144204948017,"score_gpt":0.6467837283976079,"score_spread":0.4697693079028062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787658886","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033464356,0.0000121496405,0.0012315057,0.07257515,0.00007197678,0.9245112,0.00006505221,0.0002718855,0.00092642504],"genre_scores_gemma":[0.0003492795,0.0000045540132,0.003987825,0.008365572,0.0011625475,0.98514336,0.000016326678,0.0001107331,0.0008598174],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97904,0.009732023,0.004319944,0.0014827282,0.0008366489,0.0045886077],"domain_scores_gemma":[0.9880002,0.0058869696,0.001478528,0.0012499997,0.0012341099,0.002150167],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.048451412,0.00048429213,0.0035069298,0.002511249,0.003754536,0.00006490099,0.0007067341,0.00059921044,0.0001227771],"category_scores_gemma":[0.0062260064,0.00037673596,0.00019266394,0.0023374204,0.00076169847,0.00017239974,0.0003151838,0.0027186358,0.00015346872],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8781103,0.0011378453,0.0004366208,0.007405999,0.000020212152,3.86513e-7,0.001577234,3.2050318e-7,0.000033354547,0.032409325,0.03316593,0.04570247],"study_design_scores_gemma":[0.61994517,0.008291659,0.00004518359,0.0034579027,0.0000012688855,3.633379e-7,0.0003868582,0.00040493836,0.0000065112017,0.007008572,0.360285,0.00016653803],"about_ca_topic_score_codex":0.0005034905,"about_ca_topic_score_gemma":0.0010483654,"teacher_disagreement_score":0.32711908,"about_ca_system_score_codex":0.0014491074,"about_ca_system_score_gemma":0.013095507,"threshold_uncertainty_score":0.99986845},"labels":[],"label_agreement":null},{"id":"W2787920845","doi":"10.2196/resprot.8054","title":"Self-Management and Self-Efficacy in Patients With Acute Spinal Cord Injuries: Protocol for a Longitudinal Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Self-efficacy; Cohort; Self-management; Physical therapy; Cohort study; Medicine; Longitudinal study; Psychology; Social psychology","score_opus":0.15896820503361594,"score_gpt":0.5612347727272029,"score_spread":0.40226656769358693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787920845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2364941,1.9857544e-7,0.00001736627,0.0000953431,0.0000030582448,0.7620668,0.000007903517,0.00012925212,0.0011859955],"genre_scores_gemma":[0.042113826,1.6506438e-7,0.004691997,0.00002753481,0.00017840965,0.9523675,0.0000081170165,0.00008732001,0.0005251409],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935488,0.0004331158,0.00063146267,0.0012831754,0.0027030588,0.0014003689],"domain_scores_gemma":[0.9962224,0.00012422343,0.00013097438,0.0011204318,0.0019163735,0.0004856103],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003019142,0.00039510167,0.00062991877,0.0009604877,0.0004415327,0.0002512273,0.0005388421,0.00013355752,0.00011762562],"category_scores_gemma":[0.0001620719,0.00029394362,0.0000652617,0.0015891436,0.0004836903,0.00032422628,0.0007121786,0.0009070736,0.00007991127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16916415,0.023835866,0.7969706,0.0020551358,0.00043004972,0.00013572165,0.00015695539,1.4257509e-8,0.000009100068,0.00011205115,0.0026141347,0.0045162113],"study_design_scores_gemma":[0.026164716,0.22675188,0.6901677,0.001383333,0.000025279916,0.000006837669,0.00009100623,0.000023405451,0.00011059448,0.00003681273,0.055011466,0.00022694848],"about_ca_topic_score_codex":0.000023502835,"about_ca_topic_score_gemma":0.000028575738,"teacher_disagreement_score":0.20291601,"about_ca_system_score_codex":0.0005518354,"about_ca_system_score_gemma":0.0005045528,"threshold_uncertainty_score":0.99995124},"labels":[],"label_agreement":null},{"id":"W2787946958","doi":"10.2196/resprot.9071","title":"Understanding the Impact of Childhood Sexual Abuse on Men’s Risk Behavior: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development","keywords":"Sexual abuse; Formative assessment; Outreach; Men who have sex with men; Mental health; Psychology; Public health; Substance abuse; Reproductive health; Clinical psychology; Medicine; Suicide prevention; Psychiatry; Poison control; Family medicine; Nursing; Population; Human immunodeficiency virus (HIV)","score_opus":0.4716639509248214,"score_gpt":0.6523335808429753,"score_spread":0.18066962991815394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787946958","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05265225,2.5683667e-7,0.00051223085,0.000028616887,0.000014912003,0.940412,0.000074000876,0.00007631225,0.006229443],"genre_scores_gemma":[0.12489049,2.1200494e-8,0.00023030431,0.000008923725,0.00044896055,0.8739918,0.0000023454165,0.00007571859,0.00035145757],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9931471,0.0035812804,0.0006094575,0.0007743986,0.00083452207,0.0010532837],"domain_scores_gemma":[0.99598336,0.0015144296,0.00029719897,0.001618985,0.0003796393,0.0002063795],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069474345,0.00033524787,0.00042135586,0.00039834064,0.000849334,0.00016320453,0.0009777695,0.00019816954,0.0012992108],"category_scores_gemma":[0.00022620955,0.00020074152,0.00024669245,0.00073231256,0.00057276443,0.0001227209,0.00017234117,0.001077299,0.00015776596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030195046,0.09266521,0.20717952,0.00043285984,0.002222039,0.0000692966,0.2593767,0.000014472431,0.0016718013,0.007813506,0.26267985,0.13567969],"study_design_scores_gemma":[0.036179885,0.12557234,0.7578523,0.0009146198,0.000041231255,0.000025949432,0.04313324,0.000067737106,0.0021977935,0.004047354,0.029226907,0.00074061746],"about_ca_topic_score_codex":0.00026524212,"about_ca_topic_score_gemma":0.00011869938,"teacher_disagreement_score":0.5506728,"about_ca_system_score_codex":0.00034469506,"about_ca_system_score_gemma":0.00024042951,"threshold_uncertainty_score":0.99961376},"labels":[],"label_agreement":null},{"id":"W2787952188","doi":"10.2196/resprot.8799","title":"Effect of Impulsive Compression Treatment on Postoperative Complications After Open Peripheral Vascular Revascularization (In Situ): Protocol for a Randomized Control Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Peripheral Artery Disease Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Peripheral; Revascularization; Protocol (science); Physical medicine and rehabilitation; Physical therapy; Surgery; Internal medicine; Myocardial infarction; Alternative medicine","score_opus":0.09258566950619389,"score_gpt":0.5339829189579046,"score_spread":0.4413972494517107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787952188","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007827934,9.4331375e-7,0.0005429429,0.0009786823,0.0000056516355,0.9889091,0.000034814286,0.000029741079,0.0016701559],"genre_scores_gemma":[0.040066298,1.5656956e-7,0.00029453236,0.00025038508,0.00013500027,0.9587993,0.00006128043,0.00003990197,0.0003531423],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941018,0.0033038538,0.00069587113,0.0006460216,0.00076471036,0.00048770593],"domain_scores_gemma":[0.9974768,0.0006028728,0.00017698707,0.00083080394,0.0007095383,0.00020296531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028492508,0.00030243178,0.0011273857,0.00027272996,0.00021332075,0.00014154012,0.00034760503,0.00011134005,0.00029235598],"category_scores_gemma":[0.00041935898,0.0001906521,0.0004013154,0.00034919503,0.00041132956,0.00019092957,0.00017174704,0.0001973353,0.00003088946],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98165977,0.003540939,0.00021584214,0.0007642218,0.00024853306,0.000010950786,0.00041529725,0.00001655564,0.0065502715,0.00020641663,0.0010367823,0.005334441],"study_design_scores_gemma":[0.9017619,0.046712566,0.0014710714,0.0033413575,0.00003926314,0.000001087208,0.000018729463,0.0023423412,0.008883543,0.0001145633,0.035147637,0.00016595577],"about_ca_topic_score_codex":0.00005238737,"about_ca_topic_score_gemma":0.000023115379,"teacher_disagreement_score":0.079897866,"about_ca_system_score_codex":0.00052874826,"about_ca_system_score_gemma":0.00025614412,"threshold_uncertainty_score":0.7774567},"labels":[],"label_agreement":null},{"id":"W2788169514","doi":"10.2196/resprot.9118","title":"Enhancing Survivorship Care Planning for Patients With Localized Prostate Cancer Using a Couple-Focused mHealth Symptom Self-Management Program: Protocol for a Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Survivorship curve; Cancer survivorship; Prostate cancer; Medicine; Health care; mHealth; Quality of life (healthcare); Cancer; Nursing; Family medicine; Psychological intervention","score_opus":0.23796007400614902,"score_gpt":0.5697102103977721,"score_spread":0.3317501363916231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788169514","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15419996,0.0000026533708,0.00028346915,0.000047936126,0.000022472115,0.84493405,0.00009449524,0.00030761084,0.00010733975],"genre_scores_gemma":[0.06736925,6.921285e-8,0.004455513,0.00004504097,0.00035446964,0.92744815,0.00004908661,0.00015725617,0.000121177094],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937241,0.00053895504,0.0007916878,0.0013596673,0.0018594217,0.0017261539],"domain_scores_gemma":[0.99361265,0.00026747913,0.00031262654,0.0010258289,0.004251162,0.0005302285],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026295765,0.00049505435,0.0007671094,0.00037976535,0.0009367696,0.0002762472,0.00040145247,0.00017285085,0.000042024796],"category_scores_gemma":[0.00012759885,0.00037752002,0.00015717652,0.0011480082,0.00026944117,0.00023264033,0.0002257067,0.00052768184,0.0000032853977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07542271,0.009344905,0.8343749,0.038532928,0.00029735055,0.00001849038,0.025833322,0.000010067412,0.000047772894,0.000019602332,0.00048206042,0.0156159],"study_design_scores_gemma":[0.2501838,0.22461885,0.12310761,0.047500763,0.000339099,0.0000051963266,0.031317886,0.0027237085,0.0046727764,0.00019984621,0.31283373,0.0024967315],"about_ca_topic_score_codex":0.0009256139,"about_ca_topic_score_gemma":0.0049837795,"teacher_disagreement_score":0.7112673,"about_ca_system_score_codex":0.0017334642,"about_ca_system_score_gemma":0.0015897468,"threshold_uncertainty_score":0.9998677},"labels":[],"label_agreement":null},{"id":"W2788246283","doi":"10.2196/resprot.9429","title":"Healthy Body Image Intervention Delivered to Young Women via Facebook Groups: Formative Study of Engagement and Acceptability","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Formative assessment; Intervention (counseling); Psychology; Medical education; Multimedia; Medicine; Computer science; Pedagogy; Psychiatry","score_opus":0.3553725367156036,"score_gpt":0.6250953504909216,"score_spread":0.269722813775318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788246283","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51331407,6.39154e-7,0.00007974207,0.00032368893,0.000057812187,0.48517206,0.0000034085792,0.00002760557,0.0010209818],"genre_scores_gemma":[0.4644987,5.372087e-7,0.00018456328,0.00001590901,0.00018877008,0.53508085,7.9282785e-7,0.000006781613,0.00002307739],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99257886,0.0046165227,0.0005286848,0.00035897063,0.0011678041,0.00074913434],"domain_scores_gemma":[0.99702257,0.0009174816,0.00018092144,0.00031888377,0.0011309839,0.0004291678],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01315746,0.00010678124,0.00022872096,0.00024113251,0.0011175086,0.000122095,0.00040212626,0.00008533867,0.0009510438],"category_scores_gemma":[0.0028177786,0.000106748164,0.00002986517,0.00071982143,0.000609878,0.00052878045,0.00032443233,0.0003894442,0.00008906433],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085241476,0.0022770667,0.07013187,0.0005058803,0.000016919785,5.1446557e-7,0.86029464,2.7415448e-8,0.00026883176,0.00029666495,0.0006578347,0.06469734],"study_design_scores_gemma":[0.002508096,0.016048832,0.45683157,0.0003380063,0.0000020729424,1.7659521e-7,0.47317132,0.000023747472,0.00044801255,0.0018891846,0.04853475,0.00020420976],"about_ca_topic_score_codex":0.0061440812,"about_ca_topic_score_gemma":0.0033284184,"teacher_disagreement_score":0.38712332,"about_ca_system_score_codex":0.001447869,"about_ca_system_score_gemma":0.0003620764,"threshold_uncertainty_score":0.9999622},"labels":[],"label_agreement":null},{"id":"W2788290998","doi":"10.2196/resprot.8744","title":"Telegerontology as a Novel Approach to Address Health and Safety by Supporting Community-Based Rural Dementia Care Triads: Randomized Controlled Trial Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Dementia; Randomized controlled trial; Protocol (science); Medicine; Health care; Nursing; Alternative medicine; Gerontology; Psychology; Disease","score_opus":0.21182803805687928,"score_gpt":0.583280562130858,"score_spread":0.3714525240739787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788290998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004485435,0.0000083774385,0.0019288941,0.003714434,0.000018055423,0.98631984,0.000044842793,0.00012732384,0.003352786],"genre_scores_gemma":[0.014619476,3.8285816e-7,0.003069621,0.0032693634,0.00051041023,0.9778738,0.0003929259,0.000060070153,0.00020392764],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9881643,0.0061014183,0.0022465512,0.00053812854,0.0014492611,0.0015003541],"domain_scores_gemma":[0.9945617,0.0016741751,0.00071741326,0.0007441202,0.0011486096,0.001154026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016340194,0.00038586924,0.0023842694,0.0005670003,0.0012392539,0.00011306359,0.0003672534,0.00021189125,0.00026292884],"category_scores_gemma":[0.003113158,0.0002790955,0.00021652426,0.00060166954,0.000669478,0.0001397386,0.00021213508,0.0013546485,0.000021243064],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95921403,0.0018478537,0.00037055637,0.002946048,0.00017634849,0.0000029826106,0.0049430616,1.4688717e-7,0.00043132505,0.000222224,0.021318419,0.00852701],"study_design_scores_gemma":[0.83317775,0.024424572,0.000059372265,0.0009744941,0.000026695327,0.000016807384,0.005163955,0.00012259003,0.000419327,0.000025541449,0.13540219,0.0001867345],"about_ca_topic_score_codex":0.0011792154,"about_ca_topic_score_gemma":0.00011931809,"teacher_disagreement_score":0.1260363,"about_ca_system_score_codex":0.00034553424,"about_ca_system_score_gemma":0.00270724,"threshold_uncertainty_score":0.99996614},"labels":[],"label_agreement":null},{"id":"W2788544442","doi":"10.2196/resprot.8334","title":"Therapist-Assisted Rehabilitation of Visual Function and Hemianopia after Brain Injury: Intervention Study on the Effect of the Neuro Vision Technology Rehabilitation Program","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ophthalmology and Visual Impairment Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Physical medicine and rehabilitation; Vision rehabilitation; Intervention (counseling); Quality of life (healthcare); Visual impairment; Psychology; Acquired brain injury; Visual field; Stroke (engine); Impaired Vision; Affect (linguistics); Medicine; Physical therapy; Psychiatry; Optometry; Neuroscience","score_opus":0.06019267976761736,"score_gpt":0.5531488753671711,"score_spread":0.4929561955995537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788544442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7299877,0.000002897122,0.0000021348924,0.0041458467,0.000012546908,0.26578197,0.000001554071,0.00003062302,0.000034741588],"genre_scores_gemma":[0.61101276,5.511427e-8,0.000018902723,0.000017576886,0.00002389933,0.38886708,8.1154104e-7,0.000009871812,0.00004903119],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961664,0.0023362718,0.00040221403,0.0003329779,0.0005357727,0.00022634721],"domain_scores_gemma":[0.9968174,0.0020276043,0.0001712999,0.00047234868,0.0004791702,0.000032186403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003467607,0.00014428816,0.00027534887,0.00030774027,0.00023426351,0.000017177483,0.00012928245,0.0001436307,0.00003795387],"category_scores_gemma":[0.0028107646,0.00007357602,0.00010235369,0.0008818049,0.0015159685,0.00008712778,0.00020020109,0.00044545077,0.000006146656],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021819104,0.0062353774,0.9067854,0.0010950683,0.0000823235,8.713222e-7,0.0010263509,2.8519501e-8,0.023687454,0.0001268107,0.0008985638,0.038242593],"study_design_scores_gemma":[0.0021120594,0.3081607,0.6817838,0.0013829299,0.000010531539,0.0000020723598,0.00066003524,0.000016315435,0.005150231,0.00033445063,0.00034773006,0.00003916352],"about_ca_topic_score_codex":0.000006799239,"about_ca_topic_score_gemma":0.000004524136,"teacher_disagreement_score":0.3019253,"about_ca_system_score_codex":0.00006001062,"about_ca_system_score_gemma":0.000029127737,"threshold_uncertainty_score":0.5585649},"labels":[],"label_agreement":null},{"id":"W2788576812","doi":"10.2196/resprot.8110","title":"Prehospital Advanced Diagnostics and Treatment of Acute Stroke: Protocol for a Controlled Intervention Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Stroke (engine); Acute stroke; Intervention (counseling); Protocol (science); Medical emergency; Emergency medical services; Physical therapy; Intensive care medicine; Emergency medicine; Physical medicine and rehabilitation; Emergency department; Alternative medicine; Psychiatry; Pathology; Engineering","score_opus":0.15183033782611977,"score_gpt":0.5623895400586273,"score_spread":0.4105592022325075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788576812","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033800405,0.000001379292,0.00019249301,0.00018823505,0.0000055334544,0.9643868,0.000042582822,0.000045263805,0.0013372942],"genre_scores_gemma":[0.014313982,6.545848e-7,0.0017041926,0.0000089096075,0.00019565586,0.9788342,0.000008700027,0.000037132842,0.0048965504],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9975971,0.00018407429,0.00057410804,0.00047200013,0.00069244124,0.0004802831],"domain_scores_gemma":[0.99795204,0.0003281374,0.00020165459,0.00055327825,0.0007977077,0.0001671798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007923758,0.00022082741,0.0006226715,0.00025003168,0.00012367772,0.000047829286,0.00016208929,0.000078282515,0.00009639722],"category_scores_gemma":[0.00036732462,0.00015742499,0.00017470786,0.0001970399,0.00029875847,0.00010844663,0.00019747172,0.00013977081,0.000010447843],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.31305835,0.08409238,0.18453604,0.005628923,0.0067857835,0.00023780139,0.0066980603,6.4017536e-7,0.029239522,0.00038239337,0.08355178,0.28578833],"study_design_scores_gemma":[0.2895264,0.32300296,0.026040759,0.002798457,0.00017688515,0.000010183313,0.0014502377,0.00031952703,0.03729094,0.000065310785,0.31903344,0.00028491102],"about_ca_topic_score_codex":0.00000930866,"about_ca_topic_score_gemma":0.000007325142,"teacher_disagreement_score":0.28550342,"about_ca_system_score_codex":0.00020944307,"about_ca_system_score_gemma":0.00010349078,"threshold_uncertainty_score":0.6419605},"labels":[],"label_agreement":null},{"id":"W2788664158","doi":"10.2196/resprot.8659","title":"Motivational Interviewing and Medication Review in Coronary Heart Disease (MIMeRiC): Protocol for a Randomized Controlled Trial Investigating Effects on Clinical Outcomes, Adherence, and Quality of Life","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Motivational interviewing; Randomized controlled trial; Physical therapy; Clinical trial; Pharmacist; Psychological intervention; Regimen; Blood pressure; Quality of life (healthcare); Randomization; Intensive care medicine; Internal medicine; Family medicine; Nursing; Pharmacy","score_opus":0.5637390783369919,"score_gpt":0.6520160886682531,"score_spread":0.08827701033126123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788664158","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011426076,0.00004126049,0.00009964285,0.004698215,0.000010880862,0.9835129,0.0000027590872,0.000019573632,0.00018873934],"genre_scores_gemma":[0.007842639,0.000009737307,0.000790775,0.0027479474,0.00019360047,0.9881587,0.000010137821,0.000013332923,0.00023311879],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99295425,0.0035056183,0.0018513744,0.0004607677,0.00095431734,0.0002736638],"domain_scores_gemma":[0.9899407,0.007986084,0.0006106958,0.0003874455,0.0005894715,0.00048557748],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016956488,0.00017219654,0.0017729504,0.00015800305,0.000096847034,0.000021131298,0.00014951084,0.000095310555,0.00016765403],"category_scores_gemma":[0.050473988,0.000113270806,0.00018647777,0.00028790877,0.0009403439,0.00010056146,0.00009060029,0.00042945644,0.000014832587],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.86016244,0.0008772198,0.11218225,0.013756326,0.00006386613,8.9852443e-7,0.000052436582,1.1597074e-8,0.00008674671,0.0007822102,0.005571082,0.006464539],"study_design_scores_gemma":[0.8365131,0.0048144837,0.11639932,0.037774675,0.000013702203,5.817539e-7,0.000012354858,0.00019692845,0.000020792953,0.0011875636,0.0029652806,0.00010124419],"about_ca_topic_score_codex":0.000014013495,"about_ca_topic_score_gemma":0.0000018298308,"teacher_disagreement_score":0.0335175,"about_ca_system_score_codex":0.000034311408,"about_ca_system_score_gemma":0.00094426435,"threshold_uncertainty_score":0.9575243},"labels":[],"label_agreement":null},{"id":"W2788745504","doi":"10.2196/resprot.8813","title":"Implementation of the Enhanced Moderated Online Social Therapy (MOST+) Model Within a National Youth E-Mental Health Service (eheadspace): Protocol for a Single Group Pilot Study for Help-Seeking Young People","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Young and Well Cooperative Research Centre; Society for Mental Health Research","keywords":"Mental health; Protocol (science); Psychology; Mental health service; Medical education; Focus group; Service (business); Applied psychology; Medicine; Psychiatry; Sociology; Alternative medicine","score_opus":0.5051909382122861,"score_gpt":0.6411971096448993,"score_spread":0.13600617143261318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788745504","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034310304,4.2339957e-7,0.0021945057,0.0018953827,0.000049191127,0.95921427,0.0019673875,0.00006914001,0.0002993699],"genre_scores_gemma":[0.4167396,4.0631845e-9,0.0004840899,0.00018523021,0.00015587558,0.5820373,0.00012820156,0.00004946118,0.00022021716],"study_design_codex":"qualitative","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99544764,0.0007749572,0.0010782339,0.00064530456,0.0011529555,0.0009009339],"domain_scores_gemma":[0.99703413,0.000116516705,0.0006356101,0.00036328103,0.0017116509,0.00013883348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026249522,0.00026391208,0.0003565722,0.00022755153,0.0012610736,0.0001559952,0.00051597273,0.00007822366,0.00009476008],"category_scores_gemma":[0.000050306375,0.00021713618,0.00012258356,0.00091310806,0.00015743719,0.0003286099,0.00020564836,0.0003113252,0.0000078846915],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12985522,0.22551757,0.007334855,0.009464758,0.0011891645,6.9524054e-7,0.44376928,0.00013579694,0.08954594,0.027658772,0.03769038,0.027837584],"study_design_scores_gemma":[0.1916199,0.47310933,0.031128936,0.007005257,0.000027698687,0.000024162991,0.17775497,0.047257315,0.041588333,0.022207182,0.0061343196,0.0021425933],"about_ca_topic_score_codex":0.0009818898,"about_ca_topic_score_gemma":0.017745558,"teacher_disagreement_score":0.3824293,"about_ca_system_score_codex":0.00060861243,"about_ca_system_score_gemma":0.00083200366,"threshold_uncertainty_score":0.99024385},"labels":[],"label_agreement":null},{"id":"W2788800838","doi":"10.2196/resprot.7349","title":"Possible Risk Factors for Severe Anemia in Hospitalized Sickle Cell Patients at Muhimbili National Hospital, Tanzania: Protocol for a Cross-Sectional Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Medicine; Tanzania; Anemia; Cross-sectional study; Odds ratio; Pediatrics; Confounding; Confidence interval; Sickle cell anemia; Exact test; Cohort; Internal medicine; Disease","score_opus":0.10121902092376907,"score_gpt":0.4911160340034138,"score_spread":0.38989701307964475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788800838","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43620408,2.8961756e-7,0.000006169812,0.000035655677,0.000016424123,0.56258136,0.00016099923,0.00004769902,0.00094733154],"genre_scores_gemma":[0.13788661,1.0907379e-7,0.00030006838,0.000023202203,0.00018489514,0.85840064,0.000096151554,0.00007618917,0.0030321344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951114,0.00026785262,0.00088134804,0.0009312684,0.0017621049,0.0010460467],"domain_scores_gemma":[0.9955166,0.00046555596,0.00027685135,0.00044955933,0.0029739304,0.00031752847],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020355533,0.00034570848,0.00045586028,0.00041914417,0.0008932622,0.00017964051,0.00035259032,0.00043223964,0.00047259734],"category_scores_gemma":[0.0014433052,0.00027004216,0.00024266397,0.0007230197,0.00042706623,0.00026579003,0.00024663674,0.00069725065,0.00007848934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008249293,0.010138735,0.96153843,0.0010361458,0.000044428274,0.000003903033,0.0010681059,0.000008402727,0.00017891603,0.000022075707,0.017585421,0.00012611825],"study_design_scores_gemma":[0.05286418,0.028394766,0.88134915,0.00035255472,0.0000049889445,0.0000015681151,0.00043940387,0.00016267774,0.0010849207,0.0005617844,0.034418244,0.00036579013],"about_ca_topic_score_codex":0.00011822696,"about_ca_topic_score_gemma":0.000056160516,"teacher_disagreement_score":0.29831746,"about_ca_system_score_codex":0.0009343316,"about_ca_system_score_gemma":0.0008185317,"threshold_uncertainty_score":0.9999752},"labels":[],"label_agreement":null},{"id":"W2789081921","doi":"10.2196/resprot.8119","title":"Clinical Feasibility of Continuously Monitored Data for Heart Rate, Physical Activity, and Sleeping by Wearable Activity Trackers in Patients with Thyrotoxicosis: Protocol for a Prospective Longitudinal Observational Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Thyroid Disorders and Treatments","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Activity tracker; Clinical trial; Thyroid function tests; Propylthiouracil; Pediatrics; Physical therapy; Internal medicine; Thyroid; Physical activity","score_opus":0.48128154019818403,"score_gpt":0.6037883826801299,"score_spread":0.12250684248194588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789081921","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49531978,2.1425491e-7,0.00003595155,0.000076606506,0.0000016575212,0.5043942,0.00014989077,0.000012718296,0.000008981907],"genre_scores_gemma":[0.47087574,1.65242e-8,0.00034177516,0.0000037700934,0.000050327675,0.5286635,0.000016499758,0.00002085804,0.000027512087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99671936,0.00052479404,0.00039105152,0.0010622925,0.0007418718,0.0005606244],"domain_scores_gemma":[0.99699575,0.00068579335,0.00020923786,0.0008390471,0.0010811104,0.00018905866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022903092,0.00024788472,0.0007423229,0.00011127148,0.00023759386,0.00006853599,0.00025743694,0.00011481266,0.000004219819],"category_scores_gemma":[0.00074680627,0.0001845613,0.00008005393,0.00039620232,0.0005537415,0.00056544197,0.0002530346,0.00041066014,0.0000012515353],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06185702,0.044870134,0.88832045,0.00047547222,0.000141634,0.0000011162542,0.00014438515,1.2453326e-7,0.0008885006,0.0000053161466,0.0012811599,0.0020146982],"study_design_scores_gemma":[0.0523337,0.039845742,0.9044489,0.0007019258,0.000016481521,3.5763094e-7,0.00008401355,0.00038393453,0.0015898459,0.00013269085,0.0003142586,0.00014813316],"about_ca_topic_score_codex":0.000107798805,"about_ca_topic_score_gemma":0.00009600127,"teacher_disagreement_score":0.024444051,"about_ca_system_score_codex":0.00016466228,"about_ca_system_score_gemma":0.00044626882,"threshold_uncertainty_score":0.75261915},"labels":[],"label_agreement":null},{"id":"W2789208548","doi":"10.2196/resprot.9239","title":"Input of Psychosocial Information During Multidisciplinary Team Meetings at Medical Oncology Departments: Protocol for an Observational Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Multidisciplinary approach; Medicine; Observational study; Family medicine; Psychology; Nursing; Psychiatry; Internal medicine","score_opus":0.6384471971976494,"score_gpt":0.6683940871460372,"score_spread":0.02994688994838779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789208548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15948795,1.07097655e-7,0.000030462885,0.00053883635,0.000008098494,0.8369831,0.000013248432,0.000045110657,0.0028930975],"genre_scores_gemma":[0.032622762,3.4928973e-8,0.0014740432,0.000114794486,0.00061128667,0.9649743,0.000035339606,0.00001718843,0.00015027475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99574685,0.0003557027,0.0007879274,0.00032981797,0.00221058,0.0005691215],"domain_scores_gemma":[0.9970745,0.00017432736,0.0002609289,0.00037319536,0.0017644651,0.00035261692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003505531,0.0001563332,0.00034541206,0.00021892237,0.00054781325,0.000035682402,0.00037894025,0.00023062203,0.0003456968],"category_scores_gemma":[0.0010829994,0.00012916363,0.00008045556,0.00043817412,0.00038761052,0.0007095338,0.0003837784,0.00039644752,0.00004450922],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059238244,0.0075816545,0.8469765,0.0024436445,0.00012999814,0.000027207394,0.010127086,0.0000031169398,0.00565745,0.00025379888,0.055176258,0.012384999],"study_design_scores_gemma":[0.03405441,0.060449593,0.5625992,0.0027278324,0.000009540134,0.00004932571,0.0024968549,0.0008052556,0.0068163807,0.00040803113,0.32929322,0.00029039645],"about_ca_topic_score_codex":0.00006850324,"about_ca_topic_score_gemma":0.00028040394,"teacher_disagreement_score":0.2843774,"about_ca_system_score_codex":0.0006269926,"about_ca_system_score_gemma":0.0012321451,"threshold_uncertainty_score":0.526714},"labels":[],"label_agreement":null},{"id":"W2789663771","doi":"10.2196/resprot.8936","title":"Investigating the Impact of Hearing Aid Use and Auditory Training on Cognition, Depressive Symptoms, and Social Interaction in Adults With Hearing Loss: Protocol for a Crossover Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing Loss and Rehabilitation","field":"Neuroscience","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Research Council","keywords":"Hearing loss; Audiology; Hearing aid; Psychosocial; Cognition; Sensorineural hearing loss; Psychology; Psychological intervention; Social isolation; Medicine; Psychiatry","score_opus":0.33673893023713714,"score_gpt":0.5451634115410148,"score_spread":0.20842448130387764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789663771","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5270591,3.0183184e-8,0.00000818371,0.000070501716,0.000003743169,0.472805,0.000005462195,0.000012291434,0.00003572285],"genre_scores_gemma":[0.468696,1.8713889e-8,0.000049939114,0.00001454999,0.00018090413,0.5310386,4.3314134e-7,0.000013283273,0.0000063257357],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9977331,0.00059997785,0.00033673583,0.00044894172,0.00046100837,0.00042022267],"domain_scores_gemma":[0.99742335,0.0018606946,0.00017571401,0.0001544291,0.00030432752,0.00008150991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011936064,0.00014295861,0.00020028588,0.00019348312,0.0006637123,0.00033738426,0.000115406045,0.00012408925,0.0000063235802],"category_scores_gemma":[0.0024946746,0.0000904985,0.000043980406,0.00029131974,0.0010916208,0.0006063988,0.000102063255,0.0006308564,9.2831704e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.31215003,0.0019968203,0.055947766,0.00486102,0.00006636931,0.000015194263,0.108438805,0.00018501078,0.48384574,0.0015270285,0.000746277,0.030219946],"study_design_scores_gemma":[0.19838002,0.04259364,0.65001154,0.029294232,0.0000062169343,0.000042966625,0.002425678,0.008521835,0.06288235,0.0033428448,0.0017400868,0.000758559],"about_ca_topic_score_codex":0.00015254747,"about_ca_topic_score_gemma":0.000024798479,"teacher_disagreement_score":0.5940638,"about_ca_system_score_codex":0.0001109874,"about_ca_system_score_gemma":0.0002602928,"threshold_uncertainty_score":0.5104805},"labels":[],"label_agreement":null},{"id":"W2789710955","doi":"10.2196/resprot.8721","title":"Safety, Quality, and Acceptability of Contraceptive Subdermal Implant Provision by Community Health Extension Workers Versus Nurses and Midwives in Nigeria: Protocol for a Quasi-Experimental, Noninferiority Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Danish International Development Agency; World Health Organization; Department for International Development; United States Agency for International Development","keywords":"Protocol (science); Medicine; Quality (philosophy); Nursing; Family medicine; Alternative medicine","score_opus":0.3230015872409016,"score_gpt":0.6285620119585204,"score_spread":0.30556042471761874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789710955","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45852828,0.0000072874977,0.0000166354,0.0004444552,0.0000089814175,0.54090273,0.000027314903,0.000019736897,0.000044538036],"genre_scores_gemma":[0.41824502,6.842716e-7,0.00015310496,0.000024020164,0.00006758387,0.5814677,0.0000093541485,0.000015061095,0.000017483642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99316484,0.0037197354,0.00095476146,0.0007334786,0.00070080766,0.0007263711],"domain_scores_gemma":[0.9969697,0.0008047635,0.00032153665,0.0007287844,0.00080603606,0.00036920776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008497077,0.00025709454,0.0008242913,0.00019787009,0.0007142105,0.000060583876,0.00016047896,0.00015549072,0.0000597643],"category_scores_gemma":[0.0010187934,0.00020993596,0.000055573255,0.00033361698,0.0011433453,0.00030336552,0.0002616256,0.00084816816,0.0000014992854],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25288773,0.03294034,0.566432,0.0048689763,0.000060822364,0.00000547962,0.022465324,9.4125326e-8,0.032085918,0.000058442627,0.0019213454,0.08627356],"study_design_scores_gemma":[0.032849185,0.086683735,0.83913815,0.0010398972,0.0000028378788,0.0000088967245,0.028669983,0.0000312586,0.006595356,0.00008519282,0.0047028908,0.00019261547],"about_ca_topic_score_codex":0.0027497737,"about_ca_topic_score_gemma":0.0023487532,"teacher_disagreement_score":0.27270618,"about_ca_system_score_codex":0.00037216934,"about_ca_system_score_gemma":0.00067657884,"threshold_uncertainty_score":0.85609394},"labels":[],"label_agreement":null},{"id":"W2790562616","doi":"10.2196/resprot.9192","title":"Symptomatic Treatment of Vascular Cognitive Impairment (STREAM-VCI): Protocol for a Cross-Over Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Alzheimer Nederland; Vrije Universiteit Amsterdam; University College London","keywords":"Protocol (science); Cognitive impairment; Cognition; Medicine; Psychology; Psychiatry; Alternative medicine; Pathology","score_opus":0.1882212642543623,"score_gpt":0.5926166804637822,"score_spread":0.40439541620941993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790562616","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075284354,0.0000011635802,0.00013934867,0.000098565426,0.0000085143965,0.9205371,0.00006723927,0.00007559761,0.0037880805],"genre_scores_gemma":[0.01553338,4.6699196e-7,0.00034623448,0.000034699104,0.00073419075,0.9793141,0.00003969427,0.000074095915,0.0039231325],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99406976,0.0006106293,0.00086086156,0.0008198405,0.002268662,0.0013702507],"domain_scores_gemma":[0.99506456,0.0006010228,0.00021174476,0.0007278012,0.002872145,0.00052272977],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022356939,0.0003908304,0.00074159197,0.00057254493,0.0003983018,0.00018789092,0.00029564035,0.0002110679,0.0026088005],"category_scores_gemma":[0.00048985647,0.0002808591,0.00053302327,0.0007519384,0.001188381,0.00022293773,0.000186875,0.0002739086,0.00022040021],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.74872375,0.052857503,0.1003836,0.008357781,0.0016162681,0.00011861683,0.0016521316,1.6339382e-7,0.0069367876,0.00031941192,0.009951246,0.069082715],"study_design_scores_gemma":[0.47551417,0.23297954,0.06051221,0.0054513277,0.000056072746,0.000015021852,0.00026091066,0.00020541792,0.09762729,0.00059763284,0.1264153,0.00036511867],"about_ca_topic_score_codex":0.000040965344,"about_ca_topic_score_gemma":0.00000833804,"teacher_disagreement_score":0.2732096,"about_ca_system_score_codex":0.00047367686,"about_ca_system_score_gemma":0.0012708507,"threshold_uncertainty_score":0.99996436},"labels":[],"label_agreement":null},{"id":"W2790588584","doi":"10.2196/resprot.9095","title":"The Physiological Bases of Hidden Noise-Induced Hearing Loss: Protocol for a Functional Neuroimaging Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing, Cochlea, Tinnitus, Genetics","field":"Neuroscience","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council","keywords":"Neuroimaging; Protocol (science); Hearing loss; Audiology; Noise (video); Computer science; Functional neuroimaging; Noise-induced hearing loss; Psychology; Speech recognition; Medicine; Neuroscience; Noise exposure; Artificial intelligence; Alternative medicine","score_opus":0.6755890008087972,"score_gpt":0.5958603186781544,"score_spread":0.07972868213064288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790588584","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09348536,9.968138e-8,0.00006484432,0.00033186094,0.000016483376,0.9052177,0.0000062767094,0.0001019062,0.00077544374],"genre_scores_gemma":[0.19257736,3.6259813e-8,0.0001727766,0.000090159556,0.0004774886,0.8062572,3.4720819e-7,0.000046428922,0.00037824767],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99406594,0.0015356754,0.0006372953,0.00096142845,0.001638449,0.0011611868],"domain_scores_gemma":[0.99579555,0.0018479964,0.00019891279,0.0010663912,0.00087756757,0.00021358584],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0028192939,0.00025756366,0.00029917088,0.00020359525,0.0014297288,0.0003429514,0.0011631855,0.0000939969,0.000111844514],"category_scores_gemma":[0.00542285,0.00017655514,0.00012287381,0.000881707,0.0010036551,0.00019976865,0.0010319742,0.00078301236,0.0001112689],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002587906,0.0021375883,0.0063060303,0.00031647924,0.00000942084,0.000017333019,0.00042033067,0.0000060163543,0.9751064,0.0005667361,0.0058273543,0.0066983853],"study_design_scores_gemma":[0.0069597717,0.018612606,0.10031412,0.0008020943,0.0000030956862,0.000023787601,0.00044244004,0.0020850901,0.68251485,0.0020329787,0.18570502,0.0005041768],"about_ca_topic_score_codex":0.00002299628,"about_ca_topic_score_gemma":0.000011248658,"teacher_disagreement_score":0.2925916,"about_ca_system_score_codex":0.0000968245,"about_ca_system_score_gemma":0.00051715056,"threshold_uncertainty_score":0.9998703},"labels":[],"label_agreement":null},{"id":"W2790867102","doi":"10.2196/resprot.7470","title":"Improving Health-Related Quality of Life of Patients With an Ostomy Using a Novel Digital Wearable Device: Protocol for a Pilot Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stoma care and complications","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Innovation Council","funders":"","keywords":"Ileostomy; Protocol (science); Quality of life (healthcare); Wearable computer; Medicine; Colostomy; Psychology; Nursing; Computer science; Alternative medicine; Surgery","score_opus":0.5133037332016245,"score_gpt":0.5951789413943198,"score_spread":0.08187520819269534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790867102","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23226777,2.5450205e-7,0.00047814695,0.000047946454,0.0000011590248,0.7669301,0.000049775706,0.00003320344,0.0001916152],"genre_scores_gemma":[0.29655698,1.4708512e-9,0.0016618511,0.00001860276,0.00003640814,0.7016489,0.000009114828,0.000028989893,0.00003917466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969391,0.00022601409,0.0008880383,0.00043478463,0.0010205591,0.0004914793],"domain_scores_gemma":[0.99505347,0.00018455218,0.0004912104,0.0007939909,0.0031733518,0.00030345438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015529698,0.0001563701,0.0005152755,0.00025320906,0.0002549061,0.000053677115,0.00026878933,0.000051665367,0.000041712545],"category_scores_gemma":[0.0005350323,0.00011991098,0.000051157658,0.00081458146,0.00030136367,0.00029940568,0.00014171898,0.00027028855,0.0000039636534],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08738525,0.087924965,0.76603335,0.01202089,0.00036097938,0.0000014649096,0.003505002,0.0000033734668,0.022945419,0.00055409776,0.0005266008,0.018738635],"study_design_scores_gemma":[0.0587114,0.2995501,0.62669903,0.005233299,0.000013626676,0.0000041494586,0.0018993466,0.0008364851,0.0021562953,0.00019510424,0.004282519,0.0004186434],"about_ca_topic_score_codex":0.0007031018,"about_ca_topic_score_gemma":0.00009238463,"teacher_disagreement_score":0.21162511,"about_ca_system_score_codex":0.00014805066,"about_ca_system_score_gemma":0.0017733354,"threshold_uncertainty_score":0.4889828},"labels":[],"label_agreement":null},{"id":"W2791173998","doi":"10.2196/resprot.9287","title":"Augmenting Outpatient Alcohol Treatment as Usual With Online Alcohol Avoidance Training: Protocol for a Double-Blind Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Cognitive bias modification; Medicine; Anxiety; Placebo; Addiction; Mediation; Alcohol dependence; Physical therapy; Clinical psychology; Protocol (science); Psychology; Psychiatry; Cognition; Alcohol; Cognitive bias; Alternative medicine; Internal medicine","score_opus":0.4623459322188853,"score_gpt":0.5818725831306616,"score_spread":0.11952665091177628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791173998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06937067,0.0000029707674,0.000057964025,0.00067327573,0.000023598712,0.9265403,0.000008368161,0.00019114967,0.0031316637],"genre_scores_gemma":[0.011273033,5.3645766e-7,0.0018082567,0.00011240464,0.0014899989,0.9714164,0.000066253444,0.0001255869,0.013707488],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99338347,0.0008363464,0.001389042,0.0010415794,0.0018293228,0.0015202612],"domain_scores_gemma":[0.9947961,0.0018513943,0.0005713404,0.00089423364,0.001376813,0.0005101421],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036059413,0.00068564335,0.0027774002,0.00053834607,0.00062279723,0.00022064576,0.00032669172,0.0002721513,0.00044400766],"category_scores_gemma":[0.00079779286,0.00037890632,0.00082481233,0.0006150791,0.0008324598,0.00026560036,0.00007240992,0.00048881635,0.00009862988],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9797285,0.00703592,0.00076672324,0.00018290721,0.001089555,0.00007355176,0.004431298,0.0000010805212,0.00028853293,0.00032090495,0.0006212662,0.0054597375],"study_design_scores_gemma":[0.9146657,0.044551153,0.00002581608,0.0024204429,0.00013969335,0.000018602674,0.00074714125,0.000196012,0.005694216,0.00015487877,0.031033495,0.00035284035],"about_ca_topic_score_codex":0.000024051686,"about_ca_topic_score_gemma":0.00010551019,"teacher_disagreement_score":0.06506281,"about_ca_system_score_codex":0.0006935721,"about_ca_system_score_gemma":0.0017285728,"threshold_uncertainty_score":0.9998663},"labels":[],"label_agreement":null},{"id":"W2791185607","doi":"10.2196/resprot.8655","title":"Treatment with Creatine Monohydrate in Spinal and Bulbar Muscular Atrophy: Protocol for a Randomized, Double-Blind, Placebo-Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Amyotrophic Lateral Sclerosis Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Core Research for Evolutional Science and Technology; Daiichi Sankyo Europe; Japan Science and Technology Agency; Japan Society for the Promotion of Science; Daiichi Sankyo Foundation of Life Science","keywords":"Spinal and bulbar muscular atrophy; Medicine; Spinal muscular atrophy; Atrophy; Motor neuron; Placebo; Creatine; Physical therapy; Physical medicine and rehabilitation; Disease; Weakness; Skeletal muscle; Neuromuscular disease; Internal medicine; Pathology; Anatomy; Alternative medicine; Prostate cancer","score_opus":0.21583638089361917,"score_gpt":0.5363328649982085,"score_spread":0.32049648410458936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791185607","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070234895,0.000002475021,0.00008363254,0.0012260228,0.000003893071,0.92719257,0.000004200426,0.00006392425,0.0011883619],"genre_scores_gemma":[0.01895945,0.0000014473736,0.0015849832,0.000024680323,0.000916409,0.9761189,0.000009373273,0.000096631484,0.0022881147],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936935,0.0012727894,0.0009695314,0.0010366321,0.0015868786,0.0014407045],"domain_scores_gemma":[0.9967859,0.00056175876,0.00020400973,0.0008158971,0.0010318866,0.00060055725],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00395903,0.00049895636,0.0018443975,0.0007156798,0.00036825787,0.00026556168,0.00030291238,0.00028195966,0.00035711058],"category_scores_gemma":[0.0003581739,0.00027897378,0.00031977246,0.0007609889,0.0012952132,0.00023431292,0.00018035618,0.00066740974,0.000061028488],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98930013,0.0022864295,0.00018838886,0.0006709851,0.00029836397,0.00012006724,0.00023025209,0.0000017285785,0.0028750792,0.00019722855,0.00014429737,0.003687052],"study_design_scores_gemma":[0.9090621,0.07441948,0.00013021546,0.0019420394,0.00002819901,0.000026190597,0.000026944348,0.0014484766,0.0014668691,0.00019479962,0.010993066,0.0002616268],"about_ca_topic_score_codex":0.00033873803,"about_ca_topic_score_gemma":0.00008179216,"teacher_disagreement_score":0.08023804,"about_ca_system_score_codex":0.00057185785,"about_ca_system_score_gemma":0.0010545441,"threshold_uncertainty_score":0.99996626},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2791519179","doi":"10.2196/resprot.8722","title":"Building Yolŋu Skills, Knowledge, and Priorities into Early Childhood Assessment and Support: Protocol for a Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Qualitative research; Psychology; Medical education; Knowledge management; Computer science; Medicine; Sociology; Alternative medicine","score_opus":0.1704864512005219,"score_gpt":0.6407379542899169,"score_spread":0.470251503089395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791519179","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037857413,0.0000017075334,0.000048475173,0.0001649577,0.00001774417,0.94882095,0.00000764258,0.00005990466,0.013021203],"genre_scores_gemma":[0.010255348,0.000002698212,0.0028971303,0.00000736017,0.0009140198,0.98101103,0.0000012055028,0.000028228424,0.0048829736],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946623,0.0025733544,0.0004161951,0.0005707463,0.00082305976,0.00095433596],"domain_scores_gemma":[0.997037,0.0008307294,0.0001354852,0.00027548088,0.0013413087,0.00037998668],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009673475,0.00018378133,0.00027530783,0.00029860067,0.010148852,0.00052033394,0.00034579737,0.00015019448,0.00007776625],"category_scores_gemma":[0.000068839196,0.0001447159,0.00003594013,0.00045546837,0.0013040669,0.00049157056,0.000028254393,0.00038558565,0.000015777006],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084631014,0.0018594087,0.0018744983,0.0004337449,0.000019122503,8.6989974e-7,0.91720635,2.7432565e-9,0.000004461618,0.074312404,0.0005245196,0.0036799642],"study_design_scores_gemma":[0.0022739023,0.0075256983,0.021454865,0.0005235626,0.0000022074385,7.6811455e-7,0.11464497,0.0000011266417,0.00007809218,0.020154674,0.8331141,0.00022605737],"about_ca_topic_score_codex":0.007522961,"about_ca_topic_score_gemma":0.10810515,"teacher_disagreement_score":0.83258957,"about_ca_system_score_codex":0.00036135848,"about_ca_system_score_gemma":0.015681792,"threshold_uncertainty_score":0.999086},"labels":[],"label_agreement":null},{"id":"W2791595487","doi":"10.2196/resprot.5912","title":"Outcome of Critically ill Patients Undergoing Mandatory Insulin Therapy Compared to Usual Care Insulin Therapy: Protocol for a Pilot Randomized Controlled Trial ","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hyperglycemia and glycemic control in critically ill and hospitalized patients","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Intensive care unit; Renal replacement therapy; Observational study; Intensive care medicine; Intensive care; Insulin; Mechanical ventilation; Emergency medicine; Surgery; Internal medicine","score_opus":0.1842482216554393,"score_gpt":0.5204039945066231,"score_spread":0.3361557728511838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791595487","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056788947,0.00000817077,0.00021509672,0.0007239085,0.00006125351,0.93937695,0.000074726726,0.00009071125,0.0026602063],"genre_scores_gemma":[0.10656353,0.0000017670436,0.0009365021,0.0014654401,0.0005988203,0.889983,0.00003872324,0.000085732994,0.00032648386],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924646,0.0014424628,0.0022352708,0.00082599046,0.0018594105,0.0011722898],"domain_scores_gemma":[0.9827582,0.0030019924,0.000267382,0.0008149133,0.012497947,0.0006595471],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029131519,0.0005126124,0.002838291,0.0005257363,0.00041220593,0.00013113474,0.0005580636,0.00029795064,0.000498211],"category_scores_gemma":[0.010967924,0.000343162,0.0007644135,0.00046652646,0.0009317027,0.00015533337,0.00018147861,0.00063476793,0.000054483968],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9791869,0.006608166,0.0032835074,0.00097168394,0.0003088918,0.0000067703104,0.0011451107,3.5838775e-7,0.000843607,0.0005691933,0.0013505631,0.0057252343],"study_design_scores_gemma":[0.87903196,0.062213846,0.00033287625,0.0016864754,0.000020864463,0.0000010106653,0.00021625562,0.00008548636,0.0011844741,0.0003579641,0.054539222,0.00032954008],"about_ca_topic_score_codex":0.000032385255,"about_ca_topic_score_gemma":0.000013195248,"teacher_disagreement_score":0.10015493,"about_ca_system_score_codex":0.0002088679,"about_ca_system_score_gemma":0.0009392336,"threshold_uncertainty_score":0.999902},"labels":[],"label_agreement":null},{"id":"W2791779122","doi":"10.2196/resprot.8829","title":"Conflict of Interest Addendum: Assessing the Efficacy of an App-Based Method of Family Planning: The Dot Study Protocol","year":2018,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Addendum; Protocol (science); Computer science; Psychology; Medicine; Political science; Alternative medicine","score_opus":0.6701681048732897,"score_gpt":0.7196840580298579,"score_spread":0.049515953156568204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791779122","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016419613,0.000012643306,0.00032073294,0.0005834731,0.00024175142,0.98479664,0.00018939706,0.00008791253,0.013603247],"genre_scores_gemma":[0.00024107189,0.0000011295175,0.001100432,0.00025574848,0.0019288606,0.98932415,0.000113083996,0.0001628796,0.006872613],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97105193,0.019755619,0.0038496149,0.0011335427,0.0023758092,0.001833474],"domain_scores_gemma":[0.9777354,0.00944279,0.003904802,0.0043213065,0.0039791605,0.00061656506],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027703462,0.0006131217,0.0016635576,0.0007769561,0.0021655292,0.00006556584,0.0037661071,0.0011720532,0.0004683142],"category_scores_gemma":[0.0025158615,0.0003492555,0.0002734496,0.0018683538,0.0014846405,0.0001659867,0.0009735664,0.008295877,0.00004902798],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003071896,0.005284592,0.0021501046,0.02673294,0.00010646475,0.0000051114494,0.0050408184,0.000007352005,0.00055168616,0.0008105651,0.9422352,0.014003323],"study_design_scores_gemma":[0.005780434,0.005619441,0.0153417075,0.014919675,0.000022884575,8.9758885e-7,0.006382812,0.00029483205,0.00022435901,0.00018254234,0.95098215,0.00024825515],"about_ca_topic_score_codex":0.0010734953,"about_ca_topic_score_gemma":0.00024853303,"teacher_disagreement_score":0.0251876,"about_ca_system_score_codex":0.00029993898,"about_ca_system_score_gemma":0.015125299,"threshold_uncertainty_score":0.99989593},"labels":[],"label_agreement":null},{"id":"W2792098287","doi":"10.2196/resprot.8229","title":"Assessing the Feasibility of a Social Media to Promote Weight Management Engagement in Adolescents with Severe Obesity: Pilot Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Social media; Weight management; Psychology; Obesity; Medicine; Applied psychology; Medical education; Gerontology; Weight loss; Computer science; World Wide Web","score_opus":0.5735026545392049,"score_gpt":0.6274118059228637,"score_spread":0.053909151383658815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792098287","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49291724,5.391356e-7,0.0000053515314,0.0013792174,0.00005428005,0.5043321,9.1914507e-7,0.000024419154,0.0012859184],"genre_scores_gemma":[0.5110583,1.4689587e-7,0.00014608802,0.000020217634,0.00041877438,0.48832965,2.9877307e-7,0.000009732165,0.000016820604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9908928,0.0049271574,0.00041250486,0.0004702528,0.0024820196,0.0008152459],"domain_scores_gemma":[0.9979688,0.00052111543,0.00014477105,0.0004278424,0.00072704017,0.00021045546],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014645901,0.00013088093,0.00023023106,0.00025274913,0.0014354599,0.00021903985,0.0008254975,0.000058554986,0.00007530193],"category_scores_gemma":[0.0017422934,0.00009715921,0.000022285927,0.0021028123,0.00070641347,0.00029127923,0.00032715526,0.00060716615,0.000042185315],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005975492,0.007834799,0.6751394,0.0006163929,0.000015841244,0.0000090490685,0.28763902,1.6168285e-7,0.000036803936,0.0013251376,0.00055687263,0.02622896],"study_design_scores_gemma":[0.0012231644,0.0023654578,0.93101734,0.0014746118,0.0000028912057,1.0262261e-7,0.05226439,0.0000014185644,0.00003677975,0.00077571976,0.010719155,0.000118999495],"about_ca_topic_score_codex":0.001110348,"about_ca_topic_score_gemma":0.012409447,"teacher_disagreement_score":0.2558779,"about_ca_system_score_codex":0.0010297493,"about_ca_system_score_gemma":0.0009193753,"threshold_uncertainty_score":0.9998645},"labels":[],"label_agreement":null},{"id":"W2792414504","doi":"10.2196/resprot.8915","title":"Oncologic Therapy Support Via Means of a Dedicated Mobile App (OPTIMISE-1): Protocol for a Prospective Pilot Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitätsklinikum Heidelberg","keywords":"Mobile apps; Protocol (science); Medicine; Mobile technology; Mobile device; Web application; Telemedicine; Medical physics; Medical emergency; Health care; Computer science; World Wide Web; Alternative medicine","score_opus":0.33252410734982335,"score_gpt":0.5886024234968656,"score_spread":0.2560783161470423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792414504","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010008437,9.059448e-7,0.00037626317,0.00020453049,0.000019536661,0.99012434,0.000035982524,0.00016469798,0.008072879],"genre_scores_gemma":[0.010079605,3.1869362e-7,0.0005310607,0.000111141104,0.0010380176,0.98592645,0.000017446717,0.000073646326,0.0022223268],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99591786,0.00041911163,0.00067407155,0.00071799,0.0013634497,0.00090753235],"domain_scores_gemma":[0.9959442,0.00029340366,0.00023880354,0.0008260817,0.0023372956,0.00036022675],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027019992,0.00028462597,0.00068885554,0.0003319494,0.00024246545,0.000052291667,0.00046780868,0.00024109788,0.0021986219],"category_scores_gemma":[0.00026386697,0.0002074496,0.00023964928,0.00096952845,0.0008941309,0.00012545097,0.0001429077,0.0006121338,0.0000726827],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88355756,0.009045807,0.001510593,0.0022819717,0.00019580376,0.00003116425,0.0030542866,7.8216846e-7,0.024200516,0.00022533344,0.04150286,0.034393314],"study_design_scores_gemma":[0.15279897,0.21694185,0.00039708597,0.00082333316,0.0000067163373,0.000012569264,0.00026364875,0.00008866732,0.06031578,0.00080992153,0.56730646,0.00023501476],"about_ca_topic_score_codex":0.00013427448,"about_ca_topic_score_gemma":0.00017845524,"teacher_disagreement_score":0.7307586,"about_ca_system_score_codex":0.00047854113,"about_ca_system_score_gemma":0.0021595461,"threshold_uncertainty_score":0.9987135},"labels":[],"label_agreement":null},{"id":"W2792442992","doi":"10.2196/resprot.8121","title":"Impact of Medication Adherence on Mortality and Cardiovascular Morbidity: Protocol for a Population-Based Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Population; Hazard ratio; Internal medicine; Myocardial infarction; Proportional hazards model; Acute coronary syndrome; Aspirin; Mace; Cohort study; Cohort; Stroke (engine); Emergency medicine; Intensive care medicine; Percutaneous coronary intervention; Confidence interval; Environmental health","score_opus":0.49893447788356854,"score_gpt":0.6315698442490885,"score_spread":0.13263536636551992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792442992","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12473933,4.4715236e-7,0.0003156219,0.0000507319,0.000003343735,0.87415195,0.000010214576,0.000035379875,0.0006930008],"genre_scores_gemma":[0.2873661,5.2484594e-8,0.00016505108,0.000019387056,0.00013593699,0.7121387,0.000012864189,0.000013862266,0.0001480391],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99665576,0.0003756057,0.00045009368,0.00053925166,0.0016425954,0.00033669945],"domain_scores_gemma":[0.99713016,0.0001994506,0.00015691786,0.0011260527,0.0011254821,0.00026193107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003235211,0.00015650314,0.0004360236,0.00019283038,0.0001691158,0.000030253032,0.0002194068,0.000098701836,0.00064364146],"category_scores_gemma":[0.0008367718,0.00011519402,0.00016845246,0.00044528945,0.00029067165,0.00008120539,0.000045630353,0.0002752447,0.000057228233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011615043,0.001670369,0.9875614,0.00065974717,0.00018622437,0.0000023849514,0.000055747387,0.0000023404436,0.00022643877,0.00004197013,0.004532811,0.003899046],"study_design_scores_gemma":[0.0052652815,0.013023634,0.9744527,0.0013141276,0.000015589281,0.0000016732276,0.0000317391,0.00077006716,0.00061819603,0.00016386317,0.0042439983,0.000099176694],"about_ca_topic_score_codex":0.0007559996,"about_ca_topic_score_gemma":0.00002027139,"teacher_disagreement_score":0.16262677,"about_ca_system_score_codex":0.0001186068,"about_ca_system_score_gemma":0.0007842414,"threshold_uncertainty_score":0.70474225},"labels":[],"label_agreement":null},{"id":"W2792778765","doi":"10.2196/resprot.9147","title":"Strengths-Based Behavioral Intervention for Parents of Adolescents With Type 1 Diabetes Using an mHealth App (Type 1 Doing Well): Protocol for a Pilot Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"mHealth; Intervention (counseling); Psychological intervention; Praise; Glycemic; Psychology; Type 1 diabetes; Randomized controlled trial; Diabetes management; Type 2 diabetes; Medicine; Applied psychology; Clinical psychology; Developmental psychology; Nursing; Diabetes mellitus; Social psychology","score_opus":0.252633301899287,"score_gpt":0.578421824542965,"score_spread":0.32578852264367797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792778765","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09425242,9.894693e-7,0.0005838982,0.000034217046,0.000029113131,0.9049101,0.0000107035385,0.000061443236,0.00011710727],"genre_scores_gemma":[0.14012757,5.3576677e-8,0.0021508527,0.000014627307,0.00042888266,0.85677975,0.000053740572,0.00007238956,0.00037213942],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99466676,0.0012730029,0.0010267032,0.00058942806,0.001355395,0.0010886933],"domain_scores_gemma":[0.9952666,0.00058199087,0.00048540175,0.0005633699,0.0027723163,0.00033031008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076409387,0.00029910478,0.0014484968,0.0006591423,0.00032228697,0.00015655879,0.00038619287,0.00013488432,0.00014084205],"category_scores_gemma":[0.00091454806,0.00019530453,0.00035375642,0.00064752303,0.00062911736,0.00022083739,0.00011785902,0.0003820979,0.000008042847],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9694982,0.012365434,0.002065359,0.00801268,0.00015446165,0.0000015616276,0.000045115823,0.0000040150026,0.0024268448,0.000025158495,0.00040287222,0.0049982765],"study_design_scores_gemma":[0.8698236,0.10002284,0.000057386827,0.010715212,0.000077583485,1.03678246e-7,0.000047967907,0.010261612,0.004922813,0.000061257,0.003833929,0.00017572212],"about_ca_topic_score_codex":0.000018188937,"about_ca_topic_score_gemma":0.000017237384,"teacher_disagreement_score":0.09967464,"about_ca_system_score_codex":0.00016622308,"about_ca_system_score_gemma":0.00071265385,"threshold_uncertainty_score":0.79642874},"labels":[],"label_agreement":null},{"id":"W2793075726","doi":"10.2196/resprot.8854","title":"Therapist-Assisted Progressive Resistance Training, Protein Supplements, and Testosterone Injections in Frail Older Men with Testosterone Deficiency: Protocol for a Randomized Placebo-Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hormonal and reproductive studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Helsefonden","keywords":"Medicine; Testosterone (patch); Weakness; Placebo; Physical therapy; Population; Randomized controlled trial; Gerontology; Quality of life (healthcare); Muscle weakness; Physical medicine and rehabilitation; Internal medicine; Surgery; Alternative medicine","score_opus":0.14056020515833756,"score_gpt":0.4871307078216181,"score_spread":0.34657050266328054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793075726","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007890238,0.0000197339,0.00006760429,0.002278316,0.000004190005,0.9852165,0.000016869297,0.000083593484,0.0044229454],"genre_scores_gemma":[0.014858339,2.7552989e-7,0.0027023677,0.000026774014,0.000421203,0.97441405,0.000007895794,0.00006652266,0.007502588],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99462706,0.0011701618,0.000914746,0.0010813401,0.0011624823,0.0010441946],"domain_scores_gemma":[0.99679935,0.0007028481,0.00034832198,0.00056394486,0.0013616156,0.00022390528],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048858724,0.0004250978,0.0014875368,0.0004946337,0.0006905406,0.00013623938,0.00022468426,0.00016222498,0.00011708369],"category_scores_gemma":[0.0016614046,0.0002473876,0.00014122529,0.00081900746,0.0021085518,0.00019943016,0.0001488156,0.0006412385,0.0000064710434],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.982317,0.0025772392,0.0002652192,0.0010571424,0.00022829017,0.000026534522,0.00444143,6.688102e-8,0.004504589,0.00018231412,0.0019359692,0.0024642197],"study_design_scores_gemma":[0.95579267,0.0187809,0.0011883082,0.0042059426,0.000023447723,0.00001865892,0.0012079328,0.000024130082,0.0020876685,0.0005418561,0.015829017,0.00029949332],"about_ca_topic_score_codex":0.000026463582,"about_ca_topic_score_gemma":0.00021908818,"teacher_disagreement_score":0.026524343,"about_ca_system_score_codex":0.00020523279,"about_ca_system_score_gemma":0.00091900595,"threshold_uncertainty_score":0.99999785},"labels":[],"label_agreement":null},{"id":"W2793142125","doi":"10.2196/resprot.8512","title":"Uterine Artery Embolization Versus Hysterectomy in the Treatment of Symptomatic Adenomyosis: Protocol for the Randomized QUESTA Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Endometriosis Research and Treatment","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Boston Scientific Corporation","keywords":"Adenomyosis; Medicine; Hysterectomy; Uterine artery embolization; Randomized controlled trial; Gynecology; Uterine artery; Embolization; Protocol (science); Obstetrics; Surgery; Pregnancy; Endometriosis; Alternative medicine","score_opus":0.29595753575548617,"score_gpt":0.5921771812117342,"score_spread":0.29621964545624807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793142125","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033331206,0.0000071494637,0.000108703425,0.0010604972,0.000013257968,0.9943759,0.000012073027,0.000029088496,0.001060245],"genre_scores_gemma":[0.016212786,0.000006627628,0.0002238933,0.000020601907,0.000526295,0.9825731,0.000012553472,0.000030282654,0.00039386688],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950323,0.0019394592,0.0007364844,0.0003621357,0.0012615887,0.0006680424],"domain_scores_gemma":[0.9891298,0.009042634,0.00017260466,0.000917771,0.0006075361,0.00012969301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039371573,0.00023495227,0.0007515592,0.00050063425,0.00023660474,0.00013261627,0.00039282948,0.000095088355,0.00017853914],"category_scores_gemma":[0.0023844573,0.00010185116,0.00031266976,0.0010295868,0.00061451766,0.00010838613,0.000055253917,0.0002046127,0.00003416514],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97091395,0.0062458175,0.00019756216,0.0009404171,0.00035319047,0.000017851073,0.0014345144,3.9612743e-7,0.00024183268,0.00040240152,0.0012286901,0.018023377],"study_design_scores_gemma":[0.8242515,0.04388615,0.0003666886,0.0011202428,0.00002409603,0.000007016261,0.00020719503,0.0004061576,0.004259074,0.0001952203,0.12519082,0.000085888045],"about_ca_topic_score_codex":0.00007154685,"about_ca_topic_score_gemma":0.00007580419,"teacher_disagreement_score":0.1466625,"about_ca_system_score_codex":0.00034070865,"about_ca_system_score_gemma":0.00044931195,"threshold_uncertainty_score":0.41533697},"labels":[],"label_agreement":null},{"id":"W2793356195","doi":"10.2196/resprot.8348","title":"Evaluation of an Internet-Based Behavioral Intervention to Improve Psychosocial Health Outcomes in Children With Insomnia (Better Nights, Better Days): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Douglas Mental Health University Institute; University of Alberta; Université de Montréal; University of British Columbia; Lawson Health Research Institute; Western University; Children’s Health Research Institute; Izaak Walton Killam Health Centre; University of Toronto; Dalhousie University","funders":"Canadian Institutes of Health Research; Children's Health Foundation; Kids Brain Health Network","keywords":"Insomnia; Bedtime; Mood; Randomized controlled trial; Psychosocial; Intervention (counseling); Psychology; Morning; Clinical psychology; Medicine; Psychiatry","score_opus":0.13416907199642839,"score_gpt":0.5776603200815619,"score_spread":0.4434912480851335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793356195","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21205984,5.8889924e-7,0.0004441141,0.0007476758,0.00004942069,0.7864322,0.000016258457,0.000038955008,0.00021094267],"genre_scores_gemma":[0.04461187,5.982488e-9,0.0005418134,0.00023573698,0.00028824547,0.95404094,0.000034443605,0.00006106404,0.00018589605],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98814887,0.0072001275,0.0014585049,0.00077856315,0.0016031696,0.00081075006],"domain_scores_gemma":[0.9970455,0.0003036147,0.00060133176,0.00064011756,0.0012019988,0.00020740424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016035303,0.000326371,0.0013388471,0.0008683077,0.00013735169,0.00011062423,0.0005143837,0.00034198488,0.00089572964],"category_scores_gemma":[0.00032303913,0.00021248059,0.0004244628,0.00047665037,0.00045643916,0.00019066485,0.000059192425,0.000592104,0.000042571035],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9321304,0.00995935,0.0034695463,0.000060437324,0.00053601776,6.421276e-7,0.0018123677,0.0000014026499,0.00004861402,0.00006698442,0.0023721028,0.04954216],"study_design_scores_gemma":[0.967055,0.026591739,0.0033336638,0.0006384534,0.00005981603,5.9279967e-7,0.00010903218,0.00046298452,0.00025106664,0.00056084886,0.0007002157,0.00023656238],"about_ca_topic_score_codex":0.0008114155,"about_ca_topic_score_gemma":0.0007425429,"teacher_disagreement_score":0.16760872,"about_ca_system_score_codex":0.00026728844,"about_ca_system_score_gemma":0.0004707918,"threshold_uncertainty_score":0.9807612},"labels":[],"label_agreement":null},{"id":"W2793507075","doi":"10.2196/resprot.8294","title":"Robotic Versus Open Renal Transplantation in Obese Patients: Protocol for a Cost-Benefit Markov Model Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Transplantation; Randomized controlled trial; Surgery; Population; Kidney transplantation; Robotic surgery; Intensive care medicine","score_opus":0.30707786993842784,"score_gpt":0.5818362956142857,"score_spread":0.2747584256758579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793507075","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00166211,1.2748627e-7,0.002276797,0.0001668241,0.0000033202723,0.9921791,0.00008677165,0.0000280627,0.0035968614],"genre_scores_gemma":[0.006428143,4.817264e-7,0.0065254797,0.000052654104,0.000051953964,0.9851853,0.00029633674,0.00003606231,0.0014235416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972099,0.00016552233,0.0005507313,0.0005746062,0.00085119845,0.00064803497],"domain_scores_gemma":[0.9981415,0.00024708716,0.00010821384,0.00045519535,0.0007893693,0.00025857962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077976147,0.00022350221,0.0004709138,0.0007100996,0.00021080738,0.00017227753,0.0003830245,0.00013636817,0.0002994492],"category_scores_gemma":[0.00006837684,0.00017331832,0.0001825287,0.0013672657,0.00012547328,0.00037236031,0.000060088816,0.000275504,0.000047496203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.44946703,0.01746894,0.45948803,0.013329438,0.0028142957,0.00026722165,0.0034193676,0.0041727084,0.0011220238,0.0023990339,0.0026518328,0.043400064],"study_design_scores_gemma":[0.3652707,0.032229085,0.41210154,0.021560196,0.00051594846,0.000012696028,0.0001373817,0.14527683,0.0077804336,0.0027956502,0.011161776,0.0011577513],"about_ca_topic_score_codex":0.00010523324,"about_ca_topic_score_gemma":0.00067814614,"teacher_disagreement_score":0.14110413,"about_ca_system_score_codex":0.00030624098,"about_ca_system_score_gemma":0.00028500883,"threshold_uncertainty_score":0.70677155},"labels":[],"label_agreement":null},{"id":"W2793989386","doi":"10.2196/resprot.8177","title":"Epidemiology of Surgical Site Infections With Staphylococcus aureus in Europe: Protocol for a Retrospective, Multicenter Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical site infection prevention","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Epidemiology; Population; Incidence (geometry); Retrospective cohort study; Cohort study; Surgery; Intensive care medicine; Environmental health; Internal medicine","score_opus":0.2575470382426222,"score_gpt":0.5859885679250362,"score_spread":0.32844152968241397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793989386","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083334014,2.7292765e-7,0.00025785307,0.00019028969,0.0000048981137,0.9143344,0.000010128796,0.00007301297,0.0017950995],"genre_scores_gemma":[0.08451349,7.145462e-8,0.00041630893,0.000019199042,0.00023190072,0.91408676,0.0000055170553,0.00003944281,0.0006873261],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99521446,0.0019875015,0.0008177851,0.00066062924,0.00060531835,0.0007143112],"domain_scores_gemma":[0.99546003,0.0010248341,0.00022810591,0.0005890647,0.0024680453,0.00022989462],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050954646,0.00021049172,0.00063737994,0.00061810174,0.0001719944,0.00001309745,0.00015663187,0.00016532918,0.0011338375],"category_scores_gemma":[0.001503894,0.00014837581,0.0001165104,0.0020073652,0.00056422286,0.00015928614,0.00016278352,0.0007948489,0.00007355717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0127231525,0.009454141,0.9744789,0.00043472447,0.000056177356,0.00005288428,0.00022105529,0.0000028086818,0.0008400718,0.00022592931,0.00062320783,0.0008869465],"study_design_scores_gemma":[0.025751742,0.03502759,0.77074593,0.0013729534,0.0000057448337,0.000014617267,0.00005222661,0.00013457381,0.001142455,0.0001651783,0.1654404,0.00014660889],"about_ca_topic_score_codex":0.00011737281,"about_ca_topic_score_gemma":0.00031535779,"teacher_disagreement_score":0.20373298,"about_ca_system_score_codex":0.00026609478,"about_ca_system_score_gemma":0.00024956325,"threshold_uncertainty_score":0.9997793},"labels":[],"label_agreement":null},{"id":"W2794268703","doi":"10.2196/resprot.9078","title":"Improving Transplant Medication Safety Through a Pharmacist-Empowered, Patient-Centered, mHealth-Based Intervention: TRANSAFE Rx Study Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; mHealth; Psychological intervention; Pharmacist; Randomized controlled trial; Patient safety; Clinical pharmacy; Health care; Clinical trial; Adverse effect; Intervention (counseling); Emergency medicine; Intensive care medicine; Family medicine; Nursing; Pharmacy; Internal medicine","score_opus":0.24272454301266946,"score_gpt":0.5694871131915936,"score_spread":0.3267625701789242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794268703","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028048556,0.0000025099557,0.0046424335,0.00075109344,0.000032385156,0.9896588,0.000104394574,0.00017653093,0.0018269977],"genre_scores_gemma":[0.17283286,9.79996e-7,0.00088728097,0.0001787038,0.00017141749,0.8254898,0.000111834415,0.000057271616,0.0002698254],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99419004,0.0009296556,0.0011994697,0.0008498235,0.0019452984,0.0008856951],"domain_scores_gemma":[0.9976958,0.00016102883,0.0002659551,0.0007427034,0.0006798079,0.00045467366],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013631451,0.0003856964,0.00052970124,0.00032344705,0.0005687296,0.00010967084,0.00036376467,0.0001560416,0.0014574694],"category_scores_gemma":[0.000041822626,0.00029103825,0.00028247962,0.00066793454,0.00034437663,0.00035394708,0.00003762061,0.00074570265,0.00027197148],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27013472,0.092717476,0.2436859,0.039484825,0.0017010012,0.002362724,0.027546171,0.000008515048,0.013794751,0.00039466043,0.0026234689,0.30554578],"study_design_scores_gemma":[0.3119517,0.11057801,0.054089848,0.03605409,0.00027558257,0.00039208433,0.0022028773,0.0024494298,0.080754444,0.00023890055,0.39949745,0.0015155731],"about_ca_topic_score_codex":0.00017446915,"about_ca_topic_score_gemma":0.000071912196,"teacher_disagreement_score":0.39687398,"about_ca_system_score_codex":0.00035773258,"about_ca_system_score_gemma":0.00049635314,"threshold_uncertainty_score":0.99995416},"labels":[],"label_agreement":null},{"id":"W2794568791","doi":"10.2196/resprot.9006","title":"Physical Trauma Patients with Symptoms of an Acute and Posttraumatic Stress Disorder: Protocol for an Observational Prospective Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Observational study; Medicine; Hospital Anxiety and Depression Scale; Anxiety; Acute Stress Disorder; Rehabilitation; Quality of life (healthcare); Clinical psychology; Psychiatry; Physical therapy; Psychology; Internal medicine; Nursing","score_opus":0.20878049915726135,"score_gpt":0.5451508973766058,"score_spread":0.33637039821934445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794568791","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48922947,6.616285e-8,0.000005748647,0.000019013587,0.0000016257197,0.51040184,0.00005364007,0.000027287784,0.00026130248],"genre_scores_gemma":[0.34484816,9.49966e-9,0.00022541998,0.000005781388,0.00012068265,0.6546821,0.000034378947,0.0000311362,0.000052348918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970633,0.00020966775,0.000367113,0.0006096331,0.0012607345,0.0004895878],"domain_scores_gemma":[0.99677825,0.000086520195,0.0001121102,0.00050183956,0.002300389,0.00022089519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004932307,0.00024211031,0.0004947951,0.00014395795,0.00037071318,0.000045413704,0.00020323948,0.00006268652,0.000033836415],"category_scores_gemma":[0.000076201235,0.0001626791,0.0000530236,0.00039880566,0.00062089274,0.00039293198,0.00009055852,0.0002580145,0.0000025063184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007382519,0.015789008,0.9600706,0.0008665484,0.00032336471,0.000002271204,0.004773195,3.4377598e-7,0.00014492976,0.00015691674,0.0001735089,0.010316782],"study_design_scores_gemma":[0.01102455,0.10931765,0.8762239,0.00063417724,0.00002900656,0.0000011749268,0.00096166093,0.0001278542,0.00076909765,0.00023291163,0.0005131008,0.0001648873],"about_ca_topic_score_codex":0.000062147985,"about_ca_topic_score_gemma":0.00032582402,"teacher_disagreement_score":0.14438131,"about_ca_system_score_codex":0.00006748433,"about_ca_system_score_gemma":0.00015698874,"threshold_uncertainty_score":0.66338617},"labels":[],"label_agreement":null},{"id":"W2794730859","doi":"10.2196/resprot.9478","title":"A Web- and Mobile-Based Map of Mental Health Resources for Postsecondary Students (Thought Spot): Protocol for an Economic Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; St. Michael's Hospital; University Health Network; University of Toronto; London Health Sciences Centre; Centre for Addiction and Mental Health","funders":"","keywords":"Mental health; Randomized controlled trial; Psychological intervention; Economic evaluation; Cost effectiveness; Protocol (science); Population; Intervention (counseling); Health care; Psychology; Medical education; Medicine; Nursing; Gerontology; Applied psychology; Psychiatry; Environmental health; Economic growth; Alternative medicine","score_opus":0.3057672486513372,"score_gpt":0.6667223646526166,"score_spread":0.3609551160012794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794730859","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02774449,0.0000030146598,0.00002551378,0.00073355716,0.00004299671,0.96982783,0.0008685373,0.00004238275,0.0007117032],"genre_scores_gemma":[0.014943722,1.02648565e-8,0.00085482595,0.000112773254,0.00021983201,0.9823419,0.0000813049,0.000058137564,0.0013874932],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961763,0.00092746096,0.00084829883,0.00065899716,0.0006266793,0.00076224876],"domain_scores_gemma":[0.9980364,0.00026964862,0.00036014794,0.00056744093,0.00044435615,0.00032203982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063489615,0.00019219346,0.00032233458,0.00036883008,0.0004355146,0.00015858542,0.0005317502,0.0001222995,0.0008449325],"category_scores_gemma":[0.000043834134,0.00018473888,0.000114646224,0.000120622455,0.0004453948,0.00031015073,0.00015279169,0.0001947648,0.000100637204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06760216,0.024076875,0.010716289,0.017732073,0.0002653645,0.000001825272,0.008952721,0.0000036782064,0.0013782022,0.0054829684,0.33501965,0.5287682],"study_design_scores_gemma":[0.02251941,0.07156905,0.004618559,0.0023625582,0.00000265811,0.0000041453713,0.00064043805,0.00079252315,0.0024412419,0.0019209399,0.892904,0.00022450744],"about_ca_topic_score_codex":0.000057016216,"about_ca_topic_score_gemma":0.00022270568,"teacher_disagreement_score":0.55788434,"about_ca_system_score_codex":0.000515177,"about_ca_system_score_gemma":0.0006263618,"threshold_uncertainty_score":0.9251419},"labels":[],"label_agreement":null},{"id":"W2795349358","doi":"10.2196/resprot.9427","title":"Impacts of Urban Agriculture on the Determinants of Health: Scoping Review Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Agriculture and Sustainability","field":"Agricultural and Biological Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"CINAHL; MEDLINE; Protocol (science); Population; Inclusion (mineral); Cochrane Library; Food security; Gerontology; Agriculture; Medicine; Environmental health; Political science; Alternative medicine; Social science; Geography; Sociology","score_opus":0.24463258568248278,"score_gpt":0.5273635349272515,"score_spread":0.2827309492447687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795349358","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015092816,0.000038224225,9.644364e-8,0.002489568,0.0000029667403,0.9814763,0.000015892158,0.00002409719,0.0008600247],"genre_scores_gemma":[0.027269613,0.0000039146535,0.000009140937,0.00026471275,0.00017079251,0.9720767,0.0000036061306,0.0000014131457,0.00020009256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99586654,0.0014343378,0.00074611144,0.00037287423,0.0009383931,0.00064173667],"domain_scores_gemma":[0.9975353,0.0005391036,0.00042887832,0.0002644846,0.0010819918,0.00015025638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040292493,0.0001844827,0.00048133486,0.000020062429,0.00041934007,0.000043637698,0.000771569,0.00011266313,0.00044865737],"category_scores_gemma":[0.00077423383,0.000045406334,0.00015614278,0.0011982964,0.00046207797,0.000114834176,0.00021279218,0.000367087,0.000027187614],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001226491,0.0045767883,0.13437013,0.073988795,0.000044800687,0.000010989293,0.0014291585,1.2252747e-7,0.080434024,0.0017626628,0.58633024,0.11582578],"study_design_scores_gemma":[0.0009511615,0.023945024,0.21042861,0.27410728,0.0000039571823,0.000010502698,0.00075727445,0.0000032270527,0.11125408,0.00086787046,0.37711078,0.00056023034],"about_ca_topic_score_codex":0.00017180978,"about_ca_topic_score_gemma":0.0005523587,"teacher_disagreement_score":0.20921947,"about_ca_system_score_codex":0.00007225231,"about_ca_system_score_gemma":0.00015621744,"threshold_uncertainty_score":0.49124834},"labels":[],"label_agreement":null},{"id":"W2795425084","doi":"10.2196/10009","title":"Connecting Smartphone and Wearable Fitness Tracker Data with a Nationally Used Electronic Health Record System for Diabetes Education to Facilitate Behavioral Goal Monitoring in Diabetes Care: Protocol for a Pragmatic Multi-Site Randomized Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Activity tracker; Usability; Wearable computer; mHealth; Wearable technology; Interface (matter); Goal setting; Diabetes management; Medicine; Computer science; Human–computer interaction; Diabetes mellitus; Psychology; Nursing; Type 2 diabetes; Psychological intervention; Embedded system","score_opus":0.29957427998223823,"score_gpt":0.5951940315498914,"score_spread":0.29561975156765313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795425084","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08399552,0.000012144304,0.0011565859,0.0013194047,0.00005715002,0.9129267,0.00036246286,0.00015418716,0.000015867581],"genre_scores_gemma":[0.0104008345,7.940691e-7,0.015290652,0.0001006617,0.0006566474,0.9730746,0.00022857913,0.00010098265,0.0001462204],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9915942,0.002796269,0.0016751385,0.00107662,0.00063381105,0.0022239657],"domain_scores_gemma":[0.9919967,0.004050274,0.0006571126,0.00091515546,0.001740498,0.00064025284],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01425617,0.00031733775,0.0010103439,0.00052280707,0.0023486414,0.00011359454,0.0005195576,0.0002365295,0.000013364486],"category_scores_gemma":[0.0017449997,0.00026396467,0.000058291065,0.0007810702,0.00014265189,0.00041252034,0.00020962315,0.0009041866,0.000043801265],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.71607333,0.003376949,0.043370184,0.09328854,0.00007441007,4.0732465e-7,0.022641016,0.000009055518,0.00086882594,0.0007776118,0.004879365,0.11464031],"study_design_scores_gemma":[0.776076,0.008850122,0.0016989687,0.019651065,0.000013210871,5.435816e-7,0.005084673,0.003072371,0.0001858144,0.00020123637,0.18470712,0.0004588765],"about_ca_topic_score_codex":0.00066201517,"about_ca_topic_score_gemma":0.0052076383,"teacher_disagreement_score":0.17982775,"about_ca_system_score_codex":0.0013928816,"about_ca_system_score_gemma":0.007753522,"threshold_uncertainty_score":0.9999813},"labels":[],"label_agreement":null},{"id":"W2795778705","doi":"10.2196/resprot.7438","title":"Comparing the Diagnostic Accuracy of Simple Tests to Screen for Diabetic Peripheral Neuropathy: Protocol for a Cross-Sectional Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King's College London; King's College Hospital NHS Foundation Trust; National Institute for Health and Care Excellence","keywords":"Peripheral neuropathy; Medicine; Simple (philosophy); Protocol (science); Test (biology); Tuning fork; Diagnostic test; Peripheral; Computer science; Audiology; Physical medicine and rehabilitation; Physical therapy; Diabetes mellitus; Pathology; Internal medicine; Pediatrics; Alternative medicine; Acoustics","score_opus":0.3591747284769443,"score_gpt":0.6004879888096946,"score_spread":0.24131326033275025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795778705","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07318286,1.4431556e-7,0.0006727258,0.00034267126,0.000011270094,0.9248561,0.000019592868,0.00005108505,0.0008635427],"genre_scores_gemma":[0.3092469,6.4251457e-9,0.0004580049,0.00009032186,0.00038598216,0.6892698,0.000008440167,0.000038562845,0.0005020104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996785,0.00024966386,0.00059236225,0.0005401092,0.0010596594,0.00077322917],"domain_scores_gemma":[0.9952677,0.0022400557,0.00013908818,0.0007337683,0.0014035918,0.00021582724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029878712,0.00020600995,0.0003656055,0.00021582459,0.00048557654,0.0002886891,0.00057398673,0.0000520746,0.00015881706],"category_scores_gemma":[0.0035827898,0.0001422331,0.00013116651,0.00050914777,0.00032339722,0.00014355585,0.00048302708,0.00025931507,0.000025277954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041138073,0.0035255323,0.9642682,0.0015935594,0.00009186019,0.0000041536077,0.00048888935,0.000015772848,0.0011467815,0.0004959447,0.020678334,0.0035771835],"study_design_scores_gemma":[0.009226537,0.02087917,0.8098333,0.00044467766,0.00000926698,0.00000108809,0.00013382085,0.0008288493,0.001062732,0.00042386487,0.15701945,0.0001372311],"about_ca_topic_score_codex":0.000042654094,"about_ca_topic_score_gemma":0.000059233123,"teacher_disagreement_score":0.23606405,"about_ca_system_score_codex":0.00012693576,"about_ca_system_score_gemma":0.0002848371,"threshold_uncertainty_score":0.58000976},"labels":[],"label_agreement":null},{"id":"W2796274524","doi":"10.2196/resprot.8811","title":"Epic Allies, a Gamified Mobile Phone App to Improve Engagement in Care, Antiretroviral Uptake, and Adherence Among Young Men Who Have Sex With Men and Young Transgender Women Who Have Sex With Men: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Men who have sex with men; Psychological intervention; Transgender; Medicine; mHealth; Intervention (counseling); Viral load; Randomized controlled trial; Health care; Family medicine; Psychology; Human immunodeficiency virus (HIV); Psychiatry; Internal medicine","score_opus":0.06356284343048053,"score_gpt":0.440270698105762,"score_spread":0.3767078546752815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796274524","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024879074,0.000010046866,0.0010003874,0.00009365538,0.0000018820563,0.9413159,0.00007104096,0.00006718679,0.032560837],"genre_scores_gemma":[0.034720313,0.0000028160246,0.00038186144,0.000019696903,0.00022136875,0.8665907,0.000020868878,0.00009727022,0.097945124],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99143624,0.0021687387,0.0012640139,0.00135068,0.0018926023,0.0018877162],"domain_scores_gemma":[0.9962069,0.0005936817,0.00027212073,0.00079850433,0.0010589509,0.0010698388],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008619212,0.0006141149,0.0023760102,0.00082858786,0.00055778195,0.00051017833,0.00042072116,0.00024614352,0.00038293487],"category_scores_gemma":[0.0007728243,0.0003982103,0.00019634303,0.00055742025,0.0013629381,0.0004410266,0.00025512354,0.0011447922,0.000007521796],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93463874,0.0011500749,0.0037227934,0.0025841952,0.0007137117,0.00007026144,0.030112237,0.0000013642214,0.002369809,0.000026308411,0.018098949,0.0065115867],"study_design_scores_gemma":[0.8526546,0.10217649,0.00050547795,0.0023905102,0.000038649585,0.000012619871,0.024076186,0.01086894,0.0023041891,0.000047426875,0.00447761,0.00044733708],"about_ca_topic_score_codex":0.0009475219,"about_ca_topic_score_gemma":0.0010181011,"teacher_disagreement_score":0.101026416,"about_ca_system_score_codex":0.0005638155,"about_ca_system_score_gemma":0.0009783662,"threshold_uncertainty_score":0.999847},"labels":[],"label_agreement":null},{"id":"W2796331772","doi":"10.2196/resprot.8865","title":"Effects of Dietary Inorganic Nitrate Supplementation on Exercise Performance in Patients With Heart Failure: Protocol for a Randomized, Placebo-Controlled, Cross-Over Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular and exercise physiology","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Placebo; Heart failure; Protocol (science); Medicine; Physical therapy; Nitrate; Internal medicine; Alternative medicine; Chemistry","score_opus":0.042502158762385354,"score_gpt":0.4523371902207784,"score_spread":0.40983503145839306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796331772","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27817866,3.4802142e-7,0.0000077349905,0.00003190614,0.0000071831228,0.7216594,0.000006181211,0.000017027389,0.00009152965],"genre_scores_gemma":[0.17018603,2.0192147e-7,0.00018807467,0.000025641766,0.00020643881,0.829232,0.000030112657,0.000039843042,0.00009169062],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9965608,0.0006741918,0.0006506302,0.0004855777,0.0009990961,0.0006296912],"domain_scores_gemma":[0.997865,0.0006280437,0.0001574393,0.00048486868,0.00072657847,0.00013805542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024840278,0.00025519566,0.0014524942,0.00038091413,0.00014496152,0.000045330456,0.00016623136,0.00014909238,0.00011950549],"category_scores_gemma":[0.0003698274,0.00016768888,0.00036715597,0.0004380277,0.00046700556,0.00020329356,0.0000759419,0.00040471164,0.000032773474],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98744124,0.0020407457,0.003483172,0.0028223342,0.00011920008,0.0000018099803,0.00015003611,0.0000048031998,0.001366336,0.0000086308955,0.0018434175,0.0007182728],"study_design_scores_gemma":[0.9034654,0.020768793,0.032627244,0.002956206,0.000030101513,6.3767254e-7,0.000008610938,0.00009022055,0.038961392,0.000055434222,0.0008827458,0.00015324946],"about_ca_topic_score_codex":0.000027769283,"about_ca_topic_score_gemma":0.000015092781,"teacher_disagreement_score":0.107992634,"about_ca_system_score_codex":0.00012825629,"about_ca_system_score_gemma":0.0003106267,"threshold_uncertainty_score":0.68381536},"labels":[],"label_agreement":null},{"id":"W2797059266","doi":"10.2196/resprot.9443","title":"Mobile Phone Support for Diabetes Self-Care Among Diverse Adults: Protocol for a Three-Arm Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health; Vanderbilt University","keywords":"Mobile phone; Socioeconomic status; Randomized controlled trial; Medicine; Ethnic group; Psychological intervention; Type 2 diabetes; Phone; Protocol (science); Gerontology; Family medicine; Diabetes mellitus; Nursing; Population; Alternative medicine; Environmental health; Computer science","score_opus":0.15321578393836924,"score_gpt":0.5899758517180133,"score_spread":0.43676006777964405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797059266","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00089006394,0.0000028201948,0.0005963457,0.00031176963,0.000099835044,0.99392164,0.0002725442,0.00046177118,0.0034432337],"genre_scores_gemma":[0.000602597,0.0000011750892,0.0024562813,0.00043612038,0.0033604857,0.99073464,0.00013286718,0.00014188972,0.0021339392],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98884696,0.0029654696,0.0027372914,0.0011596712,0.0011619579,0.0031286615],"domain_scores_gemma":[0.98301893,0.008115895,0.0011585553,0.0012640649,0.0052565774,0.001185972],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0145125985,0.0004981967,0.002300567,0.00049216667,0.004289011,0.00008165704,0.0009046146,0.0007342695,0.0018004453],"category_scores_gemma":[0.0035266725,0.00036335216,0.0007257395,0.00065974036,0.0007861772,0.00027698497,0.00033882653,0.0013030033,0.0006801863],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88089496,0.0015764658,0.0008279352,0.011332445,0.00007940187,5.0484175e-7,0.0021441714,2.1968316e-7,0.000021186663,0.0008595943,0.097563595,0.0046995087],"study_design_scores_gemma":[0.53844726,0.007349824,0.000026760728,0.001307771,0.000013265098,6.710525e-8,0.00054004346,0.0005881599,0.000048525944,0.00088807807,0.45060658,0.00018367544],"about_ca_topic_score_codex":0.00006586498,"about_ca_topic_score_gemma":0.00033339634,"teacher_disagreement_score":0.353043,"about_ca_system_score_codex":0.0005840955,"about_ca_system_score_gemma":0.0046465686,"threshold_uncertainty_score":0.99988186},"labels":[],"label_agreement":null},{"id":"W2797460078","doi":"10.2196/resprot.9827","title":"Comparing a Mobile Decision Support System Versus the Use of Printed Materials for the Implementation of an Evidence-Based Recommendation: Protocol for a Qualitative Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Protocol (science); Computer science; Guideline; Clinical decision support system; Process (computing); Decision support system; Qualitative research; Best practice; Evidence-based practice; Process management; Medical education; Knowledge management; Medicine; Artificial intelligence; Alternative medicine","score_opus":0.8663873483610842,"score_gpt":0.77424312070185,"score_spread":0.09214422765923425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797460078","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003322696,4.3250705e-7,0.0145796,0.0008442795,0.000047619913,0.9808912,0.00024917745,0.000036810692,0.00002817221],"genre_scores_gemma":[0.020641921,2.7026812e-7,0.0054735383,0.000073341864,0.00027922017,0.9733599,0.00012014254,0.00003100255,0.000020666514],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990681,0.0053908895,0.0017608925,0.00041415112,0.0010870323,0.00066604046],"domain_scores_gemma":[0.97190946,0.018129913,0.0012352791,0.0008465826,0.0077205542,0.00015823568],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0339055,0.0001532374,0.00035588213,0.00019270237,0.0018349446,0.000047076945,0.00048767618,0.00013851677,0.00075064215],"category_scores_gemma":[0.002651231,0.00009303768,0.00007304056,0.0005352648,0.00026152466,0.00038717993,0.00012257797,0.00027759286,0.000017804197],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.15880232,0.0019283625,0.0014719086,0.05517748,0.00016541923,1.7364319e-7,0.043908633,0.00020524807,0.010485483,0.025200682,0.12623858,0.5764157],"study_design_scores_gemma":[0.025049675,0.014628534,0.0021068992,0.008269648,0.000029750005,4.4132526e-7,0.03654048,0.029025523,0.018289808,0.0005198941,0.8653427,0.0001966638],"about_ca_topic_score_codex":0.00057640777,"about_ca_topic_score_gemma":0.0007403867,"teacher_disagreement_score":0.7391041,"about_ca_system_score_codex":0.00067230157,"about_ca_system_score_gemma":0.003981751,"threshold_uncertainty_score":0.9994645},"labels":[],"label_agreement":null},{"id":"W2797507618","doi":"10.2196/resprot.9294","title":"Evaluating the Effectiveness of Text Messaging and Phone Call Reminders to Minimize No Show at Pediatric Outpatient Clinics in Pakistan: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Short Message Service; mHealth; Text messaging; Text message; Mobile phone; Protocol (science); Phone; Medicine; Health care; Service (business); Internet privacy; Digital health; Work (physics); Medical emergency; Nursing; Computer science; Alternative medicine; Psychological intervention; Business; Telecommunications; Computer network","score_opus":0.41368995858500224,"score_gpt":0.7305030028639474,"score_spread":0.3168130442789452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797507618","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019169088,0.0000028552627,0.00095528224,0.00027663962,0.000031172993,0.97840023,0.000026031006,0.00003761863,0.0011010692],"genre_scores_gemma":[0.004382495,5.7231557e-7,0.010460199,0.00014712788,0.0003238982,0.98394144,0.0000043137957,0.00006318276,0.0006767911],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97635525,0.018324897,0.001827391,0.00093665195,0.0010272365,0.0015285455],"domain_scores_gemma":[0.9743832,0.021406656,0.0005539302,0.0010623644,0.0020424656,0.00055138837],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.06788312,0.0002694591,0.00065160636,0.00042869544,0.0018491988,0.000027586293,0.00057391776,0.000289357,0.00012980252],"category_scores_gemma":[0.005911273,0.00019470292,0.0000691221,0.0013716577,0.00025499036,0.00008339573,0.00085718074,0.0013969119,0.00011796717],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.065288335,0.0067956094,0.6147126,0.061163645,0.000048843034,0.000003322934,0.022152716,0.000025190395,0.0017209094,0.0007296179,0.034856696,0.1925025],"study_design_scores_gemma":[0.039238747,0.03063853,0.44902354,0.0076789553,0.000020617052,0.0000014870344,0.008920791,0.0025819172,0.00049622834,0.0013700332,0.45936298,0.0006661537],"about_ca_topic_score_codex":0.00019922924,"about_ca_topic_score_gemma":0.00036303277,"teacher_disagreement_score":0.42450628,"about_ca_system_score_codex":0.00070963486,"about_ca_system_score_gemma":0.002109447,"threshold_uncertainty_score":0.99945027},"labels":[],"label_agreement":null},{"id":"W2797535244","doi":"10.2196/resprot.9780","title":"Universal Versus Conditional Third Day Follow-Up Visit for Children With Nonsevere Unclassified Fever at the Community Level in Ethiopia: Protocol for a Cluster Randomized Noninferiority Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Thermal Regulation in Medicine","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Gesundheit; United States Agency for International Development","keywords":"Cluster randomised controlled trial; Protocol (science); Randomized controlled trial; Medicine; Cluster (spacecraft); Family medicine; Alternative medicine; Internal medicine; Computer science","score_opus":0.30800864595834165,"score_gpt":0.5374855022003842,"score_spread":0.2294768562420425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797535244","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029375827,2.3433671e-7,0.0018771029,0.0030668408,0.00003728702,0.9646501,0.00013347498,0.00008686792,0.0007722644],"genre_scores_gemma":[0.013430877,4.120857e-8,0.0009298144,0.00024809237,0.000838174,0.9789216,0.00018352893,0.00008150667,0.0053663524],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932474,0.0032888432,0.0006934275,0.00047921127,0.0014814044,0.00080973987],"domain_scores_gemma":[0.9895475,0.007504288,0.00027874665,0.0009540614,0.0014602987,0.00025513864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011838101,0.00033811116,0.0008964946,0.00028728155,0.0010066454,0.00008475012,0.00056713587,0.00036208713,0.00045364603],"category_scores_gemma":[0.0039896956,0.00020074999,0.00026873228,0.0005081774,0.0022794644,0.0002237374,0.00033978708,0.0015537308,0.00003153382],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96828616,0.00078143046,0.0012276525,0.0003229064,0.000256829,0.0000030024964,0.0014292471,0.000003901962,0.00028422888,0.0011159201,0.025930412,0.00035831984],"study_design_scores_gemma":[0.9235584,0.009965524,0.01593133,0.0013111135,0.00003895815,0.000014823748,0.00031380547,0.000410588,0.0008490929,0.000696325,0.046676632,0.00023339674],"about_ca_topic_score_codex":0.00014048973,"about_ca_topic_score_gemma":0.0007738976,"teacher_disagreement_score":0.04472774,"about_ca_system_score_codex":0.0007648054,"about_ca_system_score_gemma":0.0014705609,"threshold_uncertainty_score":0.8398781},"labels":[],"label_agreement":null},{"id":"W2797677593","doi":"10.2196/resprot.9421","title":"Recruitment of Participants and Delivery of Online Mental Health Resources for Depressed Individuals Using Tumblr: Pilot Randomized Control Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health via Writing","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Children’s Hospital of Wisconsin Research Institute; Seattle Children's Research Institute","keywords":"Randomized controlled trial; Intervention (counseling); Mental health; Depression (economics); Population; Medicine; Social media; Psychiatry; Psychology; Clinical psychology; Environmental health","score_opus":0.6434390074649866,"score_gpt":0.6460212481848208,"score_spread":0.00258224071983415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797677593","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50364876,0.000054210665,0.00003851436,0.00027231744,0.000024606423,0.49556026,0.00030224392,0.000015031181,0.00008407497],"genre_scores_gemma":[0.37107742,0.0000020744278,0.0011394215,0.000098066375,0.00023848779,0.6273423,0.000012204653,0.000028933298,0.00006111569],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917384,0.004350596,0.0015259918,0.0004952378,0.00081183657,0.0010779554],"domain_scores_gemma":[0.9957155,0.0023850638,0.000762033,0.00043552942,0.0003736135,0.0003282445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011941121,0.00019097359,0.0010902089,0.00031542373,0.00034771409,0.00003253541,0.00031548264,0.00011054904,0.00018298537],"category_scores_gemma":[0.0005378444,0.00016391154,0.00011275669,0.00025454143,0.00093513686,0.00009291941,0.00018059644,0.00028680314,0.000004656809],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9738228,0.0031136815,0.002192967,0.0013590687,0.00020000713,0.0000014725085,0.005379963,4.4155266e-7,0.004783841,0.000621063,0.0011448667,0.0073798704],"study_design_scores_gemma":[0.96623003,0.01856646,0.0014496959,0.0026647693,0.000013492347,0.0000033237573,0.0014151357,0.00046453063,0.0031691696,0.00034808036,0.005517991,0.00015729191],"about_ca_topic_score_codex":0.0005899505,"about_ca_topic_score_gemma":0.00006310354,"teacher_disagreement_score":0.13257131,"about_ca_system_score_codex":0.00014003698,"about_ca_system_score_gemma":0.00036268536,"threshold_uncertainty_score":0.66841185},"labels":[],"label_agreement":null},{"id":"W2797761658","doi":"10.2196/resprot.8703","title":"Application of Behavior Change Techniques in a Personalized Nutrition Electronic Health Intervention Study: Protocol for the Web-Based Food4Me Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition, Genetics, and Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"FP7 Food, Agriculture and Fisheries, Biotechnology; Medical Research Council","keywords":"Behavior change; Psychological intervention; Protocol (science); Intervention (counseling); Randomized controlled trial; Behavior change methods; Computer science; Consistency (knowledge bases); Behaviour change; The Internet; Web application; Medicine; Applied psychology; Psychology; Alternative medicine; World Wide Web; Artificial intelligence; Nursing","score_opus":0.1144721607760963,"score_gpt":0.5389438486500914,"score_spread":0.4244716878739951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797761658","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029009187,0.000025568192,0.0023225425,0.000297678,0.0000050450412,0.99438715,0.000021876729,0.000021253989,0.000017983575],"genre_scores_gemma":[0.08060241,0.0000034928487,0.00018841142,0.000044493445,0.0004976395,0.91854143,0.00005593066,0.000025109131,0.00004105378],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962105,0.0017887106,0.00071661605,0.00041173803,0.00043499298,0.0004374201],"domain_scores_gemma":[0.99825466,0.00015545216,0.00033524216,0.0004405677,0.0007358537,0.000078199235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057600937,0.00016405022,0.0005399761,0.00021705606,0.00017589914,0.000045885878,0.00031103025,0.00012669222,0.000021787975],"category_scores_gemma":[0.00031937612,0.00011803449,0.00035963565,0.00023261522,0.0003708668,0.000008768732,0.000060347287,0.00015650805,0.0000010829032],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9706277,0.009249179,0.00017171062,0.0005721156,0.000036713733,1.7835589e-7,0.00007192614,5.982393e-8,0.013022022,0.00015669699,0.00061277626,0.0054789153],"study_design_scores_gemma":[0.9265452,0.018720536,0.00008481849,0.00039106823,0.000012494738,3.4702308e-7,0.00011298932,0.0003009172,0.01907797,0.00044216018,0.034195483,0.00011602773],"about_ca_topic_score_codex":0.000059865106,"about_ca_topic_score_gemma":0.00020545998,"teacher_disagreement_score":0.077701494,"about_ca_system_score_codex":0.000090350804,"about_ca_system_score_gemma":0.0004669512,"threshold_uncertainty_score":0.4813307},"labels":[],"label_agreement":null},{"id":"W2797856710","doi":"10.2196/resprot.9374","title":"Diabetes-Specific Formulae Versus Standard Formulae as Enteral Nutrition to Treat Hyperglycemia in Critically Ill Patients: Protocol for a Randomized Controlled Feasibility Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hyperglycemia and glycemic control in critically ill and hospitalized patients","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Glycemic; Hypoglycemia; Randomized controlled trial; Diabetes mellitus; Randomization; Intensive care medicine; Parenteral nutrition; Clinical trial; Pediatrics; Internal medicine; Endocrinology","score_opus":0.1301096995800606,"score_gpt":0.5131072424749019,"score_spread":0.38299754289484134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797856710","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09370353,0.0000020264167,0.00017228548,0.0017573679,0.00008121034,0.89952075,0.00010144946,0.000105202635,0.0045561655],"genre_scores_gemma":[0.03710239,6.4668154e-7,0.0013120413,0.0007912506,0.00093853206,0.959292,0.000089166046,0.000084191845,0.00038979403],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99162686,0.0011300192,0.0020740528,0.0012140393,0.0020042986,0.0019507246],"domain_scores_gemma":[0.985761,0.0030401908,0.00017079207,0.0009436731,0.009144466,0.0009398873],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038720293,0.0005994079,0.0028014581,0.0007093893,0.00042947775,0.00033866058,0.00046551457,0.00047640817,0.0007487735],"category_scores_gemma":[0.01842162,0.00043633176,0.0009879479,0.0006782984,0.0007434109,0.00046762047,0.00020670383,0.0008061481,0.00012974038],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9783881,0.0069655017,0.0008788448,0.0011629921,0.000095469775,0.000018538018,0.00029168464,1.3558191e-7,0.00078848243,0.0012349586,0.005919114,0.0042562024],"study_design_scores_gemma":[0.82344323,0.076933704,0.00006835133,0.0026755366,0.000033471264,0.0000014380886,0.00009045099,0.00016121731,0.0015007642,0.0023925453,0.092314824,0.0003844504],"about_ca_topic_score_codex":0.00001942572,"about_ca_topic_score_gemma":0.000023654397,"teacher_disagreement_score":0.15494482,"about_ca_system_score_codex":0.0010451486,"about_ca_system_score_gemma":0.0006049478,"threshold_uncertainty_score":0.99980885},"labels":[],"label_agreement":null},{"id":"W2797978771","doi":"10.2196/resprot.8771","title":"A Novel Mobile App and Population Management System to Manage Rheumatoid Arthritis Flares: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases","keywords":"Protocol (science); Randomized controlled trial; Rheumatoid arthritis; Medicine; Mobile apps; Population; Physical therapy; Alternative medicine; Computer science; World Wide Web; Internal medicine","score_opus":0.06495657288275491,"score_gpt":0.46589699197512985,"score_spread":0.40094041909237493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797978771","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022791866,0.000019925566,0.0023743561,0.0002537694,0.000017091816,0.9916318,0.000019433652,0.00023502644,0.0031693983],"genre_scores_gemma":[0.0051379497,0.00002380316,0.0042469203,0.000041222982,0.00033226353,0.9888854,0.00001769904,0.00008153164,0.0012331841],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99437094,0.0008665748,0.0011829513,0.0008058639,0.0016483148,0.0011253874],"domain_scores_gemma":[0.99683213,0.00072947243,0.00019989128,0.0007225764,0.0009069746,0.0006089539],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0072010052,0.00035359059,0.0017994838,0.00086305354,0.00064000965,0.00046978286,0.0003060372,0.00016400155,0.000162839],"category_scores_gemma":[0.0007834122,0.0002577412,0.00036534874,0.000550298,0.00046915864,0.00022947387,0.00029435754,0.00035440642,0.0001123536],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9583354,0.00091963535,0.000025103976,0.0020316087,0.00029915496,0.000027156837,0.00045537975,6.840132e-7,0.00054278894,0.0061600604,0.0029758778,0.028227173],"study_design_scores_gemma":[0.8078983,0.0071130013,0.00003487831,0.009995969,0.0000020383902,0.000040439063,0.00036859312,0.00076336786,0.00019842839,0.00027945297,0.17309627,0.00020927591],"about_ca_topic_score_codex":0.000082206716,"about_ca_topic_score_gemma":0.000043006366,"teacher_disagreement_score":0.17012039,"about_ca_system_score_codex":0.00019215721,"about_ca_system_score_gemma":0.00013148211,"threshold_uncertainty_score":0.9999875},"labels":[],"label_agreement":null},{"id":"W2799338412","doi":"10.2196/resprot.9633","title":"Identifying Barriers and Facilitators of 13 mHealth Projects in North America and Africa: Protocol for a 5-Year Implementation Science Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Centre for Disease Control; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"mHealth; Psychological intervention; Protocol (science); Medical education; Medicine; Computer science; Psychology; Nursing; Alternative medicine","score_opus":0.47217775551354413,"score_gpt":0.693486152702974,"score_spread":0.22130839718942985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799338412","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093237296,9.963348e-7,0.00006132174,0.00021519557,0.0000064339597,0.9060794,0.00005815503,0.00003274183,0.00030847357],"genre_scores_gemma":[0.087632306,9.923688e-7,0.0009345505,0.000054360335,0.000072451956,0.9112282,0.0000035690857,0.00002070283,0.000052911993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99490464,0.0010606658,0.0010352873,0.0007465588,0.0008305444,0.0014223201],"domain_scores_gemma":[0.9967154,0.00058239466,0.00036133267,0.0004837805,0.0010987285,0.0007583441],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006125789,0.00016154506,0.00034056616,0.0008047112,0.0020096442,0.000040524417,0.0003300905,0.000084929,0.000098905046],"category_scores_gemma":[0.00088316423,0.00014110489,0.000018780476,0.0022091032,0.0010069228,0.00032413975,0.00034387637,0.0006201111,0.000015521075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016431414,0.00047835172,0.90478826,0.009944071,0.0000062229556,8.417287e-7,0.043303203,1.4232289e-7,0.00055611716,0.0010588159,0.0046359077,0.033584952],"study_design_scores_gemma":[0.013982861,0.010148592,0.60670424,0.0013269855,0.0000027667038,6.2928933e-7,0.10835891,0.00012435661,0.00015523634,0.0009859157,0.2579504,0.0002591122],"about_ca_topic_score_codex":0.0008556454,"about_ca_topic_score_gemma":0.0038599034,"teacher_disagreement_score":0.298084,"about_ca_system_score_codex":0.00033057627,"about_ca_system_score_gemma":0.004408189,"threshold_uncertainty_score":0.99928963},"labels":[],"label_agreement":null},{"id":"W2799340764","doi":"10.2196/resprot.8810","title":"Cultural and Contextual Adaptation of an eHealth Intervention for Youth Receiving Services for First-Episode Psychosis: Adaptation Framework and Protocol for Horyzons-Canada Phase 1","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; McGill University; Douglas Mental Health University Institute","funders":"","keywords":"eHealth; Psychological intervention; Adaptation (eye); Intervention (counseling); Service provider; Focus group; Mental health; Service (business); Service delivery framework; Psychology; Medicine; Nursing; Health care; Medical education; Sociology; Psychiatry; Business; Political science","score_opus":0.3748714187787741,"score_gpt":0.6186534708352942,"score_spread":0.2437820520565201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799340764","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018655444,0.0000066016783,0.017795278,0.0005087796,0.000059891347,0.96190757,0.0009444919,0.00004103758,0.00008092357],"genre_scores_gemma":[0.14967422,1.0004922e-7,0.00633516,0.000053047057,0.00020560398,0.8434022,0.00013102018,0.0000402361,0.00015838655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99725837,0.00032894194,0.00083367917,0.0005951031,0.0003561316,0.0006277624],"domain_scores_gemma":[0.99725896,0.0006397224,0.0004484902,0.0003139136,0.0010753262,0.00026358757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001745666,0.00020527672,0.00029943828,0.00018427307,0.00054414285,0.00016761353,0.00025248993,0.00017666865,0.000040465133],"category_scores_gemma":[0.00028034666,0.00019146795,0.000093002716,0.00021579828,0.0002436515,0.0006366589,0.000057890375,0.00020937201,0.0000017881841],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044633873,0.006496543,0.0011872201,0.026112406,0.00017029891,8.5363695e-7,0.022157274,0.00000469741,0.000062976564,0.019330114,0.009894429,0.86994934],"study_design_scores_gemma":[0.09606309,0.22713916,0.007770613,0.054946117,0.000061518964,0.000022593193,0.11920082,0.04320435,0.0031909274,0.04516439,0.40173817,0.0014982483],"about_ca_topic_score_codex":0.019518504,"about_ca_topic_score_gemma":0.21787453,"teacher_disagreement_score":0.86845106,"about_ca_system_score_codex":0.00017112763,"about_ca_system_score_gemma":0.0000996971,"threshold_uncertainty_score":0.9870106},"labels":[],"label_agreement":null},{"id":"W2799349612","doi":"10.2196/resprot.9098","title":"An Exercise Intervention to Unravel the Mechanisms Underlying Insulin Resistance in a Cohort of Black South African Women: Protocol for a Randomized Controlled Trial and Baseline Characteristics of Participants","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden; Medical Research Council; Swedish Foundation for International Cooperation in Research and Higher Education; South African Medical Research Council; National Research Foundation; Wellcome Trust; National Institute of Diabetes and Digestive and Kidney Diseases; Carnegie Corporation of New York","keywords":"Type 2 diabetes; Intervention (counseling); Insulin resistance; Randomized controlled trial; Medicine; Cohort; Diabetes mellitus; Gerontology; Physical therapy; Psychology; Internal medicine; Endocrinology","score_opus":0.14759593456629516,"score_gpt":0.4846702240452248,"score_spread":0.33707428947892965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799349612","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086531594,0.0000024913013,0.0043358495,0.00009501453,0.000007023405,0.90890497,0.000029851964,0.000018093539,0.000075125434],"genre_scores_gemma":[0.33732146,4.4833894e-7,0.00084332033,0.000013436283,0.000081381004,0.6615731,0.000003897895,0.000027042799,0.00013586783],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942998,0.0021293615,0.0014112807,0.00046996944,0.0010122095,0.0006773426],"domain_scores_gemma":[0.99669826,0.000661562,0.00045133088,0.0007675593,0.0011424953,0.00027879258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025523806,0.00022017142,0.002160361,0.000398117,0.00010595309,0.00007042433,0.00027597445,0.00012964355,0.00005866305],"category_scores_gemma":[0.004850214,0.00014068194,0.00037543633,0.00053852715,0.0006491964,0.0000968434,0.0001041771,0.0002921456,0.0000029479277],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9757467,0.0014874582,0.00005950662,0.0018955576,0.00023108706,0.000003398308,0.0042699273,7.038391e-7,0.00116129,0.00021095973,0.000042633,0.014890791],"study_design_scores_gemma":[0.97391987,0.008166187,0.0034942958,0.0059065716,0.000064809465,3.314021e-7,0.0013197553,0.0010675667,0.0032180806,0.0015411348,0.0011397257,0.0001616524],"about_ca_topic_score_codex":0.00017499414,"about_ca_topic_score_gemma":0.0001768067,"teacher_disagreement_score":0.25078988,"about_ca_system_score_codex":0.000107542415,"about_ca_system_score_gemma":0.00031661193,"threshold_uncertainty_score":0.8846093},"labels":[],"label_agreement":null},{"id":"W2799723982","doi":"10.2196/resprot.9927","title":"Development of a Tailored Intervention With Computerized Clinical Decision Support to Improve Quality of Care for Patients With Knee Osteoarthritis: Multi-Method Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Norwegian Institute of Public Health; Tays; Kuopion Yliopistollinen Sairaala","keywords":"Osteoarthritis; Physical therapy; Intervention (counseling); Medicine; Quality (philosophy); Physical medicine and rehabilitation; Alternative medicine; Nursing","score_opus":0.1839930096899203,"score_gpt":0.5777777609731617,"score_spread":0.3937847512832414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799723982","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5819864,3.685128e-7,0.017231306,0.000011872416,0.000013891023,0.40069178,0.00003038149,0.000022456437,0.000011484411],"genre_scores_gemma":[0.26655722,1.0494372e-8,0.32313675,0.000008907725,0.000031021238,0.4101468,0.000021833028,0.000028217377,0.00006923196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955581,0.0005929344,0.0014382751,0.0006088132,0.0013547884,0.00044708716],"domain_scores_gemma":[0.9947731,0.00055974623,0.00037879145,0.00067436014,0.0033311695,0.00028286665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030864975,0.00020615991,0.0008767212,0.00028302678,0.00012862934,0.000027642316,0.00022491599,0.00010180917,0.00004999117],"category_scores_gemma":[0.0008374686,0.00014126523,0.00013722741,0.0004109185,0.00027984963,0.00012423706,0.0003699848,0.0002646536,0.000016456803],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07491911,0.008215036,0.45857054,0.0015389357,0.00014509047,0.0000051488873,0.005995986,2.656599e-7,0.0011513116,0.0000057174534,0.000071568706,0.4493813],"study_design_scores_gemma":[0.069179095,0.16805376,0.74955326,0.003501455,0.000009854013,0.0000011640941,0.0026274268,0.000018030338,0.0034767664,0.0000036307454,0.0034094218,0.0001661081],"about_ca_topic_score_codex":0.000021156122,"about_ca_topic_score_gemma":0.00067112234,"teacher_disagreement_score":0.44921517,"about_ca_system_score_codex":0.000114577975,"about_ca_system_score_gemma":0.00049229286,"threshold_uncertainty_score":0.5760629},"labels":[],"label_agreement":null},{"id":"W2799738131","doi":"10.2196/resprot.9740","title":"Mobile Phone Cognitive Bias Modification Research Platform for Substance Use Disorders: Protocol for a Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Medical Research Council; Medical Research Council","keywords":"Cognitive bias modification; Protocol (science); Mobile phone; Computer science; Cognition; Psychology; Applied psychology; Medicine; Psychiatry; Cognitive bias; Alternative medicine; Telecommunications","score_opus":0.7869976347521215,"score_gpt":0.6781953766940617,"score_spread":0.10880225805805976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799738131","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023808494,0.0000111656445,0.005313428,0.00005996384,0.000050837163,0.96775424,0.00043707897,0.00022755453,0.0023372518],"genre_scores_gemma":[0.110351525,0.0000052781147,0.0008348536,0.000021686139,0.0007234885,0.8832546,0.00007493845,0.0001689726,0.0045646518],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899163,0.0020918506,0.0010008534,0.002536199,0.0021561144,0.0022986818],"domain_scores_gemma":[0.9797922,0.006911012,0.00039650212,0.0016782285,0.010764128,0.00045795186],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010898404,0.00055429206,0.00060484925,0.0015292772,0.0019264957,0.0006301031,0.0012254858,0.00043824196,0.00079130096],"category_scores_gemma":[0.0068098605,0.00047433036,0.0002310598,0.004293982,0.0016825739,0.0010965087,0.0003064242,0.0011308033,0.00063959154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11151709,0.08962626,0.30224925,0.0024217146,0.00059445575,0.00001000515,0.034814037,9.15495e-7,0.00082465116,0.000996774,0.13630728,0.32063758],"study_design_scores_gemma":[0.05518132,0.06587548,0.08315368,0.002104836,0.000023420902,0.0000046251416,0.025837816,0.0001453433,0.0066758273,0.026358377,0.73348325,0.0011560437],"about_ca_topic_score_codex":0.0001845649,"about_ca_topic_score_gemma":0.0005277282,"teacher_disagreement_score":0.59717596,"about_ca_system_score_codex":0.0005659363,"about_ca_system_score_gemma":0.00050857087,"threshold_uncertainty_score":0.9997708},"labels":[],"label_agreement":null},{"id":"W2799761567","doi":"10.2196/resprot.9615","title":"Metadata Correction: Immune-Enhancing Formulas for Patients With Cancer Undergoing Esophagectomy: Systematic Review Protocol","year":2018,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Esophagectomy; Parenteral nutrition; Esophageal cancer; Enteral administration; Cancer; Intensive care medicine; Surgery; General surgery; Internal medicine","score_opus":0.17563917696854828,"score_gpt":0.5637666020300326,"score_spread":0.38812742506148434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799761567","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5180345e-7,0.00047465842,0.00027538717,0.00072028214,0.00057779724,0.9943782,0.0001019097,0.00019484536,0.0032767646],"genre_scores_gemma":[4.9731904e-7,0.000068533234,0.0007798337,0.000627564,0.0016634734,0.8247855,0.00049934076,0.00021266937,0.1713626],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9919873,0.0008335338,0.0019094112,0.0011431141,0.0026243986,0.0015022258],"domain_scores_gemma":[0.9914829,0.00068799825,0.0011406931,0.001814563,0.004339501,0.0005343467],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0042332937,0.00068096386,0.0025396505,0.0006951673,0.0009658571,0.0003695874,0.00069990783,0.00055824127,0.0007233055],"category_scores_gemma":[0.0021690088,0.00047918403,0.00034259525,0.0011798015,0.00022768401,0.0005630122,0.00029297383,0.0027826608,0.00011524478],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008433145,0.00041127784,0.000057685284,0.5255426,0.00012550336,0.000008513914,0.00003163262,2.0777184e-8,0.0000023308132,0.000014540606,0.47287753,0.00008505298],"study_design_scores_gemma":[0.0046840166,0.003075524,0.00004470453,0.5512566,0.00010116667,0.00001262945,0.000022051388,0.000031193926,0.00007641898,0.00003336488,0.44038394,0.00027835442],"about_ca_topic_score_codex":0.000042410167,"about_ca_topic_score_gemma":0.00016168255,"teacher_disagreement_score":0.16959271,"about_ca_system_score_codex":0.0016447355,"about_ca_system_score_gemma":0.0050970525,"threshold_uncertainty_score":0.999766},"labels":[],"label_agreement":null},{"id":"W2799884074","doi":"10.2196/resprot.9521","title":"The Development of Complex Digital Health Solutions: Formative Evaluation Combining Different Methodologies","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Computer science; Digital health; Data science; Management science; Psychology; Health care; Mathematics education; Engineering; Political science","score_opus":0.6494605576417757,"score_gpt":0.6234175267482874,"score_spread":0.02604303089348825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799884074","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054540947,0.00032449097,0.0057131127,0.0051823105,0.000021364143,0.9257358,0.000026447684,0.00013232241,0.008323209],"genre_scores_gemma":[0.3090259,0.000034441447,0.0034327481,0.000019126797,0.000042321746,0.68730426,0.000030701158,0.000014090463,0.00009636328],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99535024,0.0012998676,0.0005744856,0.00020657945,0.001792954,0.00077588024],"domain_scores_gemma":[0.9967852,0.001071875,0.00014875193,0.00038290478,0.0014564194,0.00015481758],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008127284,0.00012107718,0.00029484206,0.00019245506,0.0013756519,0.00016812427,0.00028046034,0.000044406992,0.0001291945],"category_scores_gemma":[0.0017192933,0.0000712083,0.000060328177,0.00032490934,0.0011081867,0.00021886655,0.00033384727,0.0003770518,0.000060377366],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012691899,0.0004547876,0.0009773117,0.00027125404,0.000113663686,8.3222153e-7,0.009923204,2.9115884e-7,0.0023233395,0.003752515,0.008080553,0.97283304],"study_design_scores_gemma":[0.018572181,0.022845708,0.16119997,0.012680958,0.0000019918807,0.00005964489,0.027556878,0.004593801,0.030443218,0.051958308,0.6695443,0.0005430628],"about_ca_topic_score_codex":0.0000061254937,"about_ca_topic_score_gemma":0.000048941936,"teacher_disagreement_score":0.97229,"about_ca_system_score_codex":0.00026643116,"about_ca_system_score_gemma":0.0011716972,"threshold_uncertainty_score":0.9999244},"labels":[],"label_agreement":null},{"id":"W27998879","doi":"10.2196/resprot.5894","title":"Pemerkasaan dengan media sosial: aplikasi facebook danpembelajaran Bahasa Inggeris dalam kalangan mahasiswaantropologi dan sosiologi, Universiti Kebangsaan Malaysia","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Higher Education and Teaching Methods","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Psychology; Art","score_opus":0.19188679206107048,"score_gpt":0.501195241262515,"score_spread":0.3093084492014445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W27998879","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0923711,0.000025424724,0.15511015,0.014153155,0.0006076618,0.6858083,0.00002497788,0.0036249985,0.04827424],"genre_scores_gemma":[0.2468857,0.0000042917127,0.059449125,0.000596926,0.0009306519,0.6867344,0.00004953426,0.000121024044,0.00522835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892705,0.005891713,0.000583958,0.001316491,0.0013477332,0.0015895917],"domain_scores_gemma":[0.9950349,0.0014323081,0.0002428602,0.0021067823,0.0004281088,0.0007550921],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006349711,0.00046885325,0.00056511274,0.0007500925,0.0010511985,0.0007440524,0.0040177926,0.00037569922,0.00026034046],"category_scores_gemma":[0.00076166634,0.00041853776,0.00020606002,0.0012221592,0.00074158225,0.0007609072,0.0012390239,0.0018500112,0.00044310704],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045801132,0.0032842753,0.08183922,0.0006825272,0.00022629813,0.00025718028,0.035548847,0.00015236161,0.08831266,0.4114965,0.09588699,0.28185514],"study_design_scores_gemma":[0.002404122,0.0013116389,0.04714731,0.00047259152,0.000006548024,0.000043233133,0.0011403718,0.0040085176,0.012705565,0.005295243,0.92454004,0.00092481455],"about_ca_topic_score_codex":0.00007722451,"about_ca_topic_score_gemma":0.000018999946,"teacher_disagreement_score":0.82865304,"about_ca_system_score_codex":0.00031620156,"about_ca_system_score_gemma":0.00046342122,"threshold_uncertainty_score":0.99982667},"labels":[],"label_agreement":null},{"id":"W2799936110","doi":"10.2196/resprot.9249","title":"A Web-Based Decision Tool to Improve Contraceptive Counseling for Women With Chronic Medical Conditions: Protocol For a Mixed Methods Implementation Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development","keywords":"Transtheoretical model; Medicine; Protocol (science); Intervention (counseling); Decision aids; Population; Research design; Family medicine; Nursing; Medical education; Alternative medicine","score_opus":0.17060996979726378,"score_gpt":0.6428917990563991,"score_spread":0.47228182925913537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799936110","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02110113,6.003044e-7,0.091940045,0.001255263,0.000017241475,0.8854999,0.00006260982,0.000092915456,0.000030329658],"genre_scores_gemma":[0.0102874935,5.872113e-8,0.02807329,0.00032804973,0.0013856067,0.9596511,0.000026395799,0.00007025291,0.00017774636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99432194,0.0008538706,0.0008346823,0.0010898928,0.0016328621,0.0012667318],"domain_scores_gemma":[0.99299395,0.001384594,0.0002191389,0.0007190852,0.0040364866,0.0006467507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013164665,0.0002826562,0.0005549462,0.00043258796,0.000683178,0.000131104,0.000256355,0.00017738892,0.0007583313],"category_scores_gemma":[0.0027276708,0.00020812689,0.000084700514,0.00068251503,0.0002732731,0.00022407393,0.000059299768,0.00045797392,0.000037591813],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1267812,0.0039359177,0.0010209696,0.0027571695,0.00015308849,0.000011074544,0.0023575632,0.0000033575357,0.055244707,0.0001723575,0.01900809,0.7885545],"study_design_scores_gemma":[0.11998131,0.21887365,0.013639618,0.0033102534,0.000021580418,0.000012868148,0.004917084,0.004013603,0.024275942,0.0014276891,0.60903573,0.0004906681],"about_ca_topic_score_codex":0.000021895552,"about_ca_topic_score_gemma":0.00027296785,"teacher_disagreement_score":0.7880638,"about_ca_system_score_codex":0.0012554162,"about_ca_system_score_gemma":0.0050179358,"threshold_uncertainty_score":0.8901603},"labels":[],"label_agreement":null},{"id":"W2800046750","doi":"10.2196/resprot.9532","title":"Integrated Models of Care for People Living with Hepatitis C Virus and a Substance Use Disorder: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Hepatitis C virus research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"British Columbia Centre on Substance Use; AIDS Vancouver; University of British Columbia","funders":"National Institute on Drug Abuse; Canadian Institutes of Health Research; Michael Smith Health Research BC","keywords":"Protocol (science); Medicine; Substance use; Hepatitis C virus; Virology; Psychiatry; Alternative medicine; Virus","score_opus":0.32629244769010174,"score_gpt":0.5600473499967927,"score_spread":0.233754902306691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800046750","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.4165748e-7,0.22245562,0.00072935066,0.000019946758,0.0000015486178,0.77589875,0.00076222705,0.00006206245,0.00007012252],"genre_scores_gemma":[1.01493725e-7,0.32867932,0.0018461191,0.0000142479585,0.000055385855,0.6685863,0.00010932016,0.00022509716,0.00048411242],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99126154,0.002007991,0.0020899503,0.0012808903,0.0020069373,0.0013527174],"domain_scores_gemma":[0.9870055,0.003750385,0.0009024505,0.0018652804,0.005966065,0.00051033543],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004021375,0.000830292,0.006272952,0.0008008295,0.00035147634,0.0002529769,0.0008056249,0.00051342056,0.000062094754],"category_scores_gemma":[0.0052564996,0.00052574155,0.00066118216,0.0018110599,0.000516066,0.00043969473,0.0002819892,0.0011508362,0.000014988973],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005470506,0.0003918344,0.0001451758,0.96838456,0.00026155822,0.000010836578,0.00045566465,5.7369565e-8,6.798329e-7,0.00008770245,0.0030943272,0.026620578],"study_design_scores_gemma":[0.0013836557,0.004532867,0.0000020311315,0.596122,0.00014919031,0.000019852077,0.00003204017,0.00013890602,0.0000027546394,0.000016285363,0.3973116,0.00028879475],"about_ca_topic_score_codex":0.0006369875,"about_ca_topic_score_gemma":0.0065739583,"teacher_disagreement_score":0.39421725,"about_ca_system_score_codex":0.00066205335,"about_ca_system_score_gemma":0.0034073135,"threshold_uncertainty_score":0.99971944},"labels":[],"label_agreement":null},{"id":"W2800104458","doi":"10.2196/resprot.9224","title":"Identifying Subgroups of Patients With Chronic Nonspecific Low Back Pain Based on a Multifactorial Approach: Protocol For a Prospective Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institut Universitaire de France; Agence Nationale de la Recherche","keywords":"Medicine; Psychosocial; Low back pain; Physical therapy; Chronic pain; Trunk; Physical medicine and rehabilitation; Population; Lumbar; Back pain; Anxiety; Surgery; Alternative medicine; Psychiatry","score_opus":0.1584242714612427,"score_gpt":0.49799747303636355,"score_spread":0.33957320157512083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800104458","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010739681,6.344542e-8,0.002120125,0.00003127335,0.000010023625,0.9863309,0.000016244418,0.000050046547,0.00070160907],"genre_scores_gemma":[0.18000971,2.1336963e-9,0.0020334166,0.0000085066995,0.0005138538,0.8171841,0.000025468304,0.00005856802,0.00016637152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950711,0.0012010394,0.00055407506,0.0007848797,0.0017434043,0.00064550486],"domain_scores_gemma":[0.99608666,0.0006933661,0.00021003559,0.0008218505,0.0019765578,0.00021150729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042127473,0.00027807552,0.00046919886,0.00043742554,0.00026717814,0.000081491424,0.00025242014,0.00015006958,0.00023487919],"category_scores_gemma":[0.00090974587,0.00018300628,0.00015470233,0.0008072047,0.0005755668,0.00016246754,0.000066828055,0.0005167516,0.000042188047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11615222,0.06855974,0.73488283,0.056041647,0.00022697818,0.000004046333,0.0045606573,0.00002105272,0.006141567,0.00018476442,0.004660397,0.008564066],"study_design_scores_gemma":[0.08244951,0.18141754,0.7104015,0.010437998,0.0000072658504,1.6137324e-7,0.0006871943,0.0052219736,0.0028237489,0.00011192919,0.0060110134,0.00043017737],"about_ca_topic_score_codex":0.000017676251,"about_ca_topic_score_gemma":0.00003025325,"teacher_disagreement_score":0.16927002,"about_ca_system_score_codex":0.0005562194,"about_ca_system_score_gemma":0.00058113394,"threshold_uncertainty_score":0.746278},"labels":[],"label_agreement":null},{"id":"W2800182929","doi":"10.2196/resprot.7425","title":"Conceptualization and Implementation of the Central Information Portal on Rare Diseases: Protocol for a Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leibniz-Gemeinschaft; Bundesministerium für Gesundheit","keywords":"Conceptualization; Rare disease; Public health; Medicine; Government (linguistics); Action (physics); Action plan; Family medicine; Nursing; Pathology; Computer science; Disease","score_opus":0.12060139277114727,"score_gpt":0.5722859004491124,"score_spread":0.45168450767796514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800182929","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09408732,3.8258636e-7,0.00005443486,0.000038987404,0.0000037726686,0.905528,0.00020380915,0.0000035892701,0.00007969203],"genre_scores_gemma":[0.32402626,4.1717332e-8,0.00001647245,0.00002606536,0.00006002902,0.67578,0.00006435587,0.0000054535367,0.000021316759],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886703,0.00028612488,0.00022526036,0.00015986597,0.00026360722,0.00019812546],"domain_scores_gemma":[0.9991028,0.000023120941,0.00012364362,0.00021108928,0.00047577856,0.00006359605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032730165,0.000079317244,0.00007297218,0.000043087784,0.0001921296,0.000050457747,0.00014120943,0.000038700393,0.000029601062],"category_scores_gemma":[0.00011022364,0.000054385924,0.00004125947,0.00010105152,0.00018722883,0.000016233435,0.000106967746,0.000040690295,0.0000011926775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037442032,0.012197516,0.20033242,0.006846367,0.0008024336,0.000006070765,0.3178514,0.000040837993,0.096811466,0.02272814,0.23003595,0.074905366],"study_design_scores_gemma":[0.025143774,0.038389254,0.22554123,0.0006905742,0.000018180865,0.0000038192657,0.21177372,0.00009337001,0.09454647,0.0016122226,0.40158516,0.0006022019],"about_ca_topic_score_codex":0.000014569932,"about_ca_topic_score_gemma":0.00003394341,"teacher_disagreement_score":0.22993895,"about_ca_system_score_codex":0.000012872871,"about_ca_system_score_gemma":0.00021912021,"threshold_uncertainty_score":0.22177936},"labels":[],"label_agreement":null},{"id":"W2800203281","doi":"10.2196/resprot.9116","title":"An mHealth App for Decision-Making Support in Wound Dressing Selection (WounDS): Protocol for a User-Centered Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Wound Healing and Treatments","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Winnipeg Regional Health Authority; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Wound care; Medicine; Clinical decision support system; mHealth; Health care; Nursing; Protocol (science); Health professionals; Internet privacy; Medical emergency; Alternative medicine; Psychological intervention; Intensive care medicine; Computer science","score_opus":0.504368481224914,"score_gpt":0.682753837046236,"score_spread":0.1783853558213221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800203281","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08421888,1.6533421e-7,0.0013966843,0.00011593564,0.000012160865,0.91393554,0.000019122444,0.00012632657,0.0001751934],"genre_scores_gemma":[0.21303478,1.5096422e-8,0.0068345396,0.00004349232,0.0004102838,0.7793734,0.000014416598,0.00006232541,0.000226766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953485,0.0005516131,0.0008254949,0.0010432737,0.0010202174,0.0012108644],"domain_scores_gemma":[0.9965764,0.00072587054,0.00018530618,0.00080431503,0.0013385203,0.00036957438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057694437,0.0002784514,0.0005389481,0.0005627181,0.00094918266,0.00030437345,0.000283276,0.00021291875,0.00010932437],"category_scores_gemma":[0.00096850604,0.0002281038,0.00011367487,0.00075985264,0.00017752255,0.0003405156,0.00008260223,0.00055111607,0.000022454218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07573333,0.037634917,0.8188251,0.0040812655,0.000089793386,0.000039192815,0.0030351076,0.000002735033,0.0009999647,0.00009038794,0.005986686,0.05348149],"study_design_scores_gemma":[0.108134694,0.20833021,0.5153863,0.01881052,0.00003761132,0.000081633254,0.0022915893,0.003747499,0.0019065915,0.008500752,0.13192923,0.0008434118],"about_ca_topic_score_codex":0.00010700712,"about_ca_topic_score_gemma":0.0011746457,"teacher_disagreement_score":0.30343887,"about_ca_system_score_codex":0.0013099759,"about_ca_system_score_gemma":0.0017097718,"threshold_uncertainty_score":0.9301803},"labels":[],"label_agreement":null},{"id":"W2800300478","doi":"10.2196/resprot.8886","title":"Psychosocial Assessment Using Telehealth in Adolescents and Young Adults With Cancer: A Partially Randomized Patient Preference Pilot Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Kids Cancer Alliance; Cancer Council NSW; National Health and Medical Research Council; McGill University","keywords":"Telehealth; Psychosocial; Preference; Randomized controlled trial; Psychology; Clinical psychology; Medicine; Gerontology; Family medicine; Telemedicine; Health care; Psychiatry","score_opus":0.25303697472683456,"score_gpt":0.5500691244873414,"score_spread":0.2970321497605068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800300478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56713337,0.000009340305,0.000029365134,0.00042500137,0.00001870025,0.43216693,0.000006749425,0.000035040674,0.00017550329],"genre_scores_gemma":[0.53661054,0.000003597322,0.0002789003,0.00010375078,0.00022870398,0.46273294,0.0000014608811,0.000026582014,0.000013520819],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927205,0.00262405,0.00082447,0.0008096058,0.0021362286,0.0008851327],"domain_scores_gemma":[0.9978761,0.00014008927,0.00026291033,0.0005489953,0.0007414772,0.000430448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041457335,0.00027939226,0.0009237461,0.00029671539,0.0003025682,0.00011931486,0.00022657953,0.00007252125,0.000062469604],"category_scores_gemma":[0.00024292797,0.00021301086,0.000042604614,0.0006813961,0.00059889856,0.00017493262,0.00020752214,0.0009356178,0.0000054020306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.36209285,0.008515097,0.6036261,0.001719227,0.00009347055,0.000039152786,0.016140027,9.5084005e-7,0.00020380308,0.000024024575,0.00029901293,0.00724631],"study_design_scores_gemma":[0.38368186,0.046717484,0.53409135,0.030577308,0.000020991894,0.000013359549,0.003191259,0.0004347686,0.0001286636,0.00008574439,0.00066915253,0.00038803677],"about_ca_topic_score_codex":0.011231807,"about_ca_topic_score_gemma":0.026613029,"teacher_disagreement_score":0.0695347,"about_ca_system_score_codex":0.00055503554,"about_ca_system_score_gemma":0.0018433635,"threshold_uncertainty_score":0.9953525},"labels":[],"label_agreement":null},{"id":"W2800347582","doi":"10.2196/resprot.9087","title":"Designing and Implementing a Home-Based Couple Management Guide for Couples Where One Partner has Dementia (DemPower): Protocol for a Nonrandomized Feasibility Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Dementia; Spouse; Protocol (science); Psychology; Gerontology; Focus group; Medicine; Nursing; Alternative medicine","score_opus":0.34406612481888144,"score_gpt":0.5777206198506746,"score_spread":0.23365449503179314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800347582","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002605621,0.00000573974,0.029133867,0.0010026899,0.000009759448,0.9658607,0.000052182633,0.000120717275,0.0012086749],"genre_scores_gemma":[0.00349481,7.145655e-7,0.028809728,0.000117384705,0.0004990073,0.9649158,0.00006746311,0.000098372046,0.0019967335],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928707,0.000717801,0.0011794063,0.0012616579,0.0018689575,0.0021014868],"domain_scores_gemma":[0.9948211,0.0011891341,0.0002799165,0.00076819817,0.0024018323,0.00053982175],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015096529,0.000429741,0.00084912154,0.00050491386,0.0014795183,0.00071468286,0.00041119516,0.00017777752,0.0010497497],"category_scores_gemma":[0.0008065439,0.00036125843,0.00033677393,0.00055234745,0.0008273686,0.00025688836,0.00044578323,0.000412438,0.000025169875],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84787446,0.008107366,0.020989353,0.012930528,0.0010193281,0.000029285991,0.00021392312,3.4700918e-7,0.024269592,0.00033212174,0.0643012,0.019932518],"study_design_scores_gemma":[0.5049925,0.024395967,0.0020367282,0.0028990488,0.00009589789,0.0000026230907,0.0002788337,0.0011439298,0.02126102,0.0007667716,0.44176206,0.00036465356],"about_ca_topic_score_codex":0.000024700896,"about_ca_topic_score_gemma":0.00008585409,"teacher_disagreement_score":0.37746084,"about_ca_system_score_codex":0.0002565353,"about_ca_system_score_gemma":0.0009625573,"threshold_uncertainty_score":0.99988395},"labels":[],"label_agreement":null},{"id":"W2800349291","doi":"10.2196/resprot.8872","title":"The Detroit Young Adult Asthma Project: Proposal for a Multicomponent Technology Intervention for African American Emerging Adults With Asthma","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Asthma; Medicine; Psychological intervention; Intervention (counseling); Motivational interviewing; Randomized controlled trial; Socioeconomic status; Ethnic group; Emergency department; Clinical trial; Family medicine; Physical therapy; Population; Psychiatry; Environmental health","score_opus":0.05334408770830384,"score_gpt":0.47078239867356025,"score_spread":0.4174383109652564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800349291","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10328815,0.00001686227,0.0039555216,0.004615598,0.00001969798,0.8875066,0.000068009795,0.00027892954,0.0002506268],"genre_scores_gemma":[0.19531044,6.661254e-7,0.0056341523,0.000030827767,0.0004289069,0.7979301,0.000021164322,0.00007107228,0.00057262566],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996705,0.0002262181,0.00047321012,0.00067604723,0.00079845963,0.0011210435],"domain_scores_gemma":[0.9962304,0.00020189708,0.00025224814,0.00066432473,0.002420957,0.00023017796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009727786,0.0002682142,0.00037660103,0.0005104601,0.0009633463,0.00012692448,0.00044006004,0.00010904118,0.000011469016],"category_scores_gemma":[0.0007868558,0.00015708065,0.00020357828,0.0009977033,0.0016985596,0.0001190805,0.0001819162,0.00044200048,0.000018470746],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.082042255,0.00393607,0.0153419105,0.0035593193,0.00026042,0.000060305083,0.002061834,9.2511306e-7,0.008924625,0.0035937068,0.008598386,0.87162024],"study_design_scores_gemma":[0.028886566,0.11827564,0.01387374,0.010049009,0.000029504225,0.00014548119,0.026438104,0.0066590435,0.022923345,0.0007380358,0.7711852,0.00079632684],"about_ca_topic_score_codex":0.00009847019,"about_ca_topic_score_gemma":0.0006315161,"teacher_disagreement_score":0.8708239,"about_ca_system_score_codex":0.00022597022,"about_ca_system_score_gemma":0.0007065555,"threshold_uncertainty_score":0.7409378},"labels":[],"label_agreement":null},{"id":"W2800366776","doi":"10.2196/10293","title":"INTERGROWTH-21st Gestational Dating and Fetal and Newborn Growth Standards in Peri-Urban Nairobi, Kenya: Quasi-Experimental Implementation Study Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Oxford; Harvard T.H. Chan School of Public Health; Bill and Melinda Gates Foundation","keywords":"Medicine; Referral; Gestational age; Protocol (science); Thematic analysis; Family medicine; Qualitative research; Pediatrics; Pregnancy; Alternative medicine","score_opus":0.10168514817437048,"score_gpt":0.561023728453545,"score_spread":0.4593385802791745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800366776","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32725686,0.0000014371175,0.000007537365,0.00042339516,0.000004045358,0.67080045,0.000030220499,0.000027875598,0.0014481874],"genre_scores_gemma":[0.2670291,2.2538163e-7,0.0003833178,0.000083614,0.00019167984,0.73219335,0.000010901602,0.0000201151,0.000087704626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996931,0.00037563703,0.0004903704,0.00050945446,0.0011303012,0.0005631941],"domain_scores_gemma":[0.9988861,0.000056385776,0.000092137445,0.0001901211,0.0004934767,0.00028176408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016413459,0.00019810427,0.00028527656,0.0002539924,0.0003277577,0.00016342397,0.00012702098,0.000065286564,0.00034509887],"category_scores_gemma":[0.00008386679,0.00016173985,0.000024408697,0.0003068153,0.0003120661,0.0002890034,0.00031146978,0.00043748235,0.000010688308],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044655222,0.0040283077,0.9605245,0.0012464493,0.000038872695,0.00007802278,0.00957404,2.5247664e-8,0.0060433615,0.0018190582,0.0030274545,0.0091543775],"study_design_scores_gemma":[0.023289792,0.039382927,0.8628238,0.0019810954,0.000004466626,0.00009887013,0.016559,0.00008053786,0.0063797743,0.0003523288,0.048742343,0.0003050835],"about_ca_topic_score_codex":0.0005750608,"about_ca_topic_score_gemma":0.00026800952,"teacher_disagreement_score":0.09770073,"about_ca_system_score_codex":0.00045705432,"about_ca_system_score_gemma":0.00041501265,"threshold_uncertainty_score":0.659556},"labels":[],"label_agreement":null},{"id":"W2800398318","doi":"10.2196/resprot.8827","title":"Effect of Rebound Exercises and Circuit Training on Complications Associated with Type 2 Diabetes: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Exercise and Physiological Responses","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Inyuvesi Yakwazulu-Natali","keywords":"Type 2 diabetes; Protocol (science); Randomized controlled trial; Medicine; Physical therapy; Circuit training; Diabetes mellitus; Alternative medicine; Internal medicine","score_opus":0.2557905398232343,"score_gpt":0.5505050457037206,"score_spread":0.2947145058804863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800398318","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082168095,8.788065e-7,0.00001010925,0.000100789286,0.0000026683379,0.91506577,0.0000087564895,0.000044849457,0.0025981031],"genre_scores_gemma":[0.069141775,2.4579e-7,0.000046135625,0.000050462604,0.0001282404,0.9301312,0.000010400546,0.000026000529,0.0004655489],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959503,0.0020800696,0.00051158894,0.0003721069,0.0006144269,0.0004715524],"domain_scores_gemma":[0.98170894,0.016554479,0.00023669862,0.00035707068,0.0009609184,0.00018187914],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064557856,0.00020406178,0.001783631,0.00020160721,0.00026045807,0.000055946402,0.0001488138,0.00020193102,0.000093877985],"category_scores_gemma":[0.014495325,0.000105798885,0.00020567824,0.00039904783,0.0010545616,0.000048378417,0.000039517596,0.00037650435,0.000008251373],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98600113,0.00072410755,0.00005758776,0.00055842,0.00015340156,0.0000013709473,0.0001864467,1.2655072e-7,0.008387277,0.000333735,0.000596444,0.0029999502],"study_design_scores_gemma":[0.9116446,0.07164876,0.00041022524,0.005139484,0.000042331056,5.434435e-7,0.000015238836,0.00010741694,0.007127796,0.00096697046,0.0027877837,0.000108862114],"about_ca_topic_score_codex":0.000002050092,"about_ca_topic_score_gemma":0.000001355182,"teacher_disagreement_score":0.07435655,"about_ca_system_score_codex":0.000048336755,"about_ca_system_score_gemma":0.00036259118,"threshold_uncertainty_score":0.993806},"labels":[],"label_agreement":null},{"id":"W2800443775","doi":"10.2196/resprot.9296","title":"Evaluating the Diagnostic Accuracy of Reflectance Confocal Microscopy to Diagnose Skin Cancer: Protocol for a Prospective, Multicenter Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Medicine; Lentigo maligna; Biopsy; Dermatology; Radiology; Skin cancer; Medical diagnosis; Lesion; Lentigo maligna melanoma; Multicenter study; Pathology; Cancer; Melanoma; Internal medicine","score_opus":0.3216487531761271,"score_gpt":0.6486831733548094,"score_spread":0.3270344201786823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800443775","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03982315,8.168223e-7,0.00014476397,0.000914584,0.00001943787,0.958419,0.000013098402,0.000058203288,0.0006069376],"genre_scores_gemma":[0.07544395,1.6159476e-7,0.0008461279,0.00021584594,0.00044563095,0.9215129,8.72159e-7,0.00004667457,0.0014878295],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99652404,0.0005006622,0.00056602794,0.0006269586,0.001103407,0.0006789225],"domain_scores_gemma":[0.995135,0.0019354007,0.00019034077,0.00082060957,0.0017102726,0.00020837897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023688497,0.00021856831,0.00036634706,0.00022249625,0.0004377633,0.00011721351,0.0004165449,0.00006704907,0.0004228887],"category_scores_gemma":[0.006046889,0.00014516765,0.00010042574,0.00072682806,0.00030685923,0.000081905106,0.00032976823,0.00042192766,0.00006941362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12789004,0.027708244,0.1589273,0.008652888,0.0007525173,0.00016759042,0.024871677,0.00003263184,0.3567076,0.00046782652,0.11153443,0.18228726],"study_design_scores_gemma":[0.03606682,0.11577236,0.054628477,0.008612555,0.000046723588,0.000021862208,0.0023739801,0.0016155366,0.2670534,0.00022720205,0.5130666,0.00051447813],"about_ca_topic_score_codex":0.0001529217,"about_ca_topic_score_gemma":0.00047459404,"teacher_disagreement_score":0.40153217,"about_ca_system_score_codex":0.00033726537,"about_ca_system_score_gemma":0.00038718354,"threshold_uncertainty_score":0.7239128},"labels":[],"label_agreement":null},{"id":"W2800451415","doi":"10.2196/10066","title":"Implementation and Effects of Risk-Dependent Obstetric Care in the Netherlands (Expect Study II): Protocol for an Impact Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Risk assessment; Health care; Medical emergency; Computer science; Alternative medicine; Computer security","score_opus":0.3321867162379635,"score_gpt":0.6789685466492369,"score_spread":0.3467818304112734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800451415","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46018094,0.0000013206895,0.0000023628838,0.000010009891,0.0000026568973,0.53973645,0.000017392873,0.000007362007,0.00004154344],"genre_scores_gemma":[0.48234072,3.6475715e-8,0.000011204334,0.0000037579496,0.0000707941,0.51750964,0.0000026381742,0.000009040397,0.000052161697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970105,0.0012180379,0.00042201558,0.0002941786,0.00068457675,0.00037068725],"domain_scores_gemma":[0.9985791,0.0003434915,0.00012564356,0.00040487252,0.00042556183,0.000121324476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022665397,0.00013044107,0.00024341232,0.00032044563,0.00032974305,0.000056515873,0.00021719495,0.00004294365,0.00013476625],"category_scores_gemma":[0.00014584849,0.0000741934,0.000057306057,0.00043405694,0.00006823435,0.00010757611,0.00011769728,0.00031774584,0.0000026114567],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005988805,0.008062139,0.8954319,0.0053768484,0.000039944953,0.000024940206,0.048878085,1.5613058e-7,0.00018177812,0.000009947971,0.00034675968,0.035658736],"study_design_scores_gemma":[0.016411738,0.18765645,0.7677992,0.0006207043,0.0000050411295,0.0000062112795,0.022397691,0.00001589181,0.0012801712,0.000069757734,0.0036681213,0.00006900613],"about_ca_topic_score_codex":0.0022044443,"about_ca_topic_score_gemma":0.0031297018,"teacher_disagreement_score":0.17959431,"about_ca_system_score_codex":0.00011403855,"about_ca_system_score_gemma":0.00013189191,"threshold_uncertainty_score":0.3332475},"labels":[],"label_agreement":null},{"id":"W2800473442","doi":"10.2196/10304","title":"Multifactorial Screening Tool for Determining Fall Risk in Community-Dwelling Adults Aged 50 Years or Over (FallSensing): Protocol for a Prospective Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; European Commission","keywords":"Medicine; Anthropometry; Polypharmacy; Gerontology; Fall prevention; Fear of falling; Physical therapy; Berg Balance Scale; Risk assessment; Timed Up and Go test; Prospective cohort study; Sitting; Test (biology); Poison control; Injury prevention; Balance (ability); Environmental health","score_opus":0.29817043900593787,"score_gpt":0.588763412320797,"score_spread":0.2905929733148591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800473442","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22603327,1.3744108e-7,0.0011988657,0.000010419232,0.000051791016,0.7723713,0.00007227866,0.00013071085,0.00013124393],"genre_scores_gemma":[0.08437435,1.0539742e-7,0.0077152555,0.000032426073,0.0015995831,0.90544444,0.00002005993,0.000118637676,0.0006951344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98953897,0.0059026736,0.0012349692,0.0007815435,0.0008685184,0.0016733144],"domain_scores_gemma":[0.9928706,0.0042609205,0.00058724306,0.00091508054,0.0011633678,0.00020273318],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012500553,0.00036510776,0.0006355882,0.00046397565,0.0031049375,0.00014584082,0.00067810336,0.00046153637,0.000032905144],"category_scores_gemma":[0.0033054037,0.00031338766,0.00016484219,0.00061989244,0.00024136282,0.0004690142,0.0005153358,0.0032356367,0.000045831363],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0976168,0.010878672,0.76654613,0.0055400995,0.00015465618,0.000023078159,0.07568531,0.0000023289892,0.0038671615,0.000056885252,0.0058453414,0.03378351],"study_design_scores_gemma":[0.06746123,0.014477757,0.85017526,0.012715861,0.000009322344,9.405923e-7,0.01018624,0.0027893947,0.00006052287,0.00085478555,0.040701654,0.00056704436],"about_ca_topic_score_codex":0.0011836317,"about_ca_topic_score_gemma":0.0099180285,"teacher_disagreement_score":0.14165892,"about_ca_system_score_codex":0.0004615449,"about_ca_system_score_gemma":0.00062880456,"threshold_uncertainty_score":0.9999318},"labels":[],"label_agreement":null},{"id":"W2800494052","doi":"10.2196/10469","title":"Expression of Editorial Concern, Correction of Conflict of Interest and Affiliation","year":2018,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Social psychology","score_opus":0.3724559454370005,"score_gpt":0.5263963145592346,"score_spread":0.15394036912223413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800494052","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013720478,0.000016542846,0.00016701201,0.00004910246,0.03114928,0.9186821,0.0001771477,0.000075846954,0.048310913],"genre_scores_gemma":[0.008819394,0.0000435608,0.00003209876,0.000009772774,0.026494313,0.8920534,0.00007523696,0.000072505536,0.072399706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99425495,0.00317815,0.0005416412,0.0004956778,0.0012128194,0.00031675052],"domain_scores_gemma":[0.99577254,0.0023910252,0.00069618557,0.0004930016,0.00056888914,0.00007833489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053536915,0.0002000105,0.0004770061,0.00048877276,0.00009129168,0.000046719717,0.00054237555,0.00048304567,0.00015965333],"category_scores_gemma":[0.006282057,0.00017239188,0.00008526379,0.00044516765,0.0007988242,0.00018336809,0.00042412465,0.00094468315,0.000011931095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010728806,0.00012097532,0.000081315586,0.0021188282,0.000004451934,9.886292e-7,0.00018661178,6.225564e-7,0.25924438,0.000048732236,0.7358585,0.0012616997],"study_design_scores_gemma":[0.00066283473,0.001387757,0.000060663355,0.0052759647,0.0000023387659,2.531651e-7,0.00002467354,0.00045956377,0.38747206,0.00006348121,0.6044984,0.00009201972],"about_ca_topic_score_codex":0.00005104158,"about_ca_topic_score_gemma":0.000013103977,"teacher_disagreement_score":0.13136013,"about_ca_system_score_codex":0.000054673143,"about_ca_system_score_gemma":0.00024212753,"threshold_uncertainty_score":0.7520663},"labels":[],"label_agreement":null},{"id":"W2800599122","doi":"10.2196/10525","title":"A Digital Decision Support Tool to Enhance Decisional Capacity for Clinical Trial Consent: Design and Development","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Informed consent; Capacity development; Research design; Computer science; Psychology; Medicine; Knowledge management; Process management; Medical education; Alternative medicine; Engineering; Environmental resource management","score_opus":0.9066549763708883,"score_gpt":0.7687070640804999,"score_spread":0.13794791229038839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800599122","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05133677,0.0000020954978,0.12794097,0.0018702821,0.000061022052,0.8169836,0.00003193932,0.000067978086,0.0017053899],"genre_scores_gemma":[0.0024199758,0.0000044283615,0.28415725,0.00041363045,0.00084079005,0.70781726,0.000008103475,0.00004381009,0.004294749],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914548,0.0005890446,0.001648337,0.0012723216,0.0038880995,0.0011473979],"domain_scores_gemma":[0.9266257,0.06720477,0.00012068906,0.00096551515,0.0038844722,0.0011987978],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040011045,0.00023966428,0.000628535,0.00033362408,0.0004997294,0.0003900719,0.00064023194,0.00064157834,0.00046926975],"category_scores_gemma":[0.16210291,0.00018664665,0.00015537362,0.00048131353,0.0016346676,0.00020138777,0.0010103583,0.0022332321,0.0009975192],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27634797,0.002082116,0.0012354881,0.00033722486,0.000054837776,0.00004438588,0.00020369707,2.0206836e-7,0.00029125458,0.00069402583,0.066295,0.6524138],"study_design_scores_gemma":[0.037029427,0.032192577,0.0021607273,0.0028119746,0.000002525794,0.000022417697,0.000027642784,0.00007427831,0.005271878,0.013981125,0.9061499,0.00027552515],"about_ca_topic_score_codex":0.000001599312,"about_ca_topic_score_gemma":0.00001959463,"teacher_disagreement_score":0.8398549,"about_ca_system_score_codex":0.00023347078,"about_ca_system_score_gemma":0.006317786,"threshold_uncertainty_score":0.9997803},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2800613127","doi":"10.2196/resprot.9778","title":"Important Design Features of Personal Health Records to Improve Medication Adherence for Patients with Long-Term Conditions: Protocol for a Systematic Literature Review","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Term (time); Medicine; Medication adherence; Alternative medicine; Psychology; Applied psychology; Family medicine","score_opus":0.24470135385370542,"score_gpt":0.5761414012437471,"score_spread":0.33144004739004174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800613127","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023620745,0.00008686087,0.005293781,0.0020761164,0.0000081536455,0.992312,0.00011066272,0.000034348675,0.000054417204],"genre_scores_gemma":[0.00013364431,0.000011637054,0.0063454513,0.0010489804,0.00017132307,0.9906914,0.00013292587,0.00003172833,0.0014328654],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9964759,0.0003698565,0.00090194057,0.0005354261,0.0011929437,0.00052396377],"domain_scores_gemma":[0.99423516,0.00036489614,0.0006623724,0.000657722,0.0036437497,0.00043611074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002880978,0.00021293703,0.0006559844,0.00020319551,0.00022846392,0.000050955132,0.00034809648,0.000107142725,0.00024080974],"category_scores_gemma":[0.0016889262,0.00013666456,0.00009499524,0.0006904509,0.00022098549,0.00014680682,0.000040494062,0.00029722467,0.000035833633],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050051566,0.0014300598,0.004503556,0.73261756,0.00007647501,0.0000025125207,0.00058015157,1.12625065e-8,0.00029416656,0.0002302816,0.2508539,0.0044061635],"study_design_scores_gemma":[0.007573579,0.0408401,0.018094093,0.9232066,0.000017575254,0.000017398905,0.00004901186,0.000046677873,0.00092522544,0.00019776961,0.008814346,0.00021761078],"about_ca_topic_score_codex":0.000002657502,"about_ca_topic_score_gemma":0.0000045510333,"teacher_disagreement_score":0.24203953,"about_ca_system_score_codex":0.0001616342,"about_ca_system_score_gemma":0.0015534109,"threshold_uncertainty_score":0.5573019},"labels":[],"label_agreement":null},{"id":"W2800684347","doi":"10.2196/resprot.9258","title":"The Development of Delta: Using Agile to Develop a Decision Aid for Pediatric Oncology Clinical Trial Enrollment","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council NSW; National Health and Medical Research Council; Medical Research Council; Kids Cancer Alliance; Cancer Institute NSW","keywords":"Usability; The Internet; Agile software development; Think aloud protocol; Psychosocial; Medicine; Clinical trial; Pediatric oncology; Medical education; Psychology; Computer science; World Wide Web; Internal medicine; Cancer; Human–computer interaction","score_opus":0.9153522101516133,"score_gpt":0.8036076423038047,"score_spread":0.11174456784780862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800684347","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22592422,0.000008201482,0.0057325014,0.0021461921,0.0001360045,0.76479286,0.000008662665,0.00003573354,0.001215609],"genre_scores_gemma":[0.005203399,0.00000800495,0.20923759,0.0001733082,0.0021399693,0.7823218,0.0000040597433,0.000050668405,0.0008611575],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902285,0.0013872508,0.0026412574,0.0008537236,0.0035880236,0.0013012514],"domain_scores_gemma":[0.9370196,0.051559296,0.00031172062,0.0011303426,0.009148346,0.0008307127],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07683726,0.00020307685,0.0006927905,0.00042275904,0.0009689563,0.00009061245,0.0011161646,0.00075407256,0.00011289909],"category_scores_gemma":[0.13737144,0.00013165697,0.00018951463,0.0018081309,0.00096256536,0.00006548953,0.0015410141,0.0025167875,0.00018870301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5106334,0.0053586774,0.011563463,0.0011813128,0.00016850728,0.000026319272,0.0016860057,0.0000023085581,0.002338952,0.0019863553,0.025804797,0.43924987],"study_design_scores_gemma":[0.06947907,0.033805907,0.0029817903,0.0014371003,0.000011191731,0.0000038825333,0.00022841287,0.00015859563,0.0061566737,0.0056685973,0.8798544,0.00021440636],"about_ca_topic_score_codex":0.000008041776,"about_ca_topic_score_gemma":0.00026316126,"teacher_disagreement_score":0.85404956,"about_ca_system_score_codex":0.0007619081,"about_ca_system_score_gemma":0.01908873,"threshold_uncertainty_score":0.99978447},"labels":[],"label_agreement":null},{"id":"W2800686791","doi":"10.2196/resprot.9712","title":"A Mobile Health Intervention to Reduce Pain and Improve Health (MORPH) in Older Adults With Obesity: Protocol for the MORPH Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Aging; National Institutes of Health","keywords":"Chronic pain; Medicine; Physical therapy; Intervention (counseling); Psychological intervention; Quality of life (healthcare); Obesity; Weight loss; Gerontology; Protocol (science); Physical medicine and rehabilitation; Alternative medicine; Psychiatry; Nursing","score_opus":0.12251838468754314,"score_gpt":0.5529826864382094,"score_spread":0.4304643017506662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800686791","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013817986,0.00000482925,0.0054957797,0.003729091,0.0000052953533,0.98912746,0.000010285874,0.00014942639,0.00009604477],"genre_scores_gemma":[0.004328005,0.0000010973652,0.0045357468,0.00076377526,0.0005962929,0.9890273,0.000008019704,0.000050972052,0.0006887516],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9952222,0.0015329039,0.0006686565,0.0007227531,0.00088194775,0.0009715012],"domain_scores_gemma":[0.9978283,0.0003865736,0.000246314,0.0007642222,0.00041046034,0.00036410775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017417336,0.00022396864,0.00045072642,0.0005208106,0.00031701033,0.000118661264,0.00035344245,0.00009925781,0.000048713213],"category_scores_gemma":[0.0007006216,0.0001479865,0.00007547245,0.0009095044,0.00022906373,0.00014746617,0.0002913103,0.0005879953,0.000010170096],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19898272,0.005074132,0.0035485085,0.011974946,0.000046657806,0.000015734566,0.0031475946,2.6889148e-7,0.00015696499,0.00018709098,0.1923567,0.58450866],"study_design_scores_gemma":[0.21885023,0.37735388,0.014349413,0.025925811,0.0000065829336,0.000012078879,0.0023093875,0.0014031462,0.000908513,0.0008955366,0.35747132,0.0005141366],"about_ca_topic_score_codex":0.0006119327,"about_ca_topic_score_gemma":0.00028268484,"teacher_disagreement_score":0.58399457,"about_ca_system_score_codex":0.00052229356,"about_ca_system_score_gemma":0.0008267783,"threshold_uncertainty_score":0.60365355},"labels":[],"label_agreement":null},{"id":"W2800731026","doi":"10.2196/10312","title":"Identification of Implementation Strategies Used for the Circle of Security-Virginia Family Model Intervention: Concept Mapping Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Identification (biology); Intervention (counseling); Computer science; Psychology; Medicine; Nursing","score_opus":0.8045342644487922,"score_gpt":0.7842774867766193,"score_spread":0.02025677767217282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800731026","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2708923,0.0000021184578,0.02605057,0.001460288,0.000041320134,0.7010807,0.0002443539,0.00003907996,0.00018929775],"genre_scores_gemma":[0.52018934,1.991822e-7,0.00012344091,0.00006355436,0.00009123059,0.47943956,0.000005270648,0.000010290996,0.00007712725],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.993627,0.002408953,0.0017924933,0.00035143856,0.0011474323,0.0006726486],"domain_scores_gemma":[0.9938069,0.0021276362,0.00089922745,0.0006468364,0.0024165495,0.00010288147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0141501315,0.00010734211,0.0002475326,0.00030360644,0.001178436,0.000056268604,0.0006976713,0.000075722055,0.00025182441],"category_scores_gemma":[0.0005822975,0.000089723355,0.00007050146,0.0008977088,0.00050636893,0.00054929854,0.0002410316,0.00038457953,0.000035253914],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074035174,0.001459248,0.024578396,0.006318192,0.0001432144,5.277275e-7,0.7729323,0.00008012634,0.11898175,0.01703551,0.040113542,0.017616825],"study_design_scores_gemma":[0.010545958,0.0041979295,0.13046715,0.0013225335,0.000011169237,2.687292e-7,0.796248,0.0111988345,0.0123941675,0.013040932,0.02032472,0.0002483455],"about_ca_topic_score_codex":0.00043329757,"about_ca_topic_score_gemma":0.0006341821,"teacher_disagreement_score":0.24929702,"about_ca_system_score_codex":0.00016473504,"about_ca_system_score_gemma":0.0013874496,"threshold_uncertainty_score":0.9063696},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2800811210","doi":"10.2196/resprot.8071","title":"Comparison of Online Survey Recruitment Platforms for Hard-to-Reach Pregnant Smoking Populations: Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Center for Undergraduate Research and Scholarship, Bowling Green State University; University of Pennsylvania","keywords":"Medicine; Medical education; Computer science; Data science; Family medicine","score_opus":0.9502907830135764,"score_gpt":0.7604436081568913,"score_spread":0.18984717485668512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800811210","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38805082,0.000003506856,0.000054909742,0.00038855974,0.00020283318,0.61115205,0.00004797222,0.000038762577,0.00006055995],"genre_scores_gemma":[0.33381182,1.9908074e-7,0.001177606,0.000009588343,0.0005411617,0.6643341,0.000031676267,0.000015224103,0.00007861642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943872,0.0018032657,0.00078330754,0.00050012616,0.0017103226,0.0008157752],"domain_scores_gemma":[0.99334395,0.0030479918,0.0002573977,0.0005779532,0.002408173,0.00036453723],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.016951025,0.0001276091,0.00037787648,0.00027495992,0.0013068378,0.00009879231,0.0006331531,0.00015626656,0.00008164476],"category_scores_gemma":[0.018618394,0.00011502211,0.000057600526,0.0014142335,0.0004535783,0.00022420284,0.0001338941,0.00035611363,0.000018481782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040942986,0.0042216545,0.91554695,0.00013972064,0.00000993736,8.4450164e-8,0.048871115,0.0000011178275,0.000030155272,0.00032806167,0.0022579888,0.028183805],"study_design_scores_gemma":[0.0008152603,0.0038364376,0.94424146,0.00067292043,0.0000022647644,2.4594982e-8,0.012933918,0.000034571905,0.00017659989,0.0014226061,0.035741553,0.00012238917],"about_ca_topic_score_codex":0.009874511,"about_ca_topic_score_gemma":0.05131414,"teacher_disagreement_score":0.05423901,"about_ca_system_score_codex":0.0011241133,"about_ca_system_score_gemma":0.0014700721,"threshold_uncertainty_score":0.9999933},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"nonrandomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2800849589","doi":"10.2196/resprot.9244","title":"Translating Behavior Change Principles Into a Blended Exercise Intervention for Older Adults: Design Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Intervention (counseling); Behavior change; Gerontology; Physical activity; Psychology; Applied psychology; Duration (music); Mobile device; Physical therapy; Medicine; Medical education; Computer science; Nursing; Social psychology","score_opus":0.5807661934356053,"score_gpt":0.6096475436900737,"score_spread":0.028881350254468363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800849589","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101337425,0.0000042610127,0.00127652,0.00048678234,0.000007119741,0.89668566,0.0000071620075,0.00009559839,0.00009945598],"genre_scores_gemma":[0.34592864,2.8551642e-7,0.001647017,0.00001512434,0.00034068336,0.6518701,0.0000057814227,0.00002644871,0.00016596125],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99743277,0.00040026833,0.0003670792,0.00048263275,0.00069136254,0.00062586507],"domain_scores_gemma":[0.9984893,0.00016890104,0.000085215106,0.00040164206,0.0005799497,0.00027497407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020975221,0.00015816186,0.0003771562,0.00021332332,0.000382301,0.00005911034,0.00019897473,0.00010511885,0.0001236019],"category_scores_gemma":[0.00015487782,0.00012946707,0.00012697632,0.0003720483,0.00015945127,0.00029914826,0.000095004485,0.000491863,0.000053823795],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015790267,0.042210512,0.0053025293,0.006575912,0.000043085976,0.00003092928,0.031094827,6.320129e-8,0.0041835005,0.0001657732,0.00051045767,0.89409214],"study_design_scores_gemma":[0.10891877,0.2658052,0.3502828,0.10326676,0.0001806636,0.000025500103,0.01941602,0.00608193,0.09569807,0.0031125231,0.045658555,0.0015531912],"about_ca_topic_score_codex":0.00015005494,"about_ca_topic_score_gemma":0.00016194039,"teacher_disagreement_score":0.89253896,"about_ca_system_score_codex":0.00016107765,"about_ca_system_score_gemma":0.00019733029,"threshold_uncertainty_score":0.52795136},"labels":[],"label_agreement":null},{"id":"W2800968351","doi":"10.2196/10650","title":"The Efficacy of a Web-Based Screening and Brief Intervention for Reducing Alcohol Consumption Among Japanese Problem Drinkers: Protocol for a Single-Blind Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Intervention (counseling); Psychoeducation; Brief intervention; Alcohol use disorder; Normative; Clinical psychology; Protocol (science); Medicine; Psychology; Alcohol Use Disorders Identification Test; Physical therapy; Poison control; Psychiatry; Injury prevention; Alcohol; Environmental health; Alternative medicine","score_opus":0.24613465421927871,"score_gpt":0.5252248499370074,"score_spread":0.27909019571772864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800968351","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09481471,0.0000042809374,0.0004365903,0.00024936598,0.000010349947,0.90427876,0.00000243765,0.00006527237,0.00013823084],"genre_scores_gemma":[0.07825957,2.307911e-7,0.0021429923,0.000010327136,0.0003074811,0.91859275,0.0000137536745,0.000045628316,0.0006272836],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99619204,0.0009224175,0.0011194887,0.00047298305,0.0006917754,0.0006012956],"domain_scores_gemma":[0.99098074,0.006710458,0.00057770713,0.0004351184,0.0011435514,0.00015243047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008169499,0.00025842938,0.0011964925,0.0003194776,0.0004927749,0.00018948976,0.00017855993,0.0001625242,0.000043933644],"category_scores_gemma":[0.0038892732,0.00014886833,0.0006857833,0.00025763366,0.0011402325,0.00018363008,0.000050519167,0.00023629797,0.0000021414207],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98529875,0.0014049625,0.0010892965,0.0010574495,0.00037124535,0.0000018902681,0.0007414439,9.288186e-7,0.0035614842,0.00007134632,0.00043465884,0.0059665344],"study_design_scores_gemma":[0.9688166,0.009516055,0.00014544222,0.007662244,0.00009256688,0.0000025509603,0.00018989142,0.0029796674,0.008904055,0.00012705875,0.0014290393,0.00013483124],"about_ca_topic_score_codex":0.000014601085,"about_ca_topic_score_gemma":0.000036470134,"teacher_disagreement_score":0.01655514,"about_ca_system_score_codex":0.000121027755,"about_ca_system_score_gemma":0.0002415896,"threshold_uncertainty_score":0.6070674},"labels":[],"label_agreement":null},{"id":"W2801011554","doi":"10.2196/resprot.8327","title":"Combined Topical Growth Factor and Protease Inhibitor in Chronic Wound Healing: Protocol for a Randomized Controlled Proof-of-Concept Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Wound Healing and Treatments","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Wound healing; Medicine; Protocol (science); Randomized controlled trial; Chronic wound; Proof of concept; Venous leg ulcer; Protease; Wound care; Placebo; Clinical trial; Intensive care medicine; Surgery; Alternative medicine; Computer science; Pathology; Biology","score_opus":0.19105205522194013,"score_gpt":0.5401125984421884,"score_spread":0.34906054322024826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801011554","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044193346,0.0000028195914,0.000049340117,0.0005669139,0.000006838039,0.9549239,0.000008907393,0.000045174544,0.00020272643],"genre_scores_gemma":[0.18677692,3.9032862e-8,0.0002831837,0.000018398496,0.00034968765,0.811941,0.0000043465548,0.000034047178,0.0005923513],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99537164,0.0013129367,0.0010896128,0.00060619944,0.00087608374,0.00074353983],"domain_scores_gemma":[0.9970119,0.0010268794,0.00022934121,0.0004440001,0.0009577332,0.00033017062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031412726,0.00029408166,0.0018014199,0.00039084634,0.00023098402,0.00008898954,0.00016284984,0.0001917437,0.00009344048],"category_scores_gemma":[0.0018789056,0.00018872922,0.00020555525,0.0003723242,0.00071599596,0.00010449696,0.000112742564,0.00054793287,0.000004496241],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9616668,0.011313943,0.015160652,0.0040831543,0.00031932694,0.00005130424,0.0026505184,2.435474e-7,0.00074384024,0.0005285706,0.0004999845,0.0029816332],"study_design_scores_gemma":[0.93512857,0.042369526,0.0016505382,0.0033935104,0.000021002947,0.0000043007144,0.0001358771,0.00045960746,0.01329401,0.0012979229,0.0020615412,0.00018360165],"about_ca_topic_score_codex":0.0001505819,"about_ca_topic_score_gemma":0.00005341985,"teacher_disagreement_score":0.1429829,"about_ca_system_score_codex":0.0004081049,"about_ca_system_score_gemma":0.0015936011,"threshold_uncertainty_score":0.7696154},"labels":[],"label_agreement":null},{"id":"W2801033663","doi":"10.2196/resprot.9911","title":"Implementation and Evaluation of a Smartphone-Based Telemonitoring Program for Patients With Heart Failure: Mixed-Methods Study Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Ted Rogers Centre for Heart Research; University Health Network","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Medicine; Health care; Protocol (science); Telemedicine; mHealth; Medical emergency; Nursing; Psychological intervention; Alternative medicine","score_opus":0.19209078515816957,"score_gpt":0.6407230825087457,"score_spread":0.4486322973505761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801033663","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094105706,1.4921262e-7,0.00018703646,0.00036895616,0.000005670603,0.90522367,0.0000036829326,0.000055845037,0.00004929285],"genre_scores_gemma":[0.054607175,5.3054126e-9,0.08147208,0.00000760475,0.000109094064,0.8637268,0.000020386584,0.000030023404,0.000026825124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99628395,0.0009297672,0.00038673184,0.00044139352,0.0014920515,0.00046611964],"domain_scores_gemma":[0.9968127,0.00016045777,0.000115149145,0.00041575925,0.002338284,0.00015765181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053357338,0.00017949646,0.00029449805,0.0003191635,0.00022789258,0.00007990633,0.0000819887,0.00005705689,0.00011106198],"category_scores_gemma":[0.00013396706,0.00012689191,0.00004591862,0.000503461,0.00016522387,0.00015336828,0.00008206763,0.00014593235,0.000005089722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003820491,0.007031922,0.59459907,0.0010974921,0.00009871816,5.501451e-7,0.00034452026,3.638255e-7,0.00070526375,0.000011119641,0.006780535,0.38550997],"study_design_scores_gemma":[0.05947719,0.093620345,0.5487436,0.0010823188,0.00008108099,6.7510496e-7,0.0016001468,0.0003373239,0.024516003,0.000070376285,0.27025104,0.00021987375],"about_ca_topic_score_codex":0.000035572713,"about_ca_topic_score_gemma":0.000094089395,"teacher_disagreement_score":0.38529012,"about_ca_system_score_codex":0.00018515444,"about_ca_system_score_gemma":0.000389175,"threshold_uncertainty_score":0.5174502},"labels":[],"label_agreement":null},{"id":"W2801078495","doi":"10.2196/resprot.9024","title":"Comparing the Effects of Combined Oral Contraceptives Containing Progestins With Low Androgenic and Antiandrogenic Activities on the Hypothalamic-Pituitary-Gonadal Axis in Patients With Polycystic Ovary Syndrome: Systematic Review and Meta-Analysis","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Ovarian function and disorders","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shahid Beheshti University of Medical Sciences","keywords":"Drospirenone; Desogestrel; Polycystic ovary; Cyproterone acetate; Progestin; Medicine; Internal medicine; Luteinizing hormone; Endocrinology; Hyperandrogenism; Follicle-stimulating hormone; Population; Androgen; Hormone; Family planning; Insulin resistance","score_opus":0.12316331970432375,"score_gpt":0.41478845831973804,"score_spread":0.2916251386154143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801078495","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041003795,0.41982895,0.0000041955695,0.000106533604,0.000002603528,0.5758462,0.000034179626,0.000026645,0.000050299048],"genre_scores_gemma":[0.04480892,0.041040365,0.00003461427,0.00012893802,0.000008883306,0.9136498,0.000056541263,0.00009864598,0.00017327731],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99357253,0.0030160025,0.0009389927,0.00070138305,0.0011856627,0.0005854296],"domain_scores_gemma":[0.994884,0.0029656603,0.0006899105,0.0009877337,0.00029412494,0.00017857992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024699783,0.00062441203,0.0058204536,0.0005921983,0.00027375144,0.000118785465,0.0003408591,0.00016619625,0.000053587148],"category_scores_gemma":[0.0006724729,0.0002597338,0.0005226443,0.0017717187,0.0010190476,0.0001304163,0.00016711881,0.0010342788,0.0000043429627],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021637585,0.00090962264,0.0040029837,0.93086356,0.061290253,0.00008491587,0.00020574185,2.5249932e-7,2.944554e-7,0.000096480195,0.00005549315,0.00032663124],"study_design_scores_gemma":[0.010250724,0.021677235,0.009982645,0.7192568,0.23636092,0.00033307867,0.0003555256,0.000038794962,0.0000053506587,0.00001782934,0.00087199896,0.0008490943],"about_ca_topic_score_codex":0.000031313604,"about_ca_topic_score_gemma":0.000056657478,"teacher_disagreement_score":0.3787886,"about_ca_system_score_codex":0.00010341264,"about_ca_system_score_gemma":0.00045585903,"threshold_uncertainty_score":0.9999855},"labels":[],"label_agreement":null},{"id":"W2801228313","doi":"10.2196/resprot.7655","title":"Addressing Participant Validity in a Small Internet Health Survey (The Restore Study): Protocol and Recommendations for Survey Response Validation","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); The Internet; Computer science; Data deduplication; Population; Social media; World Wide Web; Survey methodology; Data science; Applied psychology; Psychology; Computer security; Medicine; Environmental health","score_opus":0.9623019327691681,"score_gpt":0.7505321294882209,"score_spread":0.2117698032809472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801228313","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19261812,7.3595817e-7,0.00024832608,0.003124908,0.000025012403,0.80385333,0.0000602632,0.000040287752,0.000029013614],"genre_scores_gemma":[0.06604397,3.4659334e-7,0.0006081198,0.000087015396,0.00013581444,0.93235964,0.00002443311,0.00002370936,0.00071695936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.50841385,0.48775205,0.0009198945,0.00083890517,0.0007338695,0.0013414281],"domain_scores_gemma":[0.922772,0.07526227,0.00024384112,0.00051866437,0.00095970527,0.00024352838],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5353937,0.00017299385,0.00035659957,0.0003550699,0.0018431473,0.00035543978,0.0006409772,0.00017954364,0.00013093282],"category_scores_gemma":[0.1250503,0.00013677492,0.000041923875,0.0013302799,0.0012320734,0.0002518492,0.0002802533,0.0006631214,0.000019757039],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20206647,0.0018329126,0.68561065,0.00010622297,0.00003145248,0.000005178121,0.06936522,6.128039e-7,0.00009680371,0.00018830216,0.031674195,0.0090220105],"study_design_scores_gemma":[0.0020756435,0.0032262406,0.9040181,0.000347749,9.80855e-7,5.941764e-7,0.0025608232,0.00002831706,0.00019592093,0.0004173814,0.08698364,0.00014461379],"about_ca_topic_score_codex":0.021487523,"about_ca_topic_score_gemma":0.27921414,"teacher_disagreement_score":0.41435814,"about_ca_system_score_codex":0.0002893599,"about_ca_system_score_gemma":0.0018727472,"threshold_uncertainty_score":0.99945635},"labels":[],"label_agreement":null},{"id":"W2801292247","doi":"10.2196/resprot.9906","title":"Early Detection of Cardiovascular Changes After Radiotherapy for Breast Cancer: Protocol for a European Multicenter Prospective Cohort Study (MEDIRAD EARLY HEART Study)","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chemotherapy-induced cardiotoxicity and mitigation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Euratom Research and Training Programme","keywords":"Medicine; Breast cancer; Radiation therapy; Prospective cohort study; Cohort study; Protocol (science); Cohort; Multicenter study; Cancer; Internal medicine; Oncology; Alternative medicine; Pathology; Randomized controlled trial","score_opus":0.10479288411151133,"score_gpt":0.4802436525992496,"score_spread":0.3754507684877383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801292247","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28204316,0.0000030319416,0.00039675666,0.000108669694,0.000013903751,0.7172563,0.000053586224,0.00007018476,0.00005439142],"genre_scores_gemma":[0.4045375,2.706397e-7,0.00015668437,0.000027185615,0.0010201526,0.5940291,0.0000013291533,0.00008358534,0.00014415676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957711,0.0008451986,0.0004767835,0.00088017236,0.0013384257,0.0006883395],"domain_scores_gemma":[0.996457,0.00010856612,0.00014279284,0.0009004287,0.0021733819,0.00021785188],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038732232,0.00031577927,0.00077399024,0.00035611633,0.00029729205,0.00010862547,0.00023240564,0.00013212071,0.00005556212],"category_scores_gemma":[0.00009497467,0.00026338565,0.00041694325,0.00054251973,0.00029822407,0.00020029962,0.00007213052,0.0004164255,0.000007362669],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060359392,0.009462634,0.62321705,0.0022568917,0.004125273,0.000023788733,0.013800699,0.0000014473912,0.23146172,0.0000023090915,0.0004661355,0.05482268],"study_design_scores_gemma":[0.02962571,0.029755322,0.7824249,0.001078733,0.00007056351,0.000010864744,0.0004525403,0.00003568503,0.12973014,0.000009434968,0.026558608,0.0002474666],"about_ca_topic_score_codex":0.0003148171,"about_ca_topic_score_gemma":0.00016859175,"teacher_disagreement_score":0.15920791,"about_ca_system_score_codex":0.0004522058,"about_ca_system_score_gemma":0.00019024979,"threshold_uncertainty_score":0.9999818},"labels":[],"label_agreement":null},{"id":"W2801328592","doi":"10.2196/resprot.7764","title":"Perceptions About Disseminating Health Information Among Mommy Bloggers: Quantitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Health communication; Information Dissemination; Dissemination; Psychology; Perception; Public relations; Medical education; Social psychology; Internet privacy; Medicine; World Wide Web; Political science; Computer science","score_opus":0.5486502527330633,"score_gpt":0.7020095262939172,"score_spread":0.15335927356085388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801328592","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20294134,0.000002252862,0.000069688955,0.0037058634,0.00013883132,0.7846556,0.000007322636,0.00015832948,0.008320786],"genre_scores_gemma":[0.18396865,0.0000020036346,0.00065695896,0.00006444928,0.0007763197,0.8143647,0.000008648325,0.000012428734,0.00014586678],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9935367,0.0030880037,0.0005444508,0.0002660731,0.0016117247,0.0009530304],"domain_scores_gemma":[0.9953088,0.0020604425,0.00026734834,0.0003211228,0.0016032641,0.00043902194],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009703625,0.00011609426,0.00019693811,0.00040806178,0.0038047973,0.00041223253,0.0004996594,0.0001271813,0.0004812939],"category_scores_gemma":[0.009783915,0.000117432304,0.00004017101,0.0016918473,0.0013460837,0.0015622533,0.000105011786,0.00063650234,0.0005795339],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004712382,0.00068422843,0.17035653,0.00014307584,0.0000074926384,4.0617158e-7,0.75007284,3.0068406e-7,0.000012264834,0.005222085,0.009370044,0.06408363],"study_design_scores_gemma":[0.0004036837,0.002088897,0.4662077,0.0007133994,7.3654803e-7,1.0899497e-7,0.38645628,0.00003878096,0.000009721687,0.00049846387,0.14344873,0.00013348238],"about_ca_topic_score_codex":0.010171027,"about_ca_topic_score_gemma":0.0076776026,"teacher_disagreement_score":0.36361656,"about_ca_system_score_codex":0.0009746053,"about_ca_system_score_gemma":0.0018073868,"threshold_uncertainty_score":0.9985571},"labels":[],"label_agreement":null},{"id":"W2801439672","doi":"10.2196/10098","title":"Cocreated Smartphone App to Improve the Quality of Life of Adolescents and Young Adults with Cancer (Kræftværket): Protocol for a Quantitative and Qualitative Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"TrygFonden","keywords":"mHealth; Psychosocial; Psychological intervention; Young adult; Intervention (counseling); Protocol (science); Mobile apps; Quality of life (healthcare); Psychology; Medicine; Gerontology; Nursing; Computer science; Psychiatry; World Wide Web; Alternative medicine","score_opus":0.3141845814076355,"score_gpt":0.6203248711169135,"score_spread":0.306140289709278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801439672","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16472112,0.000008050556,0.00023250515,0.0011954443,0.0000059910944,0.83352363,0.00016028051,0.00002159866,0.00013139317],"genre_scores_gemma":[0.13632347,5.095004e-7,0.0012370506,0.00012424015,0.000111342015,0.86207753,0.000007573633,0.000036044014,0.00008220723],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9935038,0.002425469,0.0009352668,0.00064877205,0.001995651,0.0004910079],"domain_scores_gemma":[0.9924121,0.0010127762,0.0005614299,0.0005858638,0.0050871163,0.0003407082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011336234,0.0002512686,0.000723501,0.0002179118,0.00021850245,0.00004293564,0.00021614645,0.00011702404,0.000049137703],"category_scores_gemma":[0.003956246,0.00016285882,0.00006460631,0.0007255992,0.0013554178,0.00016305054,0.00017697149,0.00034730337,0.000002431257],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.40452358,0.00392544,0.10623201,0.05179037,0.0008844351,0.0000016490211,0.3527643,0.0000019258216,0.042513866,0.0015814665,0.00941064,0.026370298],"study_design_scores_gemma":[0.096610464,0.06357594,0.632,0.056354187,0.00008554438,0.0000062080953,0.07389886,0.0011563781,0.068214245,0.0013378657,0.0058654617,0.0008948155],"about_ca_topic_score_codex":0.0031463678,"about_ca_topic_score_gemma":0.0029402124,"teacher_disagreement_score":0.52576804,"about_ca_system_score_codex":0.00013768148,"about_ca_system_score_gemma":0.0012452453,"threshold_uncertainty_score":0.664119},"labels":[],"label_agreement":null},{"id":"W2801649432","doi":"10.2196/10045","title":"Evaluating the Impact of a Web-Based Risk Assessment System (CareSage) and Tailored Interventions on Health Care Utilization: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Protocol (science); Randomized controlled trial; Medicine; Web application; Health care; Nursing; Alternative medicine; Computer science; World Wide Web","score_opus":0.4192372865640889,"score_gpt":0.6712276587006536,"score_spread":0.2519903721365647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801649432","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009876799,0.000003592545,0.0010893586,0.0015052638,0.000008185365,0.9955544,0.000024869862,0.000065277476,0.0007613873],"genre_scores_gemma":[0.04190502,1.9765693e-7,0.001712281,0.000021797829,0.00021145154,0.9558664,0.000022551005,0.000028835035,0.00023149271],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99250096,0.0045884987,0.0010263992,0.0003911188,0.0010248108,0.00046823177],"domain_scores_gemma":[0.9956926,0.0015712462,0.000547126,0.00058383204,0.0014178454,0.00018734913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011765612,0.00022959967,0.0012798586,0.0003377133,0.00058648176,0.00013147132,0.0001451709,0.00007865016,0.00013275012],"category_scores_gemma":[0.0013896371,0.00011285543,0.00081421697,0.00035086117,0.00033279398,0.000059196736,0.00007696132,0.00028913093,0.0000050647373],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9810952,0.0012471102,0.00014076997,0.0039471425,0.00046988457,0.0000018254541,0.00043379207,0.000012437831,0.000043301363,0.000524775,0.005984061,0.0060997005],"study_design_scores_gemma":[0.9051162,0.060395356,0.00014503449,0.007582377,0.000063152555,7.9655257e-7,0.00047759342,0.023577552,0.000063782994,0.000040047355,0.002460836,0.000077278884],"about_ca_topic_score_codex":0.000112939706,"about_ca_topic_score_gemma":0.00004216427,"teacher_disagreement_score":0.07597901,"about_ca_system_score_codex":0.00059852115,"about_ca_system_score_gemma":0.0019002714,"threshold_uncertainty_score":0.4602111},"labels":[],"label_agreement":null},{"id":"W2801790964","doi":"10.2196/resprot.9839","title":"Safer Prescribing and Care for the Elderly (SPACE): Protocol of a Cluster Randomized Controlled Trial in Primary Care","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Auckland Medical Research Foundation","keywords":"SAFER; Medicine; Intervention (counseling); Protocol (science); Adverse effect; Cluster randomised controlled trial; Cluster (spacecraft); Randomized controlled trial; Medical emergency; Primary care; Clinical trial; Family medicine; Intensive care medicine; Alternative medicine; Nursing; Pharmacology; Surgery","score_opus":0.28467704721886367,"score_gpt":0.5755079947760038,"score_spread":0.2908309475571401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801790964","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047262874,0.000028253686,0.000039224306,0.0011703506,0.000015268328,0.9883337,0.000008088378,0.000017514096,0.00566129],"genre_scores_gemma":[0.030498093,0.0000010352031,0.00034201122,0.00012269554,0.00025509344,0.9683484,0.0000053856193,0.000026937185,0.00040034179],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9961615,0.0014550297,0.0007344651,0.0003363706,0.00081149495,0.0005011104],"domain_scores_gemma":[0.9926247,0.0056947856,0.00021301628,0.00039995578,0.0009186353,0.00014890531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040375516,0.0001836221,0.0011523665,0.00019888447,0.000219304,0.00007819523,0.00020328074,0.00014093395,0.000088379544],"category_scores_gemma":[0.0025403826,0.00009499752,0.00026812678,0.00022857895,0.00063804607,0.00016759153,0.00017979844,0.00061170326,0.000004197039],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98221767,0.0003166853,0.000760928,0.0043595983,0.00009565246,0.0000035428936,0.0027294056,3.957816e-7,0.0004320861,0.00014339248,0.00056914997,0.008371486],"study_design_scores_gemma":[0.9049923,0.007672113,0.00015948419,0.0017076938,0.000038701288,0.0000018124626,0.00071850675,0.00045560618,0.0008969987,0.000110925546,0.08315014,0.00009573889],"about_ca_topic_score_codex":0.00003075177,"about_ca_topic_score_gemma":0.00002435979,"teacher_disagreement_score":0.08258099,"about_ca_system_score_codex":0.000113369315,"about_ca_system_score_gemma":0.00045693383,"threshold_uncertainty_score":0.38738865},"labels":[],"label_agreement":null},{"id":"W2801795794","doi":"10.2196/resprot.9379","title":"A Decision Support System to Enhance Self-Management of Low Back Pain: Protocol for the selfBACK Project","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Protocol (science); Statement (logic); Computer science; Clinical decision support system; Decision support system; Medicine; Medical education; Alternative medicine; Artificial intelligence","score_opus":0.10979413353680886,"score_gpt":0.5507891078952013,"score_spread":0.4409949743583924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801795794","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019299396,2.850144e-7,0.0050306194,0.0006651243,0.000010191811,0.9887005,0.0000060110083,0.00008596692,0.005308315],"genre_scores_gemma":[0.0012762682,1.0062997e-7,0.021251777,0.00008422177,0.00029364854,0.9740439,0.0000036491667,0.000043962405,0.0030024464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961485,0.0006043418,0.00065949553,0.0005662415,0.0013726251,0.0006487417],"domain_scores_gemma":[0.9960568,0.0010076017,0.00013508364,0.001075538,0.001531979,0.00019298556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008944869,0.00020153828,0.0003434625,0.00025319643,0.0002620334,0.000067351444,0.00044959187,0.00012636615,0.00021112034],"category_scores_gemma":[0.0004477523,0.00011622979,0.00018634263,0.0010279561,0.0002409434,0.00010143925,0.00022369882,0.00026254656,0.00039772864],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020290658,0.004247705,0.00095410785,0.29025206,0.00033356284,0.000014100481,0.003640717,0.0000048658508,0.009672776,0.0021231018,0.5131187,0.15534769],"study_design_scores_gemma":[0.0054913913,0.021828774,0.0029695674,0.03177024,0.000006222309,0.000003635084,0.0012731333,0.0018879549,0.00919664,0.000093207185,0.92525005,0.00022916995],"about_ca_topic_score_codex":0.000009326562,"about_ca_topic_score_gemma":0.0000064232313,"teacher_disagreement_score":0.4121314,"about_ca_system_score_codex":0.00025819973,"about_ca_system_score_gemma":0.00037147742,"threshold_uncertainty_score":0.51121294},"labels":[],"label_agreement":null},{"id":"W2801823238","doi":"10.2196/10446","title":"Types and Frequency of Infusion Pump Alarms: Protocol for a Retrospective Data Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Backup; Medicine; Medical emergency; Protocol (science); Computer science; Patient safety; ALARM; Database; Engineering","score_opus":0.4317457842032587,"score_gpt":0.6301295874803449,"score_spread":0.19838380327708616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801823238","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009193211,8.5253555e-7,0.00019752486,0.0004566943,0.0000027154977,0.98935,0.000047030757,0.000062606305,0.0006893271],"genre_scores_gemma":[0.02830396,1.8293024e-7,0.003481467,0.000015025707,0.00019290016,0.9678363,0.000023299908,0.000014933511,0.00013190402],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814695,0.00016177782,0.00033624884,0.0004808112,0.0004810254,0.00039319837],"domain_scores_gemma":[0.9974544,0.00015313897,0.00011265725,0.0011061658,0.0010389248,0.00013468681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019422261,0.00010555785,0.0003355944,0.0005446373,0.00020414908,0.00001676789,0.0003198877,0.0002212748,0.00010115908],"category_scores_gemma":[0.0011349708,0.00008187521,0.000043707973,0.0011957173,0.00048620385,0.00014422926,0.00035832138,0.00044512685,0.000008850501],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017355051,0.00050521095,0.9701334,0.0022099693,0.00025049812,0.000008226194,0.00044773644,3.1910375e-8,0.0072365776,0.0012526911,0.001918161,0.014301997],"study_design_scores_gemma":[0.01485659,0.04166684,0.65694255,0.01175066,0.00012888892,0.000021089776,0.00047940697,0.0015373226,0.09127466,0.014300026,0.16646998,0.0005720197],"about_ca_topic_score_codex":0.0001313516,"about_ca_topic_score_gemma":0.00010111663,"teacher_disagreement_score":0.31319088,"about_ca_system_score_codex":0.0000801688,"about_ca_system_score_gemma":0.00028888436,"threshold_uncertainty_score":0.3338774},"labels":[],"label_agreement":null},{"id":"W2801834317","doi":"10.2196/resprot.8982","title":"Impact of Oral Side Effects from Conditioning Therapy Before Hematopoietic Stem Cell Transplantation: Protocol for a Multicenter Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Oral health in cancer treatment","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Mucositis; Hematopoietic stem cell transplantation; Transplantation; Internal medicine; Clinical trial; Radiation therapy; Total body irradiation; Surgery; Chemotherapy; Cyclophosphamide","score_opus":0.2644947552966923,"score_gpt":0.6091159765201837,"score_spread":0.34462122122349137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801834317","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18679665,0.0000010904504,0.000057227684,0.00007860909,0.0000062651447,0.81277806,0.000076671146,0.000047602043,0.00015785631],"genre_scores_gemma":[0.2866677,8.592176e-8,0.0007461541,0.000026071304,0.00016003853,0.71221095,0.000019835838,0.000043928972,0.0001252494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968797,0.00048251826,0.0005544367,0.0004904791,0.0008792586,0.00071358396],"domain_scores_gemma":[0.9977662,0.00040700496,0.00018266506,0.0005661739,0.000761271,0.0003166836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008173119,0.00025152508,0.00051133474,0.00019201751,0.00023877213,0.00004869995,0.00019572792,0.000117766074,0.0002671371],"category_scores_gemma":[0.00001786925,0.00017202111,0.00017639522,0.00032484875,0.0002241862,0.00014419571,0.000035158922,0.00032178967,0.00005009018],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09943867,0.029619416,0.7471158,0.021802101,0.00068675337,0.00027666322,0.029045021,0.0000038785856,0.013947463,0.000025807376,0.00440402,0.053634394],"study_design_scores_gemma":[0.114192925,0.19479568,0.51170313,0.009764334,0.000034560842,0.000011017143,0.0007338142,0.00019645687,0.16307,0.0003678681,0.004816147,0.0003140963],"about_ca_topic_score_codex":0.00031641062,"about_ca_topic_score_gemma":0.00007636218,"teacher_disagreement_score":0.2354127,"about_ca_system_score_codex":0.00050772075,"about_ca_system_score_gemma":0.0007174029,"threshold_uncertainty_score":0.7014817},"labels":[],"label_agreement":null},{"id":"W2801881475","doi":"10.2196/resprot.9899","title":"Engagement Strategies for Self-Monitoring Symptoms of Bipolar Disorder With Mobile and Wearable Technology: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bipolar Disorder and Treatment","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Richard Tam Foundation; National Institute of Mental Health; University of Michigan","keywords":"Randomized controlled trial; Protocol (science); Wearable computer; Wearable technology; Bipolar disorder; Psychology; Mobile device; Medicine; Applied psychology; Computer science; Physical therapy; Clinical psychology; Alternative medicine; Embedded system; World Wide Web; Mood","score_opus":0.07483384222057371,"score_gpt":0.48834708059409215,"score_spread":0.41351323837351844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801881475","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039127734,0.00009284274,0.000578093,0.00013749505,0.0000062361505,0.99475396,0.000008497646,0.0001186952,0.00039141244],"genre_scores_gemma":[0.0092407,0.0000030062631,0.0051196134,0.000002424168,0.0001892905,0.9850817,0.000002120509,0.00004935128,0.00031180537],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99746776,0.00035506615,0.00056886044,0.00045047427,0.00054780213,0.0006100661],"domain_scores_gemma":[0.99751395,0.0007698966,0.00019654699,0.00043738933,0.000959231,0.00012296901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030146714,0.00025660454,0.0012459289,0.00040722973,0.00040711477,0.00009635743,0.00016060397,0.00018554827,0.00003458265],"category_scores_gemma":[0.00025299838,0.00015127487,0.00020202306,0.00036797737,0.000649556,0.0001339431,0.0000866884,0.0003089192,0.0000026272637],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9798513,0.0030092723,0.002420936,0.0020917207,0.0007615216,9.618486e-7,0.0004681169,5.71848e-7,0.00088738074,0.00154992,0.00004783114,0.008910439],"study_design_scores_gemma":[0.86043984,0.037971143,0.000047407702,0.0017354391,0.00007249286,0.0000031405193,0.0005856897,0.00013240689,0.0039536054,0.0011005865,0.093827024,0.00013125308],"about_ca_topic_score_codex":0.0000165822,"about_ca_topic_score_gemma":0.000014385101,"teacher_disagreement_score":0.11941151,"about_ca_system_score_codex":0.00006822869,"about_ca_system_score_gemma":0.00072685134,"threshold_uncertainty_score":0.616881},"labels":[],"label_agreement":null},{"id":"W2801884368","doi":"10.2196/resprot.9414","title":"Intervention to Increase HIV Testing Among Substance-Using Young Men Who Have Sex With Men: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Michigan","keywords":"Motivational interviewing; Men who have sex with men; Psychological intervention; Transgender; Medicine; Randomized controlled trial; Intervention (counseling); Pre-exposure prophylaxis; Brief intervention; Clinical psychology; Family medicine; Psychology; Psychiatry; Human immunodeficiency virus (HIV); Syphilis","score_opus":0.14701525442429844,"score_gpt":0.5277455864522427,"score_spread":0.38073033202794426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801884368","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038720376,7.1425524e-7,0.008716796,0.00025064743,0.0000021735545,0.9281198,0.000021154865,0.000114405106,0.05890231],"genre_scores_gemma":[0.0013856444,3.869096e-8,0.0026184174,0.0000151112135,0.0008533556,0.89997065,0.000015863192,0.00009288994,0.095048],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99164295,0.0027033528,0.0014342086,0.0008539593,0.0019235243,0.0014420244],"domain_scores_gemma":[0.99296254,0.001472368,0.00039554943,0.0007987702,0.0034710658,0.0008997039],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013357909,0.0004014384,0.0017889856,0.0009525934,0.00072589517,0.0004632885,0.00047014272,0.000186147,0.00073631894],"category_scores_gemma":[0.009296552,0.0002669399,0.00063195353,0.0009610823,0.000925295,0.00046009666,0.00021261751,0.0008113613,0.00006464631],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92141664,0.0016960505,0.0012247206,0.001166894,0.00033627264,0.00003814201,0.0006574915,0.0000014311487,0.0025235894,0.00007561305,0.06839616,0.002466981],"study_design_scores_gemma":[0.8826952,0.034383964,0.00008687608,0.012687694,0.00003666304,0.000019151119,0.00066585635,0.06029655,0.0028191267,0.00015722333,0.005883591,0.00026809346],"about_ca_topic_score_codex":0.000637352,"about_ca_topic_score_gemma":0.00038297405,"teacher_disagreement_score":0.06251257,"about_ca_system_score_codex":0.0004912517,"about_ca_system_score_gemma":0.00073145673,"threshold_uncertainty_score":0.9999783},"labels":[],"label_agreement":null},{"id":"W2801888547","doi":"10.2196/resprot.9850","title":"Toward Increasing Engagement in Substance Use Data Collection: Development of the Substance Abuse Research Assistant App and Protocol for a Microrandomized Trial Using Adolescents and Emerging Adults","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering; Centers for Disease Control and Prevention; National Institute on Drug Abuse; National Heart, Lung, and Blood Institute; National Institute on Aging; National Institute on Alcohol Abuse and Alcoholism","keywords":"Protocol (science); Substance abuse; Data collection; Substance use; Psychology; Medicine; Clinical psychology; Psychiatry; Alternative medicine","score_opus":0.6246845888693665,"score_gpt":0.6226561764661108,"score_spread":0.002028412403255686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801888547","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3344646,0.0000047408025,0.0001523637,0.00007227623,0.000029821047,0.665146,0.000036974663,0.00001603827,0.00007717291],"genre_scores_gemma":[0.08607108,3.0844615e-7,0.004690678,0.000009883494,0.00008623269,0.90886384,0.000005513139,0.00004024527,0.00023221079],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923152,0.003571684,0.0011891442,0.0009041164,0.0010235448,0.0009963486],"domain_scores_gemma":[0.9968048,0.00093757093,0.00030909714,0.0009720081,0.00078993104,0.00018663645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014778318,0.00021741654,0.00040868684,0.00049104565,0.0009579247,0.0002657297,0.00079815404,0.00013386947,0.000039293263],"category_scores_gemma":[0.000698271,0.0001758752,0.000052502473,0.0013292019,0.0007792643,0.00049254333,0.00044998853,0.0007408188,0.0000050133785],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9137376,0.0054437597,0.017534742,0.0066547683,0.00009960313,0.00001669583,0.029148784,1.5831613e-7,0.0021994316,0.00030031445,0.0029491659,0.02191497],"study_design_scores_gemma":[0.68653095,0.0064166407,0.047995362,0.09573061,0.000010914033,0.0000393924,0.004559541,0.001106938,0.011638436,0.0008031062,0.14426412,0.0009039892],"about_ca_topic_score_codex":0.00024735616,"about_ca_topic_score_gemma":0.0017229911,"teacher_disagreement_score":0.24839354,"about_ca_system_score_codex":0.0005157431,"about_ca_system_score_gemma":0.0004368078,"threshold_uncertainty_score":0.7367679},"labels":[],"label_agreement":null},{"id":"W2801900581","doi":"10.2196/resprot.8572","title":"A Website Supporting Sensitive Religious and Cultural Advance Care Planning (ACPTalk): Formative and Summative Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Religion, Spirituality, and Psychology","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stakeholder; Thematic analysis; Context (archaeology); Health care; Summative assessment; Formative assessment; Documentation; Public relations; Knowledge management; Medicine; Psychology; Sociology; Nursing; Medical education; Qualitative research; Pedagogy; Computer science; Political science","score_opus":0.22344246485568572,"score_gpt":0.6180889381227901,"score_spread":0.39464647326710434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801900581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5180021,0.00017678196,0.000089129135,0.0015660665,0.000038917984,0.4219374,0.000023696039,0.00010359104,0.05806233],"genre_scores_gemma":[0.6349788,0.000015591993,0.0003161015,0.0001236324,0.0003865399,0.36395878,0.000012407798,0.000012523785,0.00019563708],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99585855,0.0018299792,0.00029745963,0.00042750593,0.00092107925,0.0006654442],"domain_scores_gemma":[0.9971674,0.00039019296,0.00017067727,0.0001775585,0.001889432,0.00020474191],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004186644,0.0001410078,0.00020568524,0.00014399698,0.0014516541,0.0002654163,0.00015727812,0.0001561894,0.000026918262],"category_scores_gemma":[0.0008822761,0.00012144078,0.000033032564,0.000391911,0.0016580945,0.0006527505,0.00013449322,0.00038523646,0.000035938774],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036746124,0.00004118424,0.010235181,0.00015728439,0.00002052062,0.000018677485,0.95298135,8.627868e-7,0.00039947848,0.0015190243,0.0129554635,0.021303518],"study_design_scores_gemma":[0.0033010351,0.0025135933,0.03131036,0.0024637529,0.000009875051,0.00003461808,0.7459922,0.00032125015,0.0016995022,0.016749464,0.19500682,0.00059755624],"about_ca_topic_score_codex":0.000749082,"about_ca_topic_score_gemma":0.001095519,"teacher_disagreement_score":0.20698917,"about_ca_system_score_codex":0.0001721444,"about_ca_system_score_gemma":0.00022635516,"threshold_uncertainty_score":0.9998483},"labels":[],"label_agreement":null},{"id":"W2801942729","doi":"10.2196/resprot.9537","title":"The Unanticipated Challenges Associated With Implementing an Observational Study Protocol in a Large-Scale Physical Activity and Global Positioning System Data Collection","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Scottish Government","keywords":"Timeline; Observational study; Data collection; Scale (ratio); Protocol (science); Computer science; Observational methods in psychology; Data science; Work (physics); Global Positioning System; Process management; Medicine; Engineering; Geography; Telecommunications; Sociology","score_opus":0.46917946094231494,"score_gpt":0.5746317603925688,"score_spread":0.10545229945025386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801942729","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4700071,1.0076549e-7,0.000044770757,0.00014713734,0.000001176662,0.52915674,0.000017396436,0.00003316887,0.0005923784],"genre_scores_gemma":[0.44826078,6.460199e-8,0.000055257675,0.000005100163,0.00003220634,0.55161315,0.0000075436874,0.000011163587,0.000014726796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99423426,0.0024918863,0.00024842142,0.0009014229,0.0012084024,0.0009155958],"domain_scores_gemma":[0.9986411,0.00031308993,0.00015984519,0.000657514,0.000073241215,0.00015525472],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007811561,0.00016970171,0.00018645033,0.00004464072,0.0017842473,0.00022021809,0.0004770332,0.0000614001,0.000032663946],"category_scores_gemma":[0.00021413913,0.00012401905,0.00001175958,0.0008209719,0.00038909842,0.0008596968,0.0011130319,0.00044207147,0.000021969237],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009742897,0.0043895137,0.9741192,0.000118178374,0.000033463886,0.000020185023,0.0035710742,0.000009913668,0.0012011537,0.00010041195,0.00008431631,0.015378288],"study_design_scores_gemma":[0.0025805505,0.002128199,0.956862,0.0004439595,0.0000026221944,0.0000030001327,0.0036762033,0.032871183,0.0001492509,0.000057611465,0.0010803572,0.00014507033],"about_ca_topic_score_codex":0.0006305632,"about_ca_topic_score_gemma":0.016450768,"teacher_disagreement_score":0.03286127,"about_ca_system_score_codex":0.0009945997,"about_ca_system_score_gemma":0.000118603755,"threshold_uncertainty_score":0.9995153},"labels":[],"label_agreement":null},{"id":"W2801954845","doi":"10.2196/resprot.9154","title":"DIABEO App Software and Telemedicine Versus Usual Follow-Up in the Treatment of Diabetic Patients: Protocol for the TELESAGE Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Telemedicine; Glycemic; Randomized controlled trial; Glycated hemoglobin; Randomization; Type 2 diabetes; Population; Diabetes mellitus; Physical therapy; Internal medicine; Insulin; Health care; Endocrinology","score_opus":0.1436182720046581,"score_gpt":0.5092344412680778,"score_spread":0.3656161692634197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801954845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013759514,0.000008347334,0.00003598092,0.00088714843,0.00003846285,0.9838837,0.00000943789,0.000029737455,0.0013476879],"genre_scores_gemma":[0.0069874576,0.0000028731022,0.00010196067,0.000042975233,0.00067371916,0.98944765,0.000015575304,0.000033969365,0.0026938433],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99439454,0.0016003362,0.0008940154,0.00045792508,0.0017349782,0.00091820955],"domain_scores_gemma":[0.9887535,0.009346416,0.00021767622,0.0007469058,0.0007809246,0.00015460268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077685732,0.00029323983,0.001435117,0.0004104605,0.00034485685,0.00011601865,0.00047346775,0.00013197327,0.00021634481],"category_scores_gemma":[0.004618746,0.00011940675,0.00038198795,0.00066302024,0.0016502694,0.00009304276,0.00013484183,0.0003586607,0.000012718805],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94178087,0.0043519307,0.0014286239,0.0007387334,0.0003703854,0.000004521405,0.0007972357,1.06482275e-7,0.000028879485,0.00017927909,0.005029309,0.04529015],"study_design_scores_gemma":[0.84296006,0.044304475,0.0006802845,0.00065170776,0.000062183026,1.03159614e-7,0.0002312061,0.000210505,0.00021115365,0.00018841894,0.11039941,0.00010049095],"about_ca_topic_score_codex":0.000021731765,"about_ca_topic_score_gemma":0.0000299872,"teacher_disagreement_score":0.105370104,"about_ca_system_score_codex":0.00012506876,"about_ca_system_score_gemma":0.00025012062,"threshold_uncertainty_score":0.6080486},"labels":[],"label_agreement":null},{"id":"W2802023041","doi":"10.2196/10219","title":"Relationship Between Staphylococcus aureus Carriage and Surgical Site Infections Following Total Hip and Knee Arthroplasty in the South Asian Population: Protocol for a Prospective Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antimicrobial Resistance in Staphylococcus","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Carriage; Staphylococcus aureus; Methicillin-resistant Staphylococcus aureus; Arthroplasty; Prospective cohort study; Population; Nose; Cohort study; Surgery; Cohort; Risk factor; Internal medicine; Environmental health; Pathology","score_opus":0.13564179808676874,"score_gpt":0.49545554307060513,"score_spread":0.3598137449838364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802023041","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4449879,5.7358994e-7,0.000033352393,0.00013184691,0.000003905888,0.5542812,0.000024673014,0.00004001619,0.0004965516],"genre_scores_gemma":[0.49263284,8.140769e-9,0.00010961949,0.0000051801085,0.0002616971,0.5068392,0.000008079822,0.00002475722,0.000118599135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961151,0.0008562323,0.0005934658,0.00078071526,0.00093139947,0.0007231034],"domain_scores_gemma":[0.9975766,0.0010782485,0.00014027713,0.00057105353,0.00040549922,0.00022833605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003411164,0.00029059127,0.00050925376,0.00042531177,0.0010886034,0.0002761726,0.00011773699,0.00021719326,0.000027647115],"category_scores_gemma":[0.0009587905,0.00021315529,0.00011704652,0.0010809046,0.0005585662,0.00026380358,0.00017514531,0.0010031638,0.0000123153895],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013760518,0.0006303936,0.9928097,0.00029877556,0.000052033214,0.00006089848,0.0038167264,3.473837e-7,0.00006518454,0.00023449058,0.00026879922,0.00038656636],"study_design_scores_gemma":[0.009126878,0.0056944615,0.97712755,0.00064998853,0.000021545331,0.000013729204,0.0013049694,0.000011919885,0.00003302314,0.00052540924,0.0052800444,0.00021049107],"about_ca_topic_score_codex":0.000108741275,"about_ca_topic_score_gemma":0.00041664284,"teacher_disagreement_score":0.047644924,"about_ca_system_score_codex":0.00022921104,"about_ca_system_score_gemma":0.0002574056,"threshold_uncertainty_score":0.86922204},"labels":[],"label_agreement":null},{"id":"W2802219370","doi":"10.2196/resprot.9619","title":"Technologies for Innovative Monitoring to Reduce Blood Pressure and Change Lifestyle Using Mobile Phones in Adult and Elderly Populations (TIM Study): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Medicine; Blood pressure; Psychological intervention; Randomized controlled trial; Ambulatory blood pressure; Population; Physical therapy; Gerontology; Internal medicine; Nursing; Environmental health","score_opus":0.37861684153432285,"score_gpt":0.6522639195035352,"score_spread":0.2736470779692124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802219370","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026298452,0.000012031104,0.00017933964,0.0009788855,0.000043066702,0.97224015,0.00004465937,0.00016231094,0.000041099862],"genre_scores_gemma":[0.013331983,0.0000015318107,0.0057620504,0.00005056622,0.0008534005,0.9796979,0.00000410351,0.000053691383,0.00024479482],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99437,0.0016587297,0.0015525185,0.0007696606,0.00043540128,0.0012136932],"domain_scores_gemma":[0.99266946,0.003329804,0.0005070128,0.00052391324,0.0026987712,0.0002710363],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007448867,0.0002814988,0.0012582015,0.00079146854,0.0019684976,0.000067746136,0.00028493447,0.00037387144,0.000012875074],"category_scores_gemma":[0.0061756684,0.0002163087,0.00006507229,0.0012038589,0.00030145593,0.00022828975,0.00029024476,0.00078667275,0.0000036286585],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9690103,0.0017076399,0.0045913938,0.003591389,0.000074804135,6.97091e-7,0.0069801565,9.0444803e-7,0.00046070328,0.0013612544,0.0007607621,0.011460028],"study_design_scores_gemma":[0.95702773,0.008410989,0.00043104758,0.0026952096,0.000028755985,6.4862945e-7,0.00464433,0.00048324297,0.00023914946,0.0014004457,0.024425851,0.00021259824],"about_ca_topic_score_codex":0.0004277017,"about_ca_topic_score_gemma":0.00027113158,"teacher_disagreement_score":0.02366509,"about_ca_system_score_codex":0.0000849899,"about_ca_system_score_gemma":0.00088748266,"threshold_uncertainty_score":0.9993308},"labels":[],"label_agreement":null},{"id":"W2802346757","doi":"10.2196/resprot.9695","title":"Capturing Ultraviolet Radiation Exposure and Physical Activity: Feasibility Study and Comparison Between Self-Reports, Mobile Apps, Dosimeters, and Accelerometers","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Skin Protection and Aging","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council Queensland; National Health and Medical Research Council; Medical Research Council","keywords":"Data collection; Physical activity; Accelerometer; Dosimeter; Medicine; Psychology; Physical therapy; Computer science; Statistics; Mathematics; Dosimetry","score_opus":0.2013492784437321,"score_gpt":0.5278464729249918,"score_spread":0.3264971944812597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802346757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7479664,0.00000879638,0.000021247664,0.00008157646,0.0000048588336,0.25178063,0.0000027607045,0.00008063464,0.0000531033],"genre_scores_gemma":[0.72158885,0.0000010880135,0.000106768945,0.000007768942,0.00021421077,0.27803168,0.0000024477454,0.000017421431,0.000029763118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976594,0.0004502931,0.000242895,0.00065228215,0.0006043797,0.00039077637],"domain_scores_gemma":[0.99884665,0.00021877287,0.00010532665,0.0003767493,0.0001499556,0.00030256787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015140864,0.00018474915,0.00041153978,0.0002246773,0.00035539645,0.00019788137,0.000064159794,0.00009487908,0.000013088406],"category_scores_gemma":[0.00012542783,0.00015381555,0.000031774798,0.00031113913,0.00029423716,0.00025004632,0.0001774339,0.00065806793,0.000002793439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038955838,0.0013253591,0.86001295,0.0003764314,0.000091334296,0.000022063381,0.0051286216,8.50769e-8,0.014000625,9.1493393e-7,0.00013751864,0.11851453],"study_design_scores_gemma":[0.0037241282,0.006692791,0.95732504,0.00045066027,0.000029691992,0.000045716442,0.0018925476,0.00019998415,0.026915317,0.00005526854,0.0024676968,0.00020115306],"about_ca_topic_score_codex":0.00008329599,"about_ca_topic_score_gemma":0.000005713259,"teacher_disagreement_score":0.11831338,"about_ca_system_score_codex":0.00010476488,"about_ca_system_score_gemma":0.00006069081,"threshold_uncertainty_score":0.6272416},"labels":[],"label_agreement":null},{"id":"W2802451946","doi":"10.2196/resprot.9453","title":"Oncosurgical Management of Liver Limited Stage IV Colorectal Cancer: Preliminary Data and Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bowel Disease Research Foundation","keywords":"Medicine; Randomized controlled trial; Colorectal cancer; Protocol (science); Clinical trial; Stage (stratigraphy); Cancer; Intensive care medicine; Surgery; Internal medicine; Alternative medicine; Pathology","score_opus":0.3706429437731025,"score_gpt":0.5271422217894538,"score_spread":0.15649927801635133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802451946","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017774688,0.000013008833,0.000050275867,0.00028979365,0.000007693359,0.97949624,0.00008849994,0.000052296215,0.002227513],"genre_scores_gemma":[0.013431515,0.0000065156346,0.0015303494,0.000015464062,0.00034976314,0.9815792,0.000063667714,0.000043818553,0.0029797144],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956633,0.0011683871,0.00086309307,0.00070881937,0.0009823922,0.00061399693],"domain_scores_gemma":[0.9966354,0.0013660075,0.00026560546,0.000765188,0.0006807548,0.00028708813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053733704,0.00027676803,0.0015616602,0.00026840676,0.00020531022,0.00007392586,0.00039789392,0.00019318117,0.0005795419],"category_scores_gemma":[0.0003526791,0.00017982682,0.00029341667,0.00035115032,0.0008445713,0.0001471236,0.0005698623,0.00025926178,0.000010512411],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9776343,0.002524943,0.002539646,0.00310683,0.00079642626,0.00015353628,0.0001836641,2.3333776e-8,0.00030019495,0.00025758595,0.0047360193,0.007766836],"study_design_scores_gemma":[0.8757037,0.01777793,0.00027521446,0.0022378908,0.0001282764,0.000005760743,0.000035923073,0.009826899,0.0021668456,0.000043450014,0.09164872,0.00014939836],"about_ca_topic_score_codex":0.000037782822,"about_ca_topic_score_gemma":0.000011132623,"teacher_disagreement_score":0.1019306,"about_ca_system_score_codex":0.0000971185,"about_ca_system_score_gemma":0.00039240436,"threshold_uncertainty_score":0.7333125},"labels":[],"label_agreement":null},{"id":"W2802588839","doi":"10.2196/10062","title":"Community Consultation for Planned Emergent Use Research: Experiences From an Academic Medical Center","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Informed consent; Attendance; Session (web analytics); Medical education; Clinical trial; Family medicine; Medicine; Psychology; Alternative medicine; Political science; Sociology","score_opus":0.9513921742486519,"score_gpt":0.8059190016626598,"score_spread":0.14547317258599202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802588839","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5336178,0.000005076791,0.00011829219,0.012215913,0.000045954424,0.45254838,0.00012402043,0.00012523352,0.0011993356],"genre_scores_gemma":[0.16928759,0.000017767145,0.0010231914,0.0006132071,0.0012562439,0.82549304,0.00019485815,0.00006052398,0.0020535726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9808937,0.0072491243,0.0010224519,0.0008495288,0.0083061475,0.0016790918],"domain_scores_gemma":[0.9478873,0.041330192,0.000109613204,0.0017521199,0.0071877595,0.0017330407],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.051215433,0.0002201046,0.00045126435,0.00051981275,0.0017301528,0.00024579858,0.0019458137,0.0012951194,0.0029052945],"category_scores_gemma":[0.16797563,0.00017496818,0.00011766307,0.001022613,0.0057356954,0.00052047847,0.0012289222,0.014229327,0.0004098819],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09660105,0.019027818,0.13594344,0.0040962636,0.00040380546,0.00027979162,0.15057799,4.290929e-7,0.032920524,0.023275102,0.49925366,0.03762013],"study_design_scores_gemma":[0.020228243,0.044821054,0.0303575,0.014296593,0.0000060523894,0.000021344511,0.045481544,0.0019234995,0.032923847,0.06951527,0.73978525,0.0006398149],"about_ca_topic_score_codex":0.0009392368,"about_ca_topic_score_gemma":0.001579032,"teacher_disagreement_score":0.37294465,"about_ca_system_score_codex":0.00029705564,"about_ca_system_score_gemma":0.0024774373,"threshold_uncertainty_score":0.9995695},"labels":[],"label_agreement":null},{"id":"W2802649281","doi":"10.2196/resprot.9982","title":"A Participatory Health Promotion Mobile App Addressing Alcohol Use Problems (The Daybreak Program): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Promotion (chess); Health promotion; mHealth; Medicine; Computer science; Medical education; Alternative medicine; Nursing; Public health; Psychological intervention; Political science","score_opus":0.5466677583515572,"score_gpt":0.6207175619499173,"score_spread":0.07404980359836011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802649281","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044692387,0.000004351003,0.00007893827,0.0011788445,0.000020197498,0.9935662,0.0000032681467,0.00040021967,0.00027875334],"genre_scores_gemma":[0.0053189085,4.4631133e-7,0.000985876,0.000121529614,0.0009408741,0.99022937,0.00002291104,0.000094173716,0.0022859254],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9922597,0.0026568884,0.0013829974,0.0007382467,0.0014901329,0.0014720256],"domain_scores_gemma":[0.99494827,0.0018312074,0.0005788282,0.00097300636,0.0012519123,0.00041676112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010164832,0.00041910936,0.0019689114,0.00031141014,0.00093307364,0.0004091945,0.00032608077,0.00019607479,0.0002485024],"category_scores_gemma":[0.0016064972,0.00021755991,0.0007054749,0.0006775299,0.0011008508,0.00038577765,0.00009620617,0.0005663769,0.00007275183],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9658159,0.006957365,0.0006002245,0.0009189378,0.00034212947,0.0000082958695,0.0023928802,9.582466e-7,0.00016882044,0.00017226893,0.007439395,0.015182838],"study_design_scores_gemma":[0.89385504,0.020199483,0.000059295195,0.0037411454,0.000041197705,0.000007304874,0.00013620686,0.0010860855,0.00071732455,0.00034450027,0.07962136,0.00019105077],"about_ca_topic_score_codex":0.000018895538,"about_ca_topic_score_gemma":0.00005251909,"teacher_disagreement_score":0.07218196,"about_ca_system_score_codex":0.00040277938,"about_ca_system_score_gemma":0.0014763963,"threshold_uncertainty_score":0.88718355},"labels":[],"label_agreement":null},{"id":"W2802728879","doi":"10.2196/resprot.9820","title":"Examining the Impact of Trauma-Informed Cognitive Behavioral Therapy on Perinatal Mental Health Outcomes Among Survivors of Intimate Partner Violence (The PATH Study): Protocol for a Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Anxiety; Medicine; Mental health; Population; Psychiatry; Domestic violence; Psychological intervention; Edinburgh Postnatal Depression Scale; Randomized controlled trial; Clinical psychology; Poison control; Suicide prevention; Medical emergency","score_opus":0.43775701131365563,"score_gpt":0.6342978020014272,"score_spread":0.19654079068777153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802728879","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50142896,4.3027467e-7,6.1919786e-7,0.000028813825,0.0000054946736,0.49843132,0.000051435403,0.000013559063,0.000039361716],"genre_scores_gemma":[0.49616063,1.4422938e-7,0.0000073199403,0.000012535669,0.000024585193,0.50373656,0.000002962736,0.000016870941,0.000038416518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954342,0.0012661965,0.00088764535,0.00044030955,0.0012207157,0.000750884],"domain_scores_gemma":[0.99750257,0.0005953883,0.00044414974,0.0007097867,0.0005344687,0.00021363511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004831896,0.00028961795,0.00062405935,0.00014054407,0.00058287027,0.000045690165,0.00043878387,0.000062799285,0.000121706726],"category_scores_gemma":[0.00014470766,0.00013713987,0.0001748179,0.00029271434,0.0008035629,0.00014810759,0.0001912151,0.0005441794,0.000005166031],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027579537,0.013063241,0.93097043,0.0020547453,0.000086020205,0.0000046267432,0.018298903,1.9691338e-7,0.000023896911,0.0000054887205,0.00003441331,0.007878517],"study_design_scores_gemma":[0.012125159,0.1283892,0.8428302,0.009441402,0.0000032944017,0.000003037199,0.0048790206,0.0000215736,0.0021548157,0.000019611422,0.000034073353,0.000098611024],"about_ca_topic_score_codex":0.002236957,"about_ca_topic_score_gemma":0.00031124428,"teacher_disagreement_score":0.11532596,"about_ca_system_score_codex":0.00026466587,"about_ca_system_score_gemma":0.00054096815,"threshold_uncertainty_score":0.55924016},"labels":[],"label_agreement":null},{"id":"W2802828338","doi":"10.2196/resprot.9692","title":"The Effect of Occupational Lifting on Hypertension Risk: Protocol for a Project Using Data From the Copenhagen City Heart Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Risk factor; Blood pressure; Gerontology; Environmental health; Physical therapy; Internal medicine","score_opus":0.6951297265122731,"score_gpt":0.7057815101207033,"score_spread":0.010651783608430221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802828338","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06979053,0.0000011227653,0.000056980956,0.00046502575,0.00003267324,0.92904085,0.00015014228,0.000051932835,0.00041072007],"genre_scores_gemma":[0.013541561,9.996933e-8,0.00038661656,0.00017538182,0.0014352516,0.98410296,0.000024966239,0.000053990098,0.000279145],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834093,0.012244408,0.00095622556,0.0007547173,0.0014051114,0.0012302613],"domain_scores_gemma":[0.9729005,0.023398243,0.0005176102,0.0020600348,0.0009592491,0.00016433916],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.027380345,0.0002530335,0.00043704818,0.00011078107,0.008339582,0.00010487938,0.0014266352,0.00020564329,0.0002073184],"category_scores_gemma":[0.008637002,0.00012399831,0.00007528028,0.00070545997,0.00034452698,0.00020558226,0.0012447895,0.0018029511,0.00021463224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039082095,0.0007256855,0.5112068,0.0012296757,0.00006912673,0.0000029325104,0.0026216316,0.000003440905,0.0005520369,0.000032592176,0.4398491,0.0046248273],"study_design_scores_gemma":[0.013936504,0.016290639,0.13433507,0.008647915,0.000016509372,0.0000012541633,0.001994922,0.008061828,0.0014063747,0.00015765974,0.81486446,0.00028686915],"about_ca_topic_score_codex":0.0019917134,"about_ca_topic_score_gemma":0.0006762753,"teacher_disagreement_score":0.37687176,"about_ca_system_score_codex":0.00019092404,"about_ca_system_score_gemma":0.0019443261,"threshold_uncertainty_score":0.99971366},"labels":[],"label_agreement":null},{"id":"W2802833469","doi":"10.2196/resprot.9322","title":"User Participation in Coproduction of Health Innovation: Proposal for a Synergy Project","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coproduction; Knowledge management; User innovation; Business; Public relations; Computer science; Political science","score_opus":0.31981623862292347,"score_gpt":0.5535305998619996,"score_spread":0.23371436123907613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802833469","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101716384,0.000003968955,0.00074878865,0.02973817,0.000091403235,0.8651208,0.0000045151905,0.00013715694,0.0024388107],"genre_scores_gemma":[0.088600494,1.5431874e-7,0.000973176,0.00075815246,0.002179307,0.90706915,0.00009365735,0.000028008533,0.00029787805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980078,0.00008545154,0.00064644497,0.00035174954,0.00048925896,0.00041934315],"domain_scores_gemma":[0.99642295,0.00003462307,0.00034928144,0.00032617032,0.002862181,0.0000048256084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005212236,0.00010278436,0.0001819551,0.0011772505,0.00021726682,0.00013333032,0.00019901842,0.00006595981,0.000060756985],"category_scores_gemma":[0.00056098844,0.000092932765,0.000019470628,0.0053085163,0.000108547974,0.0011355648,0.00009210366,0.00016196152,0.000041871655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022853552,0.0019151832,0.02659693,0.008374891,0.000023860997,8.001584e-7,0.0009706187,0.000014494769,0.0172885,0.7111365,0.10134513,0.1300477],"study_design_scores_gemma":[0.0022468518,0.0009996463,0.031028744,0.0014084777,0.0000015934166,6.088278e-7,0.0003938729,0.0010312195,0.012889294,0.040974222,0.90878075,0.00024471935],"about_ca_topic_score_codex":0.00054774847,"about_ca_topic_score_gemma":0.0003120926,"teacher_disagreement_score":0.80743563,"about_ca_system_score_codex":0.000076835866,"about_ca_system_score_gemma":0.00043761035,"threshold_uncertainty_score":0.37896883},"labels":[],"label_agreement":null},{"id":"W2802867557","doi":"10.2196/resprot.9995","title":"Utilization of an Animated eHealth Video to Increase Knowledge of HIV Post- and Pre-exposure Prophylaxis among African American Women (Preprint)","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; eHealth; Pre-exposure prophylaxis; Human immunodeficiency virus (HIV); mHealth; Qualitative research; Multimedia; Medicine; Psychology; Internet privacy; Computer science; Medical education; World Wide Web; Family medicine; Nursing; Psychological intervention; Health care; Men who have sex with men; Sociology; Political science","score_opus":0.09197166459231607,"score_gpt":0.5139630796741187,"score_spread":0.4219914150818026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802867557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7611437,0.0000036768042,0.00006483567,0.0001599596,0.0000010560908,0.23524289,0.00007305094,0.000042853833,0.0032680265],"genre_scores_gemma":[0.6442916,0.0000012163438,0.00036041954,0.000007864048,0.000054433327,0.35316473,0.000020893127,0.000025643058,0.0020732007],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99621356,0.0011074932,0.000612483,0.00051997334,0.0007890175,0.0007574705],"domain_scores_gemma":[0.9949793,0.00014548886,0.00017189459,0.000810202,0.002811772,0.0010813487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002657289,0.00016559479,0.00047556288,0.0008655691,0.00016791723,0.000047995,0.00034869357,0.00008630141,0.000524087],"category_scores_gemma":[0.002282713,0.00013750288,0.00006971937,0.0018224835,0.0013195523,0.00024297477,0.00040585766,0.00045041862,0.000049878527],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027605934,0.01126704,0.22395118,0.010298772,0.00020647346,0.000028512119,0.043971576,0.0000010446307,0.2593988,0.00045188423,0.013751134,0.40906766],"study_design_scores_gemma":[0.0033921434,0.22956918,0.6842457,0.004076144,0.0000048553425,0.000012104824,0.006258536,0.0013481083,0.04755992,0.00012330135,0.02316781,0.00024221258],"about_ca_topic_score_codex":0.0015370536,"about_ca_topic_score_gemma":0.0005632778,"teacher_disagreement_score":0.46029449,"about_ca_system_score_codex":0.00022619743,"about_ca_system_score_gemma":0.00064222014,"threshold_uncertainty_score":0.57383853},"labels":[],"label_agreement":null},{"id":"W2802874672","doi":"10.2196/resprot.9861","title":"A Healthy Eating Education Program for Midwives to Investigate and Explore Their Knowledge, Understanding, and Confidence to Support Pregnant Women to Eat Healthily: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of South Australia","keywords":"Nursing; Medicine; Medical education; Pregnancy; Protocol (science); Social media; Psychology; Alternative medicine","score_opus":0.5034496279479274,"score_gpt":0.6647287767951519,"score_spread":0.1612791488472245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802874672","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011503268,0.0000026165271,0.0049862997,0.004529646,0.00001203663,0.9785846,0.000022525448,0.00007957945,0.00027946086],"genre_scores_gemma":[0.002280229,4.3308728e-7,0.06331488,0.00076954375,0.00019430277,0.93204206,0.000011598602,0.00005365223,0.0013333047],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588567,0.00069521583,0.0005106058,0.00091522106,0.0006284717,0.0013648316],"domain_scores_gemma":[0.9953932,0.0007480589,0.00008600551,0.00045674643,0.001341386,0.0019745613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006058987,0.000263438,0.00043209735,0.0007622431,0.0006601238,0.0003223458,0.0002602208,0.00007169987,0.000025641604],"category_scores_gemma":[0.0024015352,0.00020895517,0.00003770092,0.00084517716,0.0002625031,0.00017980004,0.0004978298,0.00026162737,0.000014617277],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012475862,0.006420209,0.0054042847,0.02340678,0.000118832766,0.0000031597763,0.06738903,8.9600866e-7,0.0033917234,0.0038194116,0.06981697,0.80775285],"study_design_scores_gemma":[0.0068709664,0.21753435,0.016440509,0.008601166,0.000004927057,0.000004283776,0.042809855,0.00026078935,0.002028312,0.008588963,0.6964839,0.000371953],"about_ca_topic_score_codex":0.000027639488,"about_ca_topic_score_gemma":0.00013911467,"teacher_disagreement_score":0.8073809,"about_ca_system_score_codex":0.0006969699,"about_ca_system_score_gemma":0.0018486822,"threshold_uncertainty_score":0.8520945},"labels":[],"label_agreement":null},{"id":"W2802909087","doi":"10.2196/resprot.9308","title":"A Challenge-Based Approach to Body Weight–Supported Treadmill Training Poststroke: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Physical therapy; Physical medicine and rehabilitation; Treadmill; Psychology; Stroke (engine); Medicine; Alternative medicine; Engineering","score_opus":0.22902956005758124,"score_gpt":0.5387114559843292,"score_spread":0.309681895926748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802909087","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004298474,7.919643e-7,0.0025049502,0.002483,0.00003199067,0.9644086,0.000019994055,0.00020657605,0.029914267],"genre_scores_gemma":[0.0021581142,7.643444e-8,0.009369199,0.00028526137,0.0018571209,0.98099494,0.000029257937,0.0001028485,0.0052031786],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926997,0.0019347726,0.0014283516,0.0009725595,0.001671846,0.0012927828],"domain_scores_gemma":[0.9926041,0.0034167408,0.00030013945,0.000841211,0.002004544,0.0008332818],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008859334,0.00044871596,0.002539473,0.0011478448,0.00037658337,0.00015168707,0.0003771527,0.00037623142,0.0006030846],"category_scores_gemma":[0.0067069638,0.00028789358,0.0012646343,0.0007273041,0.00072102866,0.00012693687,0.00007441737,0.00065690244,0.000114635244],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97725785,0.0043315175,0.000020395157,0.0010898096,0.0002621192,0.0000066645553,0.0010450908,6.907538e-7,0.0022226288,0.0007912695,0.010859883,0.0021121034],"study_design_scores_gemma":[0.78887683,0.021282125,0.00002714512,0.0013225062,0.000026361842,0.000006116621,0.00023176768,0.0029014398,0.0007492169,0.00020680627,0.18412764,0.00024204541],"about_ca_topic_score_codex":0.000008237413,"about_ca_topic_score_gemma":0.0000027098997,"teacher_disagreement_score":0.188381,"about_ca_system_score_codex":0.00026443336,"about_ca_system_score_gemma":0.0022728848,"threshold_uncertainty_score":0.9999573},"labels":[],"label_agreement":null},{"id":"W2802924434","doi":"10.2196/resprot.9715","title":"Tailored Versus Generic Knowledge Brokering to Integrate Mood Management Into Smoking Cessation Interventions in Primary Care Settings: Protocol for a Cluster Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Ottawa; Ontario Medical Association; Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"Department of Family and Community Medicine, University of Toronto; University of Toronto","keywords":"Smoking cessation; Randomized controlled trial; Psychological intervention; Protocol (science); Medicine; Primary care; Mood; Cluster (spacecraft); Alternative medicine; Family medicine; Physical therapy; Psychology; Nursing; Clinical psychology; Computer science","score_opus":0.19522619463796195,"score_gpt":0.5387265740456642,"score_spread":0.34350037940770217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802924434","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012299603,0.0000013582095,0.0021450403,0.00024333694,0.00007902576,0.97869235,0.0000032107614,0.0001062873,0.0064297714],"genre_scores_gemma":[0.03968258,1.430098e-7,0.0015065885,0.000040486408,0.00054216356,0.9572002,0.0000651077,0.0000608744,0.00090185594],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9954956,0.0011370485,0.0011874677,0.0006547433,0.0008730318,0.0006520838],"domain_scores_gemma":[0.99728966,0.00054250844,0.00026512684,0.0005112462,0.0012052912,0.00018619678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005773504,0.0002918531,0.0010439935,0.0011434965,0.00031997252,0.00023339376,0.00031561783,0.00019955277,0.00009663841],"category_scores_gemma":[0.0008852645,0.00022842133,0.00051132165,0.0009383745,0.00018804589,0.00022222307,0.00028913765,0.00050051336,0.000014515129],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9720155,0.0009840699,0.00034881663,0.00464458,0.00013893208,0.0000043401724,0.003447032,0.0000043763516,0.0004328981,0.00013318399,0.0015079182,0.016338354],"study_design_scores_gemma":[0.97073454,0.004899018,0.0006407884,0.010583335,0.000065795866,0.0000010387627,0.001172234,0.00030783244,0.0014715755,0.00012513876,0.009773523,0.00022520247],"about_ca_topic_score_codex":0.000031805605,"about_ca_topic_score_gemma":0.00010716156,"teacher_disagreement_score":0.027382975,"about_ca_system_score_codex":0.0013819649,"about_ca_system_score_gemma":0.0003004202,"threshold_uncertainty_score":0.9314751},"labels":[],"label_agreement":null},{"id":"W2802981747","doi":"10.2196/resprot.9902","title":"Characteristics of Cognitive Behavioral Therapy for Older Adults Living in Residential Care: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Gerontology; Cognition; Medicine; Residential care; Dementia; Psychology; Clinical psychology; Alternative medicine; Psychiatry; Disease","score_opus":0.43530665070678654,"score_gpt":0.6825038519193222,"score_spread":0.24719720121253563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802981747","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.9549641e-7,0.123430796,0.00001279343,0.000012779855,0.00003522409,0.87506443,0.0012462982,0.000034231998,0.00016305655],"genre_scores_gemma":[0.0000011609274,0.01122413,0.00004639373,0.000023018572,0.00023178199,0.9869003,0.00024243614,0.00019323925,0.0011375151],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99093956,0.0026392834,0.0034705268,0.0010078221,0.0008027561,0.0011400541],"domain_scores_gemma":[0.99244505,0.0026493429,0.0018305932,0.0009857644,0.001880718,0.0002085487],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0041709263,0.0005764308,0.0033025616,0.0006996063,0.00015950174,0.00013687357,0.0010603595,0.0005201729,0.00032243622],"category_scores_gemma":[0.0014751245,0.00045987827,0.0011193996,0.0007182102,0.00028673184,0.0001836035,0.00026289042,0.00074725895,0.00015309795],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007635575,0.0034179334,0.000004405621,0.8339083,0.000073752984,0.000007181351,0.0006689829,5.3066558e-11,8.68396e-9,0.0000853635,0.004716046,0.15635444],"study_design_scores_gemma":[0.002494598,0.007566013,0.00002704651,0.81982297,0.00006083058,0.000010427479,0.0001429465,1.1805319e-7,0.0000014887341,0.000023905037,0.16956061,0.00028906376],"about_ca_topic_score_codex":0.000039037117,"about_ca_topic_score_gemma":0.00003613543,"teacher_disagreement_score":0.16484456,"about_ca_system_score_codex":0.00047671713,"about_ca_system_score_gemma":0.00078592804,"threshold_uncertainty_score":0.9997853},"labels":[],"label_agreement":null},{"id":"W2803026867","doi":"10.2196/10494","title":"A Self-Paced, Web-Based, Positive Emotion Skills Intervention for Reducing Symptoms of Depression: Protocol for Development and Pilot Testing of MARIGOLD","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Psychological intervention; Depression (economics); Psychosocial; Clinical psychology; Intervention (counseling); Quality of life (healthcare); Protocol (science); Psychology; Depressive symptoms; Medicine; Psychiatry; Psychotherapist; Anxiety; Alternative medicine","score_opus":0.20936116089205312,"score_gpt":0.5690955455027964,"score_spread":0.35973438461074325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803026867","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015914897,0.0000011045623,0.002107214,0.00007123103,0.00002593956,0.97946423,0.00008600183,0.00006647792,0.0022628957],"genre_scores_gemma":[0.063406155,2.6800455e-9,0.024732493,0.000010092123,0.000085736414,0.91094846,0.000016207294,0.000042972915,0.0007578793],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99709344,0.00037325517,0.0009720775,0.0005323834,0.00043233242,0.0005964843],"domain_scores_gemma":[0.996925,0.00076274504,0.0005070076,0.0003577276,0.0012872833,0.00016026305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024318802,0.00018735917,0.00029855172,0.00040176063,0.00026690308,0.000058273294,0.00026814322,0.00012333939,0.00007748412],"category_scores_gemma":[0.00042785527,0.0001715549,0.00011095462,0.00041137473,0.0002732888,0.00021481157,0.000189032,0.00019778006,0.00001293271],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02154259,0.03079161,0.015217907,0.042887367,0.000305096,0.0000053904355,0.0029559357,0.0000025392853,0.008210575,0.006230975,0.0069341054,0.8649159],"study_design_scores_gemma":[0.053500775,0.14905103,0.04192862,0.108219996,0.000022571225,0.000039709535,0.00056445925,0.0022571124,0.5575344,0.0045901574,0.08144137,0.00084983057],"about_ca_topic_score_codex":0.000032392247,"about_ca_topic_score_gemma":0.000017535087,"teacher_disagreement_score":0.86406606,"about_ca_system_score_codex":0.00021945336,"about_ca_system_score_gemma":0.00026180813,"threshold_uncertainty_score":0.6995806},"labels":[],"label_agreement":null},{"id":"W2803031476","doi":"10.2196/resprot.9404","title":"Effectiveness of a Blended Multidisciplinary Intervention for Patients with Moderate Medically Unexplained Physical Symptoms (PARASOL): Protocol for a Cluster Randomized Clinical Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychosomatic Disorders and Their Treatments","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intervention (counseling); Cluster randomised controlled trial; Physical therapy; Randomized controlled trial; Physical examination; Cluster (spacecraft); Clinical trial; Psychiatry","score_opus":0.12814618960287893,"score_gpt":0.5661016536779226,"score_spread":0.4379554640750437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803031476","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07785623,1.5654544e-7,0.014470615,0.00011187728,0.00001978121,0.9072598,0.0000358505,0.00004324763,0.00020240527],"genre_scores_gemma":[0.037787434,3.5131723e-8,0.0027336641,0.000009255527,0.0002702361,0.9588856,0.00008468902,0.000063035965,0.00016603994],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99419934,0.0024911615,0.00106304,0.000667777,0.0009692033,0.00060948444],"domain_scores_gemma":[0.9924075,0.0047986,0.00040795768,0.00056166056,0.0015520899,0.00027219421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007135595,0.00030525133,0.00140063,0.0001985901,0.00020733324,0.000047363294,0.00026275113,0.00019909958,0.000031842155],"category_scores_gemma":[0.0019780502,0.00017863505,0.00065225584,0.00027054668,0.0009925818,0.00015233,0.0001293026,0.00028351872,0.000009450966],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9616316,0.024890611,0.001094415,0.005581915,0.00068575464,0.0000015071777,0.00023484077,5.106998e-7,0.000053000615,0.00030081137,0.0004059052,0.005119104],"study_design_scores_gemma":[0.8873964,0.07916112,0.0012836986,0.015236827,0.00004984423,8.587374e-7,0.00002270439,0.007863732,0.0006517928,0.007671741,0.0004946419,0.00016665268],"about_ca_topic_score_codex":0.0000050185804,"about_ca_topic_score_gemma":0.0000026687474,"teacher_disagreement_score":0.07423524,"about_ca_system_score_codex":0.000086791006,"about_ca_system_score_gemma":0.00041167485,"threshold_uncertainty_score":0.7284526},"labels":[],"label_agreement":null},{"id":"W2803075561","doi":"10.2196/resprot.9505","title":"One Step Forward: Development of a Program Promoting Active School Transportation","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Luleå Tekniska Universitet; Luleå Kommun","keywords":"Intervention (counseling); Context (archaeology); Empowerment; Psychological intervention; Process (computing); Process management; Intervention mapping; Medical education; Psychology; Physical activity; Data collection; Plan (archaeology); Program evaluation; Applied psychology; Medicine; Health promotion; Engineering; Computer science; Nursing; Public health; Physical therapy; Political science; Sociology","score_opus":0.23804551465726537,"score_gpt":0.5572378143414572,"score_spread":0.3191922996841919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803075561","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38163644,0.0000015262591,0.00014425995,0.00015777642,0.000005771417,0.6061844,0.000009897295,0.00014485024,0.011715077],"genre_scores_gemma":[0.38385272,9.357863e-8,0.00613869,0.0000033257263,0.00014696861,0.6095568,0.000009145924,0.000010604087,0.00028163788],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99678975,0.0003169185,0.00044605223,0.0003699252,0.0014225163,0.00065482175],"domain_scores_gemma":[0.9982086,0.000071348084,0.0001449241,0.00023403863,0.0010777414,0.000263364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027437215,0.00010188057,0.00019268271,0.0001456702,0.0008128418,0.0001018205,0.00048082098,0.00013111945,0.00060963456],"category_scores_gemma":[0.00017956631,0.00009781069,0.000060776176,0.00088408403,0.00080014305,0.00051149615,0.000021939559,0.00035509947,0.00005391424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007480491,0.0028879368,0.14207137,0.0007312927,0.00005070546,0.0000025078639,0.08658031,4.514552e-8,0.0057389443,0.0008612109,0.00022347612,0.7601042],"study_design_scores_gemma":[0.0013210437,0.0012733801,0.6523595,0.0018413067,0.0000039375445,2.8578128e-8,0.0066575343,0.000015211279,0.07348532,0.0023703433,0.26038042,0.0002919715],"about_ca_topic_score_codex":0.0003622317,"about_ca_topic_score_gemma":0.0056931064,"teacher_disagreement_score":0.7598122,"about_ca_system_score_codex":0.00018851439,"about_ca_system_score_gemma":0.0015663087,"threshold_uncertainty_score":0.6675071},"labels":[],"label_agreement":null},{"id":"W2803178998","doi":"10.2196/resprot.9595","title":"The Effects of Implicit and Explicit Motor Learning in Gait Rehabilitation of People After Stroke: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stichting Innovatie Alliantie","keywords":"Rehabilitation; Physical medicine and rehabilitation; Randomized controlled trial; Motor learning; Gait; Stroke (engine); Physical therapy; Psychology; Intervention (counseling); Task (project management); Motor skill; Gait training; Medicine; Developmental psychology","score_opus":0.03569711352821144,"score_gpt":0.4738166448016985,"score_spread":0.4381195312734871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803178998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17322752,0.0000035228197,0.000058935566,0.0003062869,0.000010892405,0.82618386,0.0000025014406,0.00001448417,0.00019199966],"genre_scores_gemma":[0.05132894,6.898526e-7,0.0006080069,0.000008626256,0.00015409333,0.94676125,8.5096804e-7,0.000023668696,0.0011138793],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957362,0.0018485842,0.0010165424,0.00031074847,0.0006907481,0.0003971886],"domain_scores_gemma":[0.97497076,0.023307167,0.00031044107,0.0003231276,0.0009865526,0.00010193126],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069169286,0.00015662679,0.0012599399,0.00041629342,0.0001233565,0.000035747486,0.00011744326,0.00014399951,0.000037363534],"category_scores_gemma":[0.023632813,0.0000884585,0.00040730913,0.00032518574,0.0006059787,0.00009113541,0.00006923407,0.00034489686,0.00000225072],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96651554,0.0006237636,0.0045252056,0.004044782,0.0000732715,4.967163e-7,0.0014557492,2.3725191e-7,0.020429088,0.00031926302,0.00020476217,0.001807843],"study_design_scores_gemma":[0.95384747,0.025490304,0.010034323,0.002711095,0.000011956267,9.276664e-7,0.0003991508,0.00046101658,0.002656569,0.000492744,0.0038155229,0.00007894294],"about_ca_topic_score_codex":0.00002467842,"about_ca_topic_score_gemma":0.000019828924,"teacher_disagreement_score":0.121898584,"about_ca_system_score_codex":0.000075029166,"about_ca_system_score_gemma":0.000309861,"threshold_uncertainty_score":0.98459154},"labels":[],"label_agreement":null},{"id":"W2803179937","doi":"10.2196/resprot.9767","title":"Exploring the Waveform Characteristics of Tidal Breathing Carbon Dioxide, Measured Using the N-Tidal C Device in Different Breathing Conditions (The General Breathing Record Study): Protocol for an Observational, Longitudinal Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Breathing; Observational study; Tidal volume; Environmental science; Medicine; Waveform; Anesthesia; Computer science; Respiratory system; Internal medicine; Telecommunications","score_opus":0.6351441853815349,"score_gpt":0.5196606828330255,"score_spread":0.11548350254850948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803179937","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5105502,3.923791e-7,0.00027136452,0.000033936838,0.000046978712,0.4889679,0.000014113552,0.0000740944,0.000041042418],"genre_scores_gemma":[0.45559788,7.652e-8,0.0002595103,0.00000440272,0.0009428891,0.54310375,0.0000036859706,0.00007678285,0.000011028422],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943044,0.0011316496,0.0011611163,0.000642886,0.0016712102,0.0010887305],"domain_scores_gemma":[0.99631685,0.0010921432,0.00025721,0.0011768142,0.000996654,0.00016034364],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004847872,0.0005155153,0.0005829815,0.0003376208,0.0014273499,0.0004916695,0.0013350997,0.000105229556,0.000009554339],"category_scores_gemma":[0.0004481417,0.00030639546,0.00014650218,0.0010686881,0.00031642677,0.0010360315,0.00049467484,0.001330772,0.0000022115514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011804139,0.0030855942,0.79307324,0.0013545661,0.00042487454,0.00008303796,0.0320714,0.001068718,0.16144136,0.00021097709,0.000047392794,0.0059584472],"study_design_scores_gemma":[0.0066700415,0.005459083,0.9099981,0.004292173,0.000063205225,0.000068182584,0.013938755,0.025756488,0.03162024,0.0004452301,0.00062305725,0.0010654335],"about_ca_topic_score_codex":0.0010082631,"about_ca_topic_score_gemma":0.00071474636,"teacher_disagreement_score":0.1298211,"about_ca_system_score_codex":0.00080307183,"about_ca_system_score_gemma":0.00020016456,"threshold_uncertainty_score":0.9999388},"labels":[],"label_agreement":null},{"id":"W2803194235","doi":"10.2196/resprot.9589","title":"Workshop on Emerging Technology and Data Analytics for Behavioral Health","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health","keywords":"Digital health; Center of excellence; mHealth; Wearable technology; Analytics; Mental health; Wearable computer; Internet privacy; Health care; Mobile technology; Psychological intervention; Psychology; Computer science; Data science; Mobile device; Medicine; Nursing; World Wide Web; Psychiatry","score_opus":0.6331894036518481,"score_gpt":0.7151068436197715,"score_spread":0.08191743996792344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803194235","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059277653,0.000029251221,0.0007432389,0.026887909,0.00011911659,0.95688,0.00054052146,0.00025105628,0.008621181],"genre_scores_gemma":[0.04859145,2.9591249e-7,0.0011253038,0.0001909813,0.00021028187,0.94323367,0.00006009575,0.000041049418,0.006546899],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747276,0.00019650123,0.00041192013,0.0006704459,0.00032674777,0.0009216453],"domain_scores_gemma":[0.99790883,0.00017320627,0.00010445544,0.0013722986,0.00020526155,0.00023594839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017838274,0.00012590572,0.00020305376,0.0007251915,0.00042023844,0.00010459503,0.0008274688,0.00014245728,0.00023463285],"category_scores_gemma":[0.000115503884,0.00011963336,0.000032586355,0.0008627867,0.0005566747,0.00016831855,0.00067485584,0.0004932422,0.0003113669],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008292605,0.0028574588,0.0013543308,0.0003949063,0.000028466937,0.000010758603,0.00045492532,4.906273e-8,0.000018199959,0.0724482,0.2284068,0.69319665],"study_design_scores_gemma":[0.0018363553,0.014049872,0.0011699306,0.0024023554,0.0000017028434,0.000014552015,0.0011562944,0.00011450125,0.00014589162,0.010917565,0.9680122,0.00017877205],"about_ca_topic_score_codex":0.000035970217,"about_ca_topic_score_gemma":0.00017031585,"teacher_disagreement_score":0.7396054,"about_ca_system_score_codex":0.00014037323,"about_ca_system_score_gemma":0.00012292428,"threshold_uncertainty_score":0.4878507},"labels":[],"label_agreement":null},{"id":"W2803207128","doi":"10.2196/resprot.9793","title":"A Self-Directed Mobile Intervention (WaznApp) to Promote Weight Control Among Employees at a Lebanese University: Protocol for a Feasibility Pilot Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"American University of Beirut","keywords":"Overweight; Psychological intervention; Randomized controlled trial; Intervention (counseling); Coaching; Weight loss; Weight management; Medicine; Obesity; Gerontology; Psychology; Family medicine; Physical therapy; Medical education; Nursing","score_opus":0.17720569067454192,"score_gpt":0.5778410876874438,"score_spread":0.40063539701290185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803207128","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008084329,0.0000012913381,0.0007265674,0.00090657186,0.00006364641,0.9866843,0.00010715379,0.0012839318,0.0021421597],"genre_scores_gemma":[0.0026880186,6.323051e-7,0.00188981,0.00019103919,0.0011199493,0.9839765,0.000032423573,0.00009863297,0.010003004],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98012483,0.01249012,0.0024629668,0.0013741275,0.0012069277,0.0023410153],"domain_scores_gemma":[0.9869262,0.005116541,0.0010837758,0.0014088739,0.003924267,0.0015403263],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021231186,0.00050024793,0.002287402,0.00074591406,0.0037074382,0.00007216053,0.0009010811,0.0005040469,0.001540253],"category_scores_gemma":[0.0038818496,0.00038806495,0.0006501178,0.001293103,0.0006225437,0.00029297505,0.00047790314,0.0013048403,0.00067423016],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95116925,0.004448724,0.00088480895,0.004102946,0.000115647126,0.0000031444483,0.00089996,3.35681e-7,0.00009670417,0.00071448024,0.0368072,0.00075681903],"study_design_scores_gemma":[0.568226,0.010279711,0.0001489644,0.0013354113,0.000017327127,4.820686e-7,0.0000781289,0.0007518996,0.000026833473,0.0003641117,0.41857982,0.00019132772],"about_ca_topic_score_codex":0.00030894598,"about_ca_topic_score_gemma":0.0012453293,"teacher_disagreement_score":0.38294324,"about_ca_system_score_codex":0.0019515661,"about_ca_system_score_gemma":0.0025475333,"threshold_uncertainty_score":0.9998571},"labels":[],"label_agreement":null},{"id":"W2803410286","doi":"10.2196/10174","title":"Reducing HIV Vulnerability Through a Multilevel Life Skills Intervention for Adolescent Men (The iREACH Project): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Allergy and Infectious Diseases; Emory University; University of Pennsylvania","keywords":"Psychological intervention; Vulnerability (computing); Ethnic group; Intervention (counseling); Context (archaeology); Randomized controlled trial; Life skills; Protocol (science); Psychology; Medicine; Gerontology; Medical education; Psychiatry; Alternative medicine; Computer security; Computer science","score_opus":0.22459699349608606,"score_gpt":0.5881672694229912,"score_spread":0.36357027592690516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803410286","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016197233,0.0000021742974,0.021354813,0.0029494166,0.000017035574,0.9718776,0.000088866254,0.00012831695,0.0034198286],"genre_scores_gemma":[0.00097608735,3.157235e-7,0.0028775884,0.00006918788,0.0019131673,0.96315384,0.000062724816,0.00008755853,0.03085953],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9891184,0.004592559,0.002122185,0.0010120263,0.0016579514,0.001496878],"domain_scores_gemma":[0.99073416,0.0034030678,0.0005160217,0.0012030248,0.0037321576,0.00041157342],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022873929,0.00042436388,0.0019121101,0.00043031632,0.0011039239,0.00036831084,0.00070688804,0.000275024,0.0006630511],"category_scores_gemma":[0.034666598,0.00024260647,0.0023009544,0.00056354294,0.0014038101,0.00036792154,0.00030525448,0.001113099,0.00007894381],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.73170274,0.007770923,0.0000116953615,0.002960634,0.0003515135,0.0000015212254,0.0009079418,2.4894925e-7,0.00088806736,0.00043195693,0.24568066,0.009292074],"study_design_scores_gemma":[0.7882902,0.022014948,0.000015650457,0.00630563,0.00003799978,0.0000046384384,0.0002913606,0.012125673,0.0024972118,0.00112866,0.16709001,0.0001979893],"about_ca_topic_score_codex":0.00013186269,"about_ca_topic_score_gemma":0.000024735522,"teacher_disagreement_score":0.07859064,"about_ca_system_score_codex":0.00044934067,"about_ca_system_score_gemma":0.00151805,"threshold_uncertainty_score":0.98932046},"labels":[],"label_agreement":null},{"id":"W2803521616","doi":"10.2196/resprot.8607","title":"Applicability of a Web-Based, Individualized Exercise Intervention in Patients With Liver Disease, Cystic Fibrosis, Esophageal Cancer, and Psychiatric Disorders: Process Evaluation of 4 Ongoing Clinical Trials","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Esophageal Cancer Research and Treatment","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vertex Pharmaceuticals","keywords":"Medicine; Population; Physical therapy; Nonalcoholic fatty liver disease; Context (archaeology); Clinical trial; Psychological intervention; Perioperative; Disease; Internal medicine; Fatty liver; Surgery; Psychiatry","score_opus":0.19852391538376765,"score_gpt":0.5827584559053722,"score_spread":0.38423454052160455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803521616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61649805,0.0005189919,0.000020974472,0.00007555895,0.0000050132016,0.3827186,0.00011623308,0.000014001036,0.000032589516],"genre_scores_gemma":[0.5668684,0.000009599687,0.00022142293,0.0000030366339,0.00004036948,0.43280417,0.000033090742,0.0000140665825,0.00000583517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99296063,0.0025413046,0.0010864708,0.00057762826,0.002412818,0.00042115213],"domain_scores_gemma":[0.99652106,0.00064228085,0.00041341438,0.00047776062,0.0015890507,0.00035641296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01362434,0.00018313261,0.00074282393,0.0004859604,0.00008551132,0.000030461923,0.00018256529,0.000109424174,0.00023881746],"category_scores_gemma":[0.0019573874,0.00012957187,0.00014969899,0.0009884076,0.00066943537,0.0001606911,0.00009735571,0.0003828131,0.0000033085175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03507999,0.0057322076,0.8128343,0.004427027,0.00005253645,0.0000017461557,0.00010580552,0.0000049552823,0.0000044124986,0.000008096693,0.00006579313,0.1416831],"study_design_scores_gemma":[0.04598419,0.009876799,0.93609524,0.0056122667,0.000099932884,9.376411e-8,0.000032947373,0.0013953643,0.000293733,0.00047346635,0.000042730437,0.0000932256],"about_ca_topic_score_codex":0.00021666355,"about_ca_topic_score_gemma":0.00036486084,"teacher_disagreement_score":0.14158987,"about_ca_system_score_codex":0.00023012544,"about_ca_system_score_gemma":0.0016363608,"threshold_uncertainty_score":0.5283788},"labels":[],"label_agreement":null},{"id":"W2803664880","doi":"10.2196/resprot.9252","title":"Design and Rationale for a Parent-Led Intervention to Increase Fruit and Vegetable Intake in Young Childhood Cancer Survivors (Reboot): Protocol for a Pilot Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council NSW; Kids Cancer Alliance; Cancer Institute NSW","keywords":"Reboot; Childhood cancer; Intervention (counseling); Medicine; Protocol (science); Gerontology; Cancer; Environmental health; Nursing; Alternative medicine; Computer science","score_opus":0.3031074724275612,"score_gpt":0.5501627292292848,"score_spread":0.24705525680172358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803664880","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14562413,0.0000040790324,0.0014684927,0.0008160151,0.0000109820285,0.8519276,0.000033952292,0.000052070056,0.00006270053],"genre_scores_gemma":[0.07823059,2.0715554e-7,0.0026213818,0.00014641199,0.0003833481,0.9181497,0.000011199694,0.00006534841,0.00039181823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957063,0.0010103508,0.0007807267,0.0008843413,0.0008581436,0.0007601095],"domain_scores_gemma":[0.9973844,0.00069964724,0.00016205832,0.00047319487,0.0008479239,0.00043275714],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0071557015,0.0002935297,0.0005736838,0.00051469536,0.00034962292,0.00019857925,0.0002447377,0.00008708434,0.00009859525],"category_scores_gemma":[0.0013048231,0.00026710622,0.00006231399,0.00054498384,0.00019944276,0.00022361934,0.00027108743,0.00035919034,0.0000072516737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14729252,0.04128069,0.6824967,0.016332746,0.0005980607,0.000024491363,0.05309366,0.000020544381,0.0071893274,0.00046999299,0.014460185,0.036741085],"study_design_scores_gemma":[0.10856585,0.15042518,0.6736012,0.016319314,0.00004405744,0.000028970664,0.0048249974,0.0014562366,0.005955153,0.0037640943,0.033961352,0.0010535913],"about_ca_topic_score_codex":0.00500653,"about_ca_topic_score_gemma":0.037033733,"teacher_disagreement_score":0.10914449,"about_ca_system_score_codex":0.0002702684,"about_ca_system_score_gemma":0.0005916889,"threshold_uncertainty_score":0.9999781},"labels":[],"label_agreement":null},{"id":"W2803771229","doi":"10.2196/resprot.8243","title":"Recruitment and Participation of Recreational Runners in a Large Epidemiological and Genetic Research Study: Retrospective Data Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genetics and Physical Performance","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Queensland University of Technology; Bond University","keywords":"Recreation; Epidemiology; Medicine; Gerontology; Data science; Environmental health; Political science; Computer science","score_opus":0.5034585612771254,"score_gpt":0.6217157195072717,"score_spread":0.11825715823014626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803771229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9108436,0.000021554604,0.00010053263,0.00012318029,0.0000013951512,0.08868705,0.00003916969,0.0000021842175,0.00018132321],"genre_scores_gemma":[0.7969885,0.000015212879,0.00051091245,0.000008800151,0.00008654246,0.20227666,0.000047741218,0.0000062756744,0.00005939569],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971466,0.0010467493,0.00029625717,0.00063485577,0.000460837,0.00041468127],"domain_scores_gemma":[0.998604,0.000115050665,0.00005712561,0.00067824,0.00042903083,0.00011652403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004194743,0.00009357524,0.00022129982,0.00019919091,0.00015346045,0.00003159235,0.0002926666,0.000097990036,0.000026953769],"category_scores_gemma":[0.00064922625,0.000076023796,0.000022283977,0.0007361681,0.0004755118,0.000008197829,0.0008519241,0.00025174607,0.0000029430537],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004967338,0.000873218,0.9714463,0.000041005205,0.000095650685,0.0000023578095,0.0002888221,0.000013848469,0.02330869,0.00020974937,0.0006572936,0.002566366],"study_design_scores_gemma":[0.00078553753,0.0040295054,0.9845376,0.00006304466,0.0000059284407,4.4740185e-7,0.00012827042,0.0030090213,0.0028060938,0.0008354816,0.0037156688,0.0000833879],"about_ca_topic_score_codex":0.000064257394,"about_ca_topic_score_gemma":0.00049688923,"teacher_disagreement_score":0.11385515,"about_ca_system_score_codex":0.000025399133,"about_ca_system_score_gemma":0.00008014234,"threshold_uncertainty_score":0.31001604},"labels":[],"label_agreement":null},{"id":"W2803831683","doi":"10.2196/resprot.9813","title":"Confocal Laser Endomicroscopy and Optical Coherence Tomography for the Diagnosis of Prostate Cancer: A Needle-Based, In Vivo Feasibility Study Protocol (IDEAL Phase 2A)","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Optical Coherence Tomography Applications","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Optical coherence tomography; Endomicroscopy; Medicine; Confocal; Radiology; Medical physics; Optics; Physics","score_opus":0.14355573716517606,"score_gpt":0.5144493721879241,"score_spread":0.370893635022748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803831683","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09706132,0.000003966546,0.00028808415,0.00014867845,0.000005217828,0.9019939,0.00018633617,0.00009337962,0.00021914406],"genre_scores_gemma":[0.26602072,4.778394e-7,0.00095677126,0.000009663169,0.000039459483,0.732932,0.0000012065428,0.000031542902,0.000008158301],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9971363,0.00024797526,0.0006294071,0.0005636386,0.0006213634,0.0008013103],"domain_scores_gemma":[0.99684554,0.0014833872,0.000071296185,0.00076747517,0.00058969064,0.00024258922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019453759,0.0002717702,0.00039324048,0.00031314383,0.00023756204,0.00016994789,0.0006056611,0.00012650457,0.000168563],"category_scores_gemma":[0.00020382882,0.00020447036,0.000103645856,0.0014801988,0.0015492646,0.0001720161,0.0001456175,0.0005997638,0.0000046385526],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018593038,0.016533636,0.8827452,0.0050100433,0.0002361028,0.00001166715,0.002487829,0.0004627545,0.03212903,0.001212991,0.006479723,0.034097996],"study_design_scores_gemma":[0.08317266,0.03230642,0.06261757,0.0034279593,0.000049612834,0.0000029746393,0.0017537932,0.033321545,0.72608465,0.0026135114,0.05317443,0.0014748948],"about_ca_topic_score_codex":0.00014889543,"about_ca_topic_score_gemma":0.0005373791,"teacher_disagreement_score":0.8201276,"about_ca_system_score_codex":0.0001019866,"about_ca_system_score_gemma":0.00023334645,"threshold_uncertainty_score":0.8338059},"labels":[],"label_agreement":null},{"id":"W2803980786","doi":"10.2196/10164","title":"Effectiveness of a Combined Web-Based and Ecological Momentary Intervention for Incoming First-Year University Students: Protocol for a 3-Arm Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fulbright New Zealand","keywords":"Randomized controlled trial; Psychological intervention; Protocol (science); Intervention (counseling); Session (web analytics); Psychology; mHealth; Medicine; Medical education; Applied psychology; Computer science; Alternative medicine; Nursing; World Wide Web; Surgery","score_opus":0.10500715459628202,"score_gpt":0.5063025687105019,"score_spread":0.40129541411421993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803980786","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1879668,3.8377533e-7,0.0002527573,0.00010315619,0.000009004943,0.81156975,0.0000060981074,0.00003777355,0.000054292632],"genre_scores_gemma":[0.10700844,1.2506706e-7,0.0006332751,0.0000067596543,0.000068703754,0.89199036,0.000013407828,0.000018194472,0.0002607196],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99693847,0.0013329197,0.00048608644,0.0003632667,0.00051113276,0.00036814215],"domain_scores_gemma":[0.9928046,0.0059525846,0.0002176801,0.00023508973,0.00066812325,0.0001219311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064999554,0.00018863773,0.0013452136,0.00031235826,0.00024180752,0.000036420217,0.00019348136,0.00013539114,0.0001243145],"category_scores_gemma":[0.0011665091,0.0001272049,0.00051685126,0.00022260625,0.00049286813,0.000104005565,0.000095911084,0.00014999713,0.000002414417],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97621137,0.0057197767,0.014375322,0.0021328004,0.00041072897,0.0000067310516,0.000114725866,2.282585e-7,0.0003268307,0.0003037671,0.0002714767,0.00012621672],"study_design_scores_gemma":[0.9594967,0.03042571,0.0013147021,0.0034090609,0.00007167947,4.485302e-7,0.00021020122,0.0004645795,0.0028440172,0.0005690149,0.0010887899,0.00010513397],"about_ca_topic_score_codex":0.000005296243,"about_ca_topic_score_gemma":0.000021133177,"teacher_disagreement_score":0.08095835,"about_ca_system_score_codex":0.00030911918,"about_ca_system_score_gemma":0.00020203638,"threshold_uncertainty_score":0.5187265},"labels":[],"label_agreement":null},{"id":"W2804219880","doi":"10.2196/resprot.9583","title":"A Digital App to Aid Detection, Monitoring, and Management of Dyslexia in Young Children (DIMMAND): Protocol for a Digital Health and Education Solution","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reading and Literacy Development","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Imperial College London","keywords":"Dyslexia; Psychological intervention; Spelling; Protocol (science); Reading (process); Psychology; Interactivity; Medical education; Computer science; Developmental psychology; Multimedia; Medicine; Psychiatry","score_opus":0.09851157849449134,"score_gpt":0.5326442655581474,"score_spread":0.43413268706365604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804219880","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030489933,0.000002583599,0.00039074378,0.0001319442,0.000018226396,0.9655215,0.000011586018,0.00003208754,0.0034013733],"genre_scores_gemma":[0.050719496,1.9729544e-7,0.0006186155,0.000007735892,0.00014701164,0.9456317,0.000007343211,0.000019827545,0.002848099],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983327,0.000087703185,0.00038136684,0.0004418796,0.0002962663,0.0004601186],"domain_scores_gemma":[0.99922144,0.00003903044,0.000094232004,0.0002509331,0.00019840876,0.00019596961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007340778,0.00012844824,0.00016385253,0.0003810792,0.00017440326,0.0002605008,0.00013761214,0.00006310192,0.0000087883855],"category_scores_gemma":[0.00004196935,0.000118792006,0.000020521251,0.00037287775,0.00011700636,0.0002943611,0.0001429233,0.00014563219,0.000017957736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002641479,0.0010605738,0.20863272,0.0013579804,0.000045999153,8.7791165e-7,0.0060605593,1.0355829e-7,0.00010546293,0.0004852658,0.0056554773,0.7739535],"study_design_scores_gemma":[0.0063585625,0.006715892,0.7437076,0.006084233,0.0000011085257,0.00003497429,0.0012231028,0.000017705466,0.000870142,0.0012283595,0.23341866,0.00033965998],"about_ca_topic_score_codex":0.000058585072,"about_ca_topic_score_gemma":0.000009933875,"teacher_disagreement_score":0.7736138,"about_ca_system_score_codex":0.00015260234,"about_ca_system_score_gemma":0.00012656496,"threshold_uncertainty_score":0.48441973},"labels":[],"label_agreement":null},{"id":"W2804839754","doi":"10.2196/10429","title":"Patient Preferences and Willingness to Pay for Cervical Cancer Prevention in Zambia: Protocol for a Multi-Cohort Discrete Choice Experiment","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Willingness to pay; Cervical cancer; Medicine; Cervical screening; Family medicine; Scale (ratio); Payment; Health care; Cancer; Business; Economics","score_opus":0.38103287349397863,"score_gpt":0.6332354400008988,"score_spread":0.2522025665069202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804839754","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006262922,0.0000035100925,0.0007650047,0.0009712763,0.000009120764,0.9914825,0.000037391404,0.00003455522,0.00043373703],"genre_scores_gemma":[0.01682744,5.7393356e-7,0.002683258,0.000101310856,0.00047823996,0.97909623,0.0000118281705,0.000039913513,0.0007612069],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964722,0.00022502996,0.00050322275,0.0008181648,0.0010051705,0.0009762219],"domain_scores_gemma":[0.997539,0.00024752482,0.000064312604,0.0004015603,0.0012371343,0.00051049836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001346881,0.00021773954,0.00041890732,0.00023968397,0.00026604274,0.00014140677,0.00023243445,0.00016823607,0.00069669733],"category_scores_gemma":[0.00046630538,0.00014660668,0.00009294655,0.0005066074,0.00021991046,0.0001522379,0.00029727994,0.00043706596,0.00000968019],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05338936,0.0056853197,0.3379925,0.014566405,0.0001381482,0.000008774349,0.0038771096,0.0000035895582,0.007871743,0.00036164955,0.009893727,0.5662117],"study_design_scores_gemma":[0.021980466,0.025380204,0.386365,0.0037226873,0.0000074152067,0.0000021501835,0.00033174065,0.0021812343,0.03580802,0.00064276875,0.52317685,0.0004014544],"about_ca_topic_score_codex":0.0004521187,"about_ca_topic_score_gemma":0.002082418,"teacher_disagreement_score":0.56581026,"about_ca_system_score_codex":0.00038250483,"about_ca_system_score_gemma":0.00060043304,"threshold_uncertainty_score":0.76283467},"labels":[],"label_agreement":null},{"id":"W2804986375","doi":"10.2196/resprot.9586","title":"Development of a Web Portal for Physical Activity and Symptom Tracking in Oncology Patients: Protocol for a Prospective Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Prospective cohort study; Cohort; Protocol (science); Physical therapy; Oncology; Medical physics; Internal medicine; Alternative medicine; Pathology","score_opus":0.19967805909193137,"score_gpt":0.5819086100570425,"score_spread":0.38223055096511116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804986375","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4175931,3.9373745e-8,0.00001981861,0.000022122642,0.000002962555,0.5819328,0.000009725132,0.00001220113,0.0004072296],"genre_scores_gemma":[0.37072852,4.7394786e-9,0.00024208217,0.000004508696,0.000101718484,0.62885016,0.0000026507928,0.000018398097,0.000051956486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793833,0.00016562727,0.00030723488,0.0005045094,0.0006161501,0.00046814873],"domain_scores_gemma":[0.99807346,0.00024817494,0.00012247157,0.00024046018,0.0011876748,0.00012777395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001519808,0.00015396997,0.0004824135,0.0002099337,0.00014263499,0.00002575816,0.000116518066,0.000098201876,0.000018231898],"category_scores_gemma":[0.00026368332,0.00012479394,0.000060510414,0.0003425997,0.00022755114,0.00011918097,0.00012344078,0.00029613572,0.0000013676524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02372287,0.016254682,0.8745675,0.0021906013,0.000099835524,0.0000056813064,0.01579327,2.7431218e-8,0.0034336774,0.000091928094,0.0003880383,0.06345188],"study_design_scores_gemma":[0.02334623,0.031833652,0.8853838,0.0012851107,0.000007295556,0.000001605026,0.001604043,0.00010901351,0.015230656,0.00012231611,0.04089623,0.00018008814],"about_ca_topic_score_codex":0.0000354852,"about_ca_topic_score_gemma":0.0021546178,"teacher_disagreement_score":0.06327179,"about_ca_system_score_codex":0.0003998529,"about_ca_system_score_gemma":0.0012491257,"threshold_uncertainty_score":0.5088949},"labels":[],"label_agreement":null},{"id":"W2805118124","doi":"10.2196/resprot.9722","title":"Clients’ Experiences With Internet-Based Psychological Treatments for Mental Disorders: Protocol for a Metasynthesis of Qualitative Studies","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; Generalitat Valenciana; Ministerio de Economía y Competitividad; European Commission","keywords":"Psychology; Protocol (science); Qualitative research; The Internet; Mental health; Psychological intervention; Psychotherapist; Clinical psychology; Applied psychology; Psychiatry; Medicine; World Wide Web; Computer science; Alternative medicine","score_opus":0.7342830072274252,"score_gpt":0.7536844795053262,"score_spread":0.01940147227790101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805118124","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0092931,0.0000020708085,0.000784686,0.00040258557,0.000029044739,0.98719954,0.00018308738,0.000050949384,0.0020549018],"genre_scores_gemma":[0.058165103,1.3231091e-8,0.0040179584,0.000040311577,0.00005551447,0.93508184,0.000012556595,0.000037933583,0.0025887538],"study_design_codex":"qualitative","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.996261,0.00094148633,0.0007099067,0.000725653,0.00057435484,0.0007876208],"domain_scores_gemma":[0.99717885,0.0012949771,0.0003019949,0.0004558216,0.0006088409,0.00015953832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017659512,0.00025719483,0.0004419745,0.0002633186,0.00025948667,0.00005925648,0.00052097946,0.000101014186,0.0005084827],"category_scores_gemma":[0.0002998703,0.0001693661,0.00021854237,0.00038466445,0.0018375149,0.00020504152,0.00010193269,0.00013777615,0.000064587766],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17670088,0.089023985,0.0023578876,0.006730916,0.002943699,0.000009243506,0.3651999,2.2529342e-7,0.0002855496,0.025986431,0.1431252,0.18763609],"study_design_scores_gemma":[0.04389951,0.37306654,0.0009941612,0.010516585,0.000033421617,0.0000065063414,0.28179082,0.0000632161,0.043791827,0.014332708,0.23064604,0.0008586298],"about_ca_topic_score_codex":0.000023334664,"about_ca_topic_score_gemma":0.0000621303,"teacher_disagreement_score":0.28404257,"about_ca_system_score_codex":0.00018413588,"about_ca_system_score_gemma":0.00006339903,"threshold_uncertainty_score":0.69065493},"labels":[],"label_agreement":null},{"id":"W2805148178","doi":"10.2196/resprot.9920","title":"Optimizing Gestational Weight Gain With the Eating4Two Smartphone App: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Diabetes Australia","keywords":"Randomized controlled trial; Protocol (science); Medicine; Computer science; Psychology; Alternative medicine; Internal medicine","score_opus":0.11731428188668706,"score_gpt":0.5110413081373384,"score_spread":0.3937270262506513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805148178","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012695625,0.00000107457,0.0059571876,0.0052996315,0.000006365905,0.9781796,0.000008582431,0.00008090365,0.010339722],"genre_scores_gemma":[0.00027590478,2.0623102e-7,0.010328652,0.00027762604,0.0009396126,0.9754394,0.000033539003,0.000053643525,0.012651394],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99388146,0.0015097654,0.0006629494,0.0005286313,0.0023886801,0.0010285311],"domain_scores_gemma":[0.9923825,0.0040670577,0.00023662069,0.0005176289,0.0024768384,0.0003193008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009707815,0.00026689365,0.00094996765,0.00037456493,0.0007251581,0.00028746264,0.00037716253,0.00008966811,0.00070147705],"category_scores_gemma":[0.0026652883,0.00013222086,0.0003117154,0.00058082736,0.0011573461,0.0001640418,0.00015604515,0.0005574553,0.00009574158],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9389938,0.00093679485,0.00001406008,0.0007010433,0.00031781578,0.000010922236,0.000351163,0.00001513366,0.00033395883,0.004106574,0.05248233,0.0017363718],"study_design_scores_gemma":[0.8111887,0.007819895,0.000035203833,0.00090720825,0.000016554888,0.0000027562398,0.00010787681,0.004401043,0.000547396,0.00096390606,0.17387645,0.00013302133],"about_ca_topic_score_codex":0.000010732778,"about_ca_topic_score_gemma":0.000012947023,"teacher_disagreement_score":0.12780514,"about_ca_system_score_codex":0.00015371853,"about_ca_system_score_gemma":0.0010278587,"threshold_uncertainty_score":0.7680682},"labels":[],"label_agreement":null},{"id":"W2805182203","doi":"10.2196/10503","title":"Human Papillomavirus and Oropharyngeal Cancer Among Indigenous Australians: Protocol for a Prevalence Study of Oral-Related Human Papillomavirus and Cost-Effectiveness of Prevention","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Head and Neck Cancer Studies","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Population; Cancer; Cervical cancer; HPV vaccines; Vaccination; Demography; HPV infection; Cancer prevention; Carriage; Gynecology; Family medicine; Gerontology; Environmental health; Internal medicine; Virology; Pathology","score_opus":0.381042260277428,"score_gpt":0.6220340390057996,"score_spread":0.24099177872837158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805182203","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46373534,0.000007921742,0.0000010267786,0.0000070720707,0.000002885566,0.5360175,0.000022653396,0.000017474238,0.00018815203],"genre_scores_gemma":[0.3581196,0.0000018557165,0.00002214715,0.0000026884684,0.00004048259,0.64098513,0.0000021635494,0.000031715354,0.0007942212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963139,0.0008851623,0.00073417684,0.00067546696,0.0007502816,0.00064096466],"domain_scores_gemma":[0.99783456,0.00017872112,0.0003035617,0.00046143262,0.0009982123,0.00022353053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023820533,0.000288831,0.000928148,0.000289717,0.0005634925,0.000037425623,0.00020645413,0.0001891345,0.00014074163],"category_scores_gemma":[0.00011167703,0.00023152182,0.00007808691,0.00048763433,0.00114664,0.00022264227,0.00023399109,0.00041688894,0.0000015409545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010212966,0.0076857246,0.7178292,0.038614847,0.0006069931,0.000034228473,0.011740428,6.2510827e-7,0.1899334,0.000120311466,0.00047124343,0.022750003],"study_design_scores_gemma":[0.023791805,0.052043863,0.8694221,0.01393047,0.00005217227,0.000005375439,0.0005066107,0.0000057627353,0.03797937,0.00028701872,0.0017300163,0.00024548208],"about_ca_topic_score_codex":0.0022829045,"about_ca_topic_score_gemma":0.0013863534,"teacher_disagreement_score":0.15195404,"about_ca_system_score_codex":0.00017071424,"about_ca_system_score_gemma":0.00025831352,"threshold_uncertainty_score":0.94411856},"labels":[],"label_agreement":null},{"id":"W2805464159","doi":"10.2196/10516","title":"The Use of Aspirin to Reduce the Risk of Thrombotic Events in Patients With End-Stage Renal Disease: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antiplatelet Therapy and Cardiovascular Diseases","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institut National d'assurance Maladie-Invalidité; Harvard T.H. Chan School of Public Health","keywords":"Medicine; Aspirin; TIMI; Internal medicine; Myocardial infarction; End stage renal disease; Population; Diabetes mellitus; Kidney disease; Hemodialysis; Thrombolysis; Endocrinology","score_opus":0.12649568223444096,"score_gpt":0.4777283247759658,"score_spread":0.3512326425415248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805464159","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10666107,0.0000024682197,0.00012906024,0.00014481145,0.000005615452,0.8929718,0.000042787775,0.000011454364,0.00003094738],"genre_scores_gemma":[0.03651459,7.1782046e-7,0.00011794135,0.000023100423,0.0001380327,0.9626891,0.0000070460437,0.000033424036,0.0004760745],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9934317,0.0032332249,0.0008259401,0.00034450507,0.0016549687,0.00050967763],"domain_scores_gemma":[0.995094,0.0022206157,0.00036433936,0.00097062695,0.001135427,0.00021498401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064636813,0.00020631372,0.0012056067,0.00016318407,0.0002616211,0.00003769423,0.0003737678,0.00006892649,0.000084823354],"category_scores_gemma":[0.00347501,0.00008638765,0.0007091734,0.00047558246,0.0008961257,0.00010349802,0.00010524573,0.00030599235,0.00000442033],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9883557,0.0018579073,0.0055730166,0.00036544818,0.0008194497,0.0000024961096,0.00013358223,0.00002041353,0.000065201115,0.000119155615,0.0005217987,0.0021658498],"study_design_scores_gemma":[0.9481577,0.0075862305,0.019188821,0.0022765696,0.00008065666,2.4177916e-7,0.00002519156,0.00010596888,0.00065911823,0.00014943002,0.021668745,0.000101308375],"about_ca_topic_score_codex":0.000027284517,"about_ca_topic_score_gemma":0.0000141096625,"teacher_disagreement_score":0.07014648,"about_ca_system_score_codex":0.00005697336,"about_ca_system_score_gemma":0.0006855951,"threshold_uncertainty_score":0.41601625},"labels":[],"label_agreement":null},{"id":"W2805664704","doi":"10.2196/10913","title":"Technology-Enhanced Consultations in Diabetes, Cancer, and Heart Failure: Protocol for the Qualitative Analysis of Remote Consultations (QuARC) Project","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Sheffield Biomedical Research Centre; NIHR Oxford Biomedical Research Centre; National Institute for Health and Care Research; Wellcome Trust","keywords":"Protocol (science); Medicine; Diabetes mellitus; Heart failure; Qualitative research; Family medicine; Medical education; Alternative medicine; Internal medicine; Pathology; Sociology","score_opus":0.27132368738135487,"score_gpt":0.6432165202737902,"score_spread":0.3718928328924353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805664704","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013512287,0.000004656506,0.0007608545,0.012344932,0.0000027379594,0.97311234,0.00013133476,0.000046330493,0.0000845302],"genre_scores_gemma":[0.016574787,9.865479e-7,0.008983097,0.00015377042,0.00006234921,0.97405326,0.000036315112,0.000018542836,0.00011686836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742585,0.00037141913,0.00072332984,0.0003902047,0.00053469214,0.0005545246],"domain_scores_gemma":[0.99515307,0.002038481,0.00023201652,0.00037928365,0.0021011636,0.000096006996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002466892,0.00014696193,0.00046732245,0.0015577178,0.00034783396,0.00002753261,0.00015194532,0.00011476655,0.00008753004],"category_scores_gemma":[0.0024151078,0.00010226865,0.00006161161,0.0055833543,0.0011350408,0.000090023575,0.000060441926,0.0004126546,0.000002845326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014102993,0.0033033786,0.14123157,0.01512089,0.004176148,0.000007156333,0.1308183,0.0000138634805,0.11733495,0.013434372,0.1430608,0.41739556],"study_design_scores_gemma":[0.042062473,0.02000547,0.09685919,0.005829348,0.00034374776,0.000004506145,0.06924705,0.0069287,0.067291,0.0044765314,0.68641096,0.0005410231],"about_ca_topic_score_codex":0.0005058355,"about_ca_topic_score_gemma":0.0026479084,"teacher_disagreement_score":0.54335016,"about_ca_system_score_codex":0.00012221828,"about_ca_system_score_gemma":0.0010482362,"threshold_uncertainty_score":0.41821048},"labels":[],"label_agreement":null},{"id":"W2805780028","doi":"10.2196/resprot.9431","title":"A Role for New Brain Magnetic Resonance Imaging Modalities in Daily Clinical Practice: Protocol of the Prediction of Cognitive Recovery After Stroke (PROCRAS) Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"ZonMw","keywords":"Stroke (engine); Cognition; Neuropsychology; Montreal Cognitive Assessment; Medicine; Magnetic resonance imaging; Neuropsychological assessment; Stroke recovery; Diffusion MRI; Physical therapy; Psychology; Physical medicine and rehabilitation; Psychiatry; Rehabilitation; Radiology; Cognitive impairment","score_opus":0.12593133280313848,"score_gpt":0.5267160079866391,"score_spread":0.4007846751835006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805780028","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015386665,0.000011026603,0.00011904794,0.0012937895,0.000010940832,0.97777015,0.00010075207,0.000024095416,0.0052835373],"genre_scores_gemma":[0.029738912,3.3375417e-7,0.001250412,0.00018957233,0.0003689425,0.9622357,0.0000030423973,0.000039726758,0.00617334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955461,0.00089892675,0.0010898066,0.00057510874,0.00135101,0.00053907215],"domain_scores_gemma":[0.99586874,0.0016359785,0.00033801168,0.0007373135,0.0012983895,0.00012153944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044198874,0.00019138047,0.00044835996,0.0002777998,0.0000789123,0.00003934086,0.00037744278,0.0001067329,0.00012720458],"category_scores_gemma":[0.0073441663,0.00014165397,0.00014941089,0.0005661394,0.0006113922,0.00030797656,0.00053623854,0.0006741251,0.000007735437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09407861,0.008192563,0.61896086,0.0019972718,0.00014514386,0.000033360913,0.0051031746,5.1714784e-7,0.003850046,0.000044727818,0.10826513,0.1593286],"study_design_scores_gemma":[0.03147077,0.031908754,0.5966955,0.0093885455,0.000051651314,0.000012318403,0.011688216,0.0005491418,0.0061286767,0.00036204528,0.31154075,0.00020368303],"about_ca_topic_score_codex":0.00011054681,"about_ca_topic_score_gemma":0.00003926413,"teacher_disagreement_score":0.2032756,"about_ca_system_score_codex":0.00014969257,"about_ca_system_score_gemma":0.00080020877,"threshold_uncertainty_score":0.8792184},"labels":[],"label_agreement":null},{"id":"W2806427944","doi":"10.2196/resprot.9868","title":"Using mHealth to Increase Treatment Utilization Among Recently Incarcerated Homeless Adults (Link2Care): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Cancer Institute; Tobacco Settlement Endowment Trust","keywords":"Mental health; Substance abuse; mHealth; Case management; Medicine; Randomized controlled trial; Psychiatry; Nursing; Psychology; Psychological intervention","score_opus":0.4963049987835527,"score_gpt":0.6703812619237635,"score_spread":0.17407626314021074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806427944","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08287255,0.0000011281145,0.00052560493,0.00014531674,0.000057397436,0.9143137,0.000049175884,0.0001999786,0.0018351745],"genre_scores_gemma":[0.05319027,0.0000011085499,0.00045383317,0.00005235054,0.0022180832,0.94261473,0.00004712679,0.00011678706,0.0013057091],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9815284,0.012457316,0.0020828613,0.0008976281,0.0011954124,0.0018383818],"domain_scores_gemma":[0.9899721,0.0031658397,0.00074579363,0.00071409234,0.004568908,0.0008332504],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.011002232,0.00048035829,0.0031569332,0.0006563421,0.0030416453,0.00017546966,0.0004884656,0.0006176072,0.0006698231],"category_scores_gemma":[0.0039382093,0.00033387024,0.00040132014,0.001286737,0.0004944411,0.00028683076,0.00024282512,0.0006958179,0.00012138259],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9723146,0.0013925259,0.00086626475,0.0013402648,0.000104462255,0.0000043865475,0.017661605,0.0000019995973,0.000069435,0.00070316496,0.00040089226,0.005140425],"study_design_scores_gemma":[0.9561412,0.0056053167,0.00014563387,0.0050358917,0.000018202858,6.281945e-8,0.0061850213,0.003299474,0.00023888359,0.0004636303,0.022544134,0.0003225466],"about_ca_topic_score_codex":0.0037275618,"about_ca_topic_score_gemma":0.00542427,"teacher_disagreement_score":0.029682279,"about_ca_system_score_codex":0.0014057658,"about_ca_system_score_gemma":0.003135032,"threshold_uncertainty_score":0.9999113},"labels":[],"label_agreement":null},{"id":"W2806699045","doi":"10.2196/resprot.9439","title":"Integrating Electronic Patient-Reported Outcome Measures into Routine HIV Care and the ANRS CO3 Aquitaine Cohort’s Data Capture and Visualization System (QuAliV): Protocol for a Formative Research Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institut National de la Santé et de la Recherche Médicale; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Medicine; Cohort; Human immunodeficiency virus (HIV); Population; Family medicine; Cohort study; Antiretroviral therapy; Quality of life (healthcare); Health care; Gerontology; Nursing; Environmental health; Viral load","score_opus":0.2917584622341272,"score_gpt":0.5954866179943331,"score_spread":0.3037281557602059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806699045","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007697732,0.000025252948,0.0016710114,0.0006704639,0.000004144733,0.9881555,0.00008369099,0.00011352895,0.0015787173],"genre_scores_gemma":[0.26096144,6.4724907e-7,0.00016198496,0.000016804423,0.00016750292,0.7375657,0.00015546782,0.00005568749,0.0009147368],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98925585,0.004129059,0.0013079117,0.0010249384,0.0028269275,0.0014553474],"domain_scores_gemma":[0.9905708,0.0009478393,0.0003078724,0.0016064815,0.006132581,0.0004344624],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018160723,0.000347504,0.0007113611,0.0007389251,0.0019487337,0.0005971354,0.0007714408,0.00018851655,0.000051430477],"category_scores_gemma":[0.008154897,0.00020790762,0.00010713883,0.0013412419,0.0015614422,0.0005985338,0.0014401327,0.0016233607,0.000015962489],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0667936,0.007210948,0.37166128,0.036730267,0.0024344327,0.00016287316,0.2177665,8.7047476e-7,0.00294637,0.030336713,0.18333423,0.08062193],"study_design_scores_gemma":[0.08293305,0.1575333,0.00785291,0.020248223,0.00014479655,0.00024639556,0.43742028,0.034274597,0.0026010298,0.0011400167,0.2545336,0.0010718207],"about_ca_topic_score_codex":0.0008033873,"about_ca_topic_score_gemma":0.0014805356,"teacher_disagreement_score":0.36380836,"about_ca_system_score_codex":0.0007200995,"about_ca_system_score_gemma":0.000941213,"threshold_uncertainty_score":0.9993506},"labels":[],"label_agreement":null},{"id":"W2806808635","doi":"10.2196/10468","title":"Deception and Shopping Behavior Among Current Cigarette Smokers: A Web-Based, Randomized Virtual Shopping Experiment","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Consumer Retail Behavior Studies","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; Center for Tobacco Products; National Institutes of Health","keywords":"Deception; Consumer behaviour; Advertising; Psychology; Computer science; Applied psychology; Social psychology; Business","score_opus":0.20520100438441524,"score_gpt":0.48286754146600214,"score_spread":0.2776665370815869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806808635","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6601879,0.000048286,0.0001261802,0.00031599894,0.000068989386,0.33810633,0.0000029422138,0.0002515368,0.0008918429],"genre_scores_gemma":[0.4023367,0.0000018310787,0.000039642397,0.000039583145,0.00039519294,0.5970618,0.000009295939,0.000043740085,0.000072236166],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99594206,0.00027649137,0.0006475708,0.0008181341,0.0013489849,0.00096679205],"domain_scores_gemma":[0.9980124,0.00023969701,0.00025274436,0.0005594939,0.00086023327,0.00007538779],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0034248538,0.0003954514,0.00062225014,0.0008675894,0.0009886891,0.0011679394,0.0004574388,0.0001288204,0.00061498705],"category_scores_gemma":[0.0004169539,0.00034815096,0.00019612661,0.00076915877,0.0016106919,0.001140994,0.0009918094,0.00065227784,0.0001791439],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014064834,0.0011371966,0.753871,0.000791586,0.00010171511,0.00003972491,0.00047438286,9.2049635e-7,0.00693447,0.0013182315,0.00466413,0.2166018],"study_design_scores_gemma":[0.31537524,0.00087585824,0.19053867,0.01626263,0.00032242446,0.0000065077734,0.0031958006,0.010536049,0.0036475724,0.00015747879,0.45569667,0.0033851003],"about_ca_topic_score_codex":0.00011027993,"about_ca_topic_score_gemma":0.00017334944,"teacher_disagreement_score":0.5633323,"about_ca_system_score_codex":0.0001787797,"about_ca_system_score_gemma":0.00010815457,"threshold_uncertainty_score":0.99989706},"labels":[],"label_agreement":null},{"id":"W2806859889","doi":"10.2196/resprot.7908","title":"Enhancing Executive Functions Among Dutch Elementary School Children Using the Train Your Mind Program: Protocol for a Cluster Randomized Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neural and Behavioral Psychology Studies","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Maastricht","keywords":"Executive functions; Psychology; Socioemotional selectivity theory; Cognition; Randomized controlled trial; Intervention (counseling); Developmental psychology; Medicine","score_opus":0.4991750977741087,"score_gpt":0.6173398260506222,"score_spread":0.11816472827651353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806859889","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12841958,1.7269811e-7,0.00014254266,0.00069913064,0.00003677299,0.87023604,0.000031239975,0.00008435827,0.00035016425],"genre_scores_gemma":[0.0053804433,4.0913495e-8,0.00053207966,0.00022933792,0.0011558735,0.99076074,0.0000033026986,0.000044676523,0.001893526],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938086,0.0025114822,0.0007468503,0.0008850555,0.0008511229,0.0011968444],"domain_scores_gemma":[0.9976013,0.00095960556,0.00026295226,0.0005615996,0.00040896135,0.00020559062],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0038076963,0.0003372321,0.00052692555,0.00023545587,0.0021284875,0.00036982054,0.00073639554,0.00015182524,0.00032750145],"category_scores_gemma":[0.0014316917,0.00019490601,0.00033211394,0.0007866631,0.0026486088,0.00041473965,0.00039773373,0.00089357333,0.00007192289],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.87413037,0.0023303386,0.0009111611,0.00009824018,0.000057520363,0.0000067601254,0.0009991983,6.446398e-7,0.0986207,0.000014558137,0.014794993,0.008035498],"study_design_scores_gemma":[0.79210985,0.007431031,0.00031341705,0.0007100192,0.00002501871,0.000022624758,0.0006951711,0.00017153674,0.17695343,0.00055556785,0.020598417,0.00041390242],"about_ca_topic_score_codex":0.000056757486,"about_ca_topic_score_gemma":0.00007677771,"teacher_disagreement_score":0.123039134,"about_ca_system_score_codex":0.00011949493,"about_ca_system_score_gemma":0.00019918499,"threshold_uncertainty_score":0.9991706},"labels":[],"label_agreement":null},{"id":"W2806997439","doi":"10.2196/10182","title":"Thrive With Me: Protocol for a Randomized Controlled Trial to Test a Peer Support Intervention to Improve Antiretroviral Therapy Adherence Among Men Who Have Sex With Men","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Medicine; Randomized controlled trial; Failure to thrive; Intervention (counseling); Protocol (science); Test (biology); Clinical trial; Family medicine; Pediatrics; Alternative medicine; Nursing; Surgery; Internal medicine","score_opus":0.09039579159070897,"score_gpt":0.5194273569735164,"score_spread":0.4290315653828074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806997439","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030499997,3.6489382e-7,0.00307498,0.0010879189,0.0000026569455,0.956738,0.000063574094,0.00010169865,0.03588082],"genre_scores_gemma":[0.004563489,8.507342e-8,0.00076969014,0.000048075726,0.0004958968,0.763955,0.00001968316,0.00008823647,0.23005986],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99184644,0.0014190867,0.0012185435,0.0010993453,0.0028625093,0.001554094],"domain_scores_gemma":[0.99178326,0.000991024,0.00033951952,0.0010059023,0.0048230696,0.0010572369],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009934052,0.0005029718,0.001981797,0.0008449938,0.0004503868,0.00051707885,0.0006815759,0.00020256099,0.001773903],"category_scores_gemma":[0.0046830922,0.00028299922,0.0006241478,0.0008244246,0.0008777522,0.0003598697,0.00025891955,0.00083877926,0.0001647326],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8471644,0.0032080295,0.0010173327,0.0004872587,0.00046908867,0.000029080065,0.0012894162,2.255703e-7,0.0035988502,0.000066709756,0.13354513,0.009124492],"study_design_scores_gemma":[0.644269,0.32134017,0.00011366004,0.0031393857,0.000017564338,0.0000063985376,0.0006647516,0.0019840188,0.009777702,0.00005124612,0.018387351,0.00024877113],"about_ca_topic_score_codex":0.00042089593,"about_ca_topic_score_gemma":0.00035875573,"teacher_disagreement_score":0.31813216,"about_ca_system_score_codex":0.00029772698,"about_ca_system_score_gemma":0.0010562071,"threshold_uncertainty_score":0.9999622},"labels":[],"label_agreement":null},{"id":"W2807015710","doi":"10.2196/10053","title":"Dental Home Visits for Caries Prevention Among Preschool Children: Protocol for a Cost-Effectiveness Analysis on a Randomized Control Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Protocol (science); Dentistry; Family medicine; Alternative medicine","score_opus":0.1238351096987823,"score_gpt":0.5619592490932408,"score_spread":0.4381241393944585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807015710","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032671023,7.5878154e-7,0.016395772,0.0000097192,0.000049077313,0.9502836,0.00028846445,0.00012401937,0.00017758159],"genre_scores_gemma":[0.13369456,3.3073743e-8,0.0000681051,0.000025484447,0.00081311,0.8643184,0.00020897109,0.00005836483,0.00081298803],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.992742,0.0031266443,0.000905493,0.00090659317,0.001311938,0.0010073527],"domain_scores_gemma":[0.9951894,0.0019616613,0.00040408503,0.0006339655,0.0014605715,0.00035030628],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006873943,0.00034328966,0.0010647047,0.0007112056,0.0008254337,0.0005521143,0.0004917593,0.00034086977,0.0002463171],"category_scores_gemma":[0.0018106179,0.00028611315,0.0008958997,0.0010970793,0.000423123,0.00044189778,0.000103350176,0.00038680274,0.00008177401],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97432905,0.0014639221,0.015365568,0.0011811694,0.0005717848,0.0000029888454,0.000045886172,0.000013623798,0.000071953524,0.0006884983,0.0023600985,0.0039054418],"study_design_scores_gemma":[0.93608737,0.010054257,0.04049229,0.0011308268,0.00012351747,0.0000032338894,0.00004167542,0.002673733,0.002983774,0.001341833,0.004736405,0.0003310968],"about_ca_topic_score_codex":0.000095338204,"about_ca_topic_score_gemma":0.0008561463,"teacher_disagreement_score":0.10102353,"about_ca_system_score_codex":0.00039102434,"about_ca_system_score_gemma":0.0003640874,"threshold_uncertainty_score":0.9999591},"labels":[],"label_agreement":null},{"id":"W2807214796","doi":"10.2196/resprot.9043","title":"Integrated Hepatitis C Care for People Who Inject Drugs (Heplink): Protocol for a Feasibility Study in Primary Care","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis C virus research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Servicio Andaluz de Salud; Health Service Executive; Universiti Sains Malaysia; University of Bristol; European Commission; Third Health Programme; University College London","keywords":"Medicine; Referral; Family medicine; Outreach; Hepatitis C; European union; Internal medicine","score_opus":0.24317506869935696,"score_gpt":0.5789379588752356,"score_spread":0.3357628901758786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807214796","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05526804,0.0000027508145,0.000090645335,0.00016085777,0.000009247932,0.93956655,0.00033388645,0.00016732168,0.0044007073],"genre_scores_gemma":[0.043040983,3.2296055e-7,0.0017720419,0.00007040583,0.0004300781,0.95350546,0.00021328928,0.0001695477,0.000797899],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99162376,0.0013700341,0.0010853948,0.0015829984,0.0023774211,0.0019603875],"domain_scores_gemma":[0.9892514,0.0008140579,0.00014564456,0.0017736364,0.007435115,0.00058018067],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004163296,0.00049086,0.0012394014,0.0010460338,0.00068036315,0.00028084227,0.00088778976,0.00040623988,0.00027595833],"category_scores_gemma":[0.0024203283,0.00041515316,0.00027584156,0.0021881475,0.00054563006,0.00033960445,0.00062092097,0.0014849679,0.00009359215],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019850308,0.0036370878,0.85282236,0.019932223,0.00005967629,0.000041081457,0.038965546,3.7034383e-7,0.0007440581,0.000028937862,0.010956933,0.05296143],"study_design_scores_gemma":[0.06405451,0.0805951,0.44836456,0.0121114785,0.000011870351,0.0000059532817,0.021708759,0.0005945154,0.008256291,0.00025697163,0.36312664,0.00091335666],"about_ca_topic_score_codex":0.0024679636,"about_ca_topic_score_gemma":0.018962454,"teacher_disagreement_score":0.40445778,"about_ca_system_score_codex":0.0035833672,"about_ca_system_score_gemma":0.0051537417,"threshold_uncertainty_score":0.99983},"labels":[],"label_agreement":null},{"id":"W2807367952","doi":"10.2196/10322","title":"Minimally Invasive Dentistry Based on Atraumatic Restorative Treatment to Manage Early Childhood Caries in Rural and Remote Aboriginal Communities: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Early childhood caries; Medicine; Randomized controlled trial; Referral; Intervention (counseling); Protocol (science); Family medicine; Dentistry; Oral health; Alternative medicine; Nursing","score_opus":0.10656044406516761,"score_gpt":0.5196789870394855,"score_spread":0.4131185429743178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807367952","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20143399,7.800864e-7,0.00009041238,0.000057967063,0.000029944427,0.7969841,0.00005181991,0.00004730287,0.0013037297],"genre_scores_gemma":[0.057209134,2.7086173e-7,0.00055028626,0.00010796853,0.00024475378,0.94086766,0.000036025514,0.000045318997,0.0009385696],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938379,0.0029699574,0.0010069557,0.00041192956,0.0009845422,0.0007887064],"domain_scores_gemma":[0.9953523,0.0027885954,0.00029079858,0.0005950131,0.0006502537,0.0003230312],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002775406,0.00036441398,0.0012086539,0.00059326936,0.00054633344,0.00051971537,0.00039924996,0.00020223952,0.00012681563],"category_scores_gemma":[0.0009019195,0.0002784846,0.00022909686,0.0005007011,0.00055033533,0.00023600332,0.00007986931,0.00037897436,0.000081824175],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98915476,0.001169934,0.00020524838,0.00085493946,0.000052908115,0.00005603927,0.0043726517,0.0000023749458,0.000035650937,0.00023300068,0.00042957542,0.003432896],"study_design_scores_gemma":[0.9676432,0.017139958,0.0027872026,0.005232075,0.000011744147,0.0000063377206,0.0018874863,0.0010001807,0.0005304871,0.000584846,0.0029132983,0.0002632057],"about_ca_topic_score_codex":0.0010270566,"about_ca_topic_score_gemma":0.0075316876,"teacher_disagreement_score":0.14422485,"about_ca_system_score_codex":0.00056130026,"about_ca_system_score_gemma":0.00083588046,"threshold_uncertainty_score":0.99996674},"labels":[],"label_agreement":null},{"id":"W2807558544","doi":"10.2196/resprot.9220","title":"Individually Tailored, Adaptive Intervention to Manage Gestational Weight Gain: Protocol for a Randomized Controlled Trial in Women With Overweight and Obesity","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute","keywords":"Overweight; Randomized controlled trial; Psychological intervention; Medicine; Weight gain; Physical therapy; Intervention (counseling); Obesity; Pregnancy; Body weight; Nursing; Internal medicine","score_opus":0.09157041925170842,"score_gpt":0.48315639303584357,"score_spread":0.3915859737841352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807558544","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010350034,6.0571784e-7,0.0020671147,0.0015822992,0.0000040779014,0.98368096,0.00001703445,0.00003234108,0.0022655418],"genre_scores_gemma":[0.0062274993,2.557251e-7,0.0032534618,0.0002459778,0.00020901389,0.9873301,0.00002010749,0.000032911543,0.002680673],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99505234,0.0011727004,0.0006724052,0.00059516524,0.0016106794,0.0008967095],"domain_scores_gemma":[0.99679613,0.0011321864,0.00016242905,0.0002861861,0.0011791785,0.0004438616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073541766,0.00023900662,0.00092824665,0.00096220366,0.00019446561,0.00018203189,0.00021849478,0.000093074086,0.00040688974],"category_scores_gemma":[0.0014400962,0.00016042884,0.00012586243,0.0005947199,0.00047090935,0.00025122077,0.00023765724,0.00037643465,0.000037872658],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98213536,0.001988116,0.00018972815,0.0010697267,0.00025212357,0.00002681689,0.0009985223,0.0000021824246,0.00005964198,0.004554915,0.0046185907,0.004104307],"study_design_scores_gemma":[0.9243446,0.02364231,0.0042853467,0.0021602311,0.000008558067,0.0000015420026,0.00027720854,0.0007358021,0.00012503275,0.0047376608,0.039513193,0.00016853903],"about_ca_topic_score_codex":0.00002460107,"about_ca_topic_score_gemma":0.000048344595,"teacher_disagreement_score":0.057790753,"about_ca_system_score_codex":0.00036872018,"about_ca_system_score_gemma":0.00032834854,"threshold_uncertainty_score":0.65420985},"labels":[],"label_agreement":null},{"id":"W2807600285","doi":"10.2196/resprot.9601","title":"Evaluating a Serious Gaming Electronic Medication Administration Record System Among Nursing Students: Protocol for a Pragmatic Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Educational Games and Gamification","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University; Centre for Addiction and Mental Health; Western University","funders":"","keywords":"Formative assessment; Nursing; Workflow; Medicine; Protocol (science); Nurse education; Intervention (counseling); Randomized controlled trial; Medical education; Psychology; Alternative medicine; Computer science; Pedagogy","score_opus":0.19174043002743546,"score_gpt":0.6333780454416671,"score_spread":0.44163761541423163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807600285","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010028318,0.0000019415452,0.003962982,0.00056876807,0.000100134515,0.981473,0.0000030449269,0.00015306442,0.003708699],"genre_scores_gemma":[0.040799648,6.7799995e-8,0.0011058714,0.0000209048,0.0016197055,0.9534534,0.000036472404,0.00006000222,0.0029039306],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9895082,0.0053345156,0.0016915761,0.0007834428,0.0017150367,0.00096723833],"domain_scores_gemma":[0.9935611,0.0026942578,0.0011428335,0.0007403805,0.001673064,0.00018839717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022987232,0.00028421005,0.0009524184,0.00040566004,0.00061433704,0.00039833545,0.0006391894,0.0002688393,0.00041582112],"category_scores_gemma":[0.0031241793,0.00022785438,0.00028682282,0.0005165684,0.00052795146,0.00026425443,0.000040997336,0.0005320969,0.00012918476],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95633775,0.002464947,0.00007340226,0.00057099166,0.00018983704,8.168647e-7,0.0035210196,6.05217e-7,0.00032720412,0.016314987,0.0019917758,0.018206673],"study_design_scores_gemma":[0.96885824,0.008655327,0.00040279073,0.0044104755,0.000039896335,0.000008957274,0.0019269895,0.0042325906,0.00012032077,0.0023982332,0.008691117,0.00025503972],"about_ca_topic_score_codex":0.000027430318,"about_ca_topic_score_gemma":0.000027469634,"teacher_disagreement_score":0.030771328,"about_ca_system_score_codex":0.0008686257,"about_ca_system_score_gemma":0.0012892839,"threshold_uncertainty_score":0.9291632},"labels":[],"label_agreement":null},{"id":"W2807680423","doi":"10.2196/resprot.9588","title":"The General Practitioner Prompt Study to Reduce Cardiovascular and Renal Complications in Patients With Type 2 Diabetes and Renal Complications: Protocol and Baseline Characteristics for a Cluster Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Medicine; Type 2 diabetes; Randomized controlled trial; Protocol (science); Cluster randomised controlled trial; Cluster (spacecraft); Diabetes mellitus; Baseline (sea); Randomization; Physical therapy; Internal medicine; Alternative medicine; Computer science","score_opus":0.06874501195473133,"score_gpt":0.4598763024987784,"score_spread":0.3911312905440471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807680423","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20672838,0.000009046748,0.000050706876,0.0009945023,0.000003771731,0.7921028,0.00002991325,0.000017680855,0.00006317037],"genre_scores_gemma":[0.036109064,9.448163e-7,0.00063605246,0.00015150168,0.0002738076,0.9626184,0.000059654398,0.000026908621,0.00012368555],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99675035,0.0011565579,0.00058145093,0.00050446234,0.00059188553,0.00041529108],"domain_scores_gemma":[0.9962248,0.0013343288,0.0001465414,0.00055298477,0.0014250658,0.00031626076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044034636,0.00019344041,0.0008327143,0.0001787398,0.0004939519,0.00021972257,0.000110522116,0.000055206372,0.000010497596],"category_scores_gemma":[0.0031164547,0.00011033887,0.000084296174,0.00028434992,0.0005255957,0.00012162984,0.0001400859,0.00024005435,0.0000034159125],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9806226,0.0026833897,0.009838473,0.00028482918,0.0005028877,8.103765e-7,0.00026865522,5.5262456e-7,0.00026432454,0.000074761476,0.0027147701,0.0027439303],"study_design_scores_gemma":[0.9164467,0.007362198,0.0506707,0.0007515995,0.000100351266,0.0000010141416,0.000046006768,0.0011274128,0.0000712047,0.00013119585,0.023135632,0.00015599023],"about_ca_topic_score_codex":0.000008915143,"about_ca_topic_score_gemma":0.000009277941,"teacher_disagreement_score":0.17061932,"about_ca_system_score_codex":0.000068475194,"about_ca_system_score_gemma":0.00039746554,"threshold_uncertainty_score":0.44994885},"labels":[],"label_agreement":null},{"id":"W2807783632","doi":"10.2196/resprot.9466","title":"Validating a Machine Learning Algorithm to Predict 30-Day Re-Admissions in Patients With Heart Failure: Protocol for a Prospective Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Prospective cohort study; Computer science; Medicine; Cohort; Cohort study; Machine learning; Artificial intelligence; Algorithm; Alternative medicine; Internal medicine","score_opus":0.33725779352354224,"score_gpt":0.6377325955866979,"score_spread":0.3004748020631557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807783632","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010783793,9.4566204e-8,0.0006324072,0.0008983963,0.000018154826,0.9868354,0.00007442341,0.00024992024,0.0005073904],"genre_scores_gemma":[0.01791943,8.340365e-9,0.0050548282,0.00014661894,0.0005600525,0.97523135,0.000022541766,0.00014860174,0.0009165607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9875223,0.005399765,0.0014352289,0.0013764888,0.0020516568,0.0022145803],"domain_scores_gemma":[0.9917984,0.001833648,0.00034266603,0.0009875658,0.0040684994,0.0009692176],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010842671,0.00041654415,0.00068275235,0.0006663687,0.0034010329,0.00011072437,0.0007138984,0.00033020036,0.0017071437],"category_scores_gemma":[0.0072749257,0.00031883008,0.000068088644,0.0019479479,0.00022373864,0.0003605683,0.0007482183,0.0032261356,0.0005444409],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019409031,0.0019078627,0.9747876,0.00059469714,0.000020958227,0.0000037676014,0.009003189,0.0000069007688,0.000026796914,0.000030439747,0.009322473,0.0023544077],"study_design_scores_gemma":[0.0073029716,0.04146965,0.6809654,0.010647413,0.000004792444,3.34792e-7,0.00989142,0.0036218646,0.00058005465,0.00056277803,0.24428172,0.0006715865],"about_ca_topic_score_codex":0.0011216108,"about_ca_topic_score_gemma":0.0037008498,"teacher_disagreement_score":0.2938222,"about_ca_system_score_codex":0.001271415,"about_ca_system_score_gemma":0.0020013305,"threshold_uncertainty_score":0.9999264},"labels":[],"label_agreement":null},{"id":"W2807901794","doi":"10.2196/resprot.9166","title":"An Integrated Approach to Control Soil-Transmitted Helminthiasis, Schistosomiasis, Intestinal Protozoa Infection, and Diarrhea: Protocol for a Cluster Randomized Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parasites and Host Interactions","field":"Immunology and Microbiology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"UBS Optimus Foundation","keywords":"Sanitation; Hygiene; Environmental health; Medicine; Helminthiasis; Public health; Psychological intervention; Latrine; Neglected tropical diseases; Health education; Randomized controlled trial; Diarrhea; Immunology; Surgery; Nursing; Internal medicine; Pathology","score_opus":0.09787876368385653,"score_gpt":0.4981888369282256,"score_spread":0.40031007324436907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807901794","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030523392,0.0000016463102,0.031602833,0.0004933602,0.00004502389,0.9635478,0.000063771135,0.00019921761,0.0009940045],"genre_scores_gemma":[0.008628443,1.3634626e-7,0.0023820638,0.00021639882,0.00037864997,0.9870032,0.00007197277,0.000060804952,0.0012583154],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.993672,0.003297563,0.000895234,0.0009295806,0.00018704604,0.0010185636],"domain_scores_gemma":[0.9962043,0.0011425954,0.00021524067,0.0006266693,0.0015944892,0.00021670667],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042515434,0.00041613562,0.00090805034,0.0006447042,0.001058844,0.0002796665,0.00045681922,0.00045187012,0.00029793964],"category_scores_gemma":[0.0020609589,0.00031009546,0.00024089532,0.0005750263,0.001147604,0.00038079353,0.00010242217,0.0011457969,0.00024231024],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94915795,0.0028999671,0.00027399146,0.00031337302,0.00020769902,7.5735255e-7,0.00068254914,0.0000030681406,0.020342162,0.000835423,0.020925246,0.004357837],"study_design_scores_gemma":[0.6650462,0.0095912935,0.00017229102,0.00076334423,0.000018837289,0.00006256101,0.000076271404,0.0006593649,0.012990037,0.0004017356,0.3098577,0.00036035915],"about_ca_topic_score_codex":0.00035254433,"about_ca_topic_score_gemma":0.0001354579,"teacher_disagreement_score":0.28893244,"about_ca_system_score_codex":0.00014690732,"about_ca_system_score_gemma":0.00045619847,"threshold_uncertainty_score":0.9999351},"labels":[],"label_agreement":null},{"id":"W2807984346","doi":"10.2196/resprot.9770","title":"Food Allergy Training for Schools and Restaurants (The Food Allergy Community Program): Protocol to Evaluate the Effectiveness of a Web-Based Program","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Allergy and Anaphylaxis Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Food allergy; Protocol (science); Medical education; Training (meteorology); Medicine; Public health; Environmental health; Allergy; Alternative medicine; Nursing; Geography","score_opus":0.29541918339692047,"score_gpt":0.556122873879505,"score_spread":0.2607036904825845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807984346","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06643085,0.000005375363,0.000040965613,0.0021294039,0.000006728211,0.9300045,0.000029092225,0.00017080024,0.0011822971],"genre_scores_gemma":[0.30966818,3.2497596e-7,0.00085411745,0.000070742346,0.00015777789,0.68911797,0.000012522794,0.00006870363,0.000049678965],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.988025,0.0070145777,0.0006609057,0.000673922,0.0020824482,0.001543165],"domain_scores_gemma":[0.99218804,0.0027835947,0.00013006652,0.0016782464,0.0026586808,0.0005613742],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01781342,0.00041292244,0.00066590164,0.00043806335,0.0016983974,0.00030799257,0.0012951139,0.00025721578,0.00006230112],"category_scores_gemma":[0.0033120716,0.00023734098,0.00025399134,0.0017491871,0.0018055055,0.00015521354,0.00061458827,0.0020872513,0.000018115348],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14610457,0.013941465,0.0009416399,0.012996615,0.0018938025,0.000020036805,0.003612638,0.000028378441,0.028438855,0.0037466153,0.006730042,0.78154534],"study_design_scores_gemma":[0.02196612,0.22925143,0.021809407,0.008437147,0.0000036634406,0.000016805077,0.0015044162,0.0020494466,0.025661703,0.001792173,0.68710685,0.00040082878],"about_ca_topic_score_codex":0.00006306688,"about_ca_topic_score_gemma":0.0008003784,"teacher_disagreement_score":0.7811445,"about_ca_system_score_codex":0.00014104099,"about_ca_system_score_gemma":0.0017489679,"threshold_uncertainty_score":0.99960124},"labels":[],"label_agreement":null},{"id":"W2808116320","doi":"10.2196/resprot.9514","title":"A Putative Role of Apolipoprotein L1 Polymorphism in Renal Parenchymal Scarring Following Febrile Urinary Tract Infection in Nigerian Under-Five Children: Proposal for a Case-Control Association Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Diseases and Glomerulopathies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Kidney; Parenchyma; Medicine; Kidney disease; Urinary system; Disease; Genetic predisposition; Physiology; Pathology; Immunology; Internal medicine","score_opus":0.05585339876337186,"score_gpt":0.4499893708840288,"score_spread":0.39413597212065693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808116320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68593085,0.000016021115,0.000025160363,0.0001449582,0.000006794606,0.31371883,0.000047577254,0.000024781883,0.00008505356],"genre_scores_gemma":[0.57884026,2.732769e-7,0.000082864506,0.000008223786,0.0001864034,0.42079562,0.000010088619,0.000021989028,0.000054293196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99627614,0.00092901883,0.00063776027,0.00050964695,0.0009010475,0.00074639573],"domain_scores_gemma":[0.9986459,0.0002741134,0.00023740137,0.00027278165,0.00038361942,0.0001861718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027794275,0.00022128977,0.00055049395,0.0008122286,0.00022206604,0.000074624004,0.00011024529,0.00017351411,0.000025635074],"category_scores_gemma":[0.0007983733,0.00019822737,0.00020436695,0.0008759148,0.00010632685,0.00033890436,0.00008452268,0.0005676707,0.0000073431725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051005413,0.0061077834,0.9709027,0.0003087888,0.0001717379,0.00056623836,0.0043889703,0.000025780157,0.00785643,0.000060483286,0.000031978387,0.004478572],"study_design_scores_gemma":[0.01233485,0.016863767,0.961748,0.0020048956,0.00002439459,0.00011349577,0.0021270956,0.0005744036,0.0028521293,0.0011282685,0.000027638882,0.0002010484],"about_ca_topic_score_codex":0.004122771,"about_ca_topic_score_gemma":0.0012267537,"teacher_disagreement_score":0.107090585,"about_ca_system_score_codex":0.0006959869,"about_ca_system_score_gemma":0.0007273805,"threshold_uncertainty_score":0.8083477},"labels":[],"label_agreement":null},{"id":"W2808174809","doi":"10.2196/resprot.9698","title":"Development and Evaluation of an Ethical Guideline for Decisions to Limit Life-Prolonging Treatment in Advanced Cancer: Protocol for a Monocentric Mixed-Method Interventional Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Krebshilfe","keywords":"Medicine; Guideline; Protocol (science); Limiting; Palliative care; Cancer; Intensive care medicine; Nursing; Alternative medicine; Internal medicine; Pathology","score_opus":0.7461904436360338,"score_gpt":0.7414500305687509,"score_spread":0.0047404130672829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808174809","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12558196,0.000005936278,0.005260893,0.0004987404,0.000005101176,0.8685947,0.000023563416,0.000010358118,0.000018732027],"genre_scores_gemma":[0.003552394,2.7074563e-7,0.19109504,0.000030328947,0.000091619484,0.8051629,0.000014653925,0.00001724719,0.000035521407],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968292,0.0005423638,0.0008570718,0.0004485114,0.0009613085,0.00036153404],"domain_scores_gemma":[0.99549884,0.0007846707,0.00015049655,0.00026584935,0.003068756,0.00023141409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070409123,0.00014897932,0.00042051877,0.0004914846,0.00010796488,0.000017631526,0.00013892443,0.00011765452,0.000044725584],"category_scores_gemma":[0.004227268,0.00011472265,0.00007025336,0.0004847337,0.000066634006,0.00007290247,0.000100380465,0.00017682667,0.0000011941645],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01973656,0.0072625675,0.025235346,0.00089063396,0.00015123482,0.0000029060718,0.007707207,0.00011890388,0.002597565,0.000094072544,0.0012098629,0.93499315],"study_design_scores_gemma":[0.094896644,0.094290085,0.06481294,0.023111492,0.000073321666,0.0000029964963,0.006937645,0.04113726,0.10716269,0.001474795,0.56561524,0.00048490913],"about_ca_topic_score_codex":0.00005223988,"about_ca_topic_score_gemma":0.00058239355,"teacher_disagreement_score":0.9345082,"about_ca_system_score_codex":0.00045118944,"about_ca_system_score_gemma":0.0013349298,"threshold_uncertainty_score":0.506074},"labels":[],"label_agreement":null},{"id":"W2808326709","doi":"10.2196/resprot.9846","title":"Comparison of Nutrigenomics Technology Interface Tools for Consumers and Health Professionals: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition, Genetics, and Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Fraser Health; Vancouver Coastal Health; Kwantlen Polytechnic University; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Nutrigenomics; Medicine; Randomized controlled trial; Psychological intervention; Body mass index; Anthropometry; Intervention (counseling); Test (biology); Gerontology; Physical therapy; Environmental health; Nursing; Internal medicine","score_opus":0.3536452760896893,"score_gpt":0.6822688905166268,"score_spread":0.32862361442693744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808326709","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010018581,0.00003070364,0.008953297,0.00041450743,0.000011012467,0.98041356,0.00010575901,0.000017431363,0.00003512321],"genre_scores_gemma":[0.018764943,7.135224e-7,0.025745593,0.000039757488,0.00012742836,0.95511895,0.000025978354,0.00003463632,0.00014202368],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976319,0.0005043351,0.00055350317,0.00056795444,0.00020902637,0.0005332724],"domain_scores_gemma":[0.9978427,0.0001593672,0.00022679844,0.0005193004,0.0010657845,0.00018600738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025023785,0.00017622777,0.00036548835,0.00019789323,0.00033648193,0.000059341335,0.00037298552,0.0002029753,0.000010204432],"category_scores_gemma":[0.0005984288,0.00015960504,0.0000705132,0.00019348807,0.0005842701,0.000008529334,0.0003317097,0.00015829432,0.0000013790993],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022960903,0.022833405,0.060495347,0.011061571,0.00031498852,8.10507e-7,0.0017338861,0.0000018623774,0.44910258,0.0013276517,0.19546063,0.23470637],"study_design_scores_gemma":[0.0082291905,0.023401093,0.0010834392,0.0005338697,0.0000035602673,0.0000014681987,0.003792794,0.000068224675,0.44707632,0.0018143518,0.51378787,0.00020784354],"about_ca_topic_score_codex":0.000004272616,"about_ca_topic_score_gemma":0.00003112858,"teacher_disagreement_score":0.31832722,"about_ca_system_score_codex":0.000039190363,"about_ca_system_score_gemma":0.00063226506,"threshold_uncertainty_score":0.6508505},"labels":[],"label_agreement":null},{"id":"W2808655725","doi":"10.2196/resprot.9654","title":"An eHealth Program for Patients Undergoing a Total Hip Arthroplasty: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ramsay Health Care","keywords":"eHealth; Randomized controlled trial; Protocol (science); Medicine; Arthroplasty; Physical therapy; Total hip arthroplasty; Hip arthroplasty; Medical physics; Health care; Surgery; Alternative medicine","score_opus":0.11519985994493338,"score_gpt":0.5371864116258324,"score_spread":0.421986551680899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808655725","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067534205,3.400393e-7,0.0006046099,0.0006612594,0.000059128117,0.9908344,0.000027761555,0.0003926048,0.00066645304],"genre_scores_gemma":[0.004304393,6.949228e-8,0.010307153,0.00010635914,0.0016811638,0.9815452,0.000043602395,0.0001493315,0.0018627133],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9927667,0.0014195525,0.0015232525,0.0009755774,0.0015664613,0.0017484794],"domain_scores_gemma":[0.99158084,0.003864627,0.00048568295,0.0008852217,0.002414945,0.0007686952],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006009567,0.00047955863,0.002293536,0.0005127661,0.0007888586,0.00032306995,0.0002776065,0.00031051756,0.0002767401],"category_scores_gemma":[0.0073174885,0.00033127042,0.00085660274,0.00046915773,0.0010035585,0.00040134438,0.00012905036,0.00053561036,0.000092861475],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96365803,0.0090384735,0.00058312825,0.0019671174,0.00021577057,0.0000034255297,0.00031614752,4.2094723e-7,0.00009318414,0.00062686333,0.0058623264,0.017635083],"study_design_scores_gemma":[0.82630986,0.102965504,0.00017081409,0.0014567247,0.000022875125,0.000006353045,0.00006888266,0.0016420248,0.00019263761,0.0006314947,0.06625933,0.00027351303],"about_ca_topic_score_codex":0.000009614753,"about_ca_topic_score_gemma":0.000052477415,"teacher_disagreement_score":0.1373482,"about_ca_system_score_codex":0.00030041076,"about_ca_system_score_gemma":0.0020941629,"threshold_uncertainty_score":0.99991393},"labels":[],"label_agreement":null},{"id":"W2808872780","doi":"10.2196/10427","title":"Web-Based Cognitive Bias Intervention for Psychiatric Disorders: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Medical Research Council; Medical Research Council","keywords":"Protocol (science); Intervention (counseling); Cognition; Systematic review; Psychiatry; Psychology; Clinical psychology; Medicine; World Wide Web; Computer science; MEDLINE; Alternative medicine","score_opus":0.528394128776833,"score_gpt":0.6628851631803426,"score_spread":0.13449103440350962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808872780","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.6359748e-9,0.38758782,0.0024412705,0.000060105296,0.00007015334,0.6078725,0.0007420765,0.00018769712,0.0010383899],"genre_scores_gemma":[2.9583386e-8,0.30735928,0.00041458133,0.00009254234,0.0007557575,0.68789446,0.00045042948,0.000361125,0.0026717966],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98370177,0.0064259507,0.003402532,0.002807745,0.0016327329,0.0020292697],"domain_scores_gemma":[0.98198587,0.008006782,0.0032467805,0.0019079896,0.0043828567,0.00046974942],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0098976195,0.0015262974,0.0045801317,0.0030713098,0.0007661552,0.0004622111,0.0020964683,0.0011320462,0.0012891118],"category_scores_gemma":[0.01096683,0.0011017207,0.0031178452,0.00513293,0.00055737724,0.00031515202,0.0003169125,0.0013489339,0.0016878883],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007521654,0.0034530961,0.000011771133,0.6085022,0.0004903906,0.0000017490539,0.000031948035,2.6436924e-9,8.768139e-9,0.000065035696,0.11415596,0.27253565],"study_design_scores_gemma":[0.006442279,0.0039896066,9.1062094e-7,0.48077393,0.0004490714,0.0000068415334,0.00004456943,0.0000028904017,4.1981542e-7,0.00046903797,0.5072877,0.00053277274],"about_ca_topic_score_codex":0.000009889883,"about_ca_topic_score_gemma":0.000019395968,"teacher_disagreement_score":0.39313173,"about_ca_system_score_codex":0.0005237936,"about_ca_system_score_gemma":0.0014108255,"threshold_uncertainty_score":0.9997486},"labels":[],"label_agreement":null},{"id":"W2809344274","doi":"10.2196/10095","title":"A Liftless Intervention to Prevent Preterm Birth and Low Birthweight Among Pregnant Ghanaian Women: Protocol of a Stepped-Wedge Cluster Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pregnancy-related medical research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Low birth weight; Pregnancy; Premature birth; Gestational age; Obstetrics; Randomized controlled trial; Cluster (spacecraft); Cluster randomised controlled trial; Pediatrics; Demography; Surgery","score_opus":0.060200114553331706,"score_gpt":0.47926525393687874,"score_spread":0.41906513938354706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809344274","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0548396,0.000020264084,0.0002511992,0.00039758178,0.000028235852,0.94269913,0.0000138432315,0.00009990531,0.0016502459],"genre_scores_gemma":[0.029820422,0.00000604395,0.00019914978,0.00006178012,0.00041975145,0.9596249,0.000006271803,0.000096758005,0.009764932],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98703927,0.004834054,0.0021047867,0.001065322,0.0032078146,0.0017487736],"domain_scores_gemma":[0.9933133,0.001689493,0.0005210381,0.0012237221,0.001579333,0.0016730992],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015192613,0.00048639276,0.0026136264,0.0013127351,0.00023621823,0.00018041443,0.00069562555,0.0004753173,0.0010610094],"category_scores_gemma":[0.009357974,0.00031573302,0.00057770207,0.0011593124,0.0021413532,0.00029275316,0.0009864098,0.0014982034,0.0001380682],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9605278,0.005064773,0.0001286856,0.0060308664,0.00043215833,0.00006784721,0.0021349525,2.2825482e-7,0.0018903661,0.00010011149,0.0013478806,0.022274364],"study_design_scores_gemma":[0.892146,0.022008369,0.00016760729,0.071372524,0.000023301309,0.000009319578,0.00014891205,0.00086957356,0.007238279,0.00035326,0.0053860834,0.0002767918],"about_ca_topic_score_codex":0.00004654277,"about_ca_topic_score_gemma":0.00004835112,"teacher_disagreement_score":0.068381794,"about_ca_system_score_codex":0.00045495867,"about_ca_system_score_gemma":0.00114342,"threshold_uncertainty_score":0.9999295},"labels":[],"label_agreement":null},{"id":"W2809400677","doi":"10.2196/10871","title":"Individualized Clinical Practice Guidelines for Pressure Injury Management: Development of an Integrated Multi-Modal Biomedical Information Resource","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Congressionally Directed Medical Research Programs","keywords":"Medicine; Resource (disambiguation); Pressure injury; Computer science; Knowledge management; Intensive care medicine","score_opus":0.545520322068331,"score_gpt":0.712221165951051,"score_spread":0.16670084388272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809400677","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026612432,0.0000061782034,0.09727682,0.0033606626,0.00014485855,0.8858493,0.00019823563,0.0003262674,0.012571559],"genre_scores_gemma":[0.00013827052,0.0000013777435,0.31120336,0.0013556508,0.0003216918,0.68248373,0.00027862508,0.000027243119,0.0041900435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910042,0.0034794323,0.0026274498,0.00047048504,0.0015683823,0.0008500005],"domain_scores_gemma":[0.99160546,0.000702788,0.0007832846,0.0008072503,0.0057309587,0.0003702865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024462983,0.00022463923,0.00041750903,0.0006460694,0.0010109027,0.00007107596,0.0009780017,0.0004167443,0.0005479297],"category_scores_gemma":[0.0068207453,0.00018196176,0.000099666024,0.0007143823,0.00039251376,0.0010443138,0.0011563997,0.00096413365,0.00028697282],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048221443,0.0019808803,0.00015223949,0.0035146168,0.00037302845,0.0000022384345,0.004887062,8.7310724e-7,0.00008171421,0.002984462,0.52860665,0.4525941],"study_design_scores_gemma":[0.0063331677,0.0010277309,0.0019889413,0.0016796931,0.000021527014,4.0796726e-7,0.004723681,0.0010256736,0.00012973424,0.00017386522,0.98271155,0.00018405046],"about_ca_topic_score_codex":0.000028992428,"about_ca_topic_score_gemma":0.000029175586,"teacher_disagreement_score":0.4541049,"about_ca_system_score_codex":0.00009489028,"about_ca_system_score_gemma":0.0008060292,"threshold_uncertainty_score":0.84784305},"labels":[],"label_agreement":null},{"id":"W2809426592","doi":"10.2196/resprot.9320","title":"Effect of Peripheral Defocus on Axial Eye Growth and Modulation of Refractive Error in Hyperopes: Protocol for a Nonrandomized Clinical Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ophthalmology and Visual Impairment Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"CooperVision; College of Optometrists","keywords":"Emmetropia; Refractive error; Optometry; Peripheral; Ophthalmology; Medicine; Optics; Eye disease; Physics","score_opus":0.3298462148457248,"score_gpt":0.6607082886154357,"score_spread":0.33086207376971094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809426592","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4391365,1.5681405e-7,0.0000069415373,0.000079351164,0.0000062895206,0.5604811,0.0000036169274,0.0000065419304,0.00027951793],"genre_scores_gemma":[0.3786522,7.7050345e-8,0.0001335992,0.0000064508295,0.0002222194,0.6209068,0.0000014604605,0.000012508841,0.00006475282],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959584,0.0021019117,0.0007500376,0.00037939547,0.00045543473,0.00035483085],"domain_scores_gemma":[0.99686027,0.0021331762,0.00022837742,0.0002352514,0.00044592962,0.000097004166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005960722,0.00016702329,0.00089350954,0.0002315964,0.000110677625,0.000009738312,0.000101147794,0.00022950719,0.00004487079],"category_scores_gemma":[0.004522503,0.000109107124,0.00015651065,0.00024196417,0.0008479658,0.00010106169,0.00009577698,0.00043963848,0.0000033152717],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9379223,0.0042643915,0.048204232,0.0019411838,0.000082586565,0.000006219543,0.0002944213,1.4105731e-7,0.0037360534,0.000041137115,0.00017072032,0.0033366033],"study_design_scores_gemma":[0.5349611,0.3733167,0.07209655,0.0022768795,0.000011406861,0.0000032777082,0.000044592383,0.00025472895,0.016262554,0.00018612444,0.00048429432,0.000101755526],"about_ca_topic_score_codex":0.000022147262,"about_ca_topic_score_gemma":0.0000030707442,"teacher_disagreement_score":0.4029612,"about_ca_system_score_codex":0.000051927702,"about_ca_system_score_gemma":0.00016515881,"threshold_uncertainty_score":0.5414185},"labels":[],"label_agreement":null},{"id":"W2809455070","doi":"10.2196/resprot.9017","title":"American Heart Association’s Cholesterol CarePlan as a Smartphone-Delivered Web App for Patients Prescribed Cholesterol-Lowering Medication: Protocol for an Observational Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Cholesterol; Digital health; Protocol (science); Medication adherence; Cholesterol lowering; mHealth; Smartphone app; Mobile apps; Physical therapy; Ldl cholesterol; Internal medicine; World Wide Web; Computer science; Alternative medicine; Health care; Psychological intervention; Nursing","score_opus":0.48286149043770205,"score_gpt":0.5897088554209341,"score_spread":0.10684736498323205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809455070","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13837738,1.2701814e-7,0.00015388173,0.0014149039,0.000021506468,0.85943097,0.0000833565,0.00015306936,0.0003647917],"genre_scores_gemma":[0.074278004,5.0000132e-8,0.0010000569,0.0007930405,0.0006575024,0.92064565,0.00016390187,0.000054050066,0.0024077147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99451894,0.0005272222,0.0008683022,0.0010490603,0.0021972966,0.0008392115],"domain_scores_gemma":[0.99317926,0.00043415462,0.0004219136,0.0012146885,0.0041498817,0.0006001105],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033842428,0.00029098973,0.00056606415,0.00020080384,0.00060142897,0.00019382921,0.00060438237,0.0001563034,0.00037554072],"category_scores_gemma":[0.0023431268,0.00026166203,0.00013535631,0.0005980667,0.00032551872,0.0004562096,0.0001447252,0.00047243276,0.00025779952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052430946,0.007411221,0.89251983,0.00070566364,0.000078268604,5.1365936e-7,0.0010231169,2.8831556e-7,0.00155077,0.000016423157,0.087685466,0.0037653325],"study_design_scores_gemma":[0.0195217,0.025065452,0.7024199,0.00085486204,0.000010869608,0.0000021123994,0.00049081026,0.0003888302,0.0009922144,0.00013911491,0.24986327,0.00025088483],"about_ca_topic_score_codex":0.00011083833,"about_ca_topic_score_gemma":0.0001379873,"teacher_disagreement_score":0.19009997,"about_ca_system_score_codex":0.00075806386,"about_ca_system_score_gemma":0.001300513,"threshold_uncertainty_score":0.99998355},"labels":[],"label_agreement":null},{"id":"W2809518253","doi":"10.2196/11003","title":"Postoperative Bio-Chemoradiotherapy Using Cetuximab and Docetaxel in Patients With Cis-Platinum–Intolerant Core High-Risk Head and Neck Cancer: Protocol of a Phase 2 Nonrandomized Clinical Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Head and Neck Cancer Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cetuximab; Medicine; Docetaxel; Head and neck cancer; Oncology; Chemoradiotherapy; Clinical trial; Internal medicine; Protocol (science); Head and neck; Radiation therapy; Cancer; Surgery; Pathology; Colorectal cancer; Alternative medicine","score_opus":0.2428272497664642,"score_gpt":0.585789209277936,"score_spread":0.3429619595114718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809518253","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5114651,0.0000057771585,0.0000064482374,0.000116268566,0.0000062006047,0.4883115,0.000034396777,0.00001058839,0.000043740143],"genre_scores_gemma":[0.10341235,0.000008513336,0.0015220103,0.00006891741,0.00026308227,0.8946481,0.0000045012166,0.00003814541,0.000034428045],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99634564,0.00069283403,0.00092881836,0.0006542545,0.0007999226,0.0005785523],"domain_scores_gemma":[0.9977389,0.0003765582,0.0002969089,0.000379406,0.0009323234,0.00027592175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019805676,0.00029070515,0.0015184372,0.0002586267,0.0002529021,0.00005447095,0.00012152004,0.00017306533,0.00009864111],"category_scores_gemma":[0.00037887396,0.00018737893,0.0000716558,0.0005286652,0.00124524,0.00016024584,0.00011184118,0.00072047935,0.0000013860175],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7910154,0.0048738825,0.1635518,0.0005147069,0.0001472335,0.000018576104,0.0014857947,1.9683782e-7,0.0010089587,0.000009679245,0.00030877732,0.037064977],"study_design_scores_gemma":[0.8530207,0.09348932,0.041979298,0.0047307783,0.000017652827,0.0000039692154,0.000076028075,0.000576627,0.0016913366,0.00003123945,0.004151955,0.000231095],"about_ca_topic_score_codex":0.0006596074,"about_ca_topic_score_gemma":0.00029064805,"teacher_disagreement_score":0.4080527,"about_ca_system_score_codex":0.00015009481,"about_ca_system_score_gemma":0.000746511,"threshold_uncertainty_score":0.7641091},"labels":[],"label_agreement":null},{"id":"W2809534474","doi":"10.2196/10849","title":"Internet-Based Universal Prevention for Students and Parents to Prevent Alcohol and Cannabis Use Among Adolescents: Protocol for the Randomized Controlled Trial of Climate Schools Plus","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); The Internet; Cannabis; Psychology; Medicine; Medical education; Alternative medicine; Psychiatry; World Wide Web; Computer science","score_opus":0.18053636366198778,"score_gpt":0.5370114055383944,"score_spread":0.35647504187640666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809534474","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18208486,0.0000010779006,0.00036870074,0.0001845651,0.000011575039,0.81730825,0.000008430987,0.000022957885,0.000009605162],"genre_scores_gemma":[0.11844352,0.0000010141396,0.0003193369,0.000036384616,0.00011630548,0.8798629,0.000007069101,0.000030853644,0.0011826064],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9970462,0.0005977105,0.0006604409,0.0004171199,0.0007663168,0.00051226624],"domain_scores_gemma":[0.9975978,0.00078951294,0.00027779792,0.00037612207,0.0007351664,0.0002236011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003295037,0.00023504563,0.0010327266,0.00023849052,0.00019068364,0.00015289386,0.0002336538,0.00010493959,0.00001859928],"category_scores_gemma":[0.0013424972,0.00013400805,0.00028968073,0.00017902844,0.00035514066,0.00019714543,0.00013634597,0.00017588909,0.0000021747082],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9429098,0.0013800017,0.052041277,0.0006767937,0.00034750957,0.0000020557318,0.00044852268,6.108328e-7,0.00008405859,0.000031911524,0.0009820149,0.001095449],"study_design_scores_gemma":[0.9764755,0.0077998787,0.005765269,0.005945154,0.00011194598,4.9107405e-7,0.00028799943,0.00060343376,0.001520797,0.000057711473,0.0013107861,0.000121045],"about_ca_topic_score_codex":0.00003738489,"about_ca_topic_score_gemma":0.00010982572,"teacher_disagreement_score":0.06364133,"about_ca_system_score_codex":0.00020503195,"about_ca_system_score_gemma":0.00027527075,"threshold_uncertainty_score":0.546469},"labels":[],"label_agreement":null},{"id":"W2809656663","doi":"10.2196/10789","title":"A Co-Designed, Culturally-Tailored mHealth Tool to Support Healthy Lifestyles in Māori and Pasifika Communities in New Zealand: Protocol for a Cluster Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"New Zealand Government","keywords":"mHealth; Ethnic group; Cluster randomised controlled trial; Randomized controlled trial; Cluster (spacecraft); Phone; Gerontology; Psychology; Medicine; Nursing; Psychological intervention; Computer science; Sociology","score_opus":0.2727671184968004,"score_gpt":0.6205353048191921,"score_spread":0.34776818632239165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809656663","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004243705,0.000003011949,0.00021641994,0.018756978,0.000039221934,0.97568953,0.000041980704,0.00013200512,0.0008771318],"genre_scores_gemma":[0.0005906164,0.000010250997,0.0022817084,0.006635323,0.0013198621,0.98478895,0.00006961691,0.000090967966,0.0042127157],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9783588,0.01262993,0.0040038605,0.0008573586,0.0010407445,0.0031093005],"domain_scores_gemma":[0.9842243,0.011187553,0.0008086868,0.001064969,0.0010888957,0.0016255707],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.03268303,0.0005094199,0.0026675663,0.001208467,0.0017884204,0.00012186645,0.0007526362,0.0006420013,0.0004769701],"category_scores_gemma":[0.003823039,0.00037446717,0.00019852651,0.0010284838,0.0005416141,0.00030092543,0.00025150215,0.0022059185,0.00020347972],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.81145304,0.00073746213,0.0019889353,0.002740778,0.000013154578,0.0000016510453,0.0063645635,5.962866e-7,0.000016004564,0.0017524327,0.1705124,0.0044190055],"study_design_scores_gemma":[0.5736811,0.005987614,0.00034839063,0.0017408078,0.0000024940362,0.0000013594293,0.0007560237,0.00010576673,0.0000044474655,0.0012325629,0.41593814,0.00020125037],"about_ca_topic_score_codex":0.004128321,"about_ca_topic_score_gemma":0.015779736,"teacher_disagreement_score":0.24542576,"about_ca_system_score_codex":0.0008119082,"about_ca_system_score_gemma":0.009238702,"threshold_uncertainty_score":0.9998707},"labels":[],"label_agreement":null},{"id":"W2809708207","doi":"10.2196/resprot.9688","title":"Parental Activation and Obesity-Related Health Behaviors Among a Racially and Ethnically Diverse Population of Low-Income Pediatric Patients: Protocol for a Cross-Sectional Survey Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; Johns Hopkins University","keywords":"Medicine; Cross-sectional study; Obesity; Ethnic group; Gerontology; Population; Health care; Public health; Environmental health; Demography; Nursing","score_opus":0.18205168309242745,"score_gpt":0.5522738814653961,"score_spread":0.37022219837296866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809708207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51593196,5.45714e-8,0.000003342244,0.000006109333,0.000003990715,0.48399094,0.000033186257,0.00002331914,0.000007110542],"genre_scores_gemma":[0.5027971,2.9542907e-8,0.000026219486,0.000003511854,0.000081026636,0.49700963,0.000041031453,0.000017281105,0.000024158075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960865,0.00095051073,0.0006715817,0.00061827054,0.0012038936,0.0004692739],"domain_scores_gemma":[0.9970403,0.00043605603,0.00038231266,0.00030286904,0.001519698,0.00031876357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002811564,0.0002071854,0.00044369616,0.00033667192,0.0004804691,0.00009777602,0.00014135987,0.00018173805,0.00003514232],"category_scores_gemma":[0.0007969087,0.00018314057,0.00006838844,0.0006599772,0.00041972197,0.0005018689,0.00034010297,0.0005356338,0.0000038757044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002703438,0.022419054,0.9726207,0.0012401276,0.000023978666,9.556115e-7,0.00033674695,3.8211533e-7,0.000072058945,0.000016356413,0.00004939364,0.00051676854],"study_design_scores_gemma":[0.01005121,0.015453465,0.9735908,0.0003528163,0.000004579326,5.3522507e-7,0.00003232843,0.00004766527,0.00011474402,0.00019914124,0.000010242134,0.00014250595],"about_ca_topic_score_codex":0.00078200304,"about_ca_topic_score_gemma":0.0004619377,"teacher_disagreement_score":0.013134847,"about_ca_system_score_codex":0.00027638188,"about_ca_system_score_gemma":0.0002563573,"threshold_uncertainty_score":0.7468256},"labels":[],"label_agreement":null},{"id":"W2809719124","doi":"10.2196/10191","title":"Performance, Acceptability, and Usability of Respiratory Rate Timers and Pulse Oximeters When Used by Frontline Health Workers to Detect Symptoms of Pneumonia in Sub-Saharan Africa and Southeast Asia: Protocol for a Two-Phase, Multisite, Mixed-Methods Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Medicine; Usability; Pneumonia; Health facility; Observational study; Intensive care medicine; Medical emergency; Emergency medicine; Environmental health; Population; Health services; Internal medicine","score_opus":0.10406910428231234,"score_gpt":0.4831855705981424,"score_spread":0.37911646631583007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809719124","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36844587,0.000011588791,0.0008668983,0.000017849823,0.000011684063,0.6304839,0.00007847838,0.00003976307,0.00004392234],"genre_scores_gemma":[0.15620683,3.9708846e-7,0.008813069,0.000002136098,0.00007827752,0.8348299,0.000001869946,0.00006075675,0.000006750319],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99566317,0.0013168484,0.0009876653,0.0006815758,0.00047700285,0.0008737526],"domain_scores_gemma":[0.9976417,0.0009530975,0.000164046,0.00054061855,0.00025889248,0.00044168814],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0076510496,0.00034095615,0.00076923094,0.0005277732,0.0001578234,0.00008713649,0.00031483977,0.0001674347,0.000018619423],"category_scores_gemma":[0.00060835516,0.00031984152,0.00006835151,0.00068384595,0.00066995155,0.00036775973,0.0002941647,0.00046389722,0.0000014195119],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030589143,0.00045676535,0.031967454,0.0048257667,0.000063428386,0.0000013192459,0.0012259573,0.00002038492,0.66516834,0.0000011603007,0.00055024313,0.26513004],"study_design_scores_gemma":[0.14977089,0.041864898,0.044901956,0.0043407055,0.000013093702,0.0000034216687,0.0007236577,0.004507205,0.7424614,0.0001905265,0.01009164,0.0011306388],"about_ca_topic_score_codex":0.000085718406,"about_ca_topic_score_gemma":0.00011382326,"teacher_disagreement_score":0.26399943,"about_ca_system_score_codex":0.00022797876,"about_ca_system_score_gemma":0.00015307449,"threshold_uncertainty_score":0.9999254},"labels":[],"label_agreement":null},{"id":"W2810090174","doi":"10.2196/resprot.7169","title":"App-Based Intervention Combining Evidence-Based Behavior Change Techniques With a Model-Based Reasoning System to Promote Physical Activity Among Young Adults (Active2Gether): Descriptive Study of the Development and Content","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stichting voor de Technische Wetenschappen","keywords":"Intervention (counseling); Behavior change; Psychology; Descriptive statistics; Applied psychology; Behavior change methods; Motivational interviewing; Computer science; Medical education; Developmental psychology; Medicine; Social psychology; Statistics","score_opus":0.42160801147211335,"score_gpt":0.5147214834864132,"score_spread":0.09311347201429987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810090174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6599812,5.0129796e-7,0.0019708914,0.00009568101,0.0000026398689,0.3378414,0.000004360439,0.000081749764,0.000021604013],"genre_scores_gemma":[0.52864826,9.364574e-9,0.0008824426,0.000011243641,0.0000359799,0.47039148,8.622134e-7,0.000020938114,0.000008799475],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99638146,0.0009065026,0.00029577932,0.00061164296,0.0012818953,0.0005227194],"domain_scores_gemma":[0.99760526,0.00018725198,0.00026663195,0.0005256267,0.0010855063,0.0003297376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017344309,0.00025707143,0.000560155,0.00023577285,0.00045930748,0.00006797542,0.00025130628,0.000092011476,0.0000017570368],"category_scores_gemma":[0.00021853758,0.00016581033,0.000086425935,0.0006139316,0.00042744074,0.0003658144,0.00017407033,0.000749614,0.0000016392862],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1040321,0.10920036,0.34192348,0.019074291,0.00026745853,0.00008386838,0.07726939,0.000035676283,0.10748152,0.00016711697,0.000036988436,0.24042776],"study_design_scores_gemma":[0.008843951,0.045156952,0.34929138,0.097829245,0.000046193505,0.0000028726413,0.005139299,0.05786973,0.43545976,0.000004462098,0.000020803096,0.00033535235],"about_ca_topic_score_codex":0.001019027,"about_ca_topic_score_gemma":0.0005967426,"teacher_disagreement_score":0.32797822,"about_ca_system_score_codex":0.0009029934,"about_ca_system_score_gemma":0.0007393404,"threshold_uncertainty_score":0.6761549},"labels":[],"label_agreement":null},{"id":"W2810129603","doi":"10.2196/10751","title":"Metadata Correction: Uterine Fundectomy in Patients with Benign Etiology Undergoing Hysterectomy: New Surgical Technique","year":2018,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Uterine Myomas and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hysterectomy; Etiology; Medicine; Metadata; Gynecology; General surgery; Surgery; World Wide Web; Computer science; Internal medicine","score_opus":0.13758853565616835,"score_gpt":0.4961084633977686,"score_spread":0.35851992774160024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810129603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008097074,0.000022926915,0.00021811454,0.00067161786,0.000763182,0.96057826,0.000103522645,0.00028532976,0.03654735],"genre_scores_gemma":[0.00036407303,0.0000085526935,0.000941038,0.000030437914,0.0013873324,0.6935598,0.0011475862,0.00014085139,0.30242032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944615,0.0007638554,0.00072556944,0.0013502054,0.0014404086,0.0012584999],"domain_scores_gemma":[0.9967539,0.00026500522,0.00025384358,0.0015476912,0.0006566005,0.0005229738],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00088527397,0.0006584209,0.0013156829,0.001088478,0.00018863707,0.0002198435,0.00055512175,0.00092653406,0.0013731671],"category_scores_gemma":[0.00016309562,0.00047435286,0.000159725,0.0011318104,0.00034052125,0.0003425375,0.00071035326,0.0028809174,0.00016124452],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008398205,0.0023656131,0.056791253,0.0020166019,0.00038640728,0.001466888,0.000053881115,1.9494155e-7,0.000010519084,0.00004779587,0.9239416,0.0045210286],"study_design_scores_gemma":[0.012846602,0.014853616,0.0297649,0.010404377,0.000019442621,0.00019641526,0.000008291118,0.000007243292,0.00010586365,0.000075335105,0.93131703,0.00040088373],"about_ca_topic_score_codex":0.00035217186,"about_ca_topic_score_gemma":0.00064981886,"teacher_disagreement_score":0.26701844,"about_ca_system_score_codex":0.0008796033,"about_ca_system_score_gemma":0.0024990882,"threshold_uncertainty_score":0.9997708},"labels":[],"label_agreement":null},{"id":"W2810209157","doi":"10.2196/10491","title":"Perioperative Optimization With Nutritional Supplements in Patients Undergoing Gastrointestinal Surgery for Cancer (PROGRESS): Protocol for a Feasibility Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; Juravinski Hospital; Centre Hospitalier de l’Université de Montréal; Impact; Ontario Clinical Oncology Group","funders":"Johns Hopkins Children's Center","keywords":"Medicine; Randomized controlled trial; Perioperative; Malnutrition; Nutritional Supplementation; Parenteral nutrition; Clinical trial; Randomization; Internal medicine; Surgery","score_opus":0.26399017671900077,"score_gpt":0.579467421441254,"score_spread":0.3154772447222532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810209157","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00166113,6.3543337e-7,0.003967286,0.0015917702,0.000010627744,0.9925756,0.000069348345,0.000040434683,0.00008317293],"genre_scores_gemma":[0.0020475625,1.984862e-7,0.02616344,0.000118062286,0.0005400447,0.97081715,0.00013318029,0.000040551105,0.00013979315],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99573296,0.00094804063,0.0010663429,0.00055004476,0.0009101802,0.0007924526],"domain_scores_gemma":[0.9936741,0.0022861846,0.00030385156,0.00022591867,0.0032711194,0.00023881914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052318373,0.0002290969,0.0012315267,0.0004410307,0.0004431366,0.0001228876,0.000104875944,0.000080478894,0.0005050567],"category_scores_gemma":[0.0022384361,0.00015995528,0.00023888882,0.0003795205,0.0005223249,0.00019972232,0.000037977727,0.00031796453,0.0000019935062],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9362513,0.0038674574,0.054194678,0.0027437387,0.00003760137,0.0000020718746,0.000084497435,0.000008956254,0.000008404784,0.00015617105,0.0025083218,0.00013679061],"study_design_scores_gemma":[0.9679437,0.012061947,0.0009922679,0.010219618,0.000008473696,0.0000029792393,0.000049930506,0.0053892876,0.00010612609,0.00019910658,0.0028802748,0.00014626066],"about_ca_topic_score_codex":0.000010539887,"about_ca_topic_score_gemma":0.00006736058,"teacher_disagreement_score":0.05320241,"about_ca_system_score_codex":0.0005725136,"about_ca_system_score_gemma":0.002154875,"threshold_uncertainty_score":0.6522787},"labels":[],"label_agreement":null},{"id":"W2810358386","doi":"10.2196/11106","title":"The Family Check-Up Online Program for Parents of Middle School Students: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; Ford Family Foundation","keywords":"Randomized controlled trial; Psychological intervention; Mental health; Medicine; Intervention (counseling); Psychology; Protocol (science); Clinical psychology; Nursing; Psychiatry; Alternative medicine","score_opus":0.26850829198432624,"score_gpt":0.5937985507268996,"score_spread":0.32529025874257333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810358386","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021309452,0.0000037036014,0.000101471436,0.00061819097,0.0002098112,0.99543244,0.000062902334,0.00006371749,0.0013768064],"genre_scores_gemma":[0.00040208575,5.857387e-7,0.00042488732,0.00010702823,0.0019657528,0.98574334,0.000032992106,0.000038888902,0.01128443],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99497616,0.0010781534,0.0012938716,0.0005316286,0.0011929284,0.0009272838],"domain_scores_gemma":[0.9959535,0.0013587917,0.00042806318,0.00044918846,0.0015815547,0.00022889514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059766998,0.00026683594,0.0010126625,0.00014274956,0.00073498033,0.00022143456,0.00093980506,0.0001859734,0.00018820136],"category_scores_gemma":[0.0013281654,0.00014941057,0.000682505,0.00031845356,0.00071362295,0.00007199769,0.00014577352,0.0003453218,0.00005744272],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91004777,0.008648988,0.00016493241,0.0003878614,0.0003800598,3.66428e-7,0.0003612085,2.9995128e-8,0.00005470837,0.0021508147,0.06547602,0.01232725],"study_design_scores_gemma":[0.6441364,0.0036186702,0.0006081275,0.0010861299,0.0000066857647,2.44421e-7,0.00044421433,0.000013061184,0.000034886183,0.0025305413,0.3474009,0.00012008068],"about_ca_topic_score_codex":0.000017913957,"about_ca_topic_score_gemma":0.000022916378,"teacher_disagreement_score":0.28192487,"about_ca_system_score_codex":0.00007759692,"about_ca_system_score_gemma":0.0005059902,"threshold_uncertainty_score":0.6092786},"labels":[],"label_agreement":null},{"id":"W2810475709","doi":"10.2196/11047","title":"Using eHealth to Reach Black and Hispanic Men Who Have Sex With Men Regarding Treatment as Prevention and Preexposure Prophylaxis: Protocol for a Small Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Mental Health; National Institute on Alcohol Abuse and Alcoholism; Centers for Disease Control and Prevention","keywords":"Pre-exposure prophylaxis; Medicine; Randomized controlled trial; Men who have sex with men; eHealth; Human immunodeficiency virus (HIV); Family medicine; Health care; Internal medicine","score_opus":0.19061412119105908,"score_gpt":0.5433400806228557,"score_spread":0.3527259594317966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810475709","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016036842,0.0000031088796,0.0011490833,0.0005205981,0.0000010828289,0.969015,0.000011486596,0.00005391927,0.013208882],"genre_scores_gemma":[0.0022186674,0.0000012273368,0.0020422689,0.000013251363,0.00043442682,0.9176871,0.000008753318,0.00006670855,0.07752756],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938167,0.0023443243,0.0009063802,0.0008653856,0.0010319264,0.0010352965],"domain_scores_gemma":[0.99648327,0.00061337266,0.00026455586,0.0005917368,0.0012486923,0.00079840445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006849213,0.00036443715,0.0016380259,0.00060558494,0.00055683707,0.00035793358,0.00018097885,0.00020137674,0.00011664696],"category_scores_gemma":[0.0019693894,0.00021938971,0.00027778765,0.000347059,0.00065282127,0.00022379725,0.00017341351,0.0004430128,0.000012014035],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9715583,0.0014115954,0.00018788404,0.0018310851,0.00050705625,0.0000145780605,0.0013832931,5.272619e-7,0.0024720354,0.0001459267,0.007826946,0.012660816],"study_design_scores_gemma":[0.7153031,0.25766492,0.00001876562,0.004590379,0.000044908866,0.000025617812,0.0004764979,0.008537422,0.001723406,0.00029660534,0.011147797,0.00017057847],"about_ca_topic_score_codex":0.00032515233,"about_ca_topic_score_gemma":0.00015580363,"teacher_disagreement_score":0.25625515,"about_ca_system_score_codex":0.00050867687,"about_ca_system_score_gemma":0.0012394735,"threshold_uncertainty_score":0.8946453},"labels":[],"label_agreement":null},{"id":"W2810772340","doi":"10.2196/10826","title":"Varenicline and Bupropion for Long-Term Smoking Cessation (the MATCH Study): Protocol for a Real-World, Pragmatic, Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Sinai Health System; Lunenfeld-Tanenbaum Research Institute; Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"Pfizer Pharmaceuticals; Pfizer","keywords":"Bupropion; Varenicline; Smoking cessation; Randomized controlled trial; Medicine; Protocol (science); Term (time); Psychiatry; Psychology; Alternative medicine; Internal medicine","score_opus":0.20492544348698977,"score_gpt":0.5733571201984813,"score_spread":0.3684316767114915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810772340","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037094504,2.6346152e-7,0.0011464066,0.0007384148,0.00002888679,0.9605748,0.0000055019655,0.00009409429,0.00031713594],"genre_scores_gemma":[0.04895664,1.8930942e-7,0.00020255455,0.000030380252,0.001255697,0.9480156,0.000033208133,0.000058999336,0.0014467455],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99502677,0.001437588,0.0011379248,0.00056366285,0.0012490519,0.0005850319],"domain_scores_gemma":[0.9944522,0.0026218104,0.0004874605,0.0006156699,0.0016767017,0.00014620076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013962015,0.00026300256,0.001206703,0.00038450805,0.0007286315,0.00033023822,0.0002418252,0.00016348476,0.00015206083],"category_scores_gemma":[0.002105122,0.00015475792,0.00028942467,0.00045353058,0.00041546262,0.00019935379,0.000101628306,0.000407478,0.0000024916187],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9747556,0.002015437,0.013282701,0.0011016628,0.0001624503,0.0000027285873,0.0008780638,1.3775689e-7,0.0003381605,0.00037382866,0.0007745911,0.0063146525],"study_design_scores_gemma":[0.9709728,0.009090008,0.01364644,0.0014654911,0.00013981215,0.0000037752616,0.0001317824,0.00050157047,0.0008448593,0.00082840637,0.0022075356,0.00016756398],"about_ca_topic_score_codex":0.000044307213,"about_ca_topic_score_gemma":0.000083170045,"teacher_disagreement_score":0.012559203,"about_ca_system_score_codex":0.00017920538,"about_ca_system_score_gemma":0.00036408674,"threshold_uncertainty_score":0.6310845},"labels":[],"label_agreement":null},{"id":"W2810789745","doi":"10.2196/resprot.9396","title":"Using Mobile Technology (pMOTAR) to Assess Reactogenicity: Protocol for a Pilot Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; U.S. Public Health Service","keywords":"Protocol (science); Reactogenicity; Randomized controlled trial; Medicine; Computer science; Medical physics; Alternative medicine","score_opus":0.8469763577722462,"score_gpt":0.7569733247580466,"score_spread":0.09000303301419965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810789745","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026781792,6.27791e-7,0.0022044454,0.002727051,0.000027669748,0.98735565,0.000010482657,0.000244209,0.004751703],"genre_scores_gemma":[0.0016009037,3.196181e-7,0.015375204,0.00028230183,0.001735008,0.9759852,0.0000031551274,0.00013530372,0.0048825587],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.987594,0.0029028056,0.0021877955,0.001387467,0.0039080135,0.0020198922],"domain_scores_gemma":[0.95921326,0.029502077,0.0003802559,0.0019448601,0.008110512,0.0008490363],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058412638,0.00042454945,0.0029353253,0.0015540053,0.00065304147,0.00027655525,0.0012408374,0.0010396335,0.0007710935],"category_scores_gemma":[0.13643667,0.00029595033,0.00072082924,0.0020179336,0.0027173855,0.00015306367,0.001012176,0.00415624,0.00027751699],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95623577,0.0035259633,0.000057924073,0.001189645,0.0002343144,0.00002712431,0.00007737037,8.715936e-7,0.028509853,0.0067288806,0.002354114,0.0010581554],"study_design_scores_gemma":[0.82795054,0.043552436,0.0000023649013,0.003333141,0.00001995507,0.000013028701,0.000052079868,0.0006295168,0.01582668,0.024813596,0.08356393,0.0002427444],"about_ca_topic_score_codex":0.000037978127,"about_ca_topic_score_gemma":0.000043220334,"teacher_disagreement_score":0.12828526,"about_ca_system_score_codex":0.0005509109,"about_ca_system_score_gemma":0.004772989,"threshold_uncertainty_score":0.99999666},"labels":[],"label_agreement":null},{"id":"W2811358884","doi":"10.2196/resprot.9603","title":"A Mobile App (iBeni) With a Neuropsychological Basis for Cognitive Stimulation for Elderly Adults: Pilot and Validation Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neuropsychology; Cognition; Psychology; Mobile apps; Physical medicine and rehabilitation; Clinical psychology; Gerontology; Medicine; Computer science; Psychiatry; World Wide Web","score_opus":0.22570087812082645,"score_gpt":0.5574226967569944,"score_spread":0.33172181863616795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811358884","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49120623,0.0000014101967,0.0036756718,0.00007839212,0.0000024457297,0.50456214,0.000028370767,0.000045141252,0.00040017476],"genre_scores_gemma":[0.48142582,3.3829463e-7,0.00034698946,0.000032964173,0.00013152299,0.517486,0.00003097755,0.000022048604,0.00052335043],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9970893,0.00039723376,0.00027634905,0.0006976902,0.00090419065,0.00063521543],"domain_scores_gemma":[0.99602634,0.00072218827,0.00006810288,0.00024070135,0.0026974722,0.00024521863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001741965,0.00018071574,0.00025965457,0.00030221342,0.00040193967,0.0001732688,0.00011983965,0.000067707704,0.00017509169],"category_scores_gemma":[0.00069264986,0.00012853778,0.00004818584,0.00047214425,0.000372187,0.00020197431,0.000089426954,0.0002872928,0.000025810561],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27107766,0.020767491,0.4093178,0.002016848,0.00030609893,0.00006100994,0.0023775254,3.580465e-7,0.0066128965,0.000058174035,0.0031261542,0.28427798],"study_design_scores_gemma":[0.03648303,0.49329436,0.45476213,0.001818843,0.000039820985,0.000018644658,0.0020149585,0.00045707126,0.004913082,0.00021017875,0.005772382,0.00021550909],"about_ca_topic_score_codex":0.000008794215,"about_ca_topic_score_gemma":0.000013241939,"teacher_disagreement_score":0.47252688,"about_ca_system_score_codex":0.00005216768,"about_ca_system_score_gemma":0.00015828578,"threshold_uncertainty_score":0.5241618},"labels":[],"label_agreement":null},{"id":"W2811414353","doi":"10.2196/resprot.9248","title":"Therapeutic Management of Dyslipidemia Patients at Very High Cardiovascular Risk (CARDIO TRACK): Protocol for the Observational Registry Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dyslipidemia; Medicine; Observational study; Statin; Internal medicine; Risk factor; Atherosclerotic cardiovascular disease; Physical therapy; Disease; Pitavastatin","score_opus":0.29205545570005587,"score_gpt":0.5120932364981284,"score_spread":0.22003778079807257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811414353","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014725986,0.000016586495,0.0004048469,0.00016262825,0.000023336239,0.98391944,0.000045628934,0.000053310232,0.0006482054],"genre_scores_gemma":[0.027995741,0.0000017804554,0.0005881044,0.00005756145,0.00090778066,0.96951723,0.000019847637,0.00007212843,0.00083984603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99281085,0.0012426482,0.00075865735,0.0007722353,0.0036134734,0.00080216455],"domain_scores_gemma":[0.9946153,0.00029566724,0.00024386546,0.002846635,0.0017838902,0.00021461306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00948477,0.00029452096,0.0007719362,0.0001398373,0.0008187083,0.000060455994,0.0006104771,0.00017493367,0.0001153719],"category_scores_gemma":[0.000204254,0.0001869736,0.00093216385,0.0006804109,0.00044511564,0.00012463392,0.00039912024,0.0006214934,0.000043574564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025489526,0.010847016,0.44633844,0.017578166,0.020191388,0.00007524128,0.0011838096,0.00009495912,0.00013015687,0.001283135,0.04578272,0.43100545],"study_design_scores_gemma":[0.014665255,0.0051350566,0.51699096,0.0009837407,0.00014629115,0.0000028290958,0.00022903737,0.000046323225,0.0005710099,0.00022259585,0.46084192,0.00016500057],"about_ca_topic_score_codex":0.00015068325,"about_ca_topic_score_gemma":0.000014201338,"teacher_disagreement_score":0.43084043,"about_ca_system_score_codex":0.00045662705,"about_ca_system_score_gemma":0.00034845807,"threshold_uncertainty_score":0.7624562},"labels":[],"label_agreement":null},{"id":"W2811453786","doi":"10.2196/resprot.9761","title":"Implementation of a Cardiogenic Shock Team and Clinical Outcomes (INOVA-SHOCK Registry): Observational and Retrospective Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mechanical Circulatory Support Devices","field":"Engineering","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cardiogenic shock; Medicine; Myocardial infarction; Heart failure; Cardiology; Retrospective cohort study; Internal medicine; Shock (circulatory); Intensive care medicine","score_opus":0.29377565184638316,"score_gpt":0.5488119595863142,"score_spread":0.2550363077399311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811453786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8034497,0.0000050226404,0.000045241166,0.000036538873,0.000013861222,0.1960326,0.00002726978,0.000068269146,0.0003214855],"genre_scores_gemma":[0.7480263,5.3014026e-7,0.0001941212,0.000009750825,0.00011169327,0.25158578,0.0000042035854,0.000022971313,0.00004462717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99748325,0.00029368728,0.0006353119,0.00041282902,0.0008196199,0.0003552774],"domain_scores_gemma":[0.99865484,0.00020224848,0.0000850841,0.00046245963,0.0004224616,0.00017292898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022572638,0.00015543637,0.0003940988,0.00012915686,0.00012514091,0.00007213022,0.00022513463,0.00011118539,0.00016496879],"category_scores_gemma":[0.00021439027,0.00013996499,0.00007140848,0.0003270734,0.0002297435,0.00021237905,0.0002049271,0.0003932315,0.000013455351],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004331671,0.00012381768,0.99584293,0.00014285755,0.00014803675,0.0000030950764,0.00026980013,6.8327995e-7,0.00029892504,0.0003156709,0.0015751958,0.0012356502],"study_design_scores_gemma":[0.0015020708,0.001448379,0.9913552,0.000072719864,0.00000785573,0.0000029111718,0.0007285036,0.00026357695,0.0003868242,0.0005446324,0.0035530003,0.00013435238],"about_ca_topic_score_codex":0.000058904006,"about_ca_topic_score_gemma":0.00022983785,"teacher_disagreement_score":0.055553176,"about_ca_system_score_codex":0.00010122463,"about_ca_system_score_gemma":0.0000982758,"threshold_uncertainty_score":0.57076067},"labels":[],"label_agreement":null},{"id":"W2811463904","doi":"10.2196/resprot.9797","title":"Innovative Approach for Enhancing Testing of HIV, Hepatitis B, and Hepatitis C in the General Population: Protocol for an Acceptability and Feasibility Study (BaroTest 2016)","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biosimilars and Bioanalytical Methods","field":"Immunology and Microbiology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Context (archaeology); Hepatitis C; Human immunodeficiency virus (HIV); Hepatitis B virus; Dried blood spot; Virology; Hepatitis B; Protocol (science); Hepatitis C virus; Population; Immunology; Family medicine; Environmental health; Virus; Alternative medicine; Biology; Pathology","score_opus":0.3755801927589788,"score_gpt":0.5663908146646421,"score_spread":0.19081062190566334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811463904","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12025994,0.0000013546212,0.0012255952,0.00008693108,0.0000037138436,0.87816125,0.00007786463,0.0000146956945,0.00016863695],"genre_scores_gemma":[0.13937631,5.0529806e-8,0.021750722,0.00002702297,0.00007107196,0.8386917,0.000015327829,0.000011614049,0.00005616215],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962818,0.001919513,0.00059003854,0.00061152334,0.00012393012,0.00047318044],"domain_scores_gemma":[0.99716526,0.0012430423,0.00015429944,0.00043841207,0.00096217525,0.000036827776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077290684,0.00017434414,0.00038019905,0.00012972916,0.00043415203,0.000071971874,0.00029847003,0.00020455291,0.000042644326],"category_scores_gemma":[0.0022833361,0.000113731745,0.000034385106,0.00062651304,0.0008588481,0.00018712577,0.00019949797,0.00038560198,4.0838094e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012155834,0.0018658018,0.96272373,0.00061508635,0.000022734203,2.582587e-7,0.00089033035,1.446691e-7,0.011686417,0.0003243014,0.00039943622,0.020256154],"study_design_scores_gemma":[0.0044366457,0.011957902,0.9656636,0.00017485186,0.000004129933,0.000004892764,0.0005224949,0.0004566532,0.0119536435,0.0023551343,0.0022919334,0.00017809124],"about_ca_topic_score_codex":0.00077798427,"about_ca_topic_score_gemma":0.0011356391,"teacher_disagreement_score":0.03946955,"about_ca_system_score_codex":0.000054850865,"about_ca_system_score_gemma":0.00011979203,"threshold_uncertainty_score":0.4637846},"labels":[],"label_agreement":null},{"id":"W2811495424","doi":"10.2196/resprot.9682","title":"Prospective Epidemiological Research on Functioning Outcomes Related to Major Depressive Disorder in Japan (PERFORM-J): Protocol for a Prospective Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Treatment of Major Depression","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prospective cohort study; Epidemiology; Protocol (science); Medicine; Psychology; Cohort study; Psychiatry; Cohort; Major depressive disorder; Gerontology; Clinical psychology; Alternative medicine; Mood; Pathology","score_opus":0.26524595909574644,"score_gpt":0.5979881938293979,"score_spread":0.3327422347336515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811495424","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23822473,5.5919213e-7,0.00001424224,0.0010010736,0.000011577064,0.755621,0.000009918361,0.0001889257,0.0049279844],"genre_scores_gemma":[0.25276962,4.659138e-8,0.00050233654,0.000051471307,0.00018176247,0.74211466,0.000009563318,0.000098289034,0.00427222],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98920757,0.0024019363,0.0011261557,0.0022731845,0.0029219978,0.0020691343],"domain_scores_gemma":[0.99244785,0.0025208725,0.0001958192,0.0015361503,0.0026808481,0.0006184643],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010830051,0.0005786828,0.0012022561,0.0015623508,0.0013118637,0.00017473249,0.0006185117,0.00047696824,0.0006336155],"category_scores_gemma":[0.00877927,0.00037819956,0.00021166904,0.0024971014,0.0007464121,0.0003228773,0.0007568292,0.0026778537,0.00061254343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026314495,0.011806196,0.9510568,0.00027406198,0.00021458065,0.00006671886,0.0014185566,0.000008202868,0.00034665424,0.00061064545,0.004897311,0.002985826],"study_design_scores_gemma":[0.028741062,0.057147574,0.9004519,0.0026629723,0.0000107885535,0.000010636311,0.0011290795,0.00012697988,0.0013426626,0.0025828884,0.005462084,0.00033136032],"about_ca_topic_score_codex":0.00020471736,"about_ca_topic_score_gemma":0.00025110593,"teacher_disagreement_score":0.05060484,"about_ca_system_score_codex":0.0017536222,"about_ca_system_score_gemma":0.00053480314,"threshold_uncertainty_score":0.9999883},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2820243612","doi":"10.2196/10163","title":"Blockchain Technology for Detecting Falsified and Substandard Drugs in Distribution: Pharmaceutical Supply Chain Intervention","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Quality and Counterfeiting","field":"Medicine","cited_by":264,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health; Lister Hill National Center for Biomedical Communications; U.S. Department of Health and Human Services","keywords":"Computer security; Computer science; Blockchain; Counterfeit Drugs; Population; Supply chain; Business; Counterfeit; Medicine; Law; Marketing; Environmental health","score_opus":0.26350468233623137,"score_gpt":0.5909391891191547,"score_spread":0.3274345067829233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2820243612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6370913,0.000032900214,0.0022119589,0.0067239543,0.000014312046,0.3533096,0.00005096313,0.00013631696,0.00042871013],"genre_scores_gemma":[0.59396046,8.687227e-7,0.00012956663,0.00007137722,0.00017358507,0.40550894,0.000009957072,0.000012967142,0.00013225517],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974272,0.00035549275,0.00047119395,0.00045086764,0.000497092,0.00079814246],"domain_scores_gemma":[0.9985882,0.00040258723,0.00005941427,0.00022839087,0.00050004805,0.00022133203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049298136,0.0001479351,0.0002927792,0.00031110307,0.00027998266,0.00007106348,0.0001622099,0.00021255005,0.00020212644],"category_scores_gemma":[0.0011495254,0.00013739978,0.00007247151,0.0007584539,0.00069531024,0.000070412985,0.00019336738,0.00093306403,0.000034549823],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029294694,0.0032749297,0.048825458,0.008181641,0.00015877374,0.00013764043,0.0040735295,5.524661e-7,0.1787411,0.022621224,0.0025258986,0.7021646],"study_design_scores_gemma":[0.03370082,0.00887288,0.0049903705,0.012478399,0.000023482984,0.00017489304,0.00717737,0.018434355,0.576206,0.012988155,0.32431945,0.00063382875],"about_ca_topic_score_codex":0.000010770407,"about_ca_topic_score_gemma":0.000023643617,"teacher_disagreement_score":0.70153075,"about_ca_system_score_codex":0.00023838182,"about_ca_system_score_gemma":0.000099533616,"threshold_uncertainty_score":0.5603},"labels":[],"label_agreement":null},{"id":"W2828403778","doi":"10.2196/11234","title":"Intra-Arterial TheraSphere Yttrium-90 Glass Microspheres in the Treatment of Patients With Unresectable Hepatocellular Carcinoma: Protocol for the STOP-HCC Phase 3 Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Cancer Agency","funders":"Johns Hopkins University; University of Texas MD Anderson Cancer Center; Northwestern University; Moffitt Cancer Center; Ohio State University; Emory University; Massachusetts General Hospital","keywords":"Hepatocellular carcinoma; Medicine; Randomized controlled trial; Microsphere; Glass microsphere; Internal medicine; Oncology; Surgery","score_opus":0.1652489865846039,"score_gpt":0.44889700900039997,"score_spread":0.28364802241579606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2828403778","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3191568,0.000014936338,0.000043718737,0.00030909793,0.000017691234,0.6800686,0.000036106285,0.000022907505,0.00033014696],"genre_scores_gemma":[0.30635595,9.1271653e-7,0.00013315694,0.000028133487,0.0005533991,0.69243103,0.00003839674,0.000054103373,0.00040487194],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929358,0.002680139,0.0011843578,0.00065802975,0.0015159082,0.0010257876],"domain_scores_gemma":[0.9941578,0.002930991,0.00041720908,0.0011199999,0.0011903789,0.00018363583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004098753,0.0005325387,0.0020282536,0.00017720005,0.00049137505,0.00023006793,0.00060022896,0.00023741054,0.0007542691],"category_scores_gemma":[0.0003683902,0.00021857624,0.0007039342,0.000712938,0.0011086566,0.00014293815,0.000055015098,0.00036091238,0.000019130726],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9353604,0.015777953,0.041352134,0.00033867185,0.000521721,0.00004022648,0.0020190224,1.4967189e-7,0.000962994,0.00007864784,0.0013628696,0.0021852336],"study_design_scores_gemma":[0.8831938,0.04984313,0.0005213964,0.00040505553,0.0001396508,0.000002437881,0.00021808317,0.0010085772,0.011571474,0.00008514136,0.05280825,0.0002030233],"about_ca_topic_score_codex":0.00025037304,"about_ca_topic_score_gemma":0.00008632328,"teacher_disagreement_score":0.052166596,"about_ca_system_score_codex":0.00027166164,"about_ca_system_score_gemma":0.0008363075,"threshold_uncertainty_score":0.89132804},"labels":[],"label_agreement":null},{"id":"W2828483435","doi":"10.2196/resprot.9285","title":"Facilitating Web-Based Collaboration in Evidence Synthesis (TaskExchange): Development and Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council","keywords":"Computer science; World Wide Web; Knowledge management; Data science; Psychology","score_opus":0.7909332730868989,"score_gpt":0.7757842951690116,"score_spread":0.015148977917887274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2828483435","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37738392,0.0000026613147,0.00071126834,0.012995171,0.000011641507,0.60766774,0.00006172706,0.00010386427,0.0010620179],"genre_scores_gemma":[0.16074914,3.6124987e-7,0.006845457,0.00076514436,0.00007575291,0.8312266,0.0000029242183,0.000011370892,0.0003232721],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905763,0.0054797535,0.0009624006,0.0005600412,0.0012699126,0.0011515854],"domain_scores_gemma":[0.9855134,0.0122094,0.00022626917,0.0004305908,0.0012768733,0.00034345375],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01850308,0.00013784895,0.00029181433,0.00142422,0.0015389457,0.00008215106,0.00035089697,0.00013510957,0.0010428126],"category_scores_gemma":[0.0151387155,0.00012485324,0.000022207583,0.0058264253,0.00033918553,0.00045639873,0.00022182835,0.00055269815,0.00049068814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058610475,0.00015942802,0.8482707,0.003356695,0.000038385107,0.000009860611,0.09101745,0.000007657382,0.0042506787,0.000392149,0.016996833,0.03491407],"study_design_scores_gemma":[0.0032025066,0.00073888595,0.3256707,0.008221345,0.00000775419,2.8106032e-7,0.02302196,0.008393101,0.006433199,0.00015699217,0.62368476,0.00046848104],"about_ca_topic_score_codex":0.00021693851,"about_ca_topic_score_gemma":0.0060390034,"teacher_disagreement_score":0.60668796,"about_ca_system_score_codex":0.00080009754,"about_ca_system_score_gemma":0.0042322683,"threshold_uncertainty_score":0.99987036},"labels":[],"label_agreement":null},{"id":"W2832183395","doi":"10.2196/10451","title":"Evaluating the Use of Smart Home Technology by People With Brain Impairment: Protocol for a Single-Case Experimental Design","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Safety, Compensation and Recovery Research; WorkSafe Victoria; Monash University; Transport Accident Commission; Australian Government","keywords":"Protocol (science); Home automation; Intervention (counseling); Baseline (sea); Computer science; Applied psychology; Medicine; Psychology; Nursing; Telecommunications","score_opus":0.7692055975277101,"score_gpt":0.6834081707096795,"score_spread":0.0857974268180306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2832183395","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008220822,9.476975e-7,0.0037192726,0.0036272034,0.0000041355574,0.9839765,0.00003201817,0.00022275632,0.0001963664],"genre_scores_gemma":[0.01880271,2.0400922e-8,0.01589626,0.0001483372,0.000041229483,0.96426904,0.0000040421637,0.00004532183,0.0007930633],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993728,0.0036610838,0.00068560237,0.00049369555,0.0005502529,0.0008813867],"domain_scores_gemma":[0.9918735,0.004271535,0.0004186891,0.0017702588,0.0015610247,0.0001049774],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0063572708,0.00020857975,0.00032600094,0.0002691594,0.0023183918,0.00003242505,0.0008743559,0.00037846973,0.00040518786],"category_scores_gemma":[0.0019120682,0.00013172334,0.000055211058,0.0009851157,0.0020006225,0.00017513745,0.00083241565,0.001191788,0.0000578344],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04029328,0.014188595,0.060514655,0.0030636068,0.00023085593,0.000030212752,0.010426593,0.0000046535224,0.3863585,0.005479449,0.45635888,0.023050703],"study_design_scores_gemma":[0.021200504,0.09882993,0.0010262548,0.0043597277,0.000008774529,0.00013284851,0.011034092,0.0029419248,0.13217299,0.0020517646,0.72561026,0.00063094863],"about_ca_topic_score_codex":0.000059860813,"about_ca_topic_score_gemma":0.00012717729,"teacher_disagreement_score":0.26925135,"about_ca_system_score_codex":0.0003746216,"about_ca_system_score_gemma":0.00072927494,"threshold_uncertainty_score":0.99898046},"labels":[],"label_agreement":null},{"id":"W2832801248","doi":"10.2196/11295","title":"Unraveling the Biopsychosocial Factors of Fatigue and Sleep Problems After Traumatic Brain Injury: Protocol for a Multicenter Longitudinal Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Biopsychosocial model; Actigraphy; Traumatic brain injury; Cohort; Medicine; Rehabilitation; Quality of life (healthcare); Longitudinal study; Sleep disorder; Neurorehabilitation; Social support; Physical therapy; Cohort study; Psychology; Clinical psychology; Psychiatry; Cognition; Insomnia","score_opus":0.4739129454255305,"score_gpt":0.5949912498416192,"score_spread":0.12107830441608874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2832801248","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1873008,5.8958676e-7,0.00018687625,0.00086916593,0.000007833981,0.8112927,0.000032737982,0.000047817233,0.0002614582],"genre_scores_gemma":[0.3171254,2.9797881e-8,0.00044341892,0.000027236216,0.00021548153,0.6819111,0.0000035788946,0.000060219816,0.00021351114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99399,0.0010063384,0.0009898517,0.0008196178,0.0020957645,0.0010984357],"domain_scores_gemma":[0.99566174,0.0012365608,0.0002321227,0.0010423864,0.0014879713,0.00033921422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006646133,0.00036014116,0.00068681926,0.00046860363,0.0005376981,0.00021653311,0.0005620165,0.00020071966,0.00044868464],"category_scores_gemma":[0.0014565537,0.00022109438,0.00016162878,0.0008803916,0.0015930884,0.00020710431,0.00031978058,0.00092234876,0.000021223836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01263541,0.0048574405,0.94862086,0.0056440113,0.00045387304,0.000008599864,0.014053121,1.9767337e-7,0.002329479,0.00010153845,0.0047212113,0.0065742317],"study_design_scores_gemma":[0.014249956,0.022134094,0.9408974,0.0046104137,0.000029904,0.000008374401,0.002795648,0.000667008,0.0027387051,0.00046139868,0.011071073,0.000336027],"about_ca_topic_score_codex":0.00010154005,"about_ca_topic_score_gemma":0.00011999046,"teacher_disagreement_score":0.12982461,"about_ca_system_score_codex":0.00016307727,"about_ca_system_score_gemma":0.00031673769,"threshold_uncertainty_score":0.9015967},"labels":[],"label_agreement":null},{"id":"W2872085784","doi":"10.2196/10961","title":"Scholarly Influence of the Conference and Labs of the Evaluation Forum eHealth Initiative: Review and Bibliometric Study of the 2012 to 2017 Outcomes","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of General Medical Sciences; Australian Research Council; National Institutes of Health; Vetenskapsrådet; Agence Nationale de la Recherche; Australian Government; Horizon 2020 Framework Programme; European Science Foundation; European Commission; U.S. Department of Veterans Affairs","keywords":"Clef; eHealth; Health care; Computer science; Analytics; Scope (computer science); Medical education; Data science; World Wide Web; Knowledge management; Medicine; Task (project management); Political science; Engineering","score_opus":0.6121782197030267,"score_gpt":0.7095022151094371,"score_spread":0.09732399540641046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2872085784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5798917,0.00008701244,0.0000037462257,0.0045497767,0.000016637017,0.4146585,0.000043992914,0.0000044177254,0.0007442556],"genre_scores_gemma":[0.67096126,0.00003299232,0.000030083853,0.0019019429,0.000012771322,0.32692367,4.1516284e-7,0.0000051216284,0.00013178465],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9889361,0.007296147,0.0015103178,0.00022067044,0.001620831,0.00041590107],"domain_scores_gemma":[0.99039173,0.0011474863,0.0011414271,0.0011538618,0.0060268557,0.0001386442],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022714287,0.00011144913,0.00037052896,0.0013829834,0.0011508144,0.000043884458,0.00092231773,0.00010035971,0.00015762905],"category_scores_gemma":[0.012796616,0.000048952283,0.000034942776,0.013745978,0.00047691396,0.0016470302,0.0012560656,0.0009886491,0.000010485633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076051496,0.00020169912,0.9743562,0.0067870244,0.000008094927,9.089491e-9,0.006347957,2.6045598e-7,0.000049755814,0.0002888856,0.005230837,0.0066532674],"study_design_scores_gemma":[0.00096953724,0.00059146207,0.9770919,0.0065212706,0.000005446557,1.658847e-7,0.001303841,0.000028546867,0.00008663184,0.00042595871,0.0129305655,0.000044680353],"about_ca_topic_score_codex":0.00026059386,"about_ca_topic_score_gemma":0.00025982517,"teacher_disagreement_score":0.09106955,"about_ca_system_score_codex":0.00008819278,"about_ca_system_score_gemma":0.0017059399,"threshold_uncertainty_score":0.99551904},"labels":[],"label_agreement":null},{"id":"W2879638111","doi":"10.2196/11191","title":"Enzalutamide Versus Abiraterone as a First-Line Endocrine Therapy for Castration-Resistant Prostate Cancer: Protocol for a Multicenter Randomized Phase 3 Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prostate Cancer Treatment and Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enzalutamide; Prostate cancer; Abiraterone; Medicine; Abiraterone acetate; Protocol (science); Oncology; Randomized controlled trial; Androgen deprivation therapy; Internal medicine; Cancer; Alternative medicine; Androgen receptor","score_opus":0.3228273930777455,"score_gpt":0.6162267959688664,"score_spread":0.29339940289112093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2879638111","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071678474,0.000014993792,0.000103628474,0.003928982,0.000050078528,0.9879697,0.00028945442,0.00012231703,0.0003529815],"genre_scores_gemma":[0.002251254,0.000014876497,0.0010446933,0.00008911207,0.0019118913,0.9871041,0.00014127778,0.00012595388,0.007316833],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99461627,0.0005368294,0.0009942488,0.00095777167,0.0013003473,0.0015945454],"domain_scores_gemma":[0.9944106,0.00145321,0.0002660069,0.00071838684,0.0026301884,0.0005216314],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028586667,0.00046804114,0.0010465488,0.0004096313,0.0007836924,0.00029629163,0.00036115036,0.00016832497,0.00082462735],"category_scores_gemma":[0.0011444378,0.00030765406,0.00043846935,0.00051078934,0.0010078285,0.00027790287,0.00011000289,0.00048386655,0.0000556541],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94657934,0.005313372,0.00002167556,0.0017239271,0.0004449763,0.000043959706,0.0006491751,8.779889e-7,0.021508098,0.0001345894,0.008149077,0.015430913],"study_design_scores_gemma":[0.6051273,0.051045503,0.0000047481635,0.0011297963,0.00001749301,0.0000023582534,0.00004665805,0.00041378252,0.07324299,0.00029841193,0.2684842,0.00018678883],"about_ca_topic_score_codex":0.00023270487,"about_ca_topic_score_gemma":0.00021133904,"teacher_disagreement_score":0.3414521,"about_ca_system_score_codex":0.0005872887,"about_ca_system_score_gemma":0.0020626516,"threshold_uncertainty_score":0.99993753},"labels":[],"label_agreement":null},{"id":"W2882530038","doi":"10.2196/11008","title":"Mind-Body Treatment for International English-Speaking Adults With Neurofibromatosis via Live Videoconferencing: Protocol for a Single-Blind Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurofibromatosis and Schwannoma Cases","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Defense","keywords":"Randomized controlled trial; Quality of life (healthcare); Videoconferencing; Psychosocial; Protocol (science); Stress management; Medicine; Psychology; Physical therapy; Clinical psychology; Nursing; Multimedia; Psychiatry; Computer science; Alternative medicine; Surgery","score_opus":0.19193599522322952,"score_gpt":0.4867387733973616,"score_spread":0.2948027781741321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2882530038","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021527952,6.2549316e-7,0.00061892834,0.00042769877,0.000066232446,0.9743225,0.000042338794,0.00012558121,0.002868162],"genre_scores_gemma":[0.031715948,1.0706495e-7,0.003089469,0.000044790595,0.0028995401,0.96137434,0.000047717353,0.00011934134,0.0007087471],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943925,0.0008792027,0.0013600654,0.0010700544,0.0012997165,0.0009984759],"domain_scores_gemma":[0.9898256,0.0036466066,0.00060164096,0.0006980367,0.0048147826,0.00041330684],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00227568,0.0005474125,0.0020540485,0.0006083869,0.0004503456,0.00046038916,0.00038993274,0.00022679997,0.00039919917],"category_scores_gemma":[0.004431322,0.00033300082,0.0008492559,0.00032096644,0.0005468206,0.0003122602,0.000117664495,0.00030507287,0.00002775559],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97971886,0.003961081,0.00006416488,0.00067556417,0.000509949,0.000047858106,0.0016598317,2.7555924e-7,0.009604496,0.00017500721,0.0010158244,0.002567077],"study_design_scores_gemma":[0.82072854,0.062197175,0.000008029952,0.0034046161,0.0000651396,0.0000476402,0.00015029674,0.0016815659,0.040467188,0.00006952716,0.07090462,0.00027567276],"about_ca_topic_score_codex":0.000025036114,"about_ca_topic_score_gemma":0.000017437576,"teacher_disagreement_score":0.15899034,"about_ca_system_score_codex":0.0002832399,"about_ca_system_score_gemma":0.0008529007,"threshold_uncertainty_score":0.9999122},"labels":[],"label_agreement":null},{"id":"W2882927263","doi":"10.2196/resprot.9277","title":"Effects of Deep Versus Moderate Neuromuscular Blockade in Laparoscopic Gynecologic Surgery on Postoperative Pain and Surgical Conditions: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Abdominal Surgery and Complications","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Neuromuscular Blockade; Laparoscopic surgery; Protocol (science); Postoperative pain; Physical therapy; Laparoscopy; Surgery; Physical medicine and rehabilitation; Anesthesia; General surgery; Alternative medicine","score_opus":0.12548340234766195,"score_gpt":0.504628021590704,"score_spread":0.379144619243042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2882927263","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.110683456,0.000002273514,0.00003620734,0.0005288856,0.00001125812,0.8883287,0.0000035638589,0.000027378152,0.0003782948],"genre_scores_gemma":[0.06869545,4.5716195e-7,0.00007198227,0.000075460055,0.00014261238,0.9308215,0.0000078815065,0.000020187748,0.00016451075],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929369,0.0048288777,0.00080091116,0.0004547601,0.0004902834,0.00048823137],"domain_scores_gemma":[0.9654206,0.033350065,0.00019189689,0.0002982029,0.0005652821,0.00017394031],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006947451,0.00021714509,0.0017112866,0.00039569425,0.00025107962,0.000047437945,0.00011187089,0.00017274996,0.00012998657],"category_scores_gemma":[0.010880332,0.0001478455,0.00034331693,0.0003799063,0.00075203937,0.00006541121,0.00005609914,0.00040164203,0.000009234983],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9934799,0.002211017,0.000050546296,0.0006334127,0.000096359545,0.00005334507,0.0000992763,0.000002706013,0.0013757746,0.00081685174,0.00045732484,0.00072345475],"study_design_scores_gemma":[0.9706522,0.013453952,0.00017824305,0.0013346416,0.000019171852,0.000004696187,0.000023852339,0.0020880848,0.008025843,0.0011842544,0.002897988,0.00013707083],"about_ca_topic_score_codex":0.000008361835,"about_ca_topic_score_gemma":0.000007726706,"teacher_disagreement_score":0.04249278,"about_ca_system_score_codex":0.000075353164,"about_ca_system_score_gemma":0.00035925736,"threshold_uncertainty_score":0.9974514},"labels":[],"label_agreement":null},{"id":"W2883013182","doi":"10.2196/11298","title":"Efficacy of an Online Self-Help Treatment for Comorbid Alcohol Misuse and Emotional Problems in Young Adults: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University; University of Regina; University of Manitoba","funders":"Research Manitoba","keywords":"Anxiety; Young adult; Randomized controlled trial; Depression (economics); Psychiatry; Clinical psychology; Protocol (science); Psychology; Medicine; Alternative medicine; Developmental psychology","score_opus":0.21602484179721976,"score_gpt":0.5325859760762843,"score_spread":0.31656113427906457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883013182","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14967379,0.000002395421,0.000021713706,0.00021353718,0.0000078710655,0.8499005,0.000024533841,0.00006133482,0.00009430946],"genre_scores_gemma":[0.0071675205,0.000001452627,0.0040266016,0.000015432899,0.0005254288,0.98755085,0.00009382908,0.000052512412,0.0005663765],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99646795,0.00060669205,0.0010642849,0.0005627289,0.00066144066,0.00063689996],"domain_scores_gemma":[0.9959258,0.0021999255,0.0002869395,0.00044751374,0.00091129803,0.00022853549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024601188,0.00032568607,0.0018182484,0.00042564512,0.00015418752,0.000050268656,0.00016034472,0.00017638618,0.000083775536],"category_scores_gemma":[0.0010075157,0.00019818677,0.0004182939,0.00028984968,0.00037693605,0.00016214834,0.000033272143,0.00016502569,0.000003320239],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97694397,0.013704622,0.003563314,0.00081833504,0.0003727618,0.0000060879242,0.0018941858,5.895939e-7,0.0003654071,0.000101035876,0.00020545247,0.0020242564],"study_design_scores_gemma":[0.96225667,0.02747839,0.0012819234,0.0032069853,0.000052021347,0.0000068228856,0.00016635089,0.0017415507,0.0012913606,0.00027331142,0.0020819325,0.00016265726],"about_ca_topic_score_codex":0.00003416941,"about_ca_topic_score_gemma":0.00034006647,"teacher_disagreement_score":0.14250627,"about_ca_system_score_codex":0.00029315017,"about_ca_system_score_gemma":0.0005508555,"threshold_uncertainty_score":0.8081822},"labels":[],"label_agreement":null},{"id":"W2883083536","doi":"10.2196/resprot.9288","title":"Serious Games for Improving Genetic Literacy and Genetic Risk Awareness in the General Public: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Genetic testing; Health literacy; Usability; Psychology; Applied psychology; Test (biology); Intervention (counseling); Literacy; Computer science; Medicine; Health care; Human–computer interaction","score_opus":0.07662161125984901,"score_gpt":0.5084253373074448,"score_spread":0.43180372604759576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883083536","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042349488,0.000019778146,0.0058253864,0.0004074741,0.000028943827,0.95125216,0.000037809197,0.00001443874,0.00006451831],"genre_scores_gemma":[0.011641023,0.0000018965676,0.010472198,0.00011090267,0.0018011876,0.9755301,0.00001815053,0.00005856891,0.00036598477],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951846,0.002028926,0.0008009185,0.0007598674,0.0004399637,0.0007857309],"domain_scores_gemma":[0.99719864,0.00074192137,0.0003078063,0.00073221826,0.00090734503,0.00011204102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004845255,0.0002774874,0.00063621247,0.00021324154,0.000502262,0.000542881,0.00064331247,0.00026106925,0.000019944331],"category_scores_gemma":[0.0026302957,0.00018192836,0.0002774108,0.0002688914,0.00063070626,0.00001851145,0.00021202596,0.00026472716,0.0000020240386],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9467913,0.0004071024,0.00031819378,0.0004312214,0.00010023261,0.0000021648516,0.0004795919,0.000012883531,0.011550695,0.000092106064,0.0030301674,0.03678435],"study_design_scores_gemma":[0.8453852,0.0039756717,0.00023356249,0.00008873918,0.000012775205,0.000011055166,0.000042801224,0.004742295,0.0056674653,0.0015316475,0.13806349,0.00024529995],"about_ca_topic_score_codex":0.000038238697,"about_ca_topic_score_gemma":0.00011076128,"teacher_disagreement_score":0.13503332,"about_ca_system_score_codex":0.000074858544,"about_ca_system_score_gemma":0.0011554123,"threshold_uncertainty_score":0.7418823},"labels":[],"label_agreement":null},{"id":"W2883087794","doi":"10.2196/11294","title":"Evaluation of Biological and Functional Changes in Healthy Smokers Switching to the Tobacco Heating System 2.2 Versus Continued Tobacco Smoking: Protocol for a Randomized, Controlled, Multicenter Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Randomized controlled trial; Tobacco use; Environmental health; Alternative medicine; Population; Internal medicine; Pathology","score_opus":0.4208084919304119,"score_gpt":0.5658349522271731,"score_spread":0.14502646029676114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883087794","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3809199,8.28753e-7,0.000054062857,0.0004082267,0.000023928455,0.6184596,0.0000023229813,0.00001783681,0.00011330411],"genre_scores_gemma":[0.4822233,2.6178657e-8,0.00003155978,0.000019915247,0.00019289058,0.5175136,0.0000023740467,0.000010293222,0.0000060458365],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936298,0.002891696,0.0007503329,0.00046942264,0.0017910296,0.00046768904],"domain_scores_gemma":[0.99549526,0.001732693,0.0002627006,0.0003372775,0.0020492417,0.00012281518],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030653508,0.00018515078,0.00082174374,0.00035914392,0.0003175424,0.00009041853,0.00013492577,0.000131879,0.00006912246],"category_scores_gemma":[0.0041712923,0.00010654698,0.000109515386,0.00041055618,0.000157637,0.00007797262,0.00010843411,0.0003635705,0.0000016992908],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78658193,0.0010154274,0.1952543,0.0002391948,0.00013189016,0.0000017344237,0.0023317973,0.000009632041,0.00069158827,0.00006921549,0.0001324591,0.013540818],"study_design_scores_gemma":[0.8685315,0.011946917,0.10402466,0.002688235,0.00008336203,0.000002803704,0.008227975,0.003042607,0.00059383496,0.000017561886,0.0006930058,0.00014750681],"about_ca_topic_score_codex":0.00015739108,"about_ca_topic_score_gemma":0.00026362773,"teacher_disagreement_score":0.10130341,"about_ca_system_score_codex":0.00044801953,"about_ca_system_score_gemma":0.00030289084,"threshold_uncertainty_score":0.9981462},"labels":[],"label_agreement":null},{"id":"W2883503959","doi":"10.2196/11262","title":"Virtual Medical Modality Implementation Strategies for Patient-Aligned Care Teams to Promote Veteran-Centered Care: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Quality Enhancement Research Initiative; Office of Research and Development; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Telehealth; Health care; Protocol (science); Focus group; Interactive kiosk; Pact; Patient portal; Veterans Affairs; Nursing; Health information technology; Medicine; Telemedicine; Medical education; Business; Computer science; Alternative medicine","score_opus":0.3184399773572682,"score_gpt":0.7098691560101509,"score_spread":0.3914291786528827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883503959","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019149797,9.882312e-7,0.009506628,0.0008124866,0.00013207171,0.9695907,0.0002582428,0.00023317133,0.0003158827],"genre_scores_gemma":[0.025629053,2.2370815e-8,0.0066149007,0.00023988275,0.0014151837,0.9656947,0.00008851882,0.00014659921,0.00017109884],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97960645,0.011403312,0.0022566186,0.0013677772,0.0022493328,0.0031165238],"domain_scores_gemma":[0.99081063,0.001508924,0.00052252266,0.0012257637,0.0048782136,0.001053955],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01374292,0.0004799887,0.0008340914,0.0004416644,0.0028242883,0.00018199587,0.0010797555,0.0005494014,0.0004141972],"category_scores_gemma":[0.0016197234,0.00040011518,0.00017805166,0.0007971603,0.00019580794,0.0003899231,0.00064171513,0.0010675171,0.00010440508],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011606585,0.0020928413,0.0054245573,0.020321395,0.000113918126,0.0000067692295,0.2446012,6.5765073e-7,0.0021959064,0.0014705297,0.042913314,0.66925234],"study_design_scores_gemma":[0.018942744,0.08362096,0.0008594859,0.0036143973,0.000005358654,0.0000015305866,0.2629996,0.00014025105,0.0016662863,0.000874097,0.62684935,0.00042592827],"about_ca_topic_score_codex":0.001182729,"about_ca_topic_score_gemma":0.009772892,"teacher_disagreement_score":0.6688264,"about_ca_system_score_codex":0.00257878,"about_ca_system_score_gemma":0.011507032,"threshold_uncertainty_score":0.9998451},"labels":[],"label_agreement":null},{"id":"W2883730353","doi":"10.2196/10000","title":"Community Volunteer Support for Families With Young Children: Protocol for the Volunteer Family Connect Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Western Sydney University; Macquarie University","keywords":"Volunteer; Protocol (science); Psychology; Randomized controlled trial; Family medicine; Medicine; Medical education; Alternative medicine","score_opus":0.3410862662973878,"score_gpt":0.5849324934056169,"score_spread":0.24384622710822912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883730353","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002488349,0.0000018255244,0.0019773836,0.00066240405,0.00031341877,0.9831227,0.00031257776,0.00019978925,0.010921521],"genre_scores_gemma":[0.0028634176,4.3951022e-7,0.0003987361,0.0019802647,0.0019638024,0.98015374,0.00012173189,0.00014670515,0.012371183],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98294944,0.011066258,0.001885324,0.0006619462,0.001496513,0.0019405225],"domain_scores_gemma":[0.9344583,0.04545828,0.0007675993,0.0015677918,0.017470766,0.00027722336],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022745654,0.00060283666,0.0021118573,0.00041951236,0.0068954644,0.0001713299,0.0015101208,0.00055707997,0.0004888645],"category_scores_gemma":[0.028455125,0.00031565255,0.00076948735,0.0006313029,0.0026093973,0.00028124126,0.00045780122,0.0030169354,0.000165279],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6829398,0.00040894398,0.0008732724,0.00058658794,0.0003284844,9.2314656e-7,0.0039470256,6.574021e-7,0.000061828876,0.0011817702,0.3093972,0.00027346116],"study_design_scores_gemma":[0.69513017,0.01303485,0.00029869,0.002598063,0.000038525322,0.0000021125816,0.006841241,0.0002587222,0.00009498816,0.00042329793,0.28095442,0.00032489683],"about_ca_topic_score_codex":0.0007888761,"about_ca_topic_score_gemma":0.00084165,"teacher_disagreement_score":0.048491098,"about_ca_system_score_codex":0.00028707893,"about_ca_system_score_gemma":0.0020689592,"threshold_uncertainty_score":0.99992955},"labels":[],"label_agreement":null},{"id":"W2883792530","doi":"10.2196/11031","title":"Development of a Path to Home Mobile App for the Geriatric Rehabilitation Program at Bruyère Continuing Care: Protocol for User-Centered Design and Feasibility Testing Studies","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"MacEwan University; Bruyère; University of Ottawa","funders":"","keywords":"Protocol (science); Rehabilitation; Mobile apps; User-centered design; Path (computing); Medicine; Computer science; Nursing; Psychology; Physical medicine and rehabilitation; Gerontology; Human–computer interaction; Physical therapy; World Wide Web; Alternative medicine; Computer network","score_opus":0.3252336760761877,"score_gpt":0.5713748315142099,"score_spread":0.24614115543802217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883792530","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06253692,0.000010790003,0.0019568286,0.00019387546,0.0000109853445,0.93518865,0.000012423941,0.0000770306,0.000012484263],"genre_scores_gemma":[0.0032469437,9.6501296e-8,0.24065894,0.000008475242,0.00011323215,0.755792,0.0000026711996,0.000027197377,0.00015041174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99734014,0.0003260927,0.0006801614,0.00055208465,0.000574229,0.000527292],"domain_scores_gemma":[0.9912751,0.0045299497,0.0001835308,0.000424008,0.0034251853,0.00016225295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003732981,0.00019146281,0.00042721414,0.00021507617,0.0005235249,0.00006145652,0.00016527476,0.00009569004,0.000007909999],"category_scores_gemma":[0.0055064885,0.000121565085,0.0001133103,0.0005800739,0.0004432069,0.000093113704,0.00021007915,0.00015163729,0.000003419983],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030397551,0.002650661,0.10033277,0.044906568,0.00021439328,0.0000012209565,0.06521648,0.000010934479,0.033231616,0.000039692135,0.008058967,0.7149391],"study_design_scores_gemma":[0.03383623,0.100357935,0.17494239,0.016661456,0.00003825597,0.000011216007,0.033088107,0.001131926,0.020222738,0.0002764412,0.61877155,0.0006617398],"about_ca_topic_score_codex":0.0000024796198,"about_ca_topic_score_gemma":0.000012517306,"teacher_disagreement_score":0.7142774,"about_ca_system_score_codex":0.0005115173,"about_ca_system_score_gemma":0.0004322495,"threshold_uncertainty_score":0.6592179},"labels":[],"label_agreement":null},{"id":"W2883819349","doi":"10.2196/11135","title":"An Electronic Clinical Decision Support System for the Assessment and Management of Suicidality in Primary Care: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Clinical decision support system; Operationalization; Mental health; Decision support system; CLARITY; Medicine; Nursing; Health informatics; Public health; Psychology; Computer science; Psychiatry","score_opus":0.4240337170129861,"score_gpt":0.7528363141035939,"score_spread":0.3288025970906078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883819349","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003581354,0.0000035562698,0.017497396,0.0001764728,0.000061934334,0.9779072,0.000025817382,0.000072263465,0.00067405286],"genre_scores_gemma":[0.015353636,0.0000011371006,0.015777243,0.000047855032,0.0004550143,0.96813166,0.000010089423,0.000076893586,0.00014645465],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9781153,0.01453022,0.0028329014,0.0010792689,0.0011828453,0.0022594454],"domain_scores_gemma":[0.9872212,0.00853145,0.0006697901,0.0016478241,0.0016068545,0.00032290313],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.08616966,0.00029242516,0.0009160242,0.00028867048,0.0013264593,0.000052798056,0.0010466232,0.00037156622,0.000027681795],"category_scores_gemma":[0.00029160146,0.00019686641,0.00012922162,0.00068088685,0.0003020651,0.00018039465,0.00055337715,0.001665531,0.000009013861],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015416071,0.0053006248,0.23734663,0.09537195,0.00021074706,0.000007488289,0.0045984024,0.0000012357318,0.00019463104,0.009506721,0.010414913,0.6216306],"study_design_scores_gemma":[0.032411825,0.06121029,0.42033714,0.01055691,0.000020220104,0.0000029108007,0.026390048,0.0012005742,0.00011668487,0.0010450673,0.44631425,0.00039409267],"about_ca_topic_score_codex":0.00021365938,"about_ca_topic_score_gemma":0.001433079,"teacher_disagreement_score":0.6212365,"about_ca_system_score_codex":0.0030246289,"about_ca_system_score_gemma":0.0059924615,"threshold_uncertainty_score":0.99997365},"labels":[],"label_agreement":null},{"id":"W2883868690","doi":"10.2196/11083","title":"Hispanic Secondary Stroke Prevention Initiative Design: Study Protocol and Rationale for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences","keywords":"Randomized controlled trial; Protocol (science); Stroke (engine); Medicine; Secondary prevention; Research design; Physical therapy; Psychology; Alternative medicine; Engineering","score_opus":0.24414355581232533,"score_gpt":0.5446996202267604,"score_spread":0.3005560644144351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883868690","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015445726,0.0000013651661,0.0052888296,0.00044575337,0.000012076857,0.98573816,0.0000082519955,0.000068809546,0.006892179],"genre_scores_gemma":[0.0018532916,1.3922596e-7,0.0038415326,0.00008847614,0.00072718144,0.98262995,0.0000106397865,0.000042675423,0.010806084],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944633,0.0023389398,0.00091175444,0.00061004935,0.0011382827,0.0005376575],"domain_scores_gemma":[0.99580735,0.0020800768,0.00032356687,0.00045104767,0.0011523992,0.0001855302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010124621,0.00025941912,0.0012952294,0.00039642907,0.0003259932,0.00013927021,0.00020302595,0.00012438594,0.0007111925],"category_scores_gemma":[0.0026876274,0.00018331622,0.00027097148,0.0002446298,0.000479044,0.00022408373,0.00023514462,0.00046411605,0.000032921424],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.959506,0.002600142,0.000026191292,0.0003850083,0.0006035624,0.000009074974,0.00078901707,1.1143461e-7,0.0013382685,0.00013378588,0.032042928,0.0025659623],"study_design_scores_gemma":[0.93003213,0.03086784,0.0000486021,0.00048692568,0.00006747879,0.0000037916511,0.0005576617,0.00057353586,0.0015812188,0.0006813216,0.034953184,0.00014631577],"about_ca_topic_score_codex":0.0000026382008,"about_ca_topic_score_gemma":0.000003477157,"teacher_disagreement_score":0.029473824,"about_ca_system_score_codex":0.00018081543,"about_ca_system_score_gemma":0.0008707093,"threshold_uncertainty_score":0.7787059},"labels":[],"label_agreement":null},{"id":"W2884475576","doi":"10.2196/10941","title":"Neurological Disorders in Central Spain, Second Survey: Feasibility Pilot Observational Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurology and Historical Studies","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Centro de Investigación Biomédica en Red sobre Enfermedades Neurodegenerativas","keywords":"Observational study; Medicine; Pathology","score_opus":0.7103862497383301,"score_gpt":0.5624631010546004,"score_spread":0.1479231486837297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884475576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6932576,7.092225e-7,0.0000028281038,0.0008197122,0.000028434279,0.30313843,0.000018783265,0.000058802903,0.0026747524],"genre_scores_gemma":[0.6017492,2.5407562e-7,0.000004809042,0.00027863064,0.000083550316,0.39751524,8.9626775e-7,0.000008209083,0.00035924467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99176687,0.0050732577,0.0003689525,0.00097205245,0.0008310453,0.0009878014],"domain_scores_gemma":[0.9970592,0.0020914234,0.00005901308,0.0004533461,0.00016748797,0.00016950326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002974084,0.00017498236,0.00025717326,0.00014632096,0.0006906735,0.00006819877,0.000702751,0.00008441708,0.0007470397],"category_scores_gemma":[0.004930074,0.00014383867,0.000041158524,0.0010407356,0.0012829531,0.00018492153,0.00052340253,0.001090574,0.00017947529],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00257513,0.004839036,0.9858521,0.000022883763,0.0000018389303,0.000030577638,0.00018909888,8.885161e-7,0.0017058741,0.000581544,0.003856325,0.0003446672],"study_design_scores_gemma":[0.0014312984,0.010468778,0.94041944,0.00000786737,2.4569468e-7,0.0000011682489,0.000009173281,0.000043971235,0.00017623705,0.0019658534,0.045353875,0.0001221123],"about_ca_topic_score_codex":0.0001202779,"about_ca_topic_score_gemma":0.0086205695,"teacher_disagreement_score":0.0943768,"about_ca_system_score_codex":0.00010816745,"about_ca_system_score_gemma":0.00012415399,"threshold_uncertainty_score":0.81795603},"labels":[],"label_agreement":null},{"id":"W2884538269","doi":"10.2196/10939","title":"User Perspectives of a Web-Based Data-Sharing Platform (Open Humans) on Ethical Oversight in Participant-Led Research: Protocol for a Quantitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Research ethics; Computer science; Data collection; Data sharing; World Wide Web; Psychology; Data science; Knowledge management; Internet privacy; Medicine; Alternative medicine; Sociology","score_opus":0.9669381264645935,"score_gpt":0.8054270301916884,"score_spread":0.16151109627290516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884538269","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013336882,7.366907e-7,0.000024329796,0.004786267,0.0000055302557,0.97678787,0.000070406066,0.000052216255,0.004935789],"genre_scores_gemma":[0.07444551,3.4920131e-7,0.0026747906,0.00016778204,0.00026272182,0.92136574,0.000014352754,0.00010132452,0.00096741493],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9832409,0.003526958,0.0016081447,0.002499397,0.006969893,0.0021546765],"domain_scores_gemma":[0.9528271,0.034966715,0.00025212072,0.0041572982,0.0071562715,0.00064052746],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.101704344,0.00035341282,0.0010816165,0.0015393035,0.0007422533,0.0004278411,0.0048189145,0.00095328694,0.000859915],"category_scores_gemma":[0.093330994,0.0002745777,0.00015018853,0.0025136732,0.0036972333,0.0006232607,0.0052804477,0.011522962,0.00017806292],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3341305,0.0778822,0.12113768,0.014006684,0.0006547078,0.0005375994,0.057790022,0.000006402675,0.0085737575,0.35158405,0.03213105,0.0015653496],"study_design_scores_gemma":[0.16470167,0.3306735,0.07193395,0.0633284,0.000037657086,0.000004075161,0.07635671,0.01607783,0.01290499,0.082277946,0.18031746,0.0013858221],"about_ca_topic_score_codex":0.00054271345,"about_ca_topic_score_gemma":0.004555881,"teacher_disagreement_score":0.2693061,"about_ca_system_score_codex":0.0006849791,"about_ca_system_score_gemma":0.0050397227,"threshold_uncertainty_score":0.9999706},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2884622719","doi":"10.2196/resprot.9762","title":"Monitoring Twitter Conversations for Targeted Recruitment in Cancer Trials in Los Angeles County: Protocol for a Mixed-Methods Pilot Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; USC Norris Comprehensive Cancer Center; National Institutes of Health; Southern California Clinical and Translational Science Institute","keywords":"Social media; Clinical trial; Medicine; Breast cancer; Cancer; Intervention (counseling); Accrual; Family medicine; Nursing; World Wide Web; Pathology","score_opus":0.8915483974998573,"score_gpt":0.7631633225003206,"score_spread":0.12838507499953666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884622719","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006634391,0.0000022304823,0.00013517235,0.0013202799,0.00031516163,0.9913855,0.000059518236,0.000048629307,0.00009911208],"genre_scores_gemma":[0.002030983,4.8496014e-7,0.0061649675,0.000031366446,0.0032044083,0.98843527,0.000003329384,0.00003737605,0.00009179634],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874043,0.008950944,0.0010502063,0.0005534234,0.0009436681,0.0010974453],"domain_scores_gemma":[0.98340315,0.014478847,0.00032194602,0.00029827145,0.0012753967,0.0002224155],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045000594,0.00016891146,0.0005394273,0.0005590433,0.0007815999,0.00019608578,0.0004690992,0.00015335884,0.00013424511],"category_scores_gemma":[0.025579263,0.00015994873,0.00006358063,0.0014140456,0.00040095593,0.000294929,0.000068663125,0.00039256836,0.0000042181555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010389399,0.013256625,0.4817997,0.002784229,0.00007378016,0.0000027383066,0.1602198,0.0000034185887,0.0044486695,0.000990603,0.05621559,0.26981544],"study_design_scores_gemma":[0.010297765,0.008015189,0.0697301,0.0023359475,0.0000042553847,4.30422e-8,0.028258486,0.000046478533,0.0060306755,0.0035712293,0.87140524,0.00030458652],"about_ca_topic_score_codex":0.006730839,"about_ca_topic_score_gemma":0.020965341,"teacher_disagreement_score":0.81518966,"about_ca_system_score_codex":0.0022876132,"about_ca_system_score_gemma":0.0030464185,"threshold_uncertainty_score":0.9998834},"labels":[],"label_agreement":null},{"id":"W2884783942","doi":"10.2196/11368","title":"A Remote Intervention to Prevent or Delay Cognitive Impairment in Older Adults: Design, Recruitment, and Baseline Characteristics of the Virtual Cognitive Health (VC Health) Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Biogen; H. Lundbeck A/S; Eli Lilly and Company","keywords":"Cognitive decline; Psychological intervention; Gerontology; Cognition; Anxiety; Dementia; Medicine; Repeatable Battery for the Assessment of Neuropsychological Status; Intervention (counseling); Physical therapy; Psychology; Clinical psychology; Neuropsychology; Disease; Psychiatry","score_opus":0.23769885528087376,"score_gpt":0.5648828514918067,"score_spread":0.32718399621093297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884783942","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40200505,0.00001342239,0.001609628,0.0016914173,0.0000125663855,0.5945122,0.00008975782,0.000021907625,0.000043997847],"genre_scores_gemma":[0.5501285,0.000010337691,0.0001322155,0.00042274868,0.00008704973,0.44831577,0.000023523231,0.00003167713,0.0008481396],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98981744,0.005441924,0.0011537513,0.00081129913,0.0016820969,0.0010934965],"domain_scores_gemma":[0.9961055,0.00070230296,0.00033793342,0.00040178085,0.0018563413,0.0005961449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011172488,0.00029931535,0.0006599091,0.0006162529,0.00033369818,0.000082970226,0.00026257132,0.00008583975,0.00043667707],"category_scores_gemma":[0.0017872455,0.00019810177,0.00010533854,0.0012959404,0.00042294106,0.00014612135,0.00068138784,0.00078290503,0.000043991735],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055951234,0.031467374,0.061683334,0.0024587421,0.0002560095,0.00012339791,0.020085055,5.41756e-8,0.00019471951,0.0000062309255,0.002648712,0.82512516],"study_design_scores_gemma":[0.023693273,0.14598952,0.75543195,0.050775513,0.00001856618,0.0000395463,0.018992914,0.00021473704,0.0034686383,0.000025794829,0.0011058091,0.0002437693],"about_ca_topic_score_codex":0.00051807455,"about_ca_topic_score_gemma":0.0005696812,"teacher_disagreement_score":0.8248814,"about_ca_system_score_codex":0.000511373,"about_ca_system_score_gemma":0.0013482061,"threshold_uncertainty_score":0.8078356},"labels":[],"label_agreement":null},{"id":"W2884885513","doi":"10.2196/10977","title":"Mobile Phone Text Messaging for Tobacco Risk Communication Among Young Adult Community College Students: Protocol and Baseline Overview for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; University of California, Irvine; University of California, San Diego; University of Texas MD Anderson Cancer Center; University of Massachusetts Boston","keywords":"Text messaging; Protocol (science); Randomized controlled trial; Mobile phone; Baseline (sea); Short Message Service; Phone; Text message; Mobile device; Medicine; Computer science; Multimedia; Medical education; Psychology; World Wide Web; Alternative medicine; Telecommunications; Computer network","score_opus":0.1414795619443663,"score_gpt":0.5435319176720105,"score_spread":0.4020523557276442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884885513","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09775027,0.0000072937055,0.0005233763,0.000114920775,0.0000133690955,0.90096545,0.00007993892,0.000097471464,0.0004479023],"genre_scores_gemma":[0.09691023,0.0000089621,0.000693406,0.000067707086,0.00024753695,0.9009887,0.00008500414,0.0000592467,0.0009392146],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99081135,0.0058822646,0.00113917,0.00040695147,0.0011761695,0.000584114],"domain_scores_gemma":[0.9908333,0.0044389013,0.00056505814,0.0011740185,0.0027293293,0.00025942057],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.028001145,0.00029803108,0.0015016447,0.00031978157,0.001615399,0.00025049277,0.00055353384,0.00024746737,0.00014128175],"category_scores_gemma":[0.006955084,0.00022105742,0.00036895036,0.000447135,0.00082747405,0.00028011805,0.0003102688,0.0009662607,0.0000033079382],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9671617,0.0028522646,0.019210799,0.0010393994,0.0001881181,9.462709e-7,0.001396736,2.6189275e-7,0.00017007308,0.0002382384,0.0055805566,0.0021609077],"study_design_scores_gemma":[0.97679144,0.005465107,0.003243178,0.002885425,0.00013516181,0.0000037395625,0.0012291322,0.000759906,0.00076043076,0.00067669107,0.007830524,0.00021924645],"about_ca_topic_score_codex":0.00048692094,"about_ca_topic_score_gemma":0.00021420179,"teacher_disagreement_score":0.02104606,"about_ca_system_score_codex":0.00026043944,"about_ca_system_score_gemma":0.0003217249,"threshold_uncertainty_score":0.99968433},"labels":[],"label_agreement":null},{"id":"W2885770191","doi":"10.2196/10848","title":"Connectivity as a Predictor of Responsiveness to Transcranial Direct Current Stimulation in People with Stroke: Protocol for a Double-Blind Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Sylvia and Charles Viertel Charitable Foundation","keywords":"Transcranial direct-current stimulation; Physical medicine and rehabilitation; Randomized controlled trial; Transcranial magnetic stimulation; Brain stimulation; Stroke (engine); Motor cortex; Medicine; Rehabilitation; Neurorehabilitation; Stimulation; Neuroplasticity; Psychology; Physical therapy; Neuroscience; Internal medicine","score_opus":0.25348579888907674,"score_gpt":0.543393260805307,"score_spread":0.2899074619162303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885770191","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13007475,4.3076065e-7,0.0019914801,0.00025517007,0.00003016459,0.86666685,0.00005151582,0.00007153198,0.0008581058],"genre_scores_gemma":[0.30928534,7.066779e-8,0.00016525261,0.000010340563,0.0002052175,0.69017416,8.680463e-7,0.000033337637,0.00012539355],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99186784,0.003388973,0.0011859594,0.0009373578,0.0018539946,0.0007658891],"domain_scores_gemma":[0.987368,0.010273561,0.0003132705,0.00048464775,0.0013494019,0.00021111488],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0056329933,0.00035190108,0.0017833491,0.00084733247,0.00032005802,0.000133054,0.00045851828,0.00013795907,0.00016537347],"category_scores_gemma":[0.0071952627,0.00024937693,0.00029667592,0.0015147933,0.0007724424,0.00025844615,0.0000816038,0.00038872674,0.000015765852],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95016026,0.0020492529,0.00019180961,0.00040147777,0.000027730079,0.0000025073707,0.0015886822,0.00020626708,0.043949,0.00081851106,0.000042482985,0.0005619838],"study_design_scores_gemma":[0.95931065,0.016947186,0.0010897273,0.0010625449,0.000014786818,0.0000011438294,0.000024416553,0.001666602,0.016370656,0.00036169033,0.0029013653,0.0002492496],"about_ca_topic_score_codex":0.000069780755,"about_ca_topic_score_gemma":0.00022522244,"teacher_disagreement_score":0.17921059,"about_ca_system_score_codex":0.00013700055,"about_ca_system_score_gemma":0.00095403474,"threshold_uncertainty_score":0.9999958},"labels":[],"label_agreement":null},{"id":"W2885785561","doi":"10.2196/11239","title":"Facilitating the Informed Consent Process Using Teleconsent: Protocol for a Feasibility and Efficacy Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Informed consent; Protocol (science); Clinical trial; Medical education; Telemedicine; Family medicine; Intervention (counseling); Medicine; Psychology; Alternative medicine; Nursing; Health care; Political science","score_opus":0.9295935722339962,"score_gpt":0.7920276688339662,"score_spread":0.13756590340002994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885785561","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116071776,4.941301e-7,0.00004430705,0.0010553157,0.000003570244,0.88157403,0.000013475338,0.00006319732,0.0011738084],"genre_scores_gemma":[0.04090192,1.368973e-7,0.0013053761,0.00012212885,0.0002770332,0.95682085,0.0000014265637,0.000041093204,0.000530048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932697,0.001150812,0.000980322,0.0008827278,0.002555698,0.001160754],"domain_scores_gemma":[0.94773763,0.046125483,0.00017337347,0.0012016961,0.004298216,0.00046360708],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022087602,0.00025046477,0.00045759548,0.00022449775,0.0012703236,0.00030972794,0.0006035425,0.00028942924,0.00014458371],"category_scores_gemma":[0.13066663,0.00015476391,0.000111324174,0.00081401336,0.003302938,0.00015972136,0.00062007556,0.0027161895,0.000074735086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08426109,0.028278165,0.7205162,0.06969627,0.0005215645,0.00010422041,0.04774669,0.000005737608,0.005903125,0.0020583982,0.009312405,0.03159612],"study_design_scores_gemma":[0.18954493,0.19378115,0.20649044,0.051705148,0.000069077796,0.00027685243,0.073257826,0.0076669496,0.017449092,0.07032037,0.18733321,0.0021049583],"about_ca_topic_score_codex":0.000043357388,"about_ca_topic_score_gemma":0.0005568646,"teacher_disagreement_score":0.51402575,"about_ca_system_score_codex":0.000323447,"about_ca_system_score_gemma":0.0065800226,"threshold_uncertainty_score":0.99958456},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"nonrandomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2886025008","doi":"10.2196/11069","title":"Improving Self-Management Skills Among People With Spinal Cord Injury: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"International Collaboration On Repair Discoveries; GF Strong Rehabilitation Centre; University of British Columbia","funders":"","keywords":"Self-management; Medicine; Spinal cord injury; Physical therapy; Spinal cord; Psychiatry","score_opus":0.13870607599324022,"score_gpt":0.6120085424641842,"score_spread":0.473302466470944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886025008","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017680148,2.7179263e-7,0.003001722,0.00022889755,0.000012661398,0.97605795,0.000008994215,0.00034449098,0.0026648752],"genre_scores_gemma":[0.006687923,4.1902137e-8,0.068537906,0.000049191214,0.0006551568,0.92115337,0.000004659607,0.00017589575,0.0027358665],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9910524,0.0015152264,0.0008104009,0.001517034,0.0029538027,0.0021511316],"domain_scores_gemma":[0.99370813,0.00031561972,0.00025079944,0.001936521,0.0030154078,0.00077353866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009239928,0.0005287158,0.0007978054,0.0011468406,0.0009168486,0.00044616975,0.001073157,0.00020846991,0.00034826138],"category_scores_gemma":[0.0006999621,0.0003917586,0.00016206596,0.0026017516,0.00067561655,0.00042931983,0.0012071374,0.0014155214,0.0001873085],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.37080437,0.022475136,0.09060691,0.013390834,0.00059790857,0.00027977937,0.0007322378,1.5351252e-7,0.0068915933,0.0004696902,0.04018752,0.45356384],"study_design_scores_gemma":[0.024070607,0.5758626,0.1444901,0.00511192,0.000045745393,0.00004670739,0.0026931677,0.00036484926,0.0164056,0.00031405577,0.22980398,0.00079066906],"about_ca_topic_score_codex":0.000119146476,"about_ca_topic_score_gemma":0.00012224363,"teacher_disagreement_score":0.55338746,"about_ca_system_score_codex":0.000658947,"about_ca_system_score_gemma":0.0008966747,"threshold_uncertainty_score":0.99985343},"labels":[],"label_agreement":null},{"id":"W2886474223","doi":"10.2196/10121","title":"Issues in Child and Adolescent Inpatient Assessment and Evaluation After Discharge: Protocol for App Development and a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stiftelsen Lindhaga","keywords":"Protocol (science); Smartphone application; Medicine; Randomized controlled trial; Medical emergency; Mobile apps; Emergency department; Computer science; Multimedia; Psychiatry; Alternative medicine; World Wide Web","score_opus":0.2236240933045712,"score_gpt":0.6415310489338643,"score_spread":0.41790695562929303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886474223","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016032849,0.000011505818,0.000053235133,0.0010921513,0.000029581779,0.9803889,0.000009875844,0.00002322494,0.0023587223],"genre_scores_gemma":[0.038222615,1.4439448e-7,0.0006663904,0.000065205146,0.00013932542,0.9599784,0.0000072326143,0.000025072697,0.00089559396],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952233,0.0018902718,0.0010209434,0.00057668803,0.0007292327,0.00055955455],"domain_scores_gemma":[0.9986294,0.00037168412,0.00020484983,0.00024254671,0.0003462595,0.00020529344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008962492,0.00021241083,0.0007035876,0.000345642,0.00022828285,0.00022456782,0.00011117629,0.00011598564,0.00023582006],"category_scores_gemma":[0.00027583496,0.0001546966,0.000073607494,0.00015665515,0.0004326595,0.00019444083,0.00020482017,0.00030231508,0.000015411984],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95238686,0.0030927076,0.0007272483,0.000964599,0.00005673605,0.0000017456558,0.0012835206,1.9676625e-8,0.000004078017,0.0016822736,0.0011693308,0.038630858],"study_design_scores_gemma":[0.94823694,0.005019324,0.0073146904,0.0037597925,0.000005666368,0.0000036320732,0.00013950806,0.00022264179,0.00009076359,0.0020279235,0.033008896,0.0001702071],"about_ca_topic_score_codex":0.000011031121,"about_ca_topic_score_gemma":0.00004481223,"teacher_disagreement_score":0.03846065,"about_ca_system_score_codex":0.00020180766,"about_ca_system_score_gemma":0.00019189232,"threshold_uncertainty_score":0.6308344},"labels":[],"label_agreement":null},{"id":"W2886698445","doi":"10.2196/10154","title":"Gamified Cognitive Bias Interventions for Psychiatric Disorders: Protocol of a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive bias modification; Psychological intervention; Cognition; Psychology; Protocol (science); Cognitive bias; Systematic review; Attentional bias; Health care; Clinical psychology; MEDLINE; Medicine; Applied psychology; Psychotherapist; Psychiatry; Alternative medicine","score_opus":0.7260022467180172,"score_gpt":0.6972453539280161,"score_spread":0.028756892790001043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886698445","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.017188e-9,0.4726063,0.0004720542,0.000023270604,0.000053130047,0.523448,0.0004940697,0.000086652726,0.0028165139],"genre_scores_gemma":[4.696834e-8,0.47213495,0.00014875796,0.000020996024,0.0002920194,0.5242597,0.00014295068,0.00018196441,0.002818624],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9833589,0.0069288434,0.0042482507,0.0021706363,0.0017177896,0.0015755792],"domain_scores_gemma":[0.9836714,0.0055996543,0.003962086,0.0022258211,0.0041355025,0.00040553563],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007765675,0.0012372419,0.0055577517,0.0034199983,0.000468147,0.00021220559,0.0023668108,0.0009236537,0.0019171925],"category_scores_gemma":[0.010504274,0.00089338457,0.0034290913,0.0069886274,0.00084241544,0.0002756388,0.00057226984,0.0015177936,0.0017530094],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026885615,0.0038896308,0.000015425589,0.70793045,0.0008693967,0.000002648347,0.00010658752,1.1751816e-9,1.1574786e-8,0.00019368614,0.05434842,0.23237486],"study_design_scores_gemma":[0.0017197373,0.0024657664,0.0000029618845,0.507119,0.00065303576,0.000012087729,0.0000984951,1.6328906e-7,3.791986e-7,0.00053235993,0.48700204,0.00039397104],"about_ca_topic_score_codex":0.000016234144,"about_ca_topic_score_gemma":0.000015834323,"teacher_disagreement_score":0.43265364,"about_ca_system_score_codex":0.00028458642,"about_ca_system_score_gemma":0.00096844527,"threshold_uncertainty_score":0.9993517},"labels":[],"label_agreement":null},{"id":"W2886740747","doi":"10.2196/11256","title":"Benefits of Elective Para-Aortic Radiotherapy for pN1 Prostate Cancer Using Arc Therapy (Intensity-Modulated or Volumetric Modulated Arc Therapy): Protocol for a Nonrandomized Phase II Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prostate Cancer Diagnosis and Treatment","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fondation contre le Cancer; Kom op tegen Kanker","keywords":"Medicine; Androgen deprivation therapy; Prostate cancer; Radiation therapy; Metastasis; Internal medicine; Lymph node; Clinical trial; Oncology; Surgery; Cancer","score_opus":0.3483898579066867,"score_gpt":0.5768795516459412,"score_spread":0.22848969373925448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886740747","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27468985,0.000058282745,0.00033109446,0.00035026568,0.000026243551,0.7242358,0.00021205778,0.00008349654,0.000012897332],"genre_scores_gemma":[0.015481933,0.000081759754,0.002610138,0.0001550036,0.0007838552,0.9799163,0.000056240136,0.00020197917,0.0007128213],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99426603,0.00051319774,0.0013066868,0.0011959997,0.0011781626,0.0015398997],"domain_scores_gemma":[0.99240065,0.00078265206,0.00066994195,0.00089343236,0.0048276708,0.00042567233],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023364313,0.00063800684,0.0018030099,0.00089784135,0.0007843077,0.00013050645,0.00037042133,0.00031060367,0.00035571645],"category_scores_gemma":[0.00048759877,0.0004214413,0.0005591305,0.002126646,0.0005610375,0.0002552622,0.000066165696,0.0004605439,0.0000024386209],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.81645334,0.014334699,0.0005147728,0.00070984213,0.0013476482,0.000007724962,0.0013242487,0.000031061503,0.065051116,0.000008256353,0.0012538797,0.098963425],"study_design_scores_gemma":[0.59362376,0.13566278,0.0005278743,0.0026053796,0.00003550825,0.000008165575,0.000026515056,0.009436102,0.22555475,0.00018594919,0.031963296,0.00036994033],"about_ca_topic_score_codex":0.00034426406,"about_ca_topic_score_gemma":0.00004920869,"teacher_disagreement_score":0.25920793,"about_ca_system_score_codex":0.0009428795,"about_ca_system_score_gemma":0.0024385417,"threshold_uncertainty_score":0.99982375},"labels":[],"label_agreement":null},{"id":"W2887381390","doi":"10.2196/10515","title":"Development and Management of Networks of Care at the End of Life (the REDCUIDA Intervention): Protocol for a Nonrandomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Servicio Andaluz de Salud","keywords":"End-of-life care; Palliative care; Protocol (science); Intervention (counseling); Nursing; Medicine; Psychology; Gerontology; Alternative medicine","score_opus":0.3551725188133618,"score_gpt":0.6016289131585135,"score_spread":0.2464563943451517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887381390","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008755307,0.00003452135,0.00029352767,0.0001680227,0.0000075409953,0.9894558,0.0000071948302,0.0000056006597,0.0012724391],"genre_scores_gemma":[0.009182524,0.0000033617112,0.0013777519,0.000011260446,0.000118742355,0.9885691,0.000006163846,0.000014700909,0.00071641605],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9973501,0.0005107182,0.0009615276,0.00020421276,0.00071118446,0.00026226006],"domain_scores_gemma":[0.9969893,0.00086088525,0.00046881998,0.00040111388,0.0012053865,0.000074490636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032541016,0.00012960446,0.00077373226,0.00010254006,0.00011491524,0.000010129132,0.00024618205,0.00007525436,0.00015126602],"category_scores_gemma":[0.00052628806,0.00006603457,0.00024427517,0.00023380868,0.0007506082,0.000029950263,0.0002572859,0.00014432274,0.0000012479411],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9681212,0.0008664543,0.000537689,0.008277623,0.00069376925,0.0000016008556,0.0036681646,0.0000017325402,0.0006384521,0.0003141208,0.0029373972,0.013941822],"study_design_scores_gemma":[0.723379,0.008320179,0.0003951927,0.013596989,0.000039336235,4.5066412e-7,0.0017407015,0.00011564742,0.03048326,0.00005777122,0.2217917,0.000079740785],"about_ca_topic_score_codex":0.000016635304,"about_ca_topic_score_gemma":0.000041087907,"teacher_disagreement_score":0.24474214,"about_ca_system_score_codex":0.00006431369,"about_ca_system_score_gemma":0.00020167473,"threshold_uncertainty_score":0.27656475},"labels":[],"label_agreement":null},{"id":"W2888016081","doi":"10.2196/10705","title":"Digital Technology in Somatic and Gene Therapy Trials of Pediatric Patients With Ocular Diseases: Protocol for a Scoping Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Retinal Development and Disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Protocol (science); Medicine; Clinical trial; Genetic enhancement; Bioinformatics; Alternative medicine; Gene; Internal medicine; Genetics; Pathology; Biology","score_opus":0.2709768088774859,"score_gpt":0.5784868787768349,"score_spread":0.30751006989934904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888016081","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000075917906,0.2983243,0.000010863626,0.000008656915,0.0000011629999,0.7015645,0.00005275843,0.0000071055565,0.00002307271],"genre_scores_gemma":[7.866513e-8,0.3272133,0.00015534859,0.0000051082434,0.000057792255,0.6723396,0.00015834862,0.000039338913,0.000031075007],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670506,0.0005259113,0.0012137983,0.0006495839,0.00043957506,0.00046610134],"domain_scores_gemma":[0.99810475,0.00015504981,0.0006814437,0.00052805827,0.00043271165,0.0000980078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017118212,0.00036347617,0.0016267229,0.0004518757,0.000069512585,0.00007096292,0.00046524277,0.00032743363,0.000012700555],"category_scores_gemma":[0.0013700722,0.00023224209,0.00024304063,0.0006884743,0.00024006968,0.0000135182645,0.00026443438,0.00019086755,0.0000032902549],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008690702,0.00079615996,0.007414424,0.5649121,0.00011685775,0.0000023195175,0.000006012691,1.6846327e-8,0.0000056191884,0.000004734013,0.0018257351,0.42404696],"study_design_scores_gemma":[0.004159435,0.0029046151,0.000049206476,0.32314762,0.000022247415,0.0000014250684,0.0000022368965,9.807083e-8,0.000035219135,0.0000932918,0.669255,0.00032959133],"about_ca_topic_score_codex":2.9099436e-7,"about_ca_topic_score_gemma":9.4627495e-7,"teacher_disagreement_score":0.66742927,"about_ca_system_score_codex":0.000027906664,"about_ca_system_score_gemma":0.0012692622,"threshold_uncertainty_score":0.94705576},"labels":[],"label_agreement":null},{"id":"W2888043089","doi":"10.2196/11289","title":"The Ready to Reduce Risk (3R) Study for a Group Educational Intervention With Telephone and Text Messaging Support to Improve Medication Adherence for the Primary Prevention of Cardiovascular Disease: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Leicester Biomedical Research Centre; University of Sydney; National Institute for Health and Care Research","keywords":"Medicine; Physical therapy; Psychological intervention; Randomized controlled trial; Body mass index; Behavior change methods; Waist; Intervention (counseling); Short Message Service; Disease; Family medicine; Internal medicine; Nursing","score_opus":0.1331322411104663,"score_gpt":0.5309295493328845,"score_spread":0.3977973082224182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888043089","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001371304,0.000013016579,0.042116094,0.0021786208,0.000025848834,0.9541579,0.000022613027,0.00001782559,0.00009676584],"genre_scores_gemma":[0.007816982,0.0000015056585,0.0020307212,0.000046828627,0.00051563216,0.9857323,0.000027543469,0.000027722224,0.0038007323],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960538,0.00088843197,0.00090506475,0.00057203346,0.0011944446,0.0003862397],"domain_scores_gemma":[0.99360776,0.002873645,0.00048021832,0.00084031594,0.0019323193,0.0002657706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016121045,0.00018253774,0.0007864771,0.00014230698,0.00057402905,0.00009807724,0.00037192195,0.000054213804,0.00006270204],"category_scores_gemma":[0.0056044115,0.00009315341,0.0003613127,0.00032748998,0.0003820505,0.000112201895,0.000086667664,0.0001897441,0.000008314785],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9309981,0.0017623949,0.00008650979,0.0009458727,0.00077221467,1.4699773e-7,0.0003742728,9.257941e-7,0.00033380228,0.00032256093,0.007666181,0.056737017],"study_design_scores_gemma":[0.8886966,0.023904791,0.0018070353,0.002018029,0.00029151843,0.0000015471394,0.000587874,0.00047543482,0.000325368,0.0012864722,0.08047362,0.00013168603],"about_ca_topic_score_codex":0.000035266225,"about_ca_topic_score_gemma":0.000013770168,"teacher_disagreement_score":0.07280743,"about_ca_system_score_codex":0.000102407685,"about_ca_system_score_gemma":0.0010777013,"threshold_uncertainty_score":0.6709409},"labels":[],"label_agreement":null},{"id":"W2888073962","doi":"10.2196/10994","title":"Blockchain Implementation in Health Care: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Interoperability; Computer science; Data extraction; Health information technology; MEDLINE; Medicine; World Wide Web","score_opus":0.2692881553827575,"score_gpt":0.6216676443127678,"score_spread":0.35237948893001025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888073962","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5761491e-10,0.28190082,0.0019482735,0.0005867079,0.0000021321948,0.7153501,0.00002337772,0.00015397287,0.000034635672],"genre_scores_gemma":[1.7914091e-9,0.081742086,0.0039027072,0.00014734539,0.00006611206,0.91400474,0.00002554206,0.00004801405,0.000063446474],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915393,0.002702644,0.002392505,0.0012960602,0.0008902707,0.0011791913],"domain_scores_gemma":[0.99463,0.00054635736,0.0011573492,0.002786768,0.00069215416,0.0001874058],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009764009,0.00048729553,0.0025242055,0.0009385666,0.00043384498,0.00022258294,0.00392248,0.00043009434,0.000020852318],"category_scores_gemma":[0.0002898928,0.00037383765,0.0003903387,0.0028940106,0.0001731184,0.000103547325,0.0009353935,0.0011013922,0.000104445404],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026260304,0.00014488345,9.279983e-8,0.84522843,0.000014610927,0.0000017731584,0.00013715436,6.9470723e-9,1.0549816e-8,0.013930046,0.01671338,0.12382701],"study_design_scores_gemma":[0.00036772378,0.00044914492,2.304477e-8,0.46682176,0.0000031738136,0.000008590899,0.0000132103,0.000020958725,7.310103e-7,0.00079226046,0.5313582,0.0001642293],"about_ca_topic_score_codex":0.000026047806,"about_ca_topic_score_gemma":0.00008078083,"teacher_disagreement_score":0.5146448,"about_ca_system_score_codex":0.0009898236,"about_ca_system_score_gemma":0.0025618828,"threshold_uncertainty_score":0.9998714},"labels":[],"label_agreement":null},{"id":"W2888195895","doi":"10.2196/10734","title":"Patterns of Patients’ Interactions With a Health Care Organization and Their Impacts on Health Quality Measurements: Protocol for a Retrospective Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Health care; Medical record; Quality (philosophy); Protocol (science); Health care quality; Cohort; Medicine; Nursing; Family medicine; Knowledge management; Computer science; Alternative medicine","score_opus":0.3360203075495217,"score_gpt":0.6018255342150429,"score_spread":0.2658052266655212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888195895","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024265876,3.1897648e-7,0.0001821341,0.0005052095,0.0000037535146,0.97434217,0.00011107094,0.000057730944,0.00053176185],"genre_scores_gemma":[0.27336916,7.566477e-8,0.000042136293,0.00008768707,0.00006718957,0.7262939,0.000058399448,0.0000322431,0.00004919849],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968296,0.0005929046,0.0004924269,0.00053107186,0.0010721305,0.0004818132],"domain_scores_gemma":[0.99598444,0.000081823535,0.00034943264,0.00058381737,0.0027381375,0.00026235852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016484585,0.0002014761,0.00046499382,0.00023339105,0.0004238388,0.00010092102,0.00013135231,0.00003081422,0.000116912706],"category_scores_gemma":[0.00038238923,0.00013765549,0.000034656,0.0005260109,0.00012998901,0.00017544704,0.00011353736,0.0002583017,0.0000027516055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004460281,0.0049910275,0.97146744,0.0052980133,0.00016908663,5.463225e-7,0.006373655,1.950565e-7,0.000012619185,0.00011067348,0.005507393,0.0016090781],"study_design_scores_gemma":[0.011679714,0.043290313,0.93071216,0.0031625074,0.000004267664,4.687864e-7,0.007745873,0.000003156192,0.0002646976,0.000029923545,0.002995999,0.000110889865],"about_ca_topic_score_codex":0.00048008884,"about_ca_topic_score_gemma":0.0011162346,"teacher_disagreement_score":0.2491033,"about_ca_system_score_codex":0.0015046173,"about_ca_system_score_gemma":0.0012618575,"threshold_uncertainty_score":0.5613428},"labels":[],"label_agreement":null},{"id":"W2888229223","doi":"10.2196/11028","title":"Monitoring the Control of Sexually Transmissible Infections and Blood-Borne Viruses: Protocol for the Australian Collaboration for Coordinated Enhanced Sentinel Surveillance (ACCESS)","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Health and Medical Research Council; McGill University; Burnet Institute","keywords":"Timeline; Medicine; Psychological intervention; Disease control; Virology; Infection control; Environmental health; Intensive care medicine; Geography; Nursing","score_opus":0.19233658555093494,"score_gpt":0.5480182619997476,"score_spread":0.35568167644881266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888229223","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007896456,0.000009494264,0.004469504,0.0017258145,0.000036290865,0.98554903,0.000092209375,0.000057866466,0.00016335942],"genre_scores_gemma":[0.210956,9.253736e-7,0.00004302761,0.000007059728,0.00019371472,0.78679997,0.000004795134,0.000025900657,0.0019685938],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9971966,0.0009794433,0.00047872533,0.0005118743,0.00016685789,0.00066649023],"domain_scores_gemma":[0.9932256,0.002557629,0.0001980237,0.00065689906,0.003320198,0.000041657055],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0038270021,0.00019359369,0.00028433834,0.00021855145,0.0015625532,0.00024403213,0.00057306135,0.00020472446,0.00013278473],"category_scores_gemma":[0.0015114637,0.00011904772,0.0000802908,0.0010669339,0.0013925273,0.0003301599,0.00009730131,0.00054754876,0.000015455393],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037750856,0.0009555719,0.013000568,0.00064244424,0.000352142,2.1184631e-7,0.0005065419,0.000022782755,0.9714615,0.00050688063,0.004644073,0.004132218],"study_design_scores_gemma":[0.008229066,0.0031127753,0.023884768,0.00030569008,0.000011655466,0.000007636467,0.00028255326,0.000045801484,0.7453229,0.00037678468,0.21826628,0.00015408987],"about_ca_topic_score_codex":0.000111149435,"about_ca_topic_score_gemma":0.000092579554,"teacher_disagreement_score":0.22613858,"about_ca_system_score_codex":0.00005368817,"about_ca_system_score_gemma":0.00044243087,"threshold_uncertainty_score":0.99973726},"labels":[],"label_agreement":null},{"id":"W2888401656","doi":"10.2196/11372","title":"Evaluating the Long-Term Effectiveness of School-Based Depression, Anxiety, and Substance Use Prevention Into Young Adulthood: Protocol for the Climate School Combined Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Mental health; Randomized controlled trial; Psychiatry; Cannabis; Medicine; Depression (economics); Clinical psychology; Psychology","score_opus":0.2806220122829247,"score_gpt":0.5801676446285364,"score_spread":0.2995456323456117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888401656","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21862891,0.0000032821654,0.00031568922,0.00014840618,0.000036091595,0.7807389,0.000007662363,0.000029984581,0.00009109485],"genre_scores_gemma":[0.25276935,3.640491e-7,0.00010019341,0.000028789827,0.0001880317,0.7467204,0.000006368797,0.000023857601,0.00016267819],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949497,0.0025130978,0.00050920434,0.0005931002,0.00088076753,0.00055413856],"domain_scores_gemma":[0.9970373,0.00096310064,0.00023188113,0.0006166331,0.0010016792,0.00014939364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006692905,0.0002180239,0.00025027836,0.00010097249,0.0012814,0.00022937299,0.0005302657,0.000106305175,0.00020709579],"category_scores_gemma":[0.00043691785,0.0001235936,0.00010282934,0.00045791175,0.00036580904,0.00019961876,0.00017699876,0.00047992566,0.000030466805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017300053,0.0030689144,0.96084577,0.001571962,0.0000927558,0.000001310409,0.0012250822,0.0000024041112,0.0017854646,0.0003552528,0.0009818891,0.012769166],"study_design_scores_gemma":[0.010299873,0.003618757,0.9778762,0.005517571,0.00000786168,0.0000018831071,0.00025805694,0.000068697766,0.0008379417,0.0008604205,0.0004989402,0.00015383888],"about_ca_topic_score_codex":0.00004466401,"about_ca_topic_score_gemma":0.0001315498,"teacher_disagreement_score":0.03414043,"about_ca_system_score_codex":0.00009416359,"about_ca_system_score_gemma":0.00024174503,"threshold_uncertainty_score":0.98556226},"labels":[],"label_agreement":null},{"id":"W2888637405","doi":"10.2196/10215","title":"Establishing Digital Biomarkers for Occupational Health Assessment in Commercial Salmon Fishermen: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Marine Bivalve and Aquaculture Studies","field":"Environmental Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Fishing; Fishery; Commercial fishing; Competition (biology); Mortality rate; Fishing industry; Business; Environmental health; Geography; Medicine; Ecology; Biology; Surgery","score_opus":0.25082429052437205,"score_gpt":0.6234771676754836,"score_spread":0.3726528771511115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888637405","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007807122,9.8196104e-8,0.0021151078,0.0010559327,0.000011767617,0.9905256,0.00005147912,0.000037683352,0.005421644],"genre_scores_gemma":[0.0020747872,1.9661085e-8,0.01815426,0.00009736974,0.0002555208,0.97896904,0.000023533703,0.000028692153,0.0003967669],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.996144,0.00074837555,0.00055422477,0.00068318215,0.0008795617,0.0009906383],"domain_scores_gemma":[0.9984373,0.00074038625,0.00015637823,0.00034738245,0.00014005693,0.0001785167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006993224,0.00022617257,0.0003193028,0.00013909893,0.0008490065,0.00043891926,0.0005526272,0.000077177894,0.00027783084],"category_scores_gemma":[0.0006265779,0.00017974609,0.00010312149,0.00063075096,0.0003913168,0.00064012484,0.00092075986,0.00033057193,0.000018528468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020483502,0.003615659,0.39340544,0.00040933222,0.000038904334,0.0000018756887,0.0014449495,0.0000039344354,0.00023996472,0.00011093475,0.2846905,0.31399015],"study_design_scores_gemma":[0.004044315,0.0061850273,0.3789382,0.00020577534,6.897366e-7,6.014177e-7,0.0010388129,0.00036465406,0.000095491625,0.00087775785,0.6080497,0.0001989937],"about_ca_topic_score_codex":0.00024195242,"about_ca_topic_score_gemma":0.0012257193,"teacher_disagreement_score":0.32335922,"about_ca_system_score_codex":0.00059176004,"about_ca_system_score_gemma":0.0002369357,"threshold_uncertainty_score":0.73298323},"labels":[],"label_agreement":null},{"id":"W2888875654","doi":"10.2196/11282","title":"A Novel Just-in-Time Contextual Mobile App Intervention to Reduce Sodium Intake in Hypertension: Protocol and Rationale for a Randomized Controlled Trial (LowSalt4Life Trial)","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sodium Intake and Health","field":"Nursing","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Computer science; Alternative medicine; Internal medicine; Nursing","score_opus":0.20705708893208674,"score_gpt":0.5276954676232083,"score_spread":0.32063837869112155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888875654","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07058049,0.000002424059,0.00010618708,0.0018609064,0.000103652965,0.9269151,0.000014462355,0.00007394902,0.00034284603],"genre_scores_gemma":[0.011102693,1.2906588e-7,0.00077679084,0.00041290815,0.0015389003,0.9849379,0.000015079702,0.0000622235,0.0011533563],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925826,0.0023778318,0.0020392805,0.0008861548,0.001094152,0.0010199769],"domain_scores_gemma":[0.99450445,0.0032867403,0.00037126255,0.0004910124,0.0010098399,0.0003366921],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016706102,0.00033940756,0.0019058591,0.0009377122,0.00033833348,0.00032429188,0.00042686902,0.0003201056,0.00028791404],"category_scores_gemma":[0.0060252408,0.00027071172,0.0003625481,0.00068935705,0.00043074094,0.0003067764,0.0001782926,0.00068366324,0.00010713868],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9723929,0.0036053944,0.00000854501,0.00043622128,0.000028431783,0.0000042903052,0.0016472898,0.0000010957955,0.007565028,0.00017031927,0.0089018885,0.0052385535],"study_design_scores_gemma":[0.9393828,0.019475346,0.000027327473,0.0018441406,0.000007914933,0.0000073542265,0.00047715975,0.0014945942,0.0021414058,0.00061716937,0.034262676,0.0002621016],"about_ca_topic_score_codex":0.00027134168,"about_ca_topic_score_gemma":0.00042740582,"teacher_disagreement_score":0.059477795,"about_ca_system_score_codex":0.00038987774,"about_ca_system_score_gemma":0.0005028973,"threshold_uncertainty_score":0.9999745},"labels":[],"label_agreement":null},{"id":"W2888978514","doi":"10.2196/10360","title":"A Digital Health App to Assess Decisional Capacity to Provide Informed Consent: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institutes of Health","keywords":"Informed consent; Randomized controlled trial; Protocol (science); Decision aids; Psychology; Data collection; Applied psychology; Process (computing); Medical education; Medicine; Computer science; Alternative medicine","score_opus":0.8145317847147043,"score_gpt":0.7469032494283346,"score_spread":0.0676285352863697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888978514","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000520514,2.1703114e-7,0.003437211,0.017902456,0.000029441808,0.96580106,0.00006906967,0.00015278996,0.012087264],"genre_scores_gemma":[0.00040194328,1.7436406e-7,0.011344404,0.0022639863,0.0014879375,0.9716009,0.00001071817,0.0000892347,0.012800738],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98426926,0.0022388475,0.0030539946,0.0012935646,0.0068694176,0.002274914],"domain_scores_gemma":[0.87131673,0.116387114,0.00041527784,0.0014471791,0.0077287834,0.0027048828],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055506352,0.0004485893,0.003000233,0.0010143932,0.0006982389,0.00085929886,0.0011344162,0.00058735575,0.00043289844],"category_scores_gemma":[0.4715578,0.00029669676,0.00084979844,0.0013289804,0.0018029687,0.0003195862,0.0009568779,0.0028512757,0.00073448895],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93295556,0.002370473,0.000048605663,0.0026760031,0.00014924967,0.000010498735,0.00048758803,5.006104e-7,0.00015714017,0.0067090187,0.049456075,0.004979272],"study_design_scores_gemma":[0.6813382,0.023628036,0.000017047525,0.0062900544,0.0000034166055,0.000007375508,0.000053719672,0.00010537931,0.0003839028,0.012265004,0.27570453,0.00020332444],"about_ca_topic_score_codex":0.000043913948,"about_ca_topic_score_gemma":0.00038311322,"teacher_disagreement_score":0.41605145,"about_ca_system_score_codex":0.00087286654,"about_ca_system_score_gemma":0.022978565,"threshold_uncertainty_score":0.9999485},"labels":[],"label_agreement":null},{"id":"W2888992315","doi":"10.2196/10358","title":"Voluntary Stopping of Eating and Drinking in Switzerland From Different Points of View: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Deutsche Forschungsgemeinschaft","keywords":"Dignity; Autonomy; Value (mathematics); Psychology; Social psychology; Democracy; Protocol (science); Voluntary action; Medicine; Law; Political science; Alternative medicine","score_opus":0.4654221521901144,"score_gpt":0.668538175046632,"score_spread":0.20311602285651764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888992315","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3542036,0.0000060781604,0.00032472142,0.000026568205,0.0000030351703,0.64529675,0.000007945587,0.0000075797475,0.00012373272],"genre_scores_gemma":[0.04114659,5.888275e-7,0.015507762,0.000008967584,0.00011721028,0.94315434,0.000003934209,0.000023619903,0.000037012775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971337,0.0007993238,0.00073474104,0.00036598157,0.0005978885,0.00036836375],"domain_scores_gemma":[0.99748087,0.001186567,0.00024867454,0.00038368432,0.00059861084,0.00010160986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025944496,0.00016422635,0.0007113031,0.00034551782,0.00006481675,0.000014181494,0.00018932189,0.00009008136,0.000049686732],"category_scores_gemma":[0.0010246693,0.00012392149,0.00006659189,0.00032057977,0.0002741195,0.000082521634,0.00026972833,0.0003098173,6.957386e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026154048,0.0013222971,0.90126175,0.0032271724,0.00007529517,0.0000057641673,0.007852056,1.3439193e-7,0.0413546,0.00001944999,0.00023451204,0.042031594],"study_design_scores_gemma":[0.01865432,0.016978621,0.70673513,0.05763186,0.0000149574025,0.0000014672331,0.0066384724,0.0005141386,0.17352507,0.0013877677,0.017686253,0.00023193767],"about_ca_topic_score_codex":0.00035905416,"about_ca_topic_score_gemma":0.00023975974,"teacher_disagreement_score":0.313057,"about_ca_system_score_codex":0.0000708065,"about_ca_system_score_gemma":0.00012542779,"threshold_uncertainty_score":0.5053372},"labels":[],"label_agreement":null},{"id":"W2889119150","doi":"10.2196/11596","title":"The Table to Tablet (T2T) Speech and Language Therapy Software Development Roadmap","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Language Development and Disorders","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Table (database); Computer science; Software; Natural language processing; Speech recognition; Medical physics; Medicine; Programming language; Data mining","score_opus":0.14985179460402376,"score_gpt":0.531031909002987,"score_spread":0.38118011439896327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889119150","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11768449,0.00031748752,0.00027297664,0.002480555,0.00010139244,0.81808895,0.0000144341275,0.00036927243,0.06067045],"genre_scores_gemma":[0.0031385338,0.00000260985,0.0030364592,0.00065066764,0.00026958348,0.9391421,0.0000106671705,0.0000501062,0.053699277],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970938,0.00034171066,0.0002786785,0.00051342574,0.00069195515,0.0010804475],"domain_scores_gemma":[0.99847955,0.00027151546,0.000047785292,0.00064161466,0.0003075536,0.00025200038],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021905948,0.00019729283,0.00017041458,0.00017874043,0.00093884795,0.0003473926,0.0006544257,0.00012463075,0.0030284193],"category_scores_gemma":[0.00022704476,0.0001274313,0.00002488255,0.00070901884,0.00029142076,0.000109978464,0.00035494447,0.00036155296,0.0022188749],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095866254,0.00029219108,0.00842038,0.000039374114,0.000062723484,0.00006193974,0.02821343,5.0422774e-8,0.0012767579,0.0005717423,0.34823808,0.6118647],"study_design_scores_gemma":[0.0013621171,0.0004815825,0.012069658,0.000117998585,3.0689074e-7,0.000007640006,0.0032613247,6.437379e-7,0.0052876472,0.00020617031,0.9769949,0.00021001791],"about_ca_topic_score_codex":0.0001530708,"about_ca_topic_score_gemma":0.0003060911,"teacher_disagreement_score":0.6287568,"about_ca_system_score_codex":0.000075156415,"about_ca_system_score_gemma":0.00029084683,"threshold_uncertainty_score":0.998558},"labels":[],"label_agreement":null},{"id":"W2889128610","doi":"10.2196/11375","title":"Empowering With PrEP (E-PrEP), a Peer-Led Social Media–Based Intervention to Facilitate HIV Preexposure Prophylaxis Adoption Among Young Black and Latinx Gay and Bisexual Men: Protocol for a Cluster Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Pre-exposure prophylaxis; Men who have sex with men; Peer education; Psychological intervention; Social media; Intervention (counseling); Peer group; Medicine; Psychology; Human immunodeficiency virus (HIV); Family medicine; Health education; Public health; Social psychology; Nursing; World Wide Web; Computer science","score_opus":0.1530215908476707,"score_gpt":0.5114354762074645,"score_spread":0.35841388535979385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889128610","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09545736,7.9649334e-7,0.0046717306,0.0006892632,0.0000069236935,0.89759386,0.00005914427,0.00010205866,0.0014188414],"genre_scores_gemma":[0.08377971,8.28221e-8,0.0013428713,0.000012356678,0.00049366587,0.9020271,0.000045942597,0.00006135912,0.012236917],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923733,0.0026557262,0.001203851,0.00090845936,0.0018877172,0.0009709803],"domain_scores_gemma":[0.99474984,0.0012764967,0.00030879534,0.00045986194,0.002513733,0.0006912584],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010803378,0.00040312973,0.0014056865,0.00078108755,0.00057124253,0.00047613904,0.00024290949,0.00027106126,0.00035384356],"category_scores_gemma":[0.0094519425,0.00026985208,0.0004526118,0.000519538,0.0014853317,0.00041849015,0.00026880577,0.0007218328,0.00002442624],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9710107,0.0013163734,0.0010993867,0.003021189,0.0002848809,0.000008994247,0.0050501833,0.000001472924,0.0014420818,0.00003176947,0.012859186,0.0038737883],"study_design_scores_gemma":[0.90591025,0.076721184,0.00076516165,0.0033997335,0.00003556203,0.0000066168127,0.0008001962,0.007957973,0.00060991663,0.00012054696,0.0033934908,0.00027938245],"about_ca_topic_score_codex":0.00007884801,"about_ca_topic_score_gemma":0.00035474426,"teacher_disagreement_score":0.07540481,"about_ca_system_score_codex":0.00019724164,"about_ca_system_score_gemma":0.0004110504,"threshold_uncertainty_score":0.9999754},"labels":[],"label_agreement":null},{"id":"W2889287152","doi":"10.2196/10487","title":"A Personalized Physical Activity Program With Activity Trackers and a Mobile Phone App for Patients With Metastatic Breast Cancer: Protocol for a Single-Arm Feasibility Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; Athabasca University; Alberta Health Services","funders":"","keywords":"Medicine; Breast cancer; Activity tracker; Metastatic breast cancer; Clinical trial; Physical therapy; Cancer; Quality of life (healthcare); Oncology; Internal medicine; Physical activity","score_opus":0.20263058754356997,"score_gpt":0.5439841753771791,"score_spread":0.34135358783360914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889287152","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.319446,2.3331398e-7,0.00013778477,0.0001540293,0.0000048615675,0.6798166,0.0003034324,0.00009324998,0.00004378323],"genre_scores_gemma":[0.22296847,2.7419583e-8,0.0005834534,0.000012780568,0.00034330573,0.7758682,0.0000129020455,0.00006723673,0.00014366994],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962074,0.0003857746,0.00021186347,0.0009887716,0.0012612769,0.00094491197],"domain_scores_gemma":[0.99665636,0.00039773018,0.00019724359,0.00055159535,0.001743622,0.00045344],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009240338,0.0003803466,0.0007702324,0.00013661165,0.0003873254,0.00018090966,0.00017681105,0.00010576476,0.000068346686],"category_scores_gemma":[0.00010843173,0.00024625292,0.00018001035,0.00063135754,0.0011787465,0.00033147546,0.00007729387,0.00047961104,0.0000018031034],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7940079,0.039953113,0.0034226913,0.005139852,0.00019633317,0.0000038148937,0.0018121938,1.4467028e-7,0.001372786,0.000007804381,0.00048124147,0.15360215],"study_design_scores_gemma":[0.5778625,0.3223137,0.013404091,0.0042346953,0.00013954377,0.000026952328,0.00063617685,0.00085173815,0.010717567,0.00012531228,0.06880509,0.0008826241],"about_ca_topic_score_codex":0.00026251012,"about_ca_topic_score_gemma":0.000536119,"teacher_disagreement_score":0.28236058,"about_ca_system_score_codex":0.00053141324,"about_ca_system_score_gemma":0.0011491813,"threshold_uncertainty_score":0.999999},"labels":[],"label_agreement":null},{"id":"W2889546067","doi":"10.2196/resprot.9708","title":"A Tailored Advice Tool to Prevent Injuries Among Novice Runners: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lower Extremity Biomechanics and Pathologies","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Randomized controlled trial; Intervention (counseling); Medicine; Physical therapy; Protocol (science); Descriptive statistics; Nursing; Alternative medicine","score_opus":0.08748754850600926,"score_gpt":0.4679877668131933,"score_spread":0.38050021830718406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889546067","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007086555,5.8469453e-7,0.0016324334,0.00015316474,0.000038501486,0.9942169,0.000056295536,0.0005988027,0.0025946135],"genre_scores_gemma":[0.00068021374,1.0335115e-7,0.0033597795,0.000045568748,0.0007878285,0.99361277,0.000012242593,0.00008503411,0.0014164784],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99594164,0.0006649886,0.000985898,0.0005773136,0.0007552675,0.0010749109],"domain_scores_gemma":[0.99687696,0.001328679,0.00013550378,0.0007449371,0.00066867797,0.00024522463],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006107109,0.00038606933,0.0012844322,0.00047330905,0.00031030277,0.00045344222,0.0007652627,0.00027910824,0.00052294496],"category_scores_gemma":[0.002449376,0.0002813796,0.00043507005,0.0007064321,0.00032657039,0.00029159966,0.00027875448,0.00044022777,0.000163534],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9318659,0.00048375735,0.000001788008,0.0005960448,0.00012401029,0.000004367905,0.0006465767,0.00000998848,0.0029205906,0.0005600647,0.060531523,0.00225543],"study_design_scores_gemma":[0.73786867,0.0028806212,0.0000018376677,0.00087855716,0.0000065794084,7.7337677e-7,0.00005938084,0.0066898814,0.0055757905,0.0021794387,0.24350919,0.00034930746],"about_ca_topic_score_codex":0.000016893919,"about_ca_topic_score_gemma":0.000056172972,"teacher_disagreement_score":0.1939972,"about_ca_system_score_codex":0.00015095295,"about_ca_system_score_gemma":0.00021313899,"threshold_uncertainty_score":0.9999638},"labels":[],"label_agreement":null},{"id":"W2889722114","doi":"10.2196/10363","title":"A Novel Smartphone App to Support Learning and Maintaining Competency With Bier Blocks for Pediatric Forearm Fracture Reductions: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Medicine; Emergency department; Protocol (science); Sedation; Forearm; Smartphone app; Computer science; Medical emergency; Internet privacy; Surgery; Nursing; Alternative medicine","score_opus":0.14422792348763477,"score_gpt":0.5717638153819679,"score_spread":0.42753589189433305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889722114","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00083525106,7.303223e-7,0.16837882,0.00056285906,0.0000057241796,0.82920486,0.000009753425,0.00035608187,0.0006459551],"genre_scores_gemma":[0.0013286915,1.7285524e-7,0.28244376,0.000105674546,0.0010447786,0.7134077,0.0000113675005,0.00008972589,0.001568125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957496,0.00046138623,0.0006128454,0.0010481509,0.0009500843,0.0011779363],"domain_scores_gemma":[0.9963833,0.0008476967,0.00022533849,0.0006406449,0.0014437251,0.00045929005],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008629353,0.00037159416,0.0005895046,0.0012202465,0.0007678769,0.00019672714,0.00035410275,0.00019522436,0.00009884356],"category_scores_gemma":[0.0018252456,0.00029424208,0.00010134076,0.0015409122,0.0002463154,0.00019603815,0.00041263606,0.000879695,0.000008779064],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034835678,0.0144925015,0.3736984,0.010800885,0.0006159936,0.00008944251,0.007361895,0.000014359871,0.009709668,0.00037936607,0.40655562,0.14144617],"study_design_scores_gemma":[0.019783402,0.09949127,0.024970217,0.0010198401,0.00009071392,0.000069047455,0.0036209791,0.00042839383,0.0016173301,0.0009315887,0.8473095,0.0006677126],"about_ca_topic_score_codex":0.000022842889,"about_ca_topic_score_gemma":0.000018358143,"teacher_disagreement_score":0.44075388,"about_ca_system_score_codex":0.00020624751,"about_ca_system_score_gemma":0.0006426081,"threshold_uncertainty_score":0.99995095},"labels":[],"label_agreement":null},{"id":"W2889802524","doi":"10.2196/10661","title":"A Pre-Exposure Prophylaxis Adherence Intervention (LifeSteps) for Young Men Who Have Sex With Men: Protocol for a Pilot Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Men who have sex with men; Pre-exposure prophylaxis; Medicine; Randomized controlled trial; Psychological intervention; Intervention (counseling); Population; Family medicine; Protocol (science); Human immunodeficiency virus (HIV); Alternative medicine; Nursing; Environmental health; Internal medicine","score_opus":0.12263834886858681,"score_gpt":0.522352871925875,"score_spread":0.39971452305728816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889802524","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033659732,0.0000022047318,0.011904434,0.00038294744,0.000004784243,0.9600459,0.00006371138,0.00012485997,0.027134564],"genre_scores_gemma":[0.0023743608,1.8933228e-7,0.0009822114,0.000011952274,0.00090338214,0.7854637,0.000035042747,0.000091908616,0.21013726],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99111855,0.0026946273,0.001644815,0.0010291537,0.0020210426,0.0014918119],"domain_scores_gemma":[0.9922473,0.0015303543,0.0005091205,0.000986547,0.0041056136,0.00062109646],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012970245,0.00047735064,0.0020640343,0.0006887122,0.0006760483,0.00046910925,0.0006462539,0.00025512007,0.0009319616],"category_scores_gemma":[0.006711923,0.00029498772,0.0010561647,0.00053059985,0.0011781917,0.0004291523,0.00021485925,0.0008956579,0.00006033988],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85409445,0.004513668,0.00016976525,0.0039750733,0.0005976019,0.000009447008,0.0005759111,1.7659274e-7,0.0012700142,0.00033570928,0.12827246,0.0061857146],"study_design_scores_gemma":[0.67242455,0.28804398,0.000026207052,0.0057016746,0.00003210198,0.000012468776,0.00028042367,0.0065967096,0.0024649738,0.00041931382,0.023777774,0.00021979408],"about_ca_topic_score_codex":0.00013245102,"about_ca_topic_score_gemma":0.00017109656,"teacher_disagreement_score":0.28353032,"about_ca_system_score_codex":0.00030035982,"about_ca_system_score_gemma":0.0010966811,"threshold_uncertainty_score":0.99998134},"labels":[],"label_agreement":null},{"id":"W2890009972","doi":"10.2196/10659","title":"Developing a Mobile App (LYNX) to Support Linkage to HIV/Sexually Transmitted Infection Testing and Pre-Exposure Prophylaxis for Young Men Who Have Sex With Men: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Mental Health","keywords":"Men who have sex with men; Randomized controlled trial; Human immunodeficiency virus (HIV); Pre-exposure prophylaxis; Medicine; Protocol (science); Safer sex; Family medicine; Alternative medicine; Condom; Internal medicine; Syphilis","score_opus":0.09248168644108831,"score_gpt":0.49520801953253263,"score_spread":0.40272633309144434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890009972","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030857378,5.540915e-7,0.052971695,0.0005535134,0.0000027587278,0.9374235,0.0000480478,0.00015017102,0.005763996],"genre_scores_gemma":[0.0012332568,1.0398459e-7,0.012842894,0.00004629662,0.00066692143,0.9317506,0.000024377925,0.00010430197,0.053331263],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939433,0.0010831961,0.0012771507,0.0009836204,0.0013538918,0.0013588549],"domain_scores_gemma":[0.99311686,0.001832412,0.00022199858,0.0005491241,0.0034909835,0.0007886094],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009346472,0.00042743757,0.0016922056,0.000905846,0.0007443005,0.00043079018,0.00030121498,0.00025183556,0.00014326422],"category_scores_gemma":[0.008287493,0.00028634188,0.00030973088,0.00092486764,0.00038075843,0.0002843372,0.00016160935,0.000635305,0.000022559103],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9346818,0.0010230419,0.000634585,0.0037422022,0.00035122866,0.00001021868,0.002508397,0.0000019256845,0.0045299362,0.000053526634,0.030032404,0.022430787],"study_design_scores_gemma":[0.74893403,0.19665402,0.00012245447,0.003676508,0.00002673217,0.000019339674,0.00025068442,0.0051452727,0.0043553445,0.0001324813,0.040375397,0.00030773043],"about_ca_topic_score_codex":0.00010985498,"about_ca_topic_score_gemma":0.00015551763,"teacher_disagreement_score":0.19563098,"about_ca_system_score_codex":0.0003037029,"about_ca_system_score_gemma":0.0017414155,"threshold_uncertainty_score":0.9999589},"labels":[],"label_agreement":null},{"id":"W2890262442","doi":"10.2196/11329","title":"A Customized Intervention Program Aiming to Improve Healthy Eating and Physical Activity Among Preschool Children: Protocol for a Randomized Controlled Trial (Iran Healthy Start Study)","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; University of Saskatchewan","funders":"Mashhad University of Medical Sciences","keywords":"Intervention (counseling); Protocol (science); Randomized controlled trial; Physical therapy; Intervention mapping; Psychology; Physical activity; Healthy eating; Medicine; Alternative medicine; Nursing","score_opus":0.1313482996478386,"score_gpt":0.5516667638333324,"score_spread":0.4203184641854938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890262442","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3668442,2.488577e-7,0.00014302373,0.0007294345,0.00003216059,0.6319454,0.000011585268,0.00022268666,0.00007129212],"genre_scores_gemma":[0.18412587,2.0772907e-8,0.0005874488,0.00008925981,0.0017331607,0.8132987,0.0000061830183,0.000080259786,0.00007908004],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9891252,0.0057796217,0.0012556426,0.0012547567,0.0012352432,0.0013495247],"domain_scores_gemma":[0.9957143,0.0015830031,0.00059199193,0.0006579481,0.00080920337,0.0006435351],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009463929,0.0004932648,0.002122856,0.0006311851,0.0012263595,0.0010661797,0.0004934046,0.00018848779,0.000028617074],"category_scores_gemma":[0.002500069,0.00037323128,0.0006482957,0.00063481013,0.00048320618,0.0006899263,0.00036250777,0.0010283882,0.000012893351],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94300103,0.016253665,0.0010808978,0.0011006652,0.00013688634,0.0000010417594,0.001863211,3.6413192e-7,0.00032436746,0.000008725356,0.0017731672,0.03445595],"study_design_scores_gemma":[0.93035316,0.05855472,0.0018777654,0.0017166361,0.0000248933,0.0000013791006,0.00013732816,0.003550379,0.001725209,0.0002563182,0.0014481115,0.00035411614],"about_ca_topic_score_codex":0.0003782511,"about_ca_topic_score_gemma":0.00012906065,"teacher_disagreement_score":0.18271834,"about_ca_system_score_codex":0.00030523597,"about_ca_system_score_gemma":0.00013701069,"threshold_uncertainty_score":0.9999708},"labels":[],"label_agreement":null},{"id":"W2890325779","doi":"10.2196/10694","title":"A Mobile-Based App (MyChoices) to Increase Uptake of HIV Testing and Pre-Exposure Prophylaxis by Young Men Who Have Sex With Men: Protocol for a Pilot Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Men who have sex with men; Pre-exposure prophylaxis; Randomized controlled trial; Medicine; Psychological intervention; Population; Protocol (science); mHealth; Family medicine; Human immunodeficiency virus (HIV); Public health; Smartphone app; Gerontology; Alternative medicine; Internet privacy; Environmental health; Internal medicine; Psychiatry; Computer science; Nursing","score_opus":0.07758773586377812,"score_gpt":0.47294186857596077,"score_spread":0.39535413271218267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890325779","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003735873,0.0000027712529,0.0015176231,0.00018141944,0.0000010140136,0.97321314,0.00011795345,0.00008521906,0.021145007],"genre_scores_gemma":[0.004692711,9.611641e-8,0.0027453806,0.000021172336,0.00035084903,0.9311535,0.000020212485,0.000085226886,0.060930867],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99255955,0.002022425,0.0014152331,0.00087960926,0.0019704713,0.0011527109],"domain_scores_gemma":[0.99260354,0.0022547182,0.00039692275,0.000842846,0.002969247,0.00093272293],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009820113,0.00042074284,0.0019688893,0.0006843755,0.000436379,0.00025603088,0.0004518418,0.00017430661,0.00031007192],"category_scores_gemma":[0.010735206,0.00026361825,0.0003090682,0.0008044702,0.0010625995,0.0002141289,0.0002000064,0.0007284858,0.000016453856],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88602555,0.0036398142,0.00078792433,0.002913646,0.00029646233,0.000011038034,0.00045411303,9.699958e-7,0.013236385,0.000016115924,0.08814617,0.004471796],"study_design_scores_gemma":[0.73101926,0.23237126,0.000045590627,0.004213532,0.00002508285,0.0000070026517,0.0001720605,0.0093311025,0.0049249525,0.000040143725,0.017648542,0.00020148054],"about_ca_topic_score_codex":0.00032506805,"about_ca_topic_score_gemma":0.00005539085,"teacher_disagreement_score":0.22873145,"about_ca_system_score_codex":0.00015836884,"about_ca_system_score_gemma":0.0013462933,"threshold_uncertainty_score":0.9999816},"labels":[],"label_agreement":null},{"id":"W2890430384","doi":"10.2196/11624","title":"Comparing the Effectiveness of Clinicians and Paraprofessionals to Reduce Disparities in Perinatal Depression via the Mothers and Babies Course: Protocol for a Cluster-Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Feinberg School of Medicine; National Institutes of Health; Northwestern University; Patient-Centered Outcomes Research Institute","keywords":"Randomized controlled trial; Protocol (science); Medicine; Cluster (spacecraft); Cluster randomised controlled trial; Depression (economics); Clinical psychology; Psychiatry; Psychology; Intervention (counseling); Alternative medicine","score_opus":0.15150120773289588,"score_gpt":0.5643015840484475,"score_spread":0.41280037631555166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890430384","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29005453,0.000010403586,0.000035214358,0.0008998173,0.000015323054,0.7088689,0.0000036989584,0.000008847953,0.00010324394],"genre_scores_gemma":[0.38364038,5.794325e-7,0.000044733028,0.000054130316,0.0000923284,0.6160218,5.2235526e-7,0.000011719487,0.00013377132],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994642,0.003588812,0.00061299483,0.0002877362,0.0004692353,0.00039917577],"domain_scores_gemma":[0.99173456,0.007478454,0.00016370014,0.00029154395,0.00021255096,0.00011917984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012471478,0.00015768486,0.00091365044,0.000094780575,0.0003647962,0.000052416537,0.00018104026,0.00009429242,0.000009679168],"category_scores_gemma":[0.0010341124,0.00007201803,0.00009267105,0.00012255293,0.00087937317,0.00007147697,0.00020422736,0.00037381417,0.0000012307178],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9772218,0.00037789758,0.012315613,0.008165948,0.000037986574,0.0000016268884,0.00062879367,9.492046e-7,0.00031177918,0.0003887363,0.000050184233,0.00049869256],"study_design_scores_gemma":[0.9081105,0.0039471486,0.038068388,0.042433612,0.000010627775,0.000012236283,0.0001805422,0.0009865181,0.0043417215,0.0010623024,0.0007509709,0.000095431926],"about_ca_topic_score_codex":0.000097067874,"about_ca_topic_score_gemma":0.00003127084,"teacher_disagreement_score":0.09358585,"about_ca_system_score_codex":0.000034253728,"about_ca_system_score_gemma":0.00014783372,"threshold_uncertainty_score":0.43223906},"labels":[],"label_agreement":null},{"id":"W2890547184","doi":"10.2196/11843","title":"Use of Dental Practices for the Identification of Adults With Undiagnosed Type 2 Diabetes Mellitus or Nondiabetic Hyperglycemia: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Oral microbiology and periodontitis research","field":"Dentistry","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Medicine; Protocol (science); Diabetes mellitus; Type 2 Diabetes Mellitus; Identification (biology); Type 2 diabetes; Intensive care medicine; Alternative medicine; Endocrinology; Pathology","score_opus":0.4265113127180049,"score_gpt":0.5950588831226635,"score_spread":0.16854757040465862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890547184","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031230497,0.17739436,0.000010742488,0.000023884271,0.000017581628,0.82183355,0.0006883478,0.000021465243,0.0000069265607],"genre_scores_gemma":[7.3419267e-7,0.1302164,0.00023739878,0.000009651464,0.00012665159,0.8673641,0.00019733995,0.00010847224,0.00173921],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9918046,0.0029569485,0.0025023958,0.0008702996,0.0009656458,0.0009001298],"domain_scores_gemma":[0.978898,0.011813827,0.004114711,0.0018131474,0.003231095,0.00012924251],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0067269695,0.00052580127,0.0028901026,0.0003863018,0.00038006154,0.00029657275,0.0018590725,0.0006053367,0.00025807993],"category_scores_gemma":[0.013558605,0.00026559926,0.00059023773,0.0013934916,0.001025656,0.00039686257,0.00032675677,0.0008526505,0.00015606341],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022560868,0.0005763098,0.00004947318,0.97505605,0.00053713634,0.0000069468365,0.000030567204,5.514823e-8,0.0000391252,0.000029785371,0.013439698,0.007978784],"study_design_scores_gemma":[0.0010243213,0.0026815808,0.0000040808013,0.52889556,0.00023136288,0.000023134426,0.000021393887,0.0000069092994,0.00029670176,0.0000050385042,0.46662417,0.00018571781],"about_ca_topic_score_codex":0.00003172893,"about_ca_topic_score_gemma":0.00017843887,"teacher_disagreement_score":0.4531845,"about_ca_system_score_codex":0.00017435767,"about_ca_system_score_gemma":0.001562409,"threshold_uncertainty_score":0.9999796},"labels":[],"label_agreement":null},{"id":"W2890627487","doi":"10.2196/10798","title":"Smartphone-Delivered Peer Physical Activity Counseling Program for Individuals With Spinal Cord Injury: Protocol for Development and Pilot Evaluation","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"International Collaboration On Repair Discoveries; British Columbia Institute of Technology; Vancouver Coastal Health; University of Toronto; McGill University; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; Centre for Interdisciplinary Research in Rehabilitation","funders":"Craig H. Neilsen Foundation","keywords":"Psychological intervention; Intervention (counseling); Protocol (science); Focus group; Delphi method; Medicine; Autonomy; Psychology; Medical education; Applied psychology; Nursing; Alternative medicine; Computer science","score_opus":0.43833675052591353,"score_gpt":0.6421625325266741,"score_spread":0.20382578200076057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890627487","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16233772,3.5833344e-7,0.00052847894,0.00061577786,0.0000042585007,0.8361404,0.000027173632,0.00011603899,0.00022980447],"genre_scores_gemma":[0.026709666,4.0765073e-8,0.02610623,0.00003355898,0.0006271402,0.94574106,0.0000318727,0.00009272398,0.00065771595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931853,0.000411262,0.00037098568,0.00096777105,0.0038049023,0.0012598077],"domain_scores_gemma":[0.9910383,0.00028941655,0.00017100722,0.0005787985,0.007466143,0.00045633025],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00744445,0.0003522862,0.0005137122,0.00041443165,0.00079912203,0.0003336572,0.00033557668,0.00014401114,0.00007295329],"category_scores_gemma":[0.0011115796,0.00026509224,0.000074565665,0.0007574826,0.00073385204,0.0003445214,0.00021878176,0.0007124441,0.000037969734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.31036228,0.0044101803,0.0017158495,0.0028865547,0.00012396043,0.000003435588,0.00025768045,1.04329025e-7,0.0125221815,0.00010553076,0.010360044,0.6572522],"study_design_scores_gemma":[0.01823826,0.31827104,0.009886195,0.002798738,0.00001915038,0.000015278783,0.00012544144,0.0022379735,0.08009346,0.00032150216,0.5676323,0.00036067495],"about_ca_topic_score_codex":0.000014033171,"about_ca_topic_score_gemma":0.000018967174,"teacher_disagreement_score":0.6568915,"about_ca_system_score_codex":0.00052837504,"about_ca_system_score_gemma":0.0027342995,"threshold_uncertainty_score":0.99998015},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2890692024","doi":"10.2196/10287","title":"An e-Prehabilitation System of Care for Teenagers and Young Adults Diagnosed With Cancer: Protocol for a Qualitative Co-Design Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Beatson Cancer Charity","keywords":"Prehabilitation; Focus group; Exploratory research; Young adult; Psychological intervention; Medicine; Health care; Population; Qualitative research; Nursing; Gerontology; Psychology; Physical therapy","score_opus":0.23742988292920705,"score_gpt":0.6076184953417523,"score_spread":0.3701886124125452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890692024","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028048607,0.0000023470782,0.0018471655,0.00018428877,0.00000591654,0.96955454,0.00016331566,0.00009949705,0.000094306495],"genre_scores_gemma":[0.11537241,5.205374e-8,0.0064289123,0.000018003197,0.00025916382,0.877787,0.000018108094,0.00007293067,0.00004343856],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9944751,0.0020943612,0.00071417,0.0008242365,0.0012882798,0.000603819],"domain_scores_gemma":[0.9928358,0.0021194648,0.0003232661,0.0007364909,0.0036718613,0.0003130828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005453084,0.00027633307,0.00073043053,0.00030337516,0.00038875622,0.000078672536,0.00027544948,0.00012760982,0.000015110186],"category_scores_gemma":[0.00086565234,0.0002112768,0.00008338801,0.0004512596,0.0006652885,0.00027533283,0.000044660974,0.00025800787,0.0000017586268],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13772598,0.004207793,0.03472103,0.077033445,0.00030074717,0.000008734259,0.7328365,0.0000042173324,0.0014069449,0.0003129129,0.0043251608,0.0071165557],"study_design_scores_gemma":[0.061756723,0.24011192,0.022414047,0.026678618,0.000036721325,0.00000454774,0.6334526,0.0005035152,0.008776853,0.00009708713,0.0056883525,0.00047902056],"about_ca_topic_score_codex":0.0012671059,"about_ca_topic_score_gemma":0.0015805338,"teacher_disagreement_score":0.23590413,"about_ca_system_score_codex":0.0004027148,"about_ca_system_score_gemma":0.00097339426,"threshold_uncertainty_score":0.8615618},"labels":[],"label_agreement":null},{"id":"W2890756888","doi":"10.2196/resprot.8762","title":"Testing MD-Link, a Low-Cost Mobile Electrocardiography Monitoring Device, in Patients With Irregular Heartbeat: Protocol for a Cross-Sectional Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health","keywords":"Heartbeat; Electrocardiography; Mobile device; Protocol (science); Computer science; Medicine; Medical emergency; Computer security; Cardiology; World Wide Web","score_opus":0.21137435382990355,"score_gpt":0.5557898325442981,"score_spread":0.3444154787143946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890756888","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3093123,4.9761525e-7,0.00002682484,0.000006669927,0.0000058879323,0.6904283,0.0000050521394,0.00008117239,0.00013325019],"genre_scores_gemma":[0.16744488,1.6607848e-8,0.0013480707,0.000004887233,0.0011551043,0.82983863,0.000007206603,0.00006535075,0.0001358583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953718,0.00030860832,0.00061774335,0.00086582394,0.0017107204,0.0011252979],"domain_scores_gemma":[0.9959534,0.0002875767,0.00013412634,0.000697308,0.0026255348,0.00030205786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023757296,0.00030040622,0.00049242954,0.0009632371,0.00062915677,0.0003024873,0.00029048425,0.00015764138,0.000025456897],"category_scores_gemma":[0.00036126655,0.0002362751,0.00017393052,0.0028836466,0.0002466666,0.00024420625,0.0001285607,0.0008446784,0.000035049037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004422385,0.0030543616,0.9854318,0.0006440684,0.00011989815,0.000014978124,0.00014730914,0.000015846948,0.0008288418,6.709858e-7,0.00014185435,0.0051779873],"study_design_scores_gemma":[0.013724853,0.015997553,0.9550309,0.002457535,0.000008384509,0.000003071645,0.00008207215,0.000109358865,0.003728648,0.000019477926,0.00859948,0.000238665],"about_ca_topic_score_codex":0.00007354135,"about_ca_topic_score_gemma":0.00001227277,"teacher_disagreement_score":0.14186741,"about_ca_system_score_codex":0.0002924134,"about_ca_system_score_gemma":0.0003591762,"threshold_uncertainty_score":0.9635019},"labels":[],"label_agreement":null},{"id":"W2890779682","doi":"10.2196/10952","title":"User-Driven Living Lab for Assistive Technology to Support People With Dementia Living at Home: Protocol for Developing Co-Creation–Based Innovations","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Context (archaeology); Focus group; Psychological intervention; Independent living; Activities of daily living; Aging in place; Protocol (science); Psychology; Caregiver burden; Gerontology; Nursing; Medicine; Psychiatry; Business; Alternative medicine","score_opus":0.13289978698893876,"score_gpt":0.48533323531828604,"score_spread":0.3524334483293473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890779682","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035595542,8.3789836e-8,0.07020713,0.0026398448,0.0000142642175,0.92012095,0.000014960107,0.0003800796,0.0030631172],"genre_scores_gemma":[0.015483539,9.7494475e-9,0.058741245,0.00051639817,0.00038154534,0.92389435,0.000050577797,0.00007534666,0.0008570032],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704474,0.000054744345,0.0005692942,0.00073099695,0.0005711063,0.0010291036],"domain_scores_gemma":[0.99455416,0.00040765718,0.000350286,0.00043309445,0.0042306203,0.00002419776],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002742555,0.0003065984,0.00035690467,0.0016503189,0.0023874124,0.00034101852,0.00077284744,0.0003271929,0.00021282621],"category_scores_gemma":[0.0014843063,0.00027990364,0.000051899307,0.0043335627,0.00052311545,0.0005788327,0.0008641532,0.0003743744,0.00013420805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013938437,0.00087227987,0.6600811,0.0034726195,0.00027105218,0.000004034286,0.0009111079,0.000006535139,0.001873835,0.25896105,0.06105768,0.011094854],"study_design_scores_gemma":[0.0023158628,0.0010898517,0.078634836,0.003076199,0.000009955313,0.0000013040819,0.0005336338,0.00046600588,0.0060583153,0.002172299,0.9049722,0.00066956517],"about_ca_topic_score_codex":0.00001386158,"about_ca_topic_score_gemma":0.00041899653,"teacher_disagreement_score":0.8439145,"about_ca_system_score_codex":0.00048551618,"about_ca_system_score_gemma":0.0006847772,"threshold_uncertainty_score":0.9999653},"labels":[],"label_agreement":null},{"id":"W2891348439","doi":"10.2196/10900","title":"Development and Validation of a Diabetic Retinopathy Screening Modality Using a Hand-Held Nonmydriatic Digital Retinal Camera by Physician Graders at a Tertiary-Level Medical Clinic: Protocol for a Validation Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council","keywords":"Diabetic retinopathy; Medicine; Protocol (science); Optometry; Modality (human–computer interaction); Fundus camera; Electronic medical record; Family medicine; Retinal; Ophthalmology; Computer science; Alternative medicine; Diabetes mellitus; Artificial intelligence; Ophthalmoscopy; Pathology","score_opus":0.3354569296533982,"score_gpt":0.5482516943966862,"score_spread":0.212794764743288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891348439","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44946072,4.341885e-7,0.0006531956,0.00014378542,0.0000022606193,0.54964846,0.00003280359,0.000017735847,0.000040605682],"genre_scores_gemma":[0.29879227,3.1501887e-8,0.0016154178,0.00002655137,0.00008422446,0.6992716,0.00006402707,0.00003397581,0.00011187518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956401,0.00039984507,0.0008513509,0.00067801186,0.0018246624,0.00060602935],"domain_scores_gemma":[0.99794155,0.0002566153,0.0003338198,0.00040213455,0.0006283151,0.0004375474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017178534,0.00027561412,0.00048827927,0.00018783739,0.0005000273,0.00017403341,0.00018483197,0.00013613502,0.00009484227],"category_scores_gemma":[0.00066704006,0.00021994705,0.000112352944,0.00035325583,0.00049081154,0.00025534755,0.00026867917,0.00026828432,0.000012646868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02277901,0.017453155,0.87858707,0.006799126,0.00058443594,0.00008422721,0.0067145536,5.9386815e-7,0.0122249955,0.000014074952,0.0016500576,0.05310868],"study_design_scores_gemma":[0.094924144,0.042844534,0.5318504,0.035077356,0.0002575318,0.00007442135,0.0033483454,0.007265963,0.27442923,0.00076536514,0.007630667,0.001532064],"about_ca_topic_score_codex":0.00003808074,"about_ca_topic_score_gemma":0.0000042794627,"teacher_disagreement_score":0.3467367,"about_ca_system_score_codex":0.00022742113,"about_ca_system_score_gemma":0.0005214001,"threshold_uncertainty_score":0.896918},"labels":[],"label_agreement":null},{"id":"W2891365939","doi":"10.2196/10997","title":"National Survey of Morbidity and Risk Factors (EMENO): Protocol for a Health Examination Survey Representative of the Adult Greek Population","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Environmental health; Population; Spirometry; Sampling frame; National Health and Nutrition Examination Survey; Anthropometry; Gerontology; Asthma; Internal medicine","score_opus":0.47826772436208137,"score_gpt":0.6243348433362397,"score_spread":0.1460671189741583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891365939","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10116927,4.6673236e-7,0.0015145439,0.00009877193,0.0000071561562,0.8968501,0.0002463482,0.000012721198,0.000100590005],"genre_scores_gemma":[0.26167688,5.7796217e-7,0.00016337988,0.000009727816,0.000044138636,0.737868,0.00010810051,0.000013131301,0.0001160541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9829282,0.014318239,0.00065565313,0.0003385143,0.0014707004,0.0002886793],"domain_scores_gemma":[0.9927827,0.0006181112,0.00050481834,0.0003719812,0.0055920617,0.00013031861],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.036364228,0.000111236586,0.0003390501,0.00020088714,0.000298277,0.000019981508,0.00012934559,0.00011054549,0.000046834823],"category_scores_gemma":[0.0073128184,0.00007848756,0.00010581648,0.00070486875,0.0002902591,0.00016446212,0.00009636033,0.0002985191,0.0000015863483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069287594,0.0007151463,0.9771551,0.0026953192,0.00008596752,1.4027023e-7,0.0009437541,0.0000017903984,0.00013931122,0.0000937862,0.0025902002,0.014886613],"study_design_scores_gemma":[0.0034985547,0.0021908279,0.99056584,0.000875451,0.000002563564,0.0000017815178,0.000057405738,0.00039855472,0.0016216515,0.00027726498,0.00045334524,0.00005676649],"about_ca_topic_score_codex":0.008492326,"about_ca_topic_score_gemma":0.0029255576,"teacher_disagreement_score":0.1605076,"about_ca_system_score_codex":0.00019209547,"about_ca_system_score_gemma":0.0006653876,"threshold_uncertainty_score":0.99811023},"labels":[],"label_agreement":null},{"id":"W2891372302","doi":"10.2196/11101","title":"Endotracheal Intubation Among the Critically Ill: Protocol for a Multicenter, Observational, Prospective Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Airway Management and Intubation Techniques","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Intubation; Sedation; Intensive care; Airway management; Intensive care medicine; Intensive care unit; Emergency medicine; Airway; Critically ill; Medical emergency; Anesthesia; Internal medicine","score_opus":0.40023958256585085,"score_gpt":0.6013897883700514,"score_spread":0.20115020580420057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891372302","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015742014,8.4744585e-8,0.0020262164,0.002538377,0.0000047619037,0.98093206,0.00000495767,0.00021637467,0.012702956],"genre_scores_gemma":[0.011339139,7.013117e-8,0.0013007917,0.0001917304,0.00054910505,0.97988045,0.000012058216,0.0000403428,0.0066863005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970804,0.00035023803,0.0004884998,0.0004710827,0.0011038118,0.00050595886],"domain_scores_gemma":[0.9933874,0.00033416337,0.00010623139,0.000558616,0.0054888935,0.00012468314],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025914372,0.00017629522,0.00021475015,0.00021825648,0.0006010092,0.00019720876,0.00035657128,0.00009375744,0.00096906145],"category_scores_gemma":[0.0026116176,0.00011588229,0.00008835532,0.0005253897,0.0005892599,0.00039526913,0.0002009091,0.00047729586,0.00005272847],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013000583,0.015989553,0.374608,0.0022929108,0.00023859949,0.00000463522,0.005518505,4.156537e-7,0.0018501219,0.022395894,0.49550664,0.068594135],"study_design_scores_gemma":[0.011530972,0.074316405,0.3201258,0.0013628711,0.000013142917,6.2681744e-7,0.0017236042,0.0027919067,0.0117442105,0.0042946097,0.5718372,0.00025869027],"about_ca_topic_score_codex":0.000022404554,"about_ca_topic_score_gemma":0.0000313004,"teacher_disagreement_score":0.07633052,"about_ca_system_score_codex":0.0002116026,"about_ca_system_score_gemma":0.00018892046,"threshold_uncertainty_score":0.9999442},"labels":[],"label_agreement":null},{"id":"W2891382985","doi":"10.2196/10210","title":"Efficacy of an Education Session by Pharmacists for Patients With Asthma: Protocol and Design of a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Randomized controlled trial; Asthma; Protocol (science); Medicine; Research design; Physical therapy; Alternative medicine; Medical education; Family medicine; Psychology; Computer science; World Wide Web; Internal medicine","score_opus":0.08067766805863855,"score_gpt":0.5236480678251909,"score_spread":0.4429703997665524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891382985","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06822818,0.0000020032571,0.00035902645,0.000019501942,0.000004980613,0.9312563,0.000014287494,0.000015632188,0.00010008445],"genre_scores_gemma":[0.032056827,1.0108301e-7,0.0009350612,0.00001591575,0.00018395617,0.9665326,0.00002084488,0.000026212938,0.00022852162],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966291,0.001359433,0.00063367374,0.00030207142,0.00080557575,0.00027011367],"domain_scores_gemma":[0.99653274,0.00080602197,0.0003782112,0.00028214903,0.0017442373,0.00025666133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023171336,0.00015678444,0.0010038413,0.00021312753,0.000120510034,0.00002545658,0.00011807157,0.00008762728,0.00007545069],"category_scores_gemma":[0.0013234112,0.00008685396,0.00012899104,0.00020803767,0.0006561396,0.00013740898,0.000035241075,0.00013688582,0.0000014051832],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9644105,0.009455905,0.00025358095,0.0009280378,0.00006459946,5.3529e-7,0.000115271556,2.1693607e-7,0.005122063,0.000011640893,0.0020956337,0.017542029],"study_design_scores_gemma":[0.9532135,0.027465401,0.00025669805,0.0013563458,0.000023014349,7.6155015e-7,0.000020964902,0.00018068597,0.012257661,0.000046102145,0.005090972,0.00008787739],"about_ca_topic_score_codex":0.0000018476672,"about_ca_topic_score_gemma":7.81186e-8,"teacher_disagreement_score":0.03617135,"about_ca_system_score_codex":0.00003086241,"about_ca_system_score_gemma":0.0011259747,"threshold_uncertainty_score":0.35418016},"labels":[],"label_agreement":null},{"id":"W2891472001","doi":"10.2196/10777","title":"Development of an Electronic Data Collection System to Support a Large-Scale HIV Behavioral Intervention Trial: Protocol for an Electronic Data Collection System","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Mental Health","keywords":"Data collection; Electronic data capture; Intervention (counseling); Pace; Protocol (science); Computer science; Psychological intervention; Scale (ratio); Mobile device; Medicine; World Wide Web; Nursing; Alternative medicine","score_opus":0.44082786477059377,"score_gpt":0.6406544213439925,"score_spread":0.19982655657339876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891472001","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074043036,6.693662e-7,0.008113206,0.000065078086,0.00014233097,0.9821309,0.000662519,0.00035134953,0.0011296759],"genre_scores_gemma":[0.037061233,9.761364e-9,0.00293379,0.00000851345,0.0003595368,0.9539915,0.0020715257,0.00012732392,0.0034465767],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909606,0.001797278,0.0020503676,0.001838816,0.001202792,0.002150124],"domain_scores_gemma":[0.99414986,0.00008668406,0.0006339612,0.0036015557,0.0010147361,0.00051319966],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011517851,0.0003862447,0.0006114572,0.0009149263,0.0009740117,0.00033599732,0.0028124002,0.00032797683,0.00030430706],"category_scores_gemma":[0.000092998576,0.00039347788,0.00013108361,0.0016680647,0.00014423694,0.0015216947,0.001199365,0.00066040765,0.00034177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.47305784,0.08786177,0.0005833305,0.025030611,0.00066237716,0.000024891127,0.007836029,0.0000014288083,0.0023708832,0.016528072,0.27189878,0.11414398],"study_design_scores_gemma":[0.07448664,0.15768532,0.0004410544,0.006845282,0.000035274883,0.00011362461,0.0064228727,0.0058222306,0.0060384553,0.00012410808,0.74119663,0.0007884791],"about_ca_topic_score_codex":0.00025730964,"about_ca_topic_score_gemma":0.007855027,"teacher_disagreement_score":0.46929786,"about_ca_system_score_codex":0.0034995836,"about_ca_system_score_gemma":0.0021859347,"threshold_uncertainty_score":0.9998517},"labels":[],"label_agreement":null},{"id":"W2891605838","doi":"10.2196/10753","title":"Role or Synergistic Interaction of Adenosine and Vitamin D3 Alongside High-Intensity Interval Training and Isocaloric Moderate Intensity Training on Metabolic Parameters: Protocol for an Experimental Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vitamin D Research Studies","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"High-intensity interval training; Intensity (physics); Training (meteorology); Protocol (science); Medicine; Interval training; Physical therapy; Physics; Alternative medicine","score_opus":0.4077165331580165,"score_gpt":0.550151611904658,"score_spread":0.14243507874664152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891605838","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4694126,0.0000018518512,0.00006638706,0.00014578218,0.000010871806,0.5302517,0.000011309656,0.00004904188,0.00005047611],"genre_scores_gemma":[0.48834732,2.1041531e-7,0.000783777,0.000035116936,0.00017075724,0.51053345,0.000004157065,0.00003798158,0.00008718738],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99560535,0.0006573076,0.0007052192,0.0010061925,0.0010773537,0.0009485793],"domain_scores_gemma":[0.9965924,0.0006650254,0.0002041405,0.00058005983,0.0014955668,0.00046280897],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002619558,0.00041585235,0.0012808779,0.0006258708,0.0005333283,0.00018948548,0.00025268196,0.00018295077,0.00003616895],"category_scores_gemma":[0.002090335,0.0002994949,0.00009377798,0.0004658065,0.0012252522,0.00046643952,0.00050849357,0.0010676632,0.000005062653],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26471126,0.033067867,0.008050077,0.005108834,0.0021093045,0.00062789815,0.1604289,0.000015067726,0.4187899,0.0005069819,0.0047985697,0.101785325],"study_design_scores_gemma":[0.042487588,0.27954188,0.09313153,0.010020566,0.00010013637,0.00039338027,0.16746365,0.014816468,0.38745636,0.00056466676,0.0029431465,0.001080656],"about_ca_topic_score_codex":0.00021486904,"about_ca_topic_score_gemma":0.00014843335,"teacher_disagreement_score":0.246474,"about_ca_system_score_codex":0.00018670077,"about_ca_system_score_gemma":0.0002246905,"threshold_uncertainty_score":0.9999457},"labels":[],"label_agreement":null},{"id":"W2891779850","doi":"10.2196/11207","title":"Adolescent Medicine Trials Network for HIV/AIDS Interventions Data Harmonization: Rationale and Development of Guidelines","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute on Minority Health and Health Disparities; National Institute of Child Health and Human Development; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; National Institute of Mental Health; National Institutes of Health","keywords":"Psychological intervention; Medicine; Socioeconomic status; Harmonization; Mental health; Family medicine; Adolescent medicine; Environmental health; Population; Psychiatry","score_opus":0.919111549284739,"score_gpt":0.7416814466973544,"score_spread":0.17743010258738467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891779850","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000260329,0.00016034712,0.12029297,0.014730552,0.00016762495,0.86373323,0.00022313086,0.0000630799,0.00036872277],"genre_scores_gemma":[0.00036967915,0.000012996522,0.06629018,0.00037532198,0.0071928403,0.915789,0.0005578886,0.00003941852,0.009372656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938645,0.0021490825,0.0020665987,0.0006363468,0.00067175,0.000611741],"domain_scores_gemma":[0.9937492,0.0010031303,0.0005729152,0.000804973,0.0036614093,0.00020837819],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0241068,0.00015332318,0.0005529653,0.00018963098,0.0016624867,0.000012139748,0.000422204,0.000140375,0.0008544963],"category_scores_gemma":[0.006606886,0.000104226136,0.000037905447,0.0004524176,0.00050257496,0.00017787896,0.0007679565,0.00045136915,0.00008045622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011525654,0.0005654175,0.012835874,0.007384136,0.000051763654,4.30039e-7,0.0023124828,0.0000020187997,0.0004946327,0.00403242,0.95214653,0.019021718],"study_design_scores_gemma":[0.0030385326,0.00077682774,0.006456651,0.013584999,0.000004848652,7.5588656e-7,0.0016856736,0.00020994629,0.00014037632,0.0009721441,0.973016,0.00011324168],"about_ca_topic_score_codex":0.000006145738,"about_ca_topic_score_gemma":0.000048889047,"teacher_disagreement_score":0.054002788,"about_ca_system_score_codex":0.00010045297,"about_ca_system_score_gemma":0.0012887416,"threshold_uncertainty_score":0.9996372},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2895781024","doi":"10.2196/10935","title":"A Web-Based Recovery Program (ICUTogether) for Intensive Care Survivors: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Intensive care unit; Intensive care; Quality of life (healthcare); Anxiety; Intervention (counseling); Hospital Anxiety and Depression Scale; Physical therapy; Nursing; Psychiatry; Intensive care medicine","score_opus":0.14903440897053105,"score_gpt":0.5400870746709344,"score_spread":0.39105266570040337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895781024","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003698049,0.0000019941383,0.0012412434,0.0017149763,0.000057488174,0.9919051,0.00010512764,0.0003309602,0.004273325],"genre_scores_gemma":[0.00028891856,8.382461e-8,0.0027685016,0.0039353385,0.0012440233,0.9898199,0.00014135327,0.00019486838,0.0016070551],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925988,0.002193979,0.0013002539,0.0010481717,0.0013103174,0.0015485059],"domain_scores_gemma":[0.8693976,0.006218269,0.0004135863,0.00072455854,0.122900605,0.00034540836],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005942375,0.00057946873,0.002714029,0.00090868765,0.00049949076,0.0002470196,0.0004322938,0.00047189294,0.00028910855],"category_scores_gemma":[0.11443576,0.00040601243,0.0019054258,0.00069314375,0.0018097153,0.00014883476,0.00011920572,0.0007975388,0.000066935616],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95281166,0.0012630102,0.000028450177,0.0026462877,0.00044790652,0.000014222287,0.00080194516,2.1805383e-7,0.00089841813,0.00015282092,0.0325837,0.00835136],"study_design_scores_gemma":[0.70915854,0.04128249,0.0000025386848,0.00398271,0.000056764136,0.0000034544044,0.004958373,0.00093569903,0.0032338526,0.00041607927,0.23565586,0.00031365713],"about_ca_topic_score_codex":0.00003732516,"about_ca_topic_score_gemma":0.00011523593,"teacher_disagreement_score":0.24365313,"about_ca_system_score_codex":0.0003904983,"about_ca_system_score_gemma":0.0034708695,"threshold_uncertainty_score":0.9998392},"labels":[],"label_agreement":null},{"id":"W2895939017","doi":"10.2196/10854","title":"Determining the Cause of Death Among Children Hospitalized With Respiratory Illness in Kenya: Protocol for Pediatric Respiratory Etiology Surveillance Study (PRESS)","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory viral infections research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Etiology; Cause of death; Autopsy; Pediatrics; Verbal autopsy; Intensive care medicine; Disease; Emergency medicine; Pathology","score_opus":0.2623163611697418,"score_gpt":0.5580684267906076,"score_spread":0.29575206562086587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895939017","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4620885,0.0000012923736,0.000010861107,0.000017876335,0.0000046106024,0.53742504,0.000011555088,0.000048606562,0.00039169405],"genre_scores_gemma":[0.24884614,1.6790679e-7,0.0000522551,0.00004812382,0.00046006683,0.7504061,0.000002572811,0.000090386864,0.00009420423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9915049,0.003212706,0.0011690456,0.001072528,0.0016987117,0.0013421153],"domain_scores_gemma":[0.9938064,0.0008650781,0.0004021148,0.0018093647,0.0028140494,0.000302984],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008451265,0.00042560397,0.0008376965,0.001077642,0.0006461783,0.00013492428,0.0009532084,0.0003174875,0.00008377597],"category_scores_gemma":[0.0021366817,0.00027244136,0.00013207669,0.0020010427,0.0015032921,0.0003490025,0.0004971535,0.0014316759,0.000020971187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057955487,0.0023904587,0.9874162,0.0005732442,0.00008011522,0.00003842451,0.00043925276,0.0000049163364,0.00034636847,0.00004939833,0.001991596,0.0008744594],"study_design_scores_gemma":[0.018544992,0.030036522,0.9358645,0.00047203543,0.000008796277,0.000005168827,0.0001018744,0.000020345635,0.0020451706,0.000025190762,0.012569719,0.00030569083],"about_ca_topic_score_codex":0.00015440347,"about_ca_topic_score_gemma":0.00043090677,"teacher_disagreement_score":0.21324234,"about_ca_system_score_codex":0.00032871735,"about_ca_system_score_gemma":0.0012157097,"threshold_uncertainty_score":0.99997276},"labels":[],"label_agreement":null},{"id":"W2896076508","doi":"10.2196/11284","title":"Human Papillomavirus Infection and Transmission Among Couples Through Heterosexual Activity (HITCH) Cohort Study: Protocol Describing Design, Methods, and Research Goals","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; Université de Montréal; Centre Hospitalier de l’Université de Montréal; McGill University","funders":"National Institute of Allergy and Infectious Diseases; Canadian Institutes of Health Research; National Institutes of Health; Concordia University; McGill University; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Medicine; HPV infection; Transmission (telecommunications); Cohort; Cohort study; Young adult; Demography; Human papillomavirus; Epidemiology; Family medicine; Natural history; Gynecology; Gerontology; Internal medicine","score_opus":0.5855448695473716,"score_gpt":0.6650350395649395,"score_spread":0.07949017001756786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896076508","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15183283,0.000009177245,0.0018500125,0.00015461667,0.0000048188526,0.84364563,0.0000031517095,0.00012690423,0.0023728313],"genre_scores_gemma":[0.13857372,0.000006395279,0.0020068288,0.00001851096,0.0003730565,0.8584406,0.0000025371144,0.000074055315,0.00050431705],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9871771,0.0062349425,0.00059563876,0.0014263446,0.0030035563,0.0015624614],"domain_scores_gemma":[0.99526024,0.00093082373,0.00009800055,0.00090878294,0.0019967179,0.0008054097],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02014633,0.00038919275,0.0007738456,0.0006289952,0.002199599,0.00062553806,0.0003221721,0.00037629865,0.0011307808],"category_scores_gemma":[0.0007973006,0.00030394315,0.000082677674,0.0014284387,0.0025177693,0.0007134555,0.0007741798,0.0026446858,0.000027491089],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008402343,0.0033389286,0.4120548,0.0023421978,0.00013898042,0.00008014966,0.0023235248,4.940414e-7,0.15560779,0.00006275156,0.0021091246,0.4135389],"study_design_scores_gemma":[0.008787807,0.024010148,0.8458426,0.001045128,0.000012220118,0.000025981892,0.0003424717,0.00035559046,0.076847985,0.0011723532,0.04117565,0.00038208833],"about_ca_topic_score_codex":0.002489364,"about_ca_topic_score_gemma":0.00031759817,"teacher_disagreement_score":0.43378776,"about_ca_system_score_codex":0.00044949842,"about_ca_system_score_gemma":0.0004764516,"threshold_uncertainty_score":0.9999413},"labels":[],"label_agreement":null},{"id":"W2896183842","doi":"10.2196/11333","title":"Estimating Vaccine Effectiveness Against Hospitalized Influenza During Pregnancy: Multicountry Protocol for a Retrospective Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Influenza Virus Research Studies","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Alberta; Alberta Health; University of Calgary","funders":"","keywords":"Medicine; Retrospective cohort study; Protocol (science); Pregnancy; Cohort study; Cohort; Environmental health; Obstetrics; Family medicine; Internal medicine; Alternative medicine; Biology","score_opus":0.21616686650733358,"score_gpt":0.5824662532979393,"score_spread":0.36629938679060575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896183842","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14998585,0.0000023949253,0.000091964495,0.00004371034,0.000015357738,0.8482744,0.000029243254,0.0003278111,0.0012292666],"genre_scores_gemma":[0.024807064,1.3346865e-7,0.0026197692,0.00004103081,0.00080161274,0.97122437,0.000005844103,0.0001838366,0.00031632403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9909644,0.0012778258,0.0010282701,0.0016029807,0.0029880248,0.0021384896],"domain_scores_gemma":[0.99106044,0.00075770175,0.00029528773,0.0015823626,0.0058168084,0.00048738316],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004980493,0.00063134875,0.0013214342,0.00075100356,0.0017801308,0.0003159094,0.00067157793,0.00026706487,0.000136144],"category_scores_gemma":[0.0075793327,0.0005053274,0.00024181102,0.0014985522,0.0006627354,0.00053241616,0.0009951323,0.0014230536,0.00015284988],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022190338,0.0043620667,0.95022964,0.00873596,0.00060745236,0.00016646607,0.0015046829,0.0000082757815,0.009926542,0.00003678099,0.0009430243,0.0012887781],"study_design_scores_gemma":[0.048247993,0.015674403,0.8983619,0.018143943,0.000019709276,0.000011543997,0.00019053911,0.0011146914,0.011658713,0.00020084876,0.005861274,0.00051443925],"about_ca_topic_score_codex":0.00007178276,"about_ca_topic_score_gemma":0.000025682408,"teacher_disagreement_score":0.12517878,"about_ca_system_score_codex":0.0017946493,"about_ca_system_score_gemma":0.00069671235,"threshold_uncertainty_score":0.9997398},"labels":[],"label_agreement":null},{"id":"W2896185086","doi":"10.2196/12006","title":"Development of the Gambling Disorder Identification Test (G-DIT): Protocol for a Delphi Method Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Alcohol Use Disorders Identification Test; Delphi method; Protocol (science); Face validity; Identification (biology); Test (biology); Audit; Construct validity; Clinical psychology; Psychometrics; Alcohol consumption; Medicine; Computer science; Artificial intelligence","score_opus":0.7131776767999001,"score_gpt":0.7128604699266317,"score_spread":0.00031720687326841635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896185086","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010384369,1.4201038e-7,0.0016061313,0.00006341829,0.000022174823,0.9871626,0.0000128161255,0.000050104874,0.0006982669],"genre_scores_gemma":[0.030658314,1.627287e-9,0.006243896,0.0000055336136,0.00010418459,0.9604995,0.0000036067215,0.000046174668,0.0024387424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965115,0.0006882228,0.000705944,0.0005981116,0.0008936464,0.00060254365],"domain_scores_gemma":[0.9971493,0.00042774217,0.0002573587,0.001060418,0.0010129884,0.0000922099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003935028,0.0001937535,0.00022837834,0.0002442779,0.0007188763,0.000109991204,0.0007778357,0.00012010493,0.00033341264],"category_scores_gemma":[0.00034391595,0.00012823426,0.000095823256,0.00081217283,0.0002045261,0.00009759331,0.00025790342,0.00030002085,0.00015760527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040526264,0.060641926,0.62505156,0.0010110699,0.0003804532,0.00001031164,0.057866126,0.0000015770959,0.036132812,0.0015663359,0.009588988,0.2036962],"study_design_scores_gemma":[0.013553854,0.0044324747,0.5929616,0.0007366111,0.0000156075,0.000004954855,0.0036850006,0.000039709947,0.035245005,0.00057051214,0.34842128,0.0003333715],"about_ca_topic_score_codex":0.000033545468,"about_ca_topic_score_gemma":0.00013524537,"teacher_disagreement_score":0.3388323,"about_ca_system_score_codex":0.0001112098,"about_ca_system_score_gemma":0.00028281138,"threshold_uncertainty_score":0.55290884},"labels":[],"label_agreement":null},{"id":"W2896189220","doi":"10.2196/12037","title":"Protocol for Investigating the Technical Efficiency of District Hospitals in the Public Health Sector of KwaZulu-Natal, South Africa","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Efficiency Analysis Using DEA","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Inyuvesi Yakwazulu-Natali; National Research Foundation","keywords":"Protocol (science); Public sector; Public health; Geography; Economic growth; Medicine; Socioeconomics; Nursing; Political science; Sociology; Alternative medicine","score_opus":0.5898526837380981,"score_gpt":0.611716521607558,"score_spread":0.02186383786945989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896189220","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046981564,0.0000022227123,0.0027218899,0.00465087,0.0000059875656,0.98661894,0.000046897483,0.000028644537,0.0012264071],"genre_scores_gemma":[0.26155058,1.91327e-8,0.000790612,0.00006170097,0.00007586306,0.73744667,0.0000011407401,0.000015222878,0.00005819928],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98602957,0.00405681,0.0021125688,0.0008597051,0.0057318257,0.0012095225],"domain_scores_gemma":[0.9868714,0.0072790785,0.0011720932,0.0021888856,0.0022920435,0.00019646941],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061691236,0.00022914547,0.00060964614,0.00093837234,0.00081996317,0.00050388137,0.005240342,0.00014401997,0.00007704959],"category_scores_gemma":[0.035240304,0.00010905677,0.0002723148,0.009969561,0.003438168,0.00030114027,0.0006966138,0.0007600712,0.00004499401],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029151142,0.022258967,0.14798084,0.005684255,0.0001706497,0.000026856458,0.16056535,0.00028608175,0.030127915,0.09932836,0.41836387,0.11229177],"study_design_scores_gemma":[0.008103671,0.03025617,0.052366264,0.004578643,0.000007960346,0.000019342797,0.016649336,0.01625809,0.012855485,0.0522673,0.80553895,0.001098791],"about_ca_topic_score_codex":0.000035952162,"about_ca_topic_score_gemma":0.00005585427,"teacher_disagreement_score":0.38717508,"about_ca_system_score_codex":0.00013684596,"about_ca_system_score_gemma":0.0017564722,"threshold_uncertainty_score":0.9992739},"labels":[],"label_agreement":null},{"id":"W2896270402","doi":"10.2196/resprot.8523","title":"Design and Rationale of the National Tunisian Registry of Atrial Fibrillation: Protocol for a Prospective, Multicenter Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Epidemiology; Atrial fibrillation; Medicine; Multicenter study; Clinical trial; Prospective cohort study; Protocol (science); Intensive care medicine; Pediatrics; Randomized controlled trial; Internal medicine; Alternative medicine; Pathology","score_opus":0.42690297766466967,"score_gpt":0.5774832965210989,"score_spread":0.1505803188564292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896270402","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006593134,4.1140692e-7,0.0007532799,0.0011780979,0.00001140891,0.9962711,0.000008962926,0.000013636787,0.0011038053],"genre_scores_gemma":[0.0052712294,6.065006e-8,0.0052396413,0.000013909349,0.002307999,0.98512626,0.000003487885,0.000014819661,0.0020226224],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99785,0.00027489767,0.00046578236,0.00023580049,0.0009858657,0.00018763507],"domain_scores_gemma":[0.9973957,0.0005706322,0.00026280884,0.00023663646,0.0014782422,0.00005595829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016888339,0.000098226745,0.00023401708,0.00014159073,0.00019135152,0.000036394817,0.00013583072,0.000086801374,0.00013501123],"category_scores_gemma":[0.0014563241,0.0000652073,0.00015992117,0.00034756179,0.00043599016,0.00012533073,0.00011506038,0.00010759803,0.000003432675],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78341246,0.00023475217,0.1369233,0.0040906877,0.0003669124,9.3453906e-7,0.0010801115,0.0000989247,0.014010188,0.019072272,0.034650482,0.006058993],"study_design_scores_gemma":[0.26844355,0.01004799,0.04305752,0.0019226586,0.000023351307,0.000004546767,0.00009423527,0.004767561,0.027907956,0.008915291,0.63458306,0.00023226047],"about_ca_topic_score_codex":0.0000022254937,"about_ca_topic_score_gemma":0.0000012904358,"teacher_disagreement_score":0.5999326,"about_ca_system_score_codex":0.00006482354,"about_ca_system_score_gemma":0.0004371052,"threshold_uncertainty_score":0.26590765},"labels":[],"label_agreement":null},{"id":"W2896280966","doi":"10.2196/12322","title":"Delivery of Peer Support Through a Self-Management mHealth Intervention (Healing Circles) in Patients With Cardiovascular Disease: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; Providence Health Care; Vancouver Coastal Health; Simon Fraser University","funders":"","keywords":"mHealth; Protocol (science); Randomized controlled trial; Intervention (counseling); Medicine; Self-management; Peer support; Disease; Physical therapy; Psychology; Alternative medicine; Psychological intervention; Computer science; Nursing; Surgery; Artificial intelligence","score_opus":0.14507043056803812,"score_gpt":0.5687884493724568,"score_spread":0.4237180188044186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896280966","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016535044,0.0000039105757,0.0014922906,0.0004362038,0.000035578876,0.9943305,0.00005168396,0.00010670728,0.0018895951],"genre_scores_gemma":[0.0037078152,0.0000030271517,0.0021851049,0.00015718989,0.00041868398,0.9928635,0.00007693272,0.00007245013,0.0005153342],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98686355,0.005511679,0.00280264,0.00085459574,0.0023431417,0.0016243608],"domain_scores_gemma":[0.99204785,0.0015190843,0.0009441899,0.0012513686,0.0036631073,0.0005743753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023064207,0.00031261766,0.0019141096,0.0005314272,0.0010062102,0.00002902447,0.000492821,0.0002504049,0.00028891105],"category_scores_gemma":[0.0009030551,0.00023020992,0.0006225446,0.00082195096,0.00032531432,0.00025295315,0.00022196125,0.0008846148,0.00006451185],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9647492,0.00344227,0.0018527862,0.015712729,0.00027715028,0.0000017247908,0.0006670089,0.000004397105,2.6215568e-7,0.0032550064,0.0056899586,0.0043474874],"study_design_scores_gemma":[0.7438573,0.0029217175,0.0013948715,0.0036221854,0.000040316747,5.873492e-8,0.00013440865,0.00015312384,0.0000018254577,0.000902737,0.2468309,0.00014053092],"about_ca_topic_score_codex":0.0002303707,"about_ca_topic_score_gemma":0.00006422633,"teacher_disagreement_score":0.24114093,"about_ca_system_score_codex":0.0006250623,"about_ca_system_score_gemma":0.0024885817,"threshold_uncertainty_score":0.9387688},"labels":[],"label_agreement":null},{"id":"W2896431636","doi":"10.2196/10678","title":"Data Quality and Cost-Effectiveness Analyses of Electronic and Paper-Based Interviewer-Administered Public Health Surveys: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data collection; Protocol (science); Interview; Public health; Data quality; Quality (philosophy); Survey methodology; Computer science; Data science; Medicine; Environmental health; Business; Alternative medicine; Nursing; Statistics; Marketing","score_opus":0.9762321259942504,"score_gpt":0.8149502769823904,"score_spread":0.16128184901185993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896431636","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.32022e-8,0.2868508,0.00045346725,0.00032769804,0.0000045880015,0.71187305,0.00043044062,0.000031651784,0.000028209668],"genre_scores_gemma":[1.351702e-7,0.17517863,0.00020447106,0.00008712932,0.00006338479,0.8241772,0.00015964206,0.00004717918,0.00008223469],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.45252767,0.5405107,0.0025829168,0.0015100421,0.0013090996,0.0015595445],"domain_scores_gemma":[0.91775507,0.07643688,0.0018445682,0.0021454548,0.0013492019,0.00046880488],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5809237,0.0005249224,0.0051295124,0.00053077255,0.00080261275,0.00026315748,0.0022235634,0.0005202031,0.00008378736],"category_scores_gemma":[0.12587951,0.00037027706,0.00036687954,0.0016600345,0.0018605571,0.00039915118,0.00075115135,0.000918301,0.00000731388],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066652976,0.00035359175,0.00001338601,0.92843384,0.00020128839,0.0000011640086,0.000099316545,8.521738e-10,3.3080178e-7,0.00021008326,0.0010455097,0.06897496],"study_design_scores_gemma":[0.0006399168,0.0011323068,0.000043362303,0.45025334,0.00003971548,0.0000022779166,0.000034980156,9.024944e-7,6.907394e-7,0.00007400928,0.5475857,0.00019275893],"about_ca_topic_score_codex":0.00037811097,"about_ca_topic_score_gemma":0.0018096269,"teacher_disagreement_score":0.5465402,"about_ca_system_score_codex":0.0004762381,"about_ca_system_score_gemma":0.011919646,"threshold_uncertainty_score":0.9998749},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2896562065","doi":"10.2196/11872","title":"Development of an Internet-Based Cognitive Behavioral Therapy Self-Help Program for Arabic-Speaking Immigrants: Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immigration; Arabic; Mental health; The Internet; Health care; Psychology; Cognition; Medicine; Clinical psychology; Medical education; Psychiatry; Political science; Computer science; World Wide Web","score_opus":0.39103241532390304,"score_gpt":0.6800529774540298,"score_spread":0.2890205621301268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896562065","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45766056,0.000003112057,0.0010256725,0.000028851126,0.00006308257,0.5401448,0.000030747506,0.00017301226,0.00087016466],"genre_scores_gemma":[0.3166996,9.207157e-9,0.03414971,0.000022682072,0.00007482426,0.6487439,0.000024932513,0.000052577092,0.00023176294],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9942954,0.0020126163,0.0010093409,0.00075541734,0.0009234242,0.0010037854],"domain_scores_gemma":[0.9970491,0.00042874488,0.00027401384,0.0005625179,0.0013495217,0.0003360855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059924764,0.00026954824,0.00037921735,0.0004531385,0.0002872058,0.00016108293,0.000824809,0.00018083693,0.0006482119],"category_scores_gemma":[0.00013259778,0.00023552665,0.00015293022,0.0006088092,0.00037897046,0.00029087265,0.00021254335,0.00046779393,0.00016083752],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037734683,0.05940136,0.0025711819,0.00027065488,0.00010725785,0.000012750546,0.009841052,9.306013e-9,0.000115117226,0.0001368769,0.00038072234,0.92338955],"study_design_scores_gemma":[0.04732959,0.3174231,0.13233206,0.01046134,0.000022104261,0.000021937258,0.038884826,0.00031913444,0.18768024,0.000671494,0.26345366,0.0014005002],"about_ca_topic_score_codex":0.00019355651,"about_ca_topic_score_gemma":0.0008485438,"teacher_disagreement_score":0.921989,"about_ca_system_score_codex":0.00020706365,"about_ca_system_score_gemma":0.00043907997,"threshold_uncertainty_score":0.9604498},"labels":[],"label_agreement":null},{"id":"W2896628510","doi":"10.2196/10914","title":"Exposure to Pesticides and Health Effects on Farm Owners and Workers From Conventional and Organic Agricultural Farms in Costa Rica: Protocol for a Cross-Sectional Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pesticide Exposure and Toxicity","field":"Agricultural and Biological Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eidgenössische Anstalt für Wasserversorgung Abwasserreinigung und Gewässerschutz; Universität Basel","keywords":"Environmental health; Cross-sectional study; Medicine; Pesticide; Personal protective equipment; Agriculture; Logistic regression; Waist; Toxicology; Geography; Body mass index; Biology; Coronavirus disease 2019 (COVID-19); Disease","score_opus":0.19970375877662505,"score_gpt":0.49532010246854047,"score_spread":0.2956163436919154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896628510","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5262354,0.0000011745451,0.0000022753204,0.0004259772,0.0000041940384,0.4732599,0.000027052563,0.000018986491,0.000025002591],"genre_scores_gemma":[0.42898375,8.2326146e-8,0.000060734434,0.0000810795,0.00019506006,0.5706227,0.000009134954,0.0000016561551,0.000045797533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975603,0.00038138585,0.00033796404,0.0006716807,0.00051407376,0.00053457316],"domain_scores_gemma":[0.99840844,0.0008772044,0.00008495817,0.00007303074,0.00022891874,0.0003274721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013746396,0.000198033,0.00025984333,0.000053986598,0.0005732881,0.00037673183,0.00018239595,0.00011090121,0.00005412823],"category_scores_gemma":[0.00030275175,0.00008022808,0.000030244095,0.00044281382,0.00023879642,0.00009889295,0.00019585002,0.00029670174,0.0000074390045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011565344,0.00056965265,0.9642587,0.00008679434,0.000014881125,0.00000449687,0.0002545306,3.5164845e-7,0.01692904,0.000073772826,0.00045861249,0.016192676],"study_design_scores_gemma":[0.0024381445,0.01618052,0.9756931,0.0003746085,7.608812e-7,0.0000039979855,0.00028787562,0.0000050793833,0.00097479636,0.000676775,0.0032010183,0.00016333275],"about_ca_topic_score_codex":0.0004914713,"about_ca_topic_score_gemma":0.0035646418,"teacher_disagreement_score":0.09736279,"about_ca_system_score_codex":0.00009299406,"about_ca_system_score_gemma":0.00004822643,"threshold_uncertainty_score":0.44093266},"labels":[],"label_agreement":null},{"id":"W2896668475","doi":"10.2196/11414","title":"Prescription and Integration of Accredited Mobile Apps in Catalan Health and Social Care: Protocol for the AppSalut Site Design","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Catalan; Government (linguistics); Health care; Public relations; Social Welfare; Public health; Information and Communications Technology; Business; Medicine; Public administration; Political science; Nursing; World Wide Web; Computer science","score_opus":0.4117269187576943,"score_gpt":0.6484959427156768,"score_spread":0.2367690239579825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896668475","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046078602,0.000016676999,0.003058776,0.0017590554,0.000010969685,0.9944419,0.000069418296,0.000047653077,0.00013471447],"genre_scores_gemma":[0.003502391,0.000005838047,0.0012640965,0.00031688652,0.00052720594,0.9941382,0.000055155597,0.00003275379,0.00015751243],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954915,0.0018337185,0.0008835494,0.00045185903,0.0004367737,0.00090261677],"domain_scores_gemma":[0.9968002,0.0012629626,0.000369461,0.00039482838,0.0008875363,0.00028504903],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005119271,0.0001607045,0.00031467082,0.00027124753,0.0020066884,0.00003165354,0.00023302456,0.00021233782,0.00003398479],"category_scores_gemma":[0.00030069123,0.000115043586,0.000024773666,0.0005240055,0.00045884628,0.00016232037,0.00016921932,0.0008639326,0.000014351068],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017536683,0.0012789695,0.015599887,0.0436237,0.00002164781,6.497466e-7,0.115731366,0.0000036011647,0.005646374,0.012072867,0.22493652,0.56354773],"study_design_scores_gemma":[0.0062325154,0.005684205,0.010321244,0.0020457972,0.0000014491197,9.282885e-7,0.0070616608,0.001273035,0.00023926933,0.00094909064,0.96605515,0.00013562136],"about_ca_topic_score_codex":0.0007163004,"about_ca_topic_score_gemma":0.00113216,"teacher_disagreement_score":0.74111867,"about_ca_system_score_codex":0.00028890136,"about_ca_system_score_gemma":0.0019890936,"threshold_uncertainty_score":0.99929255},"labels":[],"label_agreement":null},{"id":"W2896738882","doi":"10.2196/11002","title":"Examining the Effects of Mindful Eating Training on Adherence to a Carbohydrate-Restricted Diet in Patients With Type 2 Diabetes (the DELISH Study): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Type 2 diabetes; Randomized controlled trial; Medicine; Protocol (science); Diabetes mellitus; Physical therapy; Psychology; Gerontology; Alternative medicine; Internal medicine; Endocrinology","score_opus":0.17181882788777939,"score_gpt":0.5043201692692596,"score_spread":0.33250134138148024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896738882","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35224032,1.3850826e-7,0.000054166903,0.000026828066,0.000034920624,0.6472286,0.0000026127148,0.000013932515,0.00039845775],"genre_scores_gemma":[0.37664565,4.8108323e-10,0.000015953736,0.000015884207,0.00010652048,0.6229914,9.733068e-7,0.000021287135,0.000202331],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924836,0.0045807296,0.0009561654,0.0004894801,0.0008184482,0.0006715586],"domain_scores_gemma":[0.9905408,0.007349539,0.00042320925,0.00067130104,0.0009137639,0.00010137399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004325597,0.00024164988,0.0009968713,0.00034157978,0.0003934081,0.0001366497,0.0007115902,0.00012468542,0.00046315155],"category_scores_gemma":[0.004340998,0.000113073445,0.000170148,0.0011500092,0.00030744413,0.00006011451,0.00014369887,0.0006209206,0.000016873248],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9814267,0.0032383085,0.0022443563,0.00013261932,0.00019423701,0.0000018782602,0.0049521723,0.000002412609,0.000038036003,0.0004103534,0.0016848327,0.0056741023],"study_design_scores_gemma":[0.8994139,0.08788943,0.006739026,0.003342237,0.000014285581,3.9988162e-8,0.0012752597,0.00013878473,0.00022953596,0.00020550344,0.00060575805,0.00014622729],"about_ca_topic_score_codex":0.00006542015,"about_ca_topic_score_gemma":0.00007009278,"teacher_disagreement_score":0.08465113,"about_ca_system_score_codex":0.00004699083,"about_ca_system_score_gemma":0.00016884101,"threshold_uncertainty_score":0.5196893},"labels":[],"label_agreement":null},{"id":"W2896791420","doi":"10.2196/11502","title":"Connecting Youth and Young Adults to Optimize Antiretroviral Therapy Adherence (YouTHrive): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Emory University","keywords":"Randomized controlled trial; Intervention (counseling); Medicine; Focus group; Young adult; Family medicine; Psychological intervention; Psychology; Physical therapy; Gerontology; Nursing","score_opus":0.19028186800199492,"score_gpt":0.5447357692921561,"score_spread":0.35445390129016113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896791420","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011862077,0.0000030033982,0.0013340492,0.0003486793,0.000014556119,0.981183,0.000046284284,0.00012248431,0.0050859004],"genre_scores_gemma":[0.01405343,8.862925e-7,0.0023552557,0.00004940248,0.00092658977,0.97528386,0.000014121117,0.00006974577,0.007246701],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937124,0.0017414019,0.0011163249,0.00083256385,0.0013145311,0.0012827663],"domain_scores_gemma":[0.9949072,0.0012059159,0.00023709693,0.0006373054,0.0022547957,0.0007577128],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008005109,0.00035224194,0.0016984727,0.0006326358,0.0006945395,0.00041764436,0.0004214875,0.00020730031,0.00099407],"category_scores_gemma":[0.009831325,0.00023293126,0.00067506323,0.00061357155,0.00067862915,0.0002613484,0.00024589262,0.00073567574,0.000094520365],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9681771,0.0011214236,0.000088540924,0.0004455011,0.000187182,0.000008960838,0.0036339713,9.3666934e-8,0.0013321148,0.00015838543,0.005110408,0.01973636],"study_design_scores_gemma":[0.8781306,0.103628695,0.000010529753,0.0045411834,0.000009992734,0.000008784934,0.0010163897,0.0021352626,0.0018645469,0.00012464497,0.008310646,0.00021870939],"about_ca_topic_score_codex":0.00018846209,"about_ca_topic_score_gemma":0.000038686,"teacher_disagreement_score":0.10250727,"about_ca_system_score_codex":0.00010712155,"about_ca_system_score_gemma":0.0005224712,"threshold_uncertainty_score":0.9999192},"labels":[],"label_agreement":null},{"id":"W2896880582","doi":"10.2196/12077","title":"The Internet of Things in Health Care in Oxford: Protocol for Proof-of-Concept Projects","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Research England","keywords":"Health care; The Internet; Protocol (science); Internet privacy; Health care delivery; Population; Medicine; Public relations; Nursing; Computer science; Alternative medicine; World Wide Web; Political science; Environmental health","score_opus":0.21083117071279608,"score_gpt":0.5421901600679047,"score_spread":0.33135898935510855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896880582","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001829745,0.0000027752944,0.0055802767,0.000502128,0.000046577326,0.99245954,2.8155316e-7,0.0000300543,0.0011953687],"genre_scores_gemma":[0.0017178468,2.0667153e-8,0.0070249746,0.000037668673,0.00027014868,0.9907514,5.984735e-7,0.000015621044,0.00018175971],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965162,0.0006340272,0.0007814997,0.00046949822,0.00068203826,0.0009167103],"domain_scores_gemma":[0.99780434,0.00045041362,0.00028977133,0.00067921466,0.0006939178,0.00008234918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045021907,0.0001485696,0.00029350838,0.00036681598,0.00018355479,0.0001460321,0.0020104714,0.000090687856,0.0000017742042],"category_scores_gemma":[0.00035380066,0.00010314405,0.00006424533,0.0012248533,0.0003565043,0.00039702049,0.0008841277,0.00049425423,0.0000017108931],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016098762,0.0010247142,0.0053788247,0.007660369,0.00001326902,0.0000071955787,0.12497533,0.0000072241746,0.0001835635,0.010095334,0.030165667,0.81887865],"study_design_scores_gemma":[0.005560799,0.013704672,0.0010292745,0.011033434,1.6953499e-7,0.0000034610052,0.00072574674,0.026669353,0.08072019,0.0054039247,0.85482866,0.00032031746],"about_ca_topic_score_codex":0.00019471582,"about_ca_topic_score_gemma":0.000087792956,"teacher_disagreement_score":0.824663,"about_ca_system_score_codex":0.00022121822,"about_ca_system_score_gemma":0.0012873705,"threshold_uncertainty_score":0.4206092},"labels":[],"label_agreement":null},{"id":"W2896929629","doi":"10.2196/11654","title":"Magnesium for the Management of Chronic Noncancer Pain in Adults: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Magnesium in Health and Disease","field":"Nursing","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Canadian Institutes of Health Research; Queen's University","keywords":"Protocol (science); Systematic review; Medicine; Chronic pain; Pain management; Alternative medicine; Physical therapy; MEDLINE; Psychology; Pathology","score_opus":0.3073681618458951,"score_gpt":0.6197363289082246,"score_spread":0.3123681670623295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896929629","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.6125238e-10,0.38903266,0.000045564593,0.00023286931,0.000015253166,0.61038995,0.00011373308,0.000026990821,0.00014301168],"genre_scores_gemma":[8.395027e-9,0.048779976,0.00028860202,0.00015163394,0.000578441,0.949388,0.000039291546,0.00014985612,0.00062413607],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99015146,0.0033284812,0.0027594063,0.0009851975,0.0012407267,0.0015347095],"domain_scores_gemma":[0.992611,0.002790107,0.0012456423,0.0021451574,0.0009159682,0.00029213203],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01773721,0.0006309223,0.0027297502,0.00041546114,0.00032646104,0.00010640431,0.0019441585,0.00033352204,0.00021841298],"category_scores_gemma":[0.0013369224,0.00037479823,0.0008446854,0.0013098604,0.00028021785,0.00011597064,0.00027339978,0.0006409867,0.000057961035],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011556437,0.00041490825,2.5784385e-7,0.759285,0.000021389564,0.0000033888725,0.000019793059,5.093149e-8,1.1498155e-8,0.000090251895,0.020181578,0.21882774],"study_design_scores_gemma":[0.001599671,0.0022589664,1.5853547e-7,0.5016737,0.000117309275,0.0000012103637,0.000011354667,0.00006695512,3.02213e-7,0.0000686458,0.4940204,0.00018136004],"about_ca_topic_score_codex":0.000027124343,"about_ca_topic_score_gemma":0.000036951344,"teacher_disagreement_score":0.4738388,"about_ca_system_score_codex":0.0011403129,"about_ca_system_score_gemma":0.0012849051,"threshold_uncertainty_score":0.9998704},"labels":[],"label_agreement":null},{"id":"W2896938545","doi":"10.2196/11452","title":"Use of Mental Health Apps by Breast Cancer Patients and Their Caregivers in the United States: Protocol for a Pilot Pre-Post Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; University of Virginia","keywords":"Mental health; Psychological intervention; Coaching; Medicine; Health coaching; Breast cancer; mHealth; Protocol (science); Intervention (counseling); Distress; Mobile phone; Focus group; Session (web analytics); Family medicine; Psychology; Cancer; Nursing; Psychiatry; Alternative medicine; Clinical psychology; Psychotherapist","score_opus":0.2105288042947047,"score_gpt":0.5255684897848123,"score_spread":0.31503968549010763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896938545","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1516477,8.209173e-7,0.0000025519137,0.0011651962,0.00000410197,0.8461929,0.00095453276,0.000014135997,0.000018065984],"genre_scores_gemma":[0.07725799,7.445897e-7,0.000005494913,0.00029506395,0.00005085356,0.92215306,0.00009435188,0.000027568578,0.00011486334],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736744,0.00070632255,0.000338875,0.0003620982,0.00070731784,0.0005179231],"domain_scores_gemma":[0.99823385,0.00016761928,0.000119679215,0.0003724105,0.0009371829,0.00016923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011640767,0.00017395361,0.0002929115,0.0002458511,0.00021887977,0.000071618895,0.0002363645,0.000044471868,0.000052677897],"category_scores_gemma":[0.000048975005,0.0001035695,0.00003773659,0.00070006016,0.00034502722,0.00013356633,0.0001274797,0.00032313945,9.490616e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.062371697,0.019291444,0.45794234,0.0059970696,0.00017837624,0.0000041579856,0.23336457,0.0000010560447,0.0011835486,0.000024538278,0.19190688,0.02773433],"study_design_scores_gemma":[0.039484587,0.109592974,0.19863455,0.0065944735,0.000005654468,0.0000064070746,0.05993683,0.00022450462,0.0012346518,0.000030254178,0.5838831,0.00037198886],"about_ca_topic_score_codex":0.021174803,"about_ca_topic_score_gemma":0.010070899,"teacher_disagreement_score":0.39197624,"about_ca_system_score_codex":0.00027826702,"about_ca_system_score_gemma":0.00042823073,"threshold_uncertainty_score":0.9853433},"labels":[],"label_agreement":null},{"id":"W2896960724","doi":"10.2196/resprot.8055","title":"Integrating Taxonomies Into Theory-Based Digital Health Interventions for Behavior Change: A Holistic Framework","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"China Scholarship Council","keywords":"Formative assessment; Psychological intervention; Digital health; Behavior change; Behavior change methods; Persuasive technology; Work (physics); mHealth","score_opus":0.4994717356139052,"score_gpt":0.659476593395712,"score_spread":0.1600048577818068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896960724","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004167342,0.00004911129,0.016722312,0.0023109843,0.00026510688,0.9713284,0.00070023816,0.00025756605,0.004198952],"genre_scores_gemma":[0.21209556,5.222578e-8,0.00268603,0.00022492767,0.00017176139,0.7792668,0.00010872198,0.000068534566,0.0053776675],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99600697,0.00066356314,0.00093297707,0.0007146088,0.00048656826,0.0011953083],"domain_scores_gemma":[0.99658114,0.0014585081,0.0003119902,0.00091151375,0.00034168366,0.000395183],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025407232,0.00027193478,0.00045994786,0.00056881126,0.0004176824,0.000570035,0.00074793247,0.00020298864,0.0015054682],"category_scores_gemma":[0.000729191,0.0002526912,0.000494055,0.00056916534,0.00031203195,0.0005442801,0.00026669804,0.000967848,0.0020020928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015139716,0.007274692,0.00773701,0.0075546647,0.000066270375,0.000011215077,0.0019472564,6.591016e-7,0.000011021538,0.50761044,0.009480922,0.45679185],"study_design_scores_gemma":[0.01042262,0.05498368,0.024563208,0.10839914,0.000019001365,0.000033221488,0.01059349,0.00021726864,0.00031249737,0.28737074,0.5014435,0.0016416616],"about_ca_topic_score_codex":0.000108474516,"about_ca_topic_score_gemma":0.00007460751,"teacher_disagreement_score":0.49196255,"about_ca_system_score_codex":0.00057403377,"about_ca_system_score_gemma":0.0002515341,"threshold_uncertainty_score":0.99999255},"labels":[],"label_agreement":null},{"id":"W2897058021","doi":"10.2196/resprot.9972","title":"The Indigo System in Acute Lower-Limb Malperfusion (INDIAN) Registry: Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Peripheral Artery Disease Management","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Computer science; Alternative medicine","score_opus":0.10399779516308405,"score_gpt":0.5101056582782759,"score_spread":0.40610786311519187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897058021","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01136181,0.0000010998109,0.0000042861416,0.0022800579,0.000015102212,0.96734303,0.000010246671,0.00015720284,0.018827152],"genre_scores_gemma":[0.017742831,4.3802652e-7,0.000093514485,0.00018384674,0.00049093174,0.9722917,0.000008158742,0.000053703807,0.009134897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952454,0.0005971199,0.0005678973,0.00066501397,0.0016955533,0.0012289943],"domain_scores_gemma":[0.9973478,0.00009999797,0.00013015512,0.001563148,0.00043981097,0.00041909382],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023913048,0.000265243,0.00032878417,0.00026013065,0.00065669377,0.00034248282,0.0007937899,0.00015959774,0.00030286127],"category_scores_gemma":[0.00015071195,0.00016966826,0.000116322226,0.0010551135,0.00062210695,0.00020439418,0.00066612836,0.00081684015,0.0012682055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08228021,0.0069851526,0.04566262,0.014999558,0.00042066115,0.009475307,0.0021622146,0.0000020526365,0.031811446,0.005392085,0.6553294,0.14547926],"study_design_scores_gemma":[0.0047191246,0.005709322,0.0235943,0.0050283032,0.000004257583,0.000056253233,0.00040217277,0.00021870474,0.0017870958,0.00011252376,0.9581617,0.00020623232],"about_ca_topic_score_codex":0.000037832615,"about_ca_topic_score_gemma":0.00006936652,"teacher_disagreement_score":0.30283228,"about_ca_system_score_codex":0.0008040401,"about_ca_system_score_gemma":0.0004976723,"threshold_uncertainty_score":0.9995094},"labels":[],"label_agreement":null},{"id":"W2897067085","doi":"10.2196/11533","title":"Primary Prevention of Intimate Partner Violence Among Recently Married Dyads Residing in the Slums of Pune, India: Development and Rationale for a Dyadic Intervention","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Domestic violence; Socioeconomic status; Intervention (counseling); Psychology; Suicide prevention; Poison control; Mental health; Medicine; Environmental health; Population; Psychiatry","score_opus":0.19984433986308336,"score_gpt":0.5296442319155611,"score_spread":0.32979989205247773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897067085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.596429,0.000028832963,0.00076514436,0.00008897215,0.00002286865,0.3892964,0.000009900536,0.000023557279,0.013335311],"genre_scores_gemma":[0.5587611,0.000009224485,0.0011480758,0.000012041091,0.000052991058,0.43981096,0.000009869251,0.000007917682,0.00018782649],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970424,0.0009597003,0.00054172776,0.00026556774,0.0007846424,0.00040594357],"domain_scores_gemma":[0.99867773,0.00031139332,0.00022515105,0.00019212204,0.0005376953,0.000055917735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008756782,0.00009373262,0.00018551815,0.00023486624,0.00041129856,0.00007938491,0.00041186827,0.00010629511,0.000044091834],"category_scores_gemma":[0.00042089267,0.00007484286,0.000052451007,0.00053005345,0.00093224575,0.00036408092,0.00013457936,0.00019863289,0.000004582978],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004155777,0.0032862788,0.30671456,0.007335226,0.000102770086,0.000009373409,0.12770256,0.000005361748,0.020124573,0.16315557,0.0038906466,0.36351728],"study_design_scores_gemma":[0.0024224292,0.0013963524,0.89399934,0.011974444,0.0000052028895,9.336101e-7,0.008332681,0.00016648584,0.032468002,0.030853644,0.018105311,0.00027517226],"about_ca_topic_score_codex":0.00014005411,"about_ca_topic_score_gemma":0.00023769548,"teacher_disagreement_score":0.58728474,"about_ca_system_score_codex":0.0001167476,"about_ca_system_score_gemma":0.0003467584,"threshold_uncertainty_score":0.34348983},"labels":[],"label_agreement":null},{"id":"W2897188162","doi":"10.2196/11549","title":"Evaluating the Effectiveness of an App-Based Nurse-Moderated Program for New Mothers With Depression and Parenting Problems (eMums Plus): Protocol for a Pragmatic Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Randomized controlled trial; Psychological intervention; Depression (economics); mHealth; Medicine; Psychology; Psychiatry; Clinical psychology; Nursing","score_opus":0.15414722566998054,"score_gpt":0.5696942459359119,"score_spread":0.4155470202659314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897188162","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037074294,0.0000030754861,0.0020177483,0.000106436324,0.0000103988405,0.9605847,0.000005311963,0.00008862505,0.00010943661],"genre_scores_gemma":[0.024553133,3.0980125e-8,0.006376678,0.000018685792,0.00020858823,0.96857625,0.000014476592,0.000059509242,0.00019261865],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99349296,0.0036584048,0.0008295518,0.0004969417,0.00086046994,0.0006616592],"domain_scores_gemma":[0.99358416,0.0043701935,0.0005149171,0.00042789546,0.00085577695,0.0002470445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01676297,0.00026246498,0.0012258699,0.00014462565,0.00049108884,0.000138843,0.00019953461,0.00013031799,0.000019510884],"category_scores_gemma":[0.0017236077,0.00012993345,0.0001609436,0.0002223232,0.00045781955,0.00013632565,0.000033670676,0.00029798943,7.460295e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9513413,0.001242448,0.00014828329,0.039330576,0.00010293107,7.2483255e-7,0.00047568613,0.000047039455,0.0015331671,0.00006797894,0.000012077729,0.0056978134],"study_design_scores_gemma":[0.79324174,0.041908104,0.000096508484,0.05716187,0.0000398069,0.0000048204042,0.00003684629,0.094896235,0.011667184,0.0006548596,0.00017139349,0.00012060335],"about_ca_topic_score_codex":0.000042988977,"about_ca_topic_score_gemma":0.000010941306,"teacher_disagreement_score":0.1580995,"about_ca_system_score_codex":0.00008605148,"about_ca_system_score_gemma":0.0011624866,"threshold_uncertainty_score":0.58097446},"labels":[],"label_agreement":null},{"id":"W2897235618","doi":"10.2196/11257","title":"Effect of Increasing Levels of Web-Based Behavioral Support on Changes in Physical Activity, Diet, and Symptoms in Men With Prostate Cancer: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute","keywords":"Prostate cancer; Physical activity; Medicine; Randomized controlled trial; Gerontology; Quality of life (healthcare); The Internet; Intervention (counseling); Physical therapy; Cancer; World Wide Web; Computer science; Nursing; Internal medicine","score_opus":0.09712673632883448,"score_gpt":0.5268278457925412,"score_spread":0.42970110946370665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897235618","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46112794,2.2127567e-7,5.8153154e-7,0.00009064877,0.0000022356858,0.5385939,0.000025498,0.000009040202,0.00014994899],"genre_scores_gemma":[0.45882457,5.0913755e-8,0.000005695262,0.000004000091,0.000079875506,0.5410156,0.000001515644,0.00002042286,0.00004822785],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99561954,0.0021746827,0.00039988896,0.00040622172,0.00089700654,0.000502674],"domain_scores_gemma":[0.99692476,0.0019955959,0.00026108578,0.00029459604,0.00039638745,0.00012759937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062417416,0.00024351338,0.0019721095,0.0004874033,0.000046387606,0.000026655167,0.00012196975,0.0001141197,0.000038191418],"category_scores_gemma":[0.00038741165,0.00014741557,0.00015912011,0.00046232378,0.00065603055,0.00007401296,0.000061449246,0.00038071306,3.311893e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96336615,0.0019867625,0.0066487286,0.0031866147,0.00004885151,0.000010766172,0.0008928621,4.8583786e-7,0.009420922,0.000007758656,0.000026332715,0.014403749],"study_design_scores_gemma":[0.8234586,0.09725094,0.0013719331,0.0055761724,0.00002407737,7.812434e-7,0.000029150175,0.00064286863,0.0713631,0.0000100288025,0.00015727532,0.00011505618],"about_ca_topic_score_codex":0.0010115538,"about_ca_topic_score_gemma":0.0022731146,"teacher_disagreement_score":0.13990754,"about_ca_system_score_codex":0.00018235217,"about_ca_system_score_gemma":0.00090811355,"threshold_uncertainty_score":0.6011433},"labels":[],"label_agreement":null},{"id":"W2897416555","doi":"10.2196/11218","title":"The Clinical and Cost-Effectiveness of 4 Enzyme-Linked Immunosorbent Assay Kits for Monitoring Infliximab in Crohn Disease Patients: Protocol for a Validation Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biosimilars and Bioanalytical Methods","field":"Immunology and Microbiology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Centre For Medical Engineering, King’s College London; Wellcome Trust","keywords":"Medicine; Protocol (science); Infliximab; Disease; Clinical trial; Intensive care medicine; Therapeutic drug monitoring; Crohn's disease; Drug; Test (biology); Pharmacology; Alternative medicine; Internal medicine; Pathology","score_opus":0.38819278026291737,"score_gpt":0.6143314874573336,"score_spread":0.2261387071944162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897416555","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02586131,0.00000414889,0.00030398185,0.00006807927,0.000038718237,0.9736282,0.000051514402,0.000015241119,0.000028789018],"genre_scores_gemma":[0.08356547,3.659187e-7,0.00021100997,0.0000053869358,0.000079081125,0.91601366,0.000006721472,0.00001875037,0.000099561395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935551,0.004539043,0.0007263315,0.0004718365,0.00015511387,0.00055251736],"domain_scores_gemma":[0.9928349,0.005364936,0.00017336024,0.0004296096,0.0011299507,0.00006721772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012591362,0.00016956795,0.00037026298,0.00012679238,0.00043531274,0.00007444896,0.0003794248,0.00022923067,0.000014581935],"category_scores_gemma":[0.004152997,0.00010740492,0.00010944615,0.00026829378,0.0009113645,0.00010924692,0.0002779852,0.00043857773,0.0000031153845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07880366,0.010355548,0.78611475,0.0015699981,0.00023109661,0.0000020673262,0.00027712574,5.6777134e-7,0.010025243,0.000883156,0.0008855662,0.11085122],"study_design_scores_gemma":[0.024099367,0.009616543,0.8511561,0.001340161,0.0000112932685,2.3083948e-7,0.00013297072,0.00003901738,0.035817567,0.0020589798,0.07554469,0.00018307623],"about_ca_topic_score_codex":0.000011885861,"about_ca_topic_score_gemma":0.0000064028236,"teacher_disagreement_score":0.110668145,"about_ca_system_score_codex":0.00006618022,"about_ca_system_score_gemma":0.00016252745,"threshold_uncertainty_score":0.49718255},"labels":[],"label_agreement":null},{"id":"W2897441368","doi":"10.2196/11204","title":"Adolescent Trials Network for HIV-AIDS Scale It Up Program: Protocol for a Rational and Overview","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development","keywords":"Psychological intervention; Optimism; Medicine; Gerontology; Family medicine; Psychology; Nursing; Social psychology","score_opus":0.5369860644301958,"score_gpt":0.658288011568534,"score_spread":0.1213019471383382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897441368","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016227124,0.0000067693522,0.0043516075,0.004122962,0.000007501755,0.98936,0.00015250903,0.00009182817,0.0018906384],"genre_scores_gemma":[0.000028601904,9.0140446e-7,0.014986993,0.00015710964,0.0022924917,0.9544403,0.00009571872,0.00005801353,0.027939875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99504757,0.0009377341,0.0009557574,0.0006534498,0.0011255912,0.0012799227],"domain_scores_gemma":[0.995705,0.00069024495,0.00016878384,0.0005475409,0.0022510032,0.00063741027],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009951965,0.00024601968,0.0006978448,0.00028428764,0.0006783241,0.00034127495,0.00031735734,0.00019150598,0.0012428421],"category_scores_gemma":[0.0031225705,0.00018160751,0.00044383865,0.0006012029,0.00061880914,0.0002330285,0.00022588932,0.0005038852,0.00011592132],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010730282,0.0017251233,0.001055446,0.006034999,0.00008110039,0.0000019632864,0.000112258494,1.7435642e-7,0.000671134,0.002174863,0.86411387,0.11329877],"study_design_scores_gemma":[0.015374092,0.038114376,0.00051338115,0.009775393,0.000009741098,0.000010742841,0.00008680377,0.001942411,0.0017469892,0.0025136888,0.9297432,0.00016918562],"about_ca_topic_score_codex":0.0000055432542,"about_ca_topic_score_gemma":0.000049226437,"teacher_disagreement_score":0.113129586,"about_ca_system_score_codex":0.00016332896,"about_ca_system_score_gemma":0.0008934649,"threshold_uncertainty_score":0.99967015},"labels":[],"label_agreement":null},{"id":"W2897469505","doi":"10.2196/11660","title":"Effects of Transcranial Direct Current Stimulation on Knee Osteoarthritis Pain in Elderly Subjects With Defective Endogenous Pain-Inhibitory Systems: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Osteoarthritis; Chronic pain; Transcranial direct-current stimulation; Medicine; Population; Neuropathic pain; Randomized controlled trial; Physical medicine and rehabilitation; Clinical trial; Physical therapy; Stimulation; Anesthesia; Internal medicine","score_opus":0.11351544846210873,"score_gpt":0.4363322972987948,"score_spread":0.32281684883668604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897469505","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012470618,0.000009210254,0.002232737,0.000028643184,0.00006120345,0.98419225,0.000020541422,0.0001293268,0.0008554807],"genre_scores_gemma":[0.35758042,1.9339913e-7,0.00004825066,0.000010230518,0.00033184368,0.64195025,8.858391e-7,0.000049706665,0.00002819344],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97852564,0.016321406,0.0013261309,0.0010168083,0.0018421302,0.0009678709],"domain_scores_gemma":[0.9631236,0.034987647,0.00043823654,0.0004144422,0.0008694204,0.00016664142],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011449403,0.00049138523,0.0020136978,0.00076976646,0.00043370633,0.00015425691,0.00033275128,0.00018802038,0.000022129076],"category_scores_gemma":[0.013667067,0.00035398256,0.00042480518,0.0009874043,0.0010254909,0.00019050593,0.000035511486,0.0005271838,0.000010517038],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9244883,0.002305904,0.000026188185,0.0022459906,0.000035401754,0.000021629794,0.0012891368,0.0001362743,0.052139644,0.00027852724,0.00005158654,0.016981406],"study_design_scores_gemma":[0.88310575,0.09257988,0.00006652692,0.0054103537,0.000017990616,0.0000019768688,0.00003095978,0.001921017,0.014926622,0.0002175413,0.0014010103,0.00032038058],"about_ca_topic_score_codex":0.000048904298,"about_ca_topic_score_gemma":0.000059485286,"teacher_disagreement_score":0.3451098,"about_ca_system_score_codex":0.00019013188,"about_ca_system_score_gemma":0.0004635616,"threshold_uncertainty_score":0.9998912},"labels":[],"label_agreement":null},{"id":"W2897488913","doi":"10.2196/10709","title":"Developing, Implementing, and Evaluating a Multimedia Patient Decision Aid Program to Reform the Informed Consent Process of a Peripherally Inserted Central Venous Catheter Procedure: Protocol for Quality Improvement ","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Informed consent; Process (computing); Multimedia; Central venous catheter; Peripherally inserted central catheter; Quality (philosophy); Medicine; Medical physics; Computer science; Catheter; Medical emergency; Medical education; Surgery; Alternative medicine","score_opus":0.6388003333415532,"score_gpt":0.6952060671558699,"score_spread":0.05640573381431668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897488913","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09042333,0.000002375346,0.00009190472,0.001954425,0.000022435153,0.9070985,0.000053552154,0.00012303719,0.00023048051],"genre_scores_gemma":[0.018897349,4.0528764e-7,0.029661579,0.0006089452,0.00012502779,0.95054215,0.000028068438,0.000065002634,0.00007146526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913135,0.001639272,0.0024328297,0.000724694,0.0018296536,0.0020600618],"domain_scores_gemma":[0.9894162,0.002044477,0.0011874024,0.0013188412,0.0055746078,0.0004584781],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004208015,0.00036148378,0.0005070551,0.00026089343,0.0027349375,0.000111113535,0.001057237,0.0002496897,0.000091970265],"category_scores_gemma":[0.00671793,0.00024073584,0.00009381815,0.0008076015,0.0004792018,0.000265521,0.0013819934,0.00095900334,0.000017366834],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02086889,0.0037822104,0.034192726,0.04061693,0.00012785576,0.0000010721593,0.30891997,0.0000023459324,0.0022866875,0.0008707359,0.0048764367,0.58345413],"study_design_scores_gemma":[0.033023838,0.07870827,0.03541041,0.037821684,0.000014909081,0.000005976379,0.08519786,0.005192246,0.009004163,0.004001495,0.7102685,0.0013506671],"about_ca_topic_score_codex":0.00077616144,"about_ca_topic_score_gemma":0.00304908,"teacher_disagreement_score":0.70539206,"about_ca_system_score_codex":0.0016549706,"about_ca_system_score_gemma":0.009209697,"threshold_uncertainty_score":0.99856335},"labels":[],"label_agreement":null},{"id":"W2897503588","doi":"10.2196/10370","title":"The Development and Testing of a Relationship Skills Intervention to Improve HIV Prevention Uptake Among Young Gay, Bisexual, and Other Men Who Have Sex With Men and Their Primary Partners (We Prevent): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Men who have sex with men; Intervention (counseling); Psychology; Session (web analytics); Pre-exposure prophylaxis; Motivational interviewing; Test (biology); Clinical psychology; Human immunodeficiency virus (HIV); Medicine; Family medicine; Psychiatry; Computer science; World Wide Web","score_opus":0.15461622355536897,"score_gpt":0.5118512225675843,"score_spread":0.35723499901221534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897503588","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016148748,0.000008443155,0.0023622555,0.00033551428,0.000001349989,0.9723486,0.00001372834,0.000031597556,0.008749819],"genre_scores_gemma":[0.0039105876,5.049894e-7,0.0017034877,0.0000065473887,0.00011157554,0.9326349,0.0000068912404,0.00004179533,0.061583716],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953998,0.0015986747,0.0011686556,0.0005383507,0.00069793867,0.00059657847],"domain_scores_gemma":[0.9958179,0.0022423763,0.0004188557,0.00036442967,0.0007804653,0.0003759504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011741347,0.0002659903,0.00090186053,0.00037190103,0.00065167533,0.00026458403,0.00017066595,0.00012328514,0.000028952096],"category_scores_gemma":[0.0045135333,0.00014446932,0.00015255748,0.0003034491,0.000935213,0.00023362797,0.00023847481,0.00037431254,0.0000017939291],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9180251,0.0013786146,0.0056970436,0.002434818,0.00055290986,0.0000016115782,0.00591789,2.1135324e-7,0.0012440525,0.00016707451,0.010699153,0.053881563],"study_design_scores_gemma":[0.9391132,0.025259616,0.0026243497,0.008659905,0.00003737627,0.000011019459,0.002811224,0.0044750315,0.0031242322,0.0008765813,0.012783165,0.00022429565],"about_ca_topic_score_codex":0.000036514153,"about_ca_topic_score_gemma":0.00014437048,"teacher_disagreement_score":0.053657267,"about_ca_system_score_codex":0.00013066213,"about_ca_system_score_gemma":0.00048401067,"threshold_uncertainty_score":0.5891288},"labels":[],"label_agreement":null},{"id":"W2897627697","doi":"10.2196/12121","title":"Transforming Mental Health Delivery Through Behavioral Economics and Implementation Science: Protocol for Three Exploratory Projects","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; University of Pennsylvania","keywords":"Mental health; Protocol (science); Behavioral economics; Psychology; Behavioural sciences; Applied psychology; Medical education; Computer science; Data science; Medicine; Alternative medicine; Business; Psychiatry; Psychotherapist","score_opus":0.879231280317866,"score_gpt":0.8043319154932086,"score_spread":0.07489936482465742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897627697","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027297456,2.9761068e-7,0.0003768382,0.0058664572,0.00003507077,0.96572524,0.00018706944,0.00008973827,0.00042182035],"genre_scores_gemma":[0.002764109,0.0000010946719,0.0035605484,0.0017369976,0.00047244347,0.9913258,0.000012743551,0.000046742618,0.00007953727],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99338984,0.0009483558,0.0012956063,0.0008759077,0.0010384273,0.0024518836],"domain_scores_gemma":[0.9966979,0.00048345688,0.00044620907,0.00049698766,0.0012710745,0.0006043915],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013510088,0.00023918903,0.00032652824,0.00052449846,0.0073195337,0.00017247576,0.00063372863,0.00012381509,0.00033192174],"category_scores_gemma":[0.0001662221,0.00021761673,0.000045486286,0.00104546,0.0015162058,0.00236436,0.00037733372,0.0006083491,0.00009293178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004308372,0.0010751084,0.041246448,0.010314811,0.00002853475,0.000002490588,0.43028635,6.4747087e-7,0.01815954,0.035509866,0.19420515,0.2648627],"study_design_scores_gemma":[0.0090033095,0.0056860102,0.00280908,0.0009324335,8.7354726e-7,0.0000024464289,0.024862919,0.00013772804,0.0045116213,0.0016531374,0.9501129,0.00028759002],"about_ca_topic_score_codex":0.00055962696,"about_ca_topic_score_gemma":0.0041453848,"teacher_disagreement_score":0.7559077,"about_ca_system_score_codex":0.0016114735,"about_ca_system_score_gemma":0.012952159,"threshold_uncertainty_score":0.9939728},"labels":[],"label_agreement":null},{"id":"W2897831693","doi":"10.2196/10720","title":"Predicting Prediabetes Through Facebook Postings: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prediabetes; Social media; Psychological intervention; Internet privacy; Protocol (science); Public health; Disease; Medicine; Health care; Computer science; Type 2 diabetes; Psychology; Gerontology; Diabetes mellitus; World Wide Web; Nursing; Alternative medicine; Political science; Pathology","score_opus":0.6178330044602472,"score_gpt":0.7255319446843742,"score_spread":0.10769894022412696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897831693","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016865995,3.8817683e-7,0.00020562421,0.0011593461,0.00019880281,0.98600215,0.000008770583,0.00034195834,0.010396358],"genre_scores_gemma":[0.00043442447,5.2674945e-8,0.016829396,0.00005804908,0.0055918465,0.97651166,0.000002034353,0.00006234591,0.00051019207],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.988853,0.0062464215,0.00069962535,0.00076857914,0.0016903436,0.0017420521],"domain_scores_gemma":[0.98586065,0.01040685,0.0003045844,0.0005714953,0.002452253,0.00040417057],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.020562483,0.00022392478,0.00034304376,0.00021977241,0.0035107078,0.0004368135,0.0010331018,0.00029664522,0.0004125507],"category_scores_gemma":[0.034529977,0.00021490772,0.00009011129,0.0012853231,0.0013984934,0.00063965266,0.00028069635,0.00071013585,0.00014418772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009956908,0.00395818,0.21822876,0.0018950441,0.000057753994,0.0000020063524,0.4268819,3.0918824e-7,0.0007996112,0.003665797,0.050965197,0.29254973],"study_design_scores_gemma":[0.0019078922,0.005090359,0.007856461,0.00097087875,0.000002398765,2.0145951e-7,0.030583235,0.000038785827,0.0019070423,0.0055896114,0.9458306,0.00022255402],"about_ca_topic_score_codex":0.0012908066,"about_ca_topic_score_gemma":0.0009260327,"teacher_disagreement_score":0.8948654,"about_ca_system_score_codex":0.0006296524,"about_ca_system_score_gemma":0.0024745935,"threshold_uncertainty_score":0.9977866},"labels":[],"label_agreement":null},{"id":"W2897989630","doi":"10.2196/12117","title":"A Social Media Website (Supporting Our Valued Adolescents) to Support Treatment Uptake for Adolescents With Depression and/or Anxiety and Their Parents: Protocol for a Pilot Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Anxiety; Randomized controlled trial; Mental health; Intervention (counseling); Fidelity; Psychological intervention; Medicine; Depression (economics); Protocol (science); Psychology; Clinical psychology; Psychiatry; Family medicine; Alternative medicine","score_opus":0.24707593460960506,"score_gpt":0.577857503130612,"score_spread":0.33078156852100693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897989630","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00995391,6.4673833e-7,0.00061284855,0.00034708457,0.00006274829,0.988432,0.00018729577,0.0001029003,0.00030057295],"genre_scores_gemma":[0.23468444,4.4827214e-8,0.00034248465,0.00008441717,0.00065500377,0.7630657,0.000020390697,0.000080043916,0.0010674626],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99414593,0.001266407,0.0014628075,0.0010630118,0.00063571864,0.0014261534],"domain_scores_gemma":[0.99711174,0.0004407002,0.00058444246,0.00043947337,0.00079632323,0.00062735094],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004111058,0.00049504,0.0015216996,0.00033304418,0.000751012,0.00031490444,0.00034699263,0.00019714783,0.00007875429],"category_scores_gemma":[0.0010488126,0.00028572828,0.00034793266,0.00032363753,0.00031048965,0.00023904562,0.00021519979,0.0002790598,0.000039549966],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9542015,0.0064386646,0.0008795952,0.0013566926,0.000157835,0.000004593424,0.0019660431,2.003777e-8,0.00006665263,0.00012788626,0.0040296433,0.030770825],"study_design_scores_gemma":[0.9384801,0.04147722,0.0007143004,0.0053674835,0.00002635093,0.00001294731,0.0008243872,0.000053951087,0.00031315343,0.00042585388,0.012005614,0.00029863624],"about_ca_topic_score_codex":0.000021184134,"about_ca_topic_score_gemma":0.00016155888,"teacher_disagreement_score":0.22536628,"about_ca_system_score_codex":0.00024802468,"about_ca_system_score_gemma":0.00040441254,"threshold_uncertainty_score":0.99995947},"labels":[],"label_agreement":null},{"id":"W2898029178","doi":"10.2196/10807","title":"Acute HIV Infection in Youth: Protocol for the Adolescent Trials Network 147 (ATN147) Comprehensive Adolescent Research and Engagement Studies (CARES) Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Mental Health; National Institutes of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; Adolescent Medicine Trials Network for HIV/AIDS Interventions","keywords":"Cart; Medicine; Antiretroviral therapy; Human immunodeficiency virus (HIV); Public health; Transmission (telecommunications); Clinical trial; Viral load; Family medicine; Psychiatry; Pediatrics; Internal medicine; Nursing","score_opus":0.7390547511427911,"score_gpt":0.6711533628084406,"score_spread":0.06790138833435044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898029178","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047113886,0.000036735317,0.00019587766,0.0018462145,0.000023716122,0.9926584,0.000053712956,0.00007470084,0.00039929114],"genre_scores_gemma":[0.010775542,0.000029514908,0.0001298912,0.00006998113,0.0016293047,0.9835704,0.000018715515,0.0000716265,0.0037050329],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9845466,0.008351166,0.0013985308,0.0010508567,0.0026938813,0.0019589448],"domain_scores_gemma":[0.99008906,0.0027809222,0.00020682802,0.0011886801,0.0052593453,0.00047514442],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02838771,0.00039257767,0.0010242638,0.00097307155,0.0019443191,0.00043164947,0.00056693057,0.00018198378,0.00018331035],"category_scores_gemma":[0.0046035848,0.00024598042,0.00027695656,0.0019474253,0.0016107683,0.00024547824,0.0013860713,0.0027389536,0.000116854055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035837635,0.0154355215,0.06499682,0.004689811,0.0012338922,0.00010217199,0.008879363,0.0000076675215,0.0016421693,0.00038114007,0.83961964,0.027174162],"study_design_scores_gemma":[0.046362158,0.12622325,0.071191184,0.02841042,0.000077718185,0.000019387042,0.022643264,0.00094751554,0.0034182211,0.00096991006,0.69915235,0.00058459485],"about_ca_topic_score_codex":0.00014939271,"about_ca_topic_score_gemma":0.00065585773,"teacher_disagreement_score":0.14046727,"about_ca_system_score_codex":0.0007031641,"about_ca_system_score_gemma":0.0005814009,"threshold_uncertainty_score":0.9999992},"labels":[],"label_agreement":null},{"id":"W2898055347","doi":"10.2196/11530","title":"Evaluating the Noninferiority of a New Photodynamic Therapy (Flexitheralight) Compared With Conventional Treatment for Actinic Keratosis: Protocol for a Phase 2 Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nonmelanoma Skin Cancer Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Actinic keratosis; Tolerability; Medicine; Photodynamic therapy; Dermatology; Cryotherapy; Clinical trial; Keratosis; Quality of life (healthcare); Target lesion; Protocol (science); Surgery; Basal cell; Adverse effect; Internal medicine; Pathology; Nursing","score_opus":0.6334542872405827,"score_gpt":0.6825194596487613,"score_spread":0.04906517240817854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898055347","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09350518,0.0000025964346,0.00018293399,0.00056757586,0.0000057356633,0.90548354,0.000041359737,0.00003518364,0.0001758919],"genre_scores_gemma":[0.028317915,1.7658232e-7,0.0026619781,0.000037657177,0.0004801445,0.9673676,0.000009275696,0.000058394675,0.0010668895],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9967796,0.00040902945,0.0005576299,0.00057525694,0.0010621039,0.0006163773],"domain_scores_gemma":[0.9967531,0.00062023476,0.00029663986,0.0007397828,0.001436649,0.00015359327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019776437,0.0002981298,0.0006403204,0.00013970371,0.0006142971,0.00008204959,0.00030785947,0.000065771324,0.00027761093],"category_scores_gemma":[0.00011984895,0.0001604566,0.00018803409,0.00041575718,0.0005015769,0.00009388855,0.00007293028,0.00021454607,0.0000070225633],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.703425,0.054089975,0.05423731,0.003065682,0.0047335643,0.000018573259,0.021153584,0.000005807266,0.052792445,0.00042197265,0.016213845,0.08984226],"study_design_scores_gemma":[0.27299073,0.46894714,0.016487133,0.003382625,0.00006166634,0.000021565873,0.001758235,0.0015572864,0.07102903,0.0006085855,0.16276889,0.00038712568],"about_ca_topic_score_codex":0.00012565128,"about_ca_topic_score_gemma":0.00018216841,"teacher_disagreement_score":0.43043426,"about_ca_system_score_codex":0.00039502498,"about_ca_system_score_gemma":0.0020587447,"threshold_uncertainty_score":0.65432304},"labels":[],"label_agreement":null},{"id":"W2898074438","doi":"10.2196/11000","title":"The Impact of the mKidney mHealth System on Live Donor Follow-Up Compliance: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; Johns Hopkins University","keywords":"mHealth; Medicine; Protocol (science); Medical record; Informed consent; United Network for Organ Sharing; Transplantation; Family medicine; Medical emergency; Nursing; Alternative medicine; Surgery","score_opus":0.23058973268628677,"score_gpt":0.5755949721152955,"score_spread":0.34500523942900874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898074438","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012206278,4.129624e-7,0.00007483667,0.0009938627,0.00003798181,0.9938478,0.000030027211,0.000046794674,0.0037476982],"genre_scores_gemma":[0.03851152,1.9145533e-7,0.00004282757,0.000045736193,0.00051365164,0.9583151,0.000005133485,0.000030492138,0.002535352],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99523777,0.0019826712,0.00086376176,0.00029046324,0.0011206379,0.00050469855],"domain_scores_gemma":[0.9945159,0.002731041,0.00043895293,0.0005922422,0.0015227146,0.00019912439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006888676,0.0001934569,0.0009706247,0.00014269468,0.00068414444,0.00009740601,0.00035900096,0.00012328189,0.00013014379],"category_scores_gemma":[0.0016292817,0.00007830408,0.000725391,0.00037456147,0.00058742816,0.000059134498,0.000033419707,0.0004150663,0.000060969927],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9874897,0.0005043318,0.000066571236,0.0013240038,0.00020499414,9.151833e-7,0.0005269519,4.964052e-7,0.00040564963,0.0022090587,0.006827926,0.0004393738],"study_design_scores_gemma":[0.9789509,0.0084265405,0.00035891734,0.004224649,0.000020967622,0.0000047892754,0.00012594099,0.0011171384,0.0017133044,0.00021987638,0.0047641126,0.00007285779],"about_ca_topic_score_codex":0.000055772645,"about_ca_topic_score_gemma":0.000018506933,"teacher_disagreement_score":0.037290893,"about_ca_system_score_codex":0.00029805122,"about_ca_system_score_gemma":0.0015380118,"threshold_uncertainty_score":0.52619547},"labels":[],"label_agreement":null},{"id":"W2898094477","doi":"10.2196/10444","title":"A Multilevel Tailored Web App–Based Intervention for Linking Young Men Who Have Sex With Men to Quality Care (Get Connected): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Emory University","keywords":"Men who have sex with men; Medicine; Randomized controlled trial; Pre-exposure prophylaxis; Intervention (counseling); Test (biology); Family medicine; Protocol (science); Human immunodeficiency virus (HIV); Alternative medicine; Nursing; Syphilis","score_opus":0.15792053768287223,"score_gpt":0.5600291185134746,"score_spread":0.40210858083060236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898094477","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034071342,0.0000012584435,0.042031158,0.00085360825,0.0000046388527,0.9439748,0.0001951881,0.00016714532,0.012431506],"genre_scores_gemma":[0.0041072103,4.420329e-8,0.0032835875,0.00004234884,0.0008317669,0.9402172,0.00018339297,0.00011675829,0.0512177],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99024236,0.003355339,0.0018320456,0.0010761418,0.0019734274,0.0015207009],"domain_scores_gemma":[0.9895038,0.0022398569,0.00048393276,0.00095963705,0.006047933,0.00076485897],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013426332,0.00048144255,0.0023518512,0.000943279,0.000738069,0.00045678974,0.0006018392,0.0003126414,0.0005312779],"category_scores_gemma":[0.009753376,0.00032410532,0.0012536193,0.0005069086,0.0006677774,0.00026252394,0.00021533406,0.0007508216,0.0000408737],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91165704,0.0020359792,0.00013221246,0.0051595336,0.0005376866,0.0000061677115,0.0016494351,0.0000014897433,0.0030167701,0.00023290979,0.06997534,0.005595462],"study_design_scores_gemma":[0.8206398,0.05859889,0.000020698739,0.00852803,0.00004200015,0.0000025143074,0.0016277725,0.064871304,0.006617929,0.00016933796,0.038565252,0.0003164845],"about_ca_topic_score_codex":0.00018578308,"about_ca_topic_score_gemma":0.0005568247,"teacher_disagreement_score":0.091017224,"about_ca_system_score_codex":0.00055460277,"about_ca_system_score_gemma":0.0014532696,"threshold_uncertainty_score":0.9999211},"labels":[],"label_agreement":null},{"id":"W2898120964","doi":"10.2196/12162","title":"Discussing Weight Management With Type 2 Diabetes Patients in Primary Care Using the Small Talk Big Difference Intervention: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cilag; University of Glasgow; AstraZeneca","keywords":"Weight management; Referral; Medicine; Weight loss; Intervention (counseling); Type 2 diabetes; Psychological intervention; Nursing; Best practice; Family medicine; Obesity; Diabetes mellitus","score_opus":0.26087485121312715,"score_gpt":0.5823342709017514,"score_spread":0.32145941968862424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898120964","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03189661,0.0000032630267,0.00013769903,0.00034464907,0.00007808271,0.9636118,0.000006377111,0.000045542693,0.0038760076],"genre_scores_gemma":[0.0025224204,7.075215e-7,0.00089509186,0.00015250553,0.00075068354,0.99363685,0.000015063146,0.000044325912,0.0019823764],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9877104,0.008475859,0.0012567632,0.0005195922,0.0008590173,0.0011783286],"domain_scores_gemma":[0.9938095,0.0033507543,0.0007673815,0.0005640602,0.0013528175,0.00015546863],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008922116,0.00026878194,0.0010565829,0.00033947077,0.0022038152,0.00014857527,0.00056557835,0.00021469104,0.00019796452],"category_scores_gemma":[0.00074548164,0.00013211502,0.00018513844,0.00059104664,0.00051141996,0.00019365668,0.00046442464,0.0010904198,0.000029898152],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96848124,0.0012559447,0.0061934683,0.011483848,0.00008370311,0.0000031565812,0.002331487,4.1833943e-7,0.000009208917,0.00022548354,0.00028302614,0.009649021],"study_design_scores_gemma":[0.9358592,0.0037066268,0.0032242618,0.01760466,0.000020850555,1.02345375e-7,0.0011079314,0.00025560588,0.00001815515,0.00043763898,0.037575282,0.00018968436],"about_ca_topic_score_codex":0.00009835115,"about_ca_topic_score_gemma":0.0012727958,"teacher_disagreement_score":0.037292253,"about_ca_system_score_codex":0.0005344414,"about_ca_system_score_gemma":0.000687008,"threshold_uncertainty_score":0.9990952},"labels":[],"label_agreement":null},{"id":"W2898196946","doi":"10.2196/12270","title":"Association Between Residual Inhibition and Neural Activity in Patients with Tinnitus: Protocol for a Controlled Within- and Between-Subject Comparison Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing, Cochlea, Tinnitus, Genetics","field":"Neuroscience","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research; University of Bern","keywords":"Tinnitus; Audiology; Electroencephalography; Protocol (science); Association (psychology); Psychology; Medicine; Psychiatry; Alternative medicine","score_opus":0.29473535906308895,"score_gpt":0.5315803744140662,"score_spread":0.2368450153509773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898196946","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49953166,3.6117992e-8,0.000014944176,0.000099855875,0.0000019244508,0.5002494,0.000018619348,0.000036137255,0.00004745047],"genre_scores_gemma":[0.4809526,6.965217e-9,0.00008135075,0.0000110114615,0.00012601241,0.51873946,0.000001949413,0.000027417007,0.00006019404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99344605,0.0024423706,0.0006692222,0.00093168905,0.0016056489,0.0009049963],"domain_scores_gemma":[0.9965335,0.0017458174,0.00045712775,0.00039594795,0.0006361165,0.00023148039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004281301,0.00029348108,0.00066280994,0.00043125305,0.00060037774,0.00047126837,0.00023626955,0.00020350353,0.0000080549435],"category_scores_gemma":[0.0030154046,0.00024435244,0.000030100187,0.0007481691,0.00037287964,0.00043245792,0.00035706023,0.0009100957,0.000006857374],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007449562,0.0011877475,0.98446244,0.00022344437,0.0000192323,0.000002252084,0.0013601773,0.0000012092598,0.0029347877,0.0000073788233,0.00024182016,0.0021099714],"study_design_scores_gemma":[0.04232957,0.018136395,0.910005,0.0004686174,0.00000882488,3.3130345e-7,0.00010482133,0.00031503817,0.027254762,0.00011562874,0.000973943,0.00028710673],"about_ca_topic_score_codex":0.0000697203,"about_ca_topic_score_gemma":0.00023932483,"teacher_disagreement_score":0.07445745,"about_ca_system_score_codex":0.00027854793,"about_ca_system_score_gemma":0.00022343411,"threshold_uncertainty_score":0.9964404},"labels":[],"label_agreement":null},{"id":"W2898227631","doi":"10.2196/10823","title":"Student Activity and Sport Study Ireland: Protocol for a Web-Based Survey and Environmental Audit Tool for Assessing the Impact of Multiple Factors on University Students’ Physical Activity","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Audit; Psychology; Physical activity; Medical education; Applied psychology; Data collection; Medicine; Accounting; Physical therapy; Business; Alternative medicine; Sociology","score_opus":0.2583717003368361,"score_gpt":0.580921398258807,"score_spread":0.32254969792197086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898227631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5198849,1.265778e-8,0.000023286088,0.000023835433,0.0000010705963,0.479939,0.000110412875,0.000010848933,0.0000066586135],"genre_scores_gemma":[0.5196362,1.834397e-8,0.000008268658,0.0000019158852,0.00005581974,0.48025793,0.0000044307017,0.000012963674,0.000022415785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99729204,0.0006337755,0.0001465233,0.00052670174,0.00090638595,0.00049456995],"domain_scores_gemma":[0.99708843,0.0019651246,0.00017046813,0.00041212363,0.00014026606,0.00022357953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002040476,0.00023360891,0.00055926386,0.000115373725,0.00061725365,0.000084927306,0.000226196,0.00008621082,0.000007832439],"category_scores_gemma":[0.0001861202,0.00014656,0.00013935669,0.0001878765,0.00053083134,0.0002593175,0.00023340773,0.00050913205,9.614846e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017491063,0.03188158,0.93296814,0.00040229256,0.00011420952,0.0000029396972,0.0006189772,0.0000013162278,0.013729561,0.0000031433535,0.00012625217,0.002660553],"study_design_scores_gemma":[0.01480195,0.026239403,0.9522431,0.00025106609,0.000010074958,4.521626e-7,0.0003177461,0.0014705246,0.004116961,0.000010493918,0.00040633293,0.00013189297],"about_ca_topic_score_codex":0.00036222028,"about_ca_topic_score_gemma":0.0001024939,"teacher_disagreement_score":0.019274991,"about_ca_system_score_codex":0.0004052089,"about_ca_system_score_gemma":0.00044716406,"threshold_uncertainty_score":0.5976544},"labels":[],"label_agreement":null},{"id":"W2898246453","doi":"10.2196/12112","title":"Investigating Health Risk Environments in Housing Programs for Young Adults: Protocol for a Geographically Explicit Ecological Momentary Assessment Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Geospatial analysis; Qualitative research; Context (archaeology); Psychology; Affect (linguistics); Qualitative property; mHealth; Phone; Gerontology; Applied psychology; Environmental health; Medicine; Psychological intervention; Geography; Psychiatry; Computer science","score_opus":0.37556355223451504,"score_gpt":0.6440029804306794,"score_spread":0.26843942819616434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898246453","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15497018,5.043718e-7,0.0003849878,0.00030376975,0.000015375359,0.84405476,0.00004380022,0.0001013444,0.00012526027],"genre_scores_gemma":[0.1371629,4.8862387e-7,0.0047783633,0.00008157925,0.00053755246,0.8572631,0.00003133454,0.00007862779,0.00006607136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9897907,0.00425693,0.0014903409,0.0010237294,0.0011744158,0.002263891],"domain_scores_gemma":[0.99680126,0.0010975434,0.0006144846,0.00056790083,0.00041763528,0.00050120166],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.011420722,0.0003500843,0.00086284894,0.0003581027,0.0035315666,0.0001291279,0.0006369946,0.00035740336,0.00010561073],"category_scores_gemma":[0.00054578535,0.00028663274,0.00013828733,0.00078995485,0.0003948001,0.00027053888,0.0005568656,0.0016405638,0.000019109713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009614922,0.006332567,0.9407637,0.0021162075,0.000036959773,0.0000031586696,0.025334973,8.679334e-7,0.000059026213,0.0002539883,0.0004149929,0.023722067],"study_design_scores_gemma":[0.028467838,0.03335933,0.7087803,0.008486956,0.0000051834086,1.1271121e-7,0.13394819,0.0010124935,0.000029644996,0.005301379,0.07997399,0.0006345873],"about_ca_topic_score_codex":0.0016863471,"about_ca_topic_score_gemma":0.013987212,"teacher_disagreement_score":0.23198341,"about_ca_system_score_codex":0.0010354808,"about_ca_system_score_gemma":0.0009215521,"threshold_uncertainty_score":0.9999586},"labels":[],"label_agreement":null},{"id":"W2898259884","doi":"10.2196/resprot.9916","title":"Hearing Aid Use in Older Adults With Postlingual Sensorineural Hearing Loss: Protocol for a Prospective Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing Loss and Rehabilitation","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Research Council; Medical Research Council; National Health and Medical Research Council; State Government of Victoria; University of Melbourne; Swinburne University of Technology; National Imaging Facility","keywords":"Audiology; Medicine; Sensorineural hearing loss; Dementia; Psychosocial; Hearing loss; Cognition; Cognitive decline; Disease; Psychiatry; Internal medicine","score_opus":0.2566408568558854,"score_gpt":0.5390321039429938,"score_spread":0.28239124708710844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898259884","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4650973,2.002768e-8,0.00001291062,0.00004991466,0.000004656513,0.53457755,0.0000033197948,0.000080110505,0.0001742321],"genre_scores_gemma":[0.42855522,5.393873e-9,0.000335098,0.000018187971,0.00014416166,0.5706622,4.2534364e-7,0.000046636793,0.00023807865],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99475926,0.00084190845,0.0005517378,0.001369287,0.0013404193,0.0011373755],"domain_scores_gemma":[0.99727255,0.00086221116,0.00010894492,0.00070410676,0.00082779437,0.00022437799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023096814,0.00029416004,0.00036691822,0.00047017826,0.0006087181,0.0005040721,0.00039686327,0.00012021325,0.000031045565],"category_scores_gemma":[0.0021944535,0.00022156823,0.00006548281,0.0011583733,0.00058247853,0.00071602786,0.00030271668,0.00086509925,0.000043179],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008619439,0.003381724,0.96469307,0.0007408045,0.000007875709,0.00008840078,0.0065535177,0.000015455335,0.014881972,0.00014707513,0.000101399826,0.00076928874],"study_design_scores_gemma":[0.012375261,0.013433618,0.9434368,0.0028920788,8.964393e-7,0.000022278698,0.0006911904,0.00068055105,0.024537915,0.00010378829,0.0014871949,0.00033840677],"about_ca_topic_score_codex":0.0004439763,"about_ca_topic_score_gemma":0.00018902989,"teacher_disagreement_score":0.036542106,"about_ca_system_score_codex":0.00033298924,"about_ca_system_score_gemma":0.00039393987,"threshold_uncertainty_score":0.90352905},"labels":[],"label_agreement":null},{"id":"W2898560543","doi":"10.2196/12334","title":"Negative-Pressure Wound Therapy Versus Standard Treatment of Adult Patients With Conflict-Related Extremity Wounds: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical site infection prevention","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Negative-pressure wound therapy; Context (archaeology); Wound care; Quality of life (healthcare); Physical therapy; Health care; Randomization; Surgery; Alternative medicine; Nursing","score_opus":0.13903981078505348,"score_gpt":0.5159807903995812,"score_spread":0.37694097961452777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898560543","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024127344,0.000001294787,0.000105231695,0.00011323329,0.000027365882,0.971868,0.0000323375,0.000091307724,0.0036339187],"genre_scores_gemma":[0.0077478443,7.4485666e-7,0.00023406446,0.000011143526,0.0002495287,0.98932797,0.00002271969,0.000048922553,0.0023570594],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943113,0.0019674767,0.0010763328,0.000551718,0.0015182368,0.00057493825],"domain_scores_gemma":[0.9910942,0.0028758263,0.0005852907,0.00056718994,0.0046182964,0.0002592177],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023281262,0.00034125082,0.00187916,0.00029307161,0.00027590545,0.00008944104,0.00015280563,0.0002923576,0.003174933],"category_scores_gemma":[0.0020447746,0.00018907685,0.00060828676,0.00053616916,0.0009767653,0.0001822068,0.000034678465,0.00031225476,0.000017875485],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.981729,0.0057469923,0.0009792264,0.00020915549,0.0013565214,0.0000025672691,0.00039876156,5.591669e-7,0.00013729022,0.00024478254,0.00032677976,0.008868412],"study_design_scores_gemma":[0.81541914,0.07382262,0.00023703568,0.0008449747,0.00005495479,7.9179495e-7,0.000021460135,0.00008401311,0.0028783225,0.00027451792,0.1062138,0.00014839448],"about_ca_topic_score_codex":0.00004104057,"about_ca_topic_score_gemma":0.00001431961,"teacher_disagreement_score":0.16630983,"about_ca_system_score_codex":0.0003256882,"about_ca_system_score_gemma":0.0005539008,"threshold_uncertainty_score":0.9977363},"labels":[],"label_agreement":null},{"id":"W2898568502","doi":"10.2196/10337","title":"Health Disparities and Converging Epidemics in Jail Populations: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Criminal Justice and Corrections Analysis","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institutes of Health","keywords":"Prison; Prison population; Health equity; Health care; Population; Protocol (science); Medicine; Gerontology; Psychology; Environmental health; Public health; Criminology; Political science; Alternative medicine; Nursing","score_opus":0.510309108853374,"score_gpt":0.7079546542192668,"score_spread":0.19764554536589285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898568502","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017531066,0.0000015884159,0.0029778262,0.0015002472,0.000014640966,0.99331707,0.0000027572542,0.000040917417,0.00039186448],"genre_scores_gemma":[0.003936834,6.027463e-7,0.006395085,0.0000654109,0.0002759745,0.9887925,0.0000012034388,0.000013364586,0.0005190257],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99505866,0.0029646119,0.0004299868,0.00037769656,0.00050362555,0.000665429],"domain_scores_gemma":[0.99807566,0.00087801827,0.00010986362,0.00025313837,0.0005006246,0.00018266912],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012281977,0.00010463876,0.00027366148,0.0004216591,0.0017047724,0.0002764374,0.00025425322,0.00007449033,0.000056935132],"category_scores_gemma":[0.001759936,0.0000977043,0.00005040531,0.0010967148,0.00052238343,0.00028179135,0.00013795917,0.00030756547,0.0000074462982],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007884821,0.0022662058,0.17310053,0.001223336,0.00002921925,0.0000036784133,0.0899321,0.000006382229,0.00002463015,0.020421004,0.016019836,0.6961846],"study_design_scores_gemma":[0.0020503555,0.0028646763,0.018257735,0.0010571607,0.0000060267566,0.0000010496755,0.44668782,0.00140069,0.000022342107,0.007847213,0.5195523,0.00025262762],"about_ca_topic_score_codex":0.020359475,"about_ca_topic_score_gemma":0.11167445,"teacher_disagreement_score":0.695932,"about_ca_system_score_codex":0.00026367756,"about_ca_system_score_gemma":0.0005204032,"threshold_uncertainty_score":0.99959487},"labels":[],"label_agreement":null},{"id":"W2898616374","doi":"10.2196/11637","title":"Adherence to Consolidated Standards of Reporting Trials (CONSORT) Guidelines for Reporting Safety Outcomes in Trials of Cannabinoids for Chronic Pain: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Kingston Health Sciences Centre; Queen's University","funders":"Queen's University","keywords":"Consolidated Standards of Reporting Trials; Medicine; Chronic pain; Clinical trial; Adverse effect; Systematic review; Population; Randomized controlled trial; Cannabis; Cannabinoid; Physical therapy; Intensive care medicine; MEDLINE; Psychiatry; Internal medicine","score_opus":0.7996513502079814,"score_gpt":0.7270608756415755,"score_spread":0.07259047456640588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898616374","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9490805e-7,0.114144914,0.0008305579,0.001514441,0.00002241444,0.8805086,0.002888052,0.000052551088,0.000038299662],"genre_scores_gemma":[4.9029467e-8,0.026102306,0.00231768,0.00010336773,0.000596504,0.96594274,0.00025021777,0.00026461526,0.0044225394],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.90939975,0.012695689,0.0684039,0.0022988047,0.004630193,0.0025716545],"domain_scores_gemma":[0.885014,0.010182431,0.061980404,0.0035495579,0.03844297,0.00083062355],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47464433,0.001144612,0.029982068,0.0018349595,0.0002851197,0.00015089363,0.0012449503,0.0009116835,0.00018777304],"category_scores_gemma":[0.8308855,0.00071426533,0.0058006914,0.0023213474,0.00048950507,0.0001384898,0.00046336904,0.0010154346,0.0000023068658],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030642487,0.0003916615,0.00001303998,0.7292655,0.00054472714,0.000014739118,0.000042882642,2.629913e-7,0.000053977325,0.000037546895,0.21864367,0.047927715],"study_design_scores_gemma":[0.004717831,0.007726154,7.9082315e-7,0.49764192,0.00032414048,0.000024735746,0.0000404788,0.000018564779,0.00025415147,0.00004043018,0.4889007,0.00031010472],"about_ca_topic_score_codex":0.00013397312,"about_ca_topic_score_gemma":0.00014259934,"teacher_disagreement_score":0.3562412,"about_ca_system_score_codex":0.002347317,"about_ca_system_score_gemma":0.034851164,"threshold_uncertainty_score":0.99953085},"labels":[],"label_agreement":null},{"id":"W2898704496","doi":"10.2196/11470","title":"Rehabilitation for Children With Dystonic Cerebral Palsy Using Haptic Feedback in Virtual Reality: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cerebral palsy; Randomized controlled trial; Virtual reality; Rehabilitation; Physical medicine and rehabilitation; Haptic technology; Protocol (science); Physical therapy; Psychology; Medicine; Computer science; Human–computer interaction; Simulation; Alternative medicine; Surgery","score_opus":0.12532804483436255,"score_gpt":0.5035525944929939,"score_spread":0.3782245496586314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898704496","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0162173,5.442024e-7,0.0017008247,0.0012867706,0.000009224135,0.98030716,0.00001634912,0.000060150956,0.00040167526],"genre_scores_gemma":[0.00611811,5.4024838e-8,0.0023781608,0.00011576294,0.0005082905,0.99002045,0.000034679728,0.00006996211,0.000754535],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949696,0.0012542764,0.0011715237,0.00071959745,0.00093545177,0.00094954495],"domain_scores_gemma":[0.9957561,0.0021820855,0.00032855725,0.00056001364,0.0009614274,0.00021182645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008962748,0.00032358765,0.001692134,0.0005038738,0.00031482772,0.00012146074,0.00022139431,0.0002193316,0.00017310589],"category_scores_gemma":[0.004058141,0.00021382199,0.00047716513,0.0005204979,0.00086292985,0.00023382113,0.00007036217,0.00039883074,0.000008723098],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.99049073,0.0018738529,0.0006979759,0.00087854295,0.00022181195,8.639289e-7,0.0004708509,0.000008199442,0.00046831666,0.0022215475,0.001533782,0.0011335459],"study_design_scores_gemma":[0.9551231,0.029956125,0.00039692657,0.0027107745,0.000038852897,0.0000031008058,0.000193556,0.0040165037,0.00021395514,0.0029557117,0.004150616,0.0002407513],"about_ca_topic_score_codex":0.000118270815,"about_ca_topic_score_gemma":0.00029408853,"teacher_disagreement_score":0.035367582,"about_ca_system_score_codex":0.0002928987,"about_ca_system_score_gemma":0.0010393849,"threshold_uncertainty_score":0.87194073},"labels":[],"label_agreement":null},{"id":"W2898910479","doi":"10.2196/11072","title":"Acceptance and Resistance of New Digital Technologies in Medicine: Qualitative Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":359,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Resistance (ecology); Qualitative research; Health care; Digital health; Emerging technologies; Health technology; Medicine; Medical education; Family medicine; Nursing; Computer science; Sociology; Political science","score_opus":0.5767623615726978,"score_gpt":0.6684365439923731,"score_spread":0.09167418241967529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898910479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6636692,0.000027587894,0.0001705106,0.0068646865,0.000010415457,0.32480285,0.000012111641,0.00021249658,0.0042301174],"genre_scores_gemma":[0.73425543,6.5525523e-7,0.0004753809,0.0000056103254,0.000019500412,0.26109692,2.2285639e-7,0.000007360632,0.0041389083],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99603975,0.0005224725,0.00069535826,0.0006041651,0.0017588655,0.00037941165],"domain_scores_gemma":[0.99697804,0.0010708828,0.0001897697,0.00091565377,0.0007721624,0.00007345753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006156307,0.00012421628,0.00035865084,0.0010505802,0.00012995908,0.00012953582,0.0013699825,0.000158598,0.00014448701],"category_scores_gemma":[0.008139594,0.00008429428,0.00002359467,0.0028679431,0.002496176,0.0005053632,0.000605348,0.000542856,0.00007933121],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012353489,0.0012784265,0.71595997,0.000042631116,0.000013986821,0.000046889792,0.09489499,5.4433652e-8,0.0011181415,0.01989586,0.1000141,0.06549958],"study_design_scores_gemma":[0.0029268141,0.0034330261,0.21333064,0.00068393344,6.819834e-7,0.0000022995862,0.4126675,0.0000028413551,0.0014674558,0.30245125,0.062844254,0.00018927398],"about_ca_topic_score_codex":0.000015892152,"about_ca_topic_score_gemma":0.00041766482,"teacher_disagreement_score":0.50262934,"about_ca_system_score_codex":0.000042990345,"about_ca_system_score_gemma":0.0001374947,"threshold_uncertainty_score":0.97444427},"labels":[],"label_agreement":null},{"id":"W2898949741","doi":"10.2196/11278","title":"Co-Designing an eHealth Service for the Co-Care of Parkinson Disease: Explorative Study of Values and Challenges","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Health care; Nursing; Digital health; Service (business); Medicine; Psychology; Medical education; Business","score_opus":0.665432817435164,"score_gpt":0.6794665122363596,"score_spread":0.01403369480119554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898949741","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0929301,0.0002890557,0.00018370629,0.0045063947,0.000008503114,0.9008712,0.00008227759,0.000108158376,0.0010205979],"genre_scores_gemma":[0.44816035,0.000034992954,0.0002082478,0.000034001365,0.000039054055,0.55148107,0.0000049841306,0.000011940766,0.000025342917],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99407446,0.0043038675,0.00045982868,0.00034019834,0.00043463762,0.0003870288],"domain_scores_gemma":[0.99303967,0.003032265,0.00029758154,0.0012831654,0.0022112622,0.00013603458],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004761958,0.00011764746,0.00028062952,0.00012949407,0.0016008873,0.0000075277976,0.0007170657,0.0001352259,0.000042518153],"category_scores_gemma":[0.00058889884,0.000079859776,0.000023939247,0.00025349928,0.0008322002,0.00012808654,0.00027073536,0.00066137797,0.0000072306125],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011229824,0.0068880394,0.44002292,0.019618738,0.00019111016,0.0000014309473,0.4323635,0.0000011348965,0.0018118364,0.006859754,0.0063465415,0.07466518],"study_design_scores_gemma":[0.0029616095,0.007836422,0.44945982,0.001797825,0.0000074839763,7.613928e-8,0.46688682,0.00011063773,0.0010304269,0.0020031626,0.06778612,0.0001195996],"about_ca_topic_score_codex":0.0000738066,"about_ca_topic_score_gemma":0.0005282813,"teacher_disagreement_score":0.35523024,"about_ca_system_score_codex":0.00008893667,"about_ca_system_score_gemma":0.00048787714,"threshold_uncertainty_score":0.9996989},"labels":[],"label_agreement":null},{"id":"W2898978558","doi":"10.2196/11540","title":"Investigating Intervention Components and Exploring States of Receptivity for a Smartphone App to Promote Physical Activity: Protocol of a Microrandomized Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Incentive; mHealth; Intervention (counseling); Context (archaeology); Protocol (science); Applied psychology; Psychology; Randomized controlled trial; eHealth; Incentive program; Computer science; Medicine; Nursing; Health care; Alternative medicine","score_opus":0.48422778373038716,"score_gpt":0.6209535761978063,"score_spread":0.13672579246741917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898978558","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47439888,1.2999321e-7,0.00021936375,0.00009075289,0.000018493834,0.52509016,0.000052474825,0.00002238081,0.00010738673],"genre_scores_gemma":[0.20226185,7.630812e-9,0.0012312949,0.000004024271,0.00012252375,0.796154,0.00000597111,0.000028974971,0.00019130892],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99687207,0.000968109,0.00066539034,0.00047733946,0.00047334257,0.00054373493],"domain_scores_gemma":[0.9979649,0.00050030573,0.00038858684,0.0003794144,0.0005367474,0.00023005472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002868969,0.00017478364,0.00055209035,0.0003103979,0.0001432182,0.00006390525,0.000262613,0.0000729327,0.000048587495],"category_scores_gemma":[0.0005742097,0.00015929688,0.00018763427,0.00046468244,0.0005241561,0.0003525733,0.00034132935,0.00027912474,0.000028491499],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3899585,0.015056561,0.00023675794,0.005258178,0.00012737956,0.0000012156189,0.005312493,1.4368189e-7,0.14479019,0.00054322043,0.0013267607,0.4373886],"study_design_scores_gemma":[0.3083374,0.06442094,0.0036352442,0.015241256,0.000008842236,0.0000032775183,0.00047050675,0.0002544153,0.58490485,0.008428844,0.013937345,0.0003570912],"about_ca_topic_score_codex":0.0001504545,"about_ca_topic_score_gemma":0.000027159012,"teacher_disagreement_score":0.44011465,"about_ca_system_score_codex":0.00009239894,"about_ca_system_score_gemma":0.000058859867,"threshold_uncertainty_score":0.64959383},"labels":[],"label_agreement":null},{"id":"W2899095675","doi":"10.2196/resprot.9585","title":"Modern Innovative Solutions to Improve Outcomes in Severe Asthma: Protocol for a Mixed Methods Observational Comparison of Clinical Outcomes in MISSION Versus Current Care Delivery","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Asthma; Observational study; Referral; Protocol (science); Health care; Multidisciplinary approach; Quality of life (healthcare); Service delivery framework; Disease; Intensive care medicine; Family medicine; Service (business); Alternative medicine; Nursing; Internal medicine","score_opus":0.6120993454921434,"score_gpt":0.6918743810534316,"score_spread":0.07977503556128818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899095675","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040350348,0.000004681938,0.0012055351,0.0004166367,0.000049765113,0.95765084,0.0001736208,0.0000328447,0.00011575484],"genre_scores_gemma":[0.015910957,5.8636413e-8,0.012857068,0.000055912253,0.0001675478,0.97083056,0.00003808037,0.000034319466,0.0001054902],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99483806,0.0012296591,0.001544189,0.0006633642,0.0009986379,0.0007261042],"domain_scores_gemma":[0.9942291,0.0017457466,0.0002849461,0.0005426109,0.0028530995,0.00034454837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002860988,0.00027062418,0.0010244367,0.00064254313,0.0001831621,0.000030730484,0.00034754892,0.00024657598,0.000049812257],"category_scores_gemma":[0.004942161,0.00020093865,0.00023906215,0.0011089925,0.00035979657,0.00018244087,0.00042743064,0.0008157328,0.000013955563],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017868655,0.005037488,0.7647844,0.0018293815,0.000051268027,0.0000051976604,0.0012293996,0.00001928076,0.0018316554,0.0002152402,0.004251484,0.20287657],"study_design_scores_gemma":[0.02723526,0.01176037,0.82181233,0.0028230932,0.000005223117,3.9235738e-7,0.0016062638,0.0022952466,0.0027202347,0.0003158564,0.1291087,0.000317007],"about_ca_topic_score_codex":0.000038592985,"about_ca_topic_score_gemma":0.00017888412,"teacher_disagreement_score":0.20255956,"about_ca_system_score_codex":0.00035049688,"about_ca_system_score_gemma":0.0021559107,"threshold_uncertainty_score":0.81940407},"labels":[],"label_agreement":null},{"id":"W2899142604","doi":"10.2196/10803","title":"Using an mHealth App to Transition Care of Type 1 Diabetes from Parents to Teens: Protocol for a Pilot Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Type 1 diabetes; Glycated hemoglobin; Medicine; Diabetes management; Diabetes mellitus; Family medicine; Type 2 diabetes; Gerontology; Psychology; Nursing; Psychological intervention","score_opus":0.5459320371309415,"score_gpt":0.6234985571044206,"score_spread":0.07756651997347908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899142604","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20603244,3.6685165e-7,0.00010681099,0.00018040474,0.000006831526,0.79327667,0.00003580693,0.000052452047,0.00030820305],"genre_scores_gemma":[0.1341599,1.1346411e-8,0.0021576497,0.000095892276,0.0004375858,0.86290675,0.000028696908,0.000056080655,0.00015743519],"study_design_codex":"bench_or_experimental","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99599636,0.0004876398,0.00044986582,0.0006614344,0.0014393952,0.0009653117],"domain_scores_gemma":[0.9963612,0.00011729608,0.00006471391,0.00078724284,0.002088619,0.0005809253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017729166,0.00020038229,0.00043596752,0.00065332896,0.00028414486,0.00010715056,0.00043843765,0.00006442887,0.0001605967],"category_scores_gemma":[0.0002755353,0.00016119693,0.00005091127,0.0011919077,0.00014194762,0.00017020051,0.0002355483,0.00029298672,0.00008323962],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10382605,0.07588108,0.25138155,0.029838197,0.00072999386,0.000046618832,0.036192287,0.00007759459,0.30109125,0.00012870283,0.03114258,0.16966408],"study_design_scores_gemma":[0.032280523,0.70414037,0.06418249,0.014342647,0.000049516697,2.6899684e-7,0.012250204,0.0023574808,0.047277484,0.0005169574,0.12179411,0.000807972],"about_ca_topic_score_codex":0.00014037007,"about_ca_topic_score_gemma":0.000100962534,"teacher_disagreement_score":0.62825924,"about_ca_system_score_codex":0.00020915177,"about_ca_system_score_gemma":0.00037666224,"threshold_uncertainty_score":0.657342},"labels":[],"label_agreement":null},{"id":"W2899327345","doi":"10.2196/11718","title":"Rationale and Design of a Remote Web-Based Daily Diary Study Examining Sexual Minority Stress, Relationship Factors, and Alcohol Use in Same-Sex Female Couples Across the United States: Study Protocol of Project Relate","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Sexual minority; Lesbian; Mood; Mental health; Psychology; Minority stress; Affect (linguistics); Clinical psychology; Binge drinking; Alcohol use disorder; Poison control; Medicine; Alcohol; Suicide prevention; Psychiatry; Environmental health","score_opus":0.553229663119744,"score_gpt":0.5887776616269466,"score_spread":0.03554799850720258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899327345","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51049745,0.000002208852,0.000015901202,0.000028313698,0.0000037309371,0.48931655,0.00008802979,0.000018514804,0.00002929778],"genre_scores_gemma":[0.2727174,5.567226e-7,0.00013982979,0.000009379699,0.000055498298,0.7263649,0.000020686954,0.000027113025,0.0006646613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99005055,0.006828528,0.00091134926,0.00064988283,0.00088943995,0.00067023427],"domain_scores_gemma":[0.9937611,0.004226543,0.0003817078,0.00088095886,0.00061698887,0.0001327024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008167407,0.00026715838,0.00043085535,0.0005890127,0.0006127835,0.00019538766,0.0004329053,0.00019415583,0.000039066814],"category_scores_gemma":[0.0013880343,0.00019607076,0.000024290795,0.0013390285,0.0010368848,0.00031296615,0.0002714893,0.0008732679,0.000004808681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022744362,0.0029733856,0.951876,0.0013782285,0.000050846636,0.000016079828,0.040094286,0.000017116921,0.00008224968,0.000031805943,0.00081993005,0.00038565937],"study_design_scores_gemma":[0.008560669,0.0075007505,0.9612938,0.00025210134,0.000009348488,0.0000016583901,0.020487769,0.0009821743,0.00003104905,0.000101199024,0.0006049666,0.00017448897],"about_ca_topic_score_codex":0.027519085,"about_ca_topic_score_gemma":0.009302007,"teacher_disagreement_score":0.23778008,"about_ca_system_score_codex":0.00008670383,"about_ca_system_score_gemma":0.0006386118,"threshold_uncertainty_score":0.97895676},"labels":[],"label_agreement":null},{"id":"W2899349762","doi":"10.2196/11827","title":"Development of a Web-Based Peer Support Program for Family Caregivers of Ventilator-Assisted Individuals Living in the Community: Protocol for a Pilot Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; Vancouver General Hospital; West Park Healthcare Centre; Ottawa Hospital; Ontario Tech University; London Health Sciences Centre; Toronto East General Hospital; University of Toronto","funders":"","keywords":"Peer support; Randomized controlled trial; Psychological intervention; Usability; Social support; Mentorship; Web application; Caregiver burden; Family caregivers; Protocol (science); Medicine; Medical education; Nursing; Psychology; World Wide Web; Alternative medicine; Computer science","score_opus":0.47794291453181675,"score_gpt":0.6010070871812649,"score_spread":0.12306417264944819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899349762","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028478479,4.0273102e-7,0.00011637461,0.00016097358,0.0000814753,0.96879715,0.00010589977,0.00005519676,0.0022040498],"genre_scores_gemma":[0.0328315,2.8813238e-8,0.0037498733,0.0002536676,0.0001480542,0.96253014,0.000066261855,0.000050211358,0.00037028326],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9825306,0.011806908,0.0025097271,0.00035231805,0.0017653645,0.0010351177],"domain_scores_gemma":[0.94870067,0.036425672,0.0011954054,0.00076813484,0.012781046,0.00012909956],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040946223,0.00031852841,0.0017419464,0.00072042755,0.0013152878,0.000044459524,0.0011004346,0.00032768789,0.000109596695],"category_scores_gemma":[0.030958617,0.00020470843,0.00048813058,0.0007937849,0.00094164204,0.0001070463,0.00026749514,0.0013197564,0.00000799334],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.923859,0.0035275253,0.0010942667,0.005067844,0.00016586563,8.267133e-7,0.024952548,3.414648e-7,0.0006391526,0.00029250895,0.03888983,0.0015103075],"study_design_scores_gemma":[0.8020305,0.014198763,0.0006507827,0.0111075,0.000018018502,1.6494768e-7,0.014914313,0.000083063125,0.00041150945,0.00010620573,0.15629709,0.00018208963],"about_ca_topic_score_codex":0.00007832697,"about_ca_topic_score_gemma":0.00026204466,"teacher_disagreement_score":0.12182848,"about_ca_system_score_codex":0.00025064446,"about_ca_system_score_gemma":0.005248365,"threshold_uncertainty_score":0.99998486},"labels":[],"label_agreement":null},{"id":"W2899387637","doi":"10.2196/11560","title":"Recruitment and Baseline Characteristics of Participants in the Social, Emotional, and Economic Empowerment Through Knowledge of Group Support Psychotherapy Study (SEEK-GSP): Cluster Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Grand Challenges Canada; MQ: Transforming Mental Health","keywords":"Empowerment; Randomized controlled trial; Psychology; Baseline (sea); Psychotherapist; Social support; Group psychotherapy; Cluster (spacecraft); Support group; Clinical psychology; Medicine; Psychiatry; Political science; Computer science","score_opus":0.2940027859034978,"score_gpt":0.5878184042944498,"score_spread":0.29381561839095194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899387637","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42670804,0.000017272288,0.00006757289,0.0010291233,0.000010441797,0.5710785,0.000036308982,0.0000061954756,0.0010465886],"genre_scores_gemma":[0.40951085,0.000035037243,0.00004059128,0.000030995743,0.00022031122,0.5891496,0.000011666725,0.000014069194,0.0009868871],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929787,0.0042785564,0.001312943,0.00034908546,0.0005900939,0.00049062504],"domain_scores_gemma":[0.99754965,0.0012769877,0.00026586239,0.0003577284,0.00041972462,0.00013002953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01445984,0.00017416931,0.0013027051,0.00027794018,0.00016896242,0.00006163373,0.00020581445,0.0000879153,0.00088299526],"category_scores_gemma":[0.0006397723,0.00010487948,0.00022472767,0.00019873629,0.0010303122,0.00011877777,0.00008642512,0.00035716136,0.000017975633],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9582991,0.010034407,0.0017635187,0.00035761672,0.00037287446,0.00000590443,0.010514728,1.4919626e-8,0.00057734543,0.00050229894,0.013179541,0.004392626],"study_design_scores_gemma":[0.9486981,0.034040436,0.0042578955,0.0007944346,0.00003069855,0.0000025917423,0.0014832066,0.00053268316,0.00010585219,0.0004992953,0.009459322,0.00009550516],"about_ca_topic_score_codex":0.000059904374,"about_ca_topic_score_gemma":0.00014687414,"teacher_disagreement_score":0.02400603,"about_ca_system_score_codex":0.000073663265,"about_ca_system_score_gemma":0.0003122685,"threshold_uncertainty_score":0.9668179},"labels":[],"label_agreement":null},{"id":"W2899556117","doi":"10.2196/11629","title":"Identifying Positive Adaptive Pathways in Low-Income Families in Singapore: Protocol for Sequential, Longitudinal Mixed-Methods Design","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Windsor","funders":"Ministry of Education, India","keywords":"Agency (philosophy); Construct (python library); Psychology; Poverty; Developmental psychology; Government (linguistics); Longitudinal study; Social support; Social psychology; Medicine; Sociology; Economic growth; Economics","score_opus":0.489376178031065,"score_gpt":0.6251453422357074,"score_spread":0.1357691642046424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899556117","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002532203,0.0000015141131,0.05790804,0.00008346801,0.0000769891,0.9309303,0.000021046806,0.00011711858,0.008329325],"genre_scores_gemma":[0.03503556,1.4395319e-7,0.018947473,0.00004005766,0.00038656872,0.9451331,0.0000063752555,0.00006336472,0.00038738817],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98963755,0.0060292203,0.000891008,0.0012511603,0.0006760951,0.0015149334],"domain_scores_gemma":[0.99648285,0.0018691227,0.00023973128,0.0006818795,0.0005112217,0.00021518553],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009718583,0.0003752289,0.0005267259,0.0010401763,0.00041240436,0.00022401013,0.000630803,0.00049397035,0.00055486255],"category_scores_gemma":[0.0006278174,0.0003353464,0.000146123,0.0015078823,0.000774688,0.00036679415,0.0002333197,0.0013355135,0.00031060787],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.111296214,0.01588515,0.104667366,0.0035615608,0.00047488447,0.0016628319,0.04219463,0.00015707022,0.10165964,0.06672914,0.03594135,0.51577014],"study_design_scores_gemma":[0.028109204,0.025886366,0.720736,0.016099444,0.000007927789,0.000089498855,0.0060120896,0.0015680752,0.058011707,0.119005665,0.022581171,0.0018928328],"about_ca_topic_score_codex":0.0003621569,"about_ca_topic_score_gemma":0.00018461507,"teacher_disagreement_score":0.61606866,"about_ca_system_score_codex":0.00050634757,"about_ca_system_score_gemma":0.00021055975,"threshold_uncertainty_score":0.9999099},"labels":[],"label_agreement":null},{"id":"W2899733995","doi":"10.2196/12107","title":"System Setup to Deliver Air Impact Forces to a Sheep Limb: Preparation for Model Development of Blast-Related Heterotopic Ossification","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heterotopic Ossification and Related Conditions","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs; U.S. Department of Defense","keywords":"Heterotopic ossification; Medicine; Etiology; Surgery; Complication; Population; Service member; Ossification; Pathology; Military personnel","score_opus":0.22148547474189775,"score_gpt":0.5629950050795032,"score_spread":0.34150953033760545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899733995","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26954454,0.0000017111522,0.03750541,0.00075805973,0.00001677461,0.6889961,0.000037907994,0.00016170145,0.002977813],"genre_scores_gemma":[0.4616781,6.0479394e-8,0.0043010195,0.000038004182,0.000056977857,0.53199035,0.000031634056,0.000018042487,0.0018858428],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976825,0.00012782859,0.00068714214,0.00044363592,0.00059765554,0.0004612353],"domain_scores_gemma":[0.9974998,0.00006862801,0.00011914842,0.00058114255,0.0013271272,0.00040411597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008372981,0.00016564791,0.00027598278,0.00052789587,0.00035228522,0.000048276477,0.0002288866,0.00020879718,0.00010475294],"category_scores_gemma":[0.0001361242,0.00013057997,0.000113297225,0.000602444,0.00009836982,0.00013794098,0.00007420327,0.00021157443,0.00031394357],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014848566,0.0037030273,0.0020619708,0.006953346,0.00088922825,0.000009760944,0.05135543,0.0028953552,0.7909411,0.01034793,0.03428487,0.08170937],"study_design_scores_gemma":[0.013150859,0.02629468,0.041700084,0.013503147,0.00005705524,0.000059477785,0.0017007673,0.23859525,0.4479468,0.00048398008,0.21536171,0.0011462036],"about_ca_topic_score_codex":0.000008153927,"about_ca_topic_score_gemma":0.000011656935,"teacher_disagreement_score":0.34299436,"about_ca_system_score_codex":0.00046219153,"about_ca_system_score_gemma":0.00049839716,"threshold_uncertainty_score":0.53248966},"labels":[],"label_agreement":null},{"id":"W2899765159","doi":"10.2196/11441","title":"The Safety, Tolerability, and Effects on the Systemic Inflammatory Response and Renal Function of the Human Chorionic Gonadotropin Hormone-Derivative EA-230 Following On-Pump Cardiac Surgery (The EASI Study): Protocol for a Randomized, Double-Blind, Placebo-Controlled Phase 2 Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Kidney Injury Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Tolerability; Cardiac surgery; Cardiopulmonary bypass; Internal medicine; Placebo; Anesthesia; Surgery; Adverse effect; Pathology","score_opus":0.13497506623797384,"score_gpt":0.5020043504521896,"score_spread":0.36702928421421577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899765159","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4246775,0.00000569227,0.0000058869246,0.0017163029,0.000022312315,0.57343644,0.000011988765,0.000030651176,0.000093221985],"genre_scores_gemma":[0.3814893,5.8615615e-7,0.0000017861878,0.00004208699,0.0002821121,0.6178076,0.0000021267854,0.00005319905,0.0003211709],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9701645,0.023490006,0.001468107,0.00091441197,0.002945678,0.0010173068],"domain_scores_gemma":[0.9636607,0.03223681,0.00055599574,0.0020655491,0.0011814126,0.00029952006],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0587994,0.0005320026,0.0017758864,0.00039941745,0.003551046,0.00039927717,0.0008066687,0.00019394675,0.00001775662],"category_scores_gemma":[0.00983363,0.00021547839,0.0006580265,0.0009115622,0.0018208228,0.00017742673,0.0007369384,0.0017076307,0.000010466525],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9728662,0.0020594285,0.0032066158,0.00054691214,0.0015562305,0.00001483858,0.0024065126,4.0388184e-7,0.010677909,0.00021173737,0.0051621245,0.0012910868],"study_design_scores_gemma":[0.9320627,0.039832998,0.008469775,0.0032649226,0.00016509801,0.000009836659,0.0030159045,0.00011222309,0.0043263286,0.0003288382,0.008104543,0.00030686316],"about_ca_topic_score_codex":0.000035985668,"about_ca_topic_score_gemma":0.000019090416,"teacher_disagreement_score":0.04896577,"about_ca_system_score_codex":0.00047473074,"about_ca_system_score_gemma":0.0013669084,"threshold_uncertainty_score":0.99850696},"labels":[],"label_agreement":null},{"id":"W2899795704","doi":"10.2196/11232","title":"The Future of Health Care: Protocol for Measuring the Potential of Task Automation Grounded in the National Health Service Primary Care System","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automation; Task (project management); Protocol (science); Work (physics); Health care; Service (business); Domain (mathematical analysis); Computer science; Knowledge management; Medicine; Process management; Data science; Engineering management; Engineering; Business; Alternative medicine; Systems engineering; Political science; Marketing","score_opus":0.26145173373099767,"score_gpt":0.6046696920222074,"score_spread":0.34321795829120977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899795704","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002981459,0.00007940963,0.00018327878,0.014763111,0.00007856948,0.982986,0.00007384281,0.00006644076,0.0014712013],"genre_scores_gemma":[0.025495414,0.000001002488,0.00018051112,0.0007659123,0.0015463508,0.97187316,0.000033174954,0.00004968846,0.00005481044],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9765241,0.016079409,0.0023016115,0.000470082,0.0029477319,0.0016770512],"domain_scores_gemma":[0.99048966,0.0019281531,0.0015654456,0.000883332,0.004991261,0.0001421242],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.032192703,0.00023539588,0.0005745898,0.00024077739,0.0043521207,0.000057149035,0.0014811395,0.00026654528,0.000007842462],"category_scores_gemma":[0.00024975848,0.00012298879,0.000112528665,0.0013436332,0.00024291941,0.00018058425,0.00024077675,0.0016469841,0.000018165834],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0072232205,0.000891344,0.0038127098,0.50791484,0.00012634762,0.0000015901611,0.23350927,0.000035742454,0.0008726425,0.052131172,0.10159998,0.09188116],"study_design_scores_gemma":[0.008865084,0.0052224635,0.027625578,0.023893088,0.0000021763092,0.000011359999,0.15063645,0.00086038286,0.00009660076,0.00078734336,0.7817334,0.00026610677],"about_ca_topic_score_codex":0.0020920504,"about_ca_topic_score_gemma":0.00844201,"teacher_disagreement_score":0.6801334,"about_ca_system_score_codex":0.0048039244,"about_ca_system_score_gemma":0.020006636,"threshold_uncertainty_score":0.99901646},"labels":[],"label_agreement":null},{"id":"W2899822125","doi":"10.2196/10795","title":"Community-Based, Point-of-Care Sexually Transmitted Infection Screening Among High-Risk Adolescents in Los Angeles and New Orleans: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; National Institute of Child Health and Human Development; National Institute of Mental Health; National Institutes of Health","keywords":"Medicine; Gonorrhea; Family medicine; Chlamydia trachomatis; Chlamydia; Reproductive health; Syphilis; Transgender; Population; Gerontology; Environmental health; Human immunodeficiency virus (HIV); Gynecology; Psychology; Immunology","score_opus":0.17829966281980625,"score_gpt":0.5437230713601144,"score_spread":0.3654234085403082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899822125","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20291038,0.000003169178,0.0064076143,0.00002685151,0.00001485376,0.7904315,0.00005355882,0.000086635286,0.00006541803],"genre_scores_gemma":[0.14446272,1.3329914e-7,0.002836096,0.000006706567,0.0000803196,0.85239834,0.000031529762,0.000057458103,0.00012670642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98454225,0.012864334,0.00071127334,0.0007220333,0.00026279426,0.0008973108],"domain_scores_gemma":[0.99612033,0.0011866117,0.00023613362,0.0010412672,0.0013104326,0.0001052176],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00883371,0.00032474872,0.0005457772,0.0012729625,0.0010291715,0.00010600377,0.00054112775,0.00038223623,0.000111817935],"category_scores_gemma":[0.001669186,0.00029100326,0.00010302944,0.0013568482,0.0013508839,0.00039744243,0.00031950814,0.0026606338,0.000014720026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008709361,0.005322012,0.77650833,0.0027325987,0.00013701439,0.0000029073576,0.0030113133,0.000014198418,0.02585285,0.00002909328,0.0026612116,0.17501912],"study_design_scores_gemma":[0.018957851,0.023930484,0.81512445,0.003513191,0.000011462037,0.000009019016,0.0027513916,0.000030752548,0.10608005,0.00041653586,0.028803088,0.000371713],"about_ca_topic_score_codex":0.0063499045,"about_ca_topic_score_gemma":0.008441137,"teacher_disagreement_score":0.1746474,"about_ca_system_score_codex":0.00016672748,"about_ca_system_score_gemma":0.0004466116,"threshold_uncertainty_score":0.9999542},"labels":[],"label_agreement":null},{"id":"W2899853723","doi":"10.2196/12539","title":"Artificial Intelligence for the Detection of Diabetic Retinopathy in Primary Care: Protocol for Algorithm Development","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Retinal Imaging and Analysis","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institut Català de la Salut","keywords":"Diabetic retinopathy; Algorithm; Computer science; Artificial intelligence; Blindness; Machine learning; Set (abstract data type); Protocol (science); Prospective cohort study; Medicine; Optometry; Diabetes mellitus; Surgery; Pathology","score_opus":0.2224731726865407,"score_gpt":0.5357604441122716,"score_spread":0.31328727142573093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899853723","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022710598,0.0000018160081,0.06039495,0.00027006742,0.0000049505547,0.9388451,0.0000040154414,0.000020631405,0.00023134841],"genre_scores_gemma":[0.0036558644,9.096523e-8,0.017854962,0.000025193534,0.00026218596,0.97797334,0.0000061593137,0.00002395457,0.00019824313],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99790305,0.00014942196,0.0005505728,0.00033817234,0.0005915446,0.00046725414],"domain_scores_gemma":[0.997809,0.0004230129,0.00011239197,0.00035956048,0.0012153436,0.00008072555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024555658,0.00012438673,0.00026531253,0.00028177653,0.0002541061,0.000048528,0.00023365332,0.000078170924,0.000019818135],"category_scores_gemma":[0.00043228042,0.000082568135,0.000104612154,0.00065761374,0.00036461747,0.000054982287,0.000083185754,0.0002913851,0.000011863623],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022107717,0.0003744824,0.0007090288,0.0025782536,0.00002187566,0.00000197204,0.0009850545,0.0000010199988,0.020143647,0.000029104396,0.00013019537,0.9728146],"study_design_scores_gemma":[0.0013199565,0.0048125545,0.0035319938,0.0036683886,0.000010291912,0.000004476606,0.00067395694,0.0064368024,0.83290064,0.0012211471,0.14524505,0.00017476581],"about_ca_topic_score_codex":0.000016837897,"about_ca_topic_score_gemma":0.000018535868,"teacher_disagreement_score":0.9726398,"about_ca_system_score_codex":0.00024756676,"about_ca_system_score_gemma":0.0004955905,"threshold_uncertainty_score":0.3367031},"labels":[],"label_agreement":null},{"id":"W2899873017","doi":"10.2196/11856","title":"A Nurse-Led Self-Management Support Intervention (ZENN) for Kidney Transplant Recipients Using Intervention Mapping: Protocol for a Mixed-Methods Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nierstichting; ZonMw","keywords":"Intervention (counseling); Protocol (science); Medicine; Intervention mapping; Nursing; Self-management; Computer science; Alternative medicine; Artificial intelligence","score_opus":0.30921371511770357,"score_gpt":0.6198828337571876,"score_spread":0.310669118639484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899873017","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016795335,1.7585882e-7,0.017812463,0.00020298315,0.000118917305,0.96388304,0.000028211822,0.00018162538,0.0009772548],"genre_scores_gemma":[0.008010489,2.964439e-8,0.02902702,0.00004931875,0.0003105385,0.95940363,0.00016091127,0.00007281249,0.002965276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951351,0.0010001572,0.0010453198,0.0009917192,0.00084572093,0.0009819447],"domain_scores_gemma":[0.99711186,0.00015643967,0.00031543963,0.00086836936,0.0011749999,0.00037287755],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011574979,0.00032021757,0.0005116505,0.0009622467,0.00043644116,0.00025139123,0.00043696447,0.00014166968,0.00040390392],"category_scores_gemma":[0.0004669533,0.0002892765,0.0004346586,0.0008960957,0.0001428604,0.0003896913,0.00016054655,0.00029925996,0.000035625046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04460801,0.122941434,0.14871229,0.05575894,0.0028039413,0.000021702648,0.014044914,0.0000014735666,0.004961408,0.0011849083,0.15233451,0.45262647],"study_design_scores_gemma":[0.07626787,0.06398948,0.12580949,0.021215955,0.00037491802,0.0000056717267,0.0064692553,0.010191125,0.004488596,0.0024904574,0.6878463,0.00085086067],"about_ca_topic_score_codex":0.000013453456,"about_ca_topic_score_gemma":0.000011219511,"teacher_disagreement_score":0.5355118,"about_ca_system_score_codex":0.0007868487,"about_ca_system_score_gemma":0.00018029632,"threshold_uncertainty_score":0.99995595},"labels":[],"label_agreement":null},{"id":"W2899884916","doi":"10.2196/12046","title":"The Japanese Early-Stage Trial of High-Dose Methylcobalamin for Amyotrophic Lateral Sclerosis (JETALS): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Amyotrophic Lateral Sclerosis Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Health, Labour and Welfare; Japan Agency for Medical Research and Development","keywords":"Riluzole; Amyotrophic lateral sclerosis; Medicine; Placebo; Clinical endpoint; Randomized controlled trial; Clinical trial; Methylcobalamin; Neurology; Internal medicine; Physical therapy; Disease; Psychiatry; Pathology","score_opus":0.21603715487109867,"score_gpt":0.5199755742585439,"score_spread":0.30393841938744526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899884916","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083737224,0.0000019997872,0.00008915553,0.0017146547,0.00007057926,0.9138733,0.000065962005,0.00010415419,0.0003429318],"genre_scores_gemma":[0.040557873,0.0000020797145,0.0008666832,0.000045774294,0.0025935627,0.94417757,0.000018637971,0.00016283353,0.011574981],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9858927,0.0045733033,0.0027153948,0.0011341537,0.0034066204,0.002277823],"domain_scores_gemma":[0.9839464,0.008718745,0.0008718504,0.0017390231,0.004105618,0.0006183596],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.023782086,0.0006344658,0.0035423834,0.00057449524,0.0011450285,0.00048254916,0.0012935521,0.0005701513,0.0004302965],"category_scores_gemma":[0.011045343,0.00034203893,0.0018469259,0.0009801151,0.00318293,0.00031110068,0.0004771499,0.0010888454,0.00005318894],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9762288,0.0024028022,0.000011299402,0.0009498979,0.00067885924,0.0000049972778,0.00038409908,7.2608367e-7,0.012812269,0.0011843174,0.0033298528,0.002012095],"study_design_scores_gemma":[0.92947954,0.043185815,0.00021869148,0.0015260625,0.000058043635,0.0000018544308,0.000039816652,0.0006681779,0.003886049,0.0015508911,0.019070692,0.00031438775],"about_ca_topic_score_codex":0.00031103002,"about_ca_topic_score_gemma":0.00003167109,"teacher_disagreement_score":0.046749264,"about_ca_system_score_codex":0.00035532622,"about_ca_system_score_gemma":0.0012729347,"threshold_uncertainty_score":0.99990314},"labels":[],"label_agreement":null},{"id":"W2900016077","doi":"10.2196/10006","title":"Lung Function in Users of a Smoke-Free Electronic Device With HeatSticks (iQOS) Versus Smokers of Conventional Cigarettes: Protocol for a Longitudinal Cohort Observational Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Philip Morris International","keywords":"Medicine; COPD; Spirometry; Smoking cessation; Observational study; Cohort; Physical therapy; Cohort study; Pulmonary function testing; Tobacco smoke; Anthropometry; Internal medicine; Emergency medicine; Pediatrics; Environmental health; Asthma; Pathology","score_opus":0.31146461906754824,"score_gpt":0.5337103821544232,"score_spread":0.222245763086875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900016077","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25413483,0.0000023886919,0.00010501966,0.00023075091,0.0000070961532,0.7450175,0.000057993842,0.000027315284,0.00041706258],"genre_scores_gemma":[0.25878015,8.545993e-8,0.00016471092,0.000012638653,0.00015560108,0.7406326,0.00004897592,0.000049848208,0.00015537276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936382,0.00049931085,0.00086157,0.0008983787,0.002965171,0.0011373666],"domain_scores_gemma":[0.9941243,0.0007252466,0.00026759575,0.0010307087,0.003565208,0.0002869682],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030291823,0.00031247688,0.00063417485,0.0007521024,0.00020099475,0.00003958799,0.0005650842,0.00015912601,0.0007801859],"category_scores_gemma":[0.00091073295,0.00027075942,0.00016733426,0.001700541,0.0011199336,0.0003319163,0.00028601085,0.00082843896,0.000004713696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.098958544,0.00469158,0.8871374,0.003497404,0.0005220508,0.00002693612,0.00014822712,0.000010897527,0.00047302007,0.0015295993,0.0023945635,0.00060979725],"study_design_scores_gemma":[0.042329006,0.021343842,0.9273336,0.0024716712,0.000046931837,0.000007342264,0.00056459964,0.000997751,0.000915761,0.00043405851,0.0033367102,0.00021874474],"about_ca_topic_score_codex":0.00025810633,"about_ca_topic_score_gemma":0.00037013795,"teacher_disagreement_score":0.056629535,"about_ca_system_score_codex":0.0014615876,"about_ca_system_score_gemma":0.0044480194,"threshold_uncertainty_score":0.9999745},"labels":[],"label_agreement":null},{"id":"W2900165113","doi":"10.2196/11630","title":"A Tablet App– and Sensor-Based Assistive Technology Intervention for Informal Caregivers to Manage the Challenging Behavior of People With Dementia (the insideDEM Study): Protocol for a Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Descriptive statistics; Intervention (counseling); Protocol (science); Psychological intervention; Dementia; Research design; Modalities; Family caregivers; Wilcoxon signed-rank test; Test (biology); Psychology; Data collection; Applied psychology; Nursing; Medicine; Medical education; Alternative medicine; Mann–Whitney U test","score_opus":0.16266383912055293,"score_gpt":0.5350116188932634,"score_spread":0.3723477797727105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900165113","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26916713,3.50982e-7,0.001319894,0.00054767693,0.0000019219563,0.7288057,0.00001420811,0.000033378124,0.00010971754],"genre_scores_gemma":[0.42408404,1.0750667e-8,0.00019750961,0.000013486068,0.00002567759,0.57552886,0.0000027237177,0.000017099585,0.00013062869],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968743,0.00042587394,0.00043912747,0.0005359212,0.001025542,0.0006992421],"domain_scores_gemma":[0.9966069,0.0003078894,0.00015276644,0.0006530858,0.0021410896,0.00013827939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004258268,0.00021233856,0.0003569363,0.0005041303,0.0007000913,0.000116540556,0.0003711638,0.00007233554,0.000051374845],"category_scores_gemma":[0.00038662323,0.00011917701,0.00009337678,0.0009606422,0.00052262796,0.00013889252,0.00043148504,0.00038674008,0.0000034275251],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02415556,0.01015614,0.9416438,0.0020415098,0.0003690519,0.000015208036,0.0038905388,0.0000010327567,0.0005104636,0.000047581194,0.00039843432,0.016770698],"study_design_scores_gemma":[0.034256127,0.11266609,0.78063184,0.0011892291,0.00011771339,0.0000069045996,0.057273705,0.00022062789,0.0036073613,0.000024702465,0.009823209,0.00018249851],"about_ca_topic_score_codex":0.00009125722,"about_ca_topic_score_gemma":0.00048541697,"teacher_disagreement_score":0.16101195,"about_ca_system_score_codex":0.000113126385,"about_ca_system_score_gemma":0.00021399395,"threshold_uncertainty_score":0.53846073},"labels":[],"label_agreement":null},{"id":"W2900175629","doi":"10.2196/12339","title":"Evaluating the Effectiveness and Safety of the Electroencephalogram-Based Brain-Machine Interface Rehabilitation System for Patients With Severe Hemiparetic Stroke: Protocol for a Randomized Controlled Trial (BEST-BRAIN Trial)","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Physical medicine and rehabilitation; Rehabilitation; Stroke (engine); Protocol (science); Physical therapy; Medicine; Brain–computer interface; Electroencephalography; Alternative medicine; Psychiatry; Surgery","score_opus":0.07833218397865102,"score_gpt":0.4892119363400477,"score_spread":0.41087975236139673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900175629","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09108428,6.674234e-7,0.0042061885,0.0008637909,0.00003655851,0.90365773,0.000049810154,0.000045752007,0.000055238233],"genre_scores_gemma":[0.26880157,6.286376e-9,0.00053598144,0.00003833179,0.000101816986,0.730419,0.0000012674781,0.00003148067,0.00007058584],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9815927,0.014611137,0.0010351423,0.000786755,0.001306052,0.00066819135],"domain_scores_gemma":[0.9268112,0.07050774,0.0006754151,0.0006484221,0.0012719723,0.00008524689],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021762993,0.00032950958,0.0011389856,0.00015910725,0.0008306203,0.0002638609,0.00086758536,0.000120066565,0.000007902025],"category_scores_gemma":[0.0368663,0.00015059742,0.0003823844,0.0004936954,0.0014423638,0.00017943601,0.00017986557,0.00041766075,7.822931e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98084253,0.0008872718,0.000058148285,0.0018610391,0.000051899402,1.0840061e-7,0.00035356116,0.000077449215,0.013637782,0.00040304367,0.00014305812,0.0016841317],"study_design_scores_gemma":[0.88731545,0.06268903,0.000027853794,0.0031580827,0.000017225875,0.0000012569203,0.00005426091,0.019660773,0.025940353,0.0003805062,0.00059641217,0.00015881904],"about_ca_topic_score_codex":0.0000098663295,"about_ca_topic_score_gemma":0.000009613958,"teacher_disagreement_score":0.17771728,"about_ca_system_score_codex":0.00020034229,"about_ca_system_score_gemma":0.0005112289,"threshold_uncertainty_score":0.9712466},"labels":[],"label_agreement":null},{"id":"W2900237793","doi":"10.2196/11255","title":"A Game-Based School Program for Mental Health Literacy and Stigma Regarding Depression (Moving Stories): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Mental health literacy; Stigma (botany); Mental health; Psychological intervention; Literacy; Social stigma; Psychology; Health literacy; Randomized controlled trial; Clinical psychology; Depression (economics); Psychiatry; Mental illness; Medicine; Health care; Family medicine; Pedagogy","score_opus":0.18464425744952923,"score_gpt":0.6387333996976643,"score_spread":0.45408914224813507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900237793","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037421432,0.0000073523843,0.0023778714,0.0015478166,0.00012799124,0.99376595,0.000106619955,0.00024320325,0.001448978],"genre_scores_gemma":[0.0030210011,3.1004166e-8,0.0072481823,0.00016411375,0.00083121017,0.9849157,0.000044230048,0.00009532498,0.0036802443],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924682,0.0025903902,0.0016862479,0.00095562346,0.00080222066,0.0014973248],"domain_scores_gemma":[0.99469763,0.0024593722,0.00070816994,0.0006352157,0.00079541455,0.0007042157],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010512518,0.00036573544,0.0014217622,0.0005033216,0.0010958824,0.00074378576,0.00043166213,0.00021229606,0.00025592948],"category_scores_gemma":[0.0020124426,0.00027644343,0.0005894663,0.00037629943,0.0006330196,0.000475121,0.00019000475,0.000505979,0.000036009977],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.883078,0.0036618414,0.00005290072,0.0022862204,0.00010079644,0.0000015239181,0.0005363176,6.557617e-8,0.00001937313,0.0015509397,0.016578736,0.092133336],"study_design_scores_gemma":[0.755821,0.0224374,0.000014874295,0.0059732953,0.0000045191423,0.0000037569093,0.00006957576,0.0008403223,0.00018068145,0.0016657956,0.21279676,0.00019205442],"about_ca_topic_score_codex":0.00005230037,"about_ca_topic_score_gemma":0.000021644157,"teacher_disagreement_score":0.19621803,"about_ca_system_score_codex":0.0004992071,"about_ca_system_score_gemma":0.000806587,"threshold_uncertainty_score":0.99996877},"labels":[],"label_agreement":null},{"id":"W2900267714","doi":"10.2196/10682","title":"Testing a Web-Based Interactive Comic Tool to Decrease Obesity Risk Among Minority Preadolescents: Protocol for a Pilot Randomized Control Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Comics and Graphic Narratives","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Psychological intervention; Randomized controlled trial; Population; Childhood obesity; Social cognitive theory; Intervention (counseling); Psychology; Comics; Medicine; Applied psychology; Gerontology; Social psychology; Obesity; Nursing; Computer science; Environmental health; Overweight","score_opus":0.19006802148285282,"score_gpt":0.4716094139114408,"score_spread":0.281541392428588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900267714","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028918741,2.2584557e-7,0.00019357292,0.00020421467,0.00002538331,0.967789,0.00024395404,0.00013238925,0.0024925044],"genre_scores_gemma":[0.12407397,9.053479e-9,0.00030876527,0.00015036321,0.0012259268,0.87362975,0.0000053796134,0.000039144194,0.0005666993],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944067,0.0024555884,0.00080738927,0.0007331405,0.0007077671,0.0008894311],"domain_scores_gemma":[0.992185,0.004004581,0.00040849822,0.00061381207,0.0022886528,0.00049947324],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005564785,0.00037482724,0.00093294575,0.0004670746,0.0015121456,0.0009981067,0.0006226003,0.000088727065,0.0008940658],"category_scores_gemma":[0.008941623,0.00028661021,0.0004269584,0.00023649968,0.0015264242,0.00036565756,0.00017785185,0.0007124144,0.000056950026],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.978145,0.003512765,0.0014281949,0.00043156868,0.00028606443,0.0000039813517,0.0026644985,0.000001051155,0.0001617574,0.0037326775,0.008929931,0.0007024784],"study_design_scores_gemma":[0.901154,0.0121479435,0.0005559209,0.0013519396,0.000057992496,3.5519923e-7,0.00025886303,0.0035170042,0.00035313738,0.0050196596,0.07512523,0.00045794604],"about_ca_topic_score_codex":0.00074032554,"about_ca_topic_score_gemma":0.0016055176,"teacher_disagreement_score":0.095155224,"about_ca_system_score_codex":0.00015459377,"about_ca_system_score_gemma":0.0008379121,"threshold_uncertainty_score":0.99995863},"labels":[],"label_agreement":null},{"id":"W2900483383","doi":"10.2196/10926","title":"A Patient Registry for the Management of Uterine Fibroids in Canada: Protocol for a Multicenter, Prospective, Noninterventional Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Uterine Myomas and Treatments","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital; Allergan (Canada); University of British Columbia","funders":"Allergan","keywords":"Medicine; Uterine fibroids; Protocol (science); Family medicine; Multicenter study; Gynecology; Alternative medicine; Randomized controlled trial; Internal medicine","score_opus":0.19445774196156354,"score_gpt":0.5526081694509198,"score_spread":0.3581504274893563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900483383","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015094665,3.8463892e-7,0.00010137834,0.00027506342,0.000006812202,0.9841382,0.00007301921,0.000009435096,0.0003010719],"genre_scores_gemma":[0.09687086,3.2051176e-8,0.0017042193,0.000011459454,0.00006460978,0.89967823,0.000005551604,0.000023302906,0.0016417383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99800825,0.000076928394,0.00045945073,0.00036762605,0.0006475344,0.0004402345],"domain_scores_gemma":[0.9986327,0.00009962106,0.0001234475,0.00051162345,0.00054662756,0.00008592804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050946616,0.0001484046,0.00024850355,0.0000962835,0.0001333602,0.000027510448,0.00021333841,0.00002696285,0.00012706945],"category_scores_gemma":[0.000033262386,0.000093862785,0.00009603133,0.00023262529,0.00011065657,0.0000494933,0.00024821854,0.0001408525,0.0000021599249],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08880999,0.040129535,0.75307655,0.027638184,0.0020159923,0.00040249634,0.0015338142,0.0000044976064,0.0006347616,0.0012413941,0.024904871,0.059607897],"study_design_scores_gemma":[0.053369015,0.036135096,0.57661766,0.005860066,0.000015624397,0.000011007512,0.001216809,0.00078597764,0.0036087183,0.00015239106,0.32205576,0.00017186998],"about_ca_topic_score_codex":0.027874863,"about_ca_topic_score_gemma":0.08213717,"teacher_disagreement_score":0.29715088,"about_ca_system_score_codex":0.0005992211,"about_ca_system_score_gemma":0.00050791627,"threshold_uncertainty_score":0.9785986},"labels":[],"label_agreement":null},{"id":"W2900737559","doi":"10.2196/12464","title":"Using the Social-Local-Mobile App for Smoking Cessation in the SmokeFreeBrain Project: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; Servicio Andaluz de Salud; Aristotle University of Thessaloniki; European Commission; Universidad de Sevilla","keywords":"Smoking cessation; Randomized controlled trial; Medicine; Intervention (counseling); Protocol (science); Multidisciplinary approach; Brief intervention; Alternative medicine; Family medicine; Psychiatry; Gerontology","score_opus":0.3602960399417862,"score_gpt":0.6088882266757103,"score_spread":0.24859218673392408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900737559","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052892137,3.216873e-7,0.0053745713,0.00075966975,0.000021024987,0.98789716,0.000008372055,0.0000570707,0.00059261423],"genre_scores_gemma":[0.04481272,3.010192e-8,0.00019096983,0.00013376931,0.001500389,0.9530535,0.000017303451,0.000048264494,0.000243061],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99410474,0.0024239644,0.0009360343,0.00044265907,0.0013777091,0.00071488734],"domain_scores_gemma":[0.99500203,0.0030528784,0.0003677587,0.00047443673,0.0010558356,0.000047057307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023914902,0.00023373583,0.0009010915,0.00035055747,0.0011013992,0.00029737485,0.00042491514,0.00026299682,0.000059121106],"category_scores_gemma":[0.0019999058,0.00011677325,0.00046401532,0.00078121416,0.0008045935,0.00016210477,0.000064951375,0.00058954046,8.694961e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9841088,0.0008996429,0.00018189185,0.00047935479,0.00005870385,0.0000012507826,0.00463774,0.0000018390634,0.0006166403,0.001113171,0.0037033334,0.0041975994],"study_design_scores_gemma":[0.958611,0.0030065035,0.00010864701,0.0008301037,0.000048692702,0.0000034730401,0.002098109,0.002618822,0.0012662376,0.0016612817,0.029602714,0.00014443099],"about_ca_topic_score_codex":0.00009441265,"about_ca_topic_score_gemma":0.000026209007,"teacher_disagreement_score":0.039523505,"about_ca_system_score_codex":0.00030119772,"about_ca_system_score_gemma":0.0009218345,"threshold_uncertainty_score":0.8471183},"labels":[],"label_agreement":null},{"id":"W2900753239","doi":"10.2196/12252","title":"A Novel Smoking Cessation Smartphone App Integrated With a Mobile Carbon Monoxide Checker for Smoking Cessation Treatment: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Smoking cessation; Randomized controlled trial; Protocol (science); Medicine; Alternative medicine; Internal medicine","score_opus":0.16580520925990005,"score_gpt":0.5032635196738793,"score_spread":0.3374583104139792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900753239","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05428684,7.107181e-7,0.008088092,0.00010040409,0.000031726897,0.93665814,0.000025601543,0.00022429322,0.00058417907],"genre_scores_gemma":[0.07247945,1.7958176e-7,0.0015072064,0.000025044372,0.0009354681,0.9237659,0.00016557096,0.00011859603,0.0010025682],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99510384,0.00061196485,0.0011668472,0.0008631889,0.0013545691,0.0008995659],"domain_scores_gemma":[0.99500084,0.000963654,0.00066570786,0.0006239641,0.0025209107,0.00022492305],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005557561,0.0004919274,0.0016652676,0.0006959207,0.0005308741,0.00030459664,0.00021646978,0.00041378997,0.000111914815],"category_scores_gemma":[0.0010474785,0.00031342794,0.00046461762,0.0008330577,0.00043270146,0.00028430216,0.000040610375,0.00043949918,0.0000012612319],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9818561,0.0025356421,0.0013985849,0.0005451901,0.00038771136,0.0000029405855,0.0013479659,0.000007474796,0.0069870977,0.00013605501,0.00022524672,0.004569966],"study_design_scores_gemma":[0.9316161,0.01692946,0.00030505567,0.0024237826,0.0002000556,0.000009601966,0.0003198912,0.0056099356,0.031187898,0.00014309278,0.010933764,0.00032135056],"about_ca_topic_score_codex":0.0003004344,"about_ca_topic_score_gemma":0.000066615714,"teacher_disagreement_score":0.050240014,"about_ca_system_score_codex":0.0009867098,"about_ca_system_score_gemma":0.0011157217,"threshold_uncertainty_score":0.99993175},"labels":[],"label_agreement":null},{"id":"W2901041720","doi":"10.2196/11148","title":"Patient Engagement and Attitudes Toward Using the Electronic Medical Record for Medical Research: The 2015 Greater Plains Collaborative Health and Medical Research Family Survey","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine and Public Health, University of Wisconsin-Madison","keywords":"Electronic health record; Health records; Medical research; Medical record; Family medicine; Survey research; Medical education; Medicine; Psychology; Health care; Applied psychology","score_opus":0.6875993943315428,"score_gpt":0.7031237972944157,"score_spread":0.01552440296287283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901041720","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11585792,0.0011120007,0.00039134425,0.115692705,0.00020145043,0.76551,0.000106835694,0.000117392585,0.0010103203],"genre_scores_gemma":[0.12848552,0.00061626296,0.00010161706,0.0028832345,0.0021096594,0.8649874,0.000028819524,0.00013266839,0.00065485755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8582446,0.11739215,0.0021759644,0.0015456614,0.013844372,0.0067972247],"domain_scores_gemma":[0.9499864,0.038755484,0.00035183507,0.0013977402,0.0064058634,0.003102655],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.2977982,0.00043099438,0.0009322456,0.00069483125,0.011631752,0.00024741393,0.0020042951,0.0010995076,0.0010507623],"category_scores_gemma":[0.044433806,0.00024079885,0.0000721889,0.0027544312,0.0054719625,0.0002153746,0.0030897204,0.0143312905,0.0001314948],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006247098,0.00092800485,0.060596697,0.0053288224,0.00025649392,0.00007109574,0.052115593,1.2290582e-7,0.000045137476,0.009151169,0.7767442,0.08851555],"study_design_scores_gemma":[0.003936835,0.0120199695,0.010091122,0.00807987,0.0000021236199,0.000032202384,0.016249787,0.002220025,0.00002270496,0.0012741463,0.94576734,0.00030386014],"about_ca_topic_score_codex":0.0103132175,"about_ca_topic_score_gemma":0.03814946,"teacher_disagreement_score":0.25336438,"about_ca_system_score_codex":0.0029496816,"about_ca_system_score_gemma":0.06223217,"threshold_uncertainty_score":0.99986243},"labels":[],"label_agreement":null},{"id":"W2901059366","doi":"10.2196/11822","title":"A Smartphone Attention Bias Intervention for Individuals With Addictive Disorders: Protocol for a Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Medical Research Council; Medical Research Council","keywords":"Psychological intervention; Cognitive bias modification; Addiction; Attentional bias; Clinical psychology; Intervention (counseling); Substance use; Protocol (science); Psychology; Psychiatry; Medicine; Alternative medicine; Cognitive bias; Cognition","score_opus":0.47338828604648675,"score_gpt":0.6274988280882845,"score_spread":0.15411054204179775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901059366","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008295514,0.000003286095,0.011063626,0.00012241556,0.000037292426,0.9780229,0.00028308269,0.00019133172,0.0019805832],"genre_scores_gemma":[0.04008877,4.083267e-7,0.0013727442,0.000021315764,0.0005618653,0.9551031,0.00008236576,0.00011613566,0.0026533022],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99365956,0.0016281538,0.0007467893,0.001672136,0.0011171785,0.0011762129],"domain_scores_gemma":[0.9941103,0.0010526715,0.0005040554,0.0010033915,0.0030750893,0.00025449164],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049837795,0.0004501003,0.00048335263,0.00096728513,0.00083823205,0.0003230828,0.00068769726,0.00025346177,0.0012817103],"category_scores_gemma":[0.0015625355,0.00034198203,0.00025555017,0.0020458547,0.00066124595,0.0005333162,0.00025720452,0.00047981314,0.00024710022],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027885618,0.03789314,0.71047896,0.0009887969,0.00055292813,0.00000211803,0.0039377715,7.612205e-8,0.00004932063,0.00018123064,0.050552577,0.16747747],"study_design_scores_gemma":[0.048379138,0.06607964,0.41664618,0.0014872123,0.00002896665,0.0000032947783,0.0061873817,0.0000116347765,0.00042924093,0.0061478536,0.45413202,0.00046744614],"about_ca_topic_score_codex":0.00008072753,"about_ca_topic_score_gemma":0.0003453759,"teacher_disagreement_score":0.40357944,"about_ca_system_score_codex":0.00028507417,"about_ca_system_score_gemma":0.00018711342,"threshold_uncertainty_score":0.9999032},"labels":[],"label_agreement":null},{"id":"W2901101725","doi":"10.2196/resprot.9996","title":"Assessing and Improving the Use of Online Information About Child Development, Education, Health, and Well-Being in Low-Education, Low-Income Parents: Protocol for a Mixed-Methods Multiphase Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; Université de Sherbrooke; Lucie and André Chagnon Foundation; McGill University","funders":"Canadian Institutes of Health Research; Simon Fraser University; McGill University","keywords":"Protocol (science); Psychology; Medical education; Low income; Medicine; Alternative medicine; Sociology","score_opus":0.24329912398396664,"score_gpt":0.6673998888354539,"score_spread":0.42410076485148723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901101725","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07238578,0.0000020079478,0.003977683,0.00067239086,0.000048054444,0.9226534,0.000012060546,0.00004037973,0.00020828955],"genre_scores_gemma":[0.008064903,5.391797e-7,0.039657675,0.001670956,0.00015565734,0.9503072,0.000058057885,0.000020168525,0.00006482553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991616,0.0036823226,0.0030204,0.00037128938,0.00052672083,0.0007832797],"domain_scores_gemma":[0.99359137,0.0015332396,0.0013017588,0.00060371484,0.0026053523,0.0003645864],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013772841,0.00022397567,0.0003691019,0.00063507713,0.0026182404,0.0003774885,0.0003436779,0.00017067288,0.000041045623],"category_scores_gemma":[0.004700109,0.0001617141,0.00002621617,0.0008023646,0.00025079644,0.004474599,0.00037943173,0.0010476414,0.000011158304],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064406457,0.0025026416,0.2635427,0.022355273,0.00000868589,4.257781e-8,0.068159096,0.0000013267475,0.000007812748,0.00021914956,0.001321412,0.6412378],"study_design_scores_gemma":[0.005124009,0.00079520233,0.45163453,0.019549195,0.0000010512824,0.000001418277,0.032505333,0.0030164064,0.00009765414,0.00023383324,0.48680565,0.00023573168],"about_ca_topic_score_codex":0.0004601941,"about_ca_topic_score_gemma":0.00027753777,"teacher_disagreement_score":0.64100206,"about_ca_system_score_codex":0.00042306195,"about_ca_system_score_gemma":0.007996856,"threshold_uncertainty_score":0.99868023},"labels":[],"label_agreement":null},{"id":"W2901105516","doi":"10.2196/11119","title":"Simulation Modeling for Psychiatric Service Planning: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Computer science; Service model; Service (business); Psychology; Psychiatry; Medicine; Alternative medicine","score_opus":0.7026244349522349,"score_gpt":0.7662465454696914,"score_spread":0.06362211051745648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901105516","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003405163,1.8852197e-7,0.4004743,0.0006706325,0.000029538158,0.5981234,0.000013404707,0.000102981605,0.00024502963],"genre_scores_gemma":[0.0018538067,9.429382e-9,0.18483424,0.00021951812,0.0013108726,0.81119895,0.000025292346,0.00007477449,0.00048251377],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9931785,0.0033575585,0.001092071,0.0006898788,0.00057269086,0.0011093044],"domain_scores_gemma":[0.9898394,0.002677503,0.0002262736,0.0006722185,0.0063215015,0.00026313422],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012543636,0.00022303018,0.00033505008,0.00045930117,0.004406164,0.00012197024,0.00041050807,0.00036178043,0.000115637056],"category_scores_gemma":[0.00227297,0.00019080422,0.000073500596,0.0012191316,0.000042333122,0.00031582874,0.00016186073,0.00080056523,0.0000670479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018985689,0.007575385,0.020302352,0.02174504,0.0001324354,0.000001956043,0.05429002,0.767426,0.00070124015,0.0043559307,0.036984686,0.067499265],"study_design_scores_gemma":[0.0053428346,0.0036991348,0.00021201403,0.000925962,0.000002539562,1.1370566e-7,0.0032676102,0.84940666,0.000016150585,0.0012297564,0.13571548,0.00018171588],"about_ca_topic_score_codex":0.00007090619,"about_ca_topic_score_gemma":0.00012024525,"teacher_disagreement_score":0.21564007,"about_ca_system_score_codex":0.00024965964,"about_ca_system_score_gemma":0.0015495953,"threshold_uncertainty_score":0.99688995},"labels":[],"label_agreement":null},{"id":"W2901158383","doi":"10.2196/10193","title":"Use and Effects of Patient Access to Medical Records in General Practice Through a Personal Health Record in the Netherlands: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medical record; Medicine; Medical education; Data collection; Family medicine; Psychology; Alternative medicine; Sociology","score_opus":0.4744224304151251,"score_gpt":0.7319100755574426,"score_spread":0.2574876451423175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901158383","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034919262,0.000004053038,0.00046981432,0.010018779,0.00006498614,0.9542584,0.0000080586915,0.000030807554,0.00022588209],"genre_scores_gemma":[0.0012425417,0.0000016263641,0.007484804,0.004407314,0.0006098695,0.9860688,0.0000020265752,0.00006439839,0.00011861852],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94600224,0.047031555,0.0020148016,0.00091043353,0.0018580322,0.0021829514],"domain_scores_gemma":[0.97746915,0.019559786,0.00063711754,0.0007711436,0.0010032861,0.000559517],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043312714,0.00030262963,0.0008427277,0.00048408014,0.0007506229,0.00010504786,0.000966223,0.0003710254,0.00009278065],"category_scores_gemma":[0.021127857,0.00020253076,0.000059505976,0.0017649553,0.00021375391,0.0006504709,0.0006588073,0.0026932496,0.0000135782675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016918693,0.008802407,0.20963815,0.022817887,0.000060109676,0.000060455786,0.20507048,4.3682306e-7,0.00007569174,0.00045660342,0.23408309,0.30201602],"study_design_scores_gemma":[0.010112287,0.04255333,0.029411174,0.012235219,0.0000017669523,0.0000103791845,0.012305569,0.00039327343,0.000060607206,0.0005066834,0.8921499,0.00025979863],"about_ca_topic_score_codex":0.014679895,"about_ca_topic_score_gemma":0.032414254,"teacher_disagreement_score":0.6580668,"about_ca_system_score_codex":0.00095031114,"about_ca_system_score_gemma":0.006550133,"threshold_uncertainty_score":0.99960756},"labels":[],"label_agreement":null},{"id":"W2901179735","doi":"10.2196/11186","title":"Adolescent Male Couples-Based HIV Testing Intervention (We Test): Protocol for a Type 1, Hybrid Implementation-Effectiveness Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; City University of New York","keywords":"Protocol (science); Test (biology); Intervention (counseling); Psychology; Medicine; Computer science; Nursing; Alternative medicine","score_opus":0.41393523380142433,"score_gpt":0.6380283147588528,"score_spread":0.22409308095742847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901179735","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014423525,0.0000012730013,0.004224098,0.0005142227,0.000010520255,0.9923535,0.000113930604,0.00012931379,0.0012107638],"genre_scores_gemma":[0.005304363,8.8635645e-8,0.0016015038,0.000028989498,0.00085763476,0.98792017,0.00011547375,0.00007679712,0.0040949685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995251,0.00084714696,0.0007850412,0.00069640024,0.0012858275,0.0011345887],"domain_scores_gemma":[0.9941592,0.0011278796,0.00019591514,0.0006538022,0.0034154155,0.0004477818],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045674983,0.0002731482,0.00041398185,0.0005989517,0.00057474786,0.00024934855,0.00040456225,0.00010634333,0.0028789223],"category_scores_gemma":[0.004131514,0.0002313788,0.00034505522,0.0010468613,0.00042027616,0.00024944334,0.00019685079,0.00066778227,0.00043712315],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24413618,0.015473192,0.03232981,0.017816963,0.00014727021,0.000079482015,0.00009398142,0.0000018153579,0.045733485,0.00016691095,0.47141907,0.17260185],"study_design_scores_gemma":[0.21494034,0.17059001,0.0041718297,0.024345612,0.000015286609,0.00004071077,0.00022085827,0.0074676564,0.0956429,0.00034205557,0.4818174,0.00040533286],"about_ca_topic_score_codex":0.000048574668,"about_ca_topic_score_gemma":0.000036448288,"teacher_disagreement_score":0.17219652,"about_ca_system_score_codex":0.0005138863,"about_ca_system_score_gemma":0.001163465,"threshold_uncertainty_score":0.99803257},"labels":[],"label_agreement":null},{"id":"W2901195267","doi":"10.2196/resprot.9209","title":"Self-Monitoring by Traffic Light Color Coding Versus Usual Care on Outcomes of Patients With Heart Failure Reduced Ejection Fraction: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Development and Reform Commission; Golestan University of Medical Sciences; Tehran Heart Center; Tehran University of Medical Sciences and Health Services","keywords":"Randomized controlled trial; Ejection fraction; Protocol (science); Heart failure; Medicine; Fraction (chemistry); Internal medicine; Alternative medicine","score_opus":0.08191051594257091,"score_gpt":0.4832562479670997,"score_spread":0.4013457320245288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901195267","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036218114,2.8505326e-7,0.000011909338,0.0011035892,0.00005338379,0.9619437,0.0000076146653,0.00013807742,0.00052336586],"genre_scores_gemma":[0.03483719,5.7697523e-8,0.0016303557,0.000010075347,0.00053896074,0.96241194,0.00002191067,0.00004817842,0.0005013559],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962502,0.0006604685,0.000678235,0.00050242554,0.0013326576,0.0005759822],"domain_scores_gemma":[0.99691296,0.0009735846,0.00026574166,0.0003991197,0.0012484242,0.00020017801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014424463,0.00030952704,0.0014330379,0.00035948044,0.00038278513,0.00009074516,0.00011931282,0.00018338021,0.000085300555],"category_scores_gemma":[0.00054837856,0.00018938203,0.00034599102,0.0003307941,0.00015105309,0.00017301989,0.000043017928,0.00035132945,0.00002145796],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97969633,0.0029192725,0.0012594138,0.0006758279,0.0005533657,0.0000015509489,0.0003229742,5.958282e-7,0.00036431785,0.000028511446,0.013948725,0.00022913204],"study_design_scores_gemma":[0.7805757,0.032211293,0.00015326493,0.0008426301,0.0000667006,1.611946e-7,0.00031366327,0.000025248011,0.006665176,0.0000012766822,0.17901026,0.00013464525],"about_ca_topic_score_codex":0.000005035843,"about_ca_topic_score_gemma":0.000004891132,"teacher_disagreement_score":0.19912063,"about_ca_system_score_codex":0.00047311065,"about_ca_system_score_gemma":0.00030583816,"threshold_uncertainty_score":0.77227753},"labels":[],"label_agreement":null},{"id":"W2901222659","doi":"10.2196/11868","title":"Genetic Determinants of Ototoxicity During and After Childhood Cancer Treatment: Protocol for the PanCareLIFE Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing, Cochlea, Tinnitus, Genetics","field":"Neuroscience","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"Swiss Cancer Research Foundation; European Commission; Bernische Krebsliga; Børnecancerfonden","keywords":"Ototoxicity; Childhood cancer; Medicine; Protocol (science); Audiology; Psychology; Cancer; Alternative medicine; Internal medicine","score_opus":0.2906411134289496,"score_gpt":0.5558276873084361,"score_spread":0.2651865738794865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901222659","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45365775,9.458647e-7,0.0000034510545,0.000022317961,0.0000039570637,0.5462293,0.000020887439,0.000022676522,0.000038692167],"genre_scores_gemma":[0.3717147,7.63662e-7,0.00007978947,0.000022738424,0.00020231032,0.6277148,3.4768803e-8,0.000040416264,0.00022445242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962377,0.0006246471,0.0005157093,0.00080786017,0.00089676457,0.0009173123],"domain_scores_gemma":[0.9978419,0.00046195733,0.00016422028,0.00096771435,0.00035921586,0.00020498817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000743376,0.00027175862,0.00032047142,0.00017491513,0.00068454235,0.00018215425,0.0006354949,0.0001006621,0.00012329589],"category_scores_gemma":[0.0006251756,0.00017967462,0.000075051845,0.00048659169,0.00074927654,0.000111813664,0.0005260922,0.00028197272,0.000021069496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048815794,0.005776729,0.7887648,0.0016647633,0.000045105913,0.00006338798,0.009651605,0.000008493527,0.1391075,0.000008743071,0.00024474904,0.0497826],"study_design_scores_gemma":[0.0043251333,0.005842171,0.59403205,0.0005032531,0.000003821164,0.0000087118115,0.00010120136,0.00019626808,0.38476655,0.000046414683,0.010002361,0.00017208511],"about_ca_topic_score_codex":0.00014259046,"about_ca_topic_score_gemma":0.00047397657,"teacher_disagreement_score":0.24565905,"about_ca_system_score_codex":0.0001307265,"about_ca_system_score_gemma":0.00036985037,"threshold_uncertainty_score":0.7326918},"labels":[],"label_agreement":null},{"id":"W2901472266","doi":"10.2196/12319","title":"eHealth-Based Behavioral Intervention for Increasing Physical Activity in Persons With Multiple Sclerosis: Fidelity Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Multiple Sclerosis Society; National Multiple Sclerosis Society","keywords":"eHealth; Randomized controlled trial; Fidelity; Psychological intervention; Behavior change; Population; Intervention (counseling); Protocol (science); Medicine; Cognitive behavioral therapy; Workgroup; Social cognitive theory; Behavioural sciences; Physical therapy; Psychology; Nursing; Alternative medicine; Computer science; Developmental psychology; Environmental health; Social psychology; Health care; Psychotherapist","score_opus":0.3784802567755506,"score_gpt":0.5836193626603734,"score_spread":0.20513910588482281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901472266","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.134682,4.2108167e-7,0.0014940667,0.0007122506,0.000007276702,0.86287844,0.000059560414,0.00009393211,0.000072049195],"genre_scores_gemma":[0.26159972,5.9384757e-8,0.0025082512,0.000017522092,0.00054733385,0.7351607,0.0000131550005,0.000059250913,0.0000939927],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9913496,0.0037177063,0.0008862294,0.0009439366,0.0016499389,0.0014526134],"domain_scores_gemma":[0.98979527,0.006534155,0.0003904538,0.0006639395,0.0022043267,0.00041188582],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014761161,0.00041523375,0.002359006,0.000627935,0.0006686105,0.00019625587,0.00032265647,0.00020523251,0.000047859772],"category_scores_gemma":[0.010857471,0.00027388876,0.0008131622,0.0006304344,0.0014319204,0.00028769035,0.00016494535,0.00089093554,0.0000067566875],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9627184,0.013383867,0.001001653,0.0024751676,0.00012546715,0.000002499768,0.00042206433,0.0000014656038,0.012189746,0.0000134513875,0.0010487117,0.006617489],"study_design_scores_gemma":[0.92719597,0.026918607,0.0037433146,0.0069642803,0.000029106188,8.483392e-7,0.00014840593,0.026745455,0.0065410486,0.000044420613,0.0014283617,0.0002401718],"about_ca_topic_score_codex":0.00071905885,"about_ca_topic_score_gemma":0.0006781391,"teacher_disagreement_score":0.12771773,"about_ca_system_score_codex":0.00071258727,"about_ca_system_score_gemma":0.0011775646,"threshold_uncertainty_score":0.99997133},"labels":[],"label_agreement":null},{"id":"W2901638514","doi":"10.2196/11317","title":"Living With Inflammatory Bowel Disease: Protocol for a Longitudinal Study of Factors Associated With Symptom Exacerbations","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Exacerbation; Calprotectin; Inflammatory bowel disease; Internal medicine; Ulcerative colitis; Cohort; Faecal calprotectin; Disease; Cohort study; Prospective cohort study; Longitudinal study; Physical therapy; Pathology","score_opus":0.13389106099090753,"score_gpt":0.4660560984958049,"score_spread":0.3321650375048974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901638514","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41950923,1.5918789e-7,0.00008355266,0.00000519405,0.0000014363148,0.58021975,0.000031391333,0.000025607758,0.00012366481],"genre_scores_gemma":[0.31472436,9.356926e-9,0.000040685263,0.0000039099446,0.00010851238,0.6847207,0.000020378278,0.00005307391,0.00032838143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969387,0.00051607867,0.00037154768,0.00065270107,0.00086839596,0.0006525562],"domain_scores_gemma":[0.99673766,0.00012717441,0.00023283147,0.0008586898,0.001708109,0.0003355093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009632925,0.00028145747,0.00020305434,0.000175726,0.00045172442,0.00009996609,0.00047387937,0.00012376979,0.00007203234],"category_scores_gemma":[0.0005327093,0.00020868555,0.00007318475,0.0002833128,0.0005386685,0.000029039262,0.00025264508,0.00021054348,0.0000045430393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048561585,0.0025650414,0.9872392,0.00058581145,0.00020498008,0.000020351905,0.00045584206,0.00002705339,0.0025644635,0.00006616805,0.001383027,0.000031905583],"study_design_scores_gemma":[0.0051325476,0.008294853,0.97953296,0.001535042,0.0000128761,5.610289e-7,0.00044512647,0.00006165329,0.0015133368,0.000020330805,0.0031417173,0.00030897622],"about_ca_topic_score_codex":0.0000047265457,"about_ca_topic_score_gemma":0.00032829941,"teacher_disagreement_score":0.1047849,"about_ca_system_score_codex":0.00007990671,"about_ca_system_score_gemma":0.0009656494,"threshold_uncertainty_score":0.850995},"labels":[],"label_agreement":null},{"id":"W2901798872","doi":"10.2196/11707","title":"Healthy Eating and Active Living for Diabetes-Glycemic Index (HEALD-GI): Protocol for a Pragmatic Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food composition and properties","field":"Nursing","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University; University of Alberta","funders":"","keywords":"Glycemic; Medicine; Glycemic index; Type 2 diabetes; Randomized controlled trial; Diabetes mellitus; Protocol (science); Gerontology; Healthy eating; Meal; Weight loss; Physical therapy; Alternative medicine; Obesity; Internal medicine; Physical activity; Endocrinology","score_opus":0.13894194478550392,"score_gpt":0.5201722300798004,"score_spread":0.3812302852942965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901798872","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029510465,0.000001908119,0.00025816722,0.0018988434,0.000042741834,0.993741,0.000015142856,0.00015244857,0.00093871367],"genre_scores_gemma":[0.022499705,4.5504077e-8,0.0014281827,0.0004007444,0.0009981142,0.9743651,0.0000051195693,0.00008262884,0.00022035181],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932806,0.0031147192,0.0010881802,0.0006225666,0.0007254317,0.0011685333],"domain_scores_gemma":[0.98842794,0.009401325,0.00047423603,0.00040078053,0.0010284688,0.00026724467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00785992,0.0003317346,0.0014554206,0.00041325478,0.0012736368,0.0004957824,0.00034209085,0.00022873445,0.00009604906],"category_scores_gemma":[0.006192638,0.00023799638,0.0003421209,0.00031052233,0.00062389334,0.00035534773,0.00014801908,0.0005477269,0.000012892658],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98156273,0.0005666141,0.000019524463,0.0027081165,0.00009525743,2.3174175e-7,0.0017218598,6.851498e-7,0.0014241111,0.00011018072,0.0022875252,0.009503185],"study_design_scores_gemma":[0.9017392,0.046995807,0.0000080748505,0.004989725,0.000011111109,0.0000016180876,0.0001703833,0.016649097,0.0016038477,0.0021877857,0.025374977,0.00026837044],"about_ca_topic_score_codex":0.0000179427,"about_ca_topic_score_gemma":0.000016372152,"teacher_disagreement_score":0.07982351,"about_ca_system_score_codex":0.00023293188,"about_ca_system_score_gemma":0.00033531451,"threshold_uncertainty_score":0.9795913},"labels":[],"label_agreement":null},{"id":"W2901813914","doi":"10.2196/11614","title":"Using Targeted mHealth Messages to Address Hypertension and Diabetes Self-Management in Cambodia: Protocol for a Clustered Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institutes of Health","keywords":"mHealth; Protocol (science); Randomized controlled trial; Diabetes mellitus; Medicine; Self-management; Computer science; Alternative medicine; Nursing; Psychological intervention; Internal medicine","score_opus":0.31286268294572034,"score_gpt":0.6206309778916047,"score_spread":0.30776829494588437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901813914","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036573762,0.0000047180824,0.00020173451,0.0021217682,0.000050136274,0.99181354,0.000025046684,0.00017631237,0.0019493671],"genre_scores_gemma":[0.0012710596,0.0000042469314,0.007066294,0.0011900752,0.00080549833,0.98889786,0.000011898906,0.0000820993,0.0006709403],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98663497,0.006620558,0.0023680783,0.001020209,0.0009096723,0.0024465304],"domain_scores_gemma":[0.99145174,0.0046611945,0.00060570147,0.0008248053,0.0013912375,0.0010653109],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.018622912,0.000382352,0.0020250317,0.0009985924,0.0021850066,0.00006859216,0.0004433976,0.00043217654,0.00013238449],"category_scores_gemma":[0.001961314,0.00028375073,0.00016082659,0.0009948057,0.00028678458,0.00016894593,0.0004585018,0.0010628982,0.00008546722],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9680294,0.0010224179,0.00035452895,0.006378317,0.000056825636,0.000002872788,0.00062754116,0.0000017046958,0.0001828307,0.0018791741,0.018696982,0.0027674315],"study_design_scores_gemma":[0.7861416,0.0016655513,0.00020183082,0.0026890077,0.000012553548,3.6524318e-7,0.0002056758,0.0034040716,0.00003335284,0.0008867416,0.20455645,0.00020282934],"about_ca_topic_score_codex":0.00013116575,"about_ca_topic_score_gemma":0.00020361313,"teacher_disagreement_score":0.18585947,"about_ca_system_score_codex":0.00055885845,"about_ca_system_score_gemma":0.0017184948,"threshold_uncertainty_score":0.99996144},"labels":[],"label_agreement":null},{"id":"W2901850239","doi":"10.2196/11471","title":"Accessibility of Primary, Specialist, and Allied Health Services for Aboriginal People Living in Rural and Remote Communities: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Health services; Rural area; Protocol (science); Rural health; Population; Geography; Nursing; Environmental health; Alternative medicine","score_opus":0.16092233002091336,"score_gpt":0.6176124043959461,"score_spread":0.45669007437503273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901850239","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09262291,0.0000024305639,0.00014796697,0.00015479843,0.00001588531,0.90488166,0.000016840202,0.000023341212,0.0021341678],"genre_scores_gemma":[0.003343972,0.000010914443,0.010447799,0.000019690626,0.0004904889,0.9852229,0.0000044725844,0.00001916655,0.00044061465],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936042,0.004070605,0.00059902173,0.00032680933,0.00054162776,0.0008577464],"domain_scores_gemma":[0.9962085,0.0019536137,0.00028049876,0.00038663574,0.0009376585,0.00023307893],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.021015678,0.00014762729,0.00043075284,0.00024821016,0.005073182,0.0002516931,0.00053851743,0.00012126587,0.000032754364],"category_scores_gemma":[0.00004064101,0.000120470555,0.00003550157,0.00050509523,0.0007659132,0.00038170113,0.000027312059,0.00027146697,5.608983e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001147438,0.0016501594,0.034076713,0.008824216,0.000010303583,1.2304453e-7,0.92770725,3.8823465e-8,0.000006812835,0.004549369,0.00010848409,0.021919096],"study_design_scores_gemma":[0.0031487516,0.0054504876,0.177865,0.0032845128,0.0000017603376,6.417716e-7,0.15466979,0.000100108904,0.00005630026,0.006770506,0.6484248,0.00022734434],"about_ca_topic_score_codex":0.20423703,"about_ca_topic_score_gemma":0.88257706,"teacher_disagreement_score":0.77303743,"about_ca_system_score_codex":0.00040451446,"about_ca_system_score_gemma":0.01132438,"threshold_uncertainty_score":0.9962221},"labels":[],"label_agreement":null},{"id":"W2902286073","doi":"10.2196/11341","title":"Hospital in Motion, a Multidimensional Implementation Project to Improve Patients’ Physical Behavior During Hospitalization: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Computer science; Motion (physics); Medicine; Physical medicine and rehabilitation; Physical therapy; Psychology; Artificial intelligence; Alternative medicine","score_opus":0.13308551381784217,"score_gpt":0.6103322716562517,"score_spread":0.47724675783840953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902286073","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34712082,2.4016261e-8,0.0002653212,0.00015124044,0.000016965785,0.65232986,0.000030453399,0.0000627163,0.000022592201],"genre_scores_gemma":[0.05569946,3.6518515e-9,0.011624726,0.000021445274,0.0004950267,0.9318004,0.000048463015,0.000078978395,0.00023146119],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995409,0.00068098534,0.00069162075,0.0009672559,0.001343864,0.00090724305],"domain_scores_gemma":[0.9964549,0.00016831991,0.00014629893,0.0006486971,0.0023203471,0.00026146162],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015981998,0.00030400648,0.00040433955,0.00062003435,0.0003166629,0.00010000964,0.00025867103,0.000111289424,0.00008200518],"category_scores_gemma":[0.00085330475,0.00026604018,0.00010926727,0.0011707986,0.00016321191,0.0003533319,0.00039263783,0.0004100777,0.000045805886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006149909,0.05142396,0.75961363,0.0020999757,0.00007786833,0.000040786665,0.020304872,0.0000016075335,0.024529105,0.00008690393,0.013251838,0.122419514],"study_design_scores_gemma":[0.032999616,0.047029734,0.8633701,0.0009662216,0.000009009058,0.0000026548494,0.0021728,0.0002181573,0.04454458,0.00004992032,0.008272663,0.00036453476],"about_ca_topic_score_codex":0.000101774414,"about_ca_topic_score_gemma":0.00009244944,"teacher_disagreement_score":0.29142135,"about_ca_system_score_codex":0.000589061,"about_ca_system_score_gemma":0.00039130318,"threshold_uncertainty_score":0.9999792},"labels":[],"label_agreement":null},{"id":"W2903144983","doi":"10.2196/11139","title":"Evaluating the Impacts of Methylsulfonylmethane on Allergic Rhinitis After a Standard Allergen Challenge: Randomized Double-Blind Exploratory Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Occupational exposure and asthma","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Visual analogue scale; Provocation test; Allergen; Allergy; Nasal congestion; Randomized controlled trial; Nose; Internal medicine; Immunology; Physical therapy; Surgery; Alternative medicine","score_opus":0.4242457521539499,"score_gpt":0.5941010290469246,"score_spread":0.16985527689297475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903144983","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41327572,0.000052042742,0.000017342569,0.0015643928,0.000020216186,0.58123916,0.000015678203,0.000043137068,0.003772288],"genre_scores_gemma":[0.4462513,0.0000044479775,0.00021243283,0.000068806505,0.0004268856,0.5526516,0.0000059555323,0.000035821202,0.00034273232],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99131864,0.0032040426,0.00087199145,0.0005575369,0.0033723952,0.0006754097],"domain_scores_gemma":[0.99471545,0.0014464819,0.000257277,0.001006396,0.0022766802,0.00029770375],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016692596,0.00029305782,0.00090935355,0.00043601322,0.00026628003,0.00007707236,0.00039333556,0.00014555998,0.0014907708],"category_scores_gemma":[0.0013964864,0.00017059919,0.0002574412,0.0007007669,0.000689072,0.00018162093,0.0002630421,0.0008757875,0.00019795932],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97460663,0.0023767988,0.00038604919,0.0002540154,0.00048320825,0.00007066149,0.01007551,0.0000021848605,0.002095398,0.00027627396,0.0017365029,0.0076367785],"study_design_scores_gemma":[0.8757707,0.07713002,0.002619816,0.0032247154,0.000059724287,0.000012487796,0.003215792,0.00012905408,0.01780209,0.001332583,0.018307658,0.0003953507],"about_ca_topic_score_codex":0.000032489483,"about_ca_topic_score_gemma":0.00008277664,"teacher_disagreement_score":0.09883591,"about_ca_system_score_codex":0.000119835524,"about_ca_system_score_gemma":0.00094949536,"threshold_uncertainty_score":0.999422},"labels":[],"label_agreement":null},{"id":"W2903408485","doi":"10.2196/12647","title":"Family in Rehabilitation, Empowering Carers for Improved Malnutrition Outcomes: Protocol for the FREER Pilot Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Thematic analysis; Rehabilitation; Intervention (counseling); Psychological intervention; Quality of life (healthcare); Randomized controlled trial; Nursing; Malnutrition; Patient satisfaction; Focus group; Qualitative research; Family medicine; Physical therapy","score_opus":0.520364700672276,"score_gpt":0.6529782293094438,"score_spread":0.1326135286371678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903408485","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015310489,8.371185e-7,0.000559103,0.009508898,0.000016517934,0.9880465,0.000024471958,0.00007235308,0.00024026986],"genre_scores_gemma":[0.008134407,7.107198e-8,0.0053842464,0.00051350443,0.00038321453,0.98513454,0.000008092348,0.000050174767,0.0003917416],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971988,0.00028374008,0.00068189605,0.000501216,0.0005726852,0.000761667],"domain_scores_gemma":[0.99586314,0.0016005982,0.000100492485,0.00063226355,0.0016249972,0.00017850623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004850466,0.00018039881,0.0003543145,0.0004164178,0.0005548068,0.00010186754,0.00027819406,0.000076299795,0.000071587165],"category_scores_gemma":[0.0014242212,0.00012494219,0.0000910371,0.0005594147,0.00026044738,0.00012842487,0.000086409345,0.0004827924,0.000014162505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09673269,0.030766921,0.45216936,0.029259335,0.00018891906,0.000013942853,0.010219961,0.0000021735095,0.041224927,0.0020880364,0.3210364,0.016297324],"study_design_scores_gemma":[0.060699858,0.09474382,0.24908641,0.004213805,0.0000065340587,0.0000027490505,0.0059947087,0.0007625356,0.00065507315,0.0035990037,0.57995164,0.00028388415],"about_ca_topic_score_codex":0.00013415497,"about_ca_topic_score_gemma":0.0002656316,"teacher_disagreement_score":0.25891522,"about_ca_system_score_codex":0.00036795237,"about_ca_system_score_gemma":0.00036646065,"threshold_uncertainty_score":0.5094995},"labels":[],"label_agreement":null},{"id":"W2903695383","doi":"10.2196/12265","title":"The Effects of Positive Affect and Episodic Future Thinking on Temporal Discounting and Healthy Food Demand and Choice Among Overweight and Obese Individuals: Protocol for a Pilot 2×2 Factorial Randomized Controlled Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute on Alcohol Abuse and Alcoholism; Cancer Research UK","keywords":"Affect (linguistics); Overweight; Randomized controlled trial; Delay discounting; Psychology; Food choice; Temporal discounting; Gerontology; Obesity; Social psychology; Medicine; Clinical psychology; Impulsivity","score_opus":0.20585762707426264,"score_gpt":0.562214107340927,"score_spread":0.3563564802666644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903695383","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47617593,0.000012046468,0.00003366935,0.00012017277,0.000033421227,0.5235675,0.000012904393,0.000011569718,0.000032758155],"genre_scores_gemma":[0.41317955,0.0000010924213,0.00008341633,0.000017481196,0.00033172805,0.5863453,4.8045086e-7,0.000017808976,0.000023143728],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9915447,0.0039599426,0.0011895006,0.0009750208,0.0017000351,0.0006307744],"domain_scores_gemma":[0.9551483,0.04265481,0.0008153244,0.000501938,0.0006180481,0.0002615849],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029018998,0.0003607888,0.0015426711,0.00043524345,0.0017545237,0.0021399565,0.00052636914,0.00016514047,0.000005610529],"category_scores_gemma":[0.013455279,0.00018210086,0.00012703703,0.00037196552,0.0014664658,0.0005626362,0.0006297372,0.0005602929,0.0000012069952],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6004261,0.0024164724,0.28841686,0.0008462093,0.0003539947,0.000012442484,0.010404264,3.5127138e-7,0.00032476347,0.0014676818,0.0014656052,0.09386529],"study_design_scores_gemma":[0.7334533,0.07719168,0.10972947,0.0036678077,0.000056387536,0.000009596732,0.002183193,0.00059854216,0.0004249233,0.067253806,0.0048440737,0.00058721734],"about_ca_topic_score_codex":0.00006350823,"about_ca_topic_score_gemma":0.00033237986,"teacher_disagreement_score":0.1786874,"about_ca_system_score_codex":0.00004878292,"about_ca_system_score_gemma":0.00016119827,"threshold_uncertainty_score":0.9998293},"labels":[],"label_agreement":null},{"id":"W2903751702","doi":"10.2196/11754","title":"An Evidence-Based Health Care Knowledge Integration System: Assessment Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Cégep de l'Outaouais; Université du Québec en Outaouais","funders":"","keywords":"Accreditation; Protocol (science); Health care; Specialty; Medicine; Knowledge translation; Quality (philosophy); Medical education; Nursing; Knowledge management; Family medicine; Alternative medicine; Computer science","score_opus":0.8994778357489546,"score_gpt":0.847528287460207,"score_spread":0.05194954828874754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903751702","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002327812,8.9032267e-7,0.003998455,0.005601795,0.000050978288,0.9811091,0.000051268766,0.0004119925,0.008542727],"genre_scores_gemma":[0.028429355,8.95086e-8,0.004797203,0.002411636,0.001145229,0.9626891,0.000020741601,0.000058846574,0.00044777777],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9727757,0.019910492,0.0017606216,0.000984167,0.002231017,0.0023380143],"domain_scores_gemma":[0.98884815,0.002480409,0.00065874564,0.0015785164,0.00517936,0.0012548403],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.022916121,0.0002980505,0.00046276534,0.000809586,0.004912947,0.00020172595,0.0012612318,0.00026131718,0.0011458588],"category_scores_gemma":[0.0012940259,0.00023969517,0.00006619267,0.0021165719,0.00055440684,0.0011951436,0.00028405795,0.0018139874,0.0023830142],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0027079724,0.0016461328,0.04731238,0.07797142,0.000021183187,0.000015039533,0.15823306,0.0000049070823,0.007812951,0.034370996,0.5204096,0.14949438],"study_design_scores_gemma":[0.0040109265,0.010115569,0.017500568,0.030165289,9.175616e-7,0.0000012197659,0.02452108,0.0020719,0.0011763659,0.00007117837,0.91002804,0.00033692992],"about_ca_topic_score_codex":0.0009209622,"about_ca_topic_score_gemma":0.002203766,"teacher_disagreement_score":0.3896185,"about_ca_system_score_codex":0.0057361615,"about_ca_system_score_gemma":0.026501596,"threshold_uncertainty_score":0.99976724},"labels":[],"label_agreement":null},{"id":"W2903883167","doi":"10.2196/10791","title":"The Stepped Care Intervention to Suppress Viral Load in Youth Living With HIV: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Child Health and Human Development; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; National Institute of Mental Health; National Institutes of Health","keywords":"Randomized controlled trial; Viral load; Human immunodeficiency virus (HIV); Intervention (counseling); Protocol (science); Medicine; Quality of life (healthcare); Gerontology; Family medicine; Physical therapy; Psychology; Alternative medicine; Nursing; Internal medicine","score_opus":0.11351597006743071,"score_gpt":0.5362411885018725,"score_spread":0.42272521843444183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903883167","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021004744,0.0000025602315,0.0009620562,0.0006268204,0.000008142718,0.9894181,0.000031737603,0.000060577564,0.0067895534],"genre_scores_gemma":[0.010967982,1.12783354e-7,0.0002460228,0.00001819279,0.00053686765,0.9671942,0.000012936116,0.000054940196,0.02096875],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9921784,0.0031206831,0.0011179446,0.0005784216,0.0017831691,0.0012214095],"domain_scores_gemma":[0.9939525,0.0019316925,0.0001895159,0.0007528027,0.0027578103,0.00041563914],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010594215,0.00027437252,0.0011467959,0.00053697557,0.0005675274,0.00046017114,0.00058130256,0.00014339585,0.00038618254],"category_scores_gemma":[0.009107294,0.00014502219,0.0006985842,0.00062285905,0.0006844523,0.00022435652,0.00029975997,0.00078845076,0.00010549181],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9759083,0.0013833535,0.000082848805,0.0008197448,0.0001451784,0.000007671198,0.003418845,3.7600321e-7,0.00030177567,0.0002064878,0.012448259,0.0052771876],"study_design_scores_gemma":[0.90851414,0.047840085,0.000046814603,0.012140654,0.000014016339,0.0000026479588,0.003070161,0.00075369974,0.00078801904,0.000059000526,0.02661293,0.0001578232],"about_ca_topic_score_codex":0.0001673621,"about_ca_topic_score_gemma":0.0009313025,"teacher_disagreement_score":0.06739412,"about_ca_system_score_codex":0.00046819047,"about_ca_system_score_gemma":0.0008621402,"threshold_uncertainty_score":0.99923944},"labels":[],"label_agreement":null},{"id":"W2903883204","doi":"10.2196/10448","title":"Testing the Efficacy of a Social Networking Gamification App to Improve Pre-Exposure Prophylaxis Adherence (P3: Prepared, Protected, emPowered): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Emory University","keywords":"Randomized controlled trial; Psychological intervention; Intervention (counseling); Men who have sex with men; Formative assessment; mHealth; Pre-exposure prophylaxis; Medicine; Usability; Protocol (science); Short Message Service; Psychology; Internet privacy; Family medicine; Medical education; Alternative medicine; Nursing; Computer science; Human immunodeficiency virus (HIV)","score_opus":0.14724418804569947,"score_gpt":0.525876546667796,"score_spread":0.37863235862209654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903883204","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024886157,0.0000017596653,0.0023755482,0.00045918667,0.000015875943,0.9907518,0.000023544295,0.00013843639,0.0037452348],"genre_scores_gemma":[0.01614015,4.260941e-8,0.0020936504,0.000015950714,0.0022469487,0.97270817,0.000010681942,0.0000703037,0.006714136],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99123305,0.0030376033,0.0017826917,0.00083817024,0.0018909053,0.0012175585],"domain_scores_gemma":[0.99002624,0.0032947408,0.000691025,0.00096669357,0.004669319,0.00035198766],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012209969,0.00035351908,0.00149159,0.00044515354,0.00091796875,0.0002743916,0.0008241801,0.0002767751,0.00026043356],"category_scores_gemma":[0.025114968,0.00020994848,0.0008331778,0.0016099409,0.0010944626,0.00016864127,0.00032838335,0.0010205685,0.0000482622],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90629363,0.0021891352,0.000029509105,0.0015246777,0.00022597605,0.000002066724,0.0015952276,6.116288e-7,0.032245666,0.00014225619,0.010521661,0.045229577],"study_design_scores_gemma":[0.8609385,0.09685113,0.00012830817,0.003776344,0.000024004312,0.000004196403,0.0001251245,0.002742228,0.0035762747,0.00029516235,0.03133434,0.000204365],"about_ca_topic_score_codex":0.00006281352,"about_ca_topic_score_gemma":0.000022736476,"teacher_disagreement_score":0.094661996,"about_ca_system_score_codex":0.00020157895,"about_ca_system_score_gemma":0.0014926723,"threshold_uncertainty_score":0.9830969},"labels":[],"label_agreement":null},{"id":"W2903992891","doi":"10.2196/10365","title":"University of North Carolina/Emory Center for Innovative Technology (iTech) for Addressing the HIV Epidemic Among Adolescents and Young Adults in the United States: Protocol and Rationale for Center Development","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; University of North Carolina at Chapel Hill; National Institutes of Health; Center for AIDS Research, University of Washington; Emory University","keywords":"Psychological intervention; Men who have sex with men; Medicine; Population; Gerontology; Health care; Family medicine; Young adult; Human immunodeficiency virus (HIV); Environmental health; Psychiatry; Political science","score_opus":0.1812444322387879,"score_gpt":0.48755804806960645,"score_spread":0.30631361583081856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903992891","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12849964,0.0000012678402,0.0031475746,0.0011367878,0.0000016936516,0.86688274,0.0002651093,0.000014980793,0.00005021383],"genre_scores_gemma":[0.03629008,0.0000010394115,0.0016070779,0.00004819656,0.00004552528,0.9611918,0.00022574392,0.000018157729,0.00057243434],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982172,0.0002540151,0.00035312047,0.00031914888,0.00034461747,0.0005118573],"domain_scores_gemma":[0.99733186,0.00028834006,0.00013006774,0.00025679485,0.0019124849,0.0000804422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017656882,0.00012871629,0.00021558283,0.00058097194,0.0005117624,0.000034328223,0.00030049917,0.00009323338,0.00001003433],"category_scores_gemma":[0.0006141145,0.0000834384,0.000048530343,0.00082977087,0.0009499421,0.0001331821,0.0001612958,0.000392296,0.000001523127],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014086863,0.0015641061,0.879,0.007007185,0.00010067926,0.0000057819375,0.008398947,6.969546e-7,0.00031847056,0.00022642729,0.04828402,0.04100681],"study_design_scores_gemma":[0.03428495,0.010997799,0.33459932,0.017770777,0.000007826841,0.000019397776,0.007847203,0.008833933,0.002010571,0.000836467,0.58251476,0.00027698613],"about_ca_topic_score_codex":0.000039841336,"about_ca_topic_score_gemma":0.0009940268,"teacher_disagreement_score":0.5444007,"about_ca_system_score_codex":0.00010700127,"about_ca_system_score_gemma":0.00024143998,"threshold_uncertainty_score":0.3936114},"labels":[],"label_agreement":null},{"id":"W2904044786","doi":"10.2196/11992","title":"A Brief Web-Based Nutrition Intervention for Young Adult University Students: Development and Evaluation Protocol Using the PRECEDE-PROCEED Model","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition, Genetics, and Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Intervention (counseling); Randomized controlled trial; Population; Medicine; Behavior change; Nutrition Education; Protocol (science); Medical education; Gerontology; Psychology; Environmental health; Alternative medicine; Nursing","score_opus":0.15517149573163766,"score_gpt":0.5110044079677232,"score_spread":0.3558329122360855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904044786","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20317613,0.0000027707872,0.0060011107,0.00005677603,0.000004240973,0.7906219,0.000024720572,0.000013251739,0.00009915718],"genre_scores_gemma":[0.11698119,4.8408526e-7,0.003086534,0.000022155258,0.00015235059,0.8795257,0.000069946705,0.000016674845,0.00014496225],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99823564,0.00030423238,0.00020417296,0.00040717077,0.0005553859,0.0002934147],"domain_scores_gemma":[0.99756795,0.000013782765,0.00008766813,0.00025476684,0.0019690718,0.00010673351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013381195,0.00012346411,0.000085533226,0.00009644222,0.0005294538,0.00013033411,0.00027089106,0.00011500827,0.000011281646],"category_scores_gemma":[0.00014376291,0.000110670626,0.00006036286,0.00014228615,0.00022377502,0.000017464386,0.00015730498,0.00008768998,0.0000014431863],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04736218,0.0142445965,0.03041879,0.010212031,0.00029231832,0.0000031386312,0.001885167,0.00034675057,0.83505106,0.000624368,0.026320733,0.033238847],"study_design_scores_gemma":[0.062040124,0.0058236183,0.005458629,0.0035127497,0.00004220441,0.0000067025917,0.0018472221,0.18265894,0.60483056,0.0017084435,0.13129562,0.0007751579],"about_ca_topic_score_codex":0.000008333709,"about_ca_topic_score_gemma":0.00013009517,"teacher_disagreement_score":0.2302205,"about_ca_system_score_codex":0.000121857316,"about_ca_system_score_gemma":0.00049607485,"threshold_uncertainty_score":0.45130172},"labels":[],"label_agreement":null},{"id":"W2904079402","doi":"10.2196/12272","title":"Determining Best Practices for Management of Bacteriuria in Spinal Cord Injury: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of Research and Development; National Institute on Minority Health and Health Disparities; Health Services Research and Development; U.S. Department of Veterans Affairs; U.S. Department of Health and Human Services","keywords":"Spinal cord injury; Bacteriuria; Protocol (science); Medicine; Spinal cord; Urine; Alternative medicine; Psychiatry; Internal medicine; Pathology","score_opus":0.5308180702903117,"score_gpt":0.7079303758202654,"score_spread":0.17711230552995372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904079402","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008876019,2.0018385e-7,0.0017945826,0.00020621446,0.00001863089,0.98570776,0.000008484748,0.000051257895,0.0033368426],"genre_scores_gemma":[0.003891816,9.281952e-8,0.08355955,0.000017229033,0.00023205887,0.91033983,0.000003383532,0.000058211714,0.0018978289],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99628836,0.00073900924,0.000820476,0.0006814678,0.00069795176,0.00077271037],"domain_scores_gemma":[0.9971069,0.0004345081,0.0005475164,0.00088974886,0.00086608226,0.00015522038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007675506,0.00024827584,0.0004784217,0.00085174164,0.00024488964,0.00011141621,0.0004101837,0.00010317703,0.000117045216],"category_scores_gemma":[0.0006582616,0.00022092767,0.000117700576,0.0009095966,0.0002362556,0.00035182876,0.00046630565,0.00039583538,0.000026019274],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09631796,0.050063588,0.01573852,0.019322067,0.000368249,0.00008037398,0.00040336224,3.688611e-7,0.003917479,0.00062357046,0.0058284085,0.80733603],"study_design_scores_gemma":[0.011898329,0.28106394,0.02667721,0.0051417705,0.000030925006,0.0000106777925,0.0017310339,0.0001287185,0.0055821342,0.0002539026,0.66727036,0.00021097616],"about_ca_topic_score_codex":0.00004046143,"about_ca_topic_score_gemma":0.000041198116,"teacher_disagreement_score":0.8071251,"about_ca_system_score_codex":0.00025823092,"about_ca_system_score_gemma":0.00020928883,"threshold_uncertainty_score":0.90091693},"labels":[],"label_agreement":null},{"id":"W2904368616","doi":"10.2196/12543","title":"Adherence Connection for Counseling, Education, and Support: Research Protocol for a Proof-of-Concept Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Ethnic group; Medicine; Intervention (counseling); Qualitative research; Health care; Protocol (science); Family medicine; Clinical psychology; Psychology; Nursing; Alternative medicine","score_opus":0.3881696337357248,"score_gpt":0.6466196015508645,"score_spread":0.25844996781513974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904368616","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00094574626,0.0000027938863,0.0012669697,0.00048683202,0.0000076379265,0.99372166,0.00005413788,0.000041306037,0.0034729172],"genre_scores_gemma":[0.0065746256,1.13131e-7,0.001180972,0.000017201808,0.0006400936,0.9534046,0.000026618278,0.000050903458,0.038104862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99523,0.00078745146,0.00071324606,0.0007310007,0.0014977629,0.0010405049],"domain_scores_gemma":[0.9876474,0.00077529025,0.0001360887,0.0007159772,0.010269264,0.0004559839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008252537,0.0001864493,0.00039117844,0.0008080848,0.00080254045,0.00018298213,0.00039553692,0.00015620317,0.0008977871],"category_scores_gemma":[0.004327303,0.0001529726,0.00013800221,0.0009998794,0.0011774177,0.00027818844,0.00017667943,0.0006871994,0.000033001368],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010737446,0.0153462365,0.002546873,0.006333485,0.00010886136,0.0000031872084,0.005701346,8.74048e-8,0.003996461,0.0017266534,0.7463238,0.20717552],"study_design_scores_gemma":[0.009534327,0.21035005,0.00046853712,0.0037830295,0.0000058533697,0.000015885638,0.0044571697,0.00046193262,0.04111766,0.0032242436,0.7264122,0.00016914634],"about_ca_topic_score_codex":0.00009426972,"about_ca_topic_score_gemma":0.00014689952,"teacher_disagreement_score":0.20700637,"about_ca_system_score_codex":0.00017484714,"about_ca_system_score_gemma":0.002991736,"threshold_uncertainty_score":0.9830139},"labels":[],"label_agreement":null},{"id":"W2904394680","doi":"10.2196/11324","title":"Supported Web-Based Guided Self-Help for Insomnia for Young People Attending Child and Adolescent Mental Health Services: Protocol for a Feasibility Assessment","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Insomnia; Mental health; Clinical psychology; Cognitive behavioral therapy for insomnia; Psychiatry; Population; Psychology; Sleep disorder; Cognition; Medicine; Protocol (science); Cognitive behavioral therapy; Alternative medicine; Environmental health","score_opus":0.15646866991817857,"score_gpt":0.5616903289527857,"score_spread":0.40522165903460716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904394680","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001095127,0.0000024592684,0.0012244915,0.0033278766,0.00005576455,0.992453,0.0003258377,0.00024528385,0.0012701954],"genre_scores_gemma":[0.005416382,2.739203e-7,0.0043662544,0.00057245686,0.0003027573,0.98879755,0.0001920431,0.00011333267,0.00023894776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949627,0.00062988064,0.00086574,0.0012190349,0.000665484,0.0016571836],"domain_scores_gemma":[0.9972755,0.0002712015,0.00034669985,0.00081578526,0.0008269248,0.00046389652],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0036295326,0.00039275642,0.0005293204,0.00036921276,0.0014890864,0.0002187259,0.00054104254,0.00035478195,0.00027971383],"category_scores_gemma":[0.00005849455,0.000336334,0.00022607061,0.0005029115,0.00023546895,0.0001755191,0.00015944461,0.00050869724,0.000020190719],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021343835,0.017783273,0.12958965,0.026320947,0.00054958084,0.000002164218,0.0069413893,0.0000020848856,0.0013780788,0.0019167628,0.7881709,0.0060013686],"study_design_scores_gemma":[0.071909994,0.012182343,0.021352949,0.00354686,0.000018792212,0.000014281569,0.003373611,0.0063288515,0.0004813679,0.000560474,0.8796438,0.000586672],"about_ca_topic_score_codex":0.00007889713,"about_ca_topic_score_gemma":0.00039246128,"teacher_disagreement_score":0.1082367,"about_ca_system_score_codex":0.00056147354,"about_ca_system_score_gemma":0.0007274033,"threshold_uncertainty_score":0.99990886},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2904484474","doi":"10.2196/12144","title":"Evaluation of Clinical Outcomes and Simultaneous Digital Tracking of Daily Physical Activity, Heart Rate, and Inhalation Behavior in Patients With Pulmonary Arterial Hypertension Treated With Inhaled Iloprost: Protocol for the Observational VENTASTEP Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pulmonary Hypertension Research and Treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bayer Vital; Bayer","keywords":"Iloprost; Medicine; Inhalation; Observational study; Nebulizer; Adverse effect; Anesthesia; Clinical trial; Physical therapy; Heart rate; Cardiology; Internal medicine; Blood pressure; Prostacyclin","score_opus":0.3956618574996004,"score_gpt":0.5540796605681578,"score_spread":0.1584178030685574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904484474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53371125,1.4953648e-7,6.643334e-7,0.000039127113,0.000001100673,0.46621072,0.000024188515,0.0000050521176,0.000007707286],"genre_scores_gemma":[0.51106596,2.2153728e-8,0.000024039591,0.0000030160115,0.000024438225,0.4888382,0.000020782296,0.000012605671,0.000010952754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966393,0.00050545204,0.00040959488,0.00042758684,0.0017334118,0.0002846165],"domain_scores_gemma":[0.9955166,0.00118892,0.00017496024,0.00030415188,0.002688262,0.00012709064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018790506,0.00017862114,0.0005076756,0.00017098276,0.00015437094,0.00005159147,0.000079243975,0.00007652311,0.000008467507],"category_scores_gemma":[0.00089129474,0.000094545336,0.00004687148,0.0003416267,0.0005075492,0.0003467173,0.000098720324,0.00025577302,8.2554124e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036873598,0.01859126,0.9050261,0.00012286569,0.0000934949,0.00006281945,0.00006385343,0.0000018677259,0.0012551289,6.6043697e-7,0.000009332096,0.03789903],"study_design_scores_gemma":[0.02812228,0.026307201,0.9399051,0.00052412,0.000052310577,0.000021496848,0.00009536474,0.0044040945,0.00043308496,0.00001279549,0.00003870938,0.00008344813],"about_ca_topic_score_codex":0.00003624481,"about_ca_topic_score_gemma":0.000019401352,"teacher_disagreement_score":0.03781558,"about_ca_system_score_codex":0.000055374716,"about_ca_system_score_gemma":0.00035096356,"threshold_uncertainty_score":0.3855447},"labels":[],"label_agreement":null},{"id":"W2904546237","doi":"10.2196/12087","title":"Massive Open Online Courses (MOOC) Evaluation Methods: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Massive open online course; Computer science; Medical education; Multimedia; World Wide Web; Medicine","score_opus":0.7580051715055444,"score_gpt":0.7642170662909796,"score_spread":0.006211894785435268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904546237","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.2748828e-11,0.14743245,0.008439404,0.0011098414,0.000009776372,0.842581,0.00004761161,0.00012159237,0.0002583474],"genre_scores_gemma":[3.7390806e-11,0.054799035,0.089015685,0.00010574999,0.00038821175,0.8525982,0.00008864766,0.00009573961,0.0029087572],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97644544,0.015821416,0.0023110958,0.0016961949,0.0025762708,0.001149561],"domain_scores_gemma":[0.9867665,0.0029591199,0.0020172368,0.0035250213,0.004377093,0.00035498408],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03843232,0.00074806385,0.0041199117,0.0006505556,0.0005316511,0.0019475729,0.009655703,0.00045058533,0.0000957211],"category_scores_gemma":[0.010349968,0.0004941696,0.0008266978,0.0024468023,0.00021113938,0.00067577336,0.002938366,0.001517758,0.00033191108],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082423585,0.00039899786,3.024571e-8,0.7427139,0.00009599228,0.0000040696395,0.000021194413,2.8874769e-7,4.863809e-8,0.00077802845,0.04341982,0.21255937],"study_design_scores_gemma":[0.00048596464,0.0006886401,1.4675781e-8,0.49244228,0.00009222972,0.000011523241,0.0000053406598,0.0032555324,4.5607945e-7,0.0010883275,0.50165033,0.00027934418],"about_ca_topic_score_codex":0.0000071852664,"about_ca_topic_score_gemma":0.0000053637445,"teacher_disagreement_score":0.45823053,"about_ca_system_score_codex":0.00060107885,"about_ca_system_score_gemma":0.0063333786,"threshold_uncertainty_score":0.999751},"labels":[],"label_agreement":null},{"id":"W2905171864","doi":"10.2196/12089","title":"Mobility and Participation of People With Disabilities Using Mobility Assistive Technologies: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver Coastal Health Research Institute; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Vancouver Coastal Health; University of British Columbia, Okanagan Campus; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; GF Strong Rehabilitation Centre; Simon Fraser University; Institut Universitaire de Gériatrie de Montréal; University of British Columbia; Université de Montréal; Université Laval; Centre for Interdisciplinary Research in Rehabilitation","funders":"Social Sciences and Humanities Research Council of Canada; University of British Columbia","keywords":"Protocol (science); Assistive technology; Computer science; Psychology; Applied psychology; Gerontology; Human–computer interaction; Medicine; Alternative medicine","score_opus":0.529937271672041,"score_gpt":0.7067797054080492,"score_spread":0.17684243373600828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905171864","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17895074,5.149187e-7,0.0063466174,0.00022514208,0.000005417645,0.813799,0.000036168614,0.00029108574,0.00034530114],"genre_scores_gemma":[0.29162076,3.9369237e-8,0.016325405,0.0000054210605,0.000021441432,0.69194996,0.0000019428123,0.000020842748,0.000054208005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99125624,0.005659726,0.0009861608,0.000801477,0.00049988314,0.0007965387],"domain_scores_gemma":[0.98856896,0.005836171,0.00045063734,0.0021216557,0.00291391,0.00010869045],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.012994009,0.00024940993,0.0005980923,0.00023772345,0.001696022,0.000022789012,0.0006727784,0.00040261896,0.00011819982],"category_scores_gemma":[0.008636447,0.00018143942,0.000058273552,0.0009221247,0.0039654877,0.00021298173,0.0012143769,0.0011640417,0.0000057369375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00378025,0.0062450157,0.96062165,0.002825691,0.000053275802,1.6937733e-7,0.005389811,6.680608e-7,0.0011423666,0.0010872892,0.00051458186,0.018339196],"study_design_scores_gemma":[0.0060325884,0.013048271,0.836108,0.0016621996,0.000014092446,7.7413625e-7,0.11433985,0.0010780926,0.005644231,0.006821333,0.01491231,0.0003382277],"about_ca_topic_score_codex":0.00022076917,"about_ca_topic_score_gemma":0.001108987,"teacher_disagreement_score":0.124513656,"about_ca_system_score_codex":0.00045651098,"about_ca_system_score_gemma":0.0007554343,"threshold_uncertainty_score":0.99971426},"labels":[],"label_agreement":null},{"id":"W2905230118","doi":"10.2196/12459","title":"The Feasibility of Examining the Effects of Gastric Bypass Surgery on Intestinal Metabolism: Prospective, Longitudinal Mechanistic Clinical Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Gastric bypass; Medicine; Clinical trial; Gastric bypass surgery; Prospective cohort study; Intensive care medicine; Surgery; Internal medicine; Weight loss; Obesity","score_opus":0.4403894554592841,"score_gpt":0.5652387482741608,"score_spread":0.12484929281487667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905230118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5510031,0.00002579257,0.000109474684,0.00037708099,0.00026337642,0.44715834,0.000005256299,0.000049692142,0.0010078627],"genre_scores_gemma":[0.63719004,0.000002681295,0.00010752915,0.000021503558,0.0009426896,0.3614286,0.0000011603116,0.000020951265,0.00028488092],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931093,0.0029925155,0.0011649268,0.0005298598,0.0015279595,0.0006754338],"domain_scores_gemma":[0.9603401,0.03675939,0.00043765473,0.0011057721,0.0011625561,0.00019455054],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018242698,0.00021513071,0.0008771684,0.00024386366,0.00042092093,0.000050297454,0.00045942655,0.00015301965,0.000071694274],"category_scores_gemma":[0.04535884,0.00010700967,0.0003588611,0.0013426398,0.0015248255,0.00007279854,0.00027200076,0.0011847864,0.000024290086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19501148,0.0035543577,0.75903434,0.0012602694,0.0002693425,0.00006962508,0.00014456434,9.6210556e-8,0.0019043839,0.004001253,0.006364438,0.028385846],"study_design_scores_gemma":[0.01974616,0.015817301,0.94984,0.0017072624,0.00005499304,0.000031297343,0.000074887,0.000021050813,0.009133412,0.001326551,0.0021124657,0.00013461437],"about_ca_topic_score_codex":0.000023700977,"about_ca_topic_score_gemma":0.000006824558,"teacher_disagreement_score":0.19080566,"about_ca_system_score_codex":0.0000881685,"about_ca_system_score_gemma":0.00094210065,"threshold_uncertainty_score":0.9626825},"labels":[],"label_agreement":null},{"id":"W2905327237","doi":"10.2196/11228","title":"Investigating Nutrition-Related Complications and Quality of Life in Patients With Gastroenteropancreatic Neuroendocrine Tumors: Protocol for a Mixed-Methods Prospective Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neuroendocrine Tumor Research Advances","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ipsen; Peter MacCallum Cancer Centre","keywords":"Medicine; Incidence (geometry); Population; Quality of life (healthcare); Neuroendocrine tumors; Disease; Intensive care medicine; Internal medicine; Environmental health; Nursing","score_opus":0.18314242630890548,"score_gpt":0.5649154475530146,"score_spread":0.3817730212441091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905327237","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34587374,2.9724222e-7,0.000032820597,0.00022396512,9.646357e-7,0.6536813,0.00001960424,0.000041067786,0.00012622892],"genre_scores_gemma":[0.19098005,3.0592656e-8,0.009123512,0.000027097925,0.000030354344,0.7997368,0.000009453113,0.000048705257,0.000044016182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99423707,0.0019618175,0.0010553955,0.0007900354,0.0011015797,0.0008541159],"domain_scores_gemma":[0.99566126,0.00085012446,0.0003423937,0.00071759144,0.0019739126,0.0004547211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014355071,0.00026648567,0.0007167094,0.00058154715,0.00024862558,0.000068946414,0.0002973343,0.000011849549,0.000022628623],"category_scores_gemma":[0.00424708,0.00020917962,0.00005408073,0.001166729,0.0012067418,0.00028069064,0.00030901586,0.00071279024,0.0000040964514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061776917,0.009135544,0.9781683,0.0034479615,0.00004161927,0.000016162681,0.00021647179,5.610063e-7,0.0017313625,0.00018789497,0.0002251494,0.0006512669],"study_design_scores_gemma":[0.036502745,0.035487685,0.91866046,0.004395605,0.0000032442072,0.000018825356,0.000538382,0.000071008086,0.0029423684,0.0006951013,0.00054674665,0.00013780629],"about_ca_topic_score_codex":0.00008495118,"about_ca_topic_score_gemma":0.00009742447,"teacher_disagreement_score":0.15489371,"about_ca_system_score_codex":0.00014056884,"about_ca_system_score_gemma":0.00033926513,"threshold_uncertainty_score":0.85300976},"labels":[],"label_agreement":null},{"id":"W2905345889","doi":"10.2196/12061","title":"Household Surveys in the General Population and Web-Based Surveys in IQOS Users Registered at the Philip Morris International IQOS User Database: Protocols on the Use of Tobacco- and Nicotine-Containing Products in Germany, Italy, and the United Kingdom (Greater London), 2018-2020","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Environmental health; Context (archaeology); Population; Medicine; Nicotine; Nicotine replacement therapy; Cross-sectional study; Stratified sampling; Geography; Psychiatry","score_opus":0.41044591277434106,"score_gpt":0.4751835014685808,"score_spread":0.06473758869423973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905345889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7162242,0.0000015469772,0.0000060498187,0.0031323873,0.000009730563,0.2805501,0.000043977554,0.000012357624,0.00001967784],"genre_scores_gemma":[0.6201187,0.0000016545235,0.0000153504,0.00017163012,0.000084914645,0.3793504,0.00009068305,0.000024568506,0.00014211515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98948556,0.007814923,0.0006131964,0.0005689607,0.0010907106,0.00042665398],"domain_scores_gemma":[0.9970669,0.0013405689,0.00024482256,0.0009971787,0.00029012942,0.000060360962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020265859,0.00024089424,0.00032649018,0.00044586125,0.00023947767,0.0002815169,0.00040907064,0.00012733607,0.000046867863],"category_scores_gemma":[0.0014682843,0.00011771214,0.000036372952,0.0008829788,0.00082770747,0.0003256582,0.00030088826,0.00080199057,0.0000013656944],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021474555,0.00022850298,0.9927113,0.00012617462,0.000016169397,0.000016850741,0.00095314276,0.00002523549,0.0018096317,0.00010016219,0.001194633,0.00067071675],"study_design_scores_gemma":[0.008444385,0.00042321405,0.9833306,0.0013642535,0.000007425655,0.000015605912,0.00010744325,0.0013206614,0.0014544475,0.000018657309,0.0033821806,0.00013112501],"about_ca_topic_score_codex":0.0046427567,"about_ca_topic_score_gemma":0.0036975713,"teacher_disagreement_score":0.09880031,"about_ca_system_score_codex":0.00018272386,"about_ca_system_score_gemma":0.00013043394,"threshold_uncertainty_score":0.7023783},"labels":[],"label_agreement":null},{"id":"W2905424090","doi":"10.2196/12045","title":"The Effect of Vitamin D Supplements on Clinical and Para-Clinical Outcomes in Patients With Multiple Sclerosis: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Vitamin D Research Studies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multiple sclerosis; Medicine; Vitamin D and neurology; Protocol (science); Clinical trial; Disease; Intensive care medicine; Physical therapy; Alternative medicine; Internal medicine; Immunology; Pathology","score_opus":0.5107452422896059,"score_gpt":0.6598232675095188,"score_spread":0.14907802521991287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905424090","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000082601755,0.024806295,6.998339e-7,0.000111281406,0.000007221248,0.9748864,0.00013189917,0.000024689198,0.000023210841],"genre_scores_gemma":[0.00000128285,0.119589664,0.000077892146,0.000027394357,0.00009794873,0.8797509,0.000034842415,0.00011546229,0.0003046266],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9792256,0.010995022,0.0043767784,0.0012395139,0.00286936,0.0012937671],"domain_scores_gemma":[0.9688115,0.026226994,0.0012723097,0.0020959675,0.0011642214,0.0004290089],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032234967,0.00080485403,0.007772441,0.000430907,0.00035168495,0.000104212224,0.0010340357,0.00047320029,0.000015094322],"category_scores_gemma":[0.037545882,0.00032953577,0.001031735,0.00079896976,0.0019603455,0.0000876314,0.000822816,0.0021521754,0.00005531949],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024954171,0.0015997625,0.09943207,0.857655,0.0007816316,0.00000704981,0.000008403005,1.0788314e-9,1.03723785e-8,0.0000024759934,0.0126965325,0.025321666],"study_design_scores_gemma":[0.016655935,0.043378953,0.011405037,0.72051907,0.0001935943,0.0000013343177,0.000004542618,8.5161923e-7,7.614095e-7,0.0000018162068,0.20762599,0.0002121574],"about_ca_topic_score_codex":0.0000049273845,"about_ca_topic_score_gemma":0.000020515829,"teacher_disagreement_score":0.19492945,"about_ca_system_score_codex":0.00022878805,"about_ca_system_score_gemma":0.00069178233,"threshold_uncertainty_score":0.99991566},"labels":[],"label_agreement":null},{"id":"W2905679079","doi":"10.2196/12526","title":"Understanding the Effect of Adding Automated and Human Coaching to a Mobile Health Physical Activity App for Afghanistan and Iraq Veterans: Protocol for a Randomized Controlled Trial of the Stay Strong Intervention","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; U.S. Department of Veterans Affairs","keywords":"Health coaching; Coaching; mHealth; Randomized controlled trial; Intervention (counseling); Medicine; Psychological intervention; Behavior change; Physical therapy; Psychology; Nursing","score_opus":0.3166051532568859,"score_gpt":0.6542431892671043,"score_spread":0.33763803601021847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905679079","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021828093,0.0000011123986,0.009356903,0.0003322018,0.000017737446,0.96820563,0.00008082499,0.000070120375,0.00010734628],"genre_scores_gemma":[0.25567004,1.3944855e-7,0.00013406281,0.000022276576,0.00018009389,0.74390084,0.0000032250484,0.000026655667,0.00006267506],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9893942,0.007740824,0.0011190962,0.0004157193,0.00051117904,0.00081901357],"domain_scores_gemma":[0.98729146,0.010607352,0.001000632,0.00046941012,0.0003673024,0.00026382116],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02112791,0.00020935542,0.001319018,0.00017668161,0.0028412442,0.00004126284,0.0002838633,0.0001312213,0.000010313888],"category_scores_gemma":[0.0014926625,0.00011141658,0.00026537693,0.00032047753,0.00051844266,0.00009546574,0.00020098663,0.0006076043,5.936527e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96668345,0.00047504154,0.00007630629,0.012519508,0.000059775437,2.7874771e-8,0.0021270127,0.0000017086504,0.0012563659,0.010095884,0.0009893365,0.005715611],"study_design_scores_gemma":[0.9490266,0.025894135,0.000062459556,0.0055125128,0.000018130737,2.8154105e-7,0.00087939616,0.0071390546,0.00042544695,0.001068389,0.009867674,0.000105920786],"about_ca_topic_score_codex":0.0001788696,"about_ca_topic_score_gemma":0.00016847439,"teacher_disagreement_score":0.23384196,"about_ca_system_score_codex":0.00034486712,"about_ca_system_score_gemma":0.0005605873,"threshold_uncertainty_score":0.9984569},"labels":[],"label_agreement":null},{"id":"W2905752990","doi":"10.2196/resprot.9639","title":"A Web-Based Telemanagement System for Patients With Complex Inflammatory Bowel Disease: Protocol for a Randomized Controlled Clinical Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Instituto de Salud Carlos III","keywords":"Inflammatory bowel disease; Randomized controlled trial; Medicine; Protocol (science); Disease; Physical therapy; Internal medicine; Alternative medicine; Pathology","score_opus":0.08971776920595298,"score_gpt":0.47988802961583993,"score_spread":0.39017026040988695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905752990","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008942616,3.4282974e-7,0.0015846975,0.000071757495,0.000030161798,0.9887819,0.00015184538,0.00008256939,0.0003540842],"genre_scores_gemma":[0.011219231,2.9306893e-8,0.001208482,0.00009856652,0.0013139992,0.9854549,0.00018783756,0.000104420506,0.00041252055],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99333715,0.0023273183,0.001431882,0.00096461625,0.0009924402,0.00094656966],"domain_scores_gemma":[0.9947208,0.0005983845,0.0005762357,0.0011336161,0.002410766,0.0005601995],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0076161954,0.00041440787,0.0009785007,0.00019717313,0.0004953662,0.00021489394,0.0006842553,0.00023295046,0.000053784614],"category_scores_gemma":[0.0023929176,0.00028630954,0.00083029753,0.00011828655,0.0009866947,0.000015854046,0.00022063547,0.00019921202,0.000026244055],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96726835,0.0019073563,0.002772927,0.0030253003,0.00029726414,0.000011335368,0.0000065711265,0.000006403913,0.00015599604,0.00038585384,0.023922658,0.00023996706],"study_design_scores_gemma":[0.813697,0.006610323,0.00272765,0.0007735741,0.00003443758,1.02156626e-7,0.000009303633,0.0027215013,0.0001181397,0.00003868435,0.17294809,0.00032123728],"about_ca_topic_score_codex":6.301331e-7,"about_ca_topic_score_gemma":0.000008336075,"teacher_disagreement_score":0.15357141,"about_ca_system_score_codex":0.00010254869,"about_ca_system_score_gemma":0.001590646,"threshold_uncertainty_score":0.99995893},"labels":[],"label_agreement":null},{"id":"W2905827267","doi":"10.2196/12510","title":"The Integration of Interlinkages Between Nature and Human Health in Primary Health Care: Protocol for a Scoping Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Urban Green Space and Health","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Antwerpen","keywords":"Scope (computer science); Inclusion (mineral); Protocol (science); Health care; Scientific literature; Relation (database); Medicine; Psychology; Alternative medicine; Political science; Computer science; Pathology","score_opus":0.36595805999681785,"score_gpt":0.6375345309980932,"score_spread":0.27157647100127535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905827267","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.5978708e-8,0.29643646,0.00000775249,0.0013306744,0.000002317996,0.7020415,0.00003099831,0.000013189214,0.00013705289],"genre_scores_gemma":[1.1066391e-8,0.32103598,0.00026772183,0.00025914042,0.000110676745,0.67811245,0.000051350096,0.000037858394,0.00012478649],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99367136,0.0021817281,0.001598837,0.0007751945,0.0008124712,0.0009604118],"domain_scores_gemma":[0.997143,0.00059559,0.0010814266,0.0008199219,0.000095737465,0.00026435984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009042461,0.0003689418,0.0018256264,0.00019395167,0.00072709273,0.00010023391,0.0008901497,0.00035522354,0.00003354948],"category_scores_gemma":[0.00016380644,0.0002273539,0.0001966295,0.0007904261,0.0006238215,0.00016994568,0.00063063647,0.0019137152,0.000016868607],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018936811,0.00005098791,0.00022156494,0.36324877,0.0000052814967,2.3416239e-7,0.00018311138,2.1729436e-9,9.5485404e-8,0.000038350125,0.053936664,0.582296],"study_design_scores_gemma":[0.0002896593,0.0014744592,0.00012962196,0.42612463,0.00000168754,8.5787224e-7,0.000012325629,7.266885e-8,3.4578136e-7,0.000040871048,0.57182693,0.000098537595],"about_ca_topic_score_codex":0.00042017017,"about_ca_topic_score_gemma":0.0062459395,"teacher_disagreement_score":0.5821975,"about_ca_system_score_codex":0.0017553413,"about_ca_system_score_gemma":0.0018938978,"threshold_uncertainty_score":0.9271223},"labels":[],"label_agreement":null},{"id":"W2906013757","doi":"10.2196/11183","title":"Adaptive Antiretroviral Therapy Adherence Interventions for Youth Living With HIV Through Text Message and Cell Phone Support With and Without Incentives: Protocol for a Sequential Multiple Assignment Randomized Trial (SMART)","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; City University of New York","keywords":"Psychological intervention; Phone; Protocol (science); Incentive; Text message; Smart phone; Randomized controlled trial; Short Message Service; Computer science; Human immunodeficiency virus (HIV); Antiretroviral therapy; Antiretroviral medication; Text messaging; Medicine; Psychology; Internet privacy; Applied psychology; Family medicine; Nursing; Viral load; Computer network; Alternative medicine; Telecommunications","score_opus":0.25764904464591976,"score_gpt":0.5213922873381056,"score_spread":0.26374324269218585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906013757","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00686204,0.000007275441,0.05166821,0.000105356485,0.00000494674,0.939578,0.00021779937,0.00006805103,0.0014883373],"genre_scores_gemma":[0.1077812,0.0000026903424,0.007834495,0.00001747783,0.00024887253,0.87516516,0.000043010157,0.00007927161,0.008827798],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951128,0.0010910152,0.00075903075,0.00091086014,0.0010564188,0.001069899],"domain_scores_gemma":[0.99667686,0.0008484203,0.0003239569,0.00048603766,0.0012528207,0.0004118777],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034247118,0.0004059201,0.0010001783,0.00032671017,0.0007696449,0.00035886746,0.00027388506,0.0001557351,0.0003731813],"category_scores_gemma":[0.00072763267,0.0002555495,0.00036829934,0.0003868994,0.0022464264,0.00060633,0.00023007677,0.0005907296,0.0000144714695],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97344595,0.0035865342,0.0032199642,0.0025021946,0.00042093685,0.0000070805177,0.004833061,1.249057e-7,0.002613404,0.00012678881,0.004907176,0.004336765],"study_design_scores_gemma":[0.78749806,0.17940646,0.00016651464,0.01321668,0.000048820333,0.000013440533,0.003233566,0.0014410147,0.008436895,0.00013839705,0.006053383,0.00034676705],"about_ca_topic_score_codex":0.000110723915,"about_ca_topic_score_gemma":0.000112444824,"teacher_disagreement_score":0.18594791,"about_ca_system_score_codex":0.00014731672,"about_ca_system_score_gemma":0.0007246255,"threshold_uncertainty_score":0.9999897},"labels":[],"label_agreement":null},{"id":"W2906229705","doi":"10.2196/11591","title":"An Online Mindfulness-Based Cognitive Behavioral Therapy Intervention for Youth Diagnosed With Major Depressive Disorders: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University Health Network; Centre for Addiction and Mental Health; University of Toronto; York University","funders":"","keywords":"Randomized controlled trial; Psychiatry; Mindfulness; Mental health; Suicidal ideation; Clinical psychology; Major depressive disorder; Medicine; Ethnic group; Psychology; Cognition; Poison control; Suicide prevention","score_opus":0.24322218768928933,"score_gpt":0.5748222007995676,"score_spread":0.33160001311027826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906229705","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010811978,9.2273325e-7,0.1443709,0.00010664334,0.000049556154,0.84386134,0.0005344115,0.00009793855,0.0001663275],"genre_scores_gemma":[0.111421704,3.423533e-9,0.00024446778,0.000032944507,0.0006453075,0.88641006,0.0002488786,0.00010092701,0.0008957169],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924891,0.003548427,0.0012471587,0.0010014406,0.0007432053,0.00097069854],"domain_scores_gemma":[0.99370235,0.0023593577,0.00074827846,0.000722072,0.0021886404,0.00027932422],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036177216,0.00045991185,0.0014148748,0.00054491305,0.0007479534,0.000343844,0.00069491786,0.00030763503,0.0065274923],"category_scores_gemma":[0.00047957327,0.0002968881,0.0011646736,0.00039117227,0.0009359951,0.00025859196,0.000057979883,0.00047320532,0.000025239038],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.921193,0.03176716,0.000056727415,0.0001690103,0.00032195874,0.000004558192,0.000877013,4.4840823e-7,0.000009806357,0.0015653676,0.0019035431,0.042131394],"study_design_scores_gemma":[0.9270611,0.056873545,0.000049592014,0.0025817745,0.0000637496,8.684485e-7,0.0026416862,0.00046587505,0.0028963888,0.0034351486,0.003551276,0.000379029],"about_ca_topic_score_codex":0.00016681768,"about_ca_topic_score_gemma":0.0005613598,"teacher_disagreement_score":0.14412643,"about_ca_system_score_codex":0.00006468597,"about_ca_system_score_gemma":0.0002920132,"threshold_uncertainty_score":0.9999483},"labels":[],"label_agreement":null},{"id":"W2906320679","doi":"10.2196/12601","title":"Improving Blood Pressure Among African Americans With Hypertension Using a Mobile Health Approach (the MI-BP App): Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute","keywords":"mHealth; Medicine; African american; Psychological intervention; Ethnic group; Gerontology; Blood pressure; Population; Ambulatory blood pressure; Health care; Protocol (science); Randomized controlled trial; Emergency department; Public health; Family medicine; Alternative medicine; Nursing; Environmental health; Internal medicine","score_opus":0.22855399264728704,"score_gpt":0.5734301110420509,"score_spread":0.34487611839476384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906320679","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002950995,0.0000112445705,0.0069146617,0.0008148001,0.000028588009,0.9898661,0.000037945094,0.00027328412,0.0017583019],"genre_scores_gemma":[0.0013235386,0.0000010758698,0.008444996,0.000816798,0.001872818,0.98552805,0.00001958526,0.00015806909,0.0018350856],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98228073,0.009295365,0.0025395406,0.0012856277,0.0015662807,0.0030324825],"domain_scores_gemma":[0.98748505,0.005115638,0.0021287743,0.0016870311,0.0024305626,0.0011529727],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.019890254,0.00053581444,0.0025203682,0.00044346572,0.0066744275,0.00012009428,0.00094435015,0.00041134408,0.0002007602],"category_scores_gemma":[0.0015971609,0.0003018646,0.00038840732,0.0014551361,0.0018615357,0.00022095353,0.0003239167,0.0022431214,0.00003235076],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97257984,0.0021001105,0.00008485482,0.005445268,0.00017719824,0.000001246599,0.0013427541,0.000015750014,0.0001348442,0.00076258084,0.012238647,0.0051168795],"study_design_scores_gemma":[0.69155747,0.0070298207,0.000010333496,0.0013232395,0.000057383037,0.0000046593295,0.0009913486,0.0113161,0.00002074948,0.00013028568,0.2873217,0.00023694737],"about_ca_topic_score_codex":0.002116661,"about_ca_topic_score_gemma":0.00020677884,"teacher_disagreement_score":0.28102243,"about_ca_system_score_codex":0.00022507,"about_ca_system_score_gemma":0.008171035,"threshold_uncertainty_score":0.9999434},"labels":[],"label_agreement":null},{"id":"W2906384662","doi":"10.2196/11625","title":"Enhanced Patient Activation in Cancer Care Transitions: Protocol for a Randomized Controlled Trial of a Tailored Electronic Health Intervention for Men With Prostate Cancer","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prostate cancer; Randomized controlled trial; Intervention (counseling); Medicine; Cancer; Protocol (science); Health care; Family medicine; Alternative medicine; Physical therapy; Nursing; Internal medicine","score_opus":0.08132955804163011,"score_gpt":0.5307257140355807,"score_spread":0.44939615599395055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906384662","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048390226,0.000010393954,0.0021089274,0.0012302614,0.000009953387,0.9915465,0.00004960298,0.00002964861,0.00017569424],"genre_scores_gemma":[0.13404095,0.0000017770687,0.00007900232,0.000046331137,0.00019240886,0.86532927,0.000041629686,0.000040005867,0.00022865299],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964418,0.0007951311,0.0009271913,0.00044076474,0.0006961179,0.0006989971],"domain_scores_gemma":[0.9966752,0.00029656058,0.0004741463,0.0002663952,0.0021715534,0.00011614866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022122401,0.00020724653,0.0012373074,0.00036371668,0.00014646305,0.00003528816,0.00010776629,0.000104623985,0.000095441465],"category_scores_gemma":[0.00022218493,0.00014103026,0.0003402811,0.0005124826,0.0002205533,0.00014305007,0.00001760241,0.00029824255,3.80289e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95607436,0.001042134,0.000011231216,0.005133203,0.0001548212,1.8079689e-7,0.0108743915,0.0000054347697,0.0029394135,0.00016345804,0.0003935999,0.023207791],"study_design_scores_gemma":[0.91669023,0.0339087,0.0000140248185,0.010270897,0.000017334904,2.055278e-7,0.0019816563,0.00031924917,0.030368323,0.0003120049,0.005985629,0.00013172049],"about_ca_topic_score_codex":0.0014486725,"about_ca_topic_score_gemma":0.007868278,"teacher_disagreement_score":0.12920192,"about_ca_system_score_codex":0.0011221339,"about_ca_system_score_gemma":0.002830945,"threshold_uncertainty_score":0.5751047},"labels":[],"label_agreement":null},{"id":"W2906409000","doi":"10.2196/11448","title":"The Adverse Drug Reactions From Patient Reports in Social Media Project: Protocol for an Evaluation Against a Gold Standard","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Région Normandie","keywords":"Terminology; Pharmacovigilance; Protocol (science); Social media; Lexicon; Computer science; MedDRA; Adverse drug reaction; Gold standard (test); Guideline; Sample (material); Data science; Artificial intelligence; Medicine; Drug; World Wide Web; Alternative medicine; Pathology; Pharmacology","score_opus":0.562351022002949,"score_gpt":0.6681715625162281,"score_spread":0.10582054051327916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906409000","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01577461,0.0000011849577,0.000005453128,0.0006461136,0.00013551951,0.9744227,0.00025929903,0.00011351661,0.008641598],"genre_scores_gemma":[0.02211189,0.0000012096576,0.000091651644,0.00020533435,0.001566154,0.9755078,0.000111868416,0.000045361616,0.00035874787],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938381,0.0024986835,0.0008464691,0.00069607364,0.0011111859,0.0010095346],"domain_scores_gemma":[0.99602973,0.0014264687,0.000380105,0.0004937551,0.0014217925,0.00024815797],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0071866866,0.0002659841,0.00027287932,0.00030640833,0.001861918,0.000116054616,0.00042204838,0.00028854873,0.0003271955],"category_scores_gemma":[0.0009771776,0.00020904519,0.00013399086,0.0007887552,0.0006920563,0.000596407,0.00015432986,0.001582557,0.00006580492],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020958314,0.0044445363,0.0033315178,0.00031398423,0.00020633929,0.00010524385,0.019327998,0.00015354938,0.06425931,0.00073526823,0.6851218,0.20104218],"study_design_scores_gemma":[0.0053134025,0.0005012439,0.0005904331,0.00021741184,0.000011178113,0.000004149232,0.0020278199,0.0022548747,0.019270673,0.0030589735,0.96650696,0.00024286858],"about_ca_topic_score_codex":0.000073245086,"about_ca_topic_score_gemma":0.00088239386,"teacher_disagreement_score":0.2813852,"about_ca_system_score_codex":0.00069481763,"about_ca_system_score_gemma":0.0015394982,"threshold_uncertainty_score":0.9994375},"labels":[],"label_agreement":null},{"id":"W2906435268","doi":"10.2196/12527","title":"A Medication Synchronization Program and Blood Pressure Levels in a Community Pharmacy: Protocol","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Association of Chain Drug Stores Foundation","keywords":"Medicine; Pharmacy; Medical prescription; Blood pressure; Medication adherence; Protocol (science); Intervention (counseling); Community pharmacy; Intensive care medicine; Alternative medicine; Physical therapy; Emergency medicine; Family medicine; Internal medicine; Nursing","score_opus":0.5529149778628355,"score_gpt":0.6671182707489456,"score_spread":0.11420329288611009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906435268","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005978855,0.000005008126,0.000023361174,0.0015825902,0.000004034254,0.98820007,0.000007637234,0.00011021854,0.004088247],"genre_scores_gemma":[0.16266605,6.746355e-7,0.0004930966,0.00016707089,0.00015028147,0.8361808,0.000011052458,0.000021919064,0.0003090588],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965147,0.0014662794,0.0003798643,0.00029307,0.00083741924,0.00050866883],"domain_scores_gemma":[0.9982785,0.00039650986,0.00010972287,0.00044702622,0.00045765677,0.00031061485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029722198,0.00015122262,0.00023569715,0.0002396896,0.0003248807,0.00010383893,0.00022842073,0.00010876424,0.0005214808],"category_scores_gemma":[0.0008960123,0.0001197662,0.000030019839,0.000663933,0.0005337825,0.00037990158,0.00025647777,0.0014850277,0.0000459157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008244219,0.021791682,0.558495,0.015734993,0.00030077764,0.00007877669,0.005016892,8.749808e-7,0.012671979,0.0006419421,0.0074489196,0.36957392],"study_design_scores_gemma":[0.014124041,0.005376796,0.053953998,0.002486219,0.000031381438,0.00003804665,0.000096527554,0.007631074,0.0055208406,0.00028174804,0.91028607,0.00017324802],"about_ca_topic_score_codex":0.00010362414,"about_ca_topic_score_gemma":0.00003770823,"teacher_disagreement_score":0.90283716,"about_ca_system_score_codex":0.000045364024,"about_ca_system_score_gemma":0.00032598226,"threshold_uncertainty_score":0.6451789},"labels":[],"label_agreement":null},{"id":"W2906754318","doi":"10.2196/11202","title":"Implementation Science Research Examining the Integration of Evidence-Based Practices Into HIV Prevention and Clinical Care: Protocol for a Mixed-Methods Study Using the Exploration, Preparation, Implementation, and Sustainment (EPIS) Model","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Context (archaeology); Protocol (science); Implementation research; Psychological intervention; Evidence-based practice; Scale (ratio); Medical education; Nursing; Psychology; Medicine; Alternative medicine; Archaeology","score_opus":0.9498813267489514,"score_gpt":0.8718831554655534,"score_spread":0.07799817128339803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906754318","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0997868,0.0000018204855,0.037416894,0.005108408,0.000020373132,0.85760397,0.000011690082,0.000024113368,0.000025925603],"genre_scores_gemma":[0.14675389,0.000001517246,0.015650276,0.00016263059,0.000115241855,0.8371931,0.0000073319848,0.000024361096,0.00009168671],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.967689,0.024814872,0.0023935714,0.0010523527,0.0029196285,0.0011306043],"domain_scores_gemma":[0.9739649,0.01597887,0.0018532502,0.0009564974,0.007014272,0.00023218997],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13256963,0.00021624107,0.00032746876,0.0006628519,0.0051545193,0.0004229001,0.00080384314,0.00011523645,0.00008338401],"category_scores_gemma":[0.010369313,0.00012973751,0.000043159856,0.0021581273,0.0011741242,0.0031572508,0.0007423156,0.000983577,0.000005916909],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037216633,0.0008505065,0.38340777,0.0060954588,0.000059209557,5.035061e-7,0.3980061,0.0003991238,0.02527563,0.0071292706,0.009028747,0.166026],"study_design_scores_gemma":[0.008312456,0.008573626,0.04308625,0.0018047157,0.000018023798,7.8815987e-7,0.8656078,0.050113168,0.0046278466,0.0041762535,0.013422017,0.00025708586],"about_ca_topic_score_codex":0.0008131428,"about_ca_topic_score_gemma":0.0020057093,"teacher_disagreement_score":0.46760166,"about_ca_system_score_codex":0.000987447,"about_ca_system_score_gemma":0.009948187,"threshold_uncertainty_score":0.99796677},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2907060425","doi":"10.2196/12213","title":"Dignity Therapy Led by Nurses or Chaplains for Elderly Cancer Palliative Care Outpatients: Protocol for a Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Dignity and Privacy","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba; Research Institute in Oncology and Hematology; CancerCare Manitoba","funders":"National Institute of Nursing Research; National Cancer Institute; National Institutes of Health","keywords":"Dignity; Palliative care; Randomized controlled trial; Medicine; Psychosocial; Intervention (counseling); Nursing; Distress; Psychology; Psychotherapist; Family medicine; Clinical psychology; Psychiatry; Internal medicine","score_opus":0.40111369521713025,"score_gpt":0.623889312509168,"score_spread":0.22277561729203776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907060425","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003496206,0.000006203264,0.00044852105,0.0006126102,0.0000508433,0.9936484,0.00033896446,0.000111456146,0.0012867572],"genre_scores_gemma":[0.0015899288,0.0000017671696,0.0004218028,0.00022289282,0.0010293392,0.9920606,0.000090155816,0.000079647245,0.004503857],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945593,0.0013990453,0.0010252378,0.000720541,0.0012005684,0.001095337],"domain_scores_gemma":[0.9912316,0.0035414214,0.00046978125,0.0006007487,0.0037854668,0.0003709426],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002589957,0.00043105666,0.001995161,0.00027821708,0.0007615199,0.00016586774,0.0004665804,0.0003117609,0.0006342928],"category_scores_gemma":[0.005608819,0.00025284983,0.000705775,0.00040762324,0.0007449362,0.00023835454,0.00007864905,0.000495745,0.000019964145],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9508542,0.0028419057,0.00015937709,0.0011520678,0.00038308854,0.0000018098002,0.004419116,7.2297e-8,0.00052527053,0.000096196076,0.02664651,0.012920409],"study_design_scores_gemma":[0.6454588,0.037931144,0.000009435102,0.0015601617,0.000019375686,1.7391481e-7,0.00028089897,0.000082845385,0.0052303574,0.0004136485,0.30881092,0.00020219115],"about_ca_topic_score_codex":0.00006384468,"about_ca_topic_score_gemma":0.00006742114,"teacher_disagreement_score":0.30539533,"about_ca_system_score_codex":0.00032010174,"about_ca_system_score_gemma":0.0015833547,"threshold_uncertainty_score":0.9999924},"labels":[],"label_agreement":null},{"id":"W2907065905","doi":"10.2196/12498","title":"Using Values Affirmation to Reduce the Effects of Stereotype Threat on Hypertension Disparities: Protocol for the Multicenter Randomized Hypertension and Values (HYVALUE) Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cultural Differences and Values","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Randomized controlled trial; Blood pressure; Stereotype threat; Intervention (counseling); Clinical trial; Stereotype (UML); Physical therapy; Psychology; Psychiatry; Internal medicine; Social psychology","score_opus":0.4149843695962121,"score_gpt":0.5705987415956977,"score_spread":0.15561437199948558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907065905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25690147,0.0000071275963,0.0000358367,0.0007029229,0.00009487349,0.742104,0.0000054468774,0.00002777122,0.000120582365],"genre_scores_gemma":[0.0700627,0.000001402597,0.0001577475,0.00019181153,0.0002779727,0.92823845,0.0000032562782,0.00003488628,0.001031752],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99562687,0.0019156729,0.00055987143,0.0005338516,0.0008073785,0.0005563398],"domain_scores_gemma":[0.9917251,0.0066551794,0.00021570562,0.00076039537,0.00053768395,0.0001059466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028948034,0.00028070484,0.0006626034,0.00013991995,0.00047882926,0.00019460882,0.00045840716,0.00016634319,0.00010391118],"category_scores_gemma":[0.0012208441,0.00012259446,0.00022610583,0.00024431635,0.00038627107,0.00015804474,0.00022753331,0.00039203462,0.000049246002],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94684166,0.0011165956,0.00031879905,0.0016635266,0.00018723439,0.000003189571,0.0038210978,0.000022061671,0.021913787,0.0025975204,0.011488215,0.010026306],"study_design_scores_gemma":[0.92661107,0.014424691,0.009707795,0.009538414,0.000084233696,0.000016664975,0.0022331036,0.012051648,0.011378993,0.004524896,0.008857785,0.000570697],"about_ca_topic_score_codex":0.00024056995,"about_ca_topic_score_gemma":0.000004283136,"teacher_disagreement_score":0.18683876,"about_ca_system_score_codex":0.000052805997,"about_ca_system_score_gemma":0.000050709576,"threshold_uncertainty_score":0.49992567},"labels":[],"label_agreement":null},{"id":"W2907552470","doi":"10.2196/12180","title":"Metadata Correction: A Decision Support System to Enhance Self-Management of Low Back Pain: Protocol for the selfBACK Project","year":2019,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Medicine and Health, University of Sydney; Norges Teknisk-Naturvitenskapelige Universitet","keywords":"Metadata; Protocol (science); Computer science; Decision support system; Information retrieval; World Wide Web; Database; Data mining; Medicine; Alternative medicine","score_opus":0.10556251159634708,"score_gpt":0.5271409512662454,"score_spread":0.4215784396698983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907552470","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.968279e-7,0.0000037847,0.004192299,0.00052680605,0.0005677612,0.9759062,0.000062702886,0.00013035453,0.018609524],"genre_scores_gemma":[0.0000018229366,0.0000015584184,0.0049245977,0.000061429986,0.0008075729,0.71696943,0.00013964114,0.000113718124,0.27698025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915419,0.0014370731,0.0014164067,0.0013879467,0.0031766884,0.0010399834],"domain_scores_gemma":[0.99183774,0.0021316241,0.0005270001,0.0028745055,0.0023493601,0.0002797813],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013421597,0.000587918,0.0011819975,0.00067331106,0.00031334494,0.00025407318,0.001171535,0.00067202776,0.0003051655],"category_scores_gemma":[0.00094409735,0.00035720298,0.00059080584,0.0016529708,0.0001913205,0.00026753408,0.0006080165,0.0016801282,0.00049830304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036418152,0.00092732196,0.000020484149,0.2094522,0.00029720366,0.0000065708573,0.00023102536,0.000004132641,0.000060315382,0.00007554398,0.771141,0.014142422],"study_design_scores_gemma":[0.002984337,0.009267978,0.00025046236,0.07805457,0.000025103482,0.0000062141144,0.0006680132,0.0015116519,0.00021156075,0.000009730443,0.9066854,0.00032498065],"about_ca_topic_score_codex":0.00002896671,"about_ca_topic_score_gemma":0.000014658319,"teacher_disagreement_score":0.25893676,"about_ca_system_score_codex":0.00082981365,"about_ca_system_score_gemma":0.0020158694,"threshold_uncertainty_score":0.999888},"labels":[],"label_agreement":null},{"id":"W2907894812","doi":"10.2196/12125","title":"Safety of Intranasal Ketamine for Reducing Uncontrolled Cancer-Related Pain: Protocol of a Phase I/II Clinical Trial","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer, Stress, Anesthesia, and Immune Response","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Winship Cancer Institute; National Institutes of Health; Emory University","keywords":"Nasal administration; Protocol (science); Ketamine; Medicine; Clinical trial; Cancer pain; Anesthesia; Cancer; Pharmacology; Alternative medicine; Internal medicine","score_opus":0.24615175667651829,"score_gpt":0.5990763466945366,"score_spread":0.3529245900180183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907894812","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018402027,0.000010606255,0.00010684145,0.0011672007,0.00003866127,0.97963864,0.000040910665,0.00006601906,0.00052910176],"genre_scores_gemma":[0.008338472,0.0000052738005,0.0004908963,0.00003928245,0.001867439,0.9874353,0.000013761043,0.000065086984,0.0017444928],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99312395,0.002058493,0.0022762157,0.0006288378,0.001082943,0.0008295624],"domain_scores_gemma":[0.9940895,0.001954075,0.0006703296,0.0009644575,0.0020014485,0.0003201889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013134798,0.00028753348,0.0014505913,0.00042069648,0.0002927005,0.00002454582,0.00043992352,0.00037850736,0.0006234914],"category_scores_gemma":[0.0039694887,0.00022398897,0.0005653695,0.00082556845,0.0012437046,0.00012066085,0.00012694777,0.0007452906,0.000004846343],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.80852985,0.008686585,0.00021863436,0.0024716065,0.00032949192,0.000011715472,0.0006341992,0.0000011824633,0.013712626,0.00006676472,0.012541376,0.15279596],"study_design_scores_gemma":[0.44806305,0.122135095,0.00030877485,0.0052080285,0.00003985686,0.0000087678445,0.00010251518,0.0014461584,0.018156804,0.00007389953,0.40425912,0.00019794996],"about_ca_topic_score_codex":0.00016953715,"about_ca_topic_score_gemma":0.000034972018,"teacher_disagreement_score":0.39171773,"about_ca_system_score_codex":0.00022247006,"about_ca_system_score_gemma":0.00322922,"threshold_uncertainty_score":0.91340053},"labels":[],"label_agreement":null},{"id":"W2907896626","doi":"10.2196/12065","title":"Effect of In-Utero Antibiotic Exposure on Childhood Outcomes: Methods and Baseline Data of the Fetal Antibiotic EXposure (FAX) Cohort Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kaiser Permanente","keywords":"Medicine; Cohort; Cohort study; Retrospective cohort study; Pediatrics; In utero; Pregnancy; Medical record; Adverse effect; Obstetrics; Fetus; Internal medicine; Biology","score_opus":0.10245497748964727,"score_gpt":0.534881754159908,"score_spread":0.43242677667026075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907896626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80368114,0.000021242635,0.000020097978,0.000074212825,0.000016455078,0.19601488,0.00006623519,0.0000050796725,0.00010066602],"genre_scores_gemma":[0.98177546,0.000004979993,0.00049736595,0.00004069992,0.00010071142,0.017408002,0.000038386515,0.00003107467,0.00010333827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944646,0.0033979018,0.0005132885,0.00072667084,0.0004300609,0.00046747297],"domain_scores_gemma":[0.99728394,0.00023432409,0.00016922188,0.0020163383,0.00019596108,0.00010020441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008109507,0.00023064163,0.0004939946,0.00014694061,0.0001369283,0.000029237845,0.00095665216,0.00020140702,0.00001524895],"category_scores_gemma":[0.0008258236,0.00014389995,0.00007235082,0.00035096274,0.0004405393,0.000010587145,0.0011039106,0.0004277476,0.0000041208314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004364723,0.001097512,0.7005124,0.00045233459,0.000065752574,0.0000038174276,0.00011876789,5.3148085e-7,0.2918239,0.000003440511,0.00042010826,0.0050649783],"study_design_scores_gemma":[0.0025244784,0.014072329,0.72884935,0.00051343365,0.000008769486,0.000006628041,0.000051028772,0.000013789113,0.25302917,0.0000029683065,0.0008171945,0.000110845605],"about_ca_topic_score_codex":0.000058221165,"about_ca_topic_score_gemma":0.000101706566,"teacher_disagreement_score":0.17860688,"about_ca_system_score_codex":0.000018298786,"about_ca_system_score_gemma":0.00019878328,"threshold_uncertainty_score":0.58680695},"labels":[],"label_agreement":null},{"id":"W2908447947","doi":"10.2196/12488","title":"Digital Education for the Management of Chronic Wounds in Health Care Professionals: Protocol for a Systematic Review by the Digital Health Education Collaboration","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Diagnosis and Treatment of Venous Diseases","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nanyang Technological University","keywords":"Digital health; Protocol (science); Health care; Medicine; Health professionals; Medical education; Nursing; Alternative medicine; Knowledge management; Computer science; Political science","score_opus":0.20462062253876154,"score_gpt":0.6387048829771909,"score_spread":0.4340842604384293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908447947","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.373212e-9,0.4390262,0.0000051089264,0.001829943,0.000009700327,0.5585822,0.00033717888,0.0000119237775,0.00019776571],"genre_scores_gemma":[5.115293e-7,0.13368571,0.000042086434,0.00017795521,0.0001960653,0.86193997,0.0015126948,0.00006704775,0.0023780004],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99546385,0.0006136288,0.0017279031,0.0005681019,0.0010544471,0.0005720846],"domain_scores_gemma":[0.9953279,0.00084262923,0.0014141087,0.0010423143,0.001183658,0.00018942176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002242601,0.0003878559,0.001706143,0.00022953226,0.0004359626,0.0003442284,0.0005320321,0.00011727733,0.00001530169],"category_scores_gemma":[0.00037692935,0.00018993768,0.00041321272,0.0009809259,0.00014661202,0.00023506442,0.00011296195,0.0002793285,0.000015149521],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006632717,0.0068459227,0.0000010335918,0.5633307,0.00011792282,1.0253827e-7,0.00007806581,7.283911e-9,1.0578509e-9,0.00025565695,0.119780146,0.3095241],"study_design_scores_gemma":[0.0006298392,0.00353174,9.542124e-7,0.4943188,0.00005796203,0.0000024196213,0.000676864,7.3701597e-7,1.02872896e-7,0.0000224675,0.5006871,0.000070979615],"about_ca_topic_score_codex":0.000009282768,"about_ca_topic_score_gemma":0.000011769809,"teacher_disagreement_score":0.38090697,"about_ca_system_score_codex":0.0027115194,"about_ca_system_score_gemma":0.023666048,"threshold_uncertainty_score":0.98186886},"labels":[],"label_agreement":null},{"id":"W2908600690","doi":"10.2196/12108","title":"YouthCHAT as a Primary Care E-Screening Tool for Mental Health Issues Among Te Tai Tokerau Youth: Protocol for a Co-Design Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Auckland","keywords":"Mental health; Psychological intervention; Brief intervention; Intervention (counseling); Medicine; Anxiety; Nursing; Psychology; Family medicine; Psychiatry","score_opus":0.3310082467766426,"score_gpt":0.5680736514851726,"score_spread":0.23706540470853005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908600690","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027984336,0.0000058793266,0.0003687675,0.0011032122,0.00005574686,0.9933354,0.00027980114,0.0001250846,0.0019276437],"genre_scores_gemma":[0.0027419599,2.1627233e-7,0.00094322086,0.00047877117,0.00057858945,0.98433846,0.0002956918,0.000084596075,0.010538475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951547,0.0007459994,0.00069527,0.0009939015,0.0011356317,0.0012745115],"domain_scores_gemma":[0.9983648,0.00018680924,0.00021505028,0.0005220016,0.00042929058,0.0002820553],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025021597,0.00037037279,0.00052636454,0.00025254817,0.00089213107,0.00027340915,0.0005917062,0.00017736695,0.00046933762],"category_scores_gemma":[0.000036609945,0.00031497798,0.0002335356,0.000289348,0.0001145218,0.00024268842,0.00017030425,0.0005204733,0.0002246482],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042304542,0.013781112,0.16966595,0.009661837,0.00057366624,0.000014814445,0.27297843,0.0000082285305,0.0002913153,0.0018167689,0.36092997,0.12797338],"study_design_scores_gemma":[0.031546254,0.017205147,0.111260876,0.0070646573,0.0000047501467,0.000003666602,0.06256645,0.000013878501,0.00022421936,0.00049381837,0.7687697,0.0008465745],"about_ca_topic_score_codex":0.00013325296,"about_ca_topic_score_gemma":0.000015287207,"teacher_disagreement_score":0.40783975,"about_ca_system_score_codex":0.00036515162,"about_ca_system_score_gemma":0.0005438656,"threshold_uncertainty_score":0.9999302},"labels":[],"label_agreement":null},{"id":"W2908661572","doi":"10.2196/12579","title":"Comprehensive Lifestyle Improvement Program for Prostate Cancer (CLIPP): Protocol for a Feasibility and Exploratory Efficacy Study in Men on Androgen Deprivation Therapy","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Cancer Institute; University of Arizona; University of Arizona Cancer Center; National Institutes of Health; American Cancer Society","keywords":"Androgen deprivation therapy; Medicine; Prostate cancer; Physical therapy; Psychological intervention; Cancer; Oncology; Internal medicine; Nursing","score_opus":0.2892276402268018,"score_gpt":0.5670918795791778,"score_spread":0.27786423935237603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908661572","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36498612,0.0000036620158,0.0000019271588,0.00019021923,0.000005337148,0.6346901,0.00002423858,0.00005089556,0.000047513484],"genre_scores_gemma":[0.05975092,0.0000014596365,0.000076425786,0.000101347956,0.00011344623,0.9396682,0.000018343055,0.00005699741,0.00021288615],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970217,0.00031679618,0.0004502169,0.00082988845,0.00073147495,0.0006499249],"domain_scores_gemma":[0.9978769,0.00033071797,0.000121166624,0.0006226511,0.0008513933,0.0001971642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015554766,0.00025283435,0.00044738213,0.00022339741,0.00014011322,0.000113118236,0.00017124349,0.000112663576,0.000035504872],"category_scores_gemma":[0.00008411227,0.0001956821,0.00008837565,0.000407995,0.0000928136,0.00015061599,0.000105542684,0.00038698735,0.000004777366],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07014974,0.013690434,0.6050158,0.0057861772,0.00012033769,0.0000071271675,0.009022158,0.0000062542144,0.008231909,0.00003659719,0.0017382251,0.28619525],"study_design_scores_gemma":[0.128076,0.112954535,0.30138737,0.0034380255,0.000007781548,0.0000013092781,0.0055592707,0.00038873134,0.018280728,0.00034765588,0.42898884,0.00056975026],"about_ca_topic_score_codex":0.00016535053,"about_ca_topic_score_gemma":0.0004329054,"teacher_disagreement_score":0.42725062,"about_ca_system_score_codex":0.00043637844,"about_ca_system_score_gemma":0.0005415087,"threshold_uncertainty_score":0.79796845},"labels":[],"label_agreement":null},{"id":"W2908767412","doi":"10.2196/10712","title":"Metadata Correction: Epidemiology of Surgical Site Infections With Staphylococcus aureus in Europe: Protocol for a Retrospective, Multicenter Study","year":2019,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Antimicrobial Resistance in Staphylococcus","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Epidemiology; Metadata; Staphylococcus aureus; Protocol (science); Medicine; Multicenter study; Retrospective cohort study; Family medicine; Surgery; World Wide Web; Internal medicine; Computer science; Alternative medicine; Biology; Randomized controlled trial; Pathology","score_opus":0.1977064515938156,"score_gpt":0.5337468074264589,"score_spread":0.33604035583264324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908767412","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020032699,0.0000073070296,0.00019429806,0.0002704667,0.00025698767,0.99232346,0.00037950763,0.00010459509,0.0062630656],"genre_scores_gemma":[0.00013409003,0.0000030431568,0.00050633017,0.00003466851,0.00086298276,0.8767858,0.00021563903,0.00022650935,0.121230945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98940885,0.0030531764,0.002043168,0.002086532,0.0016305391,0.0017777353],"domain_scores_gemma":[0.9889449,0.0022425987,0.0010805638,0.0024417774,0.0049036546,0.00038652486],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0060934564,0.0008703638,0.0030213592,0.0016983873,0.0002654206,0.00008928052,0.00085011555,0.0010037974,0.00030786457],"category_scores_gemma":[0.0035908862,0.000654534,0.00038765883,0.0033289457,0.00098702,0.00037392922,0.0006468289,0.005942902,0.00007458285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021297038,0.008497383,0.37986925,0.005190262,0.00030810127,0.00028207112,0.00019181673,0.000010083018,0.00017234207,0.00004912708,0.58395714,0.0001753666],"study_design_scores_gemma":[0.02042144,0.02291091,0.08430942,0.012021725,0.000043033222,0.00001978256,0.0001391207,0.00011029928,0.00012282719,0.000018432176,0.85936826,0.0005147207],"about_ca_topic_score_codex":0.0003525647,"about_ca_topic_score_gemma":0.0015602554,"teacher_disagreement_score":0.29555982,"about_ca_system_score_codex":0.0010043461,"about_ca_system_score_gemma":0.0033157703,"threshold_uncertainty_score":0.9995906},"labels":[],"label_agreement":null},{"id":"W2909163269","doi":"10.2196/11545","title":"TheraSphere Yttrium-90 Glass Microspheres Combined With Chemotherapy Versus Chemotherapy Alone in Second-Line Treatment of Patients With Metastatic Colorectal Carcinoma of the Liver: Protocol for the EPOCH Phase 3 Randomized Clinical Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Cancer Research UK; Moffitt Cancer Center; Johns Hopkins University; Emory University; Massachusetts General Hospital","keywords":"Medicine; Oxaliplatin; Irinotecan; Regimen; Internal medicine; Clinical endpoint; Colorectal cancer; Oncology; Chemotherapy; Chemotherapy regimen; Randomized controlled trial; Progression-free survival; Response Evaluation Criteria in Solid Tumors; Progressive disease; Cancer; Surgery","score_opus":0.23175527026159265,"score_gpt":0.48349723029881825,"score_spread":0.2517419600372256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909163269","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48838666,0.000009435329,0.000007608712,0.0001713818,0.000009016913,0.51130795,0.000037316346,0.000009790559,0.000060822298],"genre_scores_gemma":[0.3702184,0.0000022347213,0.00038132124,0.000020252084,0.000051638974,0.6289282,0.000025644104,0.000057637197,0.00031470315],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99492174,0.0016352739,0.0011689854,0.0005981611,0.001052805,0.000623025],"domain_scores_gemma":[0.99390846,0.003584297,0.00063704595,0.00093547866,0.0007840221,0.00015069729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023910897,0.00045452276,0.0017825359,0.000105657346,0.00012768777,0.000047466976,0.00042393475,0.00017648474,0.00083097914],"category_scores_gemma":[0.0001506885,0.00019409783,0.00060271693,0.00067536556,0.0008592389,0.00009605043,0.000050303373,0.00038972282,0.0000056705894],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.79448664,0.015750842,0.18043771,0.0006182668,0.0009925191,0.000010940221,0.00054151076,7.9788964e-7,0.0004011556,0.000024763627,0.00013127808,0.0066035814],"study_design_scores_gemma":[0.83217275,0.115952745,0.011244988,0.0005805114,0.000096555385,0.0000017365695,0.00010373092,0.0007656419,0.03508167,0.000024431407,0.0037925304,0.00018269558],"about_ca_topic_score_codex":0.00012421729,"about_ca_topic_score_gemma":0.00017591595,"teacher_disagreement_score":0.16919273,"about_ca_system_score_codex":0.0002235696,"about_ca_system_score_gemma":0.0009819382,"threshold_uncertainty_score":0.9098639},"labels":[],"label_agreement":null},{"id":"W2909366305","doi":"10.2196/12370","title":"Protocol for the Inroads Study: A Randomized Controlled Trial of an Internet-Delivered, Cognitive Behavioral Therapy–Based Early Intervention to Reduce Anxiety and Hazardous Alcohol Use Among Young People","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Randomized controlled trial; Intervention (counseling); Brief intervention; Psychological intervention; Cognitive behavioral therapy; Medicine; Psychiatry; Psychology; Clinical psychology","score_opus":0.1978601704856138,"score_gpt":0.5300759544520093,"score_spread":0.3322157839663955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909366305","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49652725,9.960905e-7,0.000024382673,0.00003187855,0.000008949086,0.50335526,0.0000041335466,0.00002853849,0.000018593613],"genre_scores_gemma":[0.4822239,1.6308395e-7,0.00005046239,0.000011047969,0.000043252658,0.5170339,0.000007414293,0.000028414257,0.000601497],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9954324,0.0016820126,0.0008361546,0.0005692164,0.0009905897,0.00048967113],"domain_scores_gemma":[0.9960718,0.0018211853,0.0003219782,0.00056499895,0.0009881342,0.00023187893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004623269,0.00031310975,0.0014537764,0.0003230724,0.00013706446,0.00022666558,0.0002630776,0.00013384639,0.00016465494],"category_scores_gemma":[0.0007317257,0.00017435527,0.00054125977,0.00037027526,0.00024460733,0.00038272675,0.000096963406,0.00037825535,0.000007943637],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8058285,0.0060457354,0.17509654,0.00010157952,0.00036548023,0.00000614123,0.0059709,5.7443077e-7,0.00028979187,0.0000049822243,0.00008374682,0.006206006],"study_design_scores_gemma":[0.91315836,0.029252265,0.050998036,0.0012991065,0.00009761545,0.000002494473,0.002202454,0.00049999927,0.002237413,0.000014033679,0.000077544246,0.00016070355],"about_ca_topic_score_codex":0.0008457971,"about_ca_topic_score_gemma":0.00078565744,"teacher_disagreement_score":0.12409851,"about_ca_system_score_codex":0.00013881343,"about_ca_system_score_gemma":0.00020326102,"threshold_uncertainty_score":0.71100014},"labels":[],"label_agreement":null},{"id":"W2909636907","doi":"10.2196/12782","title":"Improving Nutrition and Activity Behaviors Using Digital Technology and Tailored Feedback: Protocol for the Tailored Diet and Activity (ToDAy) Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute","keywords":"Medicine; Overweight; Randomized controlled trial; Population; Physical therapy; Weight loss; Psychological intervention; mHealth; Behavior change; Gerontology; Intervention (counseling); Body mass index; Obesity; Environmental health; Nursing; Internal medicine","score_opus":0.16968717890816068,"score_gpt":0.5757847601618784,"score_spread":0.40609758125371775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909636907","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0723423,0.000006914269,0.0007984716,0.0022914319,0.000024784264,0.9242803,0.00004278698,0.000113986374,0.00009903541],"genre_scores_gemma":[0.06423041,0.0000064460446,0.00028959563,0.00004607638,0.0002468901,0.9346024,0.0000052368337,0.00005272456,0.0005202152],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99456817,0.0017896817,0.00096444855,0.0008268613,0.00054333505,0.0013075144],"domain_scores_gemma":[0.99039143,0.0072014197,0.0007404054,0.0006439353,0.0005863861,0.00043640405],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0064454977,0.00033804192,0.0014063198,0.00050941325,0.0025128357,0.00019116659,0.0002670035,0.0006112195,0.000069368165],"category_scores_gemma":[0.002231947,0.00020585161,0.0001244263,0.0006046974,0.00082496577,0.0005255171,0.00046393098,0.0016595194,0.000009102582],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96389544,0.00070347555,0.0008725309,0.004375497,0.00002642996,9.79807e-7,0.0001370674,2.5883995e-7,0.0023823506,0.0007321331,0.0002982697,0.026575554],"study_design_scores_gemma":[0.9577245,0.0031487492,0.00032758986,0.0012799226,0.000020404168,0.0000048172715,0.00044555665,0.0051496197,0.00013964911,0.0014545377,0.03007703,0.00022762206],"about_ca_topic_score_codex":0.0001362727,"about_ca_topic_score_gemma":0.000056860878,"teacher_disagreement_score":0.029778762,"about_ca_system_score_codex":0.00021846686,"about_ca_system_score_gemma":0.0013724605,"threshold_uncertainty_score":0.99878573},"labels":[],"label_agreement":null},{"id":"W2909785203","doi":"10.2196/12392","title":"Screening Depression and Related Conditions via Text Messaging Versus Interview Assessment: Protocol for a Randomized Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Depression (economics); Medicine; Short Message Service; Protocol (science); Population; Ethnically diverse; Motivational interviewing; Psychiatry; Psychology; Alternative medicine; Psychological intervention; Computer science","score_opus":0.3299730367710754,"score_gpt":0.6558747550008714,"score_spread":0.325901718229796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909785203","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000967622,0.0000025528586,0.0005650501,0.00030946423,0.000047340163,0.9558804,0.000027639531,0.00013323812,0.042066682],"genre_scores_gemma":[0.08975863,1.740263e-8,0.0003739193,0.000021317077,0.000027737422,0.9035601,0.000021973818,0.00006128829,0.0061750123],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99374753,0.003019337,0.0009860522,0.0007823936,0.0006468969,0.00081778044],"domain_scores_gemma":[0.9966062,0.0018584677,0.0002975623,0.00069525285,0.00027843638,0.00026408877],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062396983,0.0002554843,0.00061852025,0.00043500855,0.0004359867,0.00027538993,0.00043669067,0.00014854773,0.002829374],"category_scores_gemma":[0.00017240361,0.00021344141,0.00022565095,0.00047399284,0.00025408962,0.00047505487,0.00045707147,0.0007913509,0.00032728477],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5265064,0.039030325,0.023907352,0.01398428,0.0024905335,0.00016032298,0.0061061783,0.000010393363,0.00063594425,0.063594244,0.03131854,0.2922555],"study_design_scores_gemma":[0.8804145,0.014924294,0.013253363,0.015065485,0.000027587439,0.00003432237,0.0025106752,0.0010696123,0.00016960618,0.007631976,0.06430091,0.00059769093],"about_ca_topic_score_codex":0.000044355307,"about_ca_topic_score_gemma":0.000012180107,"teacher_disagreement_score":0.35390806,"about_ca_system_score_codex":0.00015119075,"about_ca_system_score_gemma":0.00008692553,"threshold_uncertainty_score":0.99808216},"labels":[],"label_agreement":null},{"id":"W2909857928","doi":"10.2196/13011","title":"A Smartphone App to Promote Healthy Weight Gain, Diet, and Physical Activity During Pregnancy (HealthyMoms): Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Svenska Läkaresällskapet; Vetenskapsrådet; Karolinska Institutet; Forskningsrådet om Hälsa, Arbetsliv och Välfärd; Umeå Universitet; Region Östergötland","keywords":"Medicine; Randomized controlled trial; mHealth; Pregnancy; Weight gain; Physical therapy; Psychological intervention; Gerontology; Body weight; Nursing; Internal medicine","score_opus":0.09083983693821089,"score_gpt":0.5113640846740642,"score_spread":0.42052424773585334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909857928","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050604783,0.0000025192442,0.000098970864,0.0045593195,0.000010166019,0.94339985,0.0000152423,0.0000957805,0.001213371],"genre_scores_gemma":[0.0052119712,0.0000014429578,0.00065537455,0.000086265754,0.00035939037,0.9862441,0.000009842164,0.00006540576,0.0073662493],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938003,0.0012942895,0.0006157583,0.0009109688,0.0018667817,0.0015119379],"domain_scores_gemma":[0.99597865,0.0013842025,0.00019901841,0.0006495017,0.000807006,0.0009816436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033691532,0.0003438739,0.001837081,0.00053493166,0.00033562927,0.00016588908,0.00025829,0.00012299295,0.000119774864],"category_scores_gemma":[0.0018618645,0.00023831344,0.0003867456,0.00054286915,0.0002100692,0.00021825754,0.0003492355,0.00074250606,0.000119755474],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97096497,0.004182981,0.000053049498,0.011952767,0.00018008059,0.000018276985,0.00035017493,0.0000014613483,0.0038328322,0.00047594708,0.002051481,0.005935982],"study_design_scores_gemma":[0.94859886,0.02361356,0.00044957013,0.004106767,0.000010833586,0.000002367605,0.000024478817,0.001403351,0.0017266012,0.00059677986,0.019249389,0.00021746704],"about_ca_topic_score_codex":0.000020407855,"about_ca_topic_score_gemma":0.0000054625802,"teacher_disagreement_score":0.045392815,"about_ca_system_score_codex":0.0002935905,"about_ca_system_score_gemma":0.000812533,"threshold_uncertainty_score":0.971814},"labels":[],"label_agreement":null},{"id":"W2910235746","doi":"10.2196/12413","title":"A Self-Regulation–Based eHealth and mHealth Intervention for an Active Lifestyle in Adults With Type 2 Diabetes: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering","keywords":"eHealth; mHealth; Type 2 diabetes; Psychological intervention; Intervention (counseling); Population; Medicine; Randomized controlled trial; Self-management; Diabetes mellitus; Gerontology; Physical therapy; Nursing; Computer science; Health care; Environmental health","score_opus":0.12737078924629497,"score_gpt":0.5457752876119891,"score_spread":0.41840449836569416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910235746","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07940408,4.977349e-7,0.00011904097,0.00065449974,0.000005592117,0.91956705,0.000011677251,0.000057617654,0.00017995233],"genre_scores_gemma":[0.05197451,1.4160382e-7,0.0011717528,0.00009079405,0.00022793045,0.94633347,0.000036954676,0.000038756512,0.00012570688],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960416,0.0014896665,0.0006566045,0.0005408041,0.00057248963,0.000698854],"domain_scores_gemma":[0.99574256,0.0025001226,0.00033091614,0.00032592722,0.00074486824,0.00035562087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053646336,0.00020474862,0.0015446525,0.0003312285,0.00016000839,0.000057429752,0.000105958316,0.00016005643,0.00003340668],"category_scores_gemma":[0.00081149617,0.00013474328,0.00018251743,0.00036574772,0.00012211467,0.00031323574,0.000022426053,0.00049075537,0.000005254975],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97427905,0.0077344086,0.0002916858,0.014157036,0.00005831528,4.0026904e-7,0.00044499585,0.0000021867893,0.00013567455,0.00038861725,0.00011122556,0.0023963968],"study_design_scores_gemma":[0.90139884,0.06519917,0.00051211537,0.0057896455,0.000011688415,3.7648465e-7,0.000061234816,0.02330439,0.00036140188,0.0009415741,0.0022972424,0.00012235236],"about_ca_topic_score_codex":0.000036218316,"about_ca_topic_score_gemma":0.00010895346,"teacher_disagreement_score":0.072880246,"about_ca_system_score_codex":0.0002790682,"about_ca_system_score_gemma":0.0015145716,"threshold_uncertainty_score":0.54946715},"labels":[],"label_agreement":null},{"id":"W2910311170","doi":"10.2196/11674","title":"Using an Electronic Tablet to Assess Patients’ Home Environment by Videoconferencing Prior to Hospital Discharge: Protocol for a Mixed-Methods Feasibility and Comparative Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation; Université de Sherbrooke; Université Laval; Quebec Network for Research on Aging","funders":"Réseau Provincial de Recherche en Adaptation-Réadaptation; Réseau québécois de recherche sur le vieillissement","keywords":"Videoconferencing; Medicine; Protocol (science); Medical emergency; Health care; Nursing; Computer science; Multimedia; Alternative medicine","score_opus":0.6011081254874544,"score_gpt":0.6979350653894443,"score_spread":0.09682693990198987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910311170","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32941845,5.4614947e-7,0.0016907029,0.00024105878,0.000010873359,0.6684691,0.00006456715,0.000027744438,0.000076981356],"genre_scores_gemma":[0.046482902,1.3844193e-7,0.0072284085,0.000082330596,0.00011456355,0.9453031,0.000024443883,0.000055503377,0.0007086394],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98645025,0.0083115,0.0007791209,0.0012028182,0.0014678218,0.0017884747],"domain_scores_gemma":[0.994808,0.002370143,0.00024292296,0.00089961704,0.0009667872,0.0007124992],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.011760183,0.0003376266,0.0006016237,0.0003337823,0.0014831222,0.00021126476,0.0006141425,0.00020276298,0.0006254617],"category_scores_gemma":[0.0005655459,0.00026612217,0.00006066535,0.0005403792,0.00007952952,0.00082992757,0.00081128004,0.0016718819,0.0001968475],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017282812,0.023377439,0.878632,0.002801624,0.00017559249,0.0000018159199,0.018389815,0.000059177684,0.038524862,0.00091131066,0.009886475,0.009957086],"study_design_scores_gemma":[0.028715879,0.07887367,0.36452073,0.0021485633,0.000010876681,5.905336e-7,0.024248049,0.0014650107,0.003838323,0.0015830647,0.493232,0.0013632297],"about_ca_topic_score_codex":0.00011438047,"about_ca_topic_score_gemma":0.00004999472,"teacher_disagreement_score":0.5141113,"about_ca_system_score_codex":0.0013431757,"about_ca_system_score_gemma":0.0013118341,"threshold_uncertainty_score":0.9999791},"labels":[],"label_agreement":null},{"id":"W2910411795","doi":"10.2196/11829","title":"Developing a Sexual Health Promotion Intervention With Young Men in Prisons: A Rights-Based Participatory Approach","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Criminal Justice and Corrections Analysis","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Burdett Trust for Nursing","keywords":"Citizen journalism; Intervention (counseling); Health promotion; Participatory action research; Reproductive health; Promotion (chess); Sexual and reproductive health and rights; Community-based participatory research; Psychology; Medicine; Medical education; Political science; Nursing; Sociology; Public health; Reproductive rights; Population; Environmental health; Psychiatry; Politics","score_opus":0.38445551403819134,"score_gpt":0.5713114436004987,"score_spread":0.18685592956230734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910411795","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33159187,0.000009414122,0.01262579,0.0015225589,0.000017552959,0.6470761,0.0000024260282,0.00015367461,0.007000655],"genre_scores_gemma":[0.36514238,3.307998e-7,0.0007652199,0.000011491399,0.000048176455,0.63315463,0.0000071363693,0.000009682669,0.0008609618],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9959339,0.0016884153,0.00031595683,0.0004009378,0.0010015286,0.0006592968],"domain_scores_gemma":[0.9991113,0.00008874606,0.00011655832,0.00025391273,0.00028993608,0.00013958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004913711,0.000104379986,0.00020498729,0.00044382317,0.0005627004,0.00020246553,0.000259625,0.000080870916,0.00012309874],"category_scores_gemma":[0.0000784154,0.0000859086,0.000045930636,0.0015214238,0.000165549,0.00032375797,0.000051760602,0.0004177333,0.00006422535],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003644772,0.017552117,0.48015735,0.00939752,0.00020700705,0.000060404003,0.21598525,0.00091199623,0.00038608364,0.04537664,0.0043596714,0.2219612],"study_design_scores_gemma":[0.008428755,0.01281656,0.033023346,0.012374831,0.000032495347,0.00000776631,0.8172209,0.027775498,0.00041945363,0.0019996199,0.084576584,0.0013241337],"about_ca_topic_score_codex":0.017046299,"about_ca_topic_score_gemma":0.037129883,"teacher_disagreement_score":0.6012357,"about_ca_system_score_codex":0.00092194683,"about_ca_system_score_gemma":0.0011442887,"threshold_uncertainty_score":0.9894993},"labels":[],"label_agreement":null},{"id":"W2910564201","doi":"10.2196/10938","title":"Effect of a Mobile App on Preoperative Patient Preparation for Major Ambulatory Surgery: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Ministerio de Economía y Competitividad","keywords":"Randomized controlled trial; Ambulatory; Medicine; Protocol (science); Mobile apps; Surgery; Computer science; Alternative medicine; World Wide Web","score_opus":0.05998487564159602,"score_gpt":0.5022306219421793,"score_spread":0.4422457463005832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910564201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08415514,0.0000013390924,0.00015617271,0.00003618654,0.00004119276,0.91488266,0.0000256853,0.000068980604,0.000632633],"genre_scores_gemma":[0.015341974,7.9307036e-8,0.00019780178,0.00003259702,0.00024263185,0.98153055,0.000030410934,0.000072547504,0.002551388],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99274987,0.003282117,0.0014479725,0.00068979146,0.0011593787,0.000670887],"domain_scores_gemma":[0.97653586,0.020911636,0.0005943617,0.00072176463,0.0010554417,0.00018093336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013179527,0.0003543344,0.0031247588,0.00052725064,0.00011955823,0.00006558337,0.0001466447,0.00025663024,0.00019029295],"category_scores_gemma":[0.0051222895,0.0002198051,0.0013269046,0.00030608167,0.00017863426,0.00019679734,0.00006153823,0.0003780603,0.0000374457],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97520965,0.0018166035,0.000110622306,0.006423066,0.00031094978,0.0000021761477,0.00028377443,0.00002650219,0.00627651,0.0000558641,0.007262875,0.002221379],"study_design_scores_gemma":[0.77333623,0.05438603,0.0000056918047,0.00371076,0.00002313733,0.000001260033,0.000011585146,0.0007672112,0.15393642,0.000054190565,0.013606263,0.00016123835],"about_ca_topic_score_codex":0.0000035223718,"about_ca_topic_score_gemma":0.0000011085593,"teacher_disagreement_score":0.20187347,"about_ca_system_score_codex":0.0002203753,"about_ca_system_score_gemma":0.00091523776,"threshold_uncertainty_score":0.8963391},"labels":[],"label_agreement":null},{"id":"W2910707525","doi":"10.2196/13161","title":"Time to Treatment and In-Hospital Major Adverse Cardiac Events Among Patients With ST-Segment Elevation Myocardial Infarction Who Underwent Primary Percutaneous Coronary Intervention (PCI) According to the 24/7 Primary PCI Service Registry in Iran: Protocol for a Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Myocardial Infarction Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conventional PCI; Percutaneous coronary intervention; Medicine; Myocardial infarction; Internal medicine; Cardiology; ST segment; Emergency medicine; Medical emergency","score_opus":0.06218961237862482,"score_gpt":0.4286386069353653,"score_spread":0.3664489945567405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910707525","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4832238,4.0508388e-7,0.000012359956,0.0006776377,0.000021959242,0.51585776,0.00006369345,0.000029537638,0.000112897986],"genre_scores_gemma":[0.08061675,3.2755037e-7,0.00015232852,0.00027098545,0.00018646495,0.91695404,0.00021388814,0.00008150689,0.0015237161],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99407387,0.0008790197,0.00088119874,0.0011489798,0.00210228,0.0009146718],"domain_scores_gemma":[0.9973402,0.00030225518,0.00020099053,0.0008271589,0.0009592762,0.00037014115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025560763,0.00042143324,0.0006618065,0.0007858266,0.00032155728,0.00019367476,0.00034364904,0.00021921132,0.00011910876],"category_scores_gemma":[0.00015229452,0.00031835464,0.00018916842,0.0011767865,0.000116421295,0.00055573497,0.00056363194,0.0007847946,0.00014869435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029919786,0.0044152415,0.9575065,0.0007919432,0.00027635766,0.000024829722,0.0009080173,0.00040867436,0.00060734845,0.0000012120686,0.0011877648,0.0039523514],"study_design_scores_gemma":[0.01730488,0.020119186,0.9415513,0.0013250641,0.000013883266,0.000018132463,0.00082483335,0.00011772493,0.000026813957,0.000007189183,0.01839034,0.00030060462],"about_ca_topic_score_codex":0.0004880022,"about_ca_topic_score_gemma":0.000097118056,"teacher_disagreement_score":0.40260702,"about_ca_system_score_codex":0.0045673973,"about_ca_system_score_gemma":0.00047651445,"threshold_uncertainty_score":0.99992687},"labels":[],"label_agreement":null},{"id":"W2910767932","doi":"10.2196/10824","title":"Fertility Among Female Survivors of Childhood, Adolescent, and Young Adult Cancer: Protocol for Two Pan-European Studies (PanCareLIFE)","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Fertility; Fertility preservation; Demography; Childhood cancer; Medicine; Protocol (science); Psychology; Gerontology; Population; Cancer; Developmental psychology; Environmental health; Alternative medicine; Sociology","score_opus":0.24377427105214997,"score_gpt":0.555206093609265,"score_spread":0.311431822557115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910767932","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13166176,0.000023041133,0.00002874247,0.00062833756,0.00002969844,0.8661573,0.00009439321,0.00014531208,0.0012314258],"genre_scores_gemma":[0.12859203,0.0000025851953,0.00034720413,0.00021256099,0.0008331064,0.8693086,0.000008912839,0.00011138851,0.00058360083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99330616,0.0014858582,0.001221178,0.0011375077,0.0016879633,0.001161331],"domain_scores_gemma":[0.99378943,0.00039151733,0.00043609412,0.0012585236,0.0036175502,0.0005068797],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0052897832,0.00046091367,0.00104189,0.0003188552,0.00052389124,0.00009838632,0.00054026756,0.00014267961,0.000084626605],"category_scores_gemma":[0.002058635,0.0003868977,0.00023441161,0.00069869694,0.0020896432,0.0002804054,0.00063143787,0.00083889504,0.000021931713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006248579,0.0025593839,0.9264113,0.017634794,0.00035792746,0.000015615107,0.012143056,4.1206812e-7,0.0012243332,0.00011798227,0.016570283,0.016716361],"study_design_scores_gemma":[0.01583994,0.0058870637,0.9198908,0.020105785,0.000023793384,0.000007950691,0.0027519416,0.000036578458,0.01500949,0.00018624934,0.019779596,0.00048077683],"about_ca_topic_score_codex":0.002961,"about_ca_topic_score_gemma":0.009109338,"teacher_disagreement_score":0.016235584,"about_ca_system_score_codex":0.00026988785,"about_ca_system_score_gemma":0.00058304396,"threshold_uncertainty_score":0.9998583},"labels":[],"label_agreement":null},{"id":"W2911029768","doi":"10.2196/11911","title":"Treatment of Atopic Dermatitis Using a Full-Body Blue Light Device (AD-Blue): Protocol of a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Laser Applications in Dentistry and Medicine","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Georg-August-Universität Göttingen","keywords":"Atopic dermatitis; Randomized controlled trial; Medicine; Dermatology; Blue light; Protocol (science); Placebo; Ethics committee; Psoriasis; Clinical trial; Family medicine; Alternative medicine; Surgery; Internal medicine; Pathology; Political science; Physics","score_opus":0.10301183396783607,"score_gpt":0.5193803535703501,"score_spread":0.416368519602514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911029768","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105704844,0.000009160421,0.00011250847,0.0003558705,0.000015718933,0.89177746,0.000007778316,0.000031641426,0.0019850077],"genre_scores_gemma":[0.03659322,0.00000223967,0.00059049303,0.000020973112,0.00020872925,0.95903385,0.000011361727,0.00003061749,0.0035084905],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995282,0.0010537172,0.0015155289,0.00041400178,0.0012578808,0.0004768763],"domain_scores_gemma":[0.9962198,0.0008846457,0.0005752615,0.0010163833,0.0010742317,0.000229648],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020567866,0.00025987887,0.0024360558,0.00037193223,0.00009118251,0.000026225398,0.00026337578,0.00020099842,0.0009998662],"category_scores_gemma":[0.00073628814,0.00016472673,0.0005274704,0.0006191052,0.00035053198,0.000101007216,0.00008762446,0.0002953304,0.000059813803],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94163203,0.0041628713,0.00023490288,0.0028476666,0.00056387106,0.000039031675,0.00058646424,0.0000032183846,0.047861814,0.00041262613,0.00042626224,0.0012292397],"study_design_scores_gemma":[0.865809,0.0058248,0.00008012165,0.0018911907,0.00010228365,0.00004879577,0.00011158019,0.0008187366,0.05951871,0.00006298853,0.06561896,0.000112807014],"about_ca_topic_score_codex":0.000037866652,"about_ca_topic_score_gemma":0.000003429872,"teacher_disagreement_score":0.07582301,"about_ca_system_score_codex":0.00022357685,"about_ca_system_score_gemma":0.00088791625,"threshold_uncertainty_score":0.99991333},"labels":[],"label_agreement":null},{"id":"W2911291083","doi":"10.2196/11184","title":"Clinic-Based Delivery of the Young Men’s Health Project (YMHP) Targeting HIV Risk Reduction and Substance Use Among Young Men Who Have Sex with Men: Protocol for a Type 2, Hybrid Implementation-Effectiveness Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Centers for Disease Control and Prevention","keywords":"Men who have sex with men; Medicine; Psychological intervention; Intervention (counseling); Pre-exposure prophylaxis; Family medicine; Randomized controlled trial; Protocol (science); Human immunodeficiency virus (HIV); Alternative medicine; Psychiatry; Syphilis","score_opus":0.16384382733957512,"score_gpt":0.5433408062487748,"score_spread":0.37949697890919964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911291083","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09614657,0.0000027293254,0.0002795133,0.00017960831,0.0000042817323,0.902236,0.00015723561,0.000037040958,0.00095705496],"genre_scores_gemma":[0.020868257,0.000001992238,0.00039090315,0.0000059038575,0.00013826009,0.970129,0.000071007016,0.00006269152,0.008331999],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.993492,0.0027793134,0.0008151255,0.00071035826,0.0013390904,0.00086412166],"domain_scores_gemma":[0.99652106,0.0006290848,0.0005414638,0.00067174574,0.0013680933,0.0002685659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007377126,0.00025824088,0.00057115196,0.00036743676,0.0005713798,0.00017059436,0.00028882292,0.00009217494,0.00016955956],"category_scores_gemma":[0.000665432,0.000172036,0.00017828567,0.0006119563,0.0003871638,0.00051545503,0.000116656476,0.00083969976,0.000006675688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19626784,0.0017502891,0.54392564,0.008418605,0.00032539252,0.000010102003,0.0019138738,0.000015293883,0.005484359,0.00003609209,0.23829907,0.0035534338],"study_design_scores_gemma":[0.44217095,0.18854983,0.16593109,0.027311955,0.00008731413,0.000069772046,0.024579875,0.036215764,0.08087795,0.00021497117,0.032760926,0.0012296184],"about_ca_topic_score_codex":0.0026520935,"about_ca_topic_score_gemma":0.0003960672,"teacher_disagreement_score":0.37799457,"about_ca_system_score_codex":0.0005664251,"about_ca_system_score_gemma":0.002173004,"threshold_uncertainty_score":0.70154244},"labels":[],"label_agreement":null},{"id":"W2911346658","doi":"10.2196/10759","title":"Strategies to Treat and Prevent HIV in the United States for Adolescents and Young Adults: Protocol for a Mixed-Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Mental Health","keywords":"Protocol (science); Human immunodeficiency virus (HIV); Medicine; Psychology; Gerontology; Family medicine; Alternative medicine","score_opus":0.14943417358684075,"score_gpt":0.5965187958592673,"score_spread":0.4470846222724265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911346658","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0473773,0.0000015024682,0.00077187666,0.0006304378,0.0000013869794,0.9508356,0.00006301358,0.000022934042,0.00029596835],"genre_scores_gemma":[0.0049301786,5.102654e-7,0.0015076876,0.00003279344,0.00004884014,0.98928505,0.000033202716,0.00003397084,0.0041277697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637926,0.0013252319,0.00041707308,0.00051491807,0.0006185526,0.0007449734],"domain_scores_gemma":[0.9981159,0.000526186,0.000051596224,0.00047907463,0.0005578907,0.00026934186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004449335,0.00019417246,0.0003268037,0.00060123036,0.0001945734,0.00032470594,0.00029647714,0.00007716208,0.000043210755],"category_scores_gemma":[0.0005786103,0.00012118595,0.00008022052,0.0006511438,0.00012656646,0.00020028204,0.00020647848,0.0004544216,0.000011417021],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08229264,0.034440212,0.22000465,0.06885136,0.00023953251,0.00006735671,0.051682863,0.000011243858,0.007853613,0.0013716696,0.29555252,0.23763236],"study_design_scores_gemma":[0.06612059,0.19037715,0.07595233,0.028440407,0.00001876129,0.00003446673,0.17189622,0.00849006,0.0024944306,0.001933214,0.45365942,0.0005829436],"about_ca_topic_score_codex":0.00021676112,"about_ca_topic_score_gemma":0.00029773838,"teacher_disagreement_score":0.23704942,"about_ca_system_score_codex":0.00008930081,"about_ca_system_score_gemma":0.00019192275,"threshold_uncertainty_score":0.49418196},"labels":[],"label_agreement":null},{"id":"W2911698366","doi":"10.2196/11416","title":"Triggered Escalating Real-Time Adherence Intervention to Promote Rapid HIV Viral Suppression Among Youth Living With HIV Failing Antiretroviral Therapy: Protocol for a Triggered Escalating Real-Time Adherence Intervention","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases","keywords":"Medicine; Psychological intervention; Viral load; Context (archaeology); Intervention (counseling); Randomized controlled trial; Clinical trial; Young adult; Human immunodeficiency virus (HIV); Family medicine; Internal medicine; Psychiatry","score_opus":0.09865283682251763,"score_gpt":0.46311588558447475,"score_spread":0.3644630487619571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911698366","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27601677,0.0000022035338,0.0010781678,0.00008147816,0.0000107542155,0.7170997,0.000109528184,0.00038398107,0.0052174088],"genre_scores_gemma":[0.09086356,0.0000013713782,0.004451633,0.0000064587366,0.000284651,0.8604381,0.00023447534,0.00021835665,0.043501396],"study_design_codex":"bench_or_experimental","study_design_gemma":"systematic_review","domain_scores_codex":[0.98846644,0.0023808095,0.002198294,0.001924841,0.002616974,0.0024126421],"domain_scores_gemma":[0.99401253,0.00073366915,0.00090160995,0.0015179589,0.0018371954,0.0009970575],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073851184,0.00083400775,0.0013709172,0.0013595088,0.00079637184,0.0009123856,0.001094129,0.00048142247,0.004044895],"category_scores_gemma":[0.0021347916,0.0006578683,0.0010364999,0.0017183298,0.00039155586,0.001674311,0.0007549368,0.0017994278,0.00077138783],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031569134,0.0066416124,0.04324989,0.010882178,0.00043375196,0.000061193605,0.005618027,0.00002359028,0.6312202,0.000067234876,0.008691249,0.2615419],"study_design_scores_gemma":[0.07620593,0.28412402,0.02521998,0.3383072,0.00008770933,0.00006409858,0.005559349,0.1253962,0.13500963,0.00021165913,0.0069615818,0.0028526322],"about_ca_topic_score_codex":0.00049659197,"about_ca_topic_score_gemma":0.00003125503,"teacher_disagreement_score":0.4962106,"about_ca_system_score_codex":0.00067127054,"about_ca_system_score_gemma":0.0005415483,"threshold_uncertainty_score":0.99958724},"labels":[],"label_agreement":null},{"id":"W2912061461","doi":"10.2196/11865","title":"Socioeconomic Status and Racial or Ethnic Differences in Participation: Web-Based Survey","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Socioeconomic status; Ethnic group; Odds; Medicine; Demography; Psychology; Family medicine; Gerontology; Population; Logistic regression; Environmental health; Sociology","score_opus":0.757256211599892,"score_gpt":0.6713495460029046,"score_spread":0.08590666559698734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912061461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8337485,0.0000073916235,0.000004588454,0.00038411035,0.000021265803,0.16504991,0.000013785739,0.000028434093,0.0007420122],"genre_scores_gemma":[0.5743322,0.0000046985165,0.000073048075,0.000045848825,0.000050307342,0.42411178,0.0000036866772,0.000007811867,0.0013705984],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9452609,0.05275823,0.0002824609,0.00038853879,0.00044768097,0.00086221914],"domain_scores_gemma":[0.97182316,0.02751954,0.00006845656,0.00022587884,0.00015694508,0.000206028],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06718538,0.00010475961,0.00026812727,0.00024226264,0.00033424626,0.00010757771,0.0002938244,0.00024206583,0.0030000005],"category_scores_gemma":[0.009903511,0.00008691861,0.000030218467,0.00049535686,0.00079427584,0.00021295689,0.0000856688,0.0005461947,0.0003185946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010637855,0.00015299197,0.9795671,0.000039345225,0.000005058271,0.000004639804,0.00456002,0.0000013298836,0.0001325674,0.00021564732,0.00029407712,0.004389371],"study_design_scores_gemma":[0.0016471294,0.0004216715,0.98300695,0.00008540675,3.307748e-7,6.1995e-8,0.0006488508,0.000072672956,0.00009829085,0.0002946365,0.01360504,0.00011893472],"about_ca_topic_score_codex":0.0016690622,"about_ca_topic_score_gemma":0.04414982,"teacher_disagreement_score":0.25941628,"about_ca_system_score_codex":0.00014739667,"about_ca_system_score_gemma":0.0019174523,"threshold_uncertainty_score":0.9984365},"labels":[],"label_agreement":null},{"id":"W2912213401","doi":"10.2196/12455","title":"Feasibility of a Sleep Self-Management Intervention in Pregnancy Using a Personalized Health Monitoring Device: Protocol for a Pilot Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Physical therapy; Contingency management; Pregnancy; Psychology; Alternative medicine; Nursing","score_opus":0.24804747791883733,"score_gpt":0.5817766790626683,"score_spread":0.333729201143831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912213401","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012868606,0.000028440123,0.00023469343,0.000078691264,0.00006733697,0.9846438,0.0000036248855,0.000073390525,0.0020014122],"genre_scores_gemma":[0.011717064,6.887022e-7,0.0009305031,0.0000066174434,0.00006689479,0.9864293,0.000002815637,0.000047981208,0.00079815334],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9905249,0.005289276,0.0016978856,0.00073668145,0.00083534955,0.0009159081],"domain_scores_gemma":[0.99712497,0.0010133516,0.0007037101,0.00064414827,0.0003732829,0.00014055481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010602902,0.0002794155,0.0016086553,0.0006762661,0.00013690046,0.00006658157,0.00042956593,0.00020162963,0.0004459276],"category_scores_gemma":[0.00031433522,0.00021391589,0.0006677511,0.00069538585,0.00016752088,0.00015063127,0.00014025449,0.00059665286,0.000028890709],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97608644,0.010590157,0.0020763595,0.0041527776,0.00073331385,0.00000434776,0.002165167,0.000015348221,0.000058288955,0.0015022171,0.000065034445,0.002550535],"study_design_scores_gemma":[0.9825088,0.0050543835,0.00015624306,0.008711625,0.000021940106,9.519583e-7,0.0010062563,0.0007727492,0.000019713685,0.00077261927,0.00079421734,0.0001805138],"about_ca_topic_score_codex":0.00015980972,"about_ca_topic_score_gemma":0.000009320542,"teacher_disagreement_score":0.010288566,"about_ca_system_score_codex":0.00043309547,"about_ca_system_score_gemma":0.00022108873,"threshold_uncertainty_score":0.87232363},"labels":[],"label_agreement":null},{"id":"W2912248387","doi":"10.2196/13239","title":"Effectiveness of a Web- and Mobile-Guided Psychological Intervention for Depressive Symptoms in Turkey: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Protocol (science); Randomized controlled trial; Intervention (counseling); Clinical psychology; Psychology; Applied psychology; Psychological intervention; Web application; Medicine; World Wide Web; Alternative medicine; Computer science; Psychiatry","score_opus":0.15694319499249462,"score_gpt":0.6196458319424081,"score_spread":0.4627026369499134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912248387","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08931285,0.000003839469,0.0002371413,0.000035336525,0.00006899249,0.90869516,0.00005506224,0.000039108047,0.0015525165],"genre_scores_gemma":[0.15453178,2.5610117e-8,0.000094954776,0.0000057195757,0.000048476908,0.8442189,0.000012391692,0.000037111968,0.0010506142],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.991419,0.0050237323,0.0016226511,0.0007663363,0.0004396897,0.0007285656],"domain_scores_gemma":[0.990929,0.0074109356,0.00052751205,0.00048401448,0.0004995883,0.00014891684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012022705,0.0002592416,0.0016705086,0.0005150641,0.00007585935,0.00009099178,0.00039007125,0.0003022308,0.00028040595],"category_scores_gemma":[0.0013463082,0.00018817754,0.00079155277,0.00031347445,0.00035830206,0.00019732078,0.00014961544,0.0004027604,0.000030026466],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97403604,0.007579721,0.00022558184,0.005675655,0.00016625825,0.0000024891624,0.00012403945,0.0000028446987,0.00046781098,0.007353608,0.00044977854,0.0039161867],"study_design_scores_gemma":[0.9528748,0.026825057,0.00029112768,0.007195998,0.000008024381,0.0000053668227,0.00004149753,0.0003237304,0.00066563924,0.009714333,0.0018928902,0.00016155373],"about_ca_topic_score_codex":0.000031599404,"about_ca_topic_score_gemma":0.0000035906755,"teacher_disagreement_score":0.06521892,"about_ca_system_score_codex":0.00014622771,"about_ca_system_score_gemma":0.0000817852,"threshold_uncertainty_score":0.76736575},"labels":[],"label_agreement":null},{"id":"W2912256594","doi":"10.2196/11022","title":"Access to Resources in the Community Through Navigation: Protocol for a Mixed-Methods Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institut du Savoir Montfort; Ontario Tech University; Ottawa Hospital; Laurentian University; Bruyère; University of Ottawa","funders":"Australian Primary Health Care Research Institute, Australian National University; Canadian Institutes of Health Research","keywords":"Protocol (science); Health care; Nursing; Knowledge management; Medicine; Computer science; Alternative medicine; Political science","score_opus":0.9559863496063632,"score_gpt":0.8764575673109799,"score_spread":0.0795287822953833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912256594","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03300247,2.8729724e-8,0.0011174736,0.012370571,0.000018300978,0.9501174,0.00004127649,0.00007728659,0.0032551773],"genre_scores_gemma":[0.0072479984,4.9527538e-9,0.0069942,0.0053459685,0.0005029295,0.9796355,0.0000027768322,0.000030752533,0.00023989352],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9283969,0.06604319,0.0014981774,0.00063029106,0.0016746211,0.0017568636],"domain_scores_gemma":[0.9783123,0.016989594,0.0003371415,0.0020762384,0.001965272,0.00031945485],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0998886,0.00022059577,0.0003729098,0.0003046586,0.006138761,0.00030282149,0.003513876,0.00016701847,0.00044437073],"category_scores_gemma":[0.012281408,0.00014836379,0.000054512737,0.0034484498,0.00060181355,0.00078277226,0.0015852653,0.0025866162,0.00026125144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027306236,0.003179198,0.20245755,0.0035470163,0.000008528318,0.0000027307065,0.5028526,9.4395426e-7,0.00027695086,0.0008900309,0.27489674,0.009157062],"study_design_scores_gemma":[0.0039722812,0.004585421,0.25085837,0.0010275887,4.897553e-7,6.103245e-7,0.04681062,0.000014241315,0.00020709955,0.0056891534,0.6866981,0.00013605758],"about_ca_topic_score_codex":0.0021017191,"about_ca_topic_score_gemma":0.0056182262,"teacher_disagreement_score":0.45604202,"about_ca_system_score_codex":0.0006677669,"about_ca_system_score_gemma":0.0015550926,"threshold_uncertainty_score":0.99971443},"labels":[],"label_agreement":null},{"id":"W2912498590","doi":"10.2196/15660","title":"Authorship Correction: Promising Approaches for Engaging Youth and Young Adults Living with HIV in HIV Primary Care Using Social Media and Mobile Technology Interventions: Protocol for the SPNS Social Media Initiative","year":2019,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Social media; Psychological intervention; Human immunodeficiency virus (HIV); Protocol (science); Medicine; Internet privacy; Psychology; Medical education; Family medicine; Computer science; Nursing; Alternative medicine; World Wide Web","score_opus":0.43125593460739625,"score_gpt":0.565504782448704,"score_spread":0.1342488478413077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912498590","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011985634,0.000109071705,0.0011011398,0.00090024766,0.00040668176,0.9956276,0.00072440715,0.00016018024,0.00085084076],"genre_scores_gemma":[0.0007516042,0.000008243212,0.0012655148,0.000052312975,0.0030685444,0.9925307,0.000652683,0.000201928,0.0014684425],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9918823,0.002409739,0.0015364441,0.001337722,0.00082576653,0.002007983],"domain_scores_gemma":[0.9900036,0.006484248,0.0012073676,0.0005213169,0.0014712197,0.0003122318],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006581171,0.0005875512,0.0011110038,0.0011266196,0.0060471594,0.00015278097,0.00060852565,0.0018260117,0.000026416952],"category_scores_gemma":[0.0024152503,0.0004607015,0.00016215508,0.0010993587,0.00082290254,0.00029668407,0.0006663128,0.0070625036,0.0000047471212],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005909132,0.00088391866,0.010848779,0.23033911,0.00012557644,0.0000036335036,0.5007999,0.000004106104,0.0000050581034,0.0016090511,0.15106739,0.098404355],"study_design_scores_gemma":[0.018083507,0.0017768323,0.010894667,0.14507337,0.00010046037,0.00001546235,0.4300988,0.0029690587,0.0000064541964,0.0015973176,0.38803947,0.0013445842],"about_ca_topic_score_codex":0.000052909767,"about_ca_topic_score_gemma":0.0013866574,"teacher_disagreement_score":0.2369721,"about_ca_system_score_codex":0.0015165164,"about_ca_system_score_gemma":0.0060957745,"threshold_uncertainty_score":0.99978447},"labels":[],"label_agreement":null},{"id":"W2912508820","doi":"10.2196/11733","title":"Comparing Written Versus Pictorial Asthma Action Plans to Improve Asthma Management and Health Outcomes Among Children and Adolescents: Protocol of a Pilot and Feasibility Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; Health Resources and Services Administration; U.S. Department of Health and Human Services","keywords":"Asthma; Protocol (science); Randomized controlled trial; Medicine; Asthma management; Family medicine; Physical therapy; Alternative medicine","score_opus":0.139453687919119,"score_gpt":0.49692909010309366,"score_spread":0.35747540218397467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912508820","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39370573,0.000002328161,0.000008585799,0.00011389232,0.000026863532,0.60599065,0.000011270891,0.000028641913,0.00011206456],"genre_scores_gemma":[0.3239974,7.495817e-7,0.000057463527,0.000027764787,0.00017445597,0.67558223,0.0000052914775,0.000020348212,0.00013427835],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957582,0.0011130949,0.0008818692,0.00069925113,0.0009952155,0.000552405],"domain_scores_gemma":[0.9981471,0.00027936202,0.00031095458,0.00047119378,0.00020958579,0.0005818275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003619173,0.0002967878,0.0018151802,0.00034512978,0.00017843138,0.00011659796,0.00013824283,0.00010254691,0.000023424478],"category_scores_gemma":[0.00030965233,0.00020138743,0.00016111342,0.00019260225,0.0003495753,0.00017175589,0.00032868405,0.0004429666,0.0000048055613],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.73445326,0.0010531031,0.25926846,0.0018390393,0.00015551252,0.0000034086004,0.000075275486,4.0419226e-7,0.00011365366,0.000043984805,0.00013809919,0.0028558236],"study_design_scores_gemma":[0.561975,0.008393548,0.42805898,0.0010090146,0.000010688516,0.0000010945637,0.00007040351,0.000035304383,0.00003400281,0.000012803224,0.00029911211,0.00010007694],"about_ca_topic_score_codex":0.00012123541,"about_ca_topic_score_gemma":0.0000550433,"teacher_disagreement_score":0.17247826,"about_ca_system_score_codex":0.00015427251,"about_ca_system_score_gemma":0.00021166023,"threshold_uncertainty_score":0.8212341},"labels":[],"label_agreement":null},{"id":"W2912659338","doi":"10.2196/10974","title":"Accelerating Research With Technology: Rapid Recruitment for a Large-Scale Web-Based Sleep Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sleep (system call); Scale (ratio); Mental health; Applied psychology; Digital health; Psychology; Bottleneck; Computer science; Health care; Psychiatry","score_opus":0.36279426992687824,"score_gpt":0.5631228579351095,"score_spread":0.20032858800823128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912659338","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100655906,0.000031814616,0.00009375822,0.001687567,0.000036049925,0.8723281,0.000020365074,0.00031143517,0.02483499],"genre_scores_gemma":[0.1257081,3.7072465e-7,0.00073334173,0.000056440505,0.000088287576,0.8688903,0.000014110478,0.00010650677,0.0044025322],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99264336,0.0017512897,0.0005080754,0.0012834411,0.0015730463,0.002240819],"domain_scores_gemma":[0.9958674,0.0009147813,0.00011351192,0.0017069541,0.0011574466,0.00023995887],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0074456707,0.00030849528,0.0004352925,0.0015821318,0.0007799561,0.00021923461,0.0011413322,0.00054858485,0.0028539936],"category_scores_gemma":[0.00017976748,0.00023060892,0.000106044805,0.0028674428,0.00034167542,0.00013890135,0.00033476725,0.0023599516,0.0015492496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037531998,0.11028158,0.3958584,0.0018038054,0.0029163791,0.00044821235,0.023324504,0.00013970773,0.02221997,0.012512583,0.18019685,0.21276599],"study_design_scores_gemma":[0.05798289,0.053825855,0.0024618132,0.0013087965,0.000017397806,0.000009993968,0.048355207,0.0013101044,0.0028041133,0.0007717926,0.8304213,0.0007307281],"about_ca_topic_score_codex":0.0000233628,"about_ca_topic_score_gemma":0.000102481834,"teacher_disagreement_score":0.65022445,"about_ca_system_score_codex":0.00023680537,"about_ca_system_score_gemma":0.00036006246,"threshold_uncertainty_score":0.99994165},"labels":[],"label_agreement":null},{"id":"W2912670811","doi":"10.2196/10238","title":"Collecting Symptoms and Sensor Data With Consumer Smartwatches (the Knee OsteoArthritis, Linking Activity and Pain Study): Protocol for a Longitudinal, Observational Feasibility Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Versus Arthritis; Medical Research Council; National Institute for Health and Care Research","keywords":"Observational study; Osteoarthritis; Smartwatch; Protocol (science); Physical therapy; Medicine; Knee pain; Physical activity; Physical medicine and rehabilitation; Wearable computer; Computer science; Alternative medicine; Internal medicine; Embedded system","score_opus":0.6495794805595176,"score_gpt":0.6511038814466809,"score_spread":0.001524400887163213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912670811","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10622486,0.0000023432556,0.0002016731,0.0012336866,0.000007368784,0.8920654,0.00008531082,0.00009096644,0.00008837033],"genre_scores_gemma":[0.035947267,2.6036992e-7,0.0007965497,0.00018142727,0.00043107703,0.9622349,0.000018887024,0.000051224226,0.00033842097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9899556,0.0056959656,0.00083150796,0.0013323548,0.00091769,0.0012668935],"domain_scores_gemma":[0.98845005,0.007374772,0.00039859515,0.0017329712,0.0015700465,0.00047358457],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.023035606,0.00029253564,0.00047885324,0.00015271165,0.0073051536,0.00016251145,0.00052265986,0.00018009797,0.00006812056],"category_scores_gemma":[0.0022150425,0.00019931364,0.000022304694,0.0008224312,0.00072561845,0.00035653263,0.0009635851,0.0014320657,0.000014613719],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046632146,0.0019903681,0.9501629,0.002437448,0.000036253714,0.0000025625784,0.00213401,1.0312617e-7,0.000037432175,0.00007238799,0.003647716,0.034815617],"study_design_scores_gemma":[0.01824045,0.020301947,0.73057,0.002111735,0.000013208687,0.0000056338404,0.00638827,0.0005573398,0.000008951185,0.00032077386,0.2211845,0.00029719807],"about_ca_topic_score_codex":0.00052676117,"about_ca_topic_score_gemma":0.0083989585,"teacher_disagreement_score":0.2195929,"about_ca_system_score_codex":0.00021091168,"about_ca_system_score_gemma":0.0022943045,"threshold_uncertainty_score":0.9939872},"labels":[],"label_agreement":null},{"id":"W2912736598","doi":"10.2196/11185","title":"Cascade Monitoring in Multidisciplinary Adolescent HIV Care Settings: Protocol for Utilizing Electronic Health Records","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Multidisciplinary approach; Protocol (science); Human immunodeficiency virus (HIV); Health records; Medicine; Health care; Medical emergency; Psychology; Nursing; Family medicine; Alternative medicine; Political science","score_opus":0.18093355454693222,"score_gpt":0.5781194710482928,"score_spread":0.39718591650136054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912736598","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029656845,0.000017443932,0.00005659028,0.0017796728,0.0000059187573,0.99232286,0.000029123645,0.00010072928,0.0027219937],"genre_scores_gemma":[0.0070848227,0.000001753259,0.00081324537,0.000024419403,0.00033145826,0.9816571,0.000035526857,0.00008997769,0.009961711],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.994174,0.0006680835,0.00077549164,0.0008166691,0.0012293091,0.0023364618],"domain_scores_gemma":[0.997633,0.00020532959,0.0001389783,0.0007830499,0.0006843262,0.00055532524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00304921,0.00027418128,0.0005314336,0.0008160507,0.00036500176,0.000120191806,0.00045936217,0.0001859876,0.0002521018],"category_scores_gemma":[0.00041920316,0.00023983822,0.00027849697,0.0008765663,0.00011081524,0.00027814106,0.00037584556,0.0021656721,0.00024193819],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017906899,0.0070962794,0.4853145,0.093824945,0.00012982008,0.00012294091,0.008696905,0.000017059823,0.024689348,0.0006144284,0.16103806,0.20054884],"study_design_scores_gemma":[0.023796279,0.04103905,0.028460495,0.076814465,0.0000024598694,0.00003693277,0.012661373,0.0025554623,0.018525334,0.0002118991,0.7953638,0.0005324781],"about_ca_topic_score_codex":0.00009930832,"about_ca_topic_score_gemma":0.00010019998,"teacher_disagreement_score":0.63432574,"about_ca_system_score_codex":0.0021833999,"about_ca_system_score_gemma":0.0021919874,"threshold_uncertainty_score":0.9780319},"labels":[],"label_agreement":null},{"id":"W2912833448","doi":"10.2196/10987","title":"Using Augmented Reality to Motivate Oral Hygiene Practice in Children: Protocol for the Development of a Serious Game","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Protocol (science); Augmented reality; Virtual reality; Serious game; Interface (matter); Computer science; Oral hygiene; Multimedia; Medical education; Psychology; Human–computer interaction; Medicine; Dentistry; Alternative medicine","score_opus":0.31967299877491157,"score_gpt":0.6075921195985874,"score_spread":0.2879191208236758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912833448","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0436334,7.2709037e-7,0.0009087226,0.00025888276,0.0000064353153,0.95435196,0.00003570038,0.00003725103,0.00076689606],"genre_scores_gemma":[0.01575371,4.0824837e-8,0.002912805,0.0000952926,0.00003714187,0.9797405,0.000008720114,0.00004788316,0.0014038791],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941241,0.0010508932,0.0007945039,0.000668909,0.002157438,0.0012041269],"domain_scores_gemma":[0.9963965,0.0012720843,0.00021183146,0.0009789589,0.0007985213,0.00034211326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006810088,0.0002384822,0.00035499432,0.00038657428,0.00024806854,0.00026750442,0.0011780285,0.00013460324,0.00038804673],"category_scores_gemma":[0.0035807432,0.00017482738,0.00010365541,0.0013819329,0.00014923695,0.00043806602,0.0010022774,0.0007221638,0.00030838375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13657224,0.02077488,0.28381622,0.016277868,0.0011111017,0.00029792887,0.008382087,0.0016463909,0.22849521,0.003716198,0.040949535,0.25796032],"study_design_scores_gemma":[0.02336243,0.0032849857,0.20127843,0.0032225794,0.000004583012,0.00007532437,0.00097435346,0.0014112638,0.05634862,0.0010867433,0.70826524,0.0006854393],"about_ca_topic_score_codex":0.00051265105,"about_ca_topic_score_gemma":0.00027606968,"teacher_disagreement_score":0.6673157,"about_ca_system_score_codex":0.00070336176,"about_ca_system_score_gemma":0.0016727127,"threshold_uncertainty_score":0.7129254},"labels":[],"label_agreement":null},{"id":"W2912966034","doi":"10.2196/12054","title":"A Patient-Centered PaTH to Address Diabetes: Protocol for a Study on the Impact of Obesity Counseling","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Protocol (science); Diabetes mellitus; Obesity; Path (computing); Medicine; Psychology; Gerontology; Family medicine; Medical education; Alternative medicine; Computer science; Internal medicine","score_opus":0.4533272914456441,"score_gpt":0.6692521395451216,"score_spread":0.21592484809947754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912966034","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33061656,2.1357887e-7,0.0000034355635,0.00042180152,0.000010844615,0.6675119,0.00007505456,0.000040761606,0.0013194531],"genre_scores_gemma":[0.105857864,6.372697e-8,0.000046132085,0.00030047074,0.00014323673,0.8930772,0.0000033954477,0.000047844253,0.00052381173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9900212,0.0054787467,0.00096537586,0.00060916354,0.0013587922,0.0015666934],"domain_scores_gemma":[0.99022824,0.006088812,0.0005603541,0.0012352592,0.0015156785,0.00037164762],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009879812,0.00027029624,0.0005564915,0.00029499183,0.001507975,0.000069453425,0.00077996036,0.00022316896,0.0015726314],"category_scores_gemma":[0.0016349639,0.0001611062,0.0001748585,0.0006811733,0.00007601811,0.00027888062,0.00041848735,0.001889498,0.0013207037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016698197,0.01695523,0.7681658,0.015336155,0.00015397172,0.0000048944476,0.048800856,0.000023792449,0.0019735654,0.0004590379,0.12976433,0.0016641489],"study_design_scores_gemma":[0.026339019,0.11844229,0.40720335,0.047831453,0.000009211262,3.8608198e-7,0.041051008,0.00066299265,0.00081303477,0.0010622919,0.35575804,0.000826935],"about_ca_topic_score_codex":0.00031493648,"about_ca_topic_score_gemma":0.00010455046,"teacher_disagreement_score":0.36096248,"about_ca_system_score_codex":0.00043275853,"about_ca_system_score_gemma":0.0012630771,"threshold_uncertainty_score":0.9997919},"labels":[],"label_agreement":null},{"id":"W2913101556","doi":"10.2196/12990","title":"A New Light-Emitting, Fabric-Based Device for Photodynamic Therapy of Actinic Keratosis: Protocol for a Randomized, Controlled, Multicenter, Intra-Individual, Phase II Noninferiority Study (the Phosistos Study)","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nonmelanoma Skin Cancer Studies","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Actinic keratosis; Medicine; Photodynamic therapy; Cosmesis; Cryotherapy; Scalp; Dermatology; Surgery; Randomized controlled trial; Clinical endpoint; Curettage; Skin cancer; Forehead; Keratosis; Erythema; Basal cell; Cancer; Pathology; Internal medicine","score_opus":0.17286870783074532,"score_gpt":0.5451105253558567,"score_spread":0.3722418175251114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913101556","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10710139,0.0000196748,0.00018856341,0.0007018176,0.000030635572,0.89165133,0.000039990064,0.000083355546,0.00018326723],"genre_scores_gemma":[0.1333517,8.2157845e-7,0.0010163551,0.00014084076,0.0002878295,0.8644884,0.000007248956,0.00012462886,0.00058217254],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99152124,0.0019859183,0.0019722276,0.0011827569,0.002099277,0.0012385688],"domain_scores_gemma":[0.9903541,0.0048876177,0.0010735636,0.0015942845,0.0017726874,0.00031771333],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010480744,0.00069626805,0.0034198628,0.0004920416,0.0008177618,0.00021158064,0.001046985,0.00019149754,0.000264805],"category_scores_gemma":[0.0019804523,0.00042213683,0.0010021023,0.0008288027,0.0002664114,0.00019518207,0.00036255532,0.00095179287,0.000018106955],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9143649,0.036998034,0.015284424,0.0020268173,0.0031776635,0.000009667119,0.006633485,0.0000024874762,0.0069370153,0.000012135268,0.004986828,0.00956655],"study_design_scores_gemma":[0.8685012,0.052804697,0.00071010244,0.0021337604,0.00016813944,0.0000023193872,0.0024294716,0.00085512473,0.017107368,0.000021318301,0.054896817,0.00036969435],"about_ca_topic_score_codex":0.00018817362,"about_ca_topic_score_gemma":0.00012625752,"teacher_disagreement_score":0.04990999,"about_ca_system_score_codex":0.00033925378,"about_ca_system_score_gemma":0.00195797,"threshold_uncertainty_score":0.99982303},"labels":[],"label_agreement":null},{"id":"W2913115113","doi":"10.2196/11794","title":"An Interactive Voice Response and Text Message Intervention to Improve Blood Pressure Control Among Individuals With Hypertension Receiving Care at an Urban Indian Health Organization: Protocol and Baseline Characteristics of a Pragmatic Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Baseline (sea); Text message; Intervention (counseling); Protocol (science); Health care; Blood pressure; Medicine; Control (management); Family medicine; Physical therapy; Alternative medicine; Nursing; Computer science; Political science; Artificial intelligence; Pathology","score_opus":0.032457149485566744,"score_gpt":0.47696419822982494,"score_spread":0.44450704874425817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913115113","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30526575,0.000009949221,0.00011675091,0.00074347836,0.000017731438,0.69358534,0.00017193837,0.0000673219,0.000021721376],"genre_scores_gemma":[0.3329231,0.0000020515365,0.0003708698,0.00025750525,0.00013235166,0.66585565,0.00009501277,0.00006420051,0.00029928685],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97400784,0.02088973,0.0022708483,0.0009419993,0.0009176841,0.0009719167],"domain_scores_gemma":[0.9869949,0.006266934,0.0019153425,0.0009878121,0.0026446935,0.0011902739],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.019769015,0.0003856326,0.0021191065,0.00062235986,0.0011475865,0.000110153516,0.0003437478,0.00036734223,0.00026213625],"category_scores_gemma":[0.006342078,0.00027875198,0.00007684041,0.00068359874,0.00024437104,0.0005583333,0.00025447397,0.0012729159,0.000020704105],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9315433,0.0012942043,0.036804873,0.009562923,0.00013874573,0.0000036865247,0.015131483,0.0000015013143,0.0010984007,0.000057546775,0.0002774459,0.00408589],"study_design_scores_gemma":[0.92646223,0.014190199,0.041251153,0.007954344,0.00007715223,0.0000064153933,0.0030162113,0.00058996293,0.00010406209,0.000024053212,0.006038236,0.00028595235],"about_ca_topic_score_codex":0.0003168354,"about_ca_topic_score_gemma":0.0002704991,"teacher_disagreement_score":0.027729739,"about_ca_system_score_codex":0.00021210777,"about_ca_system_score_gemma":0.0018105601,"threshold_uncertainty_score":0.99996644},"labels":[],"label_agreement":null},{"id":"W2913148740","doi":"10.2196/12173","title":"Development of a Phone Survey Tool to Measure Respectful Maternity Care During Pregnancy and Childbirth in India: Study Protocol","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strong; Bill and Melinda Gates Foundation","keywords":"Childbirth; Protocol (science); Measure (data warehouse); Phone; Pregnancy; Maternity care; Nursing; Medicine; Psychology; Computer science; Alternative medicine; Data mining","score_opus":0.12920965520851788,"score_gpt":0.49441029974656286,"score_spread":0.365200644538045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913148740","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50359327,0.0000015057815,1.0186181e-7,0.000015260352,0.0000017102487,0.4960122,0.000008675928,0.00001545012,0.00035180367],"genre_scores_gemma":[0.39799604,9.735444e-8,0.00012928188,0.0000075072653,0.000015542095,0.60167015,0.0000018265449,0.000017208456,0.0001623651],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99643415,0.0005615585,0.0006091983,0.0005277435,0.0012100206,0.0006573471],"domain_scores_gemma":[0.9986289,0.000037728292,0.00009389702,0.0004972022,0.00047248224,0.00026974894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014996751,0.0002040886,0.0004942102,0.00036143643,0.00011695959,0.000045956083,0.0002512409,0.000098978715,0.00011303178],"category_scores_gemma":[0.000107098356,0.00015764711,0.000027039794,0.0006370117,0.0000396974,0.00008937349,0.00044269313,0.0006053231,0.00009108346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005513503,0.0015874738,0.9758824,0.006987582,0.000021070746,0.000090954,0.005515234,3.337118e-7,0.002117302,0.0000066409893,0.000024561577,0.0022529524],"study_design_scores_gemma":[0.009062823,0.0020711082,0.96825564,0.012657585,7.2693484e-7,0.000012321782,0.0009708497,3.4407546e-7,0.005714113,0.0000062532836,0.0010974571,0.00015077945],"about_ca_topic_score_codex":0.0002850483,"about_ca_topic_score_gemma":0.00051507447,"teacher_disagreement_score":0.10565793,"about_ca_system_score_codex":0.0003178897,"about_ca_system_score_gemma":0.0005786874,"threshold_uncertainty_score":0.64286625},"labels":[],"label_agreement":null},{"id":"W2913258595","doi":"10.2196/10738","title":"A Focus on the HIV Care Continuum Through the Healthy Young Men’s Cohort Study: Protocol for a Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health; Children's Hospital Los Angeles","keywords":"Men who have sex with men; Medicine; Cohort; Psychological intervention; Cohort study; Population; Treatment as prevention; Pre-exposure prophylaxis; Family medicine; Young adult; Transmission (telecommunications); Human immunodeficiency virus (HIV); Gerontology; Environmental health; Viral load; Internal medicine; Syphilis; Psychiatry; Antiretroviral therapy","score_opus":0.24032112202795153,"score_gpt":0.6352793099147438,"score_spread":0.39495818788679227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913258595","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010198759,0.0000020230157,0.00063851266,0.0067021432,0.0000108665345,0.9552454,0.000049805614,0.00011238056,0.03621903],"genre_scores_gemma":[0.0066093155,1.3246886e-7,0.00060535234,0.00012846295,0.00083680265,0.9699472,0.000008289282,0.00009712858,0.021767318],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866859,0.007236184,0.000883005,0.0010019123,0.0025696552,0.0016234004],"domain_scores_gemma":[0.99245274,0.0017619273,0.00019018039,0.0023394234,0.0028623717,0.00039332794],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013318669,0.00039087798,0.00065659406,0.00028402943,0.0022385227,0.00044513328,0.0013194827,0.00014384006,0.0010091822],"category_scores_gemma":[0.0032017736,0.00019410308,0.0003648668,0.0011369473,0.0009314912,0.00019494556,0.0006913875,0.0018197665,0.00045388925],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012311891,0.010721433,0.044599015,0.0008030748,0.00040098513,0.000035534536,0.018563421,6.437525e-8,0.0002988957,0.0007903493,0.89046156,0.021013761],"study_design_scores_gemma":[0.015411064,0.17662719,0.028569529,0.0017376542,0.00002208951,0.000013914814,0.058671553,0.00012474113,0.0019148155,0.00081618305,0.7158358,0.000255475],"about_ca_topic_score_codex":0.00051913364,"about_ca_topic_score_gemma":0.0016996039,"teacher_disagreement_score":0.17462578,"about_ca_system_score_codex":0.000525704,"about_ca_system_score_gemma":0.00092049624,"threshold_uncertainty_score":0.99990404},"labels":[],"label_agreement":null},{"id":"W2913420271","doi":"10.2196/11165","title":"Text-Messaging, Online Peer Support Group, and Coaching Strategies to Optimize the HIV Prevention Continuum for Youth: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Center for HIV Identification, Prevention, and Treatment Services, University of California, Los Angeles; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences; Center for AIDS Research, University of California Los Angeles; National Institute of Mental Health; Center for AIDS Research, University of Washington; National Institutes of Health; National Institute of Allergy and Infectious Diseases; National Institute on Minority Health and Health Disparities; Council for Science, Technology and Innovation","keywords":"Psychological intervention; Medicine; Transgender; Peer support; Context (archaeology); Family medicine; Psychology; Clinical psychology; Gerontology; Psychiatry","score_opus":0.16334435344220427,"score_gpt":0.5516033125576688,"score_spread":0.38825895911546454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913420271","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009848104,0.0000017399313,0.008562066,0.0041242363,0.000009485611,0.97980213,0.0001780157,0.00007644399,0.006261092],"genre_scores_gemma":[0.000752868,2.6590246e-7,0.0022167775,0.000057631445,0.00036794308,0.8689723,0.00020064422,0.000062366234,0.1273692],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939163,0.0016950057,0.0011829599,0.00066944043,0.0014559273,0.0010804053],"domain_scores_gemma":[0.9945944,0.002580437,0.00027079255,0.0006385612,0.0015033019,0.00041248492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016285433,0.00032293567,0.0015718297,0.00045342842,0.00044144175,0.00069406873,0.0004449946,0.00017745225,0.0006662838],"category_scores_gemma":[0.0050392933,0.00018602122,0.0009495399,0.0003019482,0.00033233597,0.000384657,0.00023398385,0.0007990209,0.000045082466],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.902547,0.0017861512,0.000036196787,0.0013237513,0.00029551898,0.0000023341604,0.00078808813,0.0000023586442,0.0011244133,0.001588203,0.08911153,0.0013944483],"study_design_scores_gemma":[0.8213234,0.022270853,0.000018038178,0.0023385612,0.0000412388,0.0000051096536,0.002015357,0.003245606,0.00013560662,0.00089455687,0.14753567,0.00017603884],"about_ca_topic_score_codex":0.000025668325,"about_ca_topic_score_gemma":0.000056037952,"teacher_disagreement_score":0.12110811,"about_ca_system_score_codex":0.00010285875,"about_ca_system_score_gemma":0.00074599095,"threshold_uncertainty_score":0.7585725},"labels":[],"label_agreement":null},{"id":"W2913489543","doi":"10.2196/12164","title":"Pilot Testing the Feasibility of a Game Intervention Aimed at Improving Help Seeking and Coping Among Sexual and Gender Minority Youth: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Child Health and Human Development; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; National Center for Advancing Translational Sciences; National Institute of Mental Health; National Institutes of Health","keywords":"Randomized controlled trial; Psychological intervention; Coping (psychology); Psychology; Sexual minority; Transgender; Clinical psychology; Mental health; Applied psychology; Medicine; Social psychology; Sexual orientation; Psychiatry","score_opus":0.45832768506071236,"score_gpt":0.5826372031443187,"score_spread":0.1243095180836063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913489543","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31913668,0.000006728156,0.00007650887,0.000065979126,0.000031031628,0.67974544,0.000013472389,0.000033591452,0.0008905582],"genre_scores_gemma":[0.12137771,9.74937e-8,0.00007010686,0.000016327127,0.0003524343,0.87654597,0.0000032578448,0.000028743763,0.0016053346],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9919496,0.0046889475,0.0012311311,0.0007032217,0.0006137122,0.00081338774],"domain_scores_gemma":[0.99259526,0.0052997638,0.00073638454,0.00061228295,0.0005724503,0.00018384683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016755898,0.0002604394,0.0011338368,0.00024447934,0.00045003803,0.00022249109,0.00032230187,0.00017151017,0.00011312597],"category_scores_gemma":[0.0042363903,0.00017550046,0.00021428183,0.00026376432,0.0006624888,0.00021732163,0.00040480072,0.00064934936,0.000008108999],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8936247,0.0008010064,0.08551991,0.0136561105,0.000111869136,0.000001280031,0.002612663,2.97285e-7,0.0015653424,0.00023537817,0.00020873244,0.0016626661],"study_design_scores_gemma":[0.9738009,0.0055274894,0.017439244,0.00039160956,0.000044710858,0.000005339359,0.00040882133,0.0010540655,0.0000169098,0.0010638755,0.0000549877,0.00019205568],"about_ca_topic_score_codex":0.003100289,"about_ca_topic_score_gemma":0.00030230515,"teacher_disagreement_score":0.19775896,"about_ca_system_score_codex":0.00016487784,"about_ca_system_score_gemma":0.00023088584,"threshold_uncertainty_score":0.71567017},"labels":[],"label_agreement":null},{"id":"W2913608862","doi":"10.2196/12205","title":"Double-Blind, Single-Center, Randomized Three-Way Crossover Trial of Fitted, Thin, and Standard Condoms for Vaginal and Anal Sex: C-PLEASURE Study Protocol and Baseline Data","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Center for AIDS Research, University of Washington; Emory University","keywords":"Condom; Medicine; Men who have sex with men; Family planning; Demography; Population; Randomized controlled trial; Family medicine; Gynecology; Human immunodeficiency virus (HIV); Environmental health; Internal medicine","score_opus":0.5961749238497622,"score_gpt":0.6469917028746708,"score_spread":0.050816779024908554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913608862","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060066566,0.000014210336,0.00026911843,0.00080135855,0.000049642822,0.9381293,0.00040089816,0.000049522743,0.00021938706],"genre_scores_gemma":[0.013487159,0.0000019517088,0.00035831,0.00007594673,0.0006025864,0.9837014,0.000067699315,0.000061880775,0.0016430505],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9905658,0.0040364102,0.0014440167,0.001466645,0.0014099954,0.0010771425],"domain_scores_gemma":[0.9938758,0.0023946196,0.00060372014,0.0013722685,0.0013305512,0.00042304303],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.023313688,0.00038558914,0.0014841659,0.0003005732,0.0010457806,0.00012184193,0.00051703455,0.0003070407,0.00020700094],"category_scores_gemma":[0.0013147267,0.00025780304,0.00006415035,0.00035708674,0.0009287504,0.0005051191,0.0013286837,0.0016170024,0.000009730388],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9376384,0.003470931,0.043981507,0.006780481,0.00013041809,0.000004173396,0.0017271227,4.109984e-7,0.0002725675,0.00025250766,0.0038165364,0.0019249204],"study_design_scores_gemma":[0.9143222,0.009434358,0.0007022956,0.001660164,0.000018045454,0.0000044366902,0.0015714905,0.0003311009,0.000055654462,0.0005155688,0.071124196,0.00026048883],"about_ca_topic_score_codex":0.00013819936,"about_ca_topic_score_gemma":0.00019337641,"teacher_disagreement_score":0.06730766,"about_ca_system_score_codex":0.0000980126,"about_ca_system_score_gemma":0.0009245887,"threshold_uncertainty_score":0.9999874},"labels":[],"label_agreement":null},{"id":"W2913694008","doi":"10.2196/12792","title":"Promotion of Family Routines and Positive Parent-Child Interactions for Obesity Prevention: Protocol for the 3 Pillars Study Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lottery Health Research","keywords":"Randomized controlled trial; Promotion (chess); Protocol (science); Health promotion; Child obesity; Medicine; Psychology; Childhood obesity; Obesity; Family medicine; Alternative medicine; Nursing; Overweight; Public health; Political science","score_opus":0.18018078273579824,"score_gpt":0.5438910560524324,"score_spread":0.36371027331663414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913694008","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10681474,7.189557e-7,0.00017225626,0.0006813342,0.000020619576,0.891759,0.000023600009,0.00003298689,0.0004947368],"genre_scores_gemma":[0.27018988,1.2135851e-7,0.00007259499,0.0000087031385,0.0002609922,0.7283008,0.000008885589,0.000024118519,0.0011338986],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99593896,0.0015732169,0.000745379,0.00048946345,0.00084469025,0.0004083036],"domain_scores_gemma":[0.99349356,0.004150176,0.0004021433,0.0004892033,0.0013466214,0.0001183047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049010036,0.00023526387,0.0014332435,0.00016716577,0.00034614108,0.00010081499,0.00020696734,0.000087939334,0.00004773302],"category_scores_gemma":[0.0014237647,0.00013522326,0.0005572096,0.00025728086,0.0002556629,0.00023377244,0.00017982312,0.00046388977,0.0000072729035],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9474554,0.043954946,0.004414706,0.0011003835,0.00053205725,7.311758e-7,0.00024241084,0.0000012735312,0.00063664967,0.000664664,0.00048622573,0.00051051535],"study_design_scores_gemma":[0.9462583,0.023731414,0.0229391,0.0016088038,0.000105272644,0.000002275511,0.00029462719,0.0008844346,0.0010093194,0.001846585,0.0011907872,0.00012907972],"about_ca_topic_score_codex":0.000018589573,"about_ca_topic_score_gemma":0.000023336293,"teacher_disagreement_score":0.1634582,"about_ca_system_score_codex":0.00009043283,"about_ca_system_score_gemma":0.00021829919,"threshold_uncertainty_score":0.55142444},"labels":[],"label_agreement":null},{"id":"W2914238546","doi":"10.2196/12304","title":"Exposure to Potentially Harmful E-Cigarette Emissions via Vape Tricks: Protocol for a Mixed-Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"RTI International","keywords":"Protocol (science); Computer science; Medicine; Environmental health; Alternative medicine","score_opus":0.22564819028218433,"score_gpt":0.6033487652383,"score_spread":0.37770057495611575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914238546","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017015338,1.6059528e-7,0.0050184038,0.00070503226,0.000029182547,0.9762661,0.000010590267,0.00016491147,0.00079028483],"genre_scores_gemma":[0.011456863,1.1357098e-8,0.0038852552,0.0001218368,0.00028804262,0.9770425,0.000016495334,0.00009355674,0.0070954426],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470323,0.0010578188,0.0006425882,0.000874608,0.001794367,0.0009273613],"domain_scores_gemma":[0.9964061,0.00037668334,0.00013080386,0.0012057665,0.0013064089,0.0005742654],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054071657,0.0002975937,0.0005182759,0.0005991263,0.00034406487,0.00019816261,0.0005045896,0.00027096045,0.0013243809],"category_scores_gemma":[0.0006992043,0.00023445273,0.00020703352,0.0011555142,0.000059798997,0.00018994468,0.00030641045,0.00094127934,0.000093929426],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011787215,0.011683234,0.23060925,0.0026574384,0.00016239788,0.00008535643,0.0029150965,0.0000075123876,0.129901,0.000057442485,0.07734457,0.53278947],"study_design_scores_gemma":[0.02346191,0.033258695,0.2523833,0.002809847,0.000034388846,0.000027633921,0.0016281971,0.00006391025,0.033345886,0.00022810895,0.65223587,0.0005222457],"about_ca_topic_score_codex":0.000018735764,"about_ca_topic_score_gemma":0.0000029975174,"teacher_disagreement_score":0.5748913,"about_ca_system_score_codex":0.0002560749,"about_ca_system_score_gemma":0.00057019875,"threshold_uncertainty_score":0.99958855},"labels":[],"label_agreement":null},{"id":"W2914345479","doi":"10.2196/12050","title":"Improving the Youth HIV Prevention and Care Continuums: The Adolescent Medicine Trials Network for HIV/AIDS Interventions","year":2019,"lang":"en","type":"editorial","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development; National Institute of Mental Health; National Institutes of Health","keywords":"Psychological intervention; Human immunodeficiency virus (HIV); Medicine; Continuum of care; Young adult; Transmission (telecommunications); Family medicine; Psychology; Gerontology; Health care; Psychiatry","score_opus":0.2331253473698423,"score_gpt":0.5508965945192951,"score_spread":0.31777124714945276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914345479","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001155173,0.0016563126,0.004405424,0.004035947,0.015466958,0.9700075,0.0019494677,0.00012700558,0.0023398562],"genre_scores_gemma":[0.00004423996,0.000056635083,0.00015914183,0.000019584482,0.29100367,0.61207145,0.001586306,0.00011167311,0.09494726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.986883,0.0049904175,0.0020904532,0.0011445096,0.0032551696,0.0016364743],"domain_scores_gemma":[0.98671633,0.0064398306,0.000885402,0.0018591511,0.0036185686,0.00048072045],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024327885,0.00061261683,0.0017493606,0.00053625874,0.0012811056,0.0005664704,0.0013567312,0.00088056317,0.00056162244],"category_scores_gemma":[0.026673036,0.0003175538,0.001604713,0.0007599788,0.0011875641,0.0002214313,0.0009218536,0.0046842312,0.0001047854],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025983392,0.0004157628,0.00011307487,0.011733357,0.00037415995,0.0000055239334,0.0014520492,7.5394706e-7,0.000083097795,0.00024208623,0.9554504,0.02753138],"study_design_scores_gemma":[0.009500468,0.015960215,0.000045903358,0.062013894,0.00025870107,0.0000043846867,0.0075381044,0.00014791552,0.000044431043,0.00026302185,0.9039514,0.00027156522],"about_ca_topic_score_codex":0.000112242175,"about_ca_topic_score_gemma":0.00017003361,"teacher_disagreement_score":0.357936,"about_ca_system_score_codex":0.00053638656,"about_ca_system_score_gemma":0.0016994223,"threshold_uncertainty_score":0.99992764},"labels":[],"label_agreement":null},{"id":"W2914444462","doi":"10.2196/11493","title":"Web-Based Stress Management Program for University Students in Indonesia: Systematic Cultural Adaptation and Protocol for a Feasibility Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vrije Universiteit Amsterdam","keywords":"Psychological intervention; Focus group; Stress management; Anxiety; Medical education; Usability; Psychology; Data collection; Applied psychology; Protocol (science); Medicine; Clinical psychology; Nursing; Alternative medicine; Computer science; Psychiatry; Sociology","score_opus":0.3597263921438131,"score_gpt":0.620644011195098,"score_spread":0.26091761905128497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914444462","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2505716,3.5430222e-7,0.0000117058935,0.00003055091,0.0000061008436,0.7491024,0.000020315021,0.000044678458,0.00021228772],"genre_scores_gemma":[0.20102142,1.2479167e-8,0.00025344064,0.000004566808,0.000012471992,0.7976438,0.000015110006,0.000015359963,0.0010338314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967567,0.0010323392,0.00040010893,0.00062921934,0.00060605083,0.00057559356],"domain_scores_gemma":[0.99873227,0.00034991806,0.00014742532,0.00043043212,0.00022144077,0.0001185193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021348556,0.00018373983,0.0003510434,0.0002746295,0.00024549317,0.00015337391,0.00043097962,0.000094164185,0.000042877204],"category_scores_gemma":[0.000019626214,0.00014453968,0.000055847668,0.00039548546,0.000058303136,0.0002064993,0.00014024305,0.00018697372,0.000023004026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012651767,0.023034375,0.85239595,0.10368661,0.00009159348,0.000024168572,0.0021336896,0.0000040977297,0.0000055905894,0.00043867563,0.00036800283,0.0051654754],"study_design_scores_gemma":[0.16336316,0.028046902,0.7282975,0.0199134,0.000025422987,0.0000012050992,0.05476091,0.0018539913,0.000038102076,0.00015144514,0.003068824,0.00047915365],"about_ca_topic_score_codex":0.0000528623,"about_ca_topic_score_gemma":0.00019798423,"teacher_disagreement_score":0.1507114,"about_ca_system_score_codex":0.00038061664,"about_ca_system_score_gemma":0.000049941125,"threshold_uncertainty_score":0.58941567},"labels":[],"label_agreement":null},{"id":"W2914707031","doi":"10.2196/12646","title":"Reducing Retail Merchandising of Discretionary Food and Beverages in Remote Indigenous Community Stores: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Toronto; University of Waterloo","funders":"National Health and Medical Research Council; Medical Research Council; Deakin University; Menzies School of Health Research","keywords":"Indigenous; Randomized controlled trial; Business; Intervention (counseling); Medicine; Population; Environmental health; Marketing; Nursing","score_opus":0.14867008583407457,"score_gpt":0.492430872874449,"score_spread":0.3437607870403744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914707031","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37164646,0.0000015592644,0.000014349027,0.00012802573,0.00000416162,0.6276641,0.000009099384,0.000023715049,0.00050854427],"genre_scores_gemma":[0.27433524,3.1164325e-7,0.0003094099,0.000008127493,0.000104656676,0.7248945,0.000009573197,0.000035169676,0.00030300865],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924354,0.004524078,0.0009110757,0.00042266454,0.0010603165,0.0006464884],"domain_scores_gemma":[0.99318707,0.0050400123,0.0003528587,0.00072061224,0.0005050744,0.0001943833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010777353,0.00026531366,0.0022030051,0.00047339953,0.00028656615,0.000066012406,0.00029120455,0.00021263187,0.000056467685],"category_scores_gemma":[0.0027720549,0.00019138394,0.0003632564,0.00042036254,0.00051056716,0.00024309763,0.0003452763,0.0014798392,0.0000041311223],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9765686,0.009171055,0.001360717,0.0043394957,0.00013952001,0.0000045681772,0.0023398052,0.000002771081,0.004381194,0.00030049038,0.00004353501,0.0013482773],"study_design_scores_gemma":[0.9670731,0.013680041,0.00271604,0.005545546,0.000016870918,0.0000044656094,0.00031144125,0.00060808915,0.0032062419,0.0062944824,0.00036088162,0.00018284611],"about_ca_topic_score_codex":0.00029190315,"about_ca_topic_score_gemma":0.000050822837,"teacher_disagreement_score":0.09731122,"about_ca_system_score_codex":0.00021673103,"about_ca_system_score_gemma":0.00052562985,"threshold_uncertainty_score":0.78044105},"labels":[],"label_agreement":null},{"id":"W2914729613","doi":"10.2196/10473","title":"A Multicenter Before-After Study on Reducing Unnecessary Diagnostics by Changing the Attitude of Caregivers: Protocol for the RODEO Project","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical Laboratory Practices and Quality Control","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Protocol (science); Psychological intervention; Medicine; Mindset; Test (biology); Intervention (counseling); Health care; Medical laboratory; Modalities; Medical education; Medical emergency; Medical physics; Family medicine; Alternative medicine; Nursing; Computer science","score_opus":0.3658646891396074,"score_gpt":0.6316994213065417,"score_spread":0.26583473216693426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914729613","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071503115,0.0000031756479,0.00006526558,0.0041210516,0.000013262475,0.98840463,0.00005445945,0.000031910982,0.00015591149],"genre_scores_gemma":[0.08400384,2.7134513e-7,0.00007291209,0.00043944555,0.0007050577,0.91417176,0.0000035941262,0.000041990264,0.0005611312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99592775,0.0010781828,0.0006122941,0.00051503174,0.0011655099,0.00070121436],"domain_scores_gemma":[0.99225867,0.0048900335,0.00027537832,0.0011352993,0.0013195329,0.0001210968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006432654,0.00021651009,0.0003783743,0.00015293114,0.00053691154,0.00014679349,0.00052227575,0.00011462662,0.000119995486],"category_scores_gemma":[0.004517112,0.000106212,0.00014782143,0.00065331894,0.000526322,0.00016313835,0.00030423768,0.0008535175,0.000036293968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2243158,0.061034348,0.18172586,0.014684213,0.002800671,0.00020558365,0.14538205,0.000010134989,0.0046584085,0.001224109,0.26560342,0.09835539],"study_design_scores_gemma":[0.0209961,0.03509168,0.010326966,0.006124577,0.00007512737,0.0000024802048,0.012310503,0.0012157096,0.0018866633,0.00003699343,0.91168,0.0002532039],"about_ca_topic_score_codex":0.00009394236,"about_ca_topic_score_gemma":0.00010183873,"teacher_disagreement_score":0.64607656,"about_ca_system_score_codex":0.00010272702,"about_ca_system_score_gemma":0.00036189702,"threshold_uncertainty_score":0.5407731},"labels":[],"label_agreement":null},{"id":"W2916016000","doi":"10.2196/13831","title":"Corrigendum and Editorial Warning Regarding Use of the MMAS Scale (The Ready to Reduce Risk (3R) Study for a Group Educational Intervention With Telephone and Text Messaging Support to Improve Medication Adherence for the Primary Prevention of Cardiovascular Disease: Protocol for a Randomized Controlled Trial)","year":2019,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Scale (ratio); Medicine; Nursing","score_opus":0.13350236790126443,"score_gpt":0.47667565872909773,"score_spread":0.3431732908278333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916016000","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023138676,0.000033771445,0.008795073,0.00092014915,0.0017661933,0.9881034,0.0000848366,0.0000129961745,0.00005217839],"genre_scores_gemma":[0.0003885171,0.0000051722704,0.0006908401,0.00002302914,0.004895439,0.96207505,0.00010775558,0.000053311163,0.03176088],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937751,0.0016360027,0.0013093848,0.000813076,0.0020589714,0.0004074252],"domain_scores_gemma":[0.9917678,0.0030965467,0.0014262822,0.0012464287,0.0022424334,0.00022049282],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015592325,0.00032025634,0.0016278485,0.00022090662,0.00046220337,0.0001287664,0.00052206015,0.00019246439,0.000026702459],"category_scores_gemma":[0.00895361,0.00015789211,0.0006475841,0.00038328842,0.00036469733,0.00016780676,0.00021616893,0.0007185123,0.0000015398361],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.72183645,0.0010607291,0.0001586209,0.0048118737,0.0012315718,1.2047774e-7,0.0005897071,0.0000047852773,0.00017706631,0.000035473353,0.25983298,0.010260634],"study_design_scores_gemma":[0.6182427,0.008333148,0.0008961075,0.009844709,0.00089112815,0.0000017357146,0.0005904724,0.00050879025,0.00007490716,0.00019625654,0.36022943,0.00019065721],"about_ca_topic_score_codex":0.000095267744,"about_ca_topic_score_gemma":0.000015479378,"teacher_disagreement_score":0.10359377,"about_ca_system_score_codex":0.00016235026,"about_ca_system_score_gemma":0.0021423898,"threshold_uncertainty_score":0.9993944},"labels":[],"label_agreement":null},{"id":"W2917632092","doi":"10.2196/12808","title":"Identification of Motor Symptoms Related to Parkinson Disease Using Motion-Tracking Sensors at Home (KÄVELI): Protocol for an Observational Case-Control Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Business Finland","keywords":"Observational study; Medicine; Parkinson's disease; Physical medicine and rehabilitation; Outpatient clinic; Disease; Physical therapy; Motion sensors; Wearable computer; Computer science; Internal medicine","score_opus":0.3187937276656268,"score_gpt":0.5805157232813757,"score_spread":0.2617219956157489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917632092","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42678878,2.7995355e-7,0.0001895302,0.00007022066,0.000025649888,0.57264227,0.00019168037,0.00006527976,0.000026322241],"genre_scores_gemma":[0.38533065,2.0693543e-8,0.0001233147,0.000022053624,0.00011582784,0.61306167,0.000030285608,0.00005115959,0.001265015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925448,0.0030078464,0.001504289,0.00085049204,0.0011915171,0.0009011052],"domain_scores_gemma":[0.9952966,0.0007636072,0.0006666907,0.0009889962,0.0018481783,0.00043594043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006461956,0.00026090632,0.000442071,0.0004471845,0.0011922388,0.000075823424,0.00041954857,0.00026437244,0.00015178206],"category_scores_gemma":[0.0005709592,0.0002444703,0.00014548055,0.00072656886,0.000074736156,0.00072737085,0.00019183637,0.0006779349,0.00019610743],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007890877,0.0057908613,0.816252,0.004926025,0.00010143772,0.000031671883,0.0026758797,0.0002331452,0.1582607,0.00067405804,0.0008568407,0.0023065293],"study_design_scores_gemma":[0.010848159,0.0018670807,0.96055007,0.002004576,0.000013377948,0.000004975927,0.0009632824,0.01800719,0.000085885054,0.00080167636,0.004554772,0.00029894317],"about_ca_topic_score_codex":0.000074165844,"about_ca_topic_score_gemma":0.000062577084,"teacher_disagreement_score":0.15817483,"about_ca_system_score_codex":0.00069120986,"about_ca_system_score_gemma":0.0004982052,"threshold_uncertainty_score":0.99692094},"labels":[],"label_agreement":null},{"id":"W2917902864","doi":"10.2196/12453","title":"Effective Information Provision About the Side Effects of Treatment for Malignant Lymphoma: Protocol of a Randomized Controlled Trial Using Video Vignettes","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recall; Empathy; Randomized controlled trial; Affect (linguistics); Medicine; Cognition; Protocol (science); Task (project management); Psychology; Social psychology; Alternative medicine; Cognitive psychology; Psychiatry; Communication; Internal medicine","score_opus":0.2417254289613288,"score_gpt":0.57663388908298,"score_spread":0.3349084601216512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917902864","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01555892,0.000019109435,0.00016573822,0.0002656525,0.00006085192,0.98314863,0.000028659118,0.000052120904,0.00070031546],"genre_scores_gemma":[0.048130408,0.0000012851388,0.00059191213,0.000056539444,0.000113259186,0.9508904,0.000017733471,0.000038545255,0.0001599146],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9755222,0.01931549,0.0028228068,0.00034916023,0.0011504842,0.0008398208],"domain_scores_gemma":[0.9553313,0.03783723,0.0024716838,0.0014250743,0.0027938855,0.00014081494],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008572546,0.00032843126,0.0021158024,0.00048433917,0.0009444571,0.000040321287,0.0007124975,0.00034264932,0.00003450666],"category_scores_gemma":[0.009848187,0.00017780015,0.0005984696,0.0005356946,0.00037718893,0.0004949329,0.00036279546,0.00053839944,0.00004061227],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9637104,0.0007440718,0.00034734255,0.014239115,0.00017405687,2.3952143e-7,0.008640832,0.000027999322,0.0031572978,0.0015792603,0.00017934837,0.0072000357],"study_design_scores_gemma":[0.9573974,0.009194577,0.0001974082,0.010898337,0.000029755578,3.8500923e-7,0.0011592989,0.0054134075,0.0058801174,0.001119459,0.008551463,0.00015838888],"about_ca_topic_score_codex":0.0006481736,"about_ca_topic_score_gemma":0.000019856994,"teacher_disagreement_score":0.032571487,"about_ca_system_score_codex":0.0010610073,"about_ca_system_score_gemma":0.002745857,"threshold_uncertainty_score":0.9984923},"labels":[],"label_agreement":null},{"id":"W2918400050","doi":"10.2196/12870","title":"Functional Magnetic Resonance Imaging Biomarkers Predicting Cognitive Progression in Parkinson Disease: Protocol for a Prospective Longitudinal Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parkinson's Disease Mechanisms and Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Institutes of Health","keywords":"Dementia; Neuropsychology; Cognitive decline; Magnetic resonance imaging; Cognition; Psychology; Functional magnetic resonance imaging; Posterior cortical atrophy; Cohort; Medicine; Neuroimaging; Disease; Neuroscience; Physical medicine and rehabilitation; Internal medicine; Radiology","score_opus":0.10607007839955447,"score_gpt":0.4872400392656741,"score_spread":0.38116996086611965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918400050","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07710762,0.000027530234,0.000025429877,0.00009741605,0.000011702514,0.92182827,0.00007153114,0.00011272768,0.00071779627],"genre_scores_gemma":[0.2700636,1.6286474e-7,0.00017806538,0.000013324209,0.00010368077,0.72900057,0.000035317953,0.000060342925,0.00054495543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946338,0.00046654977,0.00052494986,0.0014809592,0.0018453918,0.0010483275],"domain_scores_gemma":[0.99768853,0.0002945066,0.00015571728,0.00053390476,0.0008343485,0.000492999],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019555478,0.00038290315,0.00049074885,0.00053331483,0.00033212936,0.00015033888,0.00018729904,0.00008898296,0.00041145337],"category_scores_gemma":[0.00042770198,0.00031179705,0.00015289815,0.00086523796,0.00017604996,0.0003256801,0.00022217674,0.00054606627,0.00009091618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036473744,0.008205896,0.9336254,0.0009391681,0.00007322215,0.00038518137,0.00012723183,4.893501e-7,0.00016181242,0.00003563628,0.00052860787,0.019443633],"study_design_scores_gemma":[0.030732086,0.006063937,0.9340952,0.0080286,0.000027021451,0.000012855158,0.0003422072,0.0009355952,0.00030300373,0.00030793072,0.018888501,0.00026303175],"about_ca_topic_score_codex":0.000027938027,"about_ca_topic_score_gemma":0.00001484436,"teacher_disagreement_score":0.19295599,"about_ca_system_score_codex":0.0006299122,"about_ca_system_score_gemma":0.00081738643,"threshold_uncertainty_score":0.9999334},"labels":[],"label_agreement":null},{"id":"W2918863469","doi":"10.2196/resprot.9898","title":"Model-Based Methods to Translate Adolescent Medicine Trials Network for HIV/AIDS Interventions Findings Into Policy Recommendations: Rationale and Protocol for a Modeling Core (ATN 161)","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Psychological intervention; Medicine; Protocol (science); Human immunodeficiency virus (HIV); Family medicine; Clinical trial; Randomized controlled trial; Alternative medicine; Psychiatry","score_opus":0.5926075787466389,"score_gpt":0.6789237233023013,"score_spread":0.08631614455566239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918863469","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026570136,0.0000047820145,0.44566062,0.013875609,0.0000051758784,0.54006654,0.00011271764,0.00004885271,0.0001991388],"genre_scores_gemma":[0.000120099525,9.433328e-7,0.23692153,0.00028685073,0.0004622573,0.7528762,0.00025406654,0.00007207002,0.009005987],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99416256,0.0012421161,0.0017203765,0.00086574623,0.00087674276,0.0011324763],"domain_scores_gemma":[0.9946728,0.0018485066,0.0001932858,0.0006948334,0.0018134842,0.00077709684],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017478973,0.0003500067,0.0010526964,0.0013912261,0.00063800614,0.00017611418,0.0004374632,0.00022631261,0.00068239163],"category_scores_gemma":[0.0067278747,0.00027923365,0.0007146229,0.0011811211,0.00019775554,0.0003020144,0.00015892074,0.00073548,0.000036827496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029247219,0.0033298812,0.00063847844,0.028594712,0.00044019878,0.000002791061,0.002254446,0.0061270283,0.028617943,0.031986006,0.67877585,0.18998547],"study_design_scores_gemma":[0.019869654,0.016592536,0.000013843007,0.02604501,0.000027023747,0.0000036672327,0.0002655422,0.6266019,0.0009280814,0.017399054,0.29198208,0.00027164014],"about_ca_topic_score_codex":0.000037600563,"about_ca_topic_score_gemma":0.000054989578,"teacher_disagreement_score":0.6204748,"about_ca_system_score_codex":0.00043965265,"about_ca_system_score_gemma":0.0011662274,"threshold_uncertainty_score":0.99996597},"labels":[],"label_agreement":null},{"id":"W2919797988","doi":"10.2196/11456","title":"Use of Big Data and Machine Learning Methods in the Monitoring and Evaluation of Digital Health Programs in India: An Exploratory Protocol","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Human Genome Research Institute; National Institutes of Health; University of Cape Town; Wellcome Trust; Johns Hopkins University; Bill and Melinda Gates Foundation","keywords":"Protocol (science); Computer science; Digital health; Big data; Data science; Medical education; Data mining; Medicine; Health care; Alternative medicine; Political science","score_opus":0.8232962175915401,"score_gpt":0.7186012690244685,"score_spread":0.10469494856707162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919797988","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055195358,0.00002137219,0.00003086505,0.00030613004,0.000007573788,0.94426745,0.00002953371,0.000017064967,0.00012464296],"genre_scores_gemma":[0.051855575,0.000010039182,0.0015645165,0.000024013576,0.00006704861,0.94638044,0.000055100296,0.000023422674,0.000019863259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9857456,0.01078037,0.0011572978,0.0005414434,0.001020375,0.0007548976],"domain_scores_gemma":[0.9961739,0.001634915,0.0004812594,0.0010130041,0.00044544428,0.00025148326],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.034812707,0.00013464272,0.0003798941,0.00043650303,0.00030639945,0.00004486132,0.00044453147,0.00016241378,0.00001220431],"category_scores_gemma":[0.0010968477,0.000099839475,0.000012277019,0.000963864,0.00015136275,0.0006679795,0.0004976482,0.0016891273,0.0000036994265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002396844,0.00039176265,0.5942191,0.0041896068,0.0000019037805,2.6622337e-7,0.00442114,0.0000030665547,0.00010594231,0.0001728485,0.000035290966,0.3962194],"study_design_scores_gemma":[0.0104840845,0.004805891,0.6929095,0.010163698,0.0000033742697,0.0000027640754,0.019088326,0.008578407,0.00008977866,0.0017058895,0.2518808,0.00028751322],"about_ca_topic_score_codex":0.0004514852,"about_ca_topic_score_gemma":0.00026070833,"teacher_disagreement_score":0.3959319,"about_ca_system_score_codex":0.00016360097,"about_ca_system_score_gemma":0.0021841414,"threshold_uncertainty_score":0.9938634},"labels":[],"label_agreement":null},{"id":"W2920725640","doi":"10.2196/12907","title":"Aims, Study Design, and Enrollment Results From the Assessing Predictors of Infant Respiratory Syncytial Virus Effects and Severity Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory viral infections research","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Environmental Health Sciences; National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Medicine; Cohort; Immunology; Buccal swab; Cohort study; Internal medicine; Pediatrics; Biology","score_opus":0.22154470495724748,"score_gpt":0.5372028374195731,"score_spread":0.3156581324623256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920725640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5996257,0.000028101264,0.000013112418,0.00004493439,0.000013272737,0.40004447,0.000014363616,0.000037072128,0.0001789606],"genre_scores_gemma":[0.6172388,0.0000011824337,0.00005320718,0.00003686205,0.0001259373,0.3824363,0.0000019450763,0.000032497082,0.00007323647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9893567,0.0059089707,0.00080417545,0.0009371898,0.002327463,0.00066551723],"domain_scores_gemma":[0.9940972,0.003357856,0.00018873457,0.0014134236,0.0005996415,0.0003431809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0104936315,0.00030127278,0.0006731302,0.00041084562,0.00045647394,0.00032181566,0.0003791985,0.00017028181,0.000048279548],"category_scores_gemma":[0.002116826,0.00019662516,0.000061026774,0.0008403322,0.0005155114,0.00040521254,0.00088407635,0.0014921458,0.00003182136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006657112,0.004692056,0.9249063,0.00045767552,0.0003202548,0.00014595986,0.003052427,0.000008784292,0.05245794,0.0000046989767,0.0012585063,0.0060382616],"study_design_scores_gemma":[0.01481495,0.025205664,0.9398046,0.0010073474,0.000028363129,0.0000045410306,0.0017075437,0.00016604293,0.011110473,0.000029795408,0.005934974,0.00018566496],"about_ca_topic_score_codex":0.0008566545,"about_ca_topic_score_gemma":0.000075828415,"teacher_disagreement_score":0.041347466,"about_ca_system_score_codex":0.00020316702,"about_ca_system_score_gemma":0.0006310167,"threshold_uncertainty_score":0.80181414},"labels":[],"label_agreement":null},{"id":"W2920811307","doi":"10.2196/10654","title":"Using Blockchain to Create Transaction Identity for Persons Experiencing Homelessness in America: Policy Proposal","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Digital identity; Public relations; Identity (music); Internet privacy; Business; Identity management; Health care; Political science; Computer security; Computer science; Law","score_opus":0.32896576272339595,"score_gpt":0.6382463466632858,"score_spread":0.3092805839398899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920811307","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5904174,0.0000021075452,0.001365787,0.00033947732,0.000024385292,0.40716374,0.00002526538,0.000060921386,0.00060090923],"genre_scores_gemma":[0.47070938,4.25811e-7,0.0004276746,0.000025437605,0.00026996626,0.5279302,0.0000026680493,0.000039108738,0.0005951294],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99519646,0.0014186797,0.0005491681,0.00056337565,0.0007991248,0.0014731837],"domain_scores_gemma":[0.99827164,0.00040875032,0.00012282774,0.000406173,0.00048788302,0.00030273435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024029433,0.00020692857,0.0006402599,0.0007613287,0.0010627079,0.00009191862,0.00044173465,0.00027812104,0.00030041084],"category_scores_gemma":[0.00025270818,0.00019230331,0.00010321779,0.0018043508,0.00010568023,0.0003677348,0.00015431498,0.00095116085,0.00017205074],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024608565,0.0010982762,0.09978521,0.0063788802,0.000039343693,0.00002343785,0.80440164,0.0003776237,0.05505088,0.011001846,0.00013262096,0.019249402],"study_design_scores_gemma":[0.006496517,0.0016206609,0.014830407,0.007144242,0.000004141106,4.599462e-7,0.9202004,0.0032458196,0.0035518226,0.0027876797,0.0392319,0.00088595133],"about_ca_topic_score_codex":0.009635427,"about_ca_topic_score_gemma":0.008068008,"teacher_disagreement_score":0.120766446,"about_ca_system_score_codex":0.0010872625,"about_ca_system_score_gemma":0.0015096992,"threshold_uncertainty_score":0.9969595},"labels":[],"label_agreement":null},{"id":"W2921726801","doi":"10.2196/11745","title":"Structural Transformation to Attain Responsible BIOSciences (STARBIOS2): Protocol for a Horizon 2020 Funded European Multicenter Project to Promote Responsible Research and Innovation","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovation, Sustainability, Human-Machine Systems","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Protocol (science); Transformation (genetics); Political science; Business; Public relations; Knowledge management; Medicine; Computer science; Biology; Alternative medicine","score_opus":0.3413820953610099,"score_gpt":0.6110156120836193,"score_spread":0.26963351672260943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921726801","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16179761,2.592489e-7,0.0001229227,0.007863492,0.000027627477,0.8250298,0.000028525043,0.00013946656,0.0049903085],"genre_scores_gemma":[0.07309418,5.064476e-8,0.002358293,0.00007924709,0.00037169,0.91844565,0.000017211638,0.000057068588,0.0055766236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9860322,0.00648643,0.0011322156,0.0012357099,0.0032040493,0.001909414],"domain_scores_gemma":[0.99082726,0.0008787589,0.00020575373,0.0007948358,0.0070227575,0.00027061335],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.050528225,0.00031105056,0.00036670934,0.0035293684,0.0026205182,0.0015764298,0.001198061,0.00019749784,0.00008176428],"category_scores_gemma":[0.007196789,0.00027109406,0.000059465583,0.012972611,0.0006571677,0.001528864,0.0004419822,0.0008159153,0.00011446768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043396514,0.0015051971,0.017026123,0.010563258,0.00006152618,0.000022044016,0.22130266,0.00007356331,0.23601978,0.37263536,0.058207113,0.039186884],"study_design_scores_gemma":[0.004171411,0.012239566,0.0049878703,0.0016757001,0.0000010717648,0.0000023465045,0.016682107,0.0005092323,0.00910049,0.008502322,0.94154066,0.00058722036],"about_ca_topic_score_codex":0.0009549336,"about_ca_topic_score_gemma":0.0015873545,"teacher_disagreement_score":0.88333356,"about_ca_system_score_codex":0.0011557234,"about_ca_system_score_gemma":0.0032279217,"threshold_uncertainty_score":0.99997413},"labels":[],"label_agreement":null},{"id":"W2921841551","doi":"10.2196/12116","title":"Measuring Caloric Intake at the Population Level (NOTION): Protocol for an Experimental Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Caloric theory; Population; Computer science; Psychology; Gerontology; Medicine; Environmental health; Alternative medicine","score_opus":0.6326585447248126,"score_gpt":0.5951783147809296,"score_spread":0.037480229943883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921841551","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06001392,9.382235e-7,0.000005173836,0.00035023957,0.0000074022782,0.93826115,0.0000132303185,0.00004083698,0.0013071294],"genre_scores_gemma":[0.09234093,1.7244028e-8,0.000114781426,0.00004512649,0.0003076908,0.9050388,0.000025892019,0.000029838407,0.0020969452],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974489,0.00024387034,0.00030029166,0.00041191338,0.0011497947,0.00044518578],"domain_scores_gemma":[0.9987865,0.00013125101,0.00006305311,0.0004589668,0.00041990576,0.00014034375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013576151,0.00014698305,0.00022524873,0.0000997576,0.0006307954,0.00007448085,0.00018266185,0.00006223995,0.0003104928],"category_scores_gemma":[0.00008905265,0.00009375592,0.00008764116,0.00025308158,0.00006902973,0.00016399923,0.00023160051,0.0002852126,0.00014297705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04154404,0.041191243,0.7769339,0.0037097107,0.00022884911,0.000027688999,0.0024129595,0.000023175435,0.045350064,0.002491464,0.078573234,0.0075136814],"study_design_scores_gemma":[0.028133683,0.032651644,0.5836847,0.0012352732,0.0000055524765,0.000016847063,0.0032584642,0.00012377354,0.009390329,0.000531106,0.3406455,0.0003231679],"about_ca_topic_score_codex":0.00013514946,"about_ca_topic_score_gemma":0.000098069315,"teacher_disagreement_score":0.26207224,"about_ca_system_score_codex":0.00048444382,"about_ca_system_score_gemma":0.00007558803,"threshold_uncertainty_score":0.48516315},"labels":[],"label_agreement":null},{"id":"W2922398155","doi":"10.2196/resprot.9228","title":"Modern Innovative Solutions to Improve Outcomes in Asthma, Breathlessness, and Chronic Obstructive Pulmonary Disease (MISSION ABC): Protocol for a Mixed-Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Asthma; COPD; Health care; Disease; Integrated care; Intensive care medicine; Physical therapy; Service delivery framework; Protocol (science); Family medicine; Service (business); Alternative medicine; Internal medicine","score_opus":0.15725399730797426,"score_gpt":0.5639654877640845,"score_spread":0.4067114904561102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922398155","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015393451,0.0000037810569,0.0006804754,0.000723683,0.000013987718,0.98175174,0.00007724759,0.00009888663,0.0012567224],"genre_scores_gemma":[0.053430602,9.303857e-8,0.0011558003,0.00003252726,0.00010302409,0.94207925,0.000021470996,0.000074218005,0.0031030327],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99538195,0.00068123924,0.0006233007,0.0011969317,0.0009814305,0.0011351276],"domain_scores_gemma":[0.99713945,0.00041184833,0.00013652054,0.0010447921,0.0007299196,0.00053745945],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022150245,0.00040366812,0.0006721769,0.0008186784,0.0002810466,0.00018944891,0.00038509717,0.00011527414,0.00013704525],"category_scores_gemma":[0.0005277039,0.0003272352,0.000104131985,0.0012652427,0.00024024028,0.0004635227,0.0010869149,0.000647374,0.00003366542],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040651396,0.02995869,0.34928972,0.031078612,0.00051855965,0.0005413939,0.004327087,0.00021794515,0.023466611,0.0094292965,0.003584665,0.506936],"study_design_scores_gemma":[0.022408703,0.008356076,0.90944904,0.0042037554,0.000017849132,0.0000044517164,0.0051845135,0.0071838205,0.00053093577,0.008343881,0.03362336,0.00069359207],"about_ca_topic_score_codex":0.000047615482,"about_ca_topic_score_gemma":0.000035641933,"teacher_disagreement_score":0.5601593,"about_ca_system_score_codex":0.0010200274,"about_ca_system_score_gemma":0.0016291499,"threshold_uncertainty_score":0.999918},"labels":[],"label_agreement":null},{"id":"W2924292358","doi":"10.2196/11209","title":"A Smartphone Game to Prevent HIV Among Young Africans: Protocol for a Randomized Pilot Study of a Mobile Intervention","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Institutes of Health; Center for AIDS Research, University of Washington; Emory University; National Institute of Allergy and Infectious Diseases; Andrew W. Mellon Foundation","keywords":"Psychological intervention; Intervention (counseling); Population; Attrition; Randomized controlled trial; Medicine; Focus group; mHealth; Young adult; Family medicine; Gerontology; Physical therapy; Psychology; Nursing; Environmental health","score_opus":0.25322664141086065,"score_gpt":0.6287423001668505,"score_spread":0.37551565875598986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924292358","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025870053,0.0000012494143,0.00077789824,0.00025362754,0.000023274211,0.9715061,0.000050367595,0.00012850738,0.0013889067],"genre_scores_gemma":[0.03244402,2.975717e-7,0.00042138746,0.00008916758,0.0001751131,0.9590263,0.000017336683,0.00007867697,0.00774773],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.98850244,0.0054296567,0.0024534934,0.0008843949,0.0011594518,0.001570541],"domain_scores_gemma":[0.99291676,0.0025193922,0.00085611467,0.0013405562,0.0014541096,0.0009130556],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014849599,0.00029634094,0.0011834924,0.00065818976,0.00064044655,0.000032241885,0.00072436995,0.00016925632,0.001250095],"category_scores_gemma":[0.0012405221,0.00023858603,0.00019245662,0.0011619971,0.00015064495,0.00017916723,0.0004572326,0.0011613584,0.00057511387],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6499768,0.06689537,0.054935325,0.06518638,0.0001996242,0.000004150682,0.032205895,0.00008565595,0.0019251145,0.0032269103,0.11198274,0.013376027],"study_design_scores_gemma":[0.45953053,0.04348835,0.0055426313,0.010051264,0.000011921713,9.488e-7,0.012067805,0.0005238582,0.00015028905,0.001169706,0.46705753,0.0004051809],"about_ca_topic_score_codex":0.0013604255,"about_ca_topic_score_gemma":0.0011176219,"teacher_disagreement_score":0.3550748,"about_ca_system_score_codex":0.0005412141,"about_ca_system_score_gemma":0.0013828431,"threshold_uncertainty_score":0.9996629},"labels":[],"label_agreement":null},{"id":"W2924449369","doi":"10.2196/12511","title":"Mobile Phone–Based Smoking-Cessation Intervention for Patients Undergoing Elective Surgery: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Familjen Kamprads Stiftelse","keywords":"Medicine; Smoking cessation; Randomized controlled trial; Perioperative; Abstinence; Psychological intervention; Intervention (counseling); Physical therapy; Elective surgery; Surgery; Nursing; Psychiatry","score_opus":0.12831547742888905,"score_gpt":0.515667285481742,"score_spread":0.38735180805285296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924449369","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04190343,2.5197753e-7,0.0022462872,0.000046790577,0.000052730982,0.95540035,0.000012333544,0.0000973344,0.00024048383],"genre_scores_gemma":[0.1373321,4.6860656e-8,0.00011685994,0.00002270912,0.00020414847,0.8613144,0.0001786946,0.000059296428,0.00077173574],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9954353,0.0011575224,0.0010370063,0.00055487675,0.0012122418,0.0006030336],"domain_scores_gemma":[0.9922871,0.0047128443,0.00057230913,0.00038526437,0.0019181072,0.00012440103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008197641,0.0002503429,0.0013146081,0.0006144485,0.00023926441,0.0001726398,0.00014471811,0.0002603318,0.00029631582],"category_scores_gemma":[0.003530696,0.00019011031,0.0010083334,0.00041485488,0.00009686516,0.00025478957,0.00003457079,0.00036459064,0.0000073679694],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9757826,0.0036167393,0.012326803,0.002106777,0.00012175132,4.5592017e-7,0.00012871256,0.0000049676837,0.00022649988,0.00008681034,0.0022921914,0.0033057283],"study_design_scores_gemma":[0.9740053,0.010887433,0.00075192825,0.0033696203,0.00004678341,3.2715002e-7,0.000057236208,0.001248796,0.00366597,0.00062699214,0.0051486706,0.00019097957],"about_ca_topic_score_codex":0.000012249247,"about_ca_topic_score_gemma":0.0000033627343,"teacher_disagreement_score":0.09542867,"about_ca_system_score_codex":0.00052328466,"about_ca_system_score_gemma":0.0007621255,"threshold_uncertainty_score":0.77524734},"labels":[],"label_agreement":null},{"id":"W2924799335","doi":"10.2196/11226","title":"Brief Exercise Counseling and High-Intensity Interval Training on Physical Activity Adherence and Cardiometabolic Health in Individuals at Risk of Type 2 Diabetes: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"High-intensity interval training; Medicine; Randomized controlled trial; Physical therapy; Type 2 diabetes; Protocol (science); Physical activity; Diabetes mellitus; Gerontology; Alternative medicine; Internal medicine","score_opus":0.18744709411544325,"score_gpt":0.5173597866471884,"score_spread":0.32991269253174516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924799335","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4818151,0.0000017659959,0.000004115537,0.00025381515,0.000006023091,0.51785547,0.000020864743,0.000013590104,0.000029278084],"genre_scores_gemma":[0.35511053,0.000004556339,0.000053232317,0.000038495036,0.00011350529,0.6446126,0.0000026834634,0.000017892218,0.000046493118],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956583,0.0017175731,0.0005558889,0.0005880752,0.0007664535,0.0007137585],"domain_scores_gemma":[0.9951118,0.0034214272,0.0004252912,0.0003495071,0.0003689019,0.00032303922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00771015,0.0002508299,0.0042694355,0.00031372267,0.00015743193,0.000046402358,0.000118499134,0.00016937671,0.000013161063],"category_scores_gemma":[0.0016639901,0.00017616701,0.00025619418,0.00040025948,0.00038334026,0.00016159355,0.00014255098,0.0011517765,0.000004270421],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96799576,0.0028262336,0.00090007094,0.0024569884,0.00013485608,8.7903663e-7,0.0019157314,0.0000020309994,0.0012513533,0.00015033687,0.00012950692,0.022236275],"study_design_scores_gemma":[0.968594,0.0153251,0.004505681,0.0052751373,0.00002513387,9.710055e-7,0.00008276206,0.003031721,0.0010825568,0.0009889269,0.0009285305,0.00015945685],"about_ca_topic_score_codex":0.00018224856,"about_ca_topic_score_gemma":0.000013943645,"teacher_disagreement_score":0.12675716,"about_ca_system_score_codex":0.0001493486,"about_ca_system_score_gemma":0.00063841336,"threshold_uncertainty_score":0.7183882},"labels":[],"label_agreement":null},{"id":"W2925325202","doi":"10.2196/12447","title":"A Smart Home System for Information Sharing, Health Assessments, and Medication Self-Management for Older People: Protocol for a Mixed-Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Nursing; Aging in place; Older people; Independence (probability theory); Medicine; Health professionals; Gerontology; Psychology; Protocol (science); Alternative medicine","score_opus":0.11109430908382313,"score_gpt":0.5865949846012086,"score_spread":0.4755006755173855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925325202","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004989216,5.165668e-7,0.022555882,0.0011897914,0.000030551008,0.9747382,0.000028998928,0.0004141635,0.0005429947],"genre_scores_gemma":[0.002440069,2.442229e-7,0.03922533,0.00003811601,0.00007073382,0.95767224,0.000021453385,0.000029993214,0.00050185324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960246,0.0007512689,0.00066973106,0.0005968609,0.0009859668,0.0009715827],"domain_scores_gemma":[0.9973675,0.00065763394,0.00038626316,0.00060027355,0.0007693575,0.00021896044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01666278,0.00019100546,0.00037848856,0.0005284543,0.0011001306,0.00040748605,0.00079381507,0.00021250706,0.000010571469],"category_scores_gemma":[0.00030185783,0.00017495098,0.000071859904,0.0006253357,0.00010246775,0.00085379236,0.00034376423,0.00026417765,0.000015114651],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025864805,0.0047429907,0.05887789,0.07898234,0.00045943604,8.3817747e-7,0.08634765,0.0000023960604,0.000038766982,0.188187,0.071528815,0.5082454],"study_design_scores_gemma":[0.015786733,0.00485142,0.02529294,0.0018428508,0.000007678415,8.4744215e-7,0.040088657,0.0013657282,0.000055689485,0.001719676,0.90869427,0.0002935255],"about_ca_topic_score_codex":0.00015788004,"about_ca_topic_score_gemma":0.00042359004,"teacher_disagreement_score":0.8371654,"about_ca_system_score_codex":0.00074912445,"about_ca_system_score_gemma":0.00064682827,"threshold_uncertainty_score":0.84614265},"labels":[],"label_agreement":null},{"id":"W2925589700","doi":"10.2196/12473","title":"Implementing Systematic Screening and Structured Care for Distressed Callers Using Cancer Council’s Telephone Services: Protocol for a Randomized Stepped-Wedge Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Institute NSW; Hunter Medical Research Institute; Cancer Council NSW; National Health and Medical Research Council; Hunter Cancer Research Alliance","keywords":"Protocol (science); Randomized controlled trial; Medicine; Family medicine; Nursing; Alternative medicine; Surgery","score_opus":0.24682964038494196,"score_gpt":0.5365474630422179,"score_spread":0.28971782265727597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925589700","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00654087,0.000031644584,0.0006993681,0.000073069,0.00003124932,0.9922215,0.00022381032,0.00006992507,0.00010859733],"genre_scores_gemma":[0.0077769267,3.244109e-7,0.00094995555,0.000048595248,0.00047195546,0.9901283,0.000057375342,0.00009859656,0.00046798284],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99498117,0.00060366094,0.0009384579,0.00073086197,0.0015741179,0.0011717416],"domain_scores_gemma":[0.99536014,0.0009842959,0.00040838175,0.0005905885,0.0023708246,0.00028576204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004530912,0.00036270753,0.0015368615,0.00019087839,0.00050460314,0.00031445644,0.00028201906,0.00021255917,0.00013856839],"category_scores_gemma":[0.0003570322,0.0002683197,0.00036032195,0.00034858347,0.000136235,0.00018745213,0.00020440709,0.00038497086,0.0000017546145],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.67639124,0.00009928711,0.00042335963,0.31324354,0.00027093527,0.0000037783832,0.005223853,0.000012475447,0.0031716414,0.00006614692,0.00025717303,0.00083658594],"study_design_scores_gemma":[0.89489454,0.0015961191,0.000019673183,0.049532156,0.00009355476,0.00000561348,0.009472491,0.0048958035,0.001668334,0.000056978635,0.037395574,0.00036917801],"about_ca_topic_score_codex":0.0014888737,"about_ca_topic_score_gemma":0.0034899137,"teacher_disagreement_score":0.26371136,"about_ca_system_score_codex":0.0007875662,"about_ca_system_score_gemma":0.0012929423,"threshold_uncertainty_score":0.9999769},"labels":[],"label_agreement":null},{"id":"W2925661541","doi":"10.2196/11305","title":"Evaluating the Healthy Futures Nearby Program: Protocol for Unraveling Mechanisms in Health-Related Behavior Change and Improving Perceived Health Among Socially Vulnerable Families in the Netherlands","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Futures contract; Health equity; Socioeconomic status; Context (archaeology); Inequality; Environmental health; Behavior change; Public health; Psychology; Gerontology; Public economics; Medicine; Business; Social psychology; Geography; Economics; Population; Nursing","score_opus":0.4197370786057592,"score_gpt":0.6200600850635777,"score_spread":0.20032300645781848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2925661541","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039151385,0.000020817166,0.00000530814,0.02501597,0.000026489697,0.9354562,0.000008596179,0.000071910836,0.00024332815],"genre_scores_gemma":[0.016094115,0.00000661621,0.0007701691,0.0018730477,0.00024982757,0.9806795,0.0000061911896,0.000042234336,0.00027826964],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9872405,0.007381476,0.0010501826,0.0006111315,0.001478555,0.0022381488],"domain_scores_gemma":[0.9970442,0.0016130292,0.00039839078,0.00040060747,0.00025154318,0.00029221337],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.042154,0.00024629125,0.0005229457,0.00026041875,0.00382202,0.0006097745,0.00076378597,0.000262773,0.00006362163],"category_scores_gemma":[0.00072946446,0.00015891764,0.0000892165,0.0009873129,0.00037985365,0.00037982367,0.00015864968,0.0016918558,0.0000045144084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014512695,0.0012924705,0.09267753,0.010606836,0.00001365044,0.000007361169,0.36500612,0.000028408822,0.00004889991,0.024712898,0.000979481,0.5031751],"study_design_scores_gemma":[0.0126983235,0.013803386,0.58737403,0.007290217,0.0000028802776,0.0000035353517,0.29458344,0.0076421043,0.000008176041,0.0074874526,0.068355374,0.00075111433],"about_ca_topic_score_codex":0.06991213,"about_ca_topic_score_gemma":0.07304531,"teacher_disagreement_score":0.50242394,"about_ca_system_score_codex":0.0006763075,"about_ca_system_score_gemma":0.0036062705,"threshold_uncertainty_score":0.99747485},"labels":[],"label_agreement":null},{"id":"W2926404843","doi":"10.2196/13666","title":"A Mobile and Web-Based Self-Directed Complementary and Integrative Health Program for Veterans and Their Partners (Mission Reconnect): Protocol for a Mixed-Methods Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; Office of Research and Development; U.S. Department of Veterans Affairs","keywords":"Spouse; Randomized controlled trial; Medicine; Intervention (counseling); Protocol (science); Health care; mHealth; Family medicine; Nursing; Psychological intervention; Alternative medicine","score_opus":0.1886067984951256,"score_gpt":0.6228743206483954,"score_spread":0.4342675221532698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926404843","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01316688,0.000029178897,0.00041960037,0.0011738571,0.000021431755,0.9847637,0.000072931376,0.0002162253,0.00013621686],"genre_scores_gemma":[0.001402174,0.0000047752947,0.03228293,0.00014293227,0.00019798272,0.9656275,0.00006413479,0.000039028233,0.00023855513],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943299,0.0029751714,0.0009150627,0.0007265461,0.0003596486,0.0006936563],"domain_scores_gemma":[0.99082404,0.0077259624,0.00031107795,0.00026451924,0.0005259921,0.0003483983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00876158,0.00039999594,0.0022687016,0.00032504785,0.0004450715,0.00008552951,0.0001152212,0.000044648285,0.00009669804],"category_scores_gemma":[0.0009959737,0.00022151558,0.00024741184,0.00020949112,0.00042839616,0.00009528631,0.00013657135,0.0003956664,4.316785e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8828941,0.0012743457,0.00031169291,0.0034657964,0.0004666892,0.0000014418459,0.0023219527,1.12517526e-7,0.00075977814,0.00008308119,0.0036276537,0.10479337],"study_design_scores_gemma":[0.7211939,0.050182965,0.000038395163,0.0025480022,0.00002299995,0.0000043152854,0.0020290576,0.01320854,0.00059183943,0.0003237006,0.209697,0.0001592748],"about_ca_topic_score_codex":0.000028437558,"about_ca_topic_score_gemma":0.000029478004,"teacher_disagreement_score":0.20606935,"about_ca_system_score_codex":0.00010769347,"about_ca_system_score_gemma":0.00045612815,"threshold_uncertainty_score":0.9033143},"labels":[],"label_agreement":null},{"id":"W2926694959","doi":"10.2196/13425","title":"Communicating Uncertainty From Limitations in Quality of Evidence to the Public in Written Health Information: Protocol for a Web-Based Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Decision quality; Preference; Quality (philosophy); Randomized controlled trial; Public health; Psychology; Applied psychology; Computer science; Knowledge management; Medicine; Alternative medicine; Nursing","score_opus":0.8425879498141964,"score_gpt":0.6771880562763106,"score_spread":0.16539989353788576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926694959","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013442953,0.000010296005,0.000089637695,0.08065682,0.000024899853,0.917041,0.0000750102,0.000055322864,0.00070273416],"genre_scores_gemma":[0.06566351,0.0000012096742,0.0022960498,0.0015244728,0.000053826745,0.9302966,0.000063339416,0.000023604875,0.00007741291],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.93582404,0.05541248,0.0055363025,0.00041994936,0.0016159564,0.0011912903],"domain_scores_gemma":[0.9053603,0.08721928,0.0019816775,0.0026345458,0.0025558423,0.00024839834],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042560376,0.00024045024,0.0017884697,0.0008285986,0.0008848652,0.00009005299,0.0022604316,0.00026031383,0.00014618489],"category_scores_gemma":[0.057013784,0.00015180887,0.0002612491,0.001740665,0.00025854268,0.00074058893,0.00071721035,0.0021669555,0.0001152027],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96031374,0.00065980764,0.009921983,0.0036668065,0.000021112983,6.288039e-8,0.0160987,0.00017195132,0.000028657727,0.004235067,0.0024215719,0.0024605591],"study_design_scores_gemma":[0.88894755,0.0011186885,0.0022649395,0.01083657,8.944984e-7,2.4211873e-8,0.008194059,0.010710075,0.0000027660628,0.0013019609,0.07646532,0.00015714034],"about_ca_topic_score_codex":0.004698852,"about_ca_topic_score_gemma":0.011758051,"teacher_disagreement_score":0.07913235,"about_ca_system_score_codex":0.00117076,"about_ca_system_score_gemma":0.009294103,"threshold_uncertainty_score":0.9963223},"labels":[],"label_agreement":null},{"id":"W2927807225","doi":"10.2196/12774","title":"Pre-Exposure Prophylaxis Integration into Family Planning Services at Title X Clinics in the Southeastern United States: A Geographically-Targeted Mixed Methods Study (Phase 1 ATN 155)","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases","keywords":"Pre-exposure prophylaxis; Context (archaeology); Family medicine; Medicine; Medical prescription; Human immunodeficiency virus (HIV); Men who have sex with men; Nursing; Geography","score_opus":0.13768809510898475,"score_gpt":0.5788941824637454,"score_spread":0.44120608735476063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927807225","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71390265,0.00003345557,0.00029234256,0.00019809372,0.0000092284035,0.2836886,0.000023332082,0.000055637327,0.0017966562],"genre_scores_gemma":[0.29935932,0.000003894367,0.0012194115,0.00010441427,0.00009483182,0.68718654,0.00033639558,0.00005391623,0.01164129],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99456567,0.0028873764,0.00052198133,0.00041427108,0.0010801897,0.00053053594],"domain_scores_gemma":[0.9980102,0.00045930405,0.00008734982,0.0007222409,0.0005339755,0.00018691529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052884175,0.00017353958,0.00029501418,0.0007959987,0.00016788686,0.00015225586,0.00050043844,0.00015009155,0.0005971985],"category_scores_gemma":[0.0003257146,0.00010831036,0.00013356726,0.001560907,0.00012647016,0.00012778619,0.00026350404,0.0012776499,0.00059919024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014727446,0.021360768,0.5604502,0.0053174226,0.00053506903,0.0003962504,0.087545216,0.000029003018,0.0322473,0.0001841381,0.02764504,0.24956213],"study_design_scores_gemma":[0.023376113,0.15713784,0.14776467,0.010292612,0.00003126962,0.000023654533,0.093224354,0.033300262,0.0013065274,0.001491784,0.5313065,0.00074444053],"about_ca_topic_score_codex":0.0002527366,"about_ca_topic_score_gemma":0.00020826349,"teacher_disagreement_score":0.50366145,"about_ca_system_score_codex":0.000079539044,"about_ca_system_score_gemma":0.0001419022,"threshold_uncertainty_score":0.7701578},"labels":[],"label_agreement":null},{"id":"W2929122648","doi":"10.2196/12039","title":"Testing a Communication Assessment Tool for Ethically Sensitive Scenarios: Protocol of a Validation Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University; Genome Canada; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Protocol (science); Computer science; Medicine","score_opus":0.7009231036039655,"score_gpt":0.6886033417913375,"score_spread":0.01231976181262795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2929122648","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0141154695,6.7922065e-7,0.00013593545,0.0015553257,0.000011377918,0.9812746,0.000037063546,0.00013891594,0.0027306166],"genre_scores_gemma":[0.13260162,7.460222e-8,0.015613632,0.00011371244,0.000050899936,0.85118526,0.00004285676,0.00005635995,0.00033557418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98242027,0.012894653,0.0016856197,0.00058536057,0.0015318148,0.00088225794],"domain_scores_gemma":[0.9778194,0.011009919,0.0009976984,0.00269667,0.0073136357,0.00016268232],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00899006,0.00023109597,0.0005048955,0.0003716374,0.0015172021,0.00005626278,0.0011342433,0.0003630921,0.0001397427],"category_scores_gemma":[0.004760232,0.00021123658,0.00008408504,0.0010159896,0.00018660731,0.00039483985,0.0012141531,0.0031571777,0.00013936301],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040992107,0.006041533,0.8867775,0.021024989,0.00010527446,0.000002269624,0.042536635,0.000096469135,0.015598186,0.007925824,0.0043389066,0.011453179],"study_design_scores_gemma":[0.045752984,0.030691117,0.6577607,0.051230334,0.000022240793,0.0000037803584,0.08120938,0.013867857,0.0028243854,0.008544192,0.10665338,0.0014396466],"about_ca_topic_score_codex":0.00034976657,"about_ca_topic_score_gemma":0.000069440575,"teacher_disagreement_score":0.22901681,"about_ca_system_score_codex":0.00080648327,"about_ca_system_score_gemma":0.0028417392,"threshold_uncertainty_score":0.9997827},"labels":[],"label_agreement":null},{"id":"W2929719989","doi":"10.2196/13571","title":"The Impact of Treatment Adherence for Patients With Diabetes and Hypertension on Cardiovascular Disease Risk: Protocol for a Retrospective Cohort Study, 2008-2018","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; North York General Hospital; Sinai Health System; Lunenfeld-Tanenbaum Research Institute; Public Health Ontario; University of Toronto","funders":"University of Toronto; Diabetes Action Research and Education Foundation","keywords":"Medicine; Diabetes mellitus; Glycated hemoglobin; Retrospective cohort study; Disease; Proportional hazards model; Population; Cohort study; Glycemic; Blood pressure; Internal medicine; Intensive care medicine; Cohort; Type 2 diabetes; Environmental health","score_opus":0.1398643624830546,"score_gpt":0.4841199972722367,"score_spread":0.3442556347891821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2929719989","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2957634,0.0000020759787,0.000007856772,0.000021820866,0.000001896647,0.7040691,0.000043146527,0.000011524926,0.00007917455],"genre_scores_gemma":[0.14583233,7.4030896e-7,0.00006073182,0.000004699903,0.0000360097,0.8534801,0.00000985341,0.000021542588,0.00055399566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99770904,0.00022474663,0.0002467059,0.0005204187,0.00088612415,0.00041296604],"domain_scores_gemma":[0.9971208,0.00038062248,0.00014570905,0.0009880903,0.0011197869,0.00024498173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011017446,0.00018365808,0.00045038888,0.00007343563,0.00025357015,0.00003997414,0.00015397057,0.000044969176,0.000046539404],"category_scores_gemma":[0.0004713674,0.00008689235,0.00019338254,0.00021261713,0.00018774504,0.00006660555,0.000041667725,0.0001679826,0.000024322251],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009077095,0.0022794015,0.97964746,0.00031622147,0.0004785696,8.3024185e-7,0.00005845286,0.0000047271287,0.000033366345,0.0000094668185,0.002911343,0.0051830807],"study_design_scores_gemma":[0.015673047,0.07021733,0.9054604,0.001255165,0.000032066742,1.8304357e-7,0.000057522324,0.00044178413,0.000099907746,0.00012178859,0.0065443655,0.00009642699],"about_ca_topic_score_codex":0.000053637566,"about_ca_topic_score_gemma":0.0000017502912,"teacher_disagreement_score":0.14993107,"about_ca_system_score_codex":0.0002919074,"about_ca_system_score_gemma":0.00048452645,"threshold_uncertainty_score":0.35433674},"labels":[],"label_agreement":null},{"id":"W2930694321","doi":"10.2196/12531","title":"A Capacity Building Program to Improve the Self-Efficacy of Key Workers to Support the Well-Being of Parents of a Child With a Disability Accessing an Early Childhood Intervention Service: Protocol for a Stepped-Wedge Design Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Disability Support Research","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Apex Foundation; Royal Children's Hospital Foundation; Children's Hospital Foundation; Jack Brockhoff Foundation; Apex Foundation For Research Into Intellectual Disability","keywords":"Intervention (counseling); Protocol (science); Early childhood intervention; Service (business); Key (lock); Medicine; Psychology; Nursing; Applied psychology; Medical education; Computer science; Computer security; Alternative medicine; Business","score_opus":0.17640817800351702,"score_gpt":0.5350308389819917,"score_spread":0.3586226609784746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2930694321","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44239002,1.06745055e-7,0.00020335676,0.0003747477,0.0000113212445,0.55665904,0.0000211264,0.000040142764,0.00030013875],"genre_scores_gemma":[0.407487,3.6200682e-9,0.0010431992,0.000020337227,0.000059047547,0.5913122,0.0000045880324,0.00003816759,0.000035387355],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9916443,0.003111582,0.0013258767,0.0010447878,0.0016529328,0.0012204687],"domain_scores_gemma":[0.9944711,0.0014170433,0.000494115,0.002145083,0.001111181,0.00036149213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010800056,0.00035829816,0.0006923798,0.00024068431,0.0003472659,0.00023509139,0.0020456843,0.0002305293,0.000262312],"category_scores_gemma":[0.00062880333,0.00021143041,0.00032014778,0.0019024139,0.0005811957,0.0004169428,0.00061914197,0.0009523842,0.000024041305],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.46013492,0.07796757,0.25083095,0.009398957,0.00073132716,0.000003837298,0.05883241,0.0001294687,0.0031477944,0.0008002768,0.0009004287,0.13712205],"study_design_scores_gemma":[0.1577013,0.16759059,0.61035,0.00936496,0.000062272156,0.000011064559,0.021845521,0.00047269644,0.02540174,0.0010211604,0.005195413,0.0009833013],"about_ca_topic_score_codex":0.0008860023,"about_ca_topic_score_gemma":0.00013998541,"teacher_disagreement_score":0.35951903,"about_ca_system_score_codex":0.0001798509,"about_ca_system_score_gemma":0.0005312802,"threshold_uncertainty_score":0.86218816},"labels":[],"label_agreement":null},{"id":"W2931190281","doi":"10.2196/13647","title":"Acceptability and Feasibility of Self-Collecting Biological Specimens for HIV, Sexually Transmitted Infection, and Adherence Testing Among High-Risk Populations (Project Caboodle!): Protocol for an Exploratory Mixed-Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Protocol (science); Human immunodeficiency virus (HIV); Medicine; Exploratory research; Psychology; Family medicine; Computer science; Alternative medicine","score_opus":0.47203778430184734,"score_gpt":0.6079177244982268,"score_spread":0.13587994019637945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2931190281","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47199747,5.330502e-7,0.0011512794,0.000012678282,0.0000030729377,0.5265977,0.00007133363,0.00007542159,0.00009051572],"genre_scores_gemma":[0.17560852,1.449155e-7,0.031635966,0.0000019885915,0.000074101416,0.79238033,0.000018319985,0.000033033153,0.0002475737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933678,0.0033774897,0.00092540856,0.0010233761,0.0005610435,0.0007449139],"domain_scores_gemma":[0.9945549,0.0021728394,0.0002566752,0.000703002,0.0019548365,0.00035774324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0104367025,0.00027889828,0.000663889,0.0004637136,0.00067761453,0.00015027708,0.00021419468,0.00020670451,0.000117565505],"category_scores_gemma":[0.006620296,0.00021827233,0.00014179487,0.0010872541,0.0003976666,0.00050192344,0.00021117009,0.000797856,0.0000019958202],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002154044,0.00496719,0.95556504,0.0028248762,0.00007443792,9.068652e-7,0.001807113,0.0000011991335,0.0049593584,0.000044739005,0.00073101535,0.026870064],"study_design_scores_gemma":[0.010920647,0.08432318,0.89330864,0.0006589312,0.000018146122,0.0000046794557,0.0034689694,0.002917421,0.0018874011,0.0011175774,0.0011383652,0.00023605156],"about_ca_topic_score_codex":0.0007176885,"about_ca_topic_score_gemma":0.0010912452,"teacher_disagreement_score":0.29638895,"about_ca_system_score_codex":0.00019057828,"about_ca_system_score_gemma":0.0006076216,"threshold_uncertainty_score":0.8900887},"labels":[],"label_agreement":null},{"id":"W2931325142","doi":"10.2196/13582","title":"Medication Management Models for Polymedicated Home-Dwelling Older Adults With Multiple Chronic Conditions: Protocol of a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Gerontology; Multiple Chronic Conditions; Computer science; Family medicine; Alternative medicine; Chronic disease; Pathology","score_opus":0.5691050895301679,"score_gpt":0.6408602581667455,"score_spread":0.0717551686365776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2931325142","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1073404e-8,0.33369833,0.00029499142,0.00013527926,0.0000058351957,0.6654561,0.00007064345,0.000046806526,0.00029196023],"genre_scores_gemma":[4.3911356e-7,0.34992343,0.0001926743,0.000072490446,0.000061466846,0.64876974,0.0003317484,0.0000836043,0.0005644074],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99291354,0.0011093693,0.0021210695,0.0008352288,0.0022294903,0.0007912794],"domain_scores_gemma":[0.9938383,0.0019431093,0.0015595556,0.0014849773,0.0007810696,0.00039299243],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033511613,0.00053915236,0.0034905346,0.00060311024,0.0001391673,0.000046364945,0.00071810494,0.00032848452,0.00026446106],"category_scores_gemma":[0.00047494765,0.00032422636,0.00055364723,0.0010001176,0.00024110264,0.00027315386,0.00019030792,0.0011545328,0.00012879462],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005758128,0.0008937256,0.0000031569255,0.9667685,0.00059295795,0.000013932721,0.000038162783,8.9237477e-7,1.8971174e-7,0.00016888799,0.0021960994,0.028747682],"study_design_scores_gemma":[0.004853971,0.0012547843,5.1903334e-7,0.6455912,0.00089924433,0.000022643917,0.000019179557,0.0013292336,0.0000026111652,0.000018080556,0.34579834,0.00021018613],"about_ca_topic_score_codex":0.0000050764684,"about_ca_topic_score_gemma":9.395125e-7,"teacher_disagreement_score":0.34360224,"about_ca_system_score_codex":0.00049338565,"about_ca_system_score_gemma":0.0012604176,"threshold_uncertainty_score":0.99992096},"labels":[],"label_agreement":null},{"id":"W2934655157","doi":"10.2196/13115","title":"Key Worker–Mediated Enhancement of Physical Health in First Episode Psychosis: Protocol For a Feasibility Study in Primary Care","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Intervention (counseling); Psychosis; Psychological intervention; Medicine; Assertiveness; Psychiatry; Multidisciplinary approach; Multidisciplinary team; Psychology; Nursing; Psychotherapist","score_opus":0.18783675388112306,"score_gpt":0.5585477564424481,"score_spread":0.37071100256132505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2934655157","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16962194,0.000004686474,0.0000026223147,0.0008268261,0.000002383239,0.82916725,0.000028650195,0.000024155413,0.00032149456],"genre_scores_gemma":[0.15019485,3.720674e-7,0.0004608612,0.000027515605,0.000048227037,0.8490819,0.00004424235,0.00003598607,0.00010603877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99474764,0.00082519586,0.0007953664,0.0008985505,0.0015543567,0.0011788688],"domain_scores_gemma":[0.9973236,0.0005496621,0.00015025902,0.0010731113,0.0005052184,0.000398157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025164003,0.00027679192,0.00090973516,0.0005922393,0.00008779692,0.000036686517,0.00036158244,0.00010561967,0.00010117812],"category_scores_gemma":[0.00025494245,0.00021068277,0.00015491134,0.0012638516,0.00013798034,0.0001242878,0.00022074168,0.00085452304,0.00006892719],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0937901,0.036505967,0.8438002,0.009981547,0.000057074623,0.000027451808,0.00306586,0.0000029796645,0.00038721407,0.000033269414,0.00095191103,0.011396436],"study_design_scores_gemma":[0.09335774,0.05377773,0.83133525,0.011321229,0.0000025249155,0.000001337596,0.0011546863,0.0001605754,0.0019240406,0.0002881391,0.006446264,0.00023051197],"about_ca_topic_score_codex":0.0004918786,"about_ca_topic_score_gemma":0.0038173662,"teacher_disagreement_score":0.019914668,"about_ca_system_score_codex":0.0021123819,"about_ca_system_score_gemma":0.0013752623,"threshold_uncertainty_score":0.85913944},"labels":[],"label_agreement":null},{"id":"W2934738376","doi":"10.2196/13480","title":"Web-Based Skin Cancer Prevention Training for Massage Therapists: Protocol for the Massage Therapists Skin Health Awareness, Referral, and Education Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health; Arizona Biomedical Research Commission; University of Arizona; University of Arizona Cancer Center; Arizona Department of Health Services","keywords":"Massage; Medicine; Referral; Protocol (science); Physical therapy; Alternative medicine; Medical education; Nursing; Family medicine","score_opus":0.4891206036454434,"score_gpt":0.6418193933448689,"score_spread":0.15269878969942552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2934738376","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009965473,0.000039348193,0.000531197,0.006365239,0.000031654545,0.9827517,0.00004990233,0.000047677317,0.00021777862],"genre_scores_gemma":[0.038233917,0.0000036449433,0.00040627198,0.00034043452,0.00061242294,0.95711386,0.000038645856,0.000054078675,0.0031967375],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677914,0.00062932936,0.0005209614,0.0006197739,0.0007975343,0.00065326976],"domain_scores_gemma":[0.99781007,0.0007763906,0.00023919264,0.0005285643,0.0005019167,0.00014385047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037947567,0.00027145035,0.00048632495,0.00021054405,0.0007081623,0.00009509008,0.0002764473,0.000032865883,0.00038117994],"category_scores_gemma":[0.000114016875,0.00016899427,0.00012239536,0.00031283306,0.00017053315,0.00013577295,0.00008980689,0.00040640956,0.000003183195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013000645,0.0069621666,0.15926695,0.012899463,0.0006108784,0.0000029172838,0.0108428355,0.00000681688,0.0021102773,0.00054931844,0.04125298,0.75249475],"study_design_scores_gemma":[0.037513603,0.02278956,0.08926811,0.0070005916,0.000017347707,0.0000028023994,0.0126802325,0.0009959531,0.0006936051,0.0010273055,0.82771534,0.00029555382],"about_ca_topic_score_codex":0.0001957681,"about_ca_topic_score_gemma":0.0004386704,"teacher_disagreement_score":0.78646237,"about_ca_system_score_codex":0.0003097769,"about_ca_system_score_gemma":0.0019313181,"threshold_uncertainty_score":0.68913865},"labels":[],"label_agreement":null},{"id":"W2935042118","doi":"10.2196/12166","title":"Coaching and Education for Diabetes Distress (CEDD): Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coaching; Glycemic; Medicine; Randomized controlled trial; Distress; Health coaching; Psychological intervention; Protocol (science); Family medicine; Intervention (counseling); Physical therapy; Type 2 diabetes; Research design; Health care; Diabetes mellitus; Nursing; Psychology; Alternative medicine; Clinical psychology; Internal medicine; Psychotherapist","score_opus":0.10998786433648247,"score_gpt":0.5370929243518325,"score_spread":0.4271050600153501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935042118","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009069943,0.0000014561052,0.000073299365,0.0012589529,0.000038136957,0.9851578,0.0000054671646,0.00004963764,0.004345327],"genre_scores_gemma":[0.0021538893,8.962452e-8,0.00076915056,0.000105172934,0.000602094,0.98327523,0.00006559512,0.000039804123,0.012988994],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99764186,0.00041243646,0.00053155434,0.00041292058,0.00045873146,0.0005424774],"domain_scores_gemma":[0.99679726,0.0019373635,0.00020692626,0.0003586766,0.00053642073,0.00016337902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005223172,0.00017893652,0.0009591279,0.0002977045,0.00017998255,0.00025495898,0.00014773618,0.00010068433,0.00010043295],"category_scores_gemma":[0.0020518282,0.00012535564,0.0002696359,0.00016561794,0.00012407772,0.0002092678,0.0000650853,0.00020682087,0.000017117807],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9594533,0.0016208591,0.001060003,0.0051696617,0.00011687471,5.816279e-8,0.00012273634,2.791426e-7,0.000641619,0.0026711896,0.017280927,0.011862489],"study_design_scores_gemma":[0.8666783,0.0026047078,0.000104574516,0.0017733313,0.00002652461,1.1422123e-7,0.00008320286,0.001257222,0.000335286,0.0027447003,0.124267936,0.00012407427],"about_ca_topic_score_codex":0.0000028038774,"about_ca_topic_score_gemma":6.553681e-7,"teacher_disagreement_score":0.10698701,"about_ca_system_score_codex":0.00008563853,"about_ca_system_score_gemma":0.00039824226,"threshold_uncertainty_score":0.51118547},"labels":[],"label_agreement":null},{"id":"W2935276360","doi":"10.2196/12851","title":"Personalized Text Messages and Automated Calls for Improving Vaccine Coverage Among Children in Pakistan: Protocol for a Community-Based Cluster Randomized Clinical Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"Fogarty International Center; National Institutes of Health; Grand Challenges Canada","keywords":"Short Message Service; Attendance; Psychological intervention; Medicine; Cluster randomised controlled trial; Phone; Family medicine; mHealth; Randomized controlled trial; Mobile phone; Schedule; Nursing; Computer science","score_opus":0.15600240599131054,"score_gpt":0.5682766204725545,"score_spread":0.4122742144812439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935276360","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05505947,0.0000017199519,0.00038179936,0.0010178055,0.000014227263,0.9428347,0.00003776631,0.00018374625,0.000468764],"genre_scores_gemma":[0.01894267,5.4357e-7,0.0006399277,0.0002452836,0.00031247837,0.9780399,0.00003457116,0.00005764553,0.0017269772],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.986087,0.01015543,0.0012514454,0.0006110077,0.0008250226,0.0010700432],"domain_scores_gemma":[0.9859732,0.012178173,0.00039143045,0.0005676777,0.0006037925,0.00028571783],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03678162,0.0002988567,0.001198834,0.00033421075,0.0010739021,0.0005929885,0.0007437977,0.00044279086,0.0002212875],"category_scores_gemma":[0.0038856498,0.00024391599,0.00040806763,0.00047642062,0.00022757176,0.00048968015,0.00021954955,0.0011248174,0.000011316802],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9468627,0.0017211101,0.032809753,0.0017159978,0.000068609865,0.0000039013103,0.0024454638,0.000006117174,0.000058446687,0.0012626515,0.0084370095,0.004608268],"study_design_scores_gemma":[0.9459225,0.0028453157,0.0069277645,0.0010629902,0.000009909663,3.687241e-7,0.00040537328,0.0034953062,0.000045446784,0.0011781243,0.03773842,0.00036845874],"about_ca_topic_score_codex":0.0011852812,"about_ca_topic_score_gemma":0.0013758666,"teacher_disagreement_score":0.0361168,"about_ca_system_score_codex":0.0002210913,"about_ca_system_score_gemma":0.0010876801,"threshold_uncertainty_score":0.9946605},"labels":[],"label_agreement":null},{"id":"W2936020235","doi":"10.2196/12803","title":"Impact of a Search Engine on Clinical Decisions Under Time and System Effectiveness Constraints: Research Protocol","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); MEDLINE; Resource (disambiguation); Health care; Scientific evidence; Evidence-based medicine; Medicine; Medical education; Psychology; Computer science; Management science; Alternative medicine","score_opus":0.6924211514500933,"score_gpt":0.7707511920502705,"score_spread":0.07833004060017723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936020235","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24062437,0.0000010925937,0.00002515376,0.0002861672,0.000026095538,0.75110817,0.00005702458,0.000060522427,0.007811376],"genre_scores_gemma":[0.17738622,0.0000011458163,0.00013597064,0.000017483359,0.00028569513,0.8208687,0.000010283275,0.000043787622,0.0012507207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9650094,0.025724249,0.0014401686,0.0011129684,0.0038659368,0.0028472848],"domain_scores_gemma":[0.96167135,0.031431902,0.00019598434,0.0013558618,0.0038273728,0.0015174961],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.078100316,0.0002765925,0.0007912409,0.0015038744,0.0015021876,0.00011009316,0.0010518,0.0005798719,0.0023315705],"category_scores_gemma":[0.005805743,0.00019101104,0.00018038896,0.002810455,0.0018659965,0.0003460613,0.0008221656,0.005426392,0.0056642285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.038313724,0.008314327,0.69214803,0.02725879,0.00027373552,0.00006126641,0.0041469047,0.00021087035,0.01459564,0.013172623,0.12909067,0.07241342],"study_design_scores_gemma":[0.0117195295,0.031127663,0.8926242,0.033572964,0.0000016575475,0.000012278832,0.0041034413,0.0029585452,0.00031925426,0.0009522134,0.022168893,0.00043936967],"about_ca_topic_score_codex":0.0004438739,"about_ca_topic_score_gemma":0.000013693795,"teacher_disagreement_score":0.20047615,"about_ca_system_score_codex":0.0015612603,"about_ca_system_score_gemma":0.0111798635,"threshold_uncertainty_score":0.9997977},"labels":[],"label_agreement":null},{"id":"W2936945292","doi":"10.2196/12701","title":"Comparing Telemedicine and Face-to-Face Consultation Based on the Standard Smoking Cessation Program for Nicotine Dependence: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Smoking cessation; Randomized controlled trial; Medicine; Telemedicine; Abstinence; Nicotine replacement therapy; Face-to-face; Physical therapy; Psychiatry; Health care; Internal medicine","score_opus":0.1804654375109274,"score_gpt":0.5364586412255283,"score_spread":0.35599320371460097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936945292","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043208513,2.858715e-7,0.0052779564,0.002133,0.00002169007,0.94888186,0.0000123986265,0.000110326386,0.00035396413],"genre_scores_gemma":[0.21929266,4.9832472e-8,0.000535982,0.00009560329,0.00016754962,0.779539,0.000039291914,0.0000358374,0.00029403364],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956828,0.0007993323,0.0008139959,0.0005329687,0.0016166626,0.0005542909],"domain_scores_gemma":[0.99268234,0.0051354617,0.00033788272,0.000419098,0.0012496883,0.00017553358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011534585,0.0002546871,0.0011443384,0.00034599457,0.00036584662,0.0002445655,0.00019330751,0.0001728828,0.00010852388],"category_scores_gemma":[0.0051278523,0.00014828803,0.00020800093,0.00041224045,0.0001845642,0.00011528709,0.00004409801,0.00050527643,0.0000025040981],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98647875,0.00062148814,0.0038998418,0.0009409877,0.00005936487,6.06023e-7,0.00040670566,0.00008397106,0.00087282114,0.00047691283,0.0008385846,0.005319946],"study_design_scores_gemma":[0.94410247,0.011709907,0.0007501732,0.0028428023,0.000047764763,0.0000012798035,0.00037091476,0.027640589,0.0036050074,0.00018284602,0.008586775,0.00015949275],"about_ca_topic_score_codex":0.000009022286,"about_ca_topic_score_gemma":0.000003848941,"teacher_disagreement_score":0.17608413,"about_ca_system_score_codex":0.00021318407,"about_ca_system_score_gemma":0.00045749976,"threshold_uncertainty_score":0.61388886},"labels":[],"label_agreement":null},{"id":"W2937419228","doi":"10.2196/12940","title":"iCanCope With Pain: Cultural Adaptation and Usability Testing of a Self-Management App for Adolescents With Persistent Pain in Norway","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Hospital for Sick Children","keywords":"Usability; Think aloud protocol; Applied psychology; Psychology; Context (archaeology); Medicine; Computer science; Human–computer interaction","score_opus":0.11447898788537653,"score_gpt":0.42530326754094094,"score_spread":0.3108242796555644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937419228","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18703316,0.0000054939196,0.0022533946,0.00025826012,0.0000011655802,0.808524,0.0000032128858,0.0001287605,0.0017925604],"genre_scores_gemma":[0.4561689,9.2724275e-7,0.023540378,0.000036896643,0.0000195642,0.520057,0.000003798291,0.000016105218,0.00015638562],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974014,0.0005765241,0.00029908316,0.0004671718,0.0008027945,0.000452984],"domain_scores_gemma":[0.9986195,0.00029307592,0.00011833148,0.0003904987,0.00046758057,0.00011100112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006708181,0.00015595458,0.0002922043,0.00027975172,0.000059992744,0.000037374957,0.00016379332,0.000057928526,0.000007786974],"category_scores_gemma":[0.00038626656,0.000108791115,0.00003895681,0.00074608956,0.00012492176,0.00015295824,0.00011941051,0.00027315752,0.0000025893494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033103433,0.0011570788,0.9436229,0.01818713,0.000055979883,0.000018046685,0.00070115965,0.00003146742,0.00047035614,0.00004398378,0.0008500391,0.03155152],"study_design_scores_gemma":[0.022342307,0.044250567,0.82639545,0.03453942,0.00005693078,0.000009058346,0.008157468,0.044108458,0.00031593154,0.00017893495,0.018972142,0.00067334133],"about_ca_topic_score_codex":0.00004543374,"about_ca_topic_score_gemma":0.000030412652,"teacher_disagreement_score":0.28846696,"about_ca_system_score_codex":0.00027897768,"about_ca_system_score_gemma":0.00011327773,"threshold_uncertainty_score":0.44363728},"labels":[],"label_agreement":null},{"id":"W2937692302","doi":"10.2196/10250","title":"Person-Centered Interactive Self-Management Support in Primary Health Care for People with Type 2 Diabetes: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Randomized controlled trial; Medicine; Self-management; mHealth; Empowerment; Population; Psychological intervention; Diabetes management; Digital health; Type 2 diabetes; Health care; Nursing; Family medicine; Diabetes mellitus","score_opus":0.0794587829770144,"score_gpt":0.4827426725177349,"score_spread":0.4032838895407205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937692302","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035479516,0.0000016215982,0.000029278952,0.0011490603,0.000036818372,0.9882746,0.00000719707,0.000075753785,0.006877745],"genre_scores_gemma":[0.0021914404,3.2659827e-7,0.0017027592,0.00033049093,0.0001975494,0.9905381,0.0001769621,0.00006439018,0.0047979834],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9965041,0.00054126076,0.0006623372,0.00060777564,0.00074498326,0.00093950314],"domain_scores_gemma":[0.99746126,0.000796663,0.00032465925,0.00048259625,0.00074954465,0.00018530391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003966116,0.00026806127,0.0016991588,0.0006102026,0.00012437583,0.00013835615,0.00023877504,0.00008300976,0.00020089904],"category_scores_gemma":[0.00024031078,0.00018469899,0.0002902694,0.00048544377,0.00005703286,0.0002365306,0.00008180382,0.0003151695,0.000040890605],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9514502,0.0025285997,0.0018082124,0.015273424,0.0003985547,0.000001298471,0.003922419,8.1981284e-7,0.00001337453,0.000103263024,0.022827704,0.0016721054],"study_design_scores_gemma":[0.8683661,0.015812052,0.0004014742,0.0024977839,0.00002791429,1.8142808e-7,0.0018837397,0.00025648504,0.000025281603,0.000028213452,0.11053536,0.0001653665],"about_ca_topic_score_codex":0.0000074688396,"about_ca_topic_score_gemma":0.000013102323,"teacher_disagreement_score":0.08770765,"about_ca_system_score_codex":0.0008931161,"about_ca_system_score_gemma":0.0010422897,"threshold_uncertainty_score":0.7531806},"labels":[],"label_agreement":null},{"id":"W2938668353","doi":"10.2196/13420","title":"Web-Based Self-Management Guide for Kidney Transplant Recipients (The Getting on With Your Life With a Transplanted Kidney Study): Protocol for Development and Preliminary Testing","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; McGill University; Université de Montréal; Translational Research in Oncology; McGill University Health Centre","funders":"Fonds de Recherche du Québec - Santé; Kidney Foundation of Canada","keywords":"Medicine; Quality of life (healthcare); Kidney disease; Intervention (counseling); Population; Self-management; Transplantation; Kidney transplantation; Health care; Physical therapy; Intervention mapping; Protocol (science); Dialysis; Randomized controlled trial; Intensive care medicine; Gerontology; Nursing; Alternative medicine; Internal medicine; Pathology","score_opus":0.16284518515868615,"score_gpt":0.47674829411105196,"score_spread":0.31390310895236584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938668353","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01038197,2.4582755e-7,0.00052524405,0.00066181814,0.0000042534857,0.98720044,0.00007364863,0.000127993,0.0010243967],"genre_scores_gemma":[0.009173763,1.4496626e-7,0.028345222,0.0004476279,0.000038706898,0.9609605,0.00008734347,0.00008690234,0.0008597564],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99645305,0.0001937454,0.00057114667,0.0007818238,0.0012085896,0.0007916262],"domain_scores_gemma":[0.99768674,0.0006308851,0.00016282544,0.00047338507,0.00043987756,0.00060628203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013179694,0.0004020608,0.00045226148,0.00029862087,0.0005373393,0.000121627185,0.00025516006,0.000081789214,0.00001836225],"category_scores_gemma":[0.00007302909,0.00021634462,0.000071425406,0.00044742977,0.00007018909,0.00010641761,0.00002222739,0.00034211497,0.000011985979],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24476074,0.014047156,0.65632427,0.060054917,0.0025419816,0.0006227606,0.00593108,0.00015350146,0.00083518407,0.00013282844,0.0019762877,0.012619298],"study_design_scores_gemma":[0.3102537,0.10948077,0.18226448,0.12894073,0.00036811057,0.0001325009,0.00085412397,0.0041206484,0.0071328823,0.000014100361,0.25527665,0.0011612914],"about_ca_topic_score_codex":0.000007280026,"about_ca_topic_score_gemma":0.000005180433,"teacher_disagreement_score":0.4740598,"about_ca_system_score_codex":0.00015734037,"about_ca_system_score_gemma":0.0011897504,"threshold_uncertainty_score":0.8822278},"labels":[],"label_agreement":null},{"id":"W2938890018","doi":"10.2196/13406","title":"Transitional Experiences of Internationally Qualified Midwives Practicing in Australia: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Snowball sampling; Protocol (science); Workforce; Psychology; Data collection; Medical education; Interview; Nursing; Medicine; Sociology; Political science; Alternative medicine; Social science","score_opus":0.6381087360360339,"score_gpt":0.7741780460283256,"score_spread":0.13606930999229172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938890018","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0914831,4.0681994e-7,0.00022296928,0.00039047498,0.000038195038,0.9063874,0.0000151780105,0.00003951882,0.0014227921],"genre_scores_gemma":[0.031758964,3.018664e-8,0.0075272173,0.000051768267,0.00011839281,0.95693594,0.000008473494,0.000029948978,0.0035692414],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9882947,0.0073361453,0.0014599665,0.00059282786,0.0012724735,0.0010438603],"domain_scores_gemma":[0.9923144,0.005021799,0.0004789074,0.00046627986,0.001534673,0.00018393225],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0125452755,0.00021214936,0.0005466862,0.000478205,0.00034957033,0.000030782165,0.0006382491,0.00024337642,0.0021262504],"category_scores_gemma":[0.0015229522,0.00017870583,0.00007218956,0.0010287617,0.00016395716,0.0004188185,0.00019468102,0.0011539552,0.00009244933],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029357992,0.011064271,0.15853427,0.023817502,0.00014818375,0.000026988204,0.7040378,0.00011957189,0.010543535,0.021275904,0.03396681,0.007107176],"study_design_scores_gemma":[0.02010494,0.008834473,0.03627977,0.01837608,0.0000030564586,0.000002097399,0.6433952,0.000466624,0.002989882,0.0041202083,0.2649432,0.00048446673],"about_ca_topic_score_codex":0.00038611025,"about_ca_topic_score_gemma":0.00035940378,"teacher_disagreement_score":0.2309764,"about_ca_system_score_codex":0.00034910583,"about_ca_system_score_gemma":0.0011438954,"threshold_uncertainty_score":0.9987859},"labels":[],"label_agreement":null},{"id":"W2939273936","doi":"10.2196/13368","title":"Virtual Reality and Web-Based Growth Mindset Interventions for Adolescent Depression: Protocol for a Three-Arm Randomized Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindset; Psychological intervention; Intervention (counseling); Randomized controlled trial; Personality; Clinical psychology; Psychology; Medicine; Psychiatry; Social psychology; Computer science; Artificial intelligence","score_opus":0.34983670441628906,"score_gpt":0.6194665549677368,"score_spread":0.2696298505514478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939273936","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004309404,0.0000021085427,0.0041046855,0.0011413016,0.000100084726,0.9909728,0.000486833,0.000115206065,0.0026460122],"genre_scores_gemma":[0.0112077985,1.4101763e-8,0.0004058528,0.00007839534,0.00024219646,0.9835963,0.00007929858,0.00007190672,0.0043181963],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99452287,0.0014633324,0.0013603034,0.0009350881,0.00067966146,0.0010387435],"domain_scores_gemma":[0.99564624,0.002131757,0.0004008661,0.0007971846,0.00062733324,0.0003965913],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0068089305,0.0003111707,0.00081734965,0.00041634534,0.00034009863,0.0002616968,0.0005787182,0.0002787646,0.0009809937],"category_scores_gemma":[0.0009142622,0.0002533531,0.00090024853,0.00031745425,0.00043322818,0.00025100374,0.00025507383,0.0005566881,0.00016817584],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9102039,0.008795357,0.00032067313,0.007115625,0.00007837356,0.0000024220626,0.00006092549,6.012083e-7,0.000028621424,0.016512712,0.041867837,0.015012967],"study_design_scores_gemma":[0.88262403,0.0159708,0.00030192523,0.009268035,0.0000094675,0.0000033340677,0.00005470421,0.0005707609,0.0003869602,0.009964784,0.080575,0.00027023125],"about_ca_topic_score_codex":0.000036708556,"about_ca_topic_score_gemma":0.00008097892,"teacher_disagreement_score":0.038707156,"about_ca_system_score_codex":0.00020289184,"about_ca_system_score_gemma":0.00031876643,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W2939668948","doi":"10.2196/11786","title":"Development of Serious Games (Equit’Game) to Address Health and Environmental Inequalities: Protocol for an App-Delivered Program to Perform a Territorial Diagnosis","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Educational Games and Gamification","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université Sorbonne Paris Cité","keywords":"Computer science; Process (computing); Socioeconomic status; Data science; Population; Medicine; Environmental health","score_opus":0.2568647223245618,"score_gpt":0.5796341465860377,"score_spread":0.3227694242614759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939668948","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0913621,0.0000014226499,0.000023206932,0.000618515,0.000036955047,0.9076527,0.00009585847,0.00004331631,0.0001659371],"genre_scores_gemma":[0.008519883,1.4824113e-7,0.005752708,0.000127543,0.0003581723,0.983898,0.000099646895,0.00004332417,0.001200619],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970029,0.00031517344,0.00063343317,0.0006576044,0.0006932034,0.000697704],"domain_scores_gemma":[0.99842083,0.00017771768,0.0001596763,0.0005544469,0.00015891106,0.000528428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015336588,0.00019786459,0.0003135725,0.0002532623,0.00014857369,0.000110559,0.00040394775,0.0001237094,0.00048127715],"category_scores_gemma":[0.00006255365,0.00018158402,0.000045189485,0.0002200896,0.000083437735,0.00015118055,0.00019249867,0.00021478483,0.00008780138],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063895164,0.007466907,0.017923178,0.002884731,0.00006907106,6.055879e-7,0.1277134,0.0000035951123,0.0023581823,0.0015148504,0.029681401,0.8039946],"study_design_scores_gemma":[0.0027891868,0.010762398,0.01612559,0.00078046334,6.323425e-7,0.0000014230624,0.010601718,0.00001971125,0.0010197051,0.00006823051,0.9576055,0.00022546817],"about_ca_topic_score_codex":0.000115547664,"about_ca_topic_score_gemma":0.000055216668,"teacher_disagreement_score":0.9279241,"about_ca_system_score_codex":0.00032265412,"about_ca_system_score_gemma":0.0005223712,"threshold_uncertainty_score":0.74047816},"labels":[],"label_agreement":null},{"id":"W2939709362","doi":"10.2196/13268","title":"Adapting the HIV Infant Tracking System to Support Prevention of Mother-to-Child Transmission of HIV in Kenya: Protocol for an Intervention Development Pilot Study in Two Hospitals","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Intervention (counseling); Protocol (science); Tracking (education); Human immunodeficiency virus (HIV); Medicine; Family medicine; Psychology; Nursing; Alternative medicine","score_opus":0.19633699959088038,"score_gpt":0.5505518294816139,"score_spread":0.3542148298907335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939709362","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20674224,5.732523e-7,0.001625639,0.00016249079,0.000002230616,0.7904766,0.000012198238,0.0000218607,0.0009561137],"genre_scores_gemma":[0.38732538,2.2458197e-8,0.000785911,0.0000029628607,0.00002085897,0.6106089,0.0000110173105,0.000030312902,0.001214684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946983,0.0011612591,0.001556809,0.0005513098,0.0013281839,0.00070415257],"domain_scores_gemma":[0.9980678,0.00016210784,0.00023236433,0.0006150733,0.0006535391,0.00026913022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009304852,0.00021169029,0.0005722843,0.0011441483,0.00011208478,0.00006235685,0.00053542334,0.00005553947,0.00020716095],"category_scores_gemma":[0.0003256296,0.00015256042,0.00016524801,0.0010607459,0.000052626292,0.00030564252,0.00019106471,0.0005691356,0.00004444594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04270536,0.04809068,0.4840066,0.03545558,0.00023274662,0.000037873953,0.025622917,0.00034969993,0.08167523,0.0005194518,0.0032064875,0.27809733],"study_design_scores_gemma":[0.051095072,0.33288136,0.3648948,0.14295003,0.000012022704,0.000016831054,0.018607676,0.00502133,0.056912545,0.00007930056,0.02694319,0.00058584474],"about_ca_topic_score_codex":0.00021314448,"about_ca_topic_score_gemma":0.0008041958,"teacher_disagreement_score":0.2847907,"about_ca_system_score_codex":0.00042131328,"about_ca_system_score_gemma":0.00040302906,"threshold_uncertainty_score":0.6221233},"labels":[],"label_agreement":null},{"id":"W2939726539","doi":"10.2196/13508","title":"Process Evaluation of a Medical Student–Delivered Smoking Prevention Program for Secondary Schools: Protocol for the Education Against Tobacco Cluster Randomized Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Protocol (science); Randomized controlled trial; Medical education; Tobacco use; Cluster (spacecraft); Medicine; Smoking prevention; Cluster randomised controlled trial; Secondary prevention; Alternative medicine; Computer science; Public health; Environmental health; Nursing; Population","score_opus":0.2548581052046032,"score_gpt":0.6394234994177534,"score_spread":0.3845653942131502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939726539","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092893206,0.0000020264831,0.00021942554,0.0008305992,0.000050712268,0.9055544,0.000006398639,0.00005545643,0.00038774038],"genre_scores_gemma":[0.0602093,2.847507e-7,0.00019370738,0.000055145778,0.0004623096,0.9385952,0.00011911247,0.000043130767,0.00032181406],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99225503,0.0013007286,0.00093760405,0.0004964011,0.0045666476,0.00044360815],"domain_scores_gemma":[0.99421155,0.0009079511,0.00045299335,0.00056424085,0.0037199156,0.00014333912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02625165,0.00019726211,0.0005497467,0.00026998905,0.00023161362,0.0001707638,0.00046351703,0.00032788928,0.00045997548],"category_scores_gemma":[0.0030564133,0.0001284253,0.0003448013,0.00042591806,0.00014974458,0.00030879144,0.00008985911,0.00074482494,0.000003334354],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5680228,0.00440191,0.0027398467,0.0025338065,0.00013252985,1.3270548e-7,0.0005366275,0.000009511607,0.00012011087,0.00013664133,0.0018700343,0.41949603],"study_design_scores_gemma":[0.96937954,0.0047915727,0.002277356,0.006165118,0.0001253614,0.0000025882025,0.0014976189,0.004731401,0.00153099,0.0010830336,0.008250155,0.00016526865],"about_ca_topic_score_codex":0.000014237947,"about_ca_topic_score_gemma":0.0000057458014,"teacher_disagreement_score":0.41933078,"about_ca_system_score_codex":0.00034487393,"about_ca_system_score_gemma":0.0057043573,"threshold_uncertainty_score":0.99993235},"labels":[],"label_agreement":null},{"id":"W2940006096","doi":"10.2196/12138","title":"Biological and Functional Changes in Healthy Adult Smokers Who Are Continuously Abstinent From Smoking for One Year: Protocol for a Prospective, Observational, Multicenter Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Philip Morris International","keywords":"Observational study; Medicine; Cohort study; Prospective cohort study; Protocol (science); Cohort; Internal medicine; Alternative medicine; Pathology","score_opus":0.397833950184375,"score_gpt":0.5257303872333532,"score_spread":0.12789643704897818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940006096","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43505916,2.3289105e-7,0.000020351055,0.00053483725,0.0000068990757,0.56429124,0.00003853029,0.000022448172,0.000026309928],"genre_scores_gemma":[0.22161797,1.6112602e-7,0.00020974009,0.00010908491,0.0001703972,0.7776195,0.00008242678,0.00002544908,0.00016529087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750596,0.00017082259,0.00038339556,0.00067934126,0.00079343515,0.0004670357],"domain_scores_gemma":[0.99795717,0.0004552345,0.00015697019,0.00027303078,0.0010325187,0.00012506328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014511995,0.00017644078,0.0004290734,0.0002096634,0.000151568,0.00008237735,0.00009835076,0.00017114551,0.00024193976],"category_scores_gemma":[0.00048298403,0.00014298255,0.000056593704,0.0002303373,0.000085909196,0.00010775779,0.000081067716,0.00041918107,0.0000039110996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014862268,0.002387365,0.9799419,0.0005152206,0.000045758905,0.0000021095368,0.0003053096,7.1147434e-7,0.00066666724,0.0000662169,0.00075218704,0.00045428373],"study_design_scores_gemma":[0.024735278,0.006268072,0.96140534,0.0018982537,0.000007184258,5.6530365e-7,0.0007831807,0.00010907991,0.00034150033,0.00016022021,0.004149723,0.00014161557],"about_ca_topic_score_codex":0.000095678115,"about_ca_topic_score_gemma":0.0001386959,"teacher_disagreement_score":0.21344121,"about_ca_system_score_codex":0.00031048362,"about_ca_system_score_gemma":0.00014698188,"threshold_uncertainty_score":0.5830659},"labels":[],"label_agreement":null},{"id":"W2940037021","doi":"10.2196/13119","title":"Reducing Alcohol Consumption Among Risky Drinkers in the General Population of Sweden Using an Interactive Mobile Health Intervention: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Linköpings Universitet","keywords":"mHealth; Psychological intervention; Intervention (counseling); Environmental health; Medicine; Randomized controlled trial; Population; Brief intervention; Protocol (science); Alcohol consumption; Consumption (sociology); Alcohol; Psychiatry; Alternative medicine","score_opus":0.2643993541149132,"score_gpt":0.5955483980357241,"score_spread":0.3311490439208109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940037021","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43925244,0.000001237642,0.000024196434,0.000029610794,0.000010456278,0.56062984,9.5151813e-7,0.000014965489,0.000036335325],"genre_scores_gemma":[0.2589514,2.2861722e-7,0.00033180747,0.000012808524,0.00011522837,0.7403734,0.000024430808,0.00001976486,0.00017097632],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994685,0.0027399436,0.0010834214,0.0003649361,0.00071482954,0.0004118554],"domain_scores_gemma":[0.9975345,0.0010467755,0.00060775585,0.0004240602,0.0003014355,0.000085463835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075504277,0.00018611371,0.001256141,0.0004153456,0.000120114055,0.0000713143,0.00017078464,0.000102908576,0.00016562402],"category_scores_gemma":[0.00036670905,0.00011049631,0.00046247174,0.00027311777,0.00013347543,0.00039040175,0.00003301096,0.0003639004,0.00000478472],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9512654,0.0017661689,0.041573636,0.00055013923,0.00013403203,0.0000029369955,0.0028036677,0.00007340562,0.00042187297,0.000090832225,0.000062684165,0.001255245],"study_design_scores_gemma":[0.97707444,0.0054154117,0.005311327,0.0040043765,0.000018871602,0.0000032965854,0.00094134774,0.0064318595,0.00044309822,0.00018668047,0.000073140305,0.00009614024],"about_ca_topic_score_codex":0.00042563834,"about_ca_topic_score_gemma":0.00012444472,"teacher_disagreement_score":0.18030101,"about_ca_system_score_codex":0.00046740248,"about_ca_system_score_gemma":0.00021222996,"threshold_uncertainty_score":0.45059085},"labels":[],"label_agreement":null},{"id":"W2940277988","doi":"10.2196/13818","title":"Evaluating the Feasibility and Impact of a Yoga Intervention on Cognition, Physical Function, Physical Activity, and Affective Outcomes in People Living With HIV: Protocol for a Randomized Pilot Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Toronto Rehabilitation Institute; University of Toronto; Nova Scotia Health Authority; Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Cognition; Intervention (counseling); Protocol (science); Randomized controlled trial; Physical therapy; Medicine; Human immunodeficiency virus (HIV); Physical activity; Alternative medicine; Gerontology; Psychology; Physical medicine and rehabilitation; Family medicine; Nursing; Psychiatry","score_opus":0.31462389609804653,"score_gpt":0.6170615037953797,"score_spread":0.3024376076973332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940277988","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49074465,8.315392e-8,0.00047746266,0.00004168549,0.000004527778,0.5085519,0.000012620931,0.00000970048,0.00015735815],"genre_scores_gemma":[0.49123728,1.6463342e-9,0.000004091317,0.0000012459134,0.000035964516,0.50853366,8.7095975e-7,0.0000107511705,0.00017612042],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946256,0.0036955862,0.00032072514,0.0005094182,0.0005138977,0.00033474504],"domain_scores_gemma":[0.9937987,0.0051101986,0.0002729901,0.00037379502,0.00037338235,0.000070960705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041986993,0.00019810819,0.00067026546,0.00020006315,0.00018082783,0.00010102729,0.00014757413,0.000057474896,0.00059731887],"category_scores_gemma":[0.00077337364,0.000107156426,0.0003273937,0.0003102929,0.0002714117,0.00017150411,0.00014061974,0.0005025406,0.000010722324],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9510955,0.015237331,0.019100545,0.00062169146,0.0002202006,3.2293423e-7,0.0014285683,0.000007718936,0.00026422716,0.004321593,0.00024352524,0.007458772],"study_design_scores_gemma":[0.6094796,0.064647466,0.30886894,0.0027446093,0.000021832502,0.0000021049423,0.0005140577,0.0028496005,0.00017705995,0.010519785,0.000010973861,0.00016398152],"about_ca_topic_score_codex":0.00014983081,"about_ca_topic_score_gemma":0.00007206118,"teacher_disagreement_score":0.34161592,"about_ca_system_score_codex":0.000097194476,"about_ca_system_score_gemma":0.00009991712,"threshold_uncertainty_score":0.6540223},"labels":[],"label_agreement":null},{"id":"W2940864612","doi":"10.2196/13221","title":"Text Message Reminders and Unconditional Monetary Incentives to Improve Measles Vaccination in Western Kenya: Study Protocol for the Mobile and Scalable Innovations for Measles Immunization Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Johns Hopkins Bloomberg School of Public Health; Centers for Disease Control and Prevention; Johns Hopkins University; Bill and Melinda Gates Foundation","keywords":"Measles; Medicine; Short Message Service; Randomized controlled trial; Vaccination; Text message; Immunization; Pediatrics; Family medicine; Computer science; Immunology; Telecommunications; Internal medicine","score_opus":0.13622703856412843,"score_gpt":0.5766650634636471,"score_spread":0.44043802489951867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940864612","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010831757,0.000008858168,0.0012493493,0.002216174,0.00003328294,0.98533064,0.00007868768,0.000044565862,0.0002066559],"genre_scores_gemma":[0.015311979,0.0000033576757,0.00041679086,0.00022907749,0.0001853376,0.98186755,0.000080248166,0.00004362571,0.0018620096],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939605,0.0023247283,0.0015968684,0.00064956903,0.00065228593,0.0008160332],"domain_scores_gemma":[0.9876939,0.009521454,0.00055074156,0.0005125672,0.0015241159,0.00019719731],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014204351,0.00024780413,0.00095236587,0.00054124277,0.0016493084,0.00009759834,0.00030256293,0.00022755802,0.00011363756],"category_scores_gemma":[0.0025749747,0.0001670723,0.00008200943,0.00076501246,0.00012222052,0.00033710984,0.00021286179,0.0006968884,0.000015814561],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9638542,0.0015920614,0.009825223,0.0027445403,0.00008221398,1.7331455e-7,0.0025463377,0.000044020642,0.00025686296,0.0045603346,0.004012933,0.010481102],"study_design_scores_gemma":[0.92162466,0.0024226536,0.008274148,0.0006877418,0.000013004098,2.2330252e-7,0.0031165709,0.0024934304,0.000024621659,0.0025840541,0.058582477,0.00017640636],"about_ca_topic_score_codex":0.00014374811,"about_ca_topic_score_gemma":0.00041642349,"teacher_disagreement_score":0.054569542,"about_ca_system_score_codex":0.00026556675,"about_ca_system_score_gemma":0.0011910086,"threshold_uncertainty_score":0.9996504},"labels":[],"label_agreement":null},{"id":"W2940932172","doi":"10.2196/12705","title":"Introducing a New Algorithm for Classification of Etiology in Studies on Pediatric Pneumonia: Protocol for the Trial of Respiratory Infections in Children for Enhanced Diagnostics Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory viral infections research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pneumonia; Point-of-care testing; Etiology; Point of care; Gold standard (test); Intensive care medicine; Community-acquired pneumonia; Pediatrics; Internal medicine; Immunology; Algorithm; Pathology; Computer science","score_opus":0.35381484880049585,"score_gpt":0.605767933181615,"score_spread":0.2519530843811192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940932172","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12604025,0.000003885648,0.0010842312,0.00017945755,0.000023129354,0.8726059,0.000024174544,0.000016727156,0.000022206881],"genre_scores_gemma":[0.018452197,0.000002045645,0.0004715069,0.000014885419,0.00063304394,0.98025316,0.000005040739,0.000043668915,0.00012443354],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99611044,0.00084256986,0.001213052,0.00061783876,0.0006492445,0.00056685205],"domain_scores_gemma":[0.9908438,0.0064610876,0.00035447362,0.000807959,0.001448396,0.0000843114],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007056016,0.00020096349,0.00068557484,0.0013986371,0.00015945546,0.000026274593,0.00031566704,0.0001971786,0.0000111178015],"category_scores_gemma":[0.010511704,0.00014440552,0.00015830244,0.0015021978,0.00019565957,0.00011820717,0.00012865316,0.0007280899,0.000005166056],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14650592,0.03468475,0.6549499,0.006746595,0.0005553453,0.0000018602257,0.0027118633,0.001140401,0.050909244,0.0011694601,0.007551077,0.09307357],"study_design_scores_gemma":[0.3738423,0.26187295,0.31835392,0.0019501146,0.000050657312,0.0000020856605,0.0016774121,0.002272571,0.026629562,0.0011461293,0.011757555,0.00044472993],"about_ca_topic_score_codex":0.00004516707,"about_ca_topic_score_gemma":0.00012366561,"teacher_disagreement_score":0.33659598,"about_ca_system_score_codex":0.00037904282,"about_ca_system_score_gemma":0.0012928114,"threshold_uncertainty_score":0.9978232},"labels":[],"label_agreement":null},{"id":"W2941049203","doi":"10.2196/resprot.9304","title":"Using Social Media and Web-Based Networking in Collaborative Research: Protocol for the Geriatric Medicine Research Collaborative","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Protocol (science); Social media; World Wide Web; The Internet; Computer science; Medical education; Medicine; Alternative medicine","score_opus":0.8085391978500757,"score_gpt":0.7211996278025509,"score_spread":0.0873395700475248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941049203","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008131896,0.000023579065,0.000016715736,0.020701824,0.00020320374,0.97471243,0.000017654205,0.000058123307,0.0034533092],"genre_scores_gemma":[0.00481744,0.00000610149,0.0007167569,0.000057416502,0.015194312,0.979064,0.000003823696,0.00006158262,0.00007857977],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97163033,0.019207481,0.0007904227,0.0008753619,0.004839084,0.0026573061],"domain_scores_gemma":[0.93034256,0.056593258,0.0002473498,0.00044658076,0.011899763,0.0004705065],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.07659699,0.00024373375,0.00047381382,0.0015686022,0.009842536,0.0005577684,0.001162943,0.00051632896,0.00023725767],"category_scores_gemma":[0.04389091,0.00019016843,0.000041753698,0.017700035,0.012347431,0.0004093644,0.0003210718,0.0022692229,0.00002372136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009300764,0.0012649087,0.015128344,0.001711609,0.000049649578,0.000019578603,0.6430633,0.00000601536,0.0013448189,0.050622262,0.1979958,0.07949294],"study_design_scores_gemma":[0.004308917,0.0013629552,0.0032785914,0.0016042574,0.0000019151837,2.1672028e-7,0.058553923,0.00067328266,0.00015859229,0.010324437,0.9195216,0.00021134126],"about_ca_topic_score_codex":0.002321551,"about_ca_topic_score_gemma":0.017900217,"teacher_disagreement_score":0.7215258,"about_ca_system_score_codex":0.0022143864,"about_ca_system_score_gemma":0.016250592,"threshold_uncertainty_score":0.9988742},"labels":[],"label_agreement":null},{"id":"W2941254743","doi":"10.2196/11634","title":"Supporting the Process of Help-Seeking by Caregivers of Functionally Dependent Older Persons Through Electronic Health: Protocol for a Multicenter Co-Design","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Centre for Interdisciplinary Research in Rehabilitation; Centre Hospitalier Universitaire de Sherbrooke; Quebec Network for Research on Aging; Université Laval; Université de Montréal; Université de Sherbrooke","funders":"Université Laval","keywords":"Protocol (science); Process (computing); Psychology; Multicenter study; Medical education; Nursing; Medicine; Applied psychology; Gerontology; Computer science; Randomized controlled trial; Alternative medicine","score_opus":0.13498222390639555,"score_gpt":0.5478362806449399,"score_spread":0.41285405673854436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941254743","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008684965,0.0000031672253,0.0022546072,0.0028068156,0.000006024574,0.99301714,0.00003334758,0.00008539515,0.00092500704],"genre_scores_gemma":[0.069951266,3.3699308e-7,0.00028807812,0.00005644443,0.000043833163,0.92828363,0.000004386052,0.000032460313,0.0013395832],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99487674,0.0010111758,0.000575474,0.00051861734,0.0016145046,0.0014035058],"domain_scores_gemma":[0.9971883,0.00079614576,0.00057326845,0.0004541298,0.00088700827,0.00010114519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005394782,0.00017760895,0.00034185432,0.00015472676,0.00069936254,0.00006432154,0.0010541873,0.00021008635,0.0002629273],"category_scores_gemma":[0.00052594836,0.00013705772,0.00012681841,0.0005725604,0.0007160594,0.00041393732,0.00011188289,0.00069510355,0.000014355066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01264502,0.008125749,0.09863121,0.023282332,0.00068440003,0.000008657477,0.46532375,0.00017526135,0.048093043,0.03365213,0.28566995,0.023708481],"study_design_scores_gemma":[0.020819897,0.009395912,0.0013068573,0.0073385565,0.000011417129,0.000005308229,0.15303506,0.00060159515,0.06508334,0.006687661,0.7348773,0.00083708426],"about_ca_topic_score_codex":0.0005176114,"about_ca_topic_score_gemma":0.00038786256,"teacher_disagreement_score":0.44920737,"about_ca_system_score_codex":0.00043939645,"about_ca_system_score_gemma":0.0026797685,"threshold_uncertainty_score":0.5589052},"labels":[],"label_agreement":null},{"id":"W2941428316","doi":"10.2196/13428","title":"Acute Flares of Knee Osteoarthritis (the ACT-FLARE Study): Protocol for a Web-Based Case-Crossover Study in Community-Dwelling Adults","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR School for Primary Care Research; National Institutes of Health; Versus Arthritis; National Institute of Arthritis and Musculoskeletal and Skin Diseases; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Protocol (science); Osteoarthritis; Crossover; Medicine; Crossover study; Flare; Physical therapy; Computer science; Alternative medicine; Engineering; Artificial intelligence; Placebo","score_opus":0.12814340460875265,"score_gpt":0.5017903738665636,"score_spread":0.37364696925781093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941428316","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4432323,0.0000011139272,8.65126e-7,0.000043854725,0.0000058551705,0.5564547,0.000037920447,0.000041401407,0.00018200865],"genre_scores_gemma":[0.38013428,2.0328173e-8,0.000095422074,0.00002014871,0.000044171386,0.6192109,0.000016054113,0.000055654597,0.00042333014],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99457574,0.0017889848,0.00081193575,0.00058219035,0.0012996207,0.00094150315],"domain_scores_gemma":[0.9961267,0.000967453,0.00021087083,0.0016440653,0.0008431682,0.00020775702],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003437719,0.00038057397,0.0007851979,0.00047950493,0.00054793525,0.00014909405,0.00050093746,0.00019017298,0.00031451212],"category_scores_gemma":[0.00021276342,0.00027221092,0.00021388162,0.00081877783,0.0001845655,0.00023248476,0.00033234013,0.0014254636,0.00009529725],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17944273,0.07715882,0.5289017,0.009977784,0.0005531451,0.0083354935,0.0346287,0.000024765674,0.027306803,0.00009656971,0.0011970844,0.13237637],"study_design_scores_gemma":[0.44062048,0.439414,0.011366227,0.017363396,0.00007155865,0.0003050237,0.042927492,0.00029698873,0.022835279,0.00014905537,0.02388627,0.0007642558],"about_ca_topic_score_codex":0.00019670931,"about_ca_topic_score_gemma":0.0024610523,"teacher_disagreement_score":0.5175355,"about_ca_system_score_codex":0.0001898224,"about_ca_system_score_gemma":0.0006730163,"threshold_uncertainty_score":0.999973},"labels":[],"label_agreement":null},{"id":"W2941490762","doi":"10.2196/13317","title":"Designing and Testing a Treatment Adherence Model Based on the Roy Adaptation Model in Patients With Heart Failure: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Iran University of Medical Sciences","keywords":"Context (archaeology); Automatic summarization; Qualitative research; Protocol (science); Psychology; Content analysis; Data collection; Structural equation modeling; Conceptual model; Research design; Exploratory research; Adaptation (eye); Clinical psychology; Applied psychology; Medicine; Computer science; Alternative medicine; Artificial intelligence; Statistics; Machine learning","score_opus":0.5113203821806996,"score_gpt":0.5812753783785853,"score_spread":0.0699549961978857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941490762","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014426674,9.0563404e-8,0.029941097,0.00039533063,7.21035e-7,0.9550131,0.000002465286,0.000028762408,0.0001917894],"genre_scores_gemma":[0.052303962,3.3168492e-9,0.1332195,0.00008853957,0.000008568703,0.8139895,0.0000027290635,0.000021565278,0.00036559923],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743307,0.000623873,0.00030028846,0.0004897205,0.00075879315,0.00039427835],"domain_scores_gemma":[0.99784446,0.00088589155,0.00010703698,0.0005160813,0.0005118202,0.00013473537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021799908,0.00017966493,0.00027643106,0.00016049203,0.0001588815,0.000067270994,0.00015288287,0.000059003283,0.000035605182],"category_scores_gemma":[0.00048648036,0.00010267686,0.000027369699,0.00046921894,0.000069106354,0.00010908102,0.000037909515,0.00031977944,0.000021354455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032845072,0.02226709,0.7639898,0.0029301126,0.000087493434,0.000005537029,0.004948647,0.056241736,0.008210577,0.00038263568,0.005417233,0.10267407],"study_design_scores_gemma":[0.015360881,0.020233173,0.014869517,0.002732979,0.0000033567662,3.1092767e-7,0.00068435736,0.94431394,0.0009439287,0.00027190067,0.000460169,0.00012546054],"about_ca_topic_score_codex":0.00001851808,"about_ca_topic_score_gemma":0.000009355329,"teacher_disagreement_score":0.88807225,"about_ca_system_score_codex":0.00016004505,"about_ca_system_score_gemma":0.0007836925,"threshold_uncertainty_score":0.41870406},"labels":[],"label_agreement":null},{"id":"W2941854324","doi":"10.2196/13407","title":"Exploring Severe Mental Illness and Diabetes: Protocol for a Longitudinal, Observational, and Qualitative Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health Research Collaboration for Leadership in Applied Health Research and Care Yorkshire and Humber; National Institute for Health and Care Research","keywords":"Observational study; Protocol (science); Mental illness; Diabetes mellitus; Medicine; Qualitative research; Psychology; Research design; Clinical psychology; Mental health; Psychiatry; Alternative medicine; Internal medicine; Statistics","score_opus":0.7448074889578572,"score_gpt":0.6656893850185349,"score_spread":0.07911810393932228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941854324","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32479215,0.000002461562,0.000013071544,0.00044460065,0.000004097905,0.6746346,0.000020315616,0.00003369962,0.00005501768],"genre_scores_gemma":[0.018380182,5.4118226e-7,0.011853203,0.000015710062,0.000074381154,0.96905744,0.00001884048,0.00004687515,0.0005528087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955404,0.0014754055,0.00037652178,0.0007799436,0.0010712808,0.00075645157],"domain_scores_gemma":[0.99657804,0.0018424179,0.00007863618,0.00047381117,0.00060773076,0.00041936318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004993823,0.00026092635,0.00049856334,0.00031700233,0.00041719413,0.00018747928,0.00015744584,0.00006998655,0.00013699924],"category_scores_gemma":[0.00067985005,0.00019304475,0.0000734605,0.00047084127,0.0002194619,0.0005090422,0.00037211218,0.0004440545,0.000023220578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07189992,0.011031622,0.70644534,0.011859999,0.0012772208,0.000079607846,0.031417742,9.584221e-7,0.0075395377,0.0031885167,0.0066682515,0.14859127],"study_design_scores_gemma":[0.08300753,0.043332808,0.74316496,0.0048728343,0.000027005397,0.000030818876,0.048860263,0.0005118265,0.010730719,0.0043882155,0.06028555,0.00078747695],"about_ca_topic_score_codex":0.000024697594,"about_ca_topic_score_gemma":0.000023952041,"teacher_disagreement_score":0.30641198,"about_ca_system_score_codex":0.00020004936,"about_ca_system_score_gemma":0.00035482016,"threshold_uncertainty_score":0.7872136},"labels":[],"label_agreement":null},{"id":"W2941985088","doi":"10.2196/12898","title":"Text Messaging Interventions for Reducing Alcohol Consumption Among Harmful and Hazardous Drinkers: Protocol for a Systematic Review and Meta-Analysis","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centre for Addiction and Mental Health; World Health Organization","keywords":"Protocol (science); Psychological intervention; Meta-analysis; Hazardous waste; Alcohol consumption; Systematic review; Medicine; Psychology; Environmental health; Medical emergency; Alcohol; MEDLINE; Internet privacy; Computer science; Alternative medicine; Nursing; Engineering; Waste management","score_opus":0.71724627082061,"score_gpt":0.6575032689708388,"score_spread":0.059743001849771216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941985088","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.48258e-8,0.39597765,0.000063142,0.00008682258,0.0000010896395,0.6037596,0.000036476467,0.000046666115,0.00002848221],"genre_scores_gemma":[2.920149e-7,0.09355586,0.000667764,0.000037536745,0.00003282552,0.8992146,0.000116823685,0.00011014118,0.00626413],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.994451,0.001049519,0.0018781599,0.0011468051,0.0007267927,0.0007477262],"domain_scores_gemma":[0.9949125,0.0018402977,0.0010332686,0.0012412177,0.00068913674,0.0002835573],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004770697,0.0007049474,0.009127064,0.0011579758,0.00031336737,0.00031079035,0.00030764536,0.00030469842,0.00032564346],"category_scores_gemma":[0.00089370226,0.0004301485,0.004499764,0.0008544597,0.00022939018,0.00027729807,0.00017898758,0.0005929658,0.000030746767],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007462974,0.00020889356,0.000057482444,0.9353457,0.06057803,0.00000917353,0.000076715645,4.738458e-8,1.8718912e-7,0.00004865522,0.0014050133,0.0021954624],"study_design_scores_gemma":[0.0025357434,0.0005095793,0.000007848701,0.6477494,0.29937837,0.00003284657,0.000039042163,0.00001551536,0.0000018128201,0.000020774967,0.049403146,0.0003059036],"about_ca_topic_score_codex":0.000004777224,"about_ca_topic_score_gemma":0.000013624729,"teacher_disagreement_score":0.3024218,"about_ca_system_score_codex":0.00034302962,"about_ca_system_score_gemma":0.00030371643,"threshold_uncertainty_score":0.99981505},"labels":[],"label_agreement":null},{"id":"W2942370218","doi":"10.2196/12624","title":"Policies and Programs for the Prevention and Control of Breast Cancer in Mexican and Latin American Women: Protocol for a Scoping Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Breast cancer; MEDLINE; Medicine; Latin Americans; Protocol (science); Family medicine; Gerontology; Nursing; Cancer; Alternative medicine; Political science; Psychological intervention; Pathology","score_opus":0.5518096033280461,"score_gpt":0.6681695350524016,"score_spread":0.11635993172435555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942370218","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012952462,0.23193501,0.000022417265,0.00050988246,0.0000010651181,0.76743627,0.000072431816,0.000007806893,0.000013805968],"genre_scores_gemma":[0.000002240814,0.24779381,0.00009098976,0.00006850761,0.00007503748,0.75184566,0.0000047840263,0.000027783903,0.00009116994],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99742794,0.00033907726,0.00071143813,0.0004618768,0.00046126,0.0005983906],"domain_scores_gemma":[0.9980399,0.0006387803,0.0004826026,0.00032491886,0.00036009648,0.00015372866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002771227,0.00026637266,0.0017797474,0.00017423354,0.00011107505,0.00007951862,0.00017272249,0.00010831922,0.000012963683],"category_scores_gemma":[0.0002581267,0.00015789263,0.00014072555,0.0005107355,0.0005055486,0.00008987637,0.00012399098,0.0003984857,2.4538446e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005342646,0.000050686293,0.0005193032,0.37529072,0.00004356754,4.639357e-7,0.000062008265,2.7288317e-8,0.0000015191539,0.00002471533,0.00014041962,0.6233323],"study_design_scores_gemma":[0.002293074,0.002238839,0.00032836763,0.61623764,0.000049676335,0.000015988422,0.00008190908,0.000016910259,6.9272863e-7,0.000030710195,0.3785927,0.000113477065],"about_ca_topic_score_codex":0.00024972484,"about_ca_topic_score_gemma":0.00016253087,"teacher_disagreement_score":0.62321883,"about_ca_system_score_codex":0.00017956653,"about_ca_system_score_gemma":0.0010906227,"threshold_uncertainty_score":0.6438675},"labels":[],"label_agreement":null},{"id":"W2942730842","doi":"10.2196/13462","title":"An Affirmative Coping Skills Intervention to Improve the Mental and Sexual Health of Sexual and Gender Minority Youth (Project Youth AFFIRM): Protocol for an Implementation Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Planned Parenthood Toronto; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; Ontario HIV Treatment Network; Public Health Agency; Public Health Agency of Canada","keywords":"Psychology; Clinical psychology; Psychological intervention; Mental health; Sexual minority; Psychosocial; Dialectical behavior therapy; Coping (psychology); Distress; Sexual orientation; Psychiatry; Social psychology","score_opus":0.40467429116123715,"score_gpt":0.6572902530716759,"score_spread":0.2526159619104387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942730842","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43008715,9.0399107e-7,0.000025261808,0.0001109208,0.000018597095,0.569293,0.0003455829,0.000022363334,0.000096174444],"genre_scores_gemma":[0.16083892,9.8082246e-8,0.00007777734,0.00007071967,0.00020474775,0.83845747,0.00006694204,0.000030042378,0.0002532808],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.994394,0.0026805329,0.00071257603,0.00077093445,0.0006408025,0.0008011625],"domain_scores_gemma":[0.9982664,0.00014406473,0.00033887703,0.00065798365,0.00030636103,0.00028629607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050361096,0.00024226813,0.00035930742,0.0003452184,0.0005183546,0.00022958367,0.00037183214,0.00010618256,0.00007364275],"category_scores_gemma":[0.000035086618,0.0001883186,0.000034149893,0.00030689116,0.00015546857,0.0004973325,0.00024440332,0.00040411265,0.000011528835],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052220393,0.009553256,0.28570125,0.015423745,0.00017773495,0.0000012121451,0.58940774,6.7910565e-7,0.0011580546,0.00061075104,0.0063659376,0.08637761],"study_design_scores_gemma":[0.024108758,0.118916795,0.37148765,0.00015554405,0.000027730057,0.0000065068043,0.4831156,0.00006377562,0.00012615888,0.0002579015,0.0012436195,0.0004899339],"about_ca_topic_score_codex":0.012091165,"about_ca_topic_score_gemma":0.0034961593,"teacher_disagreement_score":0.26924825,"about_ca_system_score_codex":0.00019183086,"about_ca_system_score_gemma":0.00030999395,"threshold_uncertainty_score":0.9944874},"labels":[],"label_agreement":null},{"id":"W2942893201","doi":"10.2196/12973","title":"An Intervention for Changing Sedentary Behavior Among African Americans With Multiple Sclerosis: Protocol","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institutes of Health; Multiple Sclerosis Society","keywords":"Multiple sclerosis; Odds; Sedentary behavior; Intervention (counseling); Medicine; Gerontology; Population; Physical disability; Physical therapy; Physical activity; Disease; Logistic regression; Psychiatry; Environmental health; Internal medicine","score_opus":0.2941163371998522,"score_gpt":0.5332584978661832,"score_spread":0.23914216066633098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942893201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.110513315,7.3711874e-7,0.00029790698,0.000204886,0.0000057721554,0.88824844,0.000056792833,0.00019290869,0.00047925726],"genre_scores_gemma":[0.24533106,2.7338544e-7,0.001968103,0.000028507347,0.00019076827,0.75131655,0.000049985087,0.00010278968,0.0010119847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99402905,0.0005440158,0.00054643175,0.0010199809,0.0019719,0.0018886229],"domain_scores_gemma":[0.99652046,0.00032423862,0.00019555344,0.0011682174,0.001185286,0.00060623087],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025937306,0.00036983655,0.00062209554,0.0009369878,0.0005503638,0.00024985743,0.0005834155,0.00013780639,0.00042825894],"category_scores_gemma":[0.0002896688,0.0002800073,0.00020367118,0.001285274,0.0006290316,0.0006097757,0.0004043425,0.0008942042,0.00009096922],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015218614,0.0068033873,0.7848269,0.0049920874,0.00020161807,0.000037310914,0.0019516646,0.000013301949,0.117588155,0.00002552949,0.0030272321,0.065314226],"study_design_scores_gemma":[0.035274487,0.03593967,0.8310022,0.012729137,0.000023946912,0.000012397445,0.008057868,0.0031953892,0.026212633,0.000012179565,0.04687052,0.0006695738],"about_ca_topic_score_codex":0.00033687253,"about_ca_topic_score_gemma":0.00023524543,"teacher_disagreement_score":0.1369319,"about_ca_system_score_codex":0.00047789142,"about_ca_system_score_gemma":0.00024470285,"threshold_uncertainty_score":0.9999652},"labels":[],"label_agreement":null},{"id":"W2942969870","doi":"10.2196/13557","title":"Children Immunization App (CImA) Among Syrian Refugees in Zaatari Camp, Jordan: Protocol for a Cluster Randomized Controlled Pilot Trial Intervention Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Grand Challenges Canada; Karolinska Institutet; Government of Canada; UNICEF","keywords":"Refugee; Medicine; Vaccination; Family medicine","score_opus":0.1046338333319443,"score_gpt":0.5219694666169787,"score_spread":0.4173356332850344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942969870","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13123171,0.0000010239891,0.00007541661,0.00023779515,0.000021615766,0.86692107,0.000003864278,0.00007482678,0.0014326605],"genre_scores_gemma":[0.13766277,1.1784189e-7,0.00004729033,0.000013483779,0.000495276,0.85668594,0.00001696417,0.0000381886,0.005039977],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98758733,0.008353449,0.0013186145,0.00061443594,0.0012904177,0.00083573826],"domain_scores_gemma":[0.99678975,0.0013282531,0.0004682955,0.0005876282,0.0006790301,0.00014706899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02312566,0.00025753412,0.0012661071,0.0005920285,0.0006818268,0.0006545644,0.000825443,0.00018368162,0.0006169627],"category_scores_gemma":[0.0029238085,0.00019983193,0.00040246287,0.0007803384,0.00010800734,0.0008283972,0.00024107014,0.0006117679,0.000074313895],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95370895,0.004686691,0.03377941,0.00021525922,0.00011519294,0.0000024086562,0.003463298,0.0000071769314,0.00006680789,0.001442719,0.0019703552,0.00054174114],"study_design_scores_gemma":[0.9745607,0.0064400826,0.008433288,0.0011841097,0.0000092744185,1.875997e-7,0.0008752497,0.00010336571,0.00002938103,0.0018980168,0.0062202024,0.0002461787],"about_ca_topic_score_codex":0.001800635,"about_ca_topic_score_gemma":0.0046181427,"teacher_disagreement_score":0.025346123,"about_ca_system_score_codex":0.0003420919,"about_ca_system_score_gemma":0.00039641876,"threshold_uncertainty_score":0.814891},"labels":[],"label_agreement":null},{"id":"W2943053255","doi":"10.2196/11800","title":"Expanding Access to Depression Treatment in Kenya Through Automated Psychological Support: Protocol for a Single-Case Experimental Design Pilot Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Intervention (counseling); Protocol (science); Postpartum period; Depression (economics); Postpartum depression; Mobile phone; Psychology; Medicine; Pregnancy; Clinical psychology; Applied psychology; Psychiatry; Computer science; Alternative medicine","score_opus":0.8015206698503153,"score_gpt":0.7309365328711676,"score_spread":0.07058413697914778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943053255","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02307623,7.6232146e-7,0.00040859764,0.0003547666,0.000027661737,0.9729938,0.000028072327,0.0004923236,0.0026177992],"genre_scores_gemma":[0.08311578,1.3584507e-7,0.002251868,0.00040553923,0.00017508699,0.9132501,0.000015237817,0.00008431896,0.0007019535],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99070996,0.003426784,0.0014888371,0.0013662579,0.00076893106,0.0022392466],"domain_scores_gemma":[0.99550164,0.0017714504,0.00032088964,0.0012064775,0.00037300185,0.00082657154],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037986708,0.00040014138,0.0006563346,0.00048089688,0.0014626691,0.00011896923,0.0007174132,0.00026399334,0.001796977],"category_scores_gemma":[0.00027023876,0.00030162174,0.00006507763,0.0011208614,0.00006965879,0.0004434562,0.00048722577,0.0009062399,0.001007354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10692216,0.19446158,0.30401123,0.0095366165,0.00007330754,0.0010769079,0.025486397,0.00019815119,0.06336192,0.00065053836,0.26638,0.02784119],"study_design_scores_gemma":[0.09398042,0.25945422,0.019108627,0.0063502328,0.0000060413163,0.000115194984,0.010276606,0.0009994907,0.01081252,0.00063511875,0.5970336,0.0012279251],"about_ca_topic_score_codex":0.00033493582,"about_ca_topic_score_gemma":0.00016979793,"teacher_disagreement_score":0.33065358,"about_ca_system_score_codex":0.0016029311,"about_ca_system_score_gemma":0.0009925418,"threshold_uncertainty_score":0.9999436},"labels":[],"label_agreement":null},{"id":"W2943242870","doi":"10.2196/13656","title":"The Effectiveness of Educational Mobile Messages for Assisting in the Prevention of Early Childhood Caries: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Protocol (science); Randomized controlled trial; Early childhood caries; Medicine; Age appropriate; Psychology; Computer science; Medical education; Family medicine; Alternative medicine; Developmental psychology; Oral health","score_opus":0.08753955644589506,"score_gpt":0.5498911666870717,"score_spread":0.46235161024117666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943242870","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03713271,0.000004743391,0.00015626107,0.000065472945,0.000019539979,0.9614986,0.000036364632,0.000007526178,0.0010787535],"genre_scores_gemma":[0.112234406,1.04258994e-7,0.000049330665,0.0000033621975,0.00009086004,0.88598996,0.000011495734,0.000022201924,0.001598275],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9888098,0.007723822,0.00097642996,0.000369335,0.0015379256,0.0005826882],"domain_scores_gemma":[0.93403554,0.06412527,0.0004330073,0.0005335266,0.0008039302,0.00006874511],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034989215,0.0001706513,0.0009222529,0.00020685256,0.00030520474,0.00023290487,0.00093171716,0.00012375778,0.00011366871],"category_scores_gemma":[0.020305552,0.00008988898,0.000656695,0.00044453482,0.0004709251,0.00018398582,0.00014049157,0.00039046665,0.000011056099],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97828543,0.0019299203,0.000544738,0.0026743594,0.00014337787,4.806115e-7,0.0003271735,0.000008172478,0.00095580233,0.01376589,0.0005930603,0.00077158964],"study_design_scores_gemma":[0.9481433,0.0046814,0.0028862078,0.0016920207,0.000007971541,0.0000012962596,0.00040469383,0.00008863736,0.0015105436,0.03833082,0.0021558579,0.00009723597],"about_ca_topic_score_codex":0.00008240698,"about_ca_topic_score_gemma":0.000049733586,"teacher_disagreement_score":0.07550867,"about_ca_system_score_codex":0.0001250447,"about_ca_system_score_gemma":0.0017290032,"threshold_uncertainty_score":0.99368167},"labels":[],"label_agreement":null},{"id":"W2943442535","doi":"10.2196/13351","title":"“Smartphone Medication Adherence Saves Kidneys” for Kidney Transplantation Recipients: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Medicine; Protocol (science); Transplantation; Randomized controlled trial; Kidney transplantation; Medication adherence; Intensive care medicine; Internal medicine; Alternative medicine; Pathology","score_opus":0.15673674036995616,"score_gpt":0.5417597240705531,"score_spread":0.3850229837005969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943442535","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041444515,7.797277e-7,0.0031735941,0.000980208,0.00005594958,0.9933412,0.00011069089,0.000081734346,0.0018414108],"genre_scores_gemma":[0.00076340337,0.0000028604866,0.0032541782,0.00022022138,0.00026137798,0.987876,0.00043077776,0.00005295347,0.0071381996],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99573135,0.0006961448,0.0011443478,0.0006116891,0.0011851919,0.00063124986],"domain_scores_gemma":[0.9951705,0.0026630887,0.00036924952,0.00044693667,0.0008629332,0.00048730682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038805597,0.0002992111,0.0014632926,0.00035726695,0.00020809572,0.00010535294,0.00022593922,0.0002191805,0.0006390538],"category_scores_gemma":[0.0014877341,0.0001929719,0.0006815665,0.00028905357,0.00016478176,0.00023979394,0.000013508595,0.00028731173,0.000121852856],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9854769,0.0014764478,0.00043665426,0.005470498,0.0003399074,0.0000049743226,0.00028817734,8.634284e-7,0.0017352132,0.00076694926,0.002938851,0.0010645358],"study_design_scores_gemma":[0.952719,0.0074314214,0.00021677297,0.006670765,0.000082508086,0.0000088929355,0.000020593365,0.00044429317,0.003310401,0.00078425364,0.028131813,0.00017930663],"about_ca_topic_score_codex":0.000014350993,"about_ca_topic_score_gemma":0.0000025670126,"teacher_disagreement_score":0.03275795,"about_ca_system_score_codex":0.0001528744,"about_ca_system_score_gemma":0.0010538254,"threshold_uncertainty_score":0.78691655},"labels":[],"label_agreement":null},{"id":"W2943507392","doi":"10.2196/12470","title":"Gait Characteristics in Patients With Ankylosing Spondylitis: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Spondyloarthritis Studies and Treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche; Université Grenoble Alpes","keywords":"Ankylosing spondylitis; Physical medicine and rehabilitation; Protocol (science); Gait; Physical therapy; Medicine; Psychology; Alternative medicine; Surgery; Pathology","score_opus":0.33651929997612146,"score_gpt":0.585874079842101,"score_spread":0.2493547798659796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943507392","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.922434e-8,0.15942973,8.1613433e-7,0.000024896224,0.0000040968202,0.8395573,0.0006965512,0.000039740968,0.00024677088],"genre_scores_gemma":[1.1582036e-8,0.10181522,0.000113701026,0.00005804431,0.00009230859,0.8960018,0.0007930402,0.00018018122,0.0009457059],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.993508,0.0008797874,0.0018821572,0.0009959214,0.0015236452,0.0012105255],"domain_scores_gemma":[0.9959154,0.0005467915,0.00082347426,0.0014046448,0.0010475395,0.00026211934],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017792144,0.00077190023,0.006127029,0.0005709164,0.00017736838,0.00013082837,0.000414829,0.00034172484,0.0002002404],"category_scores_gemma":[0.0008335066,0.00047012168,0.0005414721,0.0010301853,0.00013880404,0.00013279045,0.00024083538,0.0010391043,0.00022644487],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009462225,0.0015535565,0.00045139002,0.95999146,0.0002490263,0.00010635306,0.000017416323,7.776727e-10,7.0135155e-9,0.000028236977,0.0017451328,0.034911178],"study_design_scores_gemma":[0.005259397,0.0029573126,0.00007613245,0.5127388,0.00016084284,0.000017201397,0.000002700253,1.6541749e-7,4.1544546e-8,0.000002513269,0.4785739,0.00021100786],"about_ca_topic_score_codex":0.0000046080386,"about_ca_topic_score_gemma":0.000003090824,"teacher_disagreement_score":0.47682875,"about_ca_system_score_codex":0.00089877,"about_ca_system_score_gemma":0.0010757662,"threshold_uncertainty_score":0.99977505},"labels":[],"label_agreement":null},{"id":"W2943654805","doi":"10.2196/11067","title":"Improving Treatment of Elderly Patients by Interprofessional Education in a Quality Network of Geriatric Medicine: Protocol for Evaluating an Educational Initiative","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Landeszentrum Gesundheit Nordrhein-Westfalen","keywords":"Geriatrics; Medicine; Quality (philosophy); Protocol (science); Population; Family medicine; Health care; Nursing; Gerontology; Alternative medicine; Environmental health; Psychiatry","score_opus":0.328382998502063,"score_gpt":0.6589683479333276,"score_spread":0.3305853494312646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943654805","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103743464,0.0000034921495,0.000021135626,0.00026588733,0.000016730522,0.89401466,0.000024249384,0.000010239026,0.0019001355],"genre_scores_gemma":[0.038922247,1.3574157e-7,0.0009111171,0.000020534211,0.0001890774,0.9589717,0.0002528368,0.000023307595,0.00070907455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99661833,0.00067319337,0.00085592165,0.0004268365,0.00103279,0.0003929435],"domain_scores_gemma":[0.99712574,0.0006581431,0.00049726065,0.00043510893,0.0011541941,0.00012954176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001809713,0.00017397813,0.0004360912,0.00027285682,0.000063597945,0.000016959748,0.00019060035,0.00008440728,0.00067475607],"category_scores_gemma":[0.00048895564,0.00013451236,0.0000751948,0.0005270965,0.00015393336,0.00026138622,0.0000763488,0.00016718994,0.0000047317653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025276976,0.03171352,0.6539697,0.023264147,0.0001392621,5.1538126e-7,0.0029066335,0.000031428845,0.007794285,0.004616871,0.01811217,0.23217449],"study_design_scores_gemma":[0.068158396,0.09093057,0.78118724,0.027354296,0.00003729023,8.3398044e-7,0.0063209767,0.0020588334,0.0015123273,0.012099889,0.009792549,0.00054677867],"about_ca_topic_score_codex":0.0003170785,"about_ca_topic_score_gemma":0.000028960145,"teacher_disagreement_score":0.23162772,"about_ca_system_score_codex":0.0006801905,"about_ca_system_score_gemma":0.006530052,"threshold_uncertainty_score":0.999102},"labels":[],"label_agreement":null},{"id":"W2943784141","doi":"10.2196/13517","title":"Enhancing Diabetes Self-Management Through Collection and Visualization of Data From Multiple Mobile Health Technologies: Protocol for a Development and Feasibility Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Nursing Research; National Institutes of Health; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Protocol (science); Data collection; Computer science; Data science; Medicine; Alternative medicine","score_opus":0.42199483972310614,"score_gpt":0.6476637393549645,"score_spread":0.22566889963185832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943784141","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009400817,0.000012492144,0.00149455,0.00021409114,0.000014105248,0.98835254,0.00009867117,0.00023550184,0.00017723277],"genre_scores_gemma":[0.0018372934,0.000008781981,0.020175606,0.00007611762,0.000050341605,0.97751004,0.00014904386,0.00003285913,0.00015990008],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954484,0.0008952025,0.0012796792,0.00094009616,0.0005279453,0.0009086425],"domain_scores_gemma":[0.99610543,0.0016485511,0.0005640743,0.0010957625,0.00042187536,0.00016433316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005282711,0.00018763727,0.00048557666,0.00021975936,0.0012948975,0.000028432925,0.00040894645,0.0002615015,0.00004972198],"category_scores_gemma":[0.0004018938,0.00016444802,0.000021133594,0.0006262713,0.00010587583,0.00031795082,0.0008289817,0.00048650117,0.000018807223],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08819042,0.012165702,0.22373815,0.2920515,0.00028589703,8.7073425e-7,0.01949894,0.0000037452905,0.0026847005,0.012228791,0.047777288,0.30137402],"study_design_scores_gemma":[0.05296995,0.0035104777,0.0023810035,0.0037400064,0.0000025953334,8.228413e-8,0.0026688846,0.0008590041,0.0015594845,0.0017925027,0.9303315,0.00018446817],"about_ca_topic_score_codex":0.00014648268,"about_ca_topic_score_gemma":0.000303039,"teacher_disagreement_score":0.88255423,"about_ca_system_score_codex":0.00046595544,"about_ca_system_score_gemma":0.0017804151,"threshold_uncertainty_score":0.99594355},"labels":[],"label_agreement":null},{"id":"W2943964124","doi":"10.2196/13340","title":"A Digital Intervention for Australian Adolescents Above a Healthy Weight (Health Online for Teens): Protocol for an Implementation and User Experience Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Overweight; Health promotion; Intervention (counseling); Behavior change; Gerontology; Psychology; Peer support; Screen time; Medicine; Promotion (chess); Obesity; Physical activity; Public health; Physical therapy; Nursing; Social psychology","score_opus":0.4653327169137967,"score_gpt":0.7248162292095972,"score_spread":0.2594835122958005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943964124","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072876047,8.957448e-7,0.0017310526,0.002504576,0.000033914814,0.9871628,0.0011356623,0.00010979659,0.00003363983],"genre_scores_gemma":[0.006059661,5.5383106e-7,0.0022063393,0.0006566348,0.0004656594,0.98807406,0.00048889994,0.000091001406,0.0019571881],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937933,0.0008535164,0.0017003765,0.0010693521,0.00060939195,0.0019740316],"domain_scores_gemma":[0.9957673,0.0005820215,0.0007096107,0.0007552883,0.0011677045,0.0010181072],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0041222693,0.00029729452,0.00052491494,0.00033195835,0.001844254,0.00011787182,0.0004289083,0.00021581215,0.00011816852],"category_scores_gemma":[0.00018892456,0.00026482544,0.00011076028,0.00038025723,0.00008442176,0.00066876964,0.00016088087,0.0006671152,0.000030251555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027074996,0.015065577,0.377473,0.07687611,0.00003761011,4.2302696e-7,0.00901543,9.2865747e-7,0.00018098718,0.0046501183,0.13754818,0.35207662],"study_design_scores_gemma":[0.02957873,0.02492933,0.038474753,0.002415277,0.00000196846,6.436783e-7,0.0141763445,0.00017516565,0.000018547666,0.00049047184,0.88951665,0.00022209654],"about_ca_topic_score_codex":0.00024437744,"about_ca_topic_score_gemma":0.0013535743,"teacher_disagreement_score":0.7519685,"about_ca_system_score_codex":0.0005945769,"about_ca_system_score_gemma":0.0016957555,"threshold_uncertainty_score":0.9999804},"labels":[],"label_agreement":null},{"id":"W2943971410","doi":"10.2196/13045","title":"Stimulation of Nucleotide Oligomerization Domain and Toll-Like Receptors 2 to Enhance the Effect of Bacillus Calmette Guerin Immunization for Prevention of Mycobacterium Tuberculosis Infection: Protocol for a Series of Preclinical Randomized Controlled Trials","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immunization; Tuberculosis; Mycobacterium tuberculosis; BCG vaccine; Immunology; Innate immune system; Immunity; Tuberculosis vaccines; Medicine; Mycobacterium bovis; Toll-like receptor; Stimulation; Vaccination; Virology; Microbiology; Biology; Immune system; Internal medicine; Pathology","score_opus":0.1030599744951221,"score_gpt":0.5304123302062624,"score_spread":0.42735235571114033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943971410","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20387197,0.000004495296,0.0040003248,0.0005379206,0.000020455751,0.7914781,0.000028765118,0.000011678138,0.000046277913],"genre_scores_gemma":[0.070906036,0.000008043519,0.0017833005,0.000009499233,0.0000762254,0.9268969,0.000050906216,0.000029039747,0.0002400154],"study_design_codex":"randomized_trial","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98741704,0.008444157,0.0027194337,0.00037590865,0.00066982856,0.00037360418],"domain_scores_gemma":[0.981294,0.015254384,0.0012967892,0.00050521805,0.0015330535,0.000116565],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031490017,0.00021996623,0.0034622352,0.0004435129,0.00008249331,0.000017275006,0.00015575896,0.00023944787,0.00012281847],"category_scores_gemma":[0.03448536,0.00012814361,0.0007259483,0.00059042755,0.00042528266,0.00019536684,0.00011451011,0.00022587128,0.0000014924178],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.67085433,0.00037650496,0.009218663,0.010310312,0.0005701025,7.3620285e-8,0.00021957544,0.00023627352,0.30189794,0.00023598707,0.00039205115,0.005688178],"study_design_scores_gemma":[0.42366543,0.04828472,0.009847727,0.0070716385,0.0001942238,0.0000036758863,0.00006190574,0.0032379136,0.49870208,0.0008774493,0.007832865,0.00022034907],"about_ca_topic_score_codex":0.000055554654,"about_ca_topic_score_gemma":0.000011829559,"teacher_disagreement_score":0.2471889,"about_ca_system_score_codex":0.00006627535,"about_ca_system_score_gemma":0.00019227492,"threshold_uncertainty_score":0.9972848},"labels":[],"label_agreement":null},{"id":"W2944012110","doi":"10.2196/13334","title":"Frameworks, Models, and Theories Used in Electronic Health Research and Development to Support Self-Management of Cardiovascular Diseases Through Remote Monitoring Technologies: Protocol for a Metaethnography Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Protocol (science); Knowledge management; Medicine; Computer science; Data science; Management science; Process management; Engineering; Alternative medicine","score_opus":0.6261048582072473,"score_gpt":0.6867429939922085,"score_spread":0.060638135784961245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944012110","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.737604e-8,0.42695907,0.00060870417,0.00039351382,0.000006830639,0.57176393,0.00005623255,0.0001241706,0.00008746539],"genre_scores_gemma":[9.317901e-8,0.48351416,0.0062897997,0.000038185575,0.00004147638,0.5099531,0.000031248146,0.00007870645,0.000053246742],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98528653,0.0043336498,0.002999156,0.0018024876,0.0020313463,0.0035468475],"domain_scores_gemma":[0.99247426,0.0025664277,0.0007493091,0.002411346,0.0011626692,0.00063598994],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022069454,0.00066681794,0.0038379224,0.0014567698,0.0015119805,0.000054156306,0.0012167554,0.0010735887,0.000012392494],"category_scores_gemma":[0.00043741998,0.00053018203,0.0003248844,0.003714189,0.0003389961,0.00022816999,0.0015946999,0.005734693,0.000033220887],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010153578,0.0002164536,0.000030053701,0.49317923,0.00017907252,0.0000017246549,0.00033793173,4.8957855e-7,7.0346933e-9,0.004939418,0.002265286,0.49874878],"study_design_scores_gemma":[0.0011404307,0.0010253682,0.000004907823,0.29838958,0.000031360923,0.0000013070758,0.00050165865,0.0000023324033,3.2113644e-7,0.004763285,0.6938998,0.00023964932],"about_ca_topic_score_codex":0.00011023177,"about_ca_topic_score_gemma":0.00002510957,"teacher_disagreement_score":0.69163454,"about_ca_system_score_codex":0.0015431681,"about_ca_system_score_gemma":0.010782756,"threshold_uncertainty_score":0.9997879},"labels":[],"label_agreement":null},{"id":"W2944092567","doi":"10.2196/13502","title":"A Patient-Centered Mobile Phone App (iHeartU) With a Virtual Human Assistant for Self-Management of Heart Failure: Protocol for a Usability Assessment Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Greenville Health System; Clemson University","keywords":"Usability; Self-management; Mobile phone; Protocol (science); Quality of life (healthcare); Medicine; Health care; Psychology; Computer science; Nursing; Human–computer interaction; Alternative medicine","score_opus":0.12142602168205015,"score_gpt":0.5157521896244872,"score_spread":0.3943261679424371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944092567","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04104244,2.2243134e-7,0.0001834667,0.0006596452,0.0000057798457,0.9574669,0.0000360224,0.00015438527,0.00045112928],"genre_scores_gemma":[0.07194914,2.9698635e-8,0.0208107,0.00002924044,0.000047958438,0.905727,0.000036131336,0.000077844685,0.0013219197],"study_design_codex":"nonrandomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99476224,0.0004180736,0.0008993406,0.001074172,0.0018005078,0.0010456939],"domain_scores_gemma":[0.99699694,0.00021909183,0.00022046786,0.0013790794,0.00085365487,0.00033077126],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023744695,0.00041930412,0.00088824535,0.0003337422,0.0003037412,0.00012222062,0.00026941975,0.00011192819,0.00031384928],"category_scores_gemma":[0.000019545721,0.00029963578,0.00026695608,0.0005960259,0.00014894956,0.0002018128,0.0003286795,0.00036612203,0.00003773871],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08426054,0.27756813,0.2774569,0.06999298,0.0061277933,0.00016842704,0.0068189534,0.000056333767,0.023212096,0.005504674,0.22906005,0.019773077],"study_design_scores_gemma":[0.059682608,0.14159174,0.010035807,0.0033958543,0.00006784408,0.0000043676614,0.0044341045,0.00018299637,0.002264064,0.00006844846,0.7778914,0.00038079827],"about_ca_topic_score_codex":0.000024534134,"about_ca_topic_score_gemma":0.000039077975,"teacher_disagreement_score":0.5488313,"about_ca_system_score_codex":0.0005792817,"about_ca_system_score_gemma":0.00038733505,"threshold_uncertainty_score":0.9999456},"labels":[],"label_agreement":null},{"id":"W2944135304","doi":"10.2196/13141","title":"Promoting Small Business Support of Youth Physical Activity in Low-Income, Minority Neighborhoods: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institutes of Health","keywords":"Small business; Randomized controlled trial; Intervention (counseling); Cluster randomised controlled trial; Business; Psychology; Marketing; Medicine; Nursing","score_opus":0.5912775305228004,"score_gpt":0.7145573746940037,"score_spread":0.1232798441712033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944135304","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16576982,1.9531761e-8,0.000088973095,0.0011161485,0.000029105071,0.83087677,0.00006477067,0.000053155392,0.0020012367],"genre_scores_gemma":[0.06086878,2.8166422e-8,0.0002095947,0.00013856326,0.00038870252,0.93740577,0.0000051140682,0.000039911047,0.00094353146],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98064226,0.012461179,0.0023480686,0.0008104876,0.001699343,0.0020386637],"domain_scores_gemma":[0.97903687,0.016047519,0.0014966158,0.0008245646,0.0021992072,0.00039525153],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037743445,0.00033187427,0.0025283238,0.00067486713,0.00048255397,0.000056240133,0.0008233953,0.00028955025,0.00044502638],"category_scores_gemma":[0.015505996,0.00024005794,0.0003325619,0.0017281191,0.0003565173,0.00045226383,0.0004256422,0.0014536,0.00012612143],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96790075,0.0017796489,0.0052220766,0.011697483,0.000021742779,0.0000014254076,0.011133255,0.0000012814011,0.00092010334,0.0004657934,0.0002785682,0.0005778971],"study_design_scores_gemma":[0.9872251,0.0017021681,0.002707495,0.002803101,0.000004222676,1.8484319e-7,0.0004943185,0.0014199247,0.0005114462,0.0005129069,0.0023989452,0.0002202008],"about_ca_topic_score_codex":0.00047938092,"about_ca_topic_score_gemma":0.00014041101,"teacher_disagreement_score":0.10652899,"about_ca_system_score_codex":0.00047356586,"about_ca_system_score_gemma":0.006647624,"threshold_uncertainty_score":0.99898374},"labels":[],"label_agreement":null},{"id":"W2944220244","doi":"10.2196/12391","title":"Quality of Life and Clinical Outcome After Traumatic Spleen Injury (SPLENIQ Study): Protocol for an Observational Retrospective and Prospective Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Abdominal Trauma and Injuries","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Observational study; Medicine; Retrospective cohort study; Protocol (science); Cohort study; Quality of life (healthcare); Psychology; Surgery; Alternative medicine; Internal medicine; Nursing; Pathology","score_opus":0.5873453645278232,"score_gpt":0.671882512310914,"score_spread":0.08453714778309085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944220244","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48694503,2.8620985e-7,0.0000035073238,0.00005921019,0.0000029861947,0.5127526,0.000031069463,0.000020747046,0.0001845849],"genre_scores_gemma":[0.42652705,4.3990475e-8,0.0003361558,0.000026883765,0.00008896387,0.5727177,0.0000034140176,0.000026227224,0.00027352734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99441504,0.0012284745,0.0015102316,0.00092071854,0.0014630931,0.00046242223],"domain_scores_gemma":[0.9964474,0.0007923144,0.0003262835,0.0007619165,0.0013029967,0.00036909388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009062734,0.00028097836,0.0012347107,0.00020405349,0.00016190603,0.000092590686,0.00020894542,0.00016725836,0.00019787879],"category_scores_gemma":[0.0017272106,0.00020893513,0.00012674087,0.00033326005,0.00045504572,0.00044369325,0.000245443,0.0007730019,0.000011456756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03574986,0.008968554,0.9504537,0.0018936781,0.00021060836,0.0000030551257,0.0016375278,2.8947914e-8,0.00008778514,0.00027683147,0.00024089741,0.00047748006],"study_design_scores_gemma":[0.014450705,0.05703231,0.92404515,0.00032011952,0.000018146487,0.0000014259306,0.0027041882,0.00003565044,0.000045888453,0.00070195727,0.00044610078,0.00019835343],"about_ca_topic_score_codex":0.00008111466,"about_ca_topic_score_gemma":0.00008307267,"teacher_disagreement_score":0.060417995,"about_ca_system_score_codex":0.00013363973,"about_ca_system_score_gemma":0.00038762885,"threshold_uncertainty_score":0.85201275},"labels":[],"label_agreement":null},{"id":"W2944436640","doi":"10.2196/13151","title":"Evaluation of a Health Information Technology–Enabled Collective Intelligence Platform to Improve Diagnosis in Primary Care and Urgent Care Settings: Protocol for a Pragmatic Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality; National Cancer Institute; Gordon and Betty Moore Foundation","keywords":"Randomized controlled trial; Medicine; Intervention (counseling); Collective intelligence; Health care; Usability; Nursing; Family medicine; Artificial intelligence; Computer science; Pathology","score_opus":0.09874572585468087,"score_gpt":0.525575500077347,"score_spread":0.4268297742226661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944436640","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016146256,0.000019418714,0.00012228286,0.00076722464,0.000013617469,0.9819038,0.000024823388,0.000038142844,0.0009644669],"genre_scores_gemma":[0.014580708,0.0000015472966,0.0015725457,0.00012390655,0.000032626394,0.9835813,0.000050499882,0.000018611594,0.000038234783],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944289,0.0010925647,0.0018065444,0.00041507167,0.0017008429,0.0005561137],"domain_scores_gemma":[0.980846,0.0140098585,0.0006472998,0.00041736537,0.0038424379,0.00023707066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01918241,0.00021241608,0.0018320001,0.00095188903,0.00011484324,0.000064845764,0.00016708445,0.0002508617,0.000054209246],"category_scores_gemma":[0.1646894,0.00015228757,0.00020471991,0.00096086395,0.00015375673,0.00019081803,0.00014972298,0.00046804445,0.000009411126],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.83793783,0.00071655907,0.0008306409,0.006295945,0.00008568814,5.9144594e-7,0.0066350014,0.000034636774,0.000029804352,0.00011409732,0.0003748307,0.1469444],"study_design_scores_gemma":[0.94584644,0.015213497,0.00020837615,0.028944556,0.000037997568,0.000001344317,0.004654396,0.0018555789,0.00087007333,0.0014412734,0.0007809108,0.00014553803],"about_ca_topic_score_codex":0.00004995969,"about_ca_topic_score_gemma":0.000016163358,"teacher_disagreement_score":0.14679886,"about_ca_system_score_codex":0.001554733,"about_ca_system_score_gemma":0.006366383,"threshold_uncertainty_score":0.9992666},"labels":[],"label_agreement":null},{"id":"W2944469611","doi":"10.2196/13549","title":"Protocol for the Development of a Behavioral Family Lifestyle Intervention Supported by Mobile Health to Improve Weight Self-Management in Children With Asthma and Obesity","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Asthma; Childhood obesity; mHealth; Attendance; Intervention (counseling); Weight management; Body mass index; Obesity; Gerontology; Physical therapy; Family medicine; Weight loss; Nursing; Psychological intervention; Overweight","score_opus":0.10090564837460186,"score_gpt":0.5657646883324358,"score_spread":0.4648590399578339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944469611","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04762023,0.000003231184,0.00044496343,0.0004529316,0.000006580496,0.95120984,0.00006324004,0.0000561921,0.00014280673],"genre_scores_gemma":[0.0040400666,0.0000013426663,0.004645949,0.0002851305,0.000039013536,0.9902162,0.00004696958,0.00004142725,0.000683905],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99560064,0.00072424265,0.0011984671,0.00062902446,0.0006525632,0.0011950705],"domain_scores_gemma":[0.9978103,0.00024911156,0.00041182473,0.00066017895,0.00038518824,0.0004834187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005025086,0.00020962636,0.00038397766,0.00027789845,0.0008174766,0.000022751337,0.0004173044,0.00014428789,0.000097725984],"category_scores_gemma":[0.00001392805,0.00014397872,0.0000405709,0.00062000984,0.000063382715,0.000114470946,0.00035139735,0.0007665716,0.00006252067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004026488,0.00804733,0.5946642,0.02255362,0.00009118767,6.8645784e-7,0.0067193275,0.0000032942637,0.00050012564,0.0013575939,0.054550853,0.30748525],"study_design_scores_gemma":[0.0090097515,0.005269925,0.18606532,0.002199638,0.0000019061675,6.4472056e-7,0.0013603283,0.000053218904,0.00020441083,0.00003734681,0.7956317,0.00016578332],"about_ca_topic_score_codex":0.00044071276,"about_ca_topic_score_gemma":0.0005040976,"teacher_disagreement_score":0.7410809,"about_ca_system_score_codex":0.00049802265,"about_ca_system_score_gemma":0.0016165286,"threshold_uncertainty_score":0.62874514},"labels":[],"label_agreement":null},{"id":"W2944553524","doi":"10.2196/13015","title":"Motivational Interviewing to Reduce Drug Use and HIV Incidence Among Young Men Who Have Sex With Men in Relationships and Are High Priority for Pre-Exposure Prophylaxis (Project PARTNER): Randomized Controlled Trial Protocol","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Motivational interviewing; Pre-exposure prophylaxis; Randomized controlled trial; Psychological intervention; Psychoeducation; Medicine; Men who have sex with men; Intervention (counseling); Family medicine; Psychology; Clinical psychology; Human immunodeficiency virus (HIV); Psychiatry","score_opus":0.11669437631216169,"score_gpt":0.47757559542859845,"score_spread":0.3608812191164368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944553524","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2454353,0.0000028230033,0.00023316896,0.0006338047,0.0000013917872,0.7526604,0.00002761997,0.000033795815,0.0009716896],"genre_scores_gemma":[0.09570455,7.9026745e-7,0.0007343572,0.000009248161,0.00011324177,0.850811,0.000023579963,0.000042117434,0.052561123],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9919383,0.0038768183,0.0011142454,0.0008748288,0.0014233054,0.0007725253],"domain_scores_gemma":[0.99457085,0.0028989338,0.00031375804,0.0005757368,0.001176874,0.0004638447],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012650913,0.00032222373,0.001470534,0.0008769533,0.00035977698,0.0004809873,0.00026873368,0.00019392837,0.00007448545],"category_scores_gemma":[0.012557134,0.00021605477,0.00018109225,0.0006342713,0.00042236727,0.0009024449,0.00030930014,0.0013781885,0.000006685413],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.73008776,0.00061199995,0.2526837,0.0019501979,0.00014032597,0.000014632822,0.002706758,0.000005416977,0.00028556518,0.00018783429,0.0109060025,0.0004197929],"study_design_scores_gemma":[0.88471967,0.012918065,0.080388315,0.008930396,0.00001650546,0.000011262735,0.0014560528,0.009334797,0.00033835007,0.0002753604,0.0013339403,0.0002772898],"about_ca_topic_score_codex":0.00063332584,"about_ca_topic_score_gemma":0.0005073337,"teacher_disagreement_score":0.17229538,"about_ca_system_score_codex":0.00030422388,"about_ca_system_score_gemma":0.0007639911,"threshold_uncertainty_score":0.9957605},"labels":[],"label_agreement":null},{"id":"W2944577998","doi":"10.2196/13651","title":"Feasibility and Clinical Relevance of a Mobile Intervention Using TrackPAD to Support Supervised Exercise Therapy in Patients With Peripheral Arterial Disease: Study Protocol for a Randomized Controlled Pilot Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Peripheral Artery Disease Management","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Duisburg-Essen","keywords":"Medicine; Randomized controlled trial; Physical therapy; Arterial disease; Disease; Quality of life (healthcare); Intervention (counseling); Peripheral; Clinical trial; Physical medicine and rehabilitation; Intensive care medicine; Internal medicine; Vascular disease; Nursing","score_opus":0.1958855908254644,"score_gpt":0.546459353444057,"score_spread":0.35057376261859263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944577998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48956883,5.2486956e-7,0.000014196593,0.000021927268,0.000008528145,0.5103475,0.000013977098,0.000016149917,0.000008382807],"genre_scores_gemma":[0.2594563,1.8743526e-7,0.00022200558,0.000023727012,0.00006643267,0.7400707,0.000012865723,0.000035595727,0.000112176946],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9935049,0.0021716675,0.001724859,0.00086227997,0.0011873504,0.0005489865],"domain_scores_gemma":[0.9973905,0.00042637813,0.0003095707,0.0007554413,0.00070172653,0.00041638405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066397064,0.00031242968,0.002157542,0.00027145378,0.000072012284,0.00010886524,0.00023322344,0.00006619495,0.00042906287],"category_scores_gemma":[0.0005966357,0.00020325702,0.00040070558,0.00033133084,0.0002398658,0.00026073414,0.00015127422,0.00029311157,0.0000042226443],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.80711377,0.03266222,0.15316011,0.0011301598,0.00013288435,0.000007063206,0.00023486548,0.0000064253945,0.00010092856,0.000001964928,0.00006150853,0.0053880806],"study_design_scores_gemma":[0.8054567,0.07911376,0.11197139,0.0020183367,0.000032652682,1.12757206e-7,0.00010928199,0.00074633694,0.000008348149,0.000031348554,0.00034568273,0.00016608121],"about_ca_topic_score_codex":0.000022394233,"about_ca_topic_score_gemma":0.000015416841,"teacher_disagreement_score":0.23011252,"about_ca_system_score_codex":0.00022883483,"about_ca_system_score_gemma":0.00038865983,"threshold_uncertainty_score":0.8288581},"labels":[],"label_agreement":null},{"id":"W2944809715","doi":"10.2196/14382","title":"Optimizing the Impact of Public-Academic Partnerships in Fostering Policymakers’ Use of Research Evidence: Proposal to Test a Conceptual Framework","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"William T. Grant Foundation","keywords":"General partnership; Public relations; Psychology; Political science; Perspective (graphical)","score_opus":0.9605615211418982,"score_gpt":0.8146231800700686,"score_spread":0.14593834107182957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944809715","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4615067,0.000004048223,0.000054005563,0.020196496,0.000015118372,0.5177364,0.000056868073,0.000035637255,0.00039475216],"genre_scores_gemma":[0.5036972,0.0000026446742,0.0012784135,0.00030140494,0.00013617963,0.4942661,9.0365563e-7,0.000029943616,0.00028722532],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9747236,0.015739903,0.0019902582,0.0007174188,0.0034963926,0.0033324503],"domain_scores_gemma":[0.94334173,0.051594663,0.00047063586,0.0013541495,0.0024583212,0.0007805068],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05069557,0.00022286292,0.00055277994,0.0015215793,0.0007314311,0.000103936814,0.0018519972,0.00042283442,0.0009905198],"category_scores_gemma":[0.07880222,0.0001527247,0.000100873076,0.0063204016,0.001138855,0.0011786877,0.0023271411,0.0056904983,0.00047974134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093414687,0.00027183574,0.8022262,0.0022435423,0.000015494661,0.0000051509205,0.138963,0.00012603204,0.024479197,0.010313085,0.018853694,0.0015686458],"study_design_scores_gemma":[0.008056355,0.023495605,0.5830847,0.104587175,0.0000032469559,0.000011496557,0.15611859,0.0022715933,0.00535404,0.01104503,0.10473277,0.0012393865],"about_ca_topic_score_codex":0.0021931452,"about_ca_topic_score_gemma":0.0003243024,"teacher_disagreement_score":0.21914145,"about_ca_system_score_codex":0.0013713288,"about_ca_system_score_gemma":0.010865751,"threshold_uncertainty_score":0.9999227},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2944918269","doi":"10.2196/13797","title":"Family Members’ Perspectives of Health Care System Interactions With Suicidal Patients and Responses to Suicides: Protocol for a Qualitative Research Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; Alberta Health Services","funders":"","keywords":"Suicide prevention; Health care; Qualitative research; Medicine; Poison control; Psychology; Occupational safety and health; Psychiatry; Nursing; Medical emergency; Sociology","score_opus":0.44616134608666774,"score_gpt":0.669286761213192,"score_spread":0.22312541512652423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944918269","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27664867,0.0000073103934,0.000010275612,0.00024779173,0.000008916086,0.72061366,0.00008348197,0.00005040532,0.0023294846],"genre_scores_gemma":[0.3230939,3.2491492e-8,0.00019747349,0.000019184126,0.000034223205,0.6755488,0.0000033293863,0.000046818914,0.0010562561],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98712945,0.008228299,0.0007734736,0.0010719057,0.0016289232,0.0011679257],"domain_scores_gemma":[0.9899817,0.0042100907,0.00023573062,0.00080068834,0.004517157,0.00025461568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008045313,0.0002979,0.0007393915,0.0011504657,0.000734002,0.00012718115,0.00048804726,0.0000898386,0.00010257561],"category_scores_gemma":[0.00068854744,0.00022409188,0.000083527324,0.0012237355,0.00040855154,0.00021091287,0.000386604,0.00078427844,0.00008385804],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034004126,0.003384752,0.17552954,0.0027678062,0.00033075098,0.000008748564,0.77180064,9.918327e-7,0.00017569805,0.0016688773,0.009643371,0.00068467343],"study_design_scores_gemma":[0.007457913,0.0361543,0.11332794,0.0006330987,0.000002705455,0.0000017094818,0.8345549,0.0000014992534,0.0000772811,0.000027419706,0.007559303,0.00020189838],"about_ca_topic_score_codex":0.0028364374,"about_ca_topic_score_gemma":0.00078799366,"teacher_disagreement_score":0.062754266,"about_ca_system_score_codex":0.00065821153,"about_ca_system_score_gemma":0.00057577377,"threshold_uncertainty_score":0.9138202},"labels":[],"label_agreement":null},{"id":"W2945162507","doi":"10.2196/13711","title":"The Effects of the Digital Platform Support Monitoring and Reminder Technology for Mild Dementia (SMART4MD) for People With Mild Cognitive Impairment and Their Informal Carers: Protocol for a Pilot Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad Politécnica de Madrid; Blekinge Tekniska Högskola; European Commission; Anglia Ruskin University","keywords":"Dementia; Randomized controlled trial; Protocol (science); Cognition; Cognitive impairment; Medicine; Physical therapy; Psychology; Gerontology; Psychiatry; Alternative medicine; Disease","score_opus":0.04856460423727049,"score_gpt":0.43240970859768085,"score_spread":0.38384510436041036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945162507","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13947763,0.000007688682,0.00017943954,0.00034910225,0.00001925671,0.8596911,0.000039725335,0.000025517564,0.00021056866],"genre_scores_gemma":[0.21475062,0.0000014467048,0.0000917742,0.000012665692,0.00009419055,0.7842544,0.000009358774,0.0000373049,0.0007482643],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.996867,0.00015727541,0.0007033403,0.0004587334,0.00081224495,0.0010013863],"domain_scores_gemma":[0.9909345,0.0068754614,0.0003150465,0.00035659008,0.0013440883,0.00017430748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038826393,0.00033018185,0.0011505974,0.0002845251,0.0006253791,0.00025576272,0.00027718255,0.00014998678,0.000009535495],"category_scores_gemma":[0.0018972562,0.00014797787,0.00032454258,0.00030699925,0.0007426416,0.00025876382,0.00031380577,0.00040852607,0.0000010119554],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9673135,0.0008563774,0.02119827,0.004800117,0.00096360524,8.0024085e-7,0.0005510098,5.5891878e-8,0.0004620891,0.00015614294,0.00029080638,0.0034072066],"study_design_scores_gemma":[0.9155919,0.05069172,0.0027551095,0.003338758,0.000094859235,0.000008715716,0.0016720226,0.00011734779,0.021018827,0.00038131385,0.0041582435,0.00017120462],"about_ca_topic_score_codex":0.0000047007647,"about_ca_topic_score_gemma":0.000010375985,"teacher_disagreement_score":0.0754367,"about_ca_system_score_codex":0.00006402989,"about_ca_system_score_gemma":0.00065040495,"threshold_uncertainty_score":0.6034363},"labels":[],"label_agreement":null},{"id":"W2945267894","doi":"10.2196/12396","title":"Mental Health Promotion Among University Students Using Text Messaging: Protocol for a Randomized Controlled Trial of a Mobile Phone–Based Intervention","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Linköpings Universitet","keywords":"Mental health; Randomized controlled trial; Anxiety; Medicine; mHealth; Intervention (counseling); Short Message Service; Mobile phone; Psychiatry; Psychology; Psychological intervention; Computer science","score_opus":0.20243910979341553,"score_gpt":0.610343876263365,"score_spread":0.40790476646994944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945267894","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05285845,7.0250684e-7,0.00044231207,0.00013813691,0.00007521528,0.94461524,0.000057159923,0.00006278444,0.0017500027],"genre_scores_gemma":[0.11090182,1.3649969e-8,0.00020087932,0.000007416549,0.000036544945,0.88250816,0.000026000942,0.000039156792,0.0062799817],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9918076,0.0042705457,0.0014485051,0.00059206254,0.0011224739,0.0007588608],"domain_scores_gemma":[0.9971948,0.0005255964,0.001094235,0.00052719115,0.00042729225,0.0002308577],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009408366,0.00024159397,0.0012965348,0.000642427,0.00025510637,0.000110579946,0.00058572966,0.00014989052,0.0010090983],"category_scores_gemma":[0.00013691079,0.00021229597,0.0008764052,0.0004947695,0.00032230793,0.0003644196,0.00021405214,0.00038036896,0.00007553903],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97185165,0.020645361,0.00070389244,0.0024731052,0.00019353814,0.0000017926922,0.00042361062,0.000005104881,0.00010563907,0.0008364333,0.0011668596,0.0015930216],"study_design_scores_gemma":[0.96988904,0.016733807,0.00011384963,0.006199265,0.000007116111,0.0000011060883,0.00055896107,0.0008797732,0.0003552736,0.00023339935,0.004875279,0.00015314994],"about_ca_topic_score_codex":0.00020475239,"about_ca_topic_score_gemma":0.000026163276,"teacher_disagreement_score":0.06210705,"about_ca_system_score_codex":0.00076407276,"about_ca_system_score_gemma":0.00035492127,"threshold_uncertainty_score":0.9999041},"labels":[],"label_agreement":null},{"id":"W2945337492","doi":"10.2196/14097","title":"Effects of a School-Based Health Intervention Program in Marginalized Communities of Port Elizabeth, South Africa (the KaziBantu Study): Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nelson Mandela University; National Research Foundation; Universität Basel; Novartis Foundation; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Intervention (counseling); Poverty; Randomized controlled trial; Protocol (science); Gerontology; Medicine; Health education; Medical education; Literacy; Program evaluation; Public health; Nursing; Psychology; Alternative medicine; Economic growth; Political science; Pedagogy","score_opus":0.28383930318913153,"score_gpt":0.6389960106405604,"score_spread":0.3551567074514289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945337492","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027462672,0.000008351072,0.00005986332,0.00075323234,0.00007780823,0.9712683,0.000007219673,0.000069296795,0.00029327645],"genre_scores_gemma":[0.047134005,2.6038006e-7,0.00046536245,0.000056557776,0.00012894571,0.9514593,0.000017581893,0.000048301103,0.0006897227],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96578526,0.028505083,0.0029381937,0.00035852334,0.0012513212,0.001161631],"domain_scores_gemma":[0.98347825,0.011997493,0.0019568398,0.0008957617,0.0014050363,0.0002666244],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.038967296,0.0002814466,0.0023454211,0.0008569674,0.0005692576,0.000037275666,0.00067749055,0.00024181341,0.00021142102],"category_scores_gemma":[0.0036570155,0.00017700592,0.00048721224,0.00097055774,0.00031890377,0.00013167232,0.00011722387,0.0016606663,0.000025198055],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9439344,0.01009764,0.0057832683,0.024122277,0.000063258085,3.6360575e-7,0.012262133,0.000001890175,0.000023947976,0.00016041895,0.002036355,0.0015140908],"study_design_scores_gemma":[0.9457079,0.017972892,0.002575158,0.017989999,0.0000129145765,7.6102054e-8,0.008628772,0.00046884138,0.000038661718,0.00063305727,0.00584238,0.00012933486],"about_ca_topic_score_codex":0.00086108106,"about_ca_topic_score_gemma":0.00017005306,"teacher_disagreement_score":0.03531028,"about_ca_system_score_codex":0.00045657574,"about_ca_system_score_gemma":0.004725745,"threshold_uncertainty_score":0.9895854},"labels":[],"label_agreement":null},{"id":"W2945437856","doi":"10.2196/14174","title":"The Effectiveness of Internet-Based Self-Help Interventions to Reduce Suicidal Ideation: Protocol for a Systematic Review and Meta-Analysis","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Albert-Ludwigs-Universität Freiburg; Deutsche Forschungsgemeinschaft","keywords":"Meta-analysis; Suicidal ideation; Protocol (science); Psychological intervention; Systematic review; Psychology; The Internet; Medicine; Computer science; Clinical psychology; Applied psychology; MEDLINE; Poison control; Human factors and ergonomics; Alternative medicine; Psychiatry; Medical emergency; World Wide Web","score_opus":0.5315251487312908,"score_gpt":0.6456644349693486,"score_spread":0.1141392862380578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945437856","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.6055695e-9,0.3108048,0.000178846,0.00008554625,0.0000043847654,0.6885118,0.00008976322,0.000038232043,0.0002865858],"genre_scores_gemma":[2.933905e-7,0.0058398535,0.00011866084,0.000035410958,0.00003277666,0.9906913,0.000029442192,0.00008386279,0.0031684106],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9811594,0.013793096,0.0023572484,0.0010622463,0.0008826683,0.00074536086],"domain_scores_gemma":[0.983312,0.011914543,0.0011280248,0.0020235486,0.0014516623,0.00017019609],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.019235803,0.000648544,0.0076903603,0.0008728474,0.00027704198,0.00021641653,0.0014055918,0.00028750856,0.0003713394],"category_scores_gemma":[0.0017092387,0.00034747642,0.004804233,0.002304408,0.00018953311,0.00007658139,0.00045061563,0.0007209148,0.0001969604],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026135796,0.0003990274,0.000004021709,0.9274576,0.06688284,0.0000025150896,0.00006476838,1.924839e-7,1.2949096e-7,0.0010098494,0.003429084,0.00048862025],"study_design_scores_gemma":[0.0014184274,0.0025333737,0.000015808155,0.44603953,0.19675034,0.0000094208,0.00007176998,0.0000028015231,0.0000054567013,0.0000976768,0.3524847,0.00057068124],"about_ca_topic_score_codex":0.000054365068,"about_ca_topic_score_gemma":0.00003463043,"teacher_disagreement_score":0.48141807,"about_ca_system_score_codex":0.00022043558,"about_ca_system_score_gemma":0.00034453336,"threshold_uncertainty_score":0.9998977},"labels":[],"label_agreement":null},{"id":"W2945484267","doi":"10.2196/13396","title":"A Modified Communication and Optimal Resolution Program for Intersystem Medical Error Discovery: Protocol for an Implementation Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical School, University of Michigan; Agency for Healthcare Research and Quality; University of Michigan","keywords":"Protocol (science); Computer science; Resolution (logic); Intersystem crossing; Data science; Artificial intelligence; Medicine; Alternative medicine","score_opus":0.6125975675213006,"score_gpt":0.7309841176540003,"score_spread":0.11838655013269972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945484267","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0120743755,4.2874444e-7,0.0033819068,0.0014247162,0.000016447293,0.9826207,0.000051739164,0.00013691853,0.00029277347],"genre_scores_gemma":[0.04914962,1.1847256e-7,0.0017951415,0.0000714634,0.00011572896,0.947878,0.00023691375,0.000039864357,0.0007131598],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940246,0.0026958154,0.00088958174,0.00054948236,0.0010662789,0.00077424594],"domain_scores_gemma":[0.9968267,0.0008942622,0.00041210762,0.00079189555,0.0007481843,0.00032681852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008505412,0.00017540688,0.0003049472,0.00023132771,0.0010976465,0.000031864438,0.00054653845,0.00025399437,0.00012400458],"category_scores_gemma":[0.000560892,0.00014315873,0.00005707137,0.00027439834,0.0001498624,0.0007740152,0.00031672412,0.00072268536,0.000025292216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1026048,0.04416838,0.24249943,0.05821931,0.0005516084,0.0000037757704,0.15650308,0.00026815044,0.0020058618,0.07330008,0.13869645,0.18117909],"study_design_scores_gemma":[0.057008754,0.03720604,0.030840755,0.0070938617,0.000012324406,0.0000020384562,0.07069436,0.038599897,0.000084961226,0.00089302636,0.75704277,0.0005212277],"about_ca_topic_score_codex":0.000097719465,"about_ca_topic_score_gemma":0.00044189897,"teacher_disagreement_score":0.61834633,"about_ca_system_score_codex":0.00029364548,"about_ca_system_score_gemma":0.00092477596,"threshold_uncertainty_score":0.84423214},"labels":[],"label_agreement":null},{"id":"W2945604947","doi":"10.2196/13625","title":"Pathology Laboratory Surveillance in the Australian Collaboration for Coordinated Enhanced Sentinel Surveillance of Sexually Transmitted Infections and Blood-Borne Viruses: Protocol for a Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; NSW Ministry of Health; National Health and Medical Research Council; Department of Health, State Government of Victoria; Australian Government; University of New South Wales; Burnet Institute; U.S. Department of Health and Human Services","keywords":"Medicine; Cohort; Public health surveillance; Disease surveillance; Medical emergency; Chlamydia; Electronic surveillance; Chlamydial infection; Public health; Pathology; Family medicine; Immunology; Internet privacy; Computer science","score_opus":0.08804479202583718,"score_gpt":0.4867275210114543,"score_spread":0.3986827289856171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945604947","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40753564,0.0000018107334,0.000050351944,0.00022317246,0.00001288835,0.5919305,0.00013493687,0.000031159718,0.000079533354],"genre_scores_gemma":[0.3712931,3.3121557e-7,0.000024734209,0.000009364152,0.000022037832,0.62810534,0.00003393315,0.000024168286,0.0004869796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99363834,0.0037901183,0.00072066113,0.0008749954,0.00022033766,0.00075556146],"domain_scores_gemma":[0.9941991,0.0021387476,0.0002369795,0.00085221184,0.0025368815,0.000036097365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008780225,0.0002563548,0.00056796614,0.00051743624,0.00034734746,0.000090008485,0.00043735805,0.00030594732,0.00010999469],"category_scores_gemma":[0.0014970356,0.00020147715,0.00006589181,0.0019348832,0.00055811217,0.00023621733,0.00007857212,0.00077232724,0.000025583535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024327019,0.004259214,0.53611076,0.0007061677,0.00014683807,0.0000023766215,0.0010577234,0.000013455672,0.45353538,0.0001704942,0.0013638728,0.0002010008],"study_design_scores_gemma":[0.01803225,0.009574342,0.8595277,0.00018040983,0.000006347906,0.000016343583,0.0015625606,0.0000113999695,0.06570203,0.00016396206,0.044914786,0.00030787525],"about_ca_topic_score_codex":0.00010845642,"about_ca_topic_score_gemma":0.0006282561,"teacher_disagreement_score":0.38783336,"about_ca_system_score_codex":0.000092434464,"about_ca_system_score_gemma":0.000652489,"threshold_uncertainty_score":0.82159996},"labels":[],"label_agreement":null},{"id":"W2945678118","doi":"10.2196/13400","title":"Noncontact Heart and Respiratory Rate Monitoring of Preterm Infants Based on a Computer Vision System: Protocol for a Method Comparison Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Respiratory system; Computer science; Pediatrics; Intensive care medicine; Internal medicine; Alternative medicine; Pathology","score_opus":0.19857156956674119,"score_gpt":0.5393769767934856,"score_spread":0.34080540722674446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945678118","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053042203,7.4320724e-7,0.0029758739,0.0000039711563,0.00003874765,0.9435295,0.000009618342,0.00018471677,0.00021466501],"genre_scores_gemma":[0.2070741,5.174708e-9,0.006215324,0.00000279687,0.0002241434,0.7863929,5.593691e-7,0.000078174795,0.0000119839015],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9962358,0.00097591913,0.0006790429,0.00057927833,0.0008696335,0.0006603423],"domain_scores_gemma":[0.9972579,0.0012984555,0.0001208655,0.00075660046,0.00036018493,0.00020598124],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037944852,0.00031940098,0.0006456222,0.0004887503,0.00014159056,0.00019517133,0.0003785461,0.00015385114,0.0000073771007],"category_scores_gemma":[0.0000751124,0.00028498666,0.00009454027,0.0004119883,0.000045001118,0.00030005546,0.00018751841,0.00060579064,0.000021442887],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004500416,0.0011007509,0.4192224,0.017017145,0.00008012728,0.000016665977,0.00080552784,0.0054214555,0.5456986,0.000027201353,0.00061161356,0.0054981005],"study_design_scores_gemma":[0.024657603,0.043261264,0.11537447,0.031900644,0.000008803126,0.0000037535865,0.00076555245,0.11908595,0.64892113,0.00001782684,0.014986163,0.0010168207],"about_ca_topic_score_codex":0.0000146340235,"about_ca_topic_score_gemma":0.0000016951992,"teacher_disagreement_score":0.30384794,"about_ca_system_score_codex":0.0002961053,"about_ca_system_score_gemma":0.00009899138,"threshold_uncertainty_score":0.99996024},"labels":[],"label_agreement":null},{"id":"W2946134671","doi":"10.2196/13464","title":"Uniform Noting for International Application of the Tumor-Stroma Ratio as an Easy Diagnostic Tool: Protocol for a Multicenter Prospective Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Surgical Treatments","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"KWF Kankerbestrijding","keywords":"Medicine; Prospective cohort study; Oncology; Cohort; Stage (stratigraphy); Colorectal cancer; Internal medicine; Cancer; Breast cancer; Medical physics","score_opus":0.1080466393143083,"score_gpt":0.5299330311280903,"score_spread":0.421886391813782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946134671","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13984033,5.3920317e-8,0.00015162103,0.00010939328,0.000012152887,0.8588723,0.000032019947,0.000033182838,0.0009489256],"genre_scores_gemma":[0.2906362,5.788338e-9,0.00038033669,0.000021296522,0.0001185255,0.7081953,0.000015383837,0.000028921917,0.0006039715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974236,0.00016557562,0.00045358206,0.00054412626,0.0010314658,0.0003816649],"domain_scores_gemma":[0.9965727,0.0008478241,0.00021374132,0.00059651677,0.001664695,0.000104528044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012628121,0.00016985541,0.0003088057,0.00010838682,0.00014999787,0.00006803558,0.00038163736,0.000059933624,0.00011265019],"category_scores_gemma":[0.0018533164,0.00011196952,0.00013458953,0.00029936465,0.000098339246,0.00021021409,0.00019105284,0.0002679644,0.000026262876],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010469798,0.004588892,0.9801173,0.00058591255,0.00011573787,0.000002593093,0.0002816498,0.0000057731604,0.0013820394,0.00053274864,0.00009595514,0.0018215507],"study_design_scores_gemma":[0.024421856,0.015136652,0.9232589,0.0009708403,0.000015081212,0.0000049750215,0.0002456683,0.004239332,0.011117595,0.00058953604,0.019850126,0.00014945804],"about_ca_topic_score_codex":0.000063357744,"about_ca_topic_score_gemma":0.000046543377,"teacher_disagreement_score":0.15079588,"about_ca_system_score_codex":0.0006047777,"about_ca_system_score_gemma":0.0003769262,"threshold_uncertainty_score":0.45659846},"labels":[],"label_agreement":null},{"id":"W2946296052","doi":"10.2196/13569","title":"Understanding Pregnancy and Postpartum Health Using Ecological Momentary Assessment and Mobile Technology: Protocol for the Postpartum Mothers Mobile Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Psychosocial; Pregnancy; Postpartum period; Focus group; Medicine; Gestational diabetes; Data collection; Psychology; Gerontology; Psychiatry; Business","score_opus":0.37623288475735744,"score_gpt":0.578258025215879,"score_spread":0.20202514045852155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946296052","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019878035,0.000017399874,0.00015657274,0.0023972637,0.0000048877428,0.97722524,0.000018949302,0.000060030776,0.00024162601],"genre_scores_gemma":[0.03735234,0.000006422562,0.0007972266,0.00010973828,0.000028568153,0.96104705,0.000008014625,0.000036165315,0.0006144695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99675864,0.00036640847,0.0003654945,0.0006224751,0.0009504419,0.0009365436],"domain_scores_gemma":[0.9983781,0.0005116913,0.00010626127,0.00048402278,0.0002392379,0.00028071122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021355525,0.00021201394,0.00037397823,0.0004107849,0.00057541777,0.00017936698,0.00023314879,0.00009083412,0.00019886643],"category_scores_gemma":[0.00006353441,0.00013816467,0.000049385424,0.0004716423,0.00035998266,0.00016583063,0.0005202964,0.000609374,0.000008076168],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007053872,0.021456145,0.863186,0.028646132,0.0012081193,0.0001432617,0.003709309,0.00027350846,0.0073101185,0.00797598,0.021778874,0.037258677],"study_design_scores_gemma":[0.059960894,0.24222249,0.33149022,0.01948935,0.00005347143,0.00006829617,0.083796844,0.022807159,0.00054115086,0.010483835,0.2278663,0.0012200084],"about_ca_topic_score_codex":0.000020025012,"about_ca_topic_score_gemma":0.000008161984,"teacher_disagreement_score":0.5316958,"about_ca_system_score_codex":0.0007740408,"about_ca_system_score_gemma":0.0005184253,"threshold_uncertainty_score":0.56341916},"labels":[],"label_agreement":null},{"id":"W2946463343","doi":"10.2196/12892","title":"Evaluating a Web-Based Mental Health Service for Secondary School Students in Australia: Protocol for a Cluster Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Mental health; Medicine; Cluster randomised controlled trial; Anxiety; Intervention (counseling); Service (business); Psychological intervention; Protocol (science); Family medicine; Psychology; Nursing; Psychiatry; Alternative medicine","score_opus":0.37660488999120684,"score_gpt":0.690958441222286,"score_spread":0.31435355123107916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946463343","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011601869,0.0000010326173,0.000041181076,0.0035090027,0.0001377033,0.98328364,0.00021997029,0.000077329314,0.0011282511],"genre_scores_gemma":[0.0021818185,5.3728275e-9,0.0011288908,0.00095644605,0.0001990198,0.98041177,0.00007633285,0.00008837616,0.014957351],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9880057,0.0053680553,0.0024991718,0.0009689784,0.0014916873,0.0016663993],"domain_scores_gemma":[0.99414647,0.0033101358,0.0007310946,0.000726615,0.0006214932,0.00046419582],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027104232,0.00037955728,0.001786764,0.0006652535,0.00028751997,0.00036371668,0.0009153662,0.00025626886,0.0029781281],"category_scores_gemma":[0.0010140775,0.00031118482,0.0007108768,0.00054014934,0.000120225806,0.00033735816,0.00022868335,0.0008937198,0.00073591573],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9633727,0.0065181158,0.00022371375,0.0044748373,0.00013272665,0.0000011939585,0.00028532595,0.000005388932,0.000041881034,0.00040815712,0.022958873,0.0015770579],"study_design_scores_gemma":[0.94778234,0.01907586,0.00010393152,0.004816861,0.0000040210557,0.000001726701,0.00016844297,0.0016129758,0.000040649134,0.0011747858,0.024975961,0.00024247027],"about_ca_topic_score_codex":0.0001660917,"about_ca_topic_score_gemma":0.00024673832,"teacher_disagreement_score":0.026090156,"about_ca_system_score_codex":0.00097027887,"about_ca_system_score_gemma":0.0017263346,"threshold_uncertainty_score":0.999934},"labels":[],"label_agreement":null},{"id":"W2946465022","doi":"10.2196/13214","title":"Examining the Impact of a Personalized Self-Management Lifestyle Program Using Mobile Technology on the Health and Well-Being of Cancer Survivors: Protocol and Rationale for a Randomized Controlled Trial (The Moving On Study)","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Galway; Irish Cancer Society; National University of Ireland","keywords":"mHealth; Medicine; Psychological intervention; Randomized controlled trial; Overweight; Cancer survivor; Survivorship curve; Behavior change; Gerontology; Health coaching; Weight management; Motivational interviewing; Intervention (counseling); Self-management; Body mass index; Physical therapy; Cancer; Nursing","score_opus":0.09924699116499498,"score_gpt":0.5152631340426027,"score_spread":0.41601614287760774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946465022","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40967125,0.000012865689,0.0000035199591,0.00033805904,0.0000048325282,0.5897317,0.000001986349,0.000019448951,0.00021637334],"genre_scores_gemma":[0.26287216,0.000002763681,0.00004300295,0.00003399603,0.00006441141,0.7368072,8.578759e-7,0.000021317264,0.00015424986],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99594617,0.0018191691,0.0006251371,0.00036791532,0.0008330166,0.0004085811],"domain_scores_gemma":[0.9954676,0.0031492494,0.00042328457,0.00049409206,0.00038638458,0.00007941501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008541974,0.00020307946,0.0010606417,0.00026847827,0.00032585443,0.00007532974,0.0002229316,0.00007505268,0.000044155557],"category_scores_gemma":[0.00041680736,0.00008598153,0.00021001989,0.00053118455,0.0003756313,0.00004400463,0.00014125777,0.00042964128,5.073847e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9718517,0.00170429,0.0059123714,0.0015339642,0.0007604168,0.0000013807427,0.0099789705,0.000031958298,0.00014018307,0.00097105955,0.00006910287,0.0070445794],"study_design_scores_gemma":[0.94439346,0.028238282,0.00027255202,0.0028476547,0.000047082147,0.0000021068302,0.016709864,0.004048113,0.00012899083,0.00022328697,0.002970327,0.00011827065],"about_ca_topic_score_codex":0.00077400595,"about_ca_topic_score_gemma":0.00014254365,"teacher_disagreement_score":0.14707556,"about_ca_system_score_codex":0.00016915544,"about_ca_system_score_gemma":0.0006146914,"threshold_uncertainty_score":0.3506225},"labels":[],"label_agreement":null},{"id":"W2946673442","doi":"10.2196/13986","title":"Older People With Type 2 Diabetes—Individualizing Management With a Specialized (OPTIMISE) Community Team: Protocol for a Safety and Feasibility Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Type 2 diabetes; Medicine; Diabetes management; Psychology; Diabetes mellitus; Computer science; Alternative medicine","score_opus":0.2703508349652862,"score_gpt":0.5802759278515687,"score_spread":0.30992509288628245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946673442","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06525743,5.785925e-7,0.00026777913,0.00020069291,0.000008142315,0.9260435,0.00000393144,0.000093746785,0.008124194],"genre_scores_gemma":[0.007852005,1.1499389e-7,0.021204114,0.000055487075,0.00006690738,0.9671973,0.000032466607,0.000066786524,0.0035248091],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99523085,0.0019444783,0.00042096333,0.0006336197,0.0009441004,0.00082599185],"domain_scores_gemma":[0.99716157,0.0005000501,0.00016350666,0.0012905769,0.0006240935,0.0002602227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00895391,0.0003057764,0.00061647204,0.0003508367,0.00049802515,0.0002598362,0.00035654075,0.000082282386,0.00029980115],"category_scores_gemma":[0.00014985018,0.0002118702,0.00005483502,0.0010186798,0.00017470507,0.00026239528,0.0004521452,0.0006861911,0.00002437376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027221566,0.014987188,0.87731063,0.018522419,0.00082119537,0.0000054052484,0.0085139,0.0000071881173,0.00023189856,0.00037647574,0.012889933,0.039112225],"study_design_scores_gemma":[0.04094775,0.024829153,0.7829458,0.0039427094,0.00008893701,0.0000018139065,0.012632141,0.00024663593,0.00044916326,0.00019769231,0.13324209,0.0004760942],"about_ca_topic_score_codex":0.00003341023,"about_ca_topic_score_gemma":0.00006981983,"teacher_disagreement_score":0.12035215,"about_ca_system_score_codex":0.00024952204,"about_ca_system_score_gemma":0.00020494606,"threshold_uncertainty_score":0.8639816},"labels":[],"label_agreement":null},{"id":"W2946823201","doi":"10.2196/13321","title":"An Analytical Mobile App for Shared Decision Making About Prenatal Screening: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre hospitalier universitaire de Québec; Université de Montréal; Université Laval; McGill University; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; University of British Columbia; Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache; Jewish General Hospital","funders":"","keywords":"Usability; Analytic hierarchy process; Decision aids; Descriptive statistics; Medicine; Psychology; Applied psychology; Decision model; Test (biology); Medical education; Family medicine; Computer science; Alternative medicine; Operations research; Engineering; Human–computer interaction","score_opus":0.30584417296740035,"score_gpt":0.6474926234778172,"score_spread":0.34164845051041687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946823201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024566797,0.0000013766562,0.0854376,0.000034713717,0.000009546505,0.9114125,0.000102904545,0.00020711143,0.0003375735],"genre_scores_gemma":[0.0071182544,1.5835253e-8,0.19249111,0.000031197047,0.00026727884,0.7995939,0.000057670863,0.00009299612,0.00034753265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946563,0.0007653243,0.0007736477,0.0011486383,0.0014240597,0.0012320159],"domain_scores_gemma":[0.99211514,0.0045795855,0.00016411739,0.0013867045,0.0011772333,0.0005772282],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006847354,0.0003451757,0.00073666876,0.00047723937,0.0003493702,0.00037620065,0.0007596711,0.0003013711,0.0002893016],"category_scores_gemma":[0.003398766,0.00028020891,0.0002775478,0.0006716836,0.00013754098,0.0003763281,0.00045942882,0.00076631573,0.000046853507],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.067027,0.011509408,0.038751155,0.005523464,0.00031526855,0.000070480004,0.0009504411,0.0001977173,0.0015780239,0.00067084545,0.026005276,0.8474009],"study_design_scores_gemma":[0.08609402,0.14220698,0.086021766,0.027433667,0.00008654295,0.0000644178,0.002614818,0.21504526,0.00966404,0.0028795025,0.42640418,0.0014847969],"about_ca_topic_score_codex":0.000012446004,"about_ca_topic_score_gemma":0.0000066721277,"teacher_disagreement_score":0.8459161,"about_ca_system_score_codex":0.00015016909,"about_ca_system_score_gemma":0.00035708214,"threshold_uncertainty_score":0.999965},"labels":[],"label_agreement":null},{"id":"W2946892949","doi":"10.2196/12836","title":"Assessing the Content Validity of a New Patient-Reported Measure of Barriers to Antiretroviral Therapy Adherence for Electronic Administration in Routine HIV Care: Proposal for a Web-Based Delphi Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal Victoria Hospital; McGill University; Université de Montréal; Centre de réadaptation Lethbridge-Layton-Mackay; McGill University Health Centre","funders":"Canadian Institutes of Health Research; Merck Canada; McGill University Health Centre; Mitacs; McGill University","keywords":"Delphi method; Prom; Medicine; Family medicine; Delphi; Nursing; Psychology; Computer science; Artificial intelligence","score_opus":0.35186039819124054,"score_gpt":0.5446036096610354,"score_spread":0.19274321146979484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946892949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5579991,0.000006960842,0.0005182426,0.00046195605,0.0000031949803,0.4409085,0.000030436886,0.000011744223,0.00005993239],"genre_scores_gemma":[0.57674843,1.4727944e-7,0.00023928408,0.000009466352,0.00002129724,0.4226634,0.000022973885,0.000016453661,0.00027855864],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9962014,0.00071634573,0.000759748,0.00039807562,0.001242314,0.00068213104],"domain_scores_gemma":[0.9966837,0.0003166672,0.00023039297,0.0005585067,0.001919847,0.00029086103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032917797,0.0001589488,0.0004260666,0.00031652776,0.00012520702,0.00008060067,0.00030842584,0.000084340834,0.000095999865],"category_scores_gemma":[0.0027149308,0.00010666313,0.00023013455,0.00068521895,0.00011347844,0.00017784398,0.000052055868,0.00044987095,0.0000024279532],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02952873,0.0049017766,0.59282726,0.002356989,0.0002202798,0.0000105011,0.004344111,0.000010227865,0.3127962,0.0003044302,0.006836838,0.04586262],"study_design_scores_gemma":[0.05164375,0.6187277,0.057516836,0.006365967,0.00002890367,0.000005664377,0.023733225,0.0046788193,0.22925141,0.00023335405,0.0074481643,0.0003662074],"about_ca_topic_score_codex":0.00019668486,"about_ca_topic_score_gemma":0.00036672485,"teacher_disagreement_score":0.6138259,"about_ca_system_score_codex":0.00027168222,"about_ca_system_score_gemma":0.009063059,"threshold_uncertainty_score":0.9965546},"labels":[],"label_agreement":null},{"id":"W2947087862","doi":"10.2196/12102","title":"Preliminary Effectiveness and Safety of High Frequency Oscillation in Addition to Mechanical Insufflation and Exsufflation for Intratracheal Mucus Removal in Patients With Neuromuscular Disease: Protocol for a Prospective Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory Support and Mechanisms","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Exsufflation; Insufflation; Medicine; Neuromuscular disease; Protocol (science); Surgery; Physical therapy; Anesthesia; Physical medicine and rehabilitation; Disease; Internal medicine; Pathology; Alternative medicine","score_opus":0.06067743632674909,"score_gpt":0.43991972802614054,"score_spread":0.37924229169939144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947087862","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48250377,1.5482476e-7,0.00034547548,0.000020598374,0.000002195119,0.5170922,0.000020171294,0.00000854164,0.000006873327],"genre_scores_gemma":[0.46700388,1.3401647e-8,0.00060215796,0.0000036685817,0.000016427464,0.53232384,0.000029543426,0.000016782074,0.0000036912872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997696,0.0004093017,0.0004299435,0.00057383213,0.0005905599,0.00030036937],"domain_scores_gemma":[0.9986658,0.00025207124,0.00011161411,0.00025016943,0.00055817794,0.00016216589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017397854,0.00016344733,0.00035375,0.00041447327,0.000068048095,0.000025822366,0.000057470443,0.00010798077,0.000011639479],"category_scores_gemma":[0.00033591932,0.00013320884,0.000029037805,0.00042894678,0.000039017264,0.0003062134,0.000053379517,0.00022520401,6.597901e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11898901,0.00288543,0.8589629,0.0033755263,0.000020829058,0.000010657386,0.00049370737,0.000022197877,0.004572918,0.0010414956,0.0000049595933,0.009620385],"study_design_scores_gemma":[0.027401844,0.03671868,0.93088543,0.0016148388,0.000007037976,0.0000010852843,0.00008793897,0.00036380676,0.0011090674,0.0015426443,0.00014209437,0.00012552107],"about_ca_topic_score_codex":0.000015405049,"about_ca_topic_score_gemma":0.00002394584,"teacher_disagreement_score":0.09158717,"about_ca_system_score_codex":0.00020243293,"about_ca_system_score_gemma":0.00023392786,"threshold_uncertainty_score":0.5432099},"labels":[],"label_agreement":null},{"id":"W2947164070","doi":"10.2196/13955","title":"Validation of the InnoWell Platform: Protocol for a Clinical Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Protocol (science); Health care; Digital health; Intervention (counseling); Medicine; Web application; Nursing; Computer science; World Wide Web; Alternative medicine; Psychiatry","score_opus":0.6986391700382237,"score_gpt":0.731015883203528,"score_spread":0.032376713165304216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947164070","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009755123,9.447934e-8,0.000015482787,0.00036074792,0.000111132904,0.9656252,0.000037342874,0.000028414968,0.024066411],"genre_scores_gemma":[0.005782676,2.7117606e-9,0.00008847552,0.000039468716,0.00020403176,0.97796714,0.000005799566,0.000028180339,0.015884213],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99661505,0.00074988004,0.0010906308,0.00037960094,0.00064582686,0.0005190136],"domain_scores_gemma":[0.99751884,0.0007399262,0.00034758227,0.00089170254,0.0003938606,0.00010809218],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004538058,0.000111517504,0.00024141996,0.00013298445,0.00011294395,0.00006578614,0.00073833,0.00019080394,0.001256285],"category_scores_gemma":[0.00040669364,0.00007559689,0.00028595445,0.0004501861,0.00021447027,0.00020592318,0.00025951746,0.00052492396,0.0009216766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.40045044,0.026511831,0.01975781,0.0061000306,0.0001503037,0.0000026721152,0.0008493349,0.0000014716342,0.00030868055,0.100670606,0.34445128,0.100745544],"study_design_scores_gemma":[0.102175325,0.021835573,0.0039914814,0.0020724009,0.0000013079194,0.0000022384254,0.00011279023,0.000012480913,0.0050585927,0.010740732,0.85385966,0.0001374353],"about_ca_topic_score_codex":0.000011667314,"about_ca_topic_score_gemma":0.000002998806,"teacher_disagreement_score":0.50940835,"about_ca_system_score_codex":0.000087904045,"about_ca_system_score_gemma":0.00026127364,"threshold_uncertainty_score":0.99985623},"labels":[],"label_agreement":null},{"id":"W2947213028","doi":"10.2196/13896","title":"Using a Triple Aim Approach to Implement “Less-is-More Together” and Smarter Medicine Strategies in an Interprofessional Outpatient Setting: Protocol for an Observational Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Pharmacy; Family medicine; Health care; Protocol (science); Population; Medical prescription; Nursing; Medical education; Alternative medicine; Environmental health","score_opus":0.957282040317142,"score_gpt":0.7768961403466114,"score_spread":0.18038589997053067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947213028","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26322922,4.0344128e-7,0.00020246138,0.0032028172,0.000028084187,0.73280746,0.000055204328,0.00005046086,0.0004238959],"genre_scores_gemma":[0.033559516,2.5234092e-8,0.0037332652,0.0016050529,0.00040440803,0.960049,0.00006898971,0.00008265359,0.00049712893],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.983536,0.009917137,0.001805093,0.0012657554,0.001963572,0.0015124447],"domain_scores_gemma":[0.99450284,0.0016386841,0.0005171826,0.0010512408,0.0015984415,0.0006916269],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020660987,0.00039022637,0.00068598526,0.00061283587,0.0010311218,0.00014561995,0.00073903304,0.00033370193,0.0005491181],"category_scores_gemma":[0.00078606524,0.00029840658,0.000045603545,0.0007181037,0.00014691734,0.0015053547,0.00071830524,0.0021094964,0.000023993523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007952671,0.0054571503,0.85035175,0.006688652,0.000029346675,0.0000027058554,0.117628254,0.000013684948,0.001020031,0.0026244933,0.0055275746,0.0027036946],"study_design_scores_gemma":[0.020497471,0.023222825,0.3697225,0.008495647,0.0000053942686,0.0000023563666,0.47817674,0.0068146605,0.000029422452,0.0027112248,0.08963192,0.00068985275],"about_ca_topic_score_codex":0.001509258,"about_ca_topic_score_gemma":0.0018499837,"teacher_disagreement_score":0.48062927,"about_ca_system_score_codex":0.0007285535,"about_ca_system_score_gemma":0.003588061,"threshold_uncertainty_score":0.99994683},"labels":[],"label_agreement":null},{"id":"W2947272625","doi":"10.2196/14091","title":"Integration of Gender-Affirming Primary Care and Peer Navigation With HIV Prevention and Treatment Services to Improve the Health of Transgender Women: Protocol for a Prospective Longitudinal Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; amfAR, The Foundation for AIDS Research","keywords":"Medicine; Transgender; Family medicine; Serostatus; Men who have sex with men; Reproductive health; Public health; Gerontology; Population; Nursing; Viral load; Human immunodeficiency virus (HIV); Psychology; Environmental health","score_opus":0.17404724869900215,"score_gpt":0.5600736142596212,"score_spread":0.3860263655606191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947272625","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38052827,0.0000032694866,0.000048296668,0.00014960494,0.0000036048598,0.61883914,0.000031063275,0.000009531373,0.00038720458],"genre_scores_gemma":[0.17166072,3.043286e-7,0.00016233888,0.0000094888865,0.00005202613,0.8269484,0.000015865744,0.000020551239,0.0011302792],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975034,0.00054841256,0.00041263475,0.00051003095,0.00060963247,0.0004158793],"domain_scores_gemma":[0.998368,0.00010529983,0.00023624742,0.00039642333,0.0007680617,0.00012596908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001718756,0.00016960765,0.00034741787,0.00017356177,0.00022759083,0.00006278434,0.00014077852,0.0000747973,0.00002252931],"category_scores_gemma":[0.000008252017,0.00010760728,0.00003593565,0.0002766739,0.00009793033,0.00017687467,0.00004748933,0.00019736096,0.0000028958725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075578955,0.0019820011,0.8554386,0.016271375,0.00015437264,8.4556575e-7,0.098847486,0.0000015928982,0.0005993801,0.0005454189,0.00012198012,0.018479036],"study_design_scores_gemma":[0.007790209,0.042064868,0.9313369,0.00056807656,0.000009949956,0.0000043561263,0.016473396,0.000011337652,0.0001995589,0.00034329237,0.0010754537,0.00012262787],"about_ca_topic_score_codex":0.0010158562,"about_ca_topic_score_gemma":0.0006555359,"teacher_disagreement_score":0.20886753,"about_ca_system_score_codex":0.000469365,"about_ca_system_score_gemma":0.00041803488,"threshold_uncertainty_score":0.43880975},"labels":[],"label_agreement":null},{"id":"W2947359230","doi":"10.2196/13635","title":"Designing and Evaluating a Personalized, Human-Centered Dietary Decision Support System for Use Among People With Diabetes in an Indian Setting: Protocol for a Quasi-Experimental Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Population; Randomized controlled trial; Intervention (counseling); Gerontology; Decision support system; Clinical decision support system; Family medicine; Nursing; Environmental health; Computer science","score_opus":0.41441642813400414,"score_gpt":0.6379564647220888,"score_spread":0.22354003658808463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947359230","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44015563,4.8359504e-7,0.00007711917,0.0000272315,0.0000047321664,0.55961883,0.000037250964,0.00006223034,0.00001652755],"genre_scores_gemma":[0.18739696,2.2961137e-8,0.005558813,0.000054406457,0.000101435326,0.8066168,0.000066847635,0.00008944655,0.00011527571],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9924784,0.0024595906,0.0012284697,0.0010820791,0.00094554044,0.0018059601],"domain_scores_gemma":[0.9945302,0.0027802212,0.00047844305,0.0007470557,0.0007610225,0.0007030443],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010235247,0.00032096007,0.0006528651,0.00048668621,0.0021908116,0.0001369312,0.00039238192,0.0002462812,0.000076124816],"category_scores_gemma":[0.00032058335,0.00026246687,0.000060269165,0.0004940182,0.00010681211,0.00060602167,0.00022666113,0.00092853326,0.000015068183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052312356,0.0035023885,0.96558887,0.011565415,0.000013182032,0.000002524257,0.010043527,0.000002508291,0.0012987813,0.000091553935,0.0006248594,0.0020351848],"study_design_scores_gemma":[0.11319298,0.14538828,0.5522797,0.031024288,0.000015868385,0.000004001697,0.12972541,0.013455882,0.0006180552,0.00016730865,0.01299118,0.0011370467],"about_ca_topic_score_codex":0.000434684,"about_ca_topic_score_gemma":0.0026956422,"teacher_disagreement_score":0.41330916,"about_ca_system_score_codex":0.0006446709,"about_ca_system_score_gemma":0.0013608682,"threshold_uncertainty_score":0.9999828},"labels":[],"label_agreement":null},{"id":"W2947687506","doi":"10.2196/13744","title":"Early Effect Markers and Exposure Determinants of Metalworking Fluids Among Metal Industry Workers: Protocol for a Field Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Occupational exposure and asthma","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de Sécurité Sanitaire de l’Alimentation, de l’Environnement et du Travail; Alliance Nationale pour les Sciences de la Vie et de la Santé","keywords":"Exhaled breath condensate; Oxidative stress; Medicine; Urine; Physiology; Inhalation exposure; Environmental health; Internal medicine; Asthma; Toxicity","score_opus":0.14379156119073713,"score_gpt":0.5305999826678086,"score_spread":0.3868084214770715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947687506","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4637888,6.053631e-7,0.0000039467973,0.000019170742,0.000003659166,0.53582734,0.0000025202394,0.00001594072,0.00033800837],"genre_scores_gemma":[0.34281397,9.50748e-9,0.00017735505,0.00000944824,0.00008473329,0.65544003,0.0000013582544,0.000026869606,0.0014462336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99697423,0.000493856,0.0005230756,0.0004935597,0.0009868928,0.0005283644],"domain_scores_gemma":[0.9979106,0.000866393,0.00015051564,0.00050769566,0.00035488504,0.00020990067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027782966,0.0002314947,0.0005986315,0.00031578896,0.00011539626,0.00008006515,0.00021832889,0.00032960385,0.000177412],"category_scores_gemma":[0.00041756724,0.00017092512,0.00015036407,0.00046666208,0.00013270247,0.00025442205,0.00019247364,0.00090769114,0.000011603285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00906417,0.0007353076,0.9687148,0.0018192473,0.00011916321,0.0000282705,0.00023371405,2.5094567e-7,0.0023859455,0.000009014254,0.00061957235,0.016270587],"study_design_scores_gemma":[0.014527161,0.049207725,0.90935427,0.0051500006,0.000021025886,0.0000101125515,0.0004478459,0.00008166852,0.016350318,0.000029765104,0.004605743,0.00021438181],"about_ca_topic_score_codex":0.00006527909,"about_ca_topic_score_gemma":0.000014922354,"teacher_disagreement_score":0.120974846,"about_ca_system_score_codex":0.00003911216,"about_ca_system_score_gemma":0.00022193843,"threshold_uncertainty_score":0.6970124},"labels":[],"label_agreement":null},{"id":"W2947730044","doi":"10.2196/13801","title":"Community-Directed Bacterial Sexually Transmitted Infection Testing Interventions Among Men Who Have Sex With Men: Protocol for an E-Delphi Study in Toronto, Canada","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Public Health; Community Based Research Centre; Hassle Free Clinic; University of Toronto; Public Health Ontario; BC Centre for Disease Control; Maple Leaf Medical Clinic; Ontario HIV Treatment Network; Alpha Cancer Technologies; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Gonorrhea; Men who have sex with men; Delphi method; Medicine; Chlamydia; Focus group; Family medicine; Reproductive health; Likert scale; Gynecology; Psychology; Syphilis; Environmental health; Human immunodeficiency virus (HIV); Population; Nursing; Immunology; Computer science","score_opus":0.1909354342313398,"score_gpt":0.5078772674213337,"score_spread":0.31694183318999386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947730044","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25890845,4.4091917e-7,0.000023524575,0.00003120583,0.000007900787,0.7320149,0.00003175842,0.00014135298,0.008840467],"genre_scores_gemma":[0.12614813,3.0392627e-8,0.00004814389,0.0000030757765,0.000056754132,0.865865,0.000088962894,0.000068344765,0.007721542],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98971355,0.0072766305,0.00075913226,0.0008013894,0.00035983423,0.0010894781],"domain_scores_gemma":[0.99603826,0.0010185838,0.00019873286,0.0012350653,0.0014035075,0.00010584313],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005785489,0.00034990002,0.0005532796,0.00041759262,0.00096199557,0.00020038818,0.0006711395,0.0002636731,0.00097122916],"category_scores_gemma":[0.0007494002,0.00029978086,0.000068990026,0.00074643566,0.00033552083,0.0008960153,0.00023690108,0.002222395,0.000022121949],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010238269,0.01624924,0.81867456,0.0023123564,0.00053212367,0.000014538787,0.005438155,0.00009035541,0.12349191,0.000035403104,0.012060443,0.010862648],"study_design_scores_gemma":[0.021238498,0.03753253,0.8883365,0.0019511387,0.000009924066,0.000031979886,0.012288664,0.00046163631,0.012030724,0.000042620362,0.025432164,0.0006436396],"about_ca_topic_score_codex":0.7629801,"about_ca_topic_score_gemma":0.92663056,"teacher_disagreement_score":0.16365047,"about_ca_system_score_codex":0.0016336188,"about_ca_system_score_gemma":0.0015760381,"threshold_uncertainty_score":0.9999454},"labels":[],"label_agreement":null},{"id":"W2947850980","doi":"10.2196/13821","title":"Improving Transplant Medication Safety Through a Technology and Pharmacist Intervention (ISTEP): Protocol for a Cluster Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Medicine; Pharmacist; Randomized controlled trial; Patient safety; Psychological intervention; Adverse effect; Intervention (counseling); Health care; Clinical trial; Cluster randomised controlled trial; Clinical pharmacy; Population; Emergency medicine; Randomization; Organ transplantation; Transplantation; Family medicine; Pharmacy; Nursing; Surgery; Internal medicine","score_opus":0.1228093196575419,"score_gpt":0.5417081116524343,"score_spread":0.4188987919948924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947850980","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010778032,0.000002835907,0.0062244306,0.0012981053,0.000017167373,0.9902979,0.00001727774,0.000080553255,0.000983898],"genre_scores_gemma":[0.006546573,0.0000021167034,0.0014804719,0.00006145714,0.00009174757,0.98921186,0.000053790933,0.000031859694,0.00252011],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99687696,0.0006217475,0.0009560596,0.0004683702,0.0006440485,0.00043280364],"domain_scores_gemma":[0.9980049,0.00097573333,0.0002810366,0.00030183003,0.0003145466,0.00012194302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031186007,0.00022267998,0.0011572604,0.0004005341,0.000159929,0.0000701984,0.00013960493,0.00020036355,0.00019969659],"category_scores_gemma":[0.0002569144,0.00013852764,0.00039975622,0.00027967387,0.00023305656,0.0001919398,0.00003308088,0.0003923356,0.00003505403],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98788226,0.0009801764,0.00058975286,0.0044793664,0.0002990766,0.000010119164,0.0001902109,3.305971e-7,0.0011979387,0.001251124,0.00005555995,0.0030641134],"study_design_scores_gemma":[0.9750742,0.003764079,0.00003488464,0.0042919624,0.000065553984,0.00004399405,0.000037448746,0.001801543,0.0016434847,0.0007070197,0.012414041,0.000121837445],"about_ca_topic_score_codex":0.000014073358,"about_ca_topic_score_gemma":0.000003628348,"teacher_disagreement_score":0.012808081,"about_ca_system_score_codex":0.00008708239,"about_ca_system_score_gemma":0.00016667429,"threshold_uncertainty_score":0.5648993},"labels":[],"label_agreement":null},{"id":"W2947994434","doi":"10.2196/13409","title":"A Mobile App for Thyroid Cancer Patients Aiming to Enhance Their Quality of Life: Protocol for a Quasiexperimental Interventional Pilot Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Thyroid Cancer Diagnosis and Treatment","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Aristotle University of Thessaloniki","keywords":"Medicine; Thyroid cancer; Quality of life (healthcare); mHealth; Affect (linguistics); Thyroid; Thyroidectomy; Cancer; Gynecology; Medical physics; Physical therapy; Internal medicine; Nursing; Psychology; Psychological intervention","score_opus":0.3156401682046765,"score_gpt":0.6198052201539084,"score_spread":0.3041650519492319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947994434","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1929186,0.0000066333614,0.000054613472,0.00008680986,0.000009543992,0.8065565,0.00023555849,0.0000294723,0.000102267775],"genre_scores_gemma":[0.298621,8.963733e-8,0.00028046314,0.00004280784,0.00009509762,0.7002979,0.000018012495,0.000038927814,0.0006057032],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9968115,0.00025248955,0.000770148,0.00067626726,0.00090016966,0.0005894243],"domain_scores_gemma":[0.9976364,0.00033914167,0.00023964726,0.0005524169,0.0009481888,0.0002842071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013060492,0.00024521924,0.0006074481,0.0001831666,0.00013620153,0.000048698454,0.00028877985,0.00005073952,0.00030697146],"category_scores_gemma":[0.00016802126,0.00018291952,0.000227855,0.00027674402,0.00006710638,0.00011870545,0.00020903937,0.00019463034,0.00002331019],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13475704,0.1915414,0.49317336,0.014424889,0.00093250436,0.0000017261968,0.0064897058,0.000018230854,0.097041726,0.0003907794,0.03907842,0.022150218],"study_design_scores_gemma":[0.07211404,0.50913364,0.090825275,0.0075334515,0.000015200155,4.2945595e-7,0.0025594998,0.00005446539,0.21867776,0.00018480489,0.09835445,0.00054697925],"about_ca_topic_score_codex":0.00019200581,"about_ca_topic_score_gemma":0.0000837479,"teacher_disagreement_score":0.40234807,"about_ca_system_score_codex":0.00052115734,"about_ca_system_score_gemma":0.00047799616,"threshold_uncertainty_score":0.7459242},"labels":[],"label_agreement":null},{"id":"W2948161966","doi":"10.2196/14432","title":"Mindfulness-Based Cognitive Therapy Experiences in Youth With Inflammatory Bowel Disease and Depression: Protocol for a Mixed Methods Qualitative Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindfulness; Qualitative research; Medicine; Inflammatory bowel disease; Depression (economics); Protocol (science); Cognition; Mindfulness-based cognitive therapy; Psychotherapist; Disease; Clinical psychology; Psychology; Cognitive therapy; Physical therapy; Alternative medicine; Psychiatry; Internal medicine","score_opus":0.12640398579428,"score_gpt":0.5421910107937208,"score_spread":0.41578702499944076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948161966","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46731696,0.000001612344,0.00023096809,0.0000074218756,0.0000026757614,0.53236836,0.000026423955,0.000010732601,0.000034825694],"genre_scores_gemma":[0.27744773,1.3478682e-8,0.00032609806,0.000027572292,0.000051622294,0.7220081,0.000023961757,0.00003952918,0.00007532231],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99439466,0.0031675587,0.00036659237,0.0009008112,0.00058042776,0.00058997684],"domain_scores_gemma":[0.99808365,0.00029137448,0.0001471492,0.00054819253,0.0006045076,0.00032511077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00295928,0.0003063578,0.00024391049,0.00019915208,0.00018771132,0.00012417477,0.00034486534,0.00013203154,0.00005456044],"category_scores_gemma":[0.0004374429,0.00022693252,0.00007066121,0.0001997458,0.000405498,0.000031845357,0.00018544607,0.00025746308,0.0000049661485],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3868917,0.010177984,0.3969077,0.004039537,0.0003401121,0.00039810868,0.16990495,0.000058544785,0.009846025,0.00007506823,0.0007643226,0.02059599],"study_design_scores_gemma":[0.07750694,0.014748827,0.18484025,0.004115255,0.000013913014,0.0000019776107,0.49576145,0.00042310826,0.21655755,0.0004141091,0.003992802,0.0016238387],"about_ca_topic_score_codex":0.00000479521,"about_ca_topic_score_gemma":0.000024886662,"teacher_disagreement_score":0.3258565,"about_ca_system_score_codex":0.00003204866,"about_ca_system_score_gemma":0.0008153505,"threshold_uncertainty_score":0.92540395},"labels":[],"label_agreement":null},{"id":"W2948724498","doi":"10.2196/14434","title":"Impact of Early Medical Treatment for Transgender Youth: Protocol for the Longitudinal, Observational Trans Youth Care Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Transgender; Observational study; Population; Psychology; Medicine; Clinical psychology; Family medicine","score_opus":0.7652698456190382,"score_gpt":0.6910489799909982,"score_spread":0.07422086562803998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948724498","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069802344,0.0000039324523,0.0001310041,0.0004736455,0.00002507492,0.92744166,0.0009477106,0.0000362909,0.0011383342],"genre_scores_gemma":[0.14156258,2.4879964e-7,0.00002335241,0.000015045449,0.00042517186,0.8559872,0.000047048667,0.000056798286,0.0018825326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99561536,0.00071712554,0.0006884839,0.00062326936,0.0013300439,0.0010256905],"domain_scores_gemma":[0.99670213,0.0010139991,0.00014879197,0.0009206167,0.0009015926,0.00031286562],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019316017,0.0002928146,0.00046652643,0.00022431697,0.0004308061,0.0001007984,0.0008434669,0.0002744997,0.0014037315],"category_scores_gemma":[0.00010286522,0.00017657808,0.0005167663,0.00041499888,0.00021755669,0.00014556358,0.000040385286,0.00036152135,0.00005476476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012309197,0.0073370156,0.86182773,0.0030551378,0.0005959878,0.000004059309,0.10416113,0.00000858831,0.000024543344,0.0007456022,0.00402589,0.0059051258],"study_design_scores_gemma":[0.03305371,0.052437928,0.89035296,0.00029096057,0.000053788954,0.000002568077,0.011981773,0.000026922195,0.000018053664,0.00027113472,0.011198459,0.00031174714],"about_ca_topic_score_codex":0.0061328984,"about_ca_topic_score_gemma":0.00080606545,"teacher_disagreement_score":0.09217936,"about_ca_system_score_codex":0.00032947958,"about_ca_system_score_gemma":0.001706283,"threshold_uncertainty_score":0.9995091},"labels":[],"label_agreement":null},{"id":"W2948879641","doi":"10.2196/13280","title":"Development of a Caregivers’ Support Platform (Connected Health Sustaining Home Stay in Dementia): Protocol for a Longitudinal Observational Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; European Commission; Health Research Board","keywords":"Observational study; Dementia; Protocol (science); Gerontology; Medicine; Longitudinal study; Psychology; Nursing; Alternative medicine","score_opus":0.49741351959245717,"score_gpt":0.6356100269514573,"score_spread":0.13819650735900013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948879641","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17660072,6.0509296e-7,0.0007393615,0.00018086631,0.0000056088043,0.8219887,0.000011192838,0.000034120272,0.00043883384],"genre_scores_gemma":[0.04726794,5.4197763e-8,0.023039307,0.00002470117,0.00003387042,0.928666,0.00007062718,0.000044888347,0.0008526181],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99356574,0.0008322146,0.0011798893,0.0007989226,0.0021859508,0.00143726],"domain_scores_gemma":[0.99637634,0.00059024163,0.00028127022,0.0004950966,0.0018874748,0.00036959376],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013187807,0.0002801165,0.0007381552,0.001041704,0.0002560805,0.0000857104,0.00039879873,0.00011107232,0.001186304],"category_scores_gemma":[0.00042787628,0.00024322937,0.00012506745,0.001295943,0.00012901035,0.0003203599,0.00047953488,0.00066478294,0.000026631036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009729808,0.0071356716,0.92116725,0.0064176205,0.0003704695,0.000047190282,0.0067199287,0.0000014425535,0.00300287,0.00032573225,0.0015993413,0.04348269],"study_design_scores_gemma":[0.03220596,0.018516539,0.8741045,0.002099946,0.000006943068,0.0000060513876,0.017333843,0.00017047567,0.0050169486,0.00019449425,0.050068483,0.00027579014],"about_ca_topic_score_codex":0.000051238127,"about_ca_topic_score_gemma":0.00014566268,"teacher_disagreement_score":0.12933278,"about_ca_system_score_codex":0.0007609884,"about_ca_system_score_gemma":0.0056367912,"threshold_uncertainty_score":0.9999426},"labels":[],"label_agreement":null},{"id":"W2949018184","doi":"10.2196/13920","title":"Technology-Enabled Self-Monitoring of Chronic Obstructive Pulmonary Disease With or Without Asynchronous Remote Monitoring: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University Health Network; Markham Stouffville Hospital; University of Toronto; Women's College Hospital","funders":"Ontario Centres of Excellence","keywords":"Medicine; COPD; Randomized controlled trial; Vital signs; Oxygen therapy; Physical therapy; Emergency medicine; Internal medicine; Surgery","score_opus":0.05783902894979144,"score_gpt":0.45046517129422164,"score_spread":0.3926261423444302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949018184","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038258806,0.000035299436,0.00010466069,0.00028863768,0.00005422819,0.9592231,0.000028816188,0.00040785325,0.0015986338],"genre_scores_gemma":[0.042237513,0.0000027204687,0.004043786,0.000002958167,0.0013436791,0.9473192,0.000011438776,0.00024317937,0.004795514],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98959285,0.00148641,0.0017115881,0.001720708,0.0032800345,0.0022084124],"domain_scores_gemma":[0.9907023,0.0020562783,0.0008105367,0.0021884383,0.0032059725,0.0010364935],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004169596,0.0008527063,0.003843955,0.0016000033,0.00044572854,0.00015696531,0.0010441932,0.0005014951,0.00041789317],"category_scores_gemma":[0.0020555912,0.0005497939,0.0008529808,0.001957585,0.0014518123,0.0004920307,0.0005420111,0.0019057622,0.00006605541],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9428501,0.00390857,0.02797494,0.014128651,0.00088712043,0.00031380492,0.00011554691,0.000015430114,0.0031746165,0.00017347041,0.00003607679,0.006421638],"study_design_scores_gemma":[0.9612498,0.008864002,0.0031909337,0.010910206,0.00015517604,0.00006299276,0.00043317198,0.0042643957,0.005141353,0.0008479862,0.0042891735,0.0005907647],"about_ca_topic_score_codex":0.000026294112,"about_ca_topic_score_gemma":0.000001497775,"teacher_disagreement_score":0.024784006,"about_ca_system_score_codex":0.002560943,"about_ca_system_score_gemma":0.009337574,"threshold_uncertainty_score":0.99969536},"labels":[],"label_agreement":null},{"id":"W2949127838","doi":"10.2196/12984","title":"Web-Based Eligibility Quizzes to Verify Opioid Use and County Residence Among Rural Young Adults: Eligibility Screening Results from a Feasibility Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Center for AIDS Research, University of Washington; National Institute on Drug Abuse; Centers for Disease Control and Prevention; Substance Abuse and Mental Health Services Administration; National Institutes of Health; Emory University; Appalachian Regional Commission","keywords":"Residence; The Internet; Medicine; Web application; Family medicine; Confidentiality; Heroin; Medical education; Psychiatry; Demography; Drug; World Wide Web; Computer science; Computer security","score_opus":0.12977797878063452,"score_gpt":0.4883888841275276,"score_spread":0.3586109053468931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949127838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5926479,0.000010664304,0.000007351738,0.00027541825,0.000013464331,0.40624803,0.0005358952,0.00016619566,0.00009507591],"genre_scores_gemma":[0.60667986,0.0000017197443,0.00087156746,0.00006633133,0.000059399972,0.39204913,0.000109621935,0.000046178156,0.000116203584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9905766,0.00169374,0.0012440049,0.0023802486,0.002791589,0.0013137896],"domain_scores_gemma":[0.9917655,0.0016690244,0.000222987,0.0038409685,0.0015692511,0.0009322801],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0052137156,0.0005924728,0.0010115776,0.0003654034,0.00038938003,0.00051830255,0.00060421857,0.00030407423,0.00012261675],"category_scores_gemma":[0.0048394906,0.00049573125,0.00018557018,0.0010636523,0.0004945928,0.0007490656,0.00073720113,0.0013459143,0.00013148844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03572316,0.0045885565,0.95260537,0.000588525,0.0000687823,0.00007123059,0.0028493165,0.000011129544,0.0016837115,0.000003848645,0.0010684994,0.00073785445],"study_design_scores_gemma":[0.024025233,0.0072141085,0.9572778,0.004897017,0.000020273745,0.0000019525055,0.0031015764,0.00066829193,0.0016490123,0.000074589305,0.00064995245,0.00042022608],"about_ca_topic_score_codex":0.019872427,"about_ca_topic_score_gemma":0.0040916577,"teacher_disagreement_score":0.01578077,"about_ca_system_score_codex":0.00088124385,"about_ca_system_score_gemma":0.0010693843,"threshold_uncertainty_score":0.9997494},"labels":[],"label_agreement":null},{"id":"W2949323674","doi":"10.2196/13034","title":"Evaluation of Adaptive Feedback in a Smartphone-Based Serious Game on Health Care Providers’ Knowledge Gain in Neonatal Emergency Care: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Grand Challenges Canada; Economic and Social Research Council; Korea International Cooperation Agency; University of Oxford; Wellcome Trust; Skoll Foundation; Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Protocol (science); Serious game; Health care; Workforce; Implementation; Medicine; Randomized controlled trial; Medical education; Nursing; Psychology; Computer science; Multimedia; Alternative medicine","score_opus":0.2366547061088848,"score_gpt":0.6195747846217838,"score_spread":0.382920078512899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949323674","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028070272,0.00006464516,0.00008080692,0.0012510563,0.0000766713,0.9930414,0.00008459163,0.000059715403,0.0025340943],"genre_scores_gemma":[0.02102323,0.0000023617206,0.00023020103,0.00016190128,0.00022615038,0.97789,0.00007953497,0.00008246806,0.0003041435],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96925074,0.021903198,0.0037039649,0.0010462995,0.002153651,0.0019421725],"domain_scores_gemma":[0.98813176,0.0046361503,0.001398609,0.0010073683,0.004294389,0.0005316926],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.034695428,0.0004222253,0.0024141883,0.0012428395,0.00046712978,0.000017129723,0.00051710603,0.0005096557,0.0005515257],"category_scores_gemma":[0.003974998,0.00034140112,0.00038076512,0.0013836117,0.0001605647,0.00015489169,0.00011757284,0.0018501639,0.0001709557],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9362875,0.0012446445,0.00037554672,0.013170439,0.000019820995,4.9649935e-7,0.0135532385,0.00012723566,0.000014461499,0.0010347107,0.0034992127,0.030672658],"study_design_scores_gemma":[0.93152773,0.006785301,0.0002721226,0.0058660363,0.0000069601997,1.0014315e-7,0.004928766,0.00588849,0.00002928706,0.00085445546,0.043608956,0.00023178743],"about_ca_topic_score_codex":0.0009618515,"about_ca_topic_score_gemma":0.007414521,"teacher_disagreement_score":0.040109742,"about_ca_system_score_codex":0.0035660365,"about_ca_system_score_gemma":0.031313956,"threshold_uncertainty_score":0.9999038},"labels":[],"label_agreement":null},{"id":"W2949560950","doi":"10.2196/13211","title":"The Role of Cognitive Behavioral Therapy in Opioid Use Reduction in Pediatric Sickle Cell Disease: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Protocol (science); Disease; Medicine; Cognition; Cognitive behavioral therapy; Opioid; Clinical psychology; Psychology; Alternative medicine; Psychiatry; Pathology; Internal medicine","score_opus":0.2453821454094486,"score_gpt":0.5590258450503675,"score_spread":0.31364369964091887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949560950","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013711834,0.3965394,1.8158289e-7,0.000022656974,0.0000035697844,0.60332453,0.000033758537,0.000012536279,0.000061985],"genre_scores_gemma":[4.3002646e-7,0.44284853,0.000004593327,0.000005223149,0.000042732816,0.55653715,0.00004230874,0.0000585949,0.00046042106],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937376,0.0019807566,0.0018114693,0.00063418644,0.0010464294,0.0007895611],"domain_scores_gemma":[0.99637437,0.0011003391,0.00075863843,0.00089136744,0.00066235615,0.00021293387],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032996873,0.00045707877,0.0024923796,0.0006293038,0.00011512844,0.00008158032,0.000463327,0.00042400585,0.000028092645],"category_scores_gemma":[0.00089301186,0.0002542779,0.0006345693,0.001669516,0.00017662777,0.00014519639,0.00013112307,0.0015586204,0.000046583737],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083731284,0.0022268617,0.00010710332,0.9409113,0.000025143292,0.000014962775,0.00010730128,6.554991e-8,7.7230925e-7,0.000013406548,0.00068023894,0.055075508],"study_design_scores_gemma":[0.002851736,0.0016608551,0.000012992115,0.70174134,0.00014724309,0.0000069592465,0.000115919625,0.0000037891527,0.0000030641381,0.000029451345,0.2932397,0.00018698032],"about_ca_topic_score_codex":0.000031022984,"about_ca_topic_score_gemma":0.000004012531,"teacher_disagreement_score":0.29255947,"about_ca_system_score_codex":0.00031845568,"about_ca_system_score_gemma":0.0025540784,"threshold_uncertainty_score":0.99999094},"labels":[],"label_agreement":null},{"id":"W2950067871","doi":"10.2196/14677","title":"Investigating the Relationship Between Resilience, Stress-Coping Strategies, and Learning Approaches to Predict Academic Performance in Undergraduate Medical Students: Protocol for a Proof-of-Concept Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coping (psychology); Protocol (science); Proof of concept; Psychology; Mathematics education; Medical education; Psychological resilience; Computer science; Medicine; Social psychology; Clinical psychology; Alternative medicine","score_opus":0.5838754628393374,"score_gpt":0.6239966692858863,"score_spread":0.04012120644654882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950067871","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2838875,0.0000051756706,0.00009377505,0.0028723911,0.000009182084,0.7128754,0.000009429163,0.000039072333,0.0002080278],"genre_scores_gemma":[0.41734153,1.6356222e-7,0.00015156184,0.000045642984,0.00015607124,0.5819288,0.0000063413895,0.000027874292,0.00034200907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98698664,0.0064438838,0.0015884659,0.0007745999,0.0029109786,0.0012954527],"domain_scores_gemma":[0.9896619,0.008531191,0.00047801883,0.0005181009,0.00036741197,0.00044342602],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01852656,0.00027522963,0.0005525444,0.000402966,0.0017508073,0.00010740421,0.0013501404,0.00048917567,0.000034243967],"category_scores_gemma":[0.0052115796,0.00018269567,0.000042082695,0.0011630789,0.00034738827,0.0006083547,0.0012369695,0.006588251,0.000011815102],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024350564,0.00025765967,0.9722117,0.0062235817,0.000012237128,8.870065e-7,0.011440114,0.00015473847,0.000004467059,0.0012510461,0.0001690938,0.008030977],"study_design_scores_gemma":[0.0047817584,0.0030217536,0.8952541,0.05652144,0.0000023413086,4.231856e-7,0.03370981,0.0010323414,0.000057714573,0.0019687,0.0034162316,0.0002334061],"about_ca_topic_score_codex":0.00015423972,"about_ca_topic_score_gemma":0.00018704426,"teacher_disagreement_score":0.13345402,"about_ca_system_score_codex":0.00022637568,"about_ca_system_score_gemma":0.0033919257,"threshold_uncertainty_score":0.9995488},"labels":[],"label_agreement":null},{"id":"W2950199595","doi":"10.2196/13701","title":"Monitoring Immobilized Elderly Patients Using a Public Provider Online System for Pressure Ulcer Information and Registration (SIRUPP): Protocol for a Health Care Impact Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundación Pública Andaluza Progreso y Salud; Servicio Andaluz de Salud; Junta de Andalucía; Consejería de Salud y Familias, Junta de Andalucía","keywords":"Protocol (science); Medicine; Health care; Public health; Medical emergency; Nursing; Alternative medicine","score_opus":0.3464176557757471,"score_gpt":0.6455202170313002,"score_spread":0.2991025612555531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950199595","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007509454,0.0000030840376,0.0009938454,0.00025087316,0.00004574495,0.9906858,0.00018968809,0.0001642239,0.00015726914],"genre_scores_gemma":[0.045612812,8.7333646e-8,0.0011076251,0.00003133024,0.00018858856,0.9523551,0.00010596799,0.000046923986,0.00055158],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945408,0.0017209641,0.0012137322,0.0005167103,0.00096780073,0.0010399622],"domain_scores_gemma":[0.99569124,0.00030928088,0.00079483085,0.0006792377,0.0022370736,0.0002883216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038750358,0.00027526004,0.0004702548,0.0004318181,0.0011683473,0.00029268945,0.0003461901,0.00020390542,0.000039594463],"category_scores_gemma":[0.00036307896,0.00022122107,0.00011802979,0.000341465,0.000034748136,0.0014816446,0.00032585967,0.00059232296,0.000012568651],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02227413,0.0074929437,0.47085527,0.30313492,0.0007744421,0.0000013128197,0.042133056,0.00012298324,0.00039347415,0.0013437147,0.032018106,0.11945567],"study_design_scores_gemma":[0.057161406,0.01782969,0.07279096,0.0111286985,0.000025134133,6.9863194e-7,0.042084333,0.0029870258,0.000049247777,0.000083261795,0.7952831,0.0005764489],"about_ca_topic_score_codex":0.0002816351,"about_ca_topic_score_gemma":0.00011691676,"teacher_disagreement_score":0.763265,"about_ca_system_score_codex":0.0008151075,"about_ca_system_score_gemma":0.0013974359,"threshold_uncertainty_score":0.9021133},"labels":[],"label_agreement":null},{"id":"W2950368233","doi":"10.2196/12620","title":"A Mobile Health Intervention to Improve Hepatitis C Outcomes Among People With Opioid Use Disorder: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis C virus research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health","keywords":"Opioid use disorder; Medicine; Randomized controlled trial; Intervention (counseling); Hepatitis C; Health care; Public health; Addiction; Family medicine; Psychiatry; Nursing; Opioid; Internal medicine","score_opus":0.07788057715893285,"score_gpt":0.5230451747818652,"score_spread":0.44516459762293237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950368233","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038743924,0.0000011288696,0.0009796419,0.00035384952,0.000018355242,0.9591451,0.000058062953,0.00013924834,0.00056063593],"genre_scores_gemma":[0.00846041,0.0000011461926,0.00156343,0.00011530946,0.00014321887,0.97505265,0.000038076585,0.00014262958,0.014483111],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9905276,0.0027629812,0.0015807784,0.001024411,0.0025095749,0.0015946659],"domain_scores_gemma":[0.99352604,0.002372741,0.0004415323,0.001224263,0.0015667881,0.00086861325],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009374117,0.00045228333,0.003141242,0.0008781049,0.000301384,0.0004807336,0.00047354642,0.00021797881,0.00077438296],"category_scores_gemma":[0.0034829443,0.00028778356,0.00088031084,0.00085233536,0.00024945024,0.0005063257,0.00033298013,0.0009805011,0.00022681525],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88293445,0.0033549902,0.096131764,0.0037210984,0.00020190366,0.000008650792,0.0006838582,0.000003285676,0.000107931926,0.00008932766,0.0030382795,0.009724484],"study_design_scores_gemma":[0.8756078,0.056880932,0.0023967302,0.0028355177,0.000009287238,0.0000012855647,0.000095560776,0.0010541056,0.00018181071,0.00006185489,0.06060872,0.00026640104],"about_ca_topic_score_codex":0.004440236,"about_ca_topic_score_gemma":0.0023008282,"teacher_disagreement_score":0.09373503,"about_ca_system_score_codex":0.00057914335,"about_ca_system_score_gemma":0.0016522125,"threshold_uncertainty_score":0.99995744},"labels":[],"label_agreement":null},{"id":"W2950466417","doi":"10.2196/13738","title":"Personalized, Web-Based, Guided Self-Help for Patients With Medically Unexplained Symptoms in Primary Care: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychosomatic Disorders and Their Treatments","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Twente; ZonMw","keywords":"Protocol (science); Randomized controlled trial; Medicine; Primary care; Alternative medicine; World Wide Web; Family medicine; Computer science; Internal medicine","score_opus":0.043614423252188984,"score_gpt":0.4397166835579738,"score_spread":0.39610226030578477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950466417","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007143331,0.0000025791637,0.00014801644,0.000469806,0.000018855637,0.98714715,0.000041293217,0.00011753157,0.004911409],"genre_scores_gemma":[0.00077528856,1.9024267e-7,0.0035154533,0.00022381693,0.00011479331,0.99388725,0.00020490069,0.00010555666,0.0011727802],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941415,0.0008899469,0.0012196319,0.0007778998,0.0019426931,0.0010283338],"domain_scores_gemma":[0.99483114,0.002421065,0.00038608856,0.0007059441,0.0013026388,0.00035309154],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029273694,0.00045893362,0.0024012057,0.0004890264,0.00015537308,0.00010195232,0.00037364766,0.0002712443,0.00021595236],"category_scores_gemma":[0.0007464653,0.00026730087,0.0006354024,0.00043953856,0.00026788583,0.00016162287,0.00005700352,0.00036170575,0.000025028341],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97514546,0.008902968,0.0041641016,0.006195266,0.00048467985,0.0000073355136,0.00045453655,0.0000015929703,0.000018733264,0.0003712514,0.003694161,0.00055993744],"study_design_scores_gemma":[0.9241249,0.018011495,0.0000932759,0.00818922,0.000044224238,0.0000010213633,0.00009562001,0.0014435339,0.000013227182,0.00053587597,0.04718108,0.00026654822],"about_ca_topic_score_codex":0.00001055622,"about_ca_topic_score_gemma":0.00000485731,"teacher_disagreement_score":0.051020563,"about_ca_system_score_codex":0.0005361188,"about_ca_system_score_gemma":0.0024280476,"threshold_uncertainty_score":0.99997795},"labels":[],"label_agreement":null},{"id":"W2950671804","doi":"10.2196/12845","title":"Design of Improved Intertrochanteric Fracture Treatment (DRIFT) Study: Protocol for Biomechanical Testing and Finite Element Analysis of Stable and Unstable Intertrochanteric Fractures Treated With Intramedullary Nailing or Dynamic Compression Screw","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hip and Femur Fractures","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intramedullary rod; Finite element method; Dynamic hip screw; Medicine; Reduction (mathematics); Implant; Orthodontics; Femur; Surgery; Engineering; Structural engineering; Mathematics","score_opus":0.13740422563444266,"score_gpt":0.49563711198896115,"score_spread":0.3582328863545185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950671804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08625355,0.000009213675,0.024062011,0.000049750186,0.000002295093,0.88953465,0.00003394596,0.000043863085,0.000010689878],"genre_scores_gemma":[0.35182056,0.0000013218804,0.0045861914,0.000025057561,0.000013277604,0.64336413,0.000019250085,0.000039890783,0.00013030684],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99671835,0.0004274481,0.0008052784,0.00077590265,0.00061123696,0.0006617593],"domain_scores_gemma":[0.9966838,0.0013950217,0.0004430301,0.0005898712,0.00064229086,0.0002460228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000987133,0.00043055898,0.001298671,0.0010739937,0.00016212506,0.00009129726,0.0002088419,0.00019692486,0.00017032053],"category_scores_gemma":[0.00024677775,0.00024077631,0.00010308871,0.0013735974,0.000189058,0.00017059133,0.0002048858,0.00042212493,6.835263e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12866211,0.008708591,0.060156323,0.008665041,0.0041047777,0.0000874138,0.004115595,0.0009188474,0.75228703,0.0000026993523,0.000075747106,0.032215793],"study_design_scores_gemma":[0.043381404,0.18333872,0.014647426,0.015061689,0.00074930576,0.000047100584,0.004201589,0.5556212,0.17938286,0.00005420646,0.002731396,0.0007831017],"about_ca_topic_score_codex":0.0002104611,"about_ca_topic_score_gemma":0.00006857878,"teacher_disagreement_score":0.5729042,"about_ca_system_score_codex":0.00015920785,"about_ca_system_score_gemma":0.00028876486,"threshold_uncertainty_score":0.9818573},"labels":[],"label_agreement":null},{"id":"W2950770927","doi":"10.2196/13271","title":"Improving Mental Health in Pregnancy for Refugee Women: Protocol for the Implementation and Evaluation of a Screening Program in Melbourne, Australia","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Australian Rotary Health; Medical Research Council; Cabrini Foundation; Monash University; Windermere Foundation","keywords":"Mental health; Medicine; Anxiety; Refugee; Edinburgh Postnatal Depression Scale; Psychiatry; Psychological intervention; Depression (economics); Pregnancy; Family medicine; Depressive symptoms","score_opus":0.33200681148104505,"score_gpt":0.6373385714374893,"score_spread":0.30533175995644424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950770927","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050014183,0.00000920494,0.00002405681,0.0009916348,0.0000066430716,0.9488985,0.000030269322,0.000012507977,0.00001301359],"genre_scores_gemma":[0.029012894,6.8722085e-7,0.0015285916,0.00003017766,0.000031195294,0.96915567,0.000020572577,0.000020924595,0.00019926226],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972885,0.0003805595,0.0006294893,0.00032268872,0.00066697435,0.00071174494],"domain_scores_gemma":[0.9990159,0.00016895824,0.00023350104,0.00023647552,0.00022767489,0.000117437325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006219036,0.00012532709,0.00027434342,0.00023016601,0.00012694769,0.000038770617,0.000119639924,0.00006602063,0.00007929651],"category_scores_gemma":[0.000056319197,0.00009179429,0.00003787579,0.00024699417,0.00005546566,0.00017474385,0.00007127841,0.00027869505,0.0000012434969],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015206274,0.0016385264,0.10765769,0.08369989,0.00003148342,0.0000011730515,0.0052532554,0.000008499614,0.0014810696,0.0006319349,0.00030155262,0.7840887],"study_design_scores_gemma":[0.14477494,0.060465824,0.47332713,0.2144609,0.000011046501,0.000024445857,0.0069569508,0.018403223,0.019725488,0.0024612234,0.058788676,0.0006001477],"about_ca_topic_score_codex":0.00020441985,"about_ca_topic_score_gemma":0.00020430567,"teacher_disagreement_score":0.7834885,"about_ca_system_score_codex":0.0004548799,"about_ca_system_score_gemma":0.00045274326,"threshold_uncertainty_score":0.37432626},"labels":[],"label_agreement":null},{"id":"W2952501532","doi":"10.2196/12896","title":"The Notijoves Project: Protocol for a Randomized Controlled Trial About New Communication Technologies and Gamification to Promote Partner Notification of Sexually Transmitted Infections Among Young People","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Partner notification; Psychological intervention; Medicine; Referral; Reproductive health; Randomized controlled trial; Intervention (counseling); Family medicine; Men who have sex with men; Sexual partner; Nursing; Population; Human immunodeficiency virus (HIV); Environmental health; Gonorrhea","score_opus":0.2259450341817144,"score_gpt":0.5827286034506907,"score_spread":0.35678356926897625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952501532","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017300727,0.0000052094897,0.001493163,0.0046844445,0.000032242307,0.9756661,0.000009523916,0.0002218059,0.00058679393],"genre_scores_gemma":[0.018092388,0.0000046097653,0.00064270815,0.000017766812,0.00013655498,0.97362286,0.000017657154,0.00004152798,0.0074239303],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9922707,0.0040684463,0.0015826673,0.0006463085,0.00069796963,0.0007339233],"domain_scores_gemma":[0.9922933,0.003814546,0.0008995214,0.0012703752,0.0015802394,0.00014202231],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012617861,0.00024783102,0.001010926,0.00039655017,0.0018277391,0.000083607025,0.00054542057,0.00034179568,0.000023938439],"category_scores_gemma":[0.0057730107,0.00014319304,0.00012791391,0.00094118906,0.000506849,0.00026210348,0.00019790002,0.0010815178,0.000024914345],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9556322,0.0012149285,0.005364863,0.0031281176,0.0000892135,4.7657363e-8,0.012289398,0.0000069132993,0.0031980325,0.009187344,0.004484947,0.005403961],"study_design_scores_gemma":[0.9104786,0.0028526566,0.0071360874,0.0022727733,0.000014454141,6.4358164e-7,0.00527989,0.00085962523,0.00043972742,0.0037289162,0.066675626,0.0002610201],"about_ca_topic_score_codex":0.0003827695,"about_ca_topic_score_gemma":0.00067292736,"teacher_disagreement_score":0.06219068,"about_ca_system_score_codex":0.00020823281,"about_ca_system_score_gemma":0.0018384405,"threshold_uncertainty_score":0.9994717},"labels":[],"label_agreement":null},{"id":"W2952563321","doi":"10.2196/12654","title":"Promoting Smoke-Free Homes Through Biomarker Feedback Documenting Child Exposure to Tobacco Toxins: Protocol for a Randomized Clinical Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Cancer Institute; National Institutes of Health; Strong; University of Minnesota","keywords":"Sudden infant death syndrome; Environmental health; Medicine; Tobacco smoke; Randomized controlled trial; Asthma; Public health; Secondhand smoke; Protocol (science); Passive smoking; Pediatrics; Alternative medicine; Nursing; Pathology; Internal medicine","score_opus":0.2885835139878882,"score_gpt":0.5797571480553321,"score_spread":0.2911736340674439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952563321","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07461351,6.6386684e-7,0.0000707102,0.0023053507,0.0000564212,0.9181024,0.000009989922,0.00017875733,0.0046622157],"genre_scores_gemma":[0.014568788,1.63856e-7,0.0011643372,0.0002161662,0.000953103,0.981093,0.000026994672,0.00010284118,0.0018746096],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924125,0.0017377321,0.001666207,0.001080837,0.0019356445,0.0011671013],"domain_scores_gemma":[0.9953335,0.001512281,0.0003966688,0.0015182594,0.0008847295,0.0003545755],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016469369,0.0003769608,0.0012809171,0.00032572038,0.00038110165,0.0004272697,0.0006955835,0.00044591018,0.00073779415],"category_scores_gemma":[0.0061907517,0.00027881123,0.00066801073,0.00082239654,0.00023187888,0.00046185782,0.00049776793,0.0010552645,0.00007474723],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9007939,0.002837447,0.048977084,0.0019707545,0.00016545433,0.000014180101,0.0012009443,3.8254944e-7,0.0007594855,0.0002901736,0.011907776,0.03108241],"study_design_scores_gemma":[0.84104115,0.008437329,0.008945687,0.0062792758,0.00002592342,0.000011383881,0.00020645042,0.000030360388,0.002541369,0.00056803203,0.13156709,0.00034592857],"about_ca_topic_score_codex":0.000031946405,"about_ca_topic_score_gemma":0.000004248261,"teacher_disagreement_score":0.11965931,"about_ca_system_score_codex":0.00021299423,"about_ca_system_score_gemma":0.00046798872,"threshold_uncertainty_score":0.9999664},"labels":[],"label_agreement":null},{"id":"W2952713539","doi":"10.2196/14022","title":"A Pragmatic Cluster Randomized Trial of an Electronic Clinical Decision Support System to Improve Chronic Kidney Disease Management in Primary Care: Design, Rationale, and Implementation Experience","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Kidney disease; Decision support system; Primary care; Medicine; Cluster (spacecraft); Randomized controlled trial; Research design; Knowledge management; Computer science; Nursing; Process management; Family medicine; Data mining; Engineering; Pathology","score_opus":0.11948481041026124,"score_gpt":0.6024934672254583,"score_spread":0.483008656815197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952713539","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08664775,0.000021125752,0.002534706,0.000371678,0.00011577288,0.90976393,0.000029810966,0.000056646022,0.0004585633],"genre_scores_gemma":[0.064783394,0.000013973287,0.0014180132,0.0002868266,0.0002649475,0.93270934,0.00009869456,0.000052607404,0.00037222367],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9786386,0.014156221,0.0030061158,0.0009575148,0.0016084893,0.0016330726],"domain_scores_gemma":[0.9931558,0.0038103655,0.0006260262,0.0010006943,0.000528922,0.00087820867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027636785,0.00026944815,0.0010841935,0.00057847134,0.0003185775,0.00004916297,0.0005228362,0.0002293819,0.00022380144],"category_scores_gemma":[0.0008274365,0.00022195239,0.00011874111,0.00063389074,0.00011791545,0.00042997045,0.00041440447,0.0011512437,0.00016150893],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.9357047,0.0005792923,0.0015266472,0.024544476,0.000052581952,0.000014265513,0.0042169793,0.00001747297,0.00027504907,0.002782396,0.0023844456,0.0279017],"study_design_scores_gemma":[0.9522733,0.009533522,0.0016229006,0.006945623,0.000012825734,0.0000015919001,0.003541577,0.0028774275,0.000033114375,0.00041664817,0.022423482,0.00031799538],"about_ca_topic_score_codex":0.00011987382,"about_ca_topic_score_gemma":0.00017393174,"teacher_disagreement_score":0.027583705,"about_ca_system_score_codex":0.004067914,"about_ca_system_score_gemma":0.010067177,"threshold_uncertainty_score":0.99975526},"labels":[],"label_agreement":null},{"id":"W2952994334","doi":"10.2196/11553","title":"Diet-Induced Alteration of Microbiota and Development of Obesity, Nonalcoholic Fatty Liver Disease, and Diabetes: Study Protocol of a Prospective Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gut flora; Internal medicine; Medicine; Gastroenterology; Nonalcoholic fatty liver disease; Type 2 diabetes; Obesity; Fatty liver; Prospective cohort study; Diabetes mellitus; Weight loss; Physiology; Disease; Endocrinology; Immunology","score_opus":0.11122280568371079,"score_gpt":0.47407066962982125,"score_spread":0.36284786394611046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952994334","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51891,0.0000024099447,0.0000013773298,0.0000035729026,9.812937e-7,0.48105648,0.000008728882,0.0000017715813,0.000014693769],"genre_scores_gemma":[0.49650067,2.0697621e-7,0.00010907463,0.0000022939114,0.000009720932,0.50333816,0.0000046742216,0.00000906583,0.000026131649],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99810725,0.00035685676,0.0004514948,0.0004725889,0.0003187794,0.00029302496],"domain_scores_gemma":[0.9987563,0.0000255501,0.00018974082,0.00039498642,0.0005168794,0.00011654498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094641856,0.00015869462,0.0003137812,0.00012918586,0.00009240887,0.000025416099,0.0001881777,0.00007967694,0.000014668186],"category_scores_gemma":[0.000041118048,0.0001337577,0.000030069454,0.00016295213,0.00013493857,0.000012643024,0.00052021496,0.0001604343,0.0000022215404],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009126866,0.0027745338,0.46414864,0.00133897,0.00005171493,5.624829e-7,0.0009541908,1.6860498e-7,0.5294981,0.000004008186,0.000021092923,0.0002953559],"study_design_scores_gemma":[0.0034394814,0.008674939,0.77014923,0.00035085154,0.0000035514106,2.9123498e-7,0.0003419671,0.000004294998,0.21659999,0.0000066728367,0.0003207348,0.00010799089],"about_ca_topic_score_codex":0.000023110273,"about_ca_topic_score_gemma":0.00006501888,"teacher_disagreement_score":0.3128981,"about_ca_system_score_codex":0.000027971046,"about_ca_system_score_gemma":0.00044050894,"threshold_uncertainty_score":0.54544806},"labels":[],"label_agreement":null},{"id":"W2953663127","doi":"10.2196/13607","title":"Exploring Existential Loneliness Among Frail Older People as a Basis for an Intervention: Protocol for the Development Phase of the LONE Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loneliness; Feeling; Psychology; Psychological intervention; Existentialism; Intervention (counseling); Focus group; Social psychology; Sociology; Psychiatry","score_opus":0.6569018436428139,"score_gpt":0.656975544551409,"score_spread":0.00007370090859515344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953663127","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15145588,6.106034e-7,0.00052040187,0.00029991844,0.000104354534,0.84742373,0.000016282416,0.00004048724,0.00013832167],"genre_scores_gemma":[0.08274153,3.8992738e-8,0.00021208893,0.000011309707,0.00038173853,0.91297734,0.000007750822,0.00005314793,0.0036150282],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955087,0.001217376,0.00096545013,0.0005027792,0.0009924491,0.00081327604],"domain_scores_gemma":[0.9958507,0.0012303292,0.00037164026,0.000989754,0.0014239212,0.00013368572],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005571569,0.00021078256,0.00039372308,0.00018376684,0.001538856,0.00007628592,0.0009053065,0.00012460627,0.00061309384],"category_scores_gemma":[0.00044880252,0.00012183132,0.00023711532,0.0006584432,0.00010358272,0.0003545569,0.0004517768,0.0006408108,0.000042796888],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04928965,0.04501649,0.23391742,0.044959582,0.00074257684,0.000004095392,0.36994877,0.00003355225,0.0025941234,0.0006631847,0.08648501,0.16634554],"study_design_scores_gemma":[0.06860047,0.017468056,0.32227698,0.014699087,0.00004131643,0.0000016138911,0.19110997,0.0003293131,0.0058553386,0.00037303485,0.3785571,0.00068774004],"about_ca_topic_score_codex":0.0003161215,"about_ca_topic_score_gemma":0.0011850512,"teacher_disagreement_score":0.29207206,"about_ca_system_score_codex":0.00021078135,"about_ca_system_score_gemma":0.0008603598,"threshold_uncertainty_score":0.999761},"labels":[],"label_agreement":null},{"id":"W2953898135","doi":"10.2196/14814","title":"Dissemination and Effectiveness of the Peer Marketing and Messaging of a Web-Assisted Tobacco Intervention: Protocol for a Hybrid Effectiveness Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Patient-Centered Outcomes Research Institute","keywords":"Protocol (science); Intervention (counseling); The Internet; World Wide Web; Medicine; Medical education; Advertising; Internet privacy; Computer science; Psychology; Alternative medicine; Business; Nursing","score_opus":0.11426479064629695,"score_gpt":0.5411094364211846,"score_spread":0.4268446457748876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953898135","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47777462,3.4023648e-7,0.000019535353,0.000024765903,0.000005350105,0.52202386,0.0000048560873,0.000007705357,0.00013897718],"genre_scores_gemma":[0.4777549,1.8733918e-8,0.00001309224,4.651622e-7,0.000014146758,0.5221142,0.0000033547474,0.000010655258,0.00008917128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967485,0.0016709891,0.00032395133,0.00029437113,0.00075835275,0.00020380615],"domain_scores_gemma":[0.99679625,0.001865599,0.00019193137,0.0002884151,0.00080875657,0.000049022867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0106422575,0.00011476204,0.00032638918,0.0001683448,0.000098442186,0.000045657267,0.00010861696,0.00007954443,0.000029185734],"category_scores_gemma":[0.0012682978,0.00007880875,0.00011065909,0.00028942936,0.00015332541,0.00012525436,0.00014228141,0.00025121903,1.8044261e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.15121739,0.0010595168,0.68074685,0.026997538,0.00005011226,0.0000015892372,0.00013160262,3.322579e-7,0.11499314,0.00016195144,0.00008144402,0.024558537],"study_design_scores_gemma":[0.05181417,0.0021388603,0.8268993,0.023774471,0.000013445793,0.000009848749,0.00009194831,0.00005322695,0.09443301,0.00008250269,0.00061701675,0.00007219303],"about_ca_topic_score_codex":0.000009202526,"about_ca_topic_score_gemma":9.1725747e-7,"teacher_disagreement_score":0.14615245,"about_ca_system_score_codex":0.00009195263,"about_ca_system_score_gemma":0.00011030854,"threshold_uncertainty_score":0.36884153},"labels":[],"label_agreement":null},{"id":"W2954398156","doi":"10.2196/14636","title":"Safety and Efficacy of Bis-Glyceryl Ascorbate (Amitose DGA) to Prevent Hand-Foot Skin Reaction in Patients With Renal Cell Carcinoma Receiving Sunitinib Therapy: Protocol for a Phase I/II, Uncontrolled, Single-Arm, Open-Label Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vitamin C and Antioxidants Research","field":"Nursing","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sunitinib; Medicine; Renal cell carcinoma; Ascorbic acid; Adverse effect; Dosing; Clinical trial; Internal medicine; Surgery; Oncology","score_opus":0.1418336330779658,"score_gpt":0.47826895003929465,"score_spread":0.3364353169613289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954398156","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45858502,8.4126634e-7,0.000010601986,0.00014665759,0.000012957194,0.5407065,0.00004072369,0.00001617881,0.00048050977],"genre_scores_gemma":[0.2758381,1.9566994e-7,0.00027512963,0.000018909946,0.000112721325,0.7225467,0.000022111983,0.0000831187,0.0011030213],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99354964,0.001520065,0.0010455267,0.0010538675,0.0015572191,0.0012737042],"domain_scores_gemma":[0.9964879,0.0009947553,0.00040505017,0.00081439246,0.0009361741,0.0003617231],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039851675,0.00042002776,0.0008654511,0.0008114309,0.0005444243,0.00048245557,0.0008449244,0.00023188266,0.00009292315],"category_scores_gemma":[0.00050140044,0.00032580917,0.00009623102,0.0011751534,0.00022972873,0.0006522084,0.0005218661,0.00085061113,0.0000109320445],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7241998,0.03975797,0.0020484698,0.0009239246,0.000034744135,0.000005532277,0.0008082264,0.0000056894573,0.13519576,0.0000142892695,0.00049237686,0.096513264],"study_design_scores_gemma":[0.64693964,0.17691894,0.008638802,0.004559865,0.000005232265,0.0000015317594,0.00012270719,0.00012984709,0.11365324,0.000039014845,0.04851008,0.00048108556],"about_ca_topic_score_codex":0.00018233617,"about_ca_topic_score_gemma":0.00009671041,"teacher_disagreement_score":0.18274692,"about_ca_system_score_codex":0.00038404498,"about_ca_system_score_gemma":0.0005158479,"threshold_uncertainty_score":0.9999194},"labels":[],"label_agreement":null},{"id":"W2954642946","doi":"10.2196/14302","title":"Cerebrospinal Fluid Markers of Synaptic Injury and Functional Connectivity in Alzheimer Disease: Protocol for a Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ohio State University","keywords":"Neurogranin; Cerebrospinal fluid; Neuroscience; Medicine; Cognitive decline; Cognition; Alzheimer's disease; Atrophy; Surrogate endpoint; Disease; Psychology; Pathology; Dementia; Biology","score_opus":0.18436856320743628,"score_gpt":0.5446229966039831,"score_spread":0.3602544333965468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954642946","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39248982,0.0000010723903,0.000011546843,0.000057416386,0.0000040706686,0.60698843,0.000024550785,0.00001486823,0.0004082317],"genre_scores_gemma":[0.40544695,3.9222748e-8,0.000026654805,0.000011518038,0.000047056194,0.59399897,0.00000821743,0.000018691739,0.0004419086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960291,0.0005070955,0.0004981343,0.0006825924,0.0016182218,0.0006648929],"domain_scores_gemma":[0.9977615,0.00043977625,0.00008566383,0.00037330837,0.001020041,0.000319695],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036511195,0.00019364653,0.0003435476,0.0005243589,0.0001568323,0.00011100354,0.00014446814,0.000098721,0.0014594443],"category_scores_gemma":[0.00041433846,0.00016355145,0.00011089512,0.0005112713,0.00038057184,0.0002633962,0.00025836303,0.0005364544,0.000044826942],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059298728,0.0047965758,0.9285986,0.0014885613,0.00016450862,0.000015676307,0.000029058536,0.0000011699597,0.003666022,0.00015385353,0.0006457018,0.0011415414],"study_design_scores_gemma":[0.01580477,0.016954726,0.96102667,0.00072264497,0.00000763211,0.000006586523,0.00010454934,0.00027172195,0.0007514685,0.00030972366,0.0038969654,0.00014254144],"about_ca_topic_score_codex":0.00003054101,"about_ca_topic_score_gemma":0.000007103338,"teacher_disagreement_score":0.04349396,"about_ca_system_score_codex":0.00014466388,"about_ca_system_score_gemma":0.0008215401,"threshold_uncertainty_score":0.99945337},"labels":[],"label_agreement":null},{"id":"W2954691515","doi":"10.2196/14571","title":"A Mobile App to Support Parents Making Child Mental Health Decisions: Protocol for a Feasibility Cluster Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Psychological intervention; Mental health; Intervention (counseling); Medicine; Quality of life (healthcare); mHealth; Cluster randomised controlled trial; Nursing; Psychology; Applied psychology; Psychiatry; Alternative medicine","score_opus":0.3011081389493145,"score_gpt":0.6550454040985448,"score_spread":0.35393726514923035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954691515","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00083637855,0.0000015189106,0.0002742422,0.0013584169,0.00019436837,0.9828686,0.00022055925,0.00014711359,0.014098813],"genre_scores_gemma":[0.008030404,2.8812428e-8,0.0007024829,0.0007982203,0.00021947476,0.9786105,0.000048079335,0.0000891859,0.011501624],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9887437,0.0040555145,0.0026014184,0.0012691745,0.0015267222,0.0018034319],"domain_scores_gemma":[0.99476427,0.002153964,0.0006104009,0.0013442003,0.00043973097,0.00068743114],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016245281,0.00040991112,0.001983132,0.0005910681,0.0005406409,0.0003407617,0.0009377077,0.00021827781,0.0028354682],"category_scores_gemma":[0.0014684553,0.00031031357,0.0010384005,0.0005625887,0.00020836364,0.0003034803,0.0005545586,0.00071974576,0.0025108578],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90477294,0.008055364,0.000113463604,0.0006713606,0.00010585547,0.0000025306178,0.0007713636,9.216768e-7,0.0000027556384,0.0011748942,0.072206326,0.012122222],"study_design_scores_gemma":[0.7877883,0.027736692,0.00003066665,0.0036047313,0.0000021599606,0.0000064397873,0.00024614172,0.00003860413,0.000015022719,0.0020394798,0.17827965,0.00021212894],"about_ca_topic_score_codex":0.000028374481,"about_ca_topic_score_gemma":0.00003528566,"teacher_disagreement_score":0.11698467,"about_ca_system_score_codex":0.00085547386,"about_ca_system_score_gemma":0.0006052969,"threshold_uncertainty_score":0.9999349},"labels":[],"label_agreement":null},{"id":"W2955038140","doi":"10.2196/13685","title":"Social Support and Common Dyadic Coping in Couples' Dyadic Management of Type II Diabetes: Protocol for an Ambulatory Assessment Application","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Social support; Coping (psychology); Protocol (science); Ambulatory; Type 2 diabetes; Psychology; Applied psychology; Medicine; Clinical psychology; Social psychology; Nursing; Diabetes mellitus; Alternative medicine","score_opus":0.20941927895632226,"score_gpt":0.5839709584441002,"score_spread":0.3745516794877779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955038140","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10088393,6.9943815e-7,0.000010875872,0.0003168334,0.000005534539,0.8947601,0.0000024731355,0.00003214356,0.003987434],"genre_scores_gemma":[0.13553779,2.608247e-7,0.0003621201,0.00006408962,0.00006799224,0.86314327,0.000074776275,0.000029349612,0.0007203842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795574,0.000118899276,0.0004183804,0.00040597736,0.0006073807,0.00049359666],"domain_scores_gemma":[0.9990287,0.00005597653,0.00014710816,0.00041417568,0.00023898759,0.00011505076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020716663,0.0001430009,0.0003237747,0.00033653277,0.00014302778,0.00004862435,0.00019602812,0.00009993779,0.00010785838],"category_scores_gemma":[0.000009886176,0.00013782296,0.00003971266,0.00046464888,0.000112313006,0.00021833062,0.00018324854,0.00026049314,0.000017414795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017748985,0.005300028,0.8367552,0.037278723,0.00015269002,0.0000030408871,0.0012601484,0.000008064257,0.010331471,0.011525141,0.019833555,0.07577704],"study_design_scores_gemma":[0.012669001,0.010083715,0.6056935,0.0036013834,0.000020294525,4.0579692e-7,0.0009058459,0.004067864,0.0011484189,0.0014611288,0.36000666,0.00034178767],"about_ca_topic_score_codex":0.000010314816,"about_ca_topic_score_gemma":0.0000056058557,"teacher_disagreement_score":0.3401731,"about_ca_system_score_codex":0.00024557151,"about_ca_system_score_gemma":0.0001833125,"threshold_uncertainty_score":0.5620257},"labels":[],"label_agreement":null},{"id":"W2955084093","doi":"10.2196/13883","title":"Improving the Health of Individuals With Cerebral Palsy: Protocol for the Multidisciplinary Research Program MOVING ON WITH CP","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Cerebral palsy; Multidisciplinary approach; Context (archaeology); eHealth; Population; Medicine; Focus group; Protocol (science); Nursing; Psychology; Family medicine; Environmental health; Business; Physical therapy; Alternative medicine; Political science","score_opus":0.21458059911400235,"score_gpt":0.5513160161252255,"score_spread":0.33673541701122317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955084093","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009379834,0.0000035181477,0.000037665126,0.007089989,0.0000036918855,0.98188007,0.000019173656,0.000076636374,0.0015094025],"genre_scores_gemma":[0.012449665,3.4211675e-7,0.0013261774,0.00019199199,0.00013128833,0.9837717,0.000013144435,0.000089072986,0.002026656],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933276,0.0009397805,0.00056708243,0.0007500141,0.0028761814,0.0015393522],"domain_scores_gemma":[0.99539024,0.0016233684,0.00029390937,0.0014782689,0.000956106,0.00025808884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009536531,0.00030506868,0.00050652766,0.000348433,0.0010719264,0.00018987122,0.0008002528,0.00012772923,0.00016013776],"category_scores_gemma":[0.00029460987,0.00013084183,0.00012895178,0.0012405982,0.0009165528,0.00018545594,0.00046461483,0.0017433204,0.000027885048],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07794985,0.014495524,0.5136176,0.035396386,0.0007280743,0.000024112906,0.009558187,0.00013625696,0.0034153836,0.008912169,0.026077734,0.30968875],"study_design_scores_gemma":[0.065385856,0.24668881,0.17187746,0.03005441,0.000022004298,0.000033717308,0.019063022,0.0024078414,0.009651614,0.00109406,0.45282277,0.0008984183],"about_ca_topic_score_codex":0.0002736509,"about_ca_topic_score_gemma":0.00018783289,"teacher_disagreement_score":0.42674506,"about_ca_system_score_codex":0.00020341799,"about_ca_system_score_gemma":0.00179147,"threshold_uncertainty_score":0.82445},"labels":[],"label_agreement":null},{"id":"W2955101048","doi":"10.2196/14705","title":"Acupuncture to Improve Symptoms for Stable Angina: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institutes of Health","keywords":"Medicine; Randomized controlled trial; Acupuncture; Physical therapy; Quality of life (healthcare); McGill Pain Questionnaire; Analgesic; Alternative medicine; Internal medicine; Nursing; Visual analogue scale; Anesthesia","score_opus":0.09846099099503575,"score_gpt":0.5452382330735266,"score_spread":0.44677724207849084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955101048","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029341213,0.0000031422878,0.0006958027,0.0035970125,0.00003327243,0.991948,0.000072371025,0.00018489985,0.003172108],"genre_scores_gemma":[0.0001494187,1.5682242e-7,0.0028942158,0.00022105599,0.0009269078,0.9387188,0.000035251353,0.0001277568,0.05692645],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9927006,0.00083767466,0.0010570142,0.0011907395,0.0021142208,0.0020997678],"domain_scores_gemma":[0.98847365,0.0067624524,0.00025266048,0.0011889788,0.0026826186,0.00063963124],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008247019,0.0008243029,0.004389813,0.0006941754,0.00042278864,0.00026764008,0.0005184155,0.00035455884,0.00052306155],"category_scores_gemma":[0.00772786,0.0003428973,0.0017032931,0.0006488674,0.0003045206,0.00021839341,0.00036133704,0.00072030566,0.00019766828],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91483146,0.0016323007,0.0000709337,0.00357568,0.0009909963,0.000009581268,0.00020767517,0.000001615931,0.0048917825,0.0009306314,0.07176159,0.0010957579],"study_design_scores_gemma":[0.6672068,0.019723035,0.0000084527455,0.0010833088,0.00005084813,0.0000026771324,0.000051540883,0.00018999982,0.0027841232,0.0006596247,0.30801684,0.00022273917],"about_ca_topic_score_codex":0.000012566921,"about_ca_topic_score_gemma":0.000005552914,"teacher_disagreement_score":0.24762465,"about_ca_system_score_codex":0.0006401609,"about_ca_system_score_gemma":0.0012806002,"threshold_uncertainty_score":0.9999023},"labels":[],"label_agreement":null},{"id":"W2955154903","doi":"10.2196/13715","title":"A Web-Based Study of HIV Prevention in the Era of Pre-Exposure Prophylaxis Among Vulnerable HIV-Negative Gay and Bisexual Men, Transmen, and Transwomen Who Have Sex With Men: Protocol for an Observational Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Men who have sex with men; Medicine; Pre-exposure prophylaxis; Demography; Cohort; Incidence (geometry); Discontinuation; Cohort study; Gerontology; Family medicine; Human immunodeficiency virus (HIV); Syphilis; Psychiatry; Internal medicine","score_opus":0.16875612467498868,"score_gpt":0.5042357198032599,"score_spread":0.3354795951282712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955154903","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4575713,4.2259026e-7,0.000059281963,0.00009755986,1.5355951e-7,0.541577,0.000043334803,0.000008304929,0.00064265355],"genre_scores_gemma":[0.3797511,5.9639724e-8,0.00014671264,0.0000022659249,0.000014029558,0.615647,0.00001860764,0.000022689203,0.004397542],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99378324,0.0025122215,0.0007454716,0.00064772175,0.0018009491,0.0005104046],"domain_scores_gemma":[0.99769515,0.00049198716,0.00017862389,0.0005928077,0.0008517867,0.0001896187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006018149,0.0002442114,0.000613014,0.00038124927,0.0002204765,0.0000897222,0.000307596,0.000100867066,0.00015040016],"category_scores_gemma":[0.0001668255,0.00015326949,0.0000615366,0.0006352403,0.00033671982,0.00043634154,0.00004842843,0.0009472032,7.5960855e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014263579,0.018153919,0.94072956,0.0037276086,0.00021785912,0.000007548566,0.016631534,0.000031679636,0.002857112,0.000018156803,0.0015914985,0.0017699277],"study_design_scores_gemma":[0.03715579,0.22753145,0.70185053,0.0018874636,0.000016130332,0.0000018295686,0.022624379,0.0071141813,0.0013109223,0.00006477722,0.00029522323,0.00014730167],"about_ca_topic_score_codex":0.00021095132,"about_ca_topic_score_gemma":0.0008374247,"teacher_disagreement_score":0.23887902,"about_ca_system_score_codex":0.00008534981,"about_ca_system_score_gemma":0.0005982818,"threshold_uncertainty_score":0.62501484},"labels":[],"label_agreement":null},{"id":"W2955455855","doi":"10.2196/12837","title":"Text Messaging to Improve Linkage, Retention, and Health Outcomes Among HIV-Positive Young Transgender Women: Protocol for a Randomized Controlled Trial (Text Me, Girl!)","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; Health Resources and Services Administration","keywords":"Transgender; Medicine; Randomized controlled trial; Intervention (counseling); Young adult; Gerontology; Family medicine; Psychology; Psychiatry","score_opus":0.15082241473730207,"score_gpt":0.5639358645817465,"score_spread":0.4131134498444444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955455855","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004885525,0.000004824147,0.00043232387,0.00660404,0.00012051339,0.97141165,0.00007323325,0.00013870366,0.016329216],"genre_scores_gemma":[0.005050372,0.0000010393456,0.00017566294,0.0006156294,0.0005285771,0.9206944,0.000013168885,0.00011802739,0.07280314],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98811847,0.0049557798,0.001974676,0.0013504694,0.0012313529,0.0023692457],"domain_scores_gemma":[0.99452937,0.0020310155,0.00063393556,0.0010205182,0.000813938,0.00097120344],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018571768,0.0005591989,0.002717219,0.0009415481,0.0008094961,0.0005400377,0.0006464126,0.00042442867,0.0011330199],"category_scores_gemma":[0.0006957117,0.00042440533,0.00063588534,0.000617744,0.00039409747,0.0004125084,0.0001798968,0.0011610163,0.00036830103],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9433696,0.0013659819,0.009574416,0.004667219,0.0004950687,0.000007036773,0.0076187993,9.39057e-7,0.00010563813,0.005796826,0.025427228,0.0015712013],"study_design_scores_gemma":[0.9642384,0.0050486303,0.014633973,0.0005267309,0.000016476417,0.000004074205,0.00062075205,0.00006547535,0.000016270078,0.0018539687,0.012525025,0.00045024016],"about_ca_topic_score_codex":0.0011338362,"about_ca_topic_score_gemma":0.00015188479,"teacher_disagreement_score":0.056473926,"about_ca_system_score_codex":0.0005480253,"about_ca_system_score_gemma":0.00096290396,"threshold_uncertainty_score":0.99982077},"labels":[],"label_agreement":null},{"id":"W2956004096","doi":"10.2196/13062","title":"Publicly Funded Home and Community-Based Care for Children With Medical Complexity: Protocol for the Analysis of Medicaid Waiver Applications","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Waiver; Medicaid; Protocol (science); Medicine; Family medicine; Medical education; Health care; Alternative medicine; Political science","score_opus":0.42546858556360684,"score_gpt":0.5315593855200402,"score_spread":0.10609079995643339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956004096","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003726398,0.0000031548898,0.0104903905,0.005765933,0.0000014694996,0.9820739,0.0005978644,0.000022141046,0.0006724936],"genre_scores_gemma":[0.01876948,4.069962e-7,0.00081594643,0.00035477756,0.00004239583,0.9797437,0.0001397153,0.000020983542,0.00011255021],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821967,0.00021306772,0.00053322717,0.0003349923,0.0002510156,0.00044805303],"domain_scores_gemma":[0.9971666,0.0012017542,0.00024689562,0.0008771366,0.00031783123,0.00018980734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047435053,0.00012320152,0.00045064485,0.00055962853,0.00058122555,0.00010098671,0.0007570674,0.000114033784,0.00023028126],"category_scores_gemma":[0.00022784492,0.00009094846,0.000118283526,0.00095481426,0.00042042483,0.000095326744,0.0001966449,0.00049042766,0.000012212371],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012967248,0.0015592087,0.23249222,0.008386731,0.0015824544,2.594433e-7,0.0021773041,0.000047925307,0.0000016986767,0.72197354,0.0047503505,0.025731612],"study_design_scores_gemma":[0.0056293765,0.0015238839,0.06265118,0.00024532105,0.00001598919,3.290668e-7,0.00048445188,0.0035130342,0.000020938181,0.0076551605,0.9180696,0.0001907078],"about_ca_topic_score_codex":0.0022623136,"about_ca_topic_score_gemma":0.001914974,"teacher_disagreement_score":0.9133193,"about_ca_system_score_codex":0.000090244444,"about_ca_system_score_gemma":0.00018054259,"threshold_uncertainty_score":0.44703758},"labels":[],"label_agreement":null},{"id":"W2956004430","doi":"10.2196/12377","title":"Mobile Messaging Support Versus Usual Care for People With Type 2 Diabetes on Glycemic Control: Protocol for a Multicenter Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Oxford; Medical Research Council; National Institute for Health and Care Research","keywords":"Medicine; Short Message Service; Glycemic; Randomized controlled trial; Psychological intervention; Intervention (counseling); Type 2 diabetes; mHealth; Family medicine; Health care; Diabetes mellitus; Nursing; Surgery; Computer science","score_opus":0.13069192290712173,"score_gpt":0.5871379911679748,"score_spread":0.4564460682608531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956004430","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026729864,0.0000031314976,0.00011830698,0.00034735978,0.000110672445,0.99223995,0.00013311148,0.00016893812,0.0042055314],"genre_scores_gemma":[0.010459634,6.536693e-7,0.00039717535,0.00045267347,0.00062524015,0.9851021,0.00012903153,0.00013189898,0.002701563],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917286,0.002457712,0.0016273478,0.0009174009,0.00097385456,0.0022950717],"domain_scores_gemma":[0.9805779,0.01463905,0.00074870954,0.00094712194,0.0024544173,0.0006328253],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0067097344,0.0004140144,0.0022494243,0.00035327036,0.0014763525,0.000063854466,0.0005133799,0.0004062038,0.0008155988],"category_scores_gemma":[0.001830279,0.00027483015,0.0003747572,0.00041440313,0.00016288829,0.00015361255,0.00009620218,0.0012388307,0.00035822694],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97704154,0.0006903827,0.00063501485,0.00810123,0.00009535293,2.86683e-7,0.00088941085,0.000012938862,0.000055256973,0.0013450574,0.010412229,0.0007213108],"study_design_scores_gemma":[0.6140355,0.018466335,0.0000117580175,0.0011495746,0.000015621323,4.7475073e-8,0.00057070446,0.00067477097,0.000023851224,0.000056324032,0.36483043,0.00016507297],"about_ca_topic_score_codex":0.00002562193,"about_ca_topic_score_gemma":0.00008808518,"teacher_disagreement_score":0.36300603,"about_ca_system_score_codex":0.00050425914,"about_ca_system_score_gemma":0.004000983,"threshold_uncertainty_score":0.9999704},"labels":[],"label_agreement":null},{"id":"W2956143219","doi":"10.2196/14579","title":"Factors in Randomized Controlled Trials Reported to Impact the Implementation of Patient-Reported Outcome Measures Into Routine Care: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Data extraction; Randomized controlled trial; Systematic review; MEDLINE; Medicine; Grey literature; Psychological intervention; Patient-reported outcome; Fidelity; Prom; Health care; Computer science; Alternative medicine; Nursing; Quality of life (healthcare); Surgery","score_opus":0.9137390694737915,"score_gpt":0.8280618855219117,"score_spread":0.08567718395187973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956143219","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027942683,0.022195064,0.000049167957,0.00082636153,0.000039914932,0.97647226,0.00028621062,0.00006168436,0.00006652391],"genre_scores_gemma":[0.000004752097,0.009945344,0.000077158154,0.0005336121,0.00011549661,0.98886305,0.000117512405,0.00013616383,0.00020691396],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8360273,0.12288288,0.033054404,0.0012671306,0.004528664,0.0022396208],"domain_scores_gemma":[0.8914846,0.07854972,0.022126205,0.002480338,0.004795863,0.00056322466],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23146641,0.0010757417,0.02974819,0.002054512,0.0008146993,0.000124631,0.0016229855,0.00055966014,0.00068988325],"category_scores_gemma":[0.26430297,0.00046306985,0.0039403625,0.0034363521,0.00021751095,0.00027666157,0.0005247396,0.0019426974,0.00007980614],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009768782,0.00008492238,0.00029153493,0.97173965,0.0006004562,0.0000021543658,0.007064789,2.7437645e-7,0.0000010610598,0.000048597256,0.0048705363,0.005527247],"study_design_scores_gemma":[0.12446288,0.00076452235,0.000013747884,0.6172648,0.0005065373,0.0000015600044,0.0022319795,0.0000012535279,0.0000022243844,0.000034281173,0.25439936,0.00031682343],"about_ca_topic_score_codex":0.001563145,"about_ca_topic_score_gemma":0.00048089432,"teacher_disagreement_score":0.3544748,"about_ca_system_score_codex":0.0032120014,"about_ca_system_score_gemma":0.01740796,"threshold_uncertainty_score":0.9997821},"labels":[],"label_agreement":null},{"id":"W2956324065","doi":"10.2196/13941","title":"A Fully Integrated Real-Time Detection, Diagnosis, and Control of Community Diarrheal Disease Clusters and Outbreaks (the INTEGRATE Project): Protocol for an Enhanced Surveillance System","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Liverpool; University of Oxford; National Institute for Health Research Health Protection Research Unit; National Institute for Health and Care Research; Royal College of General Practitioners; Wellcome Trust; University of Surrey; University of East Anglia; Department of Health and Social Care; Central Manchester University Hospitals NHS Foundation Trust","keywords":"Outbreak; Environmental health; Medicine; Disease; Disease surveillance; Identification (biology); Diarrhea; Intensive care medicine; Point-of-care testing; Pathology; Biology","score_opus":0.09529253783669506,"score_gpt":0.4719017537951867,"score_spread":0.3766092159584916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956324065","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08681255,0.0000029865175,0.00030713694,0.00021260035,0.0000069056955,0.91159874,0.0006724899,0.00017880234,0.0002077613],"genre_scores_gemma":[0.35314265,9.974887e-7,0.000058807997,0.00002984331,0.000046200494,0.64651066,0.00006825741,0.000046312656,0.00009626494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99330145,0.00391117,0.00073321117,0.00057979865,0.0007598927,0.00071449793],"domain_scores_gemma":[0.99457616,0.0015603001,0.00033389882,0.001470223,0.0015236301,0.00053580414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050911848,0.00036446573,0.00082839956,0.00027848574,0.00042351225,0.000164898,0.000481312,0.00015195235,0.00002484987],"category_scores_gemma":[0.001190728,0.00024366603,0.000116040894,0.0005235108,0.00060448,0.0002963487,0.00024688174,0.000881701,0.00001557626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2105121,0.008131286,0.3850723,0.0827049,0.00092384074,0.000055586774,0.006081957,0.000021570171,0.19835208,0.0004042256,0.011081011,0.09665914],"study_design_scores_gemma":[0.09837795,0.0393986,0.659983,0.027521376,0.00010077561,0.00009003017,0.00736229,0.026331972,0.028230209,0.00031919844,0.11028259,0.0020020267],"about_ca_topic_score_codex":0.0007107672,"about_ca_topic_score_gemma":0.00044431543,"teacher_disagreement_score":0.2749107,"about_ca_system_score_codex":0.00022859036,"about_ca_system_score_gemma":0.00073357,"threshold_uncertainty_score":0.99364126},"labels":[],"label_agreement":null},{"id":"W2956543772","doi":"10.2196/10970","title":"Concentric and Eccentric Pedaling-Type Interval Exercise on a Soft Robot for Stable Coronary Artery Disease Patients: Toward a Personalized Protocol","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prosthetics and Rehabilitation Robotics","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerische Herzstiftung","keywords":"Coronary artery disease; Eccentric; Concentric; Protocol (science); Medicine; Eccentric exercise; Physical therapy; Physical medicine and rehabilitation; Cardiology; Computer science; Internal medicine; Pathology; Engineering; Alternative medicine; Mathematics","score_opus":0.08655852658539367,"score_gpt":0.42087918183688705,"score_spread":0.33432065525149335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956543772","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009776331,0.000013737561,0.0005377603,0.00011938746,0.0000344756,0.9892009,0.000057357895,0.0001417369,0.00011833749],"genre_scores_gemma":[0.03838812,0.0000020756363,0.00059720344,0.000030623236,0.000047605266,0.96014345,0.000030720894,0.00007122816,0.0006889724],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976932,0.00013250916,0.00037150062,0.0004409017,0.0006522214,0.00070970046],"domain_scores_gemma":[0.9983673,0.00029209003,0.00005386618,0.0003811735,0.0005385046,0.0003670435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000517658,0.00024706507,0.00030937998,0.0002090513,0.00013294336,0.00018711036,0.0002704034,0.0001096247,0.00017113572],"category_scores_gemma":[0.00017362271,0.00021059372,0.00009966792,0.00038702146,0.00014012627,0.0001901819,0.00013024367,0.00038397,0.00010161407],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07822124,0.017407738,0.4903032,0.10360879,0.00055400043,0.0001836338,0.012382206,0.075655,0.004079119,0.007938475,0.068029664,0.14163692],"study_design_scores_gemma":[0.049498744,0.017410055,0.049579732,0.012859396,0.000032350425,0.0000068585105,0.000730434,0.32780895,0.0009207868,0.0034972632,0.5354576,0.0021978344],"about_ca_topic_score_codex":0.0000010117191,"about_ca_topic_score_gemma":2.3495325e-7,"teacher_disagreement_score":0.46742794,"about_ca_system_score_codex":0.00019902657,"about_ca_system_score_gemma":0.00016598326,"threshold_uncertainty_score":0.8587763},"labels":[],"label_agreement":null},{"id":"W2956919247","doi":"10.2196/14734","title":"Wearable Digital Sensors to Identify Risks of Postpartum Depression and Personalize Psychological Treatment for Adolescent Mothers: Protocol for a Mixed Methods Exploratory Study in Rural Nepal","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Wearable computer; Depression (economics); Postpartum depression; Medicine; Exploratory research; Psychology; Clinical psychology; Applied psychology; Pregnancy; Computer science; Alternative medicine","score_opus":0.4111461785239017,"score_gpt":0.6435088972879097,"score_spread":0.23236271876400805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956919247","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4116231,0.0000037743032,0.000030559502,0.00010547762,0.000009436342,0.58813864,0.000026549435,0.00001781444,0.000044664488],"genre_scores_gemma":[0.12849802,5.4737444e-7,0.001593266,0.00003195788,0.000053158365,0.86920846,0.0000040089876,0.00003571748,0.0005748973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971087,0.00061721215,0.000543536,0.0005545159,0.0004986621,0.00067735196],"domain_scores_gemma":[0.99855417,0.00037148723,0.00011883581,0.00041108456,0.00020054048,0.00034388958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016845482,0.00023542576,0.00053798314,0.0002534673,0.00009971031,0.00007721944,0.0001587139,0.00013387827,0.00005388935],"category_scores_gemma":[0.00014506305,0.00016704258,0.00011244515,0.00019941259,0.000075075775,0.00017166461,0.00012261975,0.0002663449,0.00001677928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14130367,0.01804631,0.7431608,0.029588137,0.000093952294,0.000047892594,0.006293619,0.000006038971,0.011369496,0.000031021427,0.00058907625,0.04947],"study_design_scores_gemma":[0.06865727,0.097681634,0.68027925,0.07339497,0.000016085454,0.00004561748,0.008786965,0.00046995407,0.049747314,0.00037769697,0.019956747,0.00058648695],"about_ca_topic_score_codex":0.000025546944,"about_ca_topic_score_gemma":0.0000075530634,"teacher_disagreement_score":0.28312507,"about_ca_system_score_codex":0.00020000295,"about_ca_system_score_gemma":0.00010182886,"threshold_uncertainty_score":0.6811799},"labels":[],"label_agreement":null},{"id":"W2958668705","doi":"10.2196/13164","title":"An Electronic Health Intervention for Dutch Women With Stress Urinary Incontinence: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Urinary incontinence; Intervention (counseling); Protocol (science); Medicine; Psychology; Clinical psychology; Nursing; Alternative medicine; Urology","score_opus":0.13051128715425414,"score_gpt":0.6044710182462816,"score_spread":0.47395973109202744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958668705","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056613795,0.0000017955041,0.0015579396,0.0003758643,0.0000045942056,0.9412014,0.000026490803,0.00011543767,0.00010267507],"genre_scores_gemma":[0.017519096,7.313432e-8,0.009580568,0.000040224953,0.00007611454,0.97071266,0.00004969223,0.0001017374,0.0019198584],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9942974,0.0015893137,0.0006453749,0.0009311977,0.00089660054,0.0016401022],"domain_scores_gemma":[0.99719936,0.00032390677,0.0002679956,0.0010642005,0.0007396774,0.000404888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006698825,0.00032032267,0.0007203457,0.00040306218,0.00025315676,0.00011384356,0.00044661178,0.00012089538,0.00017319058],"category_scores_gemma":[0.0001780835,0.0002366095,0.00011999214,0.00055472285,0.00009647045,0.00031885787,0.00013479161,0.00055333175,0.000020043295],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23377591,0.13167167,0.22918214,0.035145607,0.0012734698,0.000029375931,0.008726397,0.0000112796115,0.0074862707,0.0006059518,0.004919172,0.34717277],"study_design_scores_gemma":[0.1597406,0.6007529,0.1080178,0.0062662293,0.00001559883,0.000025655716,0.011705454,0.0006201174,0.0030458064,0.001907854,0.10730396,0.00059806166],"about_ca_topic_score_codex":0.0000820346,"about_ca_topic_score_gemma":0.00008698304,"teacher_disagreement_score":0.4690812,"about_ca_system_score_codex":0.0010963052,"about_ca_system_score_gemma":0.0012991684,"threshold_uncertainty_score":0.9648655},"labels":[],"label_agreement":null},{"id":"W2961852463","doi":"10.2196/14245","title":"Real-Time Detection of Behavioral Anomalies of Older People Using Artificial Intelligence (The 3-PEGASE Study): Protocol for a Real-Life Prospective Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; European Commission","keywords":"Activities of daily living; Medicine; Independent living; Cognition; Prospective cohort study; Protocol (science); Gerontology; Prospective memory; Psychology; Physical therapy; Psychiatry","score_opus":0.31359336234743845,"score_gpt":0.5445373507571283,"score_spread":0.23094398840968983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961852463","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15011305,7.192528e-8,0.015213842,0.000026820759,0.000022657623,0.8344349,0.000011690436,0.00007309277,0.000103833474],"genre_scores_gemma":[0.35844517,1.351203e-8,0.00042091028,9.725157e-7,0.00009487272,0.6409548,5.566109e-7,0.0000200842,0.00006264383],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99475527,0.0014295529,0.001049246,0.0007696715,0.0014223699,0.00057388307],"domain_scores_gemma":[0.9953431,0.00086646364,0.0006621769,0.0011905496,0.001806625,0.0001310905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004203214,0.0002447534,0.0006048111,0.00043270152,0.00029755576,0.00028235643,0.0011562717,0.00013860119,0.000068521025],"category_scores_gemma":[0.00024601916,0.00019243894,0.00020870508,0.001500656,0.00020833219,0.0008345573,0.00054564327,0.00038526658,0.000039668852],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1546027,0.034685265,0.01873663,0.004430966,0.00032148827,0.000019607614,0.045317024,0.00012099834,0.6232772,0.0065018004,0.00020675447,0.11177957],"study_design_scores_gemma":[0.06977383,0.087586515,0.01902841,0.004373005,0.000036850193,0.000037922342,0.01082337,0.06481221,0.7336245,0.0073355343,0.000899166,0.0016686377],"about_ca_topic_score_codex":0.0011083628,"about_ca_topic_score_gemma":0.00033173646,"teacher_disagreement_score":0.20833214,"about_ca_system_score_codex":0.0002258387,"about_ca_system_score_gemma":0.0008419946,"threshold_uncertainty_score":0.7847432},"labels":[],"label_agreement":null},{"id":"W2962777035","doi":"10.2196/14001","title":"Effectiveness of a Walking Program Involving the Hybrid Assistive Limb Robotic Exoskeleton Suit for Improving Walking Ability in Stroke Patients: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prosthetics and Rehabilitation Robotics","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Randomized controlled trial; Physical medicine and rehabilitation; Physical therapy; Medicine; Powered exoskeleton; Hemiparesis; Gait training; Stroke (engine); Gait; Exoskeleton; Activities of daily living; Surgery","score_opus":0.03963854618582498,"score_gpt":0.4205325934602078,"score_spread":0.38089404727438286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962777035","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030423714,0.000003391165,0.0044064214,0.000022126162,0.00005059027,0.96489376,0.00001641808,0.00010888262,0.00007471673],"genre_scores_gemma":[0.16826323,8.9264034e-8,0.0020690605,0.0000017688727,0.00005639338,0.8295038,0.0000095134255,0.00006866119,0.00002752813],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940022,0.0023391086,0.0013524783,0.0005419659,0.0008050613,0.0009591701],"domain_scores_gemma":[0.9818569,0.015930934,0.00032799813,0.0005727615,0.0012066716,0.00010478026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017940357,0.00034414622,0.0015719634,0.000365344,0.00019512106,0.00021270773,0.000515513,0.00017248717,0.000011765598],"category_scores_gemma":[0.0069952807,0.00022382791,0.0006695743,0.00037738917,0.00028295524,0.00022135506,0.00015806897,0.0006264872,0.0000018153086],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94864655,0.0019089647,0.00087569386,0.019731812,0.00014502888,4.9603216e-7,0.0004014894,0.009356692,0.00592421,0.00074464583,0.000016638047,0.012247794],"study_design_scores_gemma":[0.83136135,0.005087841,0.00094114034,0.0026915367,0.0000133688845,2.0434788e-7,0.000082015424,0.15557247,0.0023929954,0.0013571016,0.00023833262,0.00026160746],"about_ca_topic_score_codex":0.000012907217,"about_ca_topic_score_gemma":0.000008569551,"teacher_disagreement_score":0.14621578,"about_ca_system_score_codex":0.0004863331,"about_ca_system_score_gemma":0.00029315514,"threshold_uncertainty_score":0.91274375},"labels":[],"label_agreement":null},{"id":"W2962805603","doi":"10.2196/resprot.7972","title":"Assessing the Value of Prehabilitation in Patients Undergoing Colorectal Surgery According to the Enhanced Recovery After Surgery (ERAS) Pathway for the Improvement of Postoperative Outcomes: Protocol for a Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prehabilitation; Medicine; Randomized controlled trial; Colorectal surgery; Cardiorespiratory fitness; Surgical stress; Physical therapy; Preoperative care; Sham surgery; Surgery; Abdominal surgery; Alternative medicine","score_opus":0.10878306457406424,"score_gpt":0.4990841833137378,"score_spread":0.39030111873967355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962805603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34290573,0.0000011814567,0.0011256655,0.0012727858,0.00009636576,0.65453184,0.00001917403,0.000010162374,0.000037113903],"genre_scores_gemma":[0.35731074,3.4792174e-7,0.00019926911,0.00009192893,0.00009949295,0.6421717,0.0000044820486,0.00003732452,0.000084735984],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.992953,0.0023256377,0.002168507,0.0005624696,0.0012401477,0.0007502588],"domain_scores_gemma":[0.9118153,0.0841286,0.0013158346,0.0010809883,0.0015705269,0.000088780995],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027354177,0.00034685538,0.0023131454,0.00041443406,0.0006793656,0.000373008,0.00051127124,0.00016871585,0.000016177151],"category_scores_gemma":[0.057972465,0.00015582713,0.0013793095,0.00032507305,0.00046849542,0.00066506234,0.00026982927,0.00047475053,0.0000012208332],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96361506,0.0011497525,0.014743075,0.0013135038,0.00033838677,9.0459315e-7,0.00083681475,0.00004315845,0.0045892824,0.000021475264,0.00027415162,0.013074425],"study_design_scores_gemma":[0.8948391,0.0053841327,0.039503057,0.009153426,0.00004295165,4.0052058e-7,0.0009147018,0.00039720905,0.04863156,0.00045659792,0.00038914548,0.00028768735],"about_ca_topic_score_codex":0.000043733115,"about_ca_topic_score_gemma":0.00006921106,"teacher_disagreement_score":0.081802964,"about_ca_system_score_codex":0.00033180934,"about_ca_system_score_gemma":0.0018911997,"threshold_uncertainty_score":0.9499626},"labels":[],"label_agreement":null},{"id":"W2962957271","doi":"10.2196/13434","title":"Effectiveness and Cost-Effectiveness of Blended Cognitive Behavioral Therapy in Clinically Depressed Adolescents: Protocol for a Pragmatic Quasi-Experimental Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Accare; ZonMw","keywords":"Randomized controlled trial; Cognitive behavioral therapy; Psychological intervention; Intervention (counseling); Depression (economics); Medicine; Clinical psychology; Cognitive therapy; Protocol (science); Mental health; Clinical trial; Psychiatry; Cognition; Psychology; Physical therapy; Alternative medicine","score_opus":0.2673070332986774,"score_gpt":0.6476038087416424,"score_spread":0.380296775442965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962957271","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27644333,0.0000022287002,0.000047070138,0.000011151474,0.000040474264,0.7228789,0.000064355176,0.000031813837,0.00048068634],"genre_scores_gemma":[0.46311814,2.0616143e-8,0.000018937915,0.000005655318,0.000020160878,0.53673136,0.00000906231,0.000037367932,0.000059287915],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9892076,0.0071119866,0.0013146603,0.0008389507,0.0006742993,0.0008525065],"domain_scores_gemma":[0.9938403,0.004501456,0.00042985036,0.0004754926,0.0005321559,0.00022074935],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075963764,0.00032608295,0.0011066719,0.00039593488,0.00010118131,0.00009837851,0.00040037138,0.0002867558,0.00021177967],"category_scores_gemma":[0.00040871985,0.00027812837,0.000295151,0.00039913348,0.00039107568,0.00030644736,0.00017852827,0.0006290361,0.000059501774],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.892035,0.07394373,0.014876795,0.005527273,0.000096143136,0.000010831672,0.00031351138,3.5284046e-7,0.0030702613,0.00082210527,0.000024265517,0.0092797],"study_design_scores_gemma":[0.80012435,0.13134539,0.032524735,0.021394316,0.000004747901,0.0000041644626,0.00037819517,0.000027766404,0.012871069,0.0008272169,0.00021779325,0.00028025618],"about_ca_topic_score_codex":0.00007620204,"about_ca_topic_score_gemma":0.000010293675,"teacher_disagreement_score":0.18667482,"about_ca_system_score_codex":0.00025822065,"about_ca_system_score_gemma":0.00035608123,"threshold_uncertainty_score":0.9999671},"labels":[],"label_agreement":null},{"id":"W2962993039","doi":"10.2196/14338","title":"Weight Loss After Stroke Through an Intensive Lifestyle Intervention (Group Lifestyle Balance-Cerebrovascular Accident): Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Weight loss; Physical therapy; Stroke (engine); Balance (ability); Protocol (science); Intervention (counseling); Obesity; Alternative medicine; Psychiatry; Internal medicine","score_opus":0.05746494826884171,"score_gpt":0.47812402194258913,"score_spread":0.42065907367374744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962993039","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035786584,0.000006203139,0.00063511473,0.00065460755,0.000116700015,0.96145,0.00001774498,0.000142128,0.0011909544],"genre_scores_gemma":[0.0070616356,0.0000019441588,0.0013936317,0.00026015862,0.0011839997,0.98090476,0.000049691273,0.00010523132,0.009038929],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99159867,0.0030420201,0.0016181646,0.0010101689,0.0017216706,0.0010093055],"domain_scores_gemma":[0.99288934,0.0025673115,0.00046442845,0.00114723,0.0025368743,0.000394786],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0069368435,0.00046744777,0.002491621,0.0005055219,0.00017045304,0.00025289544,0.0004049589,0.00042886406,0.0022521068],"category_scores_gemma":[0.0042546135,0.00031170523,0.0023528545,0.00039001965,0.0004369845,0.0008929049,0.00019156258,0.0009586401,0.00035047554],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9746643,0.0030404176,0.01411253,0.0019229391,0.000608618,0.000017811826,0.00045296203,0.0000012447805,0.0006350927,0.00048660894,0.0035459183,0.0005115887],"study_design_scores_gemma":[0.85951686,0.0116752805,0.0012601535,0.0036929806,0.00004779326,0.000018397926,0.0003359835,0.0004082978,0.00059074344,0.00046066544,0.12170219,0.00029064633],"about_ca_topic_score_codex":0.000032500233,"about_ca_topic_score_gemma":0.000012772356,"teacher_disagreement_score":0.11815627,"about_ca_system_score_codex":0.00031813813,"about_ca_system_score_gemma":0.00045794624,"threshold_uncertainty_score":0.9999335},"labels":[],"label_agreement":null},{"id":"W2963423709","doi":"10.2196/13914","title":"A Systematic Framework for Analyzing Patient-Generated Narrative Data: Protocol for a Content Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health via Writing","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Content analysis; Narrative; Usability; Data collection; Computer science; Health care; Data science; Protocol (science); Qualitative research; Psychology; Knowledge management; Medicine; Sociology; Alternative medicine","score_opus":0.5993326509929692,"score_gpt":0.6535072204370211,"score_spread":0.05417456944405197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963423709","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011138684,0.0000032359733,0.008856277,0.00021226302,0.000020762105,0.9890624,0.00028854146,0.00009715605,0.00034545976],"genre_scores_gemma":[0.0029248267,1.2602827e-8,0.009461093,0.00012302255,0.00018679106,0.98557436,0.00019464057,0.000082188446,0.0014530394],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99261606,0.0020847854,0.0015002067,0.0013614597,0.0009378306,0.0014996834],"domain_scores_gemma":[0.99224776,0.003096508,0.00068554765,0.002350378,0.0012781279,0.00034166093],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0062342295,0.00033215227,0.0010578792,0.00076748023,0.00059241476,0.00028998262,0.0012090271,0.00031821438,0.00090267626],"category_scores_gemma":[0.0014239729,0.00027109828,0.00027373122,0.0020644716,0.00010852344,0.00031787498,0.0003910091,0.000714858,0.000234669],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04090922,0.011728043,0.04550376,0.6411367,0.012338355,0.00007681791,0.069034144,0.00011537566,0.0068853563,0.09579476,0.06876808,0.0077093598],"study_design_scores_gemma":[0.08528312,0.0651205,0.004317566,0.4120604,0.00065653166,0.00004982028,0.17697589,0.07387246,0.008360275,0.014855586,0.15287499,0.005572835],"about_ca_topic_score_codex":0.000071712784,"about_ca_topic_score_gemma":0.000045683453,"teacher_disagreement_score":0.22907631,"about_ca_system_score_codex":0.00037222987,"about_ca_system_score_gemma":0.00027859828,"threshold_uncertainty_score":0.99997413},"labels":[],"label_agreement":null},{"id":"W2963492859","doi":"10.2196/14529","title":"Predictors Linking Obesity and the Gut Microbiome (the PROMISE Study): Protocol and Recruitment Strategy for a Cross-Sectional Study on Pathways That Affect the Gut Microbiome and Its Impact on Obesity","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand","keywords":"Obesity; Microbiome; Body mass index; Medicine; Physiology; Anthropometry; Overweight; Cross-sectional study; Environmental health; Biology; Internal medicine; Bioinformatics; Pathology","score_opus":0.2398054460289064,"score_gpt":0.5329289409631557,"score_spread":0.2931234949342493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963492859","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50928026,0.000008491249,7.611773e-7,0.00010557415,0.000008103819,0.49049476,0.00006907191,0.000009559216,0.00002338945],"genre_scores_gemma":[0.48446098,0.0000015304928,0.0000033851236,0.00005113257,0.000087054206,0.51515836,0.000014198381,0.000023380639,0.00019999496],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99575454,0.0016249294,0.00040475785,0.0009961233,0.0004494406,0.000770204],"domain_scores_gemma":[0.9981777,0.00036637383,0.00020703059,0.00081186125,0.00026584484,0.00017120873],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005744764,0.0004111871,0.00037576503,0.00011676476,0.0013336141,0.00064372487,0.0005615014,0.00023809167,0.000017979279],"category_scores_gemma":[0.000079075486,0.00019688356,0.00013211346,0.00020888764,0.00046502153,0.000022743616,0.0006319873,0.00071816804,0.000010711224],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013503865,0.0037882205,0.47681165,0.0009423018,0.00031693015,0.0000058474975,0.0018445834,0.000011318059,0.50123703,0.000086576045,0.0010319126,0.0004197408],"study_design_scores_gemma":[0.015491969,0.022345439,0.9383073,0.0003114713,0.000011603301,0.000032366515,0.00056671863,0.000036322737,0.014668914,0.00008166657,0.007846038,0.0003002264],"about_ca_topic_score_codex":0.000049542687,"about_ca_topic_score_gemma":0.00004960862,"teacher_disagreement_score":0.48656815,"about_ca_system_score_codex":0.00012036611,"about_ca_system_score_gemma":0.00035023753,"threshold_uncertainty_score":0.9999665},"labels":[],"label_agreement":null},{"id":"W2963524270","doi":"10.2196/13848","title":"Using Pharmacogenomic Testing in Primary Care: Protocol for a Pilot Randomized Controlled Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmacogenetics and Drug Metabolism","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Randomized controlled trial; Family medicine; Pharmacogenomics; Anxiety; Protocol (science); Population; Depression (economics); Alternative medicine; Psychiatry; Internal medicine; Pharmacology","score_opus":0.6150635496460872,"score_gpt":0.6538426243084504,"score_spread":0.03877907466236319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963524270","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09108673,0.000021150108,0.000026189397,0.000044861736,0.000083389794,0.9006005,0.00003676804,0.00009692248,0.008003513],"genre_scores_gemma":[0.04899863,7.7859255e-7,0.0009851458,0.00030983452,0.00047926043,0.94846624,0.000009080749,0.00011536285,0.00063568674],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9867436,0.008001583,0.0016479944,0.001023983,0.00088815874,0.0016946371],"domain_scores_gemma":[0.9922674,0.005274966,0.00047471936,0.00053410383,0.001014277,0.000434586],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01686717,0.0005578681,0.0021580071,0.0008202087,0.00046859126,0.00016450767,0.0009933065,0.0002680149,0.0007069159],"category_scores_gemma":[0.0007226428,0.00045631276,0.00038847997,0.0009436731,0.0003460677,0.00022496404,0.0004934908,0.0020387722,0.00015939971],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.65557367,0.0058958647,0.014808955,0.0020350798,0.0003447066,0.00004885754,0.0014040096,0.0010614593,0.3113185,0.00011508994,0.00044255744,0.0069512744],"study_design_scores_gemma":[0.8860744,0.0019250552,0.00033890252,0.00047031182,0.00006472967,0.0000074650525,0.00026208375,0.014461654,0.010983678,0.00035504365,0.08451722,0.0005394436],"about_ca_topic_score_codex":0.000039003502,"about_ca_topic_score_gemma":0.0000046931978,"teacher_disagreement_score":0.3003348,"about_ca_system_score_codex":0.00050736143,"about_ca_system_score_gemma":0.0013018731,"threshold_uncertainty_score":0.9997889},"labels":[],"label_agreement":null},{"id":"W2963899497","doi":"10.2196/13578","title":"Design and Development of a Viral Hepatitis and HIV Infection Screening Program (Hprolipsis) for the General, Greek Roma, and Migrant Populations of Greece: Protocol for Three Cross-Sectional Health Examination Surveys","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Romani and Gypsy Studies","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Thessaly; Aristotle University of Thessaloniki; University of Patras","keywords":"Public health; Medicine; Human immunodeficiency virus (HIV); Environmental health; Hepatitis B virus; Cross-sectional study; Virology; Viral hepatitis; Hepatitis B; Hepatitis; Family medicine; Immunology; Virus; Pathology","score_opus":0.5520883360749421,"score_gpt":0.6302652160803903,"score_spread":0.0781768800054482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963899497","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07908845,0.0000068536683,0.06460119,0.0001414899,0.000009861126,0.85607123,0.00003981019,0.000029486813,0.0000116503],"genre_scores_gemma":[0.012728152,0.0000011297348,0.035079658,0.000010513341,0.00006484837,0.95184636,0.000026045678,0.00002567117,0.00021760877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961593,0.0016968522,0.00078331924,0.00038142447,0.00047261975,0.0005064852],"domain_scores_gemma":[0.9970546,0.0013450366,0.0004076057,0.00020026535,0.000899456,0.00009308027],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011816818,0.00016391624,0.00032547626,0.0002100241,0.0019066232,0.000052645122,0.0001025257,0.00012440397,0.000013696562],"category_scores_gemma":[0.00025451242,0.00011773709,0.000037503287,0.00021572204,0.00023460327,0.00023198445,0.00017926462,0.00029945857,0.000001000335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041761983,0.00020406503,0.8968602,0.004475289,0.000045929602,1.0527184e-7,0.0016087741,0.000021417654,0.00018272518,0.00025516615,0.0004206007,0.09550813],"study_design_scores_gemma":[0.003922914,0.002349826,0.97617275,0.00088421465,0.0000019924269,0.0000017456299,0.00008614765,0.008165495,0.00007710946,0.0005683823,0.0076587824,0.00011066335],"about_ca_topic_score_codex":0.00067228894,"about_ca_topic_score_gemma":0.0024838203,"teacher_disagreement_score":0.095775165,"about_ca_system_score_codex":0.000088731475,"about_ca_system_score_gemma":0.000423639,"threshold_uncertainty_score":0.99939275},"labels":[],"label_agreement":null},{"id":"W2963978984","doi":"10.2196/14853","title":"Health Disparities in Staphylococcus aureus Transmission and Carriage in a Border Region of the United States Based on Cultural Differences in Social Relationships: Protocol for a Survey Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antimicrobial Resistance in Staphylococcus","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Carriage; Transmission (telecommunications); Socioeconomic status; Environmental health; Population; Public health; Demography; Ethnic group; Sociocultural evolution; Medicine; Gerontology; Pathology; Sociology","score_opus":0.325654225955424,"score_gpt":0.5447762462239911,"score_spread":0.21912202026856714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963978984","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42225072,7.79703e-7,0.000012313808,0.0010630083,0.000001462636,0.57661533,0.000026471935,0.000007924758,0.000021955118],"genre_scores_gemma":[0.46494374,2.7824274e-7,0.000018887622,0.000028718481,0.000007912192,0.53490496,0.000013536279,0.000013877652,0.00006811547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943243,0.0032237605,0.0006943528,0.0004463139,0.0007244039,0.0005868267],"domain_scores_gemma":[0.99796814,0.0010968198,0.00018443988,0.00033360254,0.0003245151,0.0000924889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036189295,0.00020863482,0.00057870813,0.0007070879,0.00019227271,0.000055074182,0.00024363902,0.00015330325,0.000009678746],"category_scores_gemma":[0.0005910411,0.00013445344,0.000059922735,0.0017097649,0.000249809,0.00010279819,0.00006221936,0.0010516269,4.9303725e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011200575,0.0020255367,0.9791056,0.0023242265,0.000006152859,0.0000065343233,0.0038893404,0.0000429026,0.00024549826,0.000060591785,0.0006700298,0.00042303297],"study_design_scores_gemma":[0.013012792,0.002965054,0.97287786,0.006049296,8.115064e-7,2.0537078e-7,0.0021891769,0.0012535884,0.000100644575,0.00022377883,0.0011974844,0.000129301],"about_ca_topic_score_codex":0.0037350997,"about_ca_topic_score_gemma":0.0068056188,"teacher_disagreement_score":0.042693008,"about_ca_system_score_codex":0.00032730427,"about_ca_system_score_gemma":0.000647667,"threshold_uncertainty_score":0.56463784},"labels":[],"label_agreement":null},{"id":"W2963994023","doi":"10.2196/13998","title":"Behavioral, Nutritional, and Genetic Risk Factors of Colorectal Cancers in Morocco: Protocol for a Multicenter Case-Control Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Protocol (science); Medicine; Multicenter study; Colorectal cancer; Environmental health; Internal medicine; Randomized controlled trial; Cancer; Alternative medicine; Pathology","score_opus":0.17734074113003917,"score_gpt":0.5270482947181222,"score_spread":0.34970755358808303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963994023","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49542022,7.842607e-7,0.000007493782,0.0000091083,0.0000028246272,0.5044775,0.000049251357,0.000014912687,0.000017872346],"genre_scores_gemma":[0.47865924,6.712177e-8,0.00016402511,0.000002378326,0.000022961807,0.5211035,0.0000011087252,0.000015856607,0.000030872838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99781126,0.00033526917,0.00041553305,0.00045621948,0.0005585752,0.00042316457],"domain_scores_gemma":[0.99870086,0.00034322994,0.00012991444,0.0002598061,0.0004093105,0.0001568649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006845415,0.00016919762,0.00039507292,0.0003747242,0.000107456966,0.000040686024,0.00009213613,0.000116856216,0.00012795959],"category_scores_gemma":[0.00012848442,0.00014104143,0.000084734376,0.00037244937,0.00011822195,0.00010066011,0.000060944,0.0004921951,0.0000031696832],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053767692,0.0024940537,0.9361681,0.001053191,0.000045516717,0.00013367397,0.0009219215,0.000041786163,0.0026043446,0.0000010193629,0.0001709568,0.0025977462],"study_design_scores_gemma":[0.056518927,0.08605149,0.84049267,0.0016067526,0.000023442313,0.00012779953,0.0022691116,0.0051358026,0.005270494,0.000026567794,0.0022251578,0.00025177764],"about_ca_topic_score_codex":0.0020590732,"about_ca_topic_score_gemma":0.001169602,"teacher_disagreement_score":0.095675424,"about_ca_system_score_codex":0.00034953328,"about_ca_system_score_gemma":0.00029303296,"threshold_uncertainty_score":0.57515025},"labels":[],"label_agreement":null},{"id":"W2964018598","doi":"10.2196/12944","title":"Development of Ovarian Tissue Autograft to Restore Ovarian Function: Protocol for a French Multicenter Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Biology and Fertility","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Fertility preservation; Ovarian cancer; Ovarian Cortex; Cohort; Cohort study; Ovarian tissue cryopreservation; Transplantation; Prospective cohort study; Ovary; Oncology; Gynecology; Cancer; Internal medicine; Fertility; Ovarian tissue; Population","score_opus":0.2328208448334926,"score_gpt":0.5465324867028207,"score_spread":0.3137116418693281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964018598","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031036852,2.4214083e-7,0.00049652427,0.0002975784,0.000020580068,0.9664533,0.0000065201684,0.00006390801,0.0016244999],"genre_scores_gemma":[0.035606306,2.8271752e-9,0.008140986,0.00003987565,0.00019084364,0.95111716,0.000013756119,0.000031941072,0.004859148],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99632096,0.00045027328,0.0007010708,0.0010252089,0.0008633988,0.0006390764],"domain_scores_gemma":[0.99686456,0.00012103146,0.00012329222,0.0013042878,0.0013066923,0.00028011383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046072477,0.00023013915,0.0005323213,0.00029912015,0.0002203176,0.000031310312,0.00032122366,0.00020159093,0.00089430524],"category_scores_gemma":[0.00050294364,0.0001741148,0.0000790597,0.00055164896,0.00014009855,0.00010274121,0.00026613253,0.0005154687,0.00024701856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039296176,0.0061280327,0.9060974,0.0016937214,0.00022499403,0.000008966647,0.0019634287,5.657554e-7,0.031892747,0.00008503677,0.0047071376,0.007901758],"study_design_scores_gemma":[0.00500161,0.005896791,0.6047378,0.0004569441,0.0000041932512,0.000001794142,0.00013441146,0.000007493676,0.0066209845,0.000031826472,0.37700108,0.00010505535],"about_ca_topic_score_codex":0.000034940334,"about_ca_topic_score_gemma":0.00004092834,"teacher_disagreement_score":0.37229392,"about_ca_system_score_codex":0.00021572437,"about_ca_system_score_gemma":0.0007404162,"threshold_uncertainty_score":0.9792015},"labels":[],"label_agreement":null},{"id":"W2964446673","doi":"10.2196/12444","title":"Health Research Using Facebook to Identify and Recruit Pregnant Women Who Use Electronic Cigarettes: Internet-Based Nonrandomized Pilot Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"The Internet; Medicine; Psychology; Internet privacy; Family medicine; Medical education; World Wide Web; Computer science","score_opus":0.6978306522466721,"score_gpt":0.6613133425449723,"score_spread":0.03651730970169975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964446673","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46440357,0.000007495381,0.000012632763,0.0021030044,0.000059625498,0.53322893,0.000002818186,0.00005627006,0.00012563424],"genre_scores_gemma":[0.27532583,0.000006715732,0.00007084824,0.00014084396,0.00026551823,0.7228492,0.0000018533701,0.000046204885,0.0012929955],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97535473,0.016254444,0.0007368555,0.0009897135,0.0034805725,0.003183703],"domain_scores_gemma":[0.98758054,0.00898462,0.00019414087,0.00074067566,0.0013339192,0.0011661295],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042840514,0.00022565818,0.00066003174,0.0009611661,0.0013882829,0.001051443,0.00094824954,0.00014129802,0.00055445265],"category_scores_gemma":[0.010128183,0.00022052192,0.000044747336,0.0020867323,0.00055426615,0.0005642154,0.00036270788,0.0017674883,0.00023244729],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.023555307,0.009040669,0.20817457,0.0020485607,0.00014820875,0.00001859147,0.65586174,0.000012821929,0.0025733525,0.002022112,0.013829804,0.08271425],"study_design_scores_gemma":[0.03344474,0.066775344,0.12230472,0.015158813,0.0000055605224,0.0000014399251,0.08851526,0.00039571745,0.00055714266,0.0015169152,0.6701437,0.0011806318],"about_ca_topic_score_codex":0.015403105,"about_ca_topic_score_gemma":0.0030518335,"teacher_disagreement_score":0.6563139,"about_ca_system_score_codex":0.005548865,"about_ca_system_score_gemma":0.008513374,"threshold_uncertainty_score":0.9999856},"labels":[],"label_agreement":null},{"id":"W2964916077","doi":"10.2196/14106","title":"An Online Minimally Guided Intervention to Support Family and Other Unpaid Carers of People With Dementia: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; European Commission; Marie Curie","keywords":"Randomized controlled trial; Psychological intervention; Psychosocial; Dementia; Intervention (counseling); Family caregivers; Medicine; Anxiety; Coping (psychology); Mental health; Psychology; Clinical psychology; Psychiatry; Physical therapy","score_opus":0.13463446579213767,"score_gpt":0.5385187730802075,"score_spread":0.4038843072880698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964916077","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18909708,7.459795e-7,0.00030785293,0.00020165126,0.00000445709,0.8089551,0.00002861731,0.000030668176,0.0013738362],"genre_scores_gemma":[0.03457822,1.1108207e-7,0.0014841437,0.00012417826,0.000098695346,0.9614248,0.000034372908,0.000056585006,0.0021988368],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948513,0.0012870533,0.0010124344,0.0006176187,0.0015033146,0.0007283016],"domain_scores_gemma":[0.99656355,0.00053321716,0.00025829047,0.00049627444,0.0017507244,0.0003979181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007514053,0.0002649357,0.0014926551,0.0006099435,0.00009216966,0.00012134316,0.0002731203,0.000118142445,0.0008881839],"category_scores_gemma":[0.0005853415,0.00016967372,0.000348328,0.00043784914,0.00022741905,0.00018375914,0.00014089837,0.00030928085,0.000020623122],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.963142,0.004436727,0.012662627,0.0022522928,0.000527076,0.000007352375,0.00035818302,6.412324e-7,0.0125808865,0.00007936185,0.0015789696,0.0023738807],"study_design_scores_gemma":[0.91521764,0.06522727,0.0031533183,0.0020296304,0.00006040528,0.000005176286,0.0007142374,0.00024299935,0.0026076627,0.000051445004,0.010522221,0.00016796957],"about_ca_topic_score_codex":0.00008628797,"about_ca_topic_score_gemma":0.000064712134,"teacher_disagreement_score":0.15451886,"about_ca_system_score_codex":0.00007544703,"about_ca_system_score_gemma":0.0006679739,"threshold_uncertainty_score":0.9724991},"labels":[],"label_agreement":null},{"id":"W2965318943","doi":"10.2196/14704","title":"American Cohort to Study HIV Acquisition Among Transgender Women in High-Risk Areas (The LITE Study): Protocol for a Multisite Prospective Cohort Study in the Eastern and Southern United States","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Cohort; Medicine; Gerontology; Prospective cohort study; Demography; Cohort study; Quarter (Canadian coin); Health equity; Ethnic group; Family medicine; Public health; Geography; Political science; Nursing","score_opus":0.09320164481535897,"score_gpt":0.5270286181440936,"score_spread":0.43382697332873466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965318943","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50065595,2.0584108e-7,0.000004007492,0.00016192449,0.0000043939253,0.49900308,0.000047789174,0.000027633298,0.000094987656],"genre_scores_gemma":[0.44541222,1.0083972e-7,0.000003970364,0.000055589873,0.000070034286,0.5534874,0.000007185428,0.000045021,0.0009184757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98755604,0.007670564,0.00082544767,0.0011917063,0.0012869554,0.0014692991],"domain_scores_gemma":[0.9969148,0.0008153337,0.0002571858,0.0013009278,0.00043606554,0.00027567774],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011805457,0.00039640238,0.0006662637,0.0009249973,0.000477699,0.00041583736,0.0009238416,0.00009938303,0.00015187866],"category_scores_gemma":[0.0001116556,0.00025772827,0.000059088838,0.0023588939,0.00028984342,0.00020136301,0.0002311684,0.0011834721,0.00020413932],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048827785,0.010314864,0.7712002,0.0002179824,0.00017743075,0.000029712393,0.21209659,0.000015370415,0.0000015899637,0.000010391137,0.00016456355,0.0008885235],"study_design_scores_gemma":[0.014347278,0.013198128,0.8502957,0.00007930075,0.000012943619,0.0000013329889,0.12099669,0.00007413377,4.632952e-7,0.0002690059,0.00048264116,0.00024235439],"about_ca_topic_score_codex":0.057354152,"about_ca_topic_score_gemma":0.017783731,"teacher_disagreement_score":0.091099896,"about_ca_system_score_codex":0.00044347273,"about_ca_system_score_gemma":0.00011965647,"threshold_uncertainty_score":0.9999875},"labels":[],"label_agreement":null},{"id":"W2965749773","doi":"10.2196/13653","title":"eRegTime, Efficiency of Health Information Management Using an Electronic Registry for Maternal and Child Health: Protocol for a Time-Motion Study in a Cluster Randomized Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centre for Intervention Science in Maternal and Child Health, University of Bergen; Norges Forskningsråd; Universitetet i Oslo; Universitetet i Bergen; World Health Organization","keywords":"Cluster randomised controlled trial; Medicine; Health care; Randomized controlled trial; Clinical decision support system; Guideline; Family medicine; Psychological intervention; Observational study; Digital health; Nursing; Decision support system; Data mining; Computer science","score_opus":0.19879221121966878,"score_gpt":0.6133663121569014,"score_spread":0.4145741009372326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965749773","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015999632,0.0000034402046,0.0042262794,0.00078848837,0.000027022546,0.9786386,0.000021263246,0.000055062796,0.00024022405],"genre_scores_gemma":[0.0062491973,6.7550553e-7,0.00075355615,0.00015591165,0.00015549187,0.99223226,0.000025154157,0.000050612653,0.0003771309],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98367935,0.009321657,0.003190766,0.00059194374,0.0009850506,0.0022312514],"domain_scores_gemma":[0.9957538,0.0010636087,0.0017261737,0.0007046753,0.00049700186,0.00025471146],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.046803575,0.00027683045,0.0013306845,0.00083301135,0.00085423863,0.000064893764,0.00041798572,0.00022927382,0.00005364787],"category_scores_gemma":[0.00037816746,0.00022925815,0.00011149661,0.0005724179,0.000083011415,0.0005881311,0.00017815265,0.0010841044,0.000023592436],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92399466,0.0025437672,0.0017729459,0.052155674,0.000056303263,3.0654982e-7,0.0043222867,0.000049300488,0.000012298176,0.0014585068,0.0011044731,0.012529453],"study_design_scores_gemma":[0.9296838,0.020714108,0.00045653712,0.009256935,0.000002863485,0.0000025617708,0.0010966919,0.019436488,0.000010934351,0.00068445486,0.018441902,0.00021274174],"about_ca_topic_score_codex":0.00092935376,"about_ca_topic_score_gemma":0.00023556106,"teacher_disagreement_score":0.04642541,"about_ca_system_score_codex":0.001971666,"about_ca_system_score_gemma":0.0034892443,"threshold_uncertainty_score":0.9815163},"labels":[],"label_agreement":null},{"id":"W2966010529","doi":"10.2196/14180","title":"Remotely Monitored Gamification and Social Incentives to Improve Glycemic Control Among Adults With Uncontrolled Type 2 Diabetes (iDiabetes): Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Doris Duke Charitable Foundation","keywords":"Overweight; Type 2 diabetes; Randomized controlled trial; Glycated hemoglobin; Medicine; Glycemic; Weight loss; Psychological intervention; Incentive; Physical therapy; Gerontology; Leverage (statistics); Obesity; Psychology; Diabetes mellitus; Internal medicine; Computer science; Nursing; Endocrinology","score_opus":0.07616717181840922,"score_gpt":0.5298283107402579,"score_spread":0.45366113892184873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966010529","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04494596,0.0000037710452,0.00015478392,0.0020579952,0.000059415233,0.95198345,0.00006692399,0.00016753547,0.0005601684],"genre_scores_gemma":[0.05113766,8.5779493e-7,0.00039773792,0.00041005513,0.00085712963,0.94567865,0.000042927328,0.00009878912,0.0013762007],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.989112,0.004674949,0.002031309,0.0011096013,0.0010131417,0.0020590061],"domain_scores_gemma":[0.98758864,0.006614322,0.0011399435,0.0007451517,0.003192753,0.0007191975],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.008301431,0.00045990347,0.002485286,0.0004735312,0.00166354,0.00010612927,0.00047652912,0.00054701115,0.0001264707],"category_scores_gemma":[0.0025915105,0.00031517827,0.00022372048,0.0007900845,0.0003916188,0.00026415763,0.00013309735,0.0013230097,0.00014767318],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98445463,0.0004907437,0.0020420263,0.0038898252,0.0001044706,2.9964235e-7,0.0007940854,0.0000012810158,0.0008811548,0.000947599,0.0029355648,0.0034583407],"study_design_scores_gemma":[0.94173026,0.0071145375,0.0010274648,0.0019938438,0.00002183045,7.4121864e-8,0.00038353144,0.0019577912,0.00005245572,0.0004546873,0.044966724,0.0002968019],"about_ca_topic_score_codex":0.00008395732,"about_ca_topic_score_gemma":0.000043765813,"teacher_disagreement_score":0.042724352,"about_ca_system_score_codex":0.00039125467,"about_ca_system_score_gemma":0.002458351,"threshold_uncertainty_score":0.99993},"labels":[],"label_agreement":null},{"id":"W2966349364","doi":"10.2196/14084","title":"A Web-Based Therapeutic Program (We Can Do This) for Reducing Methamphetamine Use and Increasing Help-Seeking Among Aboriginal and Torres Strait Islander People: Protocol for a Randomized Wait-List Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; South Australian Health and Medical Research Institute","keywords":"Randomized controlled trial; Intervention (counseling); Indigenous; Culturally appropriate; Protocol (science); Medicine; Web application; Internet privacy; Psychology; World Wide Web; Nursing; Alternative medicine; Gerontology; Computer science","score_opus":0.09835932509078794,"score_gpt":0.5138339762910468,"score_spread":0.41547465120025884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966349364","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08903089,0.0000073080214,0.00008207127,0.0004487001,0.00004395815,0.9091482,0.00001980365,0.00010663228,0.0011123958],"genre_scores_gemma":[0.033483703,0.00001043874,0.0016959705,0.000016947051,0.00074912416,0.96172875,0.0000119795495,0.000053642307,0.0022494493],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9919068,0.0042133997,0.0007845055,0.0007427824,0.0010146607,0.0013378105],"domain_scores_gemma":[0.99057996,0.0071757613,0.0004269254,0.00034365326,0.0010913708,0.00038233722],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.017275715,0.00032268505,0.0010780712,0.00037861994,0.004562672,0.0014767373,0.00032648726,0.00031035105,0.00012258353],"category_scores_gemma":[0.0004242319,0.00022151457,0.00022849347,0.00046612558,0.00082199957,0.0005161663,0.000007538431,0.0004486843,0.0000012134238],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8893095,0.0013638092,0.002149985,0.0026740613,0.00013479123,0.0000014238065,0.086375095,0.0000018238034,0.00015710687,0.014573734,0.00015254157,0.0031061033],"study_design_scores_gemma":[0.70901334,0.002378305,0.00018689533,0.0014613657,0.00002455121,0.0000015195864,0.0016926439,0.0016656438,0.000061806044,0.0010562738,0.28213245,0.00032523606],"about_ca_topic_score_codex":0.024594625,"about_ca_topic_score_gemma":0.10816416,"teacher_disagreement_score":0.2819799,"about_ca_system_score_codex":0.00031187583,"about_ca_system_score_gemma":0.015564006,"threshold_uncertainty_score":0.9995598},"labels":[],"label_agreement":null},{"id":"W2966576201","doi":"10.2196/14820","title":"The Association Between Selected Molecular Biomarkers and Ambulatory Blood Pressure Patterns in African Chronic Kidney Disease and Hypertensive Patients Compared With Normotensive Controls: Protocol for a Longitudinal Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Blood pressure; Ambulatory blood pressure; Kidney disease; Ambulatory; Disease; Internal medicine; Protocol (science); Cardiology; Pathology; Alternative medicine","score_opus":0.05364873432096752,"score_gpt":0.40407978165749425,"score_spread":0.35043104733652675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966576201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38350078,0.0000123652635,0.0000011300609,0.00031665663,0.0000013075899,0.616011,0.00011901921,0.000021615995,0.000016106242],"genre_scores_gemma":[0.45345733,1.7780752e-7,0.0000057058614,0.00003904927,0.00003425365,0.5463614,0.000040154177,0.000024613619,0.000037326226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99670523,0.00049793255,0.00036232767,0.00066257996,0.0009846536,0.0007872715],"domain_scores_gemma":[0.99643487,0.000643787,0.00019169909,0.0004602556,0.0015359109,0.00073347456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073838886,0.0002653697,0.0005293248,0.00018820033,0.00023488209,0.00016378553,0.00015429831,0.00009579773,0.000013249159],"category_scores_gemma":[0.0011956892,0.00017515644,0.000055006516,0.00041509533,0.00014877801,0.00013882307,0.00014723395,0.00039767002,0.0000027646727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067141377,0.0013560443,0.98706645,0.0016913565,0.0011798729,0.00003250879,0.00017235173,9.0489345e-7,0.00054517546,0.0000051472034,0.00094936334,0.00028670472],"study_design_scores_gemma":[0.048347235,0.007157793,0.9382051,0.0018663324,0.0002524253,8.3152304e-7,0.00019613314,0.0003353723,0.00019235343,0.000027166878,0.0032147414,0.00020448219],"about_ca_topic_score_codex":0.00006991391,"about_ca_topic_score_gemma":0.00003833531,"teacher_disagreement_score":0.06995654,"about_ca_system_score_codex":0.0002499789,"about_ca_system_score_gemma":0.0013924947,"threshold_uncertainty_score":0.7142672},"labels":[],"label_agreement":null},{"id":"W2966599858","doi":"10.2196/14759","title":"The Influence of Beta-2 Adrenergic Receptor Gene Polymorphisms on Albuterol Therapy for Patients With Asthma: Protocol for a Systematic Review and Meta-Analysis","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Asthma; Single-nucleotide polymorphism; Salbutamol; Observational study; MEDLINE; Bioinformatics; Pharmacology; Internal medicine; Genetics; Gene; Genotype; Biology","score_opus":0.24607145615325254,"score_gpt":0.5319970945238226,"score_spread":0.28592563837057006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966599858","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.549576e-7,0.24941368,0.0000059190406,0.00007344796,7.94658e-7,0.7499629,0.00051892304,0.000016774819,0.0000066670436],"genre_scores_gemma":[2.2640478e-7,0.04292008,0.0001361892,0.00016937187,0.00004500556,0.9554536,0.00013326795,0.00012097921,0.0010213036],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932956,0.0016570744,0.0017485142,0.00095444854,0.0016167484,0.000727627],"domain_scores_gemma":[0.9924807,0.0017968641,0.0015516999,0.0019589723,0.0018843804,0.0003274061],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026905525,0.00075075467,0.007543006,0.0005075834,0.00032504322,0.000112721755,0.00076498685,0.00028314674,0.000066074994],"category_scores_gemma":[0.00047486412,0.00029954626,0.0027505124,0.0011529729,0.00034812395,0.00010288993,0.00012820234,0.00048752796,0.000016813803],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013852431,0.00088940107,0.000013647898,0.95583606,0.0341179,0.0000014252942,0.000009870944,0.0000010187292,8.370512e-7,0.00003532361,0.0010889388,0.0066203554],"study_design_scores_gemma":[0.0029654924,0.010291229,0.000025166779,0.24009603,0.051283948,0.000002255762,0.0000023615098,9.991205e-7,0.000010998065,0.000004106536,0.695005,0.00031240148],"about_ca_topic_score_codex":0.0000026272694,"about_ca_topic_score_gemma":0.0000010429522,"teacher_disagreement_score":0.71574,"about_ca_system_score_codex":0.00011687367,"about_ca_system_score_gemma":0.0009882236,"threshold_uncertainty_score":0.99994564},"labels":[],"label_agreement":null},{"id":"W2966783186","doi":"10.2196/14867","title":"Remotely Supervised Home-Based Intensive Exercise Intervention to Improve Balance, Functional Mobility, and Physical Activity in Survivors of Moderate or Severe Traumatic Brain Injury: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Intervention (counseling); Physical therapy; Rehabilitation; Medicine; Psychological intervention; Physical medicine and rehabilitation; Balance (ability); Telerehabilitation; Activities of daily living; Psychology; Telemedicine; Nursing; Health care","score_opus":0.3116070657601104,"score_gpt":0.5786033247114543,"score_spread":0.2669962589513439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966783186","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4543711,1.1221404e-7,0.0009464976,0.00040403978,0.000007707986,0.54417044,0.000042431864,0.00003302208,0.000024647472],"genre_scores_gemma":[0.26607156,1.5768036e-8,0.003271995,0.000028549563,0.000035846468,0.7300095,0.000008225279,0.000060721577,0.0005135724],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99239236,0.003112321,0.0008392057,0.0011570838,0.0015760453,0.0009230089],"domain_scores_gemma":[0.9930437,0.0031895523,0.00019601885,0.0011400474,0.0020236839,0.00040697315],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0091481805,0.0003977155,0.001328719,0.000984953,0.00011259572,0.0001244237,0.00039635046,0.0002085808,0.0002341133],"category_scores_gemma":[0.003197737,0.00030239965,0.00023673716,0.0015114526,0.00028268134,0.00034089843,0.00044258055,0.00111879,0.000019158291],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.39503217,0.035133697,0.025029909,0.044623427,0.0002556674,0.000026505408,0.0065899435,0.00006069243,0.12600656,0.00006135949,0.0031975128,0.36398256],"study_design_scores_gemma":[0.10783806,0.10553393,0.49104503,0.022548234,0.000034723933,0.0000151318045,0.011918374,0.15928316,0.09738973,0.0025534213,0.0007028358,0.0011373899],"about_ca_topic_score_codex":0.00026792087,"about_ca_topic_score_gemma":0.00017372576,"teacher_disagreement_score":0.4660151,"about_ca_system_score_codex":0.0003870924,"about_ca_system_score_gemma":0.00081618654,"threshold_uncertainty_score":0.99994284},"labels":[],"label_agreement":null},{"id":"W2967337129","doi":"10.2196/14339","title":"An Electronic Health Intervention for Latina Women Undergoing Breast Cancer Treatment (My Guide for Breast Cancer Treatment): Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Breast cancer; Medicine; Randomized controlled trial; Intervention (counseling); Cancer; Protocol (science); Alternative medicine; Family medicine; Gynecology; Internal medicine; Nursing","score_opus":0.08862578237030208,"score_gpt":0.5401954436563584,"score_spread":0.45156966128605636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967337129","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00236982,0.000016356626,0.00050981203,0.0034608827,0.00005611304,0.992334,0.00095884054,0.0001167914,0.000177367],"genre_scores_gemma":[0.0069363127,0.000013054926,0.00012003155,0.000111569156,0.0012956385,0.9815544,0.00011722229,0.0001422078,0.009709563],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940729,0.0010782657,0.001261462,0.0009859118,0.0006964076,0.0019050173],"domain_scores_gemma":[0.9954917,0.0014361389,0.0005877713,0.0006974443,0.0012787726,0.000508164],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044690846,0.0005251046,0.0025003462,0.00035131097,0.00039094914,0.00020258862,0.00025599505,0.00020796302,0.0007415518],"category_scores_gemma":[0.00014160183,0.00034728937,0.0011873158,0.000356856,0.000099744604,0.00025520512,0.000035067005,0.00023578468,0.000005902917],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.92046964,0.0032835915,0.0002388006,0.0035971848,0.0009275389,7.3072283e-7,0.0010629791,0.0000120777395,0.00031997272,0.00046191752,0.0013864117,0.068239175],"study_design_scores_gemma":[0.8632516,0.042029455,0.00008392701,0.0029511477,0.00006293422,0.000009232993,0.00051207596,0.0013760822,0.00026790574,0.00047740125,0.08870149,0.00027671043],"about_ca_topic_score_codex":0.0031841132,"about_ca_topic_score_gemma":0.012419631,"teacher_disagreement_score":0.087315075,"about_ca_system_score_codex":0.008662648,"about_ca_system_score_gemma":0.007165912,"threshold_uncertainty_score":0.9998979},"labels":[],"label_agreement":null},{"id":"W2967440770","doi":"10.2196/14889","title":"Deaf Adults’ Health Literacy and Access to Health Information: Protocol for a Multicenter Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing Impairment and Communication","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Deafness and Other Communication Disorders; National Institutes of Health","keywords":"Health literacy; American Sign Language; Population; Literacy; Health equity; Psychological intervention; Psychology; Medicine; Sign language; Medical education; Gerontology; Public health; Health care; Nursing; Environmental health; Political science; Pedagogy","score_opus":0.40784923246999366,"score_gpt":0.7182641331111062,"score_spread":0.3104149006411125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967440770","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002623512,0.0000010069767,0.001684363,0.006743627,0.000016814425,0.98826927,0.000009978763,0.00008929841,0.0005621367],"genre_scores_gemma":[0.0024260029,7.952936e-8,0.01384382,0.0011393583,0.000057215784,0.98189676,0.000013434053,0.000027354887,0.00059599464],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99389356,0.003544672,0.00077332684,0.0004180449,0.0004900717,0.00088034547],"domain_scores_gemma":[0.99717057,0.00054178474,0.00023091621,0.0012231404,0.0004115127,0.00042204934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008492,0.00018270004,0.00034530513,0.0004227441,0.00038732548,0.0006256386,0.00083401485,0.00008181005,0.0002771434],"category_scores_gemma":[0.00015229886,0.00015674329,0.00004883106,0.00054138526,0.00004021396,0.0009734437,0.00070473895,0.00051333883,0.0003043788],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057257223,0.0032136939,0.04390015,0.0028707779,0.00003952446,4.6755002e-7,0.047532752,9.1370305e-7,0.000011072168,0.00083090994,0.043652166,0.85222185],"study_design_scores_gemma":[0.009918688,0.011701032,0.14464515,0.0013458637,3.7779995e-7,0.000001792764,0.0021423146,0.00023672484,0.00002635115,0.00012844984,0.8296881,0.00016520325],"about_ca_topic_score_codex":0.00034805175,"about_ca_topic_score_gemma":0.000046449783,"teacher_disagreement_score":0.8520566,"about_ca_system_score_codex":0.000209292,"about_ca_system_score_gemma":0.00034450518,"threshold_uncertainty_score":0.6391806},"labels":[],"label_agreement":null},{"id":"W2967547111","doi":"10.2196/13982","title":"An Electronic Pre-Exposure Prophylaxis Initiation and Maintenance Home Care System for Nonurban Young Men Who Have Sex With Men: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Protocol (science); Randomized controlled trial; Medicine; Pre-exposure prophylaxis; Men who have sex with men; Preventive care; Gerontology; Family medicine; Health care; Alternative medicine; Human immunodeficiency virus (HIV); Internal medicine","score_opus":0.036157292395850485,"score_gpt":0.45022424396639543,"score_spread":0.41406695157054496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967547111","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024092782,0.0000073588394,0.0017475059,0.0001733938,0.0000023647503,0.98679674,0.000076305005,0.00009771729,0.008689316],"genre_scores_gemma":[0.046822634,3.9650791e-7,0.00020214154,0.000006109949,0.0003090445,0.9169607,0.00008098857,0.00009035984,0.035527613],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99372935,0.0017338134,0.00095262355,0.0008496567,0.0013460814,0.0013884538],"domain_scores_gemma":[0.9951914,0.00078293035,0.00032495722,0.00077260676,0.0024971922,0.00043094438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006136781,0.0003622928,0.0017708186,0.00050036196,0.00038413814,0.00036576245,0.00035026213,0.00025392036,0.00008193],"category_scores_gemma":[0.0008941568,0.0002243838,0.0004171477,0.00030874077,0.00028661574,0.00043940268,0.00007217669,0.00077582186,0.000009638577],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97512174,0.00076886296,0.0007234544,0.011064961,0.00033794003,0.0000070483316,0.0012815045,0.0000016275205,0.0016724479,0.0009145757,0.006750003,0.0013558293],"study_design_scores_gemma":[0.8327907,0.13841604,0.00006522072,0.0045017176,0.00002732317,0.000016998925,0.0019437606,0.014701977,0.001278632,0.00009889115,0.0059251455,0.00023359017],"about_ca_topic_score_codex":0.00005014155,"about_ca_topic_score_gemma":0.00006656026,"teacher_disagreement_score":0.14233105,"about_ca_system_score_codex":0.00064207497,"about_ca_system_score_gemma":0.0014308685,"threshold_uncertainty_score":0.9150106},"labels":[],"label_agreement":null},{"id":"W2967704001","doi":"10.2196/14665","title":"Digital Tracking of Rheumatoid Arthritis Longitudinally (DIGITAL) Using Biosensor and Patient-Reported Outcome Data: Protocol for a Real-World Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Smartwatch; Medicine; Wearable technology; Physical therapy; Observational study; Wearable computer; Digital health; mHealth; Recall; Rheumatoid arthritis; eHealth; Recall bias; Patient-reported outcome; Health care; Computer science; Internal medicine; Psychology; Quality of life (healthcare)","score_opus":0.3450151812311108,"score_gpt":0.5316341750099126,"score_spread":0.1866189937788018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967704001","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22962448,0.000011732802,0.000013719997,0.000082043705,0.0000056024237,0.7688091,0.00017114953,0.00007557867,0.0012066338],"genre_scores_gemma":[0.24496487,0.000008853436,0.0002902117,0.0000064691135,0.000032129607,0.75430137,0.00004091355,0.00007800278,0.00027718325],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99439186,0.00020266604,0.0014113009,0.0010497929,0.0018634029,0.0010809617],"domain_scores_gemma":[0.995758,0.00051870587,0.00038084487,0.001639483,0.0012577361,0.00044522693],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015903843,0.00036073205,0.00097371225,0.0007752458,0.0002712017,0.00084485125,0.0004938434,0.00011165118,0.000095980795],"category_scores_gemma":[0.0010814619,0.00029942073,0.00014224848,0.00081550446,0.00045182687,0.0016800519,0.0007782591,0.00061228644,0.000026605658],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006100947,0.004201956,0.84962493,0.0015060866,0.0003111353,0.00021036614,0.0005753014,0.0000012533939,0.0039390223,0.00015025424,0.00082419335,0.13255458],"study_design_scores_gemma":[0.101112105,0.04868747,0.18078966,0.037768837,0.000006081125,0.0008892183,0.0064795683,0.0015348761,0.0068177,0.00081014,0.61328274,0.0018216104],"about_ca_topic_score_codex":0.0000843372,"about_ca_topic_score_gemma":0.00007834591,"teacher_disagreement_score":0.6688352,"about_ca_system_score_codex":0.000113520466,"about_ca_system_score_gemma":0.0005620281,"threshold_uncertainty_score":0.9999458},"labels":[],"label_agreement":null},{"id":"W2967832548","doi":"10.2196/14427","title":"Nutritional Assessment of Childhood Cancer Survivors (the Swiss Childhood Cancer Survivor Study-Nutrition): Protocol for a Multicenter Observational Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Swiss Cancer Research Foundation; Centre Hospitalier Universitaire Vaudois; Bundesamt für Gesundheit","keywords":"Medicine; Cancer; Childhood cancer; Breastfeeding; Environmental health; Observational study; Pediatrics; Internal medicine","score_opus":0.35585093228687853,"score_gpt":0.5970369040611724,"score_spread":0.24118597177429385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967832548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17583202,0.000008009744,0.000019440178,0.004920817,0.00005727748,0.818408,0.00047407567,0.00009506235,0.00018527251],"genre_scores_gemma":[0.14209116,0.0000012579993,0.00050282304,0.00037400954,0.0010228956,0.85524005,0.000084469044,0.0001310333,0.000552304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98856395,0.0020799085,0.0018469434,0.0014186308,0.0048392466,0.001251298],"domain_scores_gemma":[0.9924608,0.0016757322,0.0006649959,0.001609446,0.0031674074,0.00042161264],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006313244,0.0006204734,0.0012846164,0.0005173015,0.0006002947,0.00019803866,0.0011157871,0.00022285138,0.0019848128],"category_scores_gemma":[0.0003965151,0.0004767475,0.00046627194,0.0014858922,0.0003201308,0.00044756796,0.00049272995,0.0014944035,0.00003663249],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034278566,0.082410656,0.89602554,0.004561753,0.00082641386,0.000007803611,0.0046009934,0.000040117484,0.00044052844,0.00024694705,0.0065684323,0.0008429683],"study_design_scores_gemma":[0.04603069,0.0088176085,0.8904563,0.005404109,0.000045275505,0.0000043744685,0.004641073,0.00016896903,0.00046185072,0.00023744184,0.043265793,0.00046649607],"about_ca_topic_score_codex":0.0036173828,"about_ca_topic_score_gemma":0.006008454,"teacher_disagreement_score":0.07359305,"about_ca_system_score_codex":0.0006865877,"about_ca_system_score_gemma":0.0030922096,"threshold_uncertainty_score":0.99976844},"labels":[],"label_agreement":null},{"id":"W2967836641","doi":"10.2196/14771","title":"Targeting the Infant Gut Microbiota Through a Perinatal Educational Dietary Intervention: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Gut flora; Randomized controlled trial; Prebiotic; Intervention (counseling); Physiology; Internal medicine; Immunology; Biology; Food science; Psychiatry","score_opus":0.0845455085664796,"score_gpt":0.5194906981608155,"score_spread":0.4349451895943359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967836641","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005027007,0.000012832884,0.000076243894,0.0017583347,0.000042832413,0.99223816,0.000026178519,0.000011863681,0.00080652576],"genre_scores_gemma":[0.0027456018,7.838474e-7,0.000673277,0.00016120389,0.0008456054,0.98922247,0.000109761124,0.000035701178,0.006205612],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99644685,0.001281163,0.0007645337,0.00054951734,0.00032207885,0.00063587143],"domain_scores_gemma":[0.9981765,0.00040238962,0.00027239887,0.0005435391,0.0005232667,0.00008189831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004243217,0.00023132165,0.00063778885,0.00006678641,0.00037827465,0.00016841003,0.00056204794,0.0002000394,0.0005479687],"category_scores_gemma":[0.0007124197,0.0001407222,0.00062651193,0.00013746182,0.00029754158,0.000016128099,0.00032021845,0.00040391853,0.00006696615],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7410896,0.0005720277,0.00003287239,0.00063979265,0.00010410235,3.6279548e-7,0.000120954915,0.0000020635528,0.22961225,0.0003974417,0.027323665,0.00010490343],"study_design_scores_gemma":[0.65993255,0.0017800666,0.00004344146,0.00036492516,0.0000033663075,0.0000055580235,0.000061612816,0.00003811162,0.0022079975,0.00024145021,0.3351814,0.00013954505],"about_ca_topic_score_codex":0.000029511713,"about_ca_topic_score_gemma":0.000008776014,"teacher_disagreement_score":0.30785772,"about_ca_system_score_codex":0.000051068542,"about_ca_system_score_gemma":0.0007299112,"threshold_uncertainty_score":0.5999873},"labels":[],"label_agreement":null},{"id":"W2967995181","doi":"10.2196/13973","title":"Evaluation of a Collaborative Protocolized Approach by Community Pharmacists and General Medical Practitioners for an Australian Minor Ailments Scheme: Protocol for a Cluster Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Cluster randomised controlled trial; Medicine; Minor (academic); Scheme (mathematics); Cluster (spacecraft); Randomization; Family medicine; Computer science; Alternative medicine; Internal medicine; Computer network","score_opus":0.5731577586189578,"score_gpt":0.6807776347050948,"score_spread":0.10761987608613699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967995181","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015817251,0.0000010838695,0.00016065633,0.0008136809,0.0000142868275,0.98140204,0.00008143497,0.00003085233,0.001678691],"genre_scores_gemma":[0.0023593057,2.6672902e-7,0.0041475343,0.0002059992,0.00015981255,0.99157715,0.00018563737,0.000044604352,0.0013196978],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9823688,0.011860464,0.001264196,0.00049699773,0.0033951427,0.00061437907],"domain_scores_gemma":[0.9907254,0.0040148394,0.0007438941,0.00047921384,0.0034820475,0.000554619],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043629505,0.00031814427,0.0016799261,0.00023815017,0.00030599668,0.00013350486,0.00030398733,0.00030526286,0.0004899409],"category_scores_gemma":[0.009060463,0.00021724355,0.00030791815,0.00034692566,0.00049082714,0.0005941983,0.000119572614,0.0010019898,0.0000044828143],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97455627,0.007557627,0.00021088049,0.0035469083,0.0005412798,3.763675e-7,0.00046166638,0.0000019484885,0.0035997592,0.00015255043,0.008307198,0.00106356],"study_design_scores_gemma":[0.88309157,0.009022431,0.000007218103,0.00059540337,0.00015111147,0.0000053515464,0.0002028306,0.060191575,0.0021888127,0.00035262076,0.04399716,0.00019393604],"about_ca_topic_score_codex":0.000017652017,"about_ca_topic_score_gemma":0.0000020840362,"teacher_disagreement_score":0.0914647,"about_ca_system_score_codex":0.00020740762,"about_ca_system_score_gemma":0.0017674549,"threshold_uncertainty_score":0.99928665},"labels":[],"label_agreement":null},{"id":"W2968138042","doi":"10.2196/15140","title":"Allegiance Bias and Treatment Quality as Moderators of the Effectiveness of Humanistic Psychotherapy: Protocol for a Systematic Review and Meta-Analysis","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Psychological intervention; Systematic review; Psychotherapist; MEDLINE; Randomized controlled trial; Medicine; Mental health; Evidence-based medicine; Psychology; Alternative medicine; Psychiatry","score_opus":0.7283433423661043,"score_gpt":0.7045029717487091,"score_spread":0.02384037061739519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968138042","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.006117e-8,0.24571069,0.00022050136,0.00003872729,9.898798e-7,0.75340444,0.0002586405,0.000018128747,0.00034785725],"genre_scores_gemma":[3.407248e-7,0.0785106,0.00013750479,0.0000268489,0.000009784832,0.9199018,0.000007994824,0.00006805563,0.0013371125],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874171,0.009141456,0.0016230019,0.0009171501,0.0005242505,0.00037705872],"domain_scores_gemma":[0.99215144,0.003208343,0.0015565759,0.0025741176,0.00041715163,0.00009237958],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007477525,0.00053313747,0.006693285,0.00030641851,0.00014821436,0.000057832873,0.0007806841,0.0003125799,0.00025726654],"category_scores_gemma":[0.000089097884,0.0002690622,0.0020686418,0.0010106267,0.00035340805,0.000040326384,0.000050319773,0.00034074645,0.0000062604167],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020501416,0.00079433614,0.000002070737,0.937824,0.035350945,2.0832545e-7,0.000081038896,3.798152e-8,0.0000024025412,0.023837605,0.00028028066,0.001622074],"study_design_scores_gemma":[0.0017793224,0.002362958,0.000014622163,0.3019661,0.058511917,0.0000074218115,0.000011911818,0.0000013790839,0.000014843455,0.0050833644,0.6297651,0.00048104866],"about_ca_topic_score_codex":0.000045887347,"about_ca_topic_score_gemma":0.00000962252,"teacher_disagreement_score":0.6358579,"about_ca_system_score_codex":0.00009040293,"about_ca_system_score_gemma":0.0002468967,"threshold_uncertainty_score":0.99997616},"labels":[],"label_agreement":null},{"id":"W2968486217","doi":"10.2196/13783","title":"Using Temporal Features to Provide Data-Driven Clinical Early Warnings for Chronic Obstructive Pulmonary Disease and Asthma Care Management: Protocol for a Secondary Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Psychological intervention; Medicine; Asthma; COPD; Health care; Disease; Disease management; Intensive care medicine; MEDLINE; Protocol (science); Medical emergency; Nursing; Alternative medicine","score_opus":0.2006897416983794,"score_gpt":0.5635578444350346,"score_spread":0.36286810273665526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968486217","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022516076,0.0000058350324,0.013831341,0.00066599954,0.000014015525,0.9827271,0.00020149756,0.00015149023,0.00015109582],"genre_scores_gemma":[0.004522733,6.475291e-8,0.07991961,0.000076605524,0.00026703652,0.9143604,0.00010405467,0.000054788983,0.00069469045],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99397224,0.000993206,0.00071149395,0.0021534413,0.0010240002,0.0011456453],"domain_scores_gemma":[0.9950283,0.000668508,0.00030358747,0.0024883589,0.0007986183,0.0007126213],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024755925,0.00034521116,0.0005771057,0.0007622045,0.00061370665,0.0007820428,0.002867294,0.00017564581,0.000025122505],"category_scores_gemma":[0.00038100066,0.00030969045,0.00022833014,0.0013945901,0.00016101444,0.0011207366,0.0033620216,0.0010407025,0.000015138031],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006568487,0.00059495395,0.56434053,0.037260693,0.0007078092,0.0001576779,0.0038142903,0.0014920594,0.00008509818,0.0043596257,0.0044341395,0.37618467],"study_design_scores_gemma":[0.00384546,0.0034821103,0.33168668,0.0019024182,0.000028041513,0.0000062401837,0.00019356365,0.2474885,0.000015866275,0.0010675691,0.40964928,0.00063425594],"about_ca_topic_score_codex":0.00013188408,"about_ca_topic_score_gemma":0.000070520444,"teacher_disagreement_score":0.40521514,"about_ca_system_score_codex":0.00036238297,"about_ca_system_score_gemma":0.0010868205,"threshold_uncertainty_score":0.9999355},"labels":[],"label_agreement":null},{"id":"W2968495519","doi":"10.2196/15314","title":"Integrated Care Delivery for HIV Prevention and Treatment in Adolescent Girls and Young Women in Zambia: Protocol for a Cluster-Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Psychological intervention; Cluster randomised controlled trial; Medicine; Focus group; Intervention (counseling); Randomized controlled trial; Peer education; Cohort; Family medicine; Peer group; Nursing; Environmental health; Psychology; Public health; Health education; Social psychology; Business","score_opus":0.10545841162927683,"score_gpt":0.5077773966633894,"score_spread":0.40231898503411256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968495519","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094386026,0.000007787896,0.00009795497,0.00031420123,0.0000042960264,0.9046682,0.000038673355,0.000022107442,0.00046075633],"genre_scores_gemma":[0.010864686,0.0000024763128,0.00029758274,0.000009752537,0.00007868366,0.9700055,0.000052344738,0.000036416855,0.01865254],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9954412,0.0015676505,0.00092764175,0.0005784506,0.000515438,0.00096959254],"domain_scores_gemma":[0.99774164,0.0008952906,0.0001365863,0.0003082842,0.00059789093,0.00032032048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005005438,0.00025603743,0.0014533703,0.000826201,0.00010548137,0.00017648612,0.00012451167,0.00019106799,0.00012526942],"category_scores_gemma":[0.0015690579,0.00017426806,0.00033926064,0.00032288447,0.00017875385,0.00019494249,0.00009748115,0.00043168303,0.0000086741065],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97172785,0.002666204,0.0038810202,0.0032379879,0.0001116207,0.0000074980962,0.0011232547,5.546443e-7,0.00070341944,0.000053609492,0.002341451,0.014145509],"study_design_scores_gemma":[0.9322105,0.035801057,0.00037734926,0.006128639,0.00000923306,0.000003887034,0.001314486,0.004995977,0.0002126872,0.00022362618,0.018579349,0.00014322308],"about_ca_topic_score_codex":0.00012459606,"about_ca_topic_score_gemma":0.0004982423,"teacher_disagreement_score":0.083521344,"about_ca_system_score_codex":0.0011416939,"about_ca_system_score_gemma":0.00088395824,"threshold_uncertainty_score":0.71064454},"labels":[],"label_agreement":null},{"id":"W2968562535","doi":"10.2196/13186","title":"Aortic Stenosis Prognostication in Patients With Type 2 Diabetes: Protocol for Testing and Validation of a Biomarker-Derived Scoring System","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Valve Diseases and Treatments","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Internal medicine; Cardiology; Stenosis; Asymptomatic; Biomarker; Calcification; Aortic valve stenosis; Fibrosis; Subclinical infection; Myocardial fibrosis; Type 2 diabetes; Diabetes mellitus; Aortic valve; Endocrinology","score_opus":0.16047302099550362,"score_gpt":0.5061490074174406,"score_spread":0.345675986421937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968562535","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4817237,2.1165647e-7,0.0000017014622,0.0000043838986,0.0000010864683,0.51817787,0.00000599665,0.000013852467,0.00007120542],"genre_scores_gemma":[0.45235792,7.776481e-9,0.0002700859,0.0000010830548,0.0000070057577,0.54732853,0.000013705368,0.00001472704,0.000006951684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985357,0.00011481233,0.00027377496,0.00030124886,0.00047238584,0.00030211112],"domain_scores_gemma":[0.9983368,0.0002710055,0.00012025216,0.00026672435,0.0009019498,0.00010327482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004322559,0.000111788126,0.00025596644,0.00021069897,0.000050006027,0.000038109018,0.000051496314,0.000049534476,0.000006285431],"category_scores_gemma":[0.00039865944,0.000082761995,0.000059646824,0.00051733735,0.00004811806,0.00011935789,0.000050453134,0.0000854892,0.000005979506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002434621,0.0007457452,0.9816368,0.007798262,0.00007715046,5.1093343e-7,0.000039013667,0.000001443772,0.0024089005,0.000008498699,0.0000081103535,0.0048408913],"study_design_scores_gemma":[0.009853739,0.00432929,0.97180027,0.010544156,0.000018738869,1.1871147e-7,0.00005228147,0.00032528565,0.002957488,0.000009835497,0.00003146744,0.00007732188],"about_ca_topic_score_codex":0.000011219384,"about_ca_topic_score_gemma":1.4255748e-7,"teacher_disagreement_score":0.029365791,"about_ca_system_score_codex":0.00014497487,"about_ca_system_score_gemma":0.00016969189,"threshold_uncertainty_score":0.33749363},"labels":[],"label_agreement":null},{"id":"W2968680322","doi":"10.2196/15334","title":"Prevalence of Malnutrition Among Elderly People in Iran: Protocol for a Systematic Review and Meta-Analysis","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Malnutrition; Meta-analysis; Medicine; Systematic review; Gerontology; Environmental health; MEDLINE; Alternative medicine","score_opus":0.6618130482287153,"score_gpt":0.6650512750312405,"score_spread":0.003238226802525168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968680322","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0935367e-8,0.37498268,0.000008015684,0.00016800934,4.128719e-7,0.6246771,0.00009100054,0.000015755151,0.000057002406],"genre_scores_gemma":[4.1639943e-8,0.24710608,0.00036861235,0.0000453198,0.00002070413,0.75100464,0.000029815496,0.000045735167,0.0013790661],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9924977,0.0023156595,0.0025649506,0.00082148967,0.0011478117,0.00065241085],"domain_scores_gemma":[0.9956238,0.0010928573,0.0010870594,0.0012094777,0.0007273704,0.00025943018],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075718733,0.0004433844,0.009808387,0.0016164331,0.00008663322,0.000060772225,0.00040131,0.0003710859,0.00048996956],"category_scores_gemma":[0.00070906733,0.00029430183,0.0019108836,0.0024617314,0.00013307067,0.00014778164,0.00012860388,0.0010500895,0.000022859344],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008056382,0.00052483956,0.00006709214,0.9925787,0.0050704177,0.000005103108,0.00003098582,1.56663e-8,1.364991e-7,0.000052231695,0.00093618484,0.00065375154],"study_design_scores_gemma":[0.0015654829,0.0011934319,0.000025908026,0.8090899,0.0756915,0.000017266764,0.000009107992,0.0000068930826,7.1406487e-7,0.000041866795,0.11215877,0.00019915833],"about_ca_topic_score_codex":0.000017904455,"about_ca_topic_score_gemma":0.000020867443,"teacher_disagreement_score":0.18348877,"about_ca_system_score_codex":0.00022602962,"about_ca_system_score_gemma":0.00047897047,"threshold_uncertainty_score":0.9999509},"labels":[],"label_agreement":null},{"id":"W2968744664","doi":"10.2196/13903","title":"Quality of Inpatient Tuberculosis Health Care in High-Burden Resource-Limited Settings: Protocol for a Comprehensive Mixed Methods Assessment Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Medicine; Protocol (science); Health care; Quality (philosophy); Quality management; Nursing; Business; Medical education; Service (business); Alternative medicine; Marketing","score_opus":0.3220203418668654,"score_gpt":0.6532753378912779,"score_spread":0.3312549960244125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968744664","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07059411,0.0000057383286,0.00006465449,0.0045870086,0.0000068856552,0.9239706,0.00007022308,0.000080583144,0.0006201872],"genre_scores_gemma":[0.015989093,4.439238e-7,0.015795408,0.0003994133,0.00010946932,0.9674068,0.00010636632,0.00007506559,0.000117957505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9760757,0.016577281,0.0021863729,0.0012759579,0.002071767,0.0018129234],"domain_scores_gemma":[0.9908048,0.004410192,0.0005329487,0.0015723981,0.002063515,0.0006161576],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01643377,0.00040554747,0.001978943,0.0011034508,0.00021286393,0.000052089646,0.0006037319,0.0002994728,0.00015002744],"category_scores_gemma":[0.0024134726,0.0003223719,0.0002996831,0.0014110397,0.0002804917,0.00013212238,0.00071510865,0.001715709,0.000023059069],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045717653,0.016224083,0.62967575,0.05116287,0.000795717,0.0000383197,0.015311521,0.00018825763,0.02083907,0.00084515195,0.089584604,0.12961704],"study_design_scores_gemma":[0.034185477,0.051431708,0.60003173,0.0042278734,0.0000060923912,0.0000047482613,0.021862349,0.000703046,0.0015808608,0.0001742402,0.2853782,0.00041368033],"about_ca_topic_score_codex":0.00153894,"about_ca_topic_score_gemma":0.00021060675,"teacher_disagreement_score":0.1957936,"about_ca_system_score_codex":0.0013839173,"about_ca_system_score_gemma":0.0016010355,"threshold_uncertainty_score":0.9999228},"labels":[],"label_agreement":null},{"id":"W2968769284","doi":"10.2196/13514","title":"Effectiveness of theory based intervention using social media to reduce urinary incontinence among postpartum women in Hebron city hospitals: protocol for randomize control trial (Preprint)","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Urinary incontinence; Protocol (science); Medicine; Intervention (counseling); Randomized controlled trial; Obstetrics; Family medicine; Gynecology; Alternative medicine; Nursing; Computer science; Urology; Surgery","score_opus":0.08794927837797831,"score_gpt":0.492504389387963,"score_spread":0.40455511100998465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968769284","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48424727,3.7943803e-7,0.00017049123,0.000035260276,0.000009691724,0.5154307,0.000012685841,0.00002214572,0.00007138439],"genre_scores_gemma":[0.44551307,8.476657e-9,0.00009888922,0.0000053960816,0.00004811634,0.5542473,0.0000063860734,0.000028314025,0.000052497704],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9930814,0.0036014647,0.00079891534,0.0007074274,0.0009108235,0.00089999853],"domain_scores_gemma":[0.9957388,0.002610515,0.00027983036,0.0005414253,0.0005853867,0.00024401105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014224717,0.00027821306,0.0010608403,0.0005440138,0.00009222435,0.000046807032,0.00035506586,0.00022138635,0.00021533911],"category_scores_gemma":[0.0037985689,0.0002398838,0.00031244647,0.00055064156,0.00024556357,0.00024598223,0.00019236021,0.00047666157,0.000016013213],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90489376,0.0058182348,0.063373275,0.006161684,0.00012076235,0.000015121035,0.00093960046,0.000020690097,0.016920041,0.000046243546,0.000044404533,0.0016461768],"study_design_scores_gemma":[0.7584964,0.013021347,0.1974393,0.012339056,0.000012159136,0.0000016531839,0.0002963898,0.0005163847,0.015869014,0.0016668933,0.000105654246,0.0002357647],"about_ca_topic_score_codex":0.00006807099,"about_ca_topic_score_gemma":0.000008237587,"teacher_disagreement_score":0.14639737,"about_ca_system_score_codex":0.001022729,"about_ca_system_score_gemma":0.00060085085,"threshold_uncertainty_score":0.9782177},"labels":[],"label_agreement":null},{"id":"W2969081913","doi":"10.2196/14481","title":"Acceptability and Feasibility of a Telehealth Intervention for Sexually Transmitted Infection Testing Among Male Couples: Protocol for a Pilot Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institutes of Health","keywords":"Gonorrhea; Chlamydia; Medicine; Men who have sex with men; Family medicine; Intervention (counseling); Randomized controlled trial; Gynecology; Syphilis; Nursing; Human immunodeficiency virus (HIV); Internal medicine; Immunology","score_opus":0.35857348686452,"score_gpt":0.5666134106205122,"score_spread":0.20803992375599217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969081913","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46259016,7.9303874e-7,0.00034019994,0.000017762026,0.00000811968,0.5368859,0.000026533562,0.00004601011,0.00008449219],"genre_scores_gemma":[0.39782232,3.5270467e-8,0.00017885632,0.0000010830848,0.000021094656,0.6015106,0.0000109667635,0.000022543027,0.0004325081],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99540925,0.0018236686,0.00081650645,0.0009911357,0.00021660337,0.00074284454],"domain_scores_gemma":[0.994801,0.0019518504,0.0002674784,0.0008068765,0.002109685,0.00006311741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009927802,0.00022543463,0.000489664,0.00041233242,0.00043437092,0.00007352833,0.00028431963,0.00016704314,0.00042751108],"category_scores_gemma":[0.0030278878,0.00019560533,0.00010951634,0.0007041418,0.00060326804,0.00039759936,0.0001680067,0.00079573866,0.00002067154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009495269,0.012714939,0.8581628,0.0059601716,0.00008795748,2.3535125e-7,0.0004003036,0.0000046882888,0.09648946,0.000041849682,0.00019842583,0.016443888],"study_design_scores_gemma":[0.015771605,0.07504189,0.8896853,0.0005138443,0.000005380347,0.000011193678,0.00047667607,0.00007856709,0.0131443655,0.00045632652,0.0046242555,0.000190616],"about_ca_topic_score_codex":0.0009753176,"about_ca_topic_score_gemma":0.0004336135,"teacher_disagreement_score":0.08334509,"about_ca_system_score_codex":0.00025867595,"about_ca_system_score_gemma":0.00039131162,"threshold_uncertainty_score":0.7976554},"labels":[],"label_agreement":null},{"id":"W2969288176","doi":"10.2196/14542","title":"Assessing Whether Meditation Improves Quality of Life for Adolescent Girls With Polycystic Ovary Syndrome: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ovarian function and disorders","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Polycystic ovary; Randomized controlled trial; Meditation; Quality of life (healthcare); Protocol (science); Medicine; Psychology; Alternative medicine; Psychotherapist; Clinical psychology; Physical therapy; Internal medicine; Obesity","score_opus":0.18616903084513195,"score_gpt":0.5416066588666067,"score_spread":0.3554376280214748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969288176","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029536062,0.0000013865808,0.0064534363,0.00086300366,0.00003059736,0.9886571,0.000007799722,0.00006467914,0.00096837356],"genre_scores_gemma":[0.011085071,3.5478276e-8,0.0022670764,0.00016019132,0.00019597997,0.984243,0.000018273166,0.00006041704,0.0019700048],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950043,0.001404063,0.0012722546,0.00049755076,0.0012660798,0.0005557307],"domain_scores_gemma":[0.9938272,0.0034316124,0.00064818014,0.00050356606,0.0013229611,0.0002664274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009810501,0.00025135293,0.0018847719,0.0003688419,0.00013386778,0.00016055987,0.0001635979,0.00020739438,0.00026396473],"category_scores_gemma":[0.0060422043,0.00015510453,0.000507882,0.00033317518,0.0002862459,0.00028699028,0.00003811432,0.0003779831,0.000013735756],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98228085,0.0021871123,0.00018167273,0.0066151996,0.0002825541,0.0000010731533,0.00009251158,0.0000024395597,0.0050271917,0.0005630496,0.002018367,0.000747988],"study_design_scores_gemma":[0.98057055,0.008970086,0.0009509314,0.0026096296,0.000033688357,0.0000029766538,0.0002819177,0.0008496551,0.00026954195,0.000539213,0.0047423267,0.00017946043],"about_ca_topic_score_codex":0.00001389514,"about_ca_topic_score_gemma":0.0000021298897,"teacher_disagreement_score":0.008131464,"about_ca_system_score_codex":0.00008986885,"about_ca_system_score_gemma":0.0019096072,"threshold_uncertainty_score":0.7233519},"labels":[],"label_agreement":null},{"id":"W2969426843","doi":"10.2196/12970","title":"Impact of Perinatal Different Intrauterine Environments on Child Growth and Development: Planning and Baseline Data for a Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal and Neonatal Healthcare","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pregnancy; Obstetrics; Psychological intervention; Pediatrics; Post-hoc analysis; Intrauterine growth restriction; Anthropometry; Gestational age; Gestation; Nursing; Internal medicine","score_opus":0.35175066325850735,"score_gpt":0.6154972893607774,"score_spread":0.26374662610227007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969426843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66946316,0.0000063286566,0.000012151834,0.00005954667,0.000005489158,0.3301158,0.00025188428,0.0000096208005,0.00007600705],"genre_scores_gemma":[0.59241456,0.0000032393461,0.000055514385,0.000014529185,0.00004281474,0.40718725,0.00009010723,0.00001758736,0.00017441601],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99745363,0.0005313345,0.00042547728,0.00051736087,0.0005325319,0.0005396501],"domain_scores_gemma":[0.9986261,0.00046106573,0.00011174337,0.0005218724,0.000055490036,0.00022371594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016549507,0.00016870044,0.00033268484,0.00014533382,0.00042127285,0.000015457666,0.00033191423,0.00008672236,0.00019470644],"category_scores_gemma":[0.00009885782,0.000113346956,0.000015557443,0.000065484266,0.000057675483,0.00013006665,0.0010752456,0.0006175946,0.00001870398],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021584341,0.00048035974,0.9872438,0.003483227,0.00004316922,0.0000071277937,0.0011253351,1.5878072e-7,0.00018792137,0.00003019227,0.00012432454,0.005116002],"study_design_scores_gemma":[0.00311479,0.0034471008,0.98123914,0.0022953558,0.0000010121539,0.0000022251581,0.00033696723,0.00011860747,0.00015919228,0.000022326447,0.009152423,0.00011084327],"about_ca_topic_score_codex":0.00019023633,"about_ca_topic_score_gemma":0.000015868609,"teacher_disagreement_score":0.07707143,"about_ca_system_score_codex":0.00009433359,"about_ca_system_score_gemma":0.000114917006,"threshold_uncertainty_score":0.46221548},"labels":[],"label_agreement":null},{"id":"W2969438137","doi":"10.2196/13852","title":"Development of a Digital Content-Free Speech Analysis Tool for the Measurement of Mental Health and Follow-Up for Mental Disorders: Protocol for a Case-Control Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Active listening; Protocol (science); Guideline; Psychology; Applied psychology; Medicine; Psychiatry; Alternative medicine; Communication","score_opus":0.37518154032004836,"score_gpt":0.5376389961536916,"score_spread":0.16245745583364324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969438137","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010369865,0.000002487815,0.0023736926,0.00045040302,0.000020284986,0.98592514,0.00073257944,0.000016867989,0.000108670916],"genre_scores_gemma":[0.050775703,5.693689e-8,0.0011921338,0.000026136328,0.00002746375,0.94737166,0.00003233124,0.00002883165,0.0005456595],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9970946,0.00025009667,0.0008229276,0.0004843792,0.00080728275,0.00054074306],"domain_scores_gemma":[0.99784416,0.00043303077,0.00034575252,0.00051238993,0.00074357196,0.000121078585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042596958,0.00019484064,0.00049576507,0.00030486923,0.00033445947,0.00008079318,0.0003223321,0.00007582413,0.00011796604],"category_scores_gemma":[0.00023392455,0.00013620168,0.00027685045,0.00031051782,0.00010040741,0.00013601876,0.00011759432,0.00013372854,0.000003367196],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.098880984,0.024005754,0.059997346,0.00745401,0.011090069,0.0000039840334,0.054556888,0.0000018626023,0.0037487107,0.0009989896,0.027835831,0.71142554],"study_design_scores_gemma":[0.41747922,0.08092365,0.021611556,0.0024746861,0.00028609476,0.00004396902,0.14447474,0.0016302444,0.004646932,0.0017029152,0.323439,0.0012869996],"about_ca_topic_score_codex":0.000029201246,"about_ca_topic_score_gemma":0.000605798,"teacher_disagreement_score":0.71013856,"about_ca_system_score_codex":0.00016285469,"about_ca_system_score_gemma":0.0003089464,"threshold_uncertainty_score":0.5554143},"labels":[],"label_agreement":null},{"id":"W2969632718","doi":"10.2196/13176","title":"Noninvasive Bimodal Neuromodulation for the Treatment of Tinnitus: Protocol for a Second Large-Scale Double-Blind Randomized Clinical Trial to Optimize Stimulation Parameters","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing, Cochlea, Tinnitus, Genetics","field":"Neuroscience","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tinnitus; Medicine; Randomized controlled trial; Audiology; Tolerability; Neuromodulation; Clinical trial; Loudness; Stimulation; Hyperacusis; Physical medicine and rehabilitation; Physical therapy; Psychology; Adverse effect; Surgery; Internal medicine","score_opus":0.5483495052047588,"score_gpt":0.6010311486826236,"score_spread":0.05268164347786486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969632718","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10741894,2.3536045e-7,0.0070079337,0.00033301607,0.0000579074,0.8849128,0.000067395325,0.000049206647,0.00015258025],"genre_scores_gemma":[0.0103265615,3.406502e-7,0.0072216797,0.00009084291,0.00034535443,0.9806222,0.000010798668,0.00008215148,0.0013000983],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99306613,0.002165575,0.0015296945,0.0011192042,0.0011162526,0.0010031225],"domain_scores_gemma":[0.9827611,0.0145381875,0.00052014587,0.001139229,0.00076187565,0.0002794484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072356476,0.00033689072,0.00094023504,0.00034248846,0.0003863356,0.00029275328,0.0006955769,0.00026833054,0.00017862653],"category_scores_gemma":[0.003763025,0.00023234944,0.00059710664,0.0006482445,0.00033349366,0.00020397991,0.00017801764,0.00036594746,0.000068971596],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9792276,0.00261502,0.00014580369,0.00036275244,0.000036067468,0.0000017128983,0.0008497759,0.005060533,0.008060358,0.00020364359,0.00048047546,0.0029562372],"study_design_scores_gemma":[0.7729405,0.01640407,0.000060594797,0.00020692711,0.000012267058,0.0000017376284,0.000045108478,0.067909665,0.07448307,0.0002936017,0.06741938,0.00022303464],"about_ca_topic_score_codex":0.000012076517,"about_ca_topic_score_gemma":0.000019739311,"teacher_disagreement_score":0.20628707,"about_ca_system_score_codex":0.00016389645,"about_ca_system_score_gemma":0.0006293655,"threshold_uncertainty_score":0.9474935},"labels":[],"label_agreement":null},{"id":"W2969807608","doi":"10.2196/15006","title":"Development and Implementation of a Nurse-Led Model of Care Coordination to Provide Health-Sector Continuity of Care for People With Multimorbidity: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nursing; Multidisciplinary approach; Health care; Medicine; Action research; Stakeholder; Collaborative Care; Psychology; Family medicine; Primary care; Public relations","score_opus":0.21588709175721832,"score_gpt":0.610841020332038,"score_spread":0.3949539285748197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969807608","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09708927,0.0000012181836,0.003303418,0.00011578704,0.0000024552485,0.89928526,0.00011723732,0.000018637707,0.000066714514],"genre_scores_gemma":[0.14352323,1.6345059e-8,0.05426006,0.000005257549,0.000010191217,0.80205345,0.00004899806,0.00002719347,0.000071617054],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9975543,0.00027010287,0.00064872624,0.00042659644,0.0007252822,0.00037498286],"domain_scores_gemma":[0.9969956,0.00019577553,0.00036348458,0.00037912605,0.0019275299,0.00013846834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016657271,0.00017054226,0.0006723944,0.00032360965,0.0000834568,0.0000253173,0.00015127212,0.000044174434,0.000018341048],"category_scores_gemma":[0.00012795591,0.00013814741,0.00006122475,0.0003312062,0.000056508856,0.0001181975,0.000112739915,0.0000968371,2.861615e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05371642,0.005852701,0.114064045,0.37240657,0.0006207362,0.0000013791065,0.17022482,0.00023685645,0.027713656,0.0018525522,0.0021842073,0.25112605],"study_design_scores_gemma":[0.117101565,0.079994656,0.16421926,0.011279892,0.00008587408,8.1882837e-7,0.42513964,0.004577285,0.16974893,0.00013903208,0.027130187,0.000582857],"about_ca_topic_score_codex":0.00018183258,"about_ca_topic_score_gemma":0.0018513481,"teacher_disagreement_score":0.3611267,"about_ca_system_score_codex":0.0003861799,"about_ca_system_score_gemma":0.0021276562,"threshold_uncertainty_score":0.5633488},"labels":[],"label_agreement":null},{"id":"W2969928511","doi":"10.2196/13437","title":"Radiofrequency-Assisted Liver Resection Versus Clamp-Crush Liver Resection: Protocol for an Updated Meta-Analysis and Systematic Review","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Radiofrequency ablation; Systematic review; Resection; Randomized controlled trial; Protocol (science); Liver cancer; Surgery; MEDLINE; Cancer; Ablation; Internal medicine; Pathology; Alternative medicine","score_opus":0.6155100816264659,"score_gpt":0.5360403377663604,"score_spread":0.07946974386010552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969928511","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028026442,0.0007098545,0.000036990667,0.0003955548,0.000007988365,0.9970627,0.00003007842,0.00013756315,0.001339041],"genre_scores_gemma":[0.0027392101,0.00003059485,0.00068887864,0.00009606188,0.00011238283,0.9915129,0.00021931583,0.00007428608,0.0045263544],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929482,0.002578011,0.0010141955,0.0011172309,0.0015388976,0.00080348545],"domain_scores_gemma":[0.9954669,0.00050476025,0.00034687796,0.0016384624,0.0015417296,0.0005012813],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004959887,0.00045125576,0.0021858609,0.0009093705,0.00038650908,0.00024931802,0.00033841518,0.00033011145,0.0026286577],"category_scores_gemma":[0.000387446,0.00031345454,0.0011651764,0.0025136343,0.00016407475,0.0005337565,0.00012430274,0.0006810426,0.00021554246],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024993008,0.003058617,0.008368169,0.84868336,0.08696276,0.00032363212,0.00037838056,8.851354e-7,0.0023844787,0.00039379622,0.023105439,0.001347466],"study_design_scores_gemma":[0.078465104,0.12085384,0.004299007,0.13532299,0.26973423,0.00056830444,0.00039176928,0.018531322,0.024610942,0.00026728734,0.34347874,0.0034764488],"about_ca_topic_score_codex":0.00018371617,"about_ca_topic_score_gemma":0.00010941346,"teacher_disagreement_score":0.71336037,"about_ca_system_score_codex":0.0003565952,"about_ca_system_score_gemma":0.00033053712,"threshold_uncertainty_score":0.99993175},"labels":[],"label_agreement":null},{"id":"W2970318644","doi":"10.2196/15029","title":"Testing a Real-Time Tenofovir Urine Adherence Assay for Monitoring and Providing Feedback to Preexposure Prophylaxis in Kenya (PUMA): Protocol for a Pilot Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Institute of Allergy and Infectious Diseases; Alere","keywords":"Pre-exposure prophylaxis; Medicine; Randomized controlled trial; Emtricitabine; Protocol (science); Focus group; Family medicine; Human immunodeficiency virus (HIV); Men who have sex with men; Viral load; Alternative medicine; Antiretroviral therapy; Internal medicine","score_opus":0.166426845439749,"score_gpt":0.5087815799521503,"score_spread":0.34235473451240134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970318644","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033570375,0.0000015212288,0.0001599717,0.00023905067,0.000008641906,0.96305776,0.000025798534,0.000110380766,0.0028265163],"genre_scores_gemma":[0.0100464495,2.1323653e-7,0.0075348136,0.00000473967,0.0005171711,0.9577109,0.000008344195,0.000095728275,0.024081642],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99290866,0.0017525106,0.0014756982,0.001003218,0.0013423901,0.0015175461],"domain_scores_gemma":[0.9905664,0.0061095036,0.00029363655,0.00063271227,0.0017752597,0.00062253186],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015287424,0.00040402293,0.0019862426,0.00094149396,0.000314933,0.0003829635,0.0004516814,0.00020410537,0.00017918041],"category_scores_gemma":[0.024749562,0.00028655585,0.00044651743,0.00096606056,0.00021982758,0.0003513856,0.00033142982,0.0008593939,0.000077626086],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84490496,0.0019008043,0.0018326393,0.005210398,0.000111014604,0.000009637664,0.00022599526,0.000001887401,0.13367705,0.00006671571,0.0017471786,0.010311739],"study_design_scores_gemma":[0.8077163,0.16949885,0.00017836026,0.0113794515,0.000009500315,0.000006238194,0.00008392455,0.0028543996,0.005143725,0.0002595635,0.002616918,0.0002527603],"about_ca_topic_score_codex":0.00013914613,"about_ca_topic_score_gemma":0.000013012752,"teacher_disagreement_score":0.16759804,"about_ca_system_score_codex":0.00033177002,"about_ca_system_score_gemma":0.0010517027,"threshold_uncertainty_score":0.99995863},"labels":[],"label_agreement":null},{"id":"W2970369856","doi":"10.2196/13377","title":"Clinical Outcomes of Pneumonia and Other Comorbidities in Children Aged 2-59 Months in Lilongwe, Malawi: Protocol for the Prospective Observational Study “Innovative Treatments in Pneumonia”","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Heart, Lung, and Blood Institute; Bill and Melinda Gates Foundation","keywords":"Medicine; Integrated Management of Childhood Illness; Observational study; Pneumonia; Pediatrics; Clinical trial; Malnutrition; Malaria; Randomized controlled trial; Child mortality; Severe Acute Malnutrition; Intensive care medicine; Population; Internal medicine; Environmental health","score_opus":0.3312658276152785,"score_gpt":0.5816966282658973,"score_spread":0.2504308006506188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970369856","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39729965,9.687627e-7,9.2100703e-7,0.0007929099,0.000001901102,0.60163134,0.00003614045,0.000008724584,0.00022746442],"genre_scores_gemma":[0.36756867,2.2088277e-7,0.000046867535,0.00005208273,0.000029722323,0.63149726,0.0000050238336,0.000024676214,0.0007754763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99539673,0.0011249712,0.0010264299,0.00057179213,0.0011590618,0.0007210094],"domain_scores_gemma":[0.9967634,0.0018127287,0.00018777724,0.0006052469,0.00051304256,0.00011781891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005056418,0.00025833916,0.00083123427,0.0005679076,0.000083636856,0.00006762588,0.0003948775,0.00015589959,0.00012800965],"category_scores_gemma":[0.0011139811,0.0001624777,0.00009538743,0.0011234414,0.00034148505,0.0001977373,0.0002481829,0.0011400139,0.000009025308],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009028117,0.006097417,0.9808499,0.00023568973,0.00019654566,0.000018147399,0.00088070263,0.0000030376837,0.00029460402,0.0008770641,0.00011237228,0.0014063607],"study_design_scores_gemma":[0.0405546,0.007177909,0.94945335,0.00064826454,0.0000033488527,0.0000023724565,0.00083619636,0.000161166,0.00006511048,0.0005948462,0.0003776634,0.00012518339],"about_ca_topic_score_codex":0.00087125826,"about_ca_topic_score_gemma":0.0011023354,"teacher_disagreement_score":0.031526484,"about_ca_system_score_codex":0.00024334513,"about_ca_system_score_gemma":0.0006635897,"threshold_uncertainty_score":0.6625648},"labels":[],"label_agreement":null},{"id":"W2970376886","doi":"10.2196/14622","title":"Hypothermic Oxygenated Machine Perfusion of Extended Criteria Kidney Allografts from Brain Dead Donors: Protocol for a Prospective Pilot Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Organ Transplantation Techniques and Outcomes","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"RWTH Aachen University","keywords":"Medicine; Machine perfusion; Transplantation; Dialysis; Kidney transplantation; Kidney; Surgery; Intensive care unit; Intensive care medicine; Liver transplantation; Internal medicine","score_opus":0.17773083363994827,"score_gpt":0.5337585713467753,"score_spread":0.35602773770682705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970376886","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040999055,6.345055e-7,0.00014270988,0.00067512813,0.0000055455803,0.95730925,0.00019066969,0.00019928663,0.0004776941],"genre_scores_gemma":[0.05120774,2.9233885e-7,0.0027754751,0.00019159698,0.00008078205,0.94379014,0.00006476739,0.00008968861,0.0017995411],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9966902,0.00047328323,0.0006564134,0.0006980869,0.00091266155,0.00056931993],"domain_scores_gemma":[0.99769324,0.0003566972,0.00018221705,0.000747569,0.0007261225,0.00029417328],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001379478,0.00029536674,0.0006235343,0.00040759693,0.00012832848,0.00006950696,0.0003806904,0.0001223317,0.002105218],"category_scores_gemma":[0.00029745974,0.00022104189,0.00012632186,0.00049963786,0.00012896054,0.00016278613,0.00011936059,0.0005249926,0.000054641197],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046087954,0.013474831,0.22503711,0.0059658815,0.00018516788,0.00005244322,0.0024587808,2.0159646e-7,0.69504213,0.00013913708,0.009369645,0.0021867398],"study_design_scores_gemma":[0.06405101,0.10345495,0.44295332,0.0069217556,0.000035000943,0.00001902554,0.000522938,0.0003184823,0.34820247,0.0024153732,0.030488038,0.0006176581],"about_ca_topic_score_codex":0.00033885968,"about_ca_topic_score_gemma":0.000055159482,"teacher_disagreement_score":0.34683964,"about_ca_system_score_codex":0.00015050998,"about_ca_system_score_gemma":0.00041691223,"threshold_uncertainty_score":0.998807},"labels":[],"label_agreement":null},{"id":"W2970556600","doi":"10.2196/14720","title":"An App-Delivered Self-Management Program for People With Low Back Pain: Protocol for the selfBACK Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; University of Glasgow; Robert Gordon University; Syddansk Universitet; National Research Centre","keywords":"Randomized controlled trial; Protocol (science); Physical therapy; Pain management; Medicine; Psychology; Alternative medicine; Surgery","score_opus":0.043585847499341926,"score_gpt":0.47311412774578177,"score_spread":0.42952828024643985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970556600","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005111688,7.9823957e-7,0.0016505802,0.0013161307,0.000013201634,0.99457145,0.000005343692,0.00022671663,0.0017046058],"genre_scores_gemma":[0.00066679216,2.742674e-7,0.012161446,0.000105377614,0.00039588322,0.98218936,0.000040357165,0.00008372904,0.004356809],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938039,0.0024150407,0.0008607196,0.00073329365,0.0013075215,0.00087951816],"domain_scores_gemma":[0.9918024,0.0052521233,0.00027610542,0.0010701362,0.0013298205,0.0002694114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017756142,0.00034354304,0.0014900246,0.00020739343,0.0003331685,0.00026106875,0.00042205455,0.00019013953,0.00036429588],"category_scores_gemma":[0.0008249431,0.00016342677,0.0007119938,0.000483363,0.00025263435,0.00019410363,0.00006405036,0.00040877602,0.000079617035],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9560059,0.0054326244,0.00007167393,0.022884915,0.0005597591,7.529801e-7,0.00046812947,0.0000176839,0.0001603482,0.0007168048,0.007279756,0.006401669],"study_design_scores_gemma":[0.848589,0.030806648,0.000100229605,0.00206008,0.000032129978,6.0262715e-7,0.00038565954,0.024240466,0.00004135907,0.00022682808,0.09331242,0.00020456627],"about_ca_topic_score_codex":0.0000086477285,"about_ca_topic_score_gemma":0.000010749775,"teacher_disagreement_score":0.107416876,"about_ca_system_score_codex":0.00015025344,"about_ca_system_score_gemma":0.0004041119,"threshold_uncertainty_score":0.66643506},"labels":[],"label_agreement":null},{"id":"W2970851350","doi":"10.2196/14170","title":"Action Ethnography of Community Reintegration for Veterans and Military Service Members With Traumatic Brain Injury: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of Research and Development; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Thematic analysis; Military service; Context (archaeology); Medicine; Psychology; Health care; Participant observation; Qualitative research; Gerontology; Nursing; Sociology; Political science","score_opus":0.5784726587261433,"score_gpt":0.6596401081009724,"score_spread":0.08116744937482911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970851350","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19378963,4.312993e-7,0.0015385249,0.0011040083,0.000004000803,0.80333006,0.00003821767,0.000059289425,0.00013585243],"genre_scores_gemma":[0.01402035,4.5015593e-8,0.03254469,0.00009086338,0.000034593857,0.95300514,0.000030496254,0.00007545174,0.00019837588],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9925323,0.004502246,0.0007317962,0.00044331636,0.0011224066,0.0006679093],"domain_scores_gemma":[0.99220544,0.0044676205,0.0001707129,0.0012033363,0.0017024972,0.0002503867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015038974,0.0002909379,0.0007317895,0.00076427514,0.00038467962,0.00006119244,0.00041508037,0.00020566855,0.0000808643],"category_scores_gemma":[0.0009768227,0.0002134954,0.00014080804,0.001297961,0.00031165915,0.0003370078,0.00013145279,0.0012806909,0.000003226131],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19082624,0.018716108,0.01371675,0.14444919,0.0013803261,0.000004067646,0.08626859,0.000015713911,0.1774303,0.00038005383,0.02442154,0.34239113],"study_design_scores_gemma":[0.12496106,0.33313912,0.13467745,0.022856465,0.0001273732,0.00005686204,0.21443771,0.0116300145,0.0740449,0.003978569,0.07876048,0.0013299776],"about_ca_topic_score_codex":0.0005773658,"about_ca_topic_score_gemma":0.000839777,"teacher_disagreement_score":0.34106115,"about_ca_system_score_codex":0.00013772634,"about_ca_system_score_gemma":0.00039802215,"threshold_uncertainty_score":0.8706089},"labels":[],"label_agreement":null},{"id":"W2971088519","doi":"10.2196/15490","title":"Writing a Systematic Review for Publication in a Health-Related Degree Program","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Publication; Systematic review; Medical education; Computer science; Schedule; Psychology; Medicine; MEDLINE; Alternative medicine","score_opus":0.7096145454074233,"score_gpt":0.6181671994196617,"score_spread":0.09144734598776161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971088519","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8462001e-9,0.49819413,5.301029e-7,0.0007406543,0.0000086852915,0.494477,0.000049554248,0.00013722242,0.0063921963],"genre_scores_gemma":[2.6087795e-8,0.37946963,0.000054913668,0.000094041956,0.0002972242,0.6124057,0.00029919742,0.000080330225,0.0072989264],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901542,0.0032316104,0.0034647253,0.00080366235,0.0010494879,0.0012963273],"domain_scores_gemma":[0.9941271,0.0020223507,0.0016501138,0.00089179806,0.0011035369,0.0002051232],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023323366,0.00045265662,0.003348484,0.0009005892,0.00051110156,0.0018801634,0.0014301031,0.00043248027,0.00027535006],"category_scores_gemma":[0.005053706,0.00033710088,0.0005526014,0.0006813068,0.00017230964,0.000698477,0.0002493106,0.0028783386,0.0003591119],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026224554,0.000111175505,1.9555158e-7,0.6923412,0.000025085512,0.000001063754,0.00048148393,5.0702145e-9,1.1378932e-9,0.018075338,0.038266253,0.25069556],"study_design_scores_gemma":[0.00016039537,0.00017484714,1.801258e-8,0.4943042,0.000016956363,0.000006952664,0.00011560078,0.000009995008,1.878876e-9,0.000117250325,0.5049329,0.00016091722],"about_ca_topic_score_codex":0.00006567288,"about_ca_topic_score_gemma":0.00003180193,"teacher_disagreement_score":0.4666666,"about_ca_system_score_codex":0.0005815743,"about_ca_system_score_gemma":0.0015266419,"threshold_uncertainty_score":0.9999081},"labels":[],"label_agreement":null},{"id":"W2971217374","doi":"10.2196/14335","title":"Monitoring of Vedolizumab Infusion Therapy (MOVE-IT) Response With Fecal Inflammation Markers, Ultrasound, and Trough Serum Level in Patients With Ulcerative Colitis: Protocol for a Multicentric, Prospective, Noninterventional Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Takeda Pharmaceuticals International","keywords":"Vedolizumab; Medicine; Ulcerative colitis; Internal medicine; Interim analysis; Clinical trial; Prospective cohort study; Observational study; Inflammatory bowel disease; Trough level; Gastroenterology; Disease","score_opus":0.0625485578063248,"score_gpt":0.4306697312856764,"score_spread":0.36812117347935164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971217374","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51533234,1.6394455e-7,0.000014522135,0.0000071830937,0.0000017338621,0.48458457,0.000034468936,0.000004202219,0.0000208235],"genre_scores_gemma":[0.4520055,6.549986e-8,0.0002453219,0.0000017971124,0.00002756171,0.54757255,0.00001077881,0.000021137846,0.0001152965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970245,0.00094186614,0.00039578593,0.0005302693,0.0006854352,0.00042219224],"domain_scores_gemma":[0.99821824,0.00013786476,0.000199676,0.00036145796,0.0009797537,0.00010300816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013323853,0.00022459311,0.00021743587,0.00017592245,0.00012933173,0.00008728037,0.00019656465,0.000116446514,0.000028218648],"category_scores_gemma":[0.00022289643,0.00017427679,0.000048832117,0.00021108126,0.00014932282,0.000055194192,0.00011663577,0.00022667226,0.0000025743357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.28046584,0.001397964,0.7129369,0.00034012934,0.000057755547,0.0000073960164,0.0004276638,0.00001589314,0.0033663427,0.00000944966,0.000023266672,0.0009513767],"study_design_scores_gemma":[0.040376313,0.014092354,0.930536,0.0011618984,0.000001879033,0.0000013183738,0.0005452025,0.000022611923,0.012529122,0.000015162347,0.0005205401,0.00019763295],"about_ca_topic_score_codex":0.000009338831,"about_ca_topic_score_gemma":0.00006473517,"teacher_disagreement_score":0.24008955,"about_ca_system_score_codex":0.00015512001,"about_ca_system_score_gemma":0.0004221657,"threshold_uncertainty_score":0.7106801},"labels":[],"label_agreement":null},{"id":"W2971594766","doi":"10.2196/14533","title":"Normothermic Insufflation to Prevent Perioperative Hypothermia and Improve Quality of Recovery in Elective Colectomy Patients: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Thermal Regulation in Medicine","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Perioperative; Randomized controlled trial; Anesthesia; Insufflation; Laparoscopy; Colorectal surgery; Colectomy; Prehabilitation; Surgery; Hypothermia; Abdominal surgery; Physical therapy; Colorectal cancer; Internal medicine; Cancer","score_opus":0.08768490947326293,"score_gpt":0.5316113639194785,"score_spread":0.4439264544462156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971594766","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2941299,4.992311e-7,0.000053202784,0.00017093182,0.000008200566,0.70490855,0.0000071257173,0.000021317872,0.00070025993],"genre_scores_gemma":[0.03507045,1.05778504e-7,0.00039511852,0.000071071314,0.00010282782,0.962555,0.0000057114885,0.000054036955,0.0017456989],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945514,0.0021844176,0.0013537286,0.0005018868,0.0009759399,0.0004326046],"domain_scores_gemma":[0.9953031,0.0023538505,0.0004523758,0.00038467834,0.00133837,0.00016763812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070376224,0.00023154686,0.0017839412,0.0005054021,0.000051320338,0.000034106553,0.00013421715,0.00017544447,0.00018706595],"category_scores_gemma":[0.0056952205,0.00015821589,0.00021314203,0.00047309694,0.00020161462,0.00017065712,0.00006908359,0.00038336386,0.000008053969],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9582869,0.002336469,0.0014193575,0.0010107929,0.00010444344,4.089101e-7,0.0012367656,0.000008720479,0.03228395,0.000275174,0.000059967497,0.0029770539],"study_design_scores_gemma":[0.96356183,0.015847936,0.010322976,0.0019276976,0.000007538258,3.9325957e-7,0.000101863036,0.00046502033,0.0059682853,0.00041922767,0.001227581,0.0001496674],"about_ca_topic_score_codex":0.000046472524,"about_ca_topic_score_gemma":0.000020712208,"teacher_disagreement_score":0.25905946,"about_ca_system_score_codex":0.00041439733,"about_ca_system_score_gemma":0.0006723277,"threshold_uncertainty_score":0.6818122},"labels":[],"label_agreement":null},{"id":"W2971643472","doi":"10.2196/14580","title":"A Context-Specific Digital Alcohol Brief Intervention in Symptomatic Breast Clinics (Abreast of Health): Development and Usability Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health Research Southampton Biomedical Research Centre; Medical Research Council; National Institute for Health and Care Research","keywords":"Usability; Intervention (counseling); Context (archaeology); Digital health; Medicine; Medical education; Family medicine; Psychology; Nursing; Computer science; Health care; Human–computer interaction","score_opus":0.22106842961009746,"score_gpt":0.5178798399594122,"score_spread":0.2968114103493148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971643472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6863426,0.000025901923,0.000002376278,0.00016082116,0.000004404396,0.31329128,0.0000031001698,0.000022019081,0.00014749117],"genre_scores_gemma":[0.6922053,0.0000011931025,0.00004113294,0.000012305012,0.000010150173,0.30739865,0.000010744902,0.000014436418,0.0003060844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970543,0.00036429532,0.00094415963,0.00043332766,0.0007653062,0.0004386261],"domain_scores_gemma":[0.99866325,0.00028814768,0.00016316127,0.00048827307,0.00024702947,0.00015016175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025490946,0.00016850885,0.00060934806,0.00027226497,0.00006351049,0.00006591264,0.00014449611,0.00006602709,0.00011959012],"category_scores_gemma":[0.00008168399,0.00013145915,0.00008079612,0.00042959352,0.00014967358,0.000259943,0.00014189922,0.00031312936,0.00006701931],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010273408,0.0041152863,0.76788,0.00059578236,0.000042586365,0.000011489445,0.0035622767,6.107923e-8,0.00001453759,0.000045652818,0.00006227079,0.22264272],"study_design_scores_gemma":[0.015816541,0.0025009015,0.9679268,0.00402153,0.000001625832,0.000021535654,0.0068475264,0.000014845841,0.00008898977,0.00007331818,0.0025815456,0.00010481621],"about_ca_topic_score_codex":0.00003362224,"about_ca_topic_score_gemma":0.00013047313,"teacher_disagreement_score":0.2225379,"about_ca_system_score_codex":0.0003751236,"about_ca_system_score_gemma":0.00034093548,"threshold_uncertainty_score":0.5360749},"labels":[],"label_agreement":null},{"id":"W2971751424","doi":"10.2196/15022","title":"Smartphone Cardiac Rehabilitation, Assisted Self-Management Versus Usual Care: Protocol for a Multicenter Randomized Controlled Trial to Compare Effects and Costs Among People With Coronary Heart Disease","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Randomized controlled trial; Physical therapy; Health coaching; Coaching; Rehabilitation; Quality of life (healthcare); Health care; Sports medicine; Nursing; Psychology; Internal medicine","score_opus":0.04074854713174696,"score_gpt":0.48548274481578424,"score_spread":0.44473419768403727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971751424","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16466366,0.0000044134244,0.000008565074,0.0009337524,0.00006516285,0.83369786,0.000032774675,0.000096018535,0.0004977972],"genre_scores_gemma":[0.09665994,3.027426e-7,0.0014356537,0.00020535204,0.00019253916,0.90105206,0.000068280046,0.000060149527,0.00032571383],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99372303,0.0022901818,0.0007866427,0.00080329576,0.0013938027,0.0010030245],"domain_scores_gemma":[0.99214095,0.0046385922,0.00015935319,0.0006617527,0.0008466378,0.0015527231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036470764,0.0003469842,0.0020602434,0.0003433203,0.0003051659,0.00009305114,0.000115624214,0.00008295857,0.000028893286],"category_scores_gemma":[0.00081559207,0.00024369652,0.0003919047,0.00042533662,0.00015355337,0.00013728326,0.00014777183,0.00040085497,0.000039689276],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92649364,0.0015516444,0.04560071,0.01872647,0.00019065292,0.0000141838445,0.00095891266,0.0000011796247,0.000021746104,0.000032465723,0.0056893653,0.00071905035],"study_design_scores_gemma":[0.8438731,0.016413184,0.11360418,0.0041495645,0.000080200254,0.000001330971,0.00058625476,0.00007552947,0.000016910672,0.000002595498,0.020990744,0.00020640696],"about_ca_topic_score_codex":0.00013110986,"about_ca_topic_score_gemma":0.0000741694,"teacher_disagreement_score":0.08262052,"about_ca_system_score_codex":0.0012131762,"about_ca_system_score_gemma":0.000932732,"threshold_uncertainty_score":0.99376553},"labels":[],"label_agreement":null},{"id":"W2971826216","doi":"10.2196/13835","title":"Evaluation of a Health Information Technology–Enabled Panel Management Platform to Improve Anticoagulation Control in a Low-Income Patient Population: Protocol for a Quasi-Experimental Design","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; Agency for Healthcare Research and Quality; National Institutes of Health","keywords":"Medicine; Warfarin; Health information technology; Patient safety; Health care; Population; Metric (unit); Protocol (science); Medical emergency; Emergency medicine; Operations management; Internal medicine; Alternative medicine","score_opus":0.3177476715414304,"score_gpt":0.5514425453803313,"score_spread":0.23369487383890092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971826216","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016902208,8.66827e-7,0.0069189738,0.0010086087,0.000012336703,0.9748905,0.0000060642096,0.000059766207,0.00020069108],"genre_scores_gemma":[0.29401514,3.3438706e-8,0.0027648045,0.000048148268,0.000030211775,0.70304996,0.000023513356,0.000014725527,0.00005347929],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958299,0.00036061014,0.0011282263,0.00032318814,0.0018600494,0.00049803604],"domain_scores_gemma":[0.9980445,0.000118152566,0.00041865648,0.00045305886,0.0008672356,0.00009839229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065471334,0.00018222295,0.0004892959,0.0014621712,0.00011353277,0.000062348765,0.00014596927,0.00013196902,0.00009103314],"category_scores_gemma":[0.00026833088,0.000159011,0.000090312475,0.001075027,0.000030283596,0.00057287293,0.000115445415,0.00016407092,0.000051277093],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046930894,0.0032564935,0.31005633,0.022365995,0.00044298527,0.0000047059066,0.0037870859,0.014259993,0.008787448,0.019660559,0.0011317498,0.5693158],"study_design_scores_gemma":[0.17052023,0.05864077,0.3574447,0.017010674,0.00005894278,0.000005618892,0.004468488,0.34040037,0.016839692,0.009833314,0.023748562,0.0010286479],"about_ca_topic_score_codex":0.000032276173,"about_ca_topic_score_gemma":0.0000028605862,"teacher_disagreement_score":0.56828713,"about_ca_system_score_codex":0.0010669737,"about_ca_system_score_gemma":0.0002920372,"threshold_uncertainty_score":0.648428},"labels":[],"label_agreement":null},{"id":"W2971853888","doi":"10.2196/15155","title":"Social Media Intervention to Promote Smoking Treatment Utilization and Cessation Among Alaska Native People Who Smoke: Protocol for the Connecting Alaska Native People to Quit Smoking (CAN Quit) Pilot Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Smoking cessation; Intervention (counseling); Quit smoking; Smoke; Medicine; Protocol (science); Gerontology; Environmental health; Social media; Nursing; Alternative medicine; Engineering; Waste management; Political science","score_opus":0.31388524775098636,"score_gpt":0.5361998053473099,"score_spread":0.22231455759632357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971853888","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48108608,3.357831e-7,0.00022013401,0.0004261786,0.00002050381,0.5180458,0.000016263271,0.00007204153,0.00011269175],"genre_scores_gemma":[0.4952531,9.596624e-8,0.000017032095,0.000017402665,0.00016641401,0.5043062,0.00003397834,0.000050865587,0.00015491663],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99498594,0.00079434173,0.00072009454,0.00096584135,0.001751028,0.000782764],"domain_scores_gemma":[0.9965895,0.0009264442,0.00036584368,0.00047287517,0.0013955822,0.0002497777],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037582167,0.00040171397,0.0006070084,0.0007483835,0.001102033,0.00047620476,0.00031175104,0.00015761395,0.0001221427],"category_scores_gemma":[0.001209644,0.00030695632,0.00012695603,0.0015963793,0.00007425101,0.0004273785,0.000307318,0.000561638,0.0000034680888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036737167,0.0030706667,0.77942073,0.00089743006,0.00020102752,0.0000042854813,0.12749557,0.000031094198,0.0003863167,0.00017270724,0.00031487911,0.08433158],"study_design_scores_gemma":[0.012418468,0.020647876,0.9239361,0.0025376084,0.0000689358,0.0000043618106,0.030832859,0.00037176802,0.0062797847,0.00014080555,0.0024080784,0.00035332245],"about_ca_topic_score_codex":0.0005948006,"about_ca_topic_score_gemma":0.003992289,"teacher_disagreement_score":0.14451541,"about_ca_system_score_codex":0.0013369176,"about_ca_system_score_gemma":0.00026176206,"threshold_uncertainty_score":0.99993825},"labels":[],"label_agreement":null},{"id":"W2971909610","doi":"10.2196/14491","title":"Development and Testing of a Personalized Web-Based Diet and Physical Activity Intervention Based on Motivational Interviewing and the Self-Determination Theory: Protocol for the MyLifestyleCoach Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Motivational interviewing; Intervention (counseling); Randomized controlled trial; Protocol (science); Intervention mapping; Health promotion; Medicine; Overweight; Promotion (chess); Behavior change; Web application; Public health; Psychology; Gerontology; Physical therapy; Obesity; Computer science; Nursing; Alternative medicine; World Wide Web","score_opus":0.15739659385758467,"score_gpt":0.495818350468649,"score_spread":0.33842175661106433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971909610","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061873864,0.0000016183968,0.002184229,0.00032902227,0.000012804014,0.9346012,0.0000037810005,0.000034976725,0.0009584959],"genre_scores_gemma":[0.22269805,3.1097073e-8,0.00053878914,0.00005142853,0.000050164363,0.7763508,0.000003325603,0.000016476964,0.00029096167],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994412,0.0038045633,0.0005235842,0.0004001957,0.0005927098,0.00026696484],"domain_scores_gemma":[0.98224103,0.016620131,0.00047515103,0.0002495376,0.0003584656,0.000055675493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013846347,0.00020122838,0.00072953955,0.00015116294,0.00032035122,0.00012791113,0.00016988436,0.00009359663,0.00014612461],"category_scores_gemma":[0.0014903375,0.00010474947,0.00018649966,0.00020462532,0.00059332955,0.000120306344,0.0000688328,0.00035425505,0.0000013814149],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95463663,0.0012578943,0.0003343113,0.0006007283,0.00009327045,4.632311e-7,0.0032219817,0.000008158537,0.00003762312,0.007702654,0.000060844734,0.03204545],"study_design_scores_gemma":[0.9108832,0.0014716678,0.0013293583,0.0008650097,0.000015636402,8.2443967e-7,0.00055209687,0.081925794,0.000102516606,0.0009581578,0.001779202,0.00011657798],"about_ca_topic_score_codex":0.000008473622,"about_ca_topic_score_gemma":0.0000021478968,"teacher_disagreement_score":0.16082418,"about_ca_system_score_codex":0.000054609238,"about_ca_system_score_gemma":0.00018469262,"threshold_uncertainty_score":0.4798895},"labels":[],"label_agreement":null},{"id":"W2971947146","doi":"10.2196/13933","title":"Development of an Early Warning System to Prevent Crises in the Palliative Home Care Setting of Patients and Their Informal Caregivers: Protocol for a Mixed Method Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gebert Rüf Stiftung","keywords":"Protocol (science); Medicine; Palliative care; Psychology; Nursing; Medical emergency; Alternative medicine","score_opus":0.33257643550344307,"score_gpt":0.5925335449648191,"score_spread":0.25995710946137607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971947146","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46822494,0.0000010402741,0.000045954144,0.0000064265387,0.0000017557451,0.53162503,0.000017862214,0.0000059453337,0.00007107167],"genre_scores_gemma":[0.22402915,3.1160475e-8,0.00633229,0.0000034539703,0.000012079363,0.76958567,0.000008657115,0.0000138663145,0.000014783005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971835,0.0007215075,0.0006445727,0.0002888094,0.000801303,0.00036032655],"domain_scores_gemma":[0.9974561,0.0005674078,0.00027220373,0.00032443812,0.0012786469,0.000101252626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023095347,0.00017359981,0.0005317322,0.00030938679,0.00008048269,0.000022624907,0.00029433265,0.0000703386,0.0000039560764],"category_scores_gemma":[0.00029651663,0.00010633253,0.000058889134,0.00042150222,0.000043928838,0.00016224063,0.0002112348,0.00024880242,9.686339e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028110214,0.0009687934,0.51111263,0.011419435,0.00007480172,0.0000016964995,0.45821798,0.000009477614,0.00066959066,0.000017135657,0.00002392905,0.014673549],"study_design_scores_gemma":[0.009462087,0.012891732,0.49869826,0.016682472,0.000006572618,2.7628536e-7,0.4234531,0.00009310056,0.032397147,0.0000045391903,0.0061409473,0.00016977817],"about_ca_topic_score_codex":0.000078575875,"about_ca_topic_score_gemma":0.000072175346,"teacher_disagreement_score":0.24419577,"about_ca_system_score_codex":0.0001477647,"about_ca_system_score_gemma":0.00034778405,"threshold_uncertainty_score":0.43361148},"labels":[],"label_agreement":null},{"id":"W2972193875","doi":"10.2196/15026","title":"Photodynamic Therapy Using a New Painless Light-Emitting Fabrics Device in the Treatment of Extramammary Paget Disease of the Vulva (the PAGETEX Study): Protocol for an Interventional Efficacy and Safety Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer and Skin Lesions","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Galderma; Université de Lille","keywords":"Medicine; Photodynamic therapy; Dermatology; Erythema; Imiquimod; Surgery; Quality of life (healthcare); Actinic keratosis; Vulva; Cosmesis; Pathology","score_opus":0.31459002546604153,"score_gpt":0.5728371723857765,"score_spread":0.25824714691973494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972193875","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33003965,0.0000069312277,0.00001528165,0.00029443763,0.0000055990376,0.6695768,0.000012565981,0.0000056755352,0.000043043015],"genre_scores_gemma":[0.14761035,9.478786e-7,0.000050369672,0.000027713355,0.00015444357,0.85199344,0.000004406021,0.000022927878,0.00013539307],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99638677,0.001439675,0.0006189839,0.00035552745,0.00085295155,0.00034606646],"domain_scores_gemma":[0.99760586,0.0010542357,0.00020675731,0.0008129321,0.00019642345,0.0001237751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002590408,0.00018304684,0.0003740399,0.00012383303,0.00022540867,0.000059193266,0.0004153126,0.00006348406,0.000047821966],"category_scores_gemma":[0.00016560694,0.000083582156,0.0002552719,0.00050493435,0.00015340018,0.00008685147,0.0000942042,0.00031344104,5.9453964e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6771197,0.06787639,0.06859544,0.004384968,0.0005069309,0.000047620786,0.025892448,0.00012088729,0.027824981,0.0003045743,0.0008050172,0.12652105],"study_design_scores_gemma":[0.5516039,0.086889975,0.24477006,0.011217985,0.000096515716,0.000020718191,0.0059253173,0.005800286,0.0029286332,0.00075391075,0.08948657,0.00050609896],"about_ca_topic_score_codex":0.00015874169,"about_ca_topic_score_gemma":0.000072455325,"teacher_disagreement_score":0.1824293,"about_ca_system_score_codex":0.00016959629,"about_ca_system_score_gemma":0.0007800036,"threshold_uncertainty_score":0.34083813},"labels":[],"label_agreement":null},{"id":"W2972455373","doi":"10.2196/15437","title":"An Evaluation of Agreement of Breathing Rates Measured by a Novel Device, Manual Counting, and Other Techniques Used in Clinical Practice: Protocol for the Observational VENTILATE Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Medical physics; Breathing; Reliability engineering; Computer science; Observational methods in psychology; Medicine; Engineering; Alternative medicine; Pathology; Anesthesia","score_opus":0.766347231836123,"score_gpt":0.7061402858102361,"score_spread":0.06020694602588683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972455373","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16541243,0.0000034029931,0.000014689034,0.00032154183,0.0000019103502,0.8341277,0.000014515243,0.0000074393724,0.00009635758],"genre_scores_gemma":[0.10866318,1.7203625e-7,0.0012440757,0.000060503266,0.000031189345,0.88994265,0.0000062924632,0.000017848484,0.00003407679],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960808,0.00076185574,0.0007650585,0.00034593794,0.0018254798,0.00022083908],"domain_scores_gemma":[0.99612623,0.0013012845,0.00037758693,0.0004253195,0.0017142706,0.000055276072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01995628,0.000121476376,0.00033520677,0.000120359146,0.00006470916,0.000046860358,0.00015070618,0.00008870442,0.00009461141],"category_scores_gemma":[0.0010082322,0.00007776673,0.00006032921,0.00023485387,0.00009365145,0.00020292956,0.00005855378,0.00024016079,0.0000021073631],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027114453,0.016128602,0.96411127,0.000588516,0.00016907336,9.680929e-7,0.00074539083,0.000003521751,0.007055371,0.00007879234,0.0007481461,0.0076589254],"study_design_scores_gemma":[0.024498051,0.013937435,0.8953354,0.0030572154,0.00007065053,0.0000029973744,0.0016560889,0.002814728,0.023678549,0.00009429656,0.0347294,0.00012518809],"about_ca_topic_score_codex":0.00015446552,"about_ca_topic_score_gemma":0.000053351396,"teacher_disagreement_score":0.06877585,"about_ca_system_score_codex":0.00011702216,"about_ca_system_score_gemma":0.0004027176,"threshold_uncertainty_score":0.69164884},"labels":[],"label_agreement":null},{"id":"W2973098956","doi":"10.2196/15426","title":"Group Sex Events Among Cisgender Men Who Have Sex With Men: Cross-Sectional and Longitudinal Survey Study to Explore Participation and Risk-Taking Behaviors","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Men who have sex with men; Condom; Demography; Demographics; Psychology; Psychological intervention; Gerontology; Family medicine; Medicine; Human immunodeficiency virus (HIV); Environmental health; Psychiatry","score_opus":0.33146303296188,"score_gpt":0.5716281348114508,"score_spread":0.2401651018495708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973098956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75167054,0.0000025657616,0.000081173675,0.00002491657,0.0000013619772,0.24673006,0.000031562686,0.000029051253,0.0014287746],"genre_scores_gemma":[0.59067035,9.754133e-7,0.000026589865,0.000002690343,0.000045649962,0.393549,0.000029327755,0.000030344894,0.015645057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99482703,0.0012804318,0.00045061015,0.00082251604,0.0017877836,0.0008316306],"domain_scores_gemma":[0.99763435,0.0002446261,0.0001750837,0.00051648135,0.0006376556,0.0007917955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046171965,0.00023128261,0.0003698902,0.0004690821,0.000494,0.0003332439,0.0001919296,0.00009763376,0.000683606],"category_scores_gemma":[0.0006802601,0.00017971042,0.000053968182,0.00046950192,0.000246667,0.00046208984,0.00037934218,0.00087679736,0.000056070094],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001852988,0.001723717,0.988578,0.00022477892,0.00014725543,0.000035285604,0.0024732288,0.0000044503818,0.00029515472,0.000004999423,0.002959392,0.0017007528],"study_design_scores_gemma":[0.0042023226,0.019572385,0.97120297,0.00047645156,0.00000765006,0.000010369674,0.0028710507,0.0010366671,0.00022126645,0.000016890233,0.0002006163,0.00018134413],"about_ca_topic_score_codex":0.0017277877,"about_ca_topic_score_gemma":0.0015138056,"teacher_disagreement_score":0.16100018,"about_ca_system_score_codex":0.00018687124,"about_ca_system_score_gemma":0.0001389086,"threshold_uncertainty_score":0.74850065},"labels":[],"label_agreement":null},{"id":"W2973357794","doi":"10.2196/14096","title":"The Use of Virtual and Immersive Technology in Creating Personalized Multisensory Spaces for People Living With Dementia (SENSE-GARDEN): Protocol for a Multisite Before-After Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Protocol (science); Assistive technology; Photo elicitation; Psychology; Multimedia; Computer science; Gerontology; Human–computer interaction; Internet privacy; World Wide Web; Medicine; Knowledge management; Alternative medicine","score_opus":0.10042781397185081,"score_gpt":0.4771449228735982,"score_spread":0.3767171089017474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973357794","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.301764,0.000002163326,0.00013479449,0.00032984218,0.0000024053325,0.69768775,0.000018143553,0.000014107076,0.00004679378],"genre_scores_gemma":[0.083285876,5.571038e-7,0.0018589052,0.000017216971,0.0000538011,0.9117433,0.0000047069607,0.000045943947,0.0029897313],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9968233,0.0003723626,0.00045607524,0.00056183257,0.00086273043,0.0009237167],"domain_scores_gemma":[0.99606854,0.0021856045,0.00017328178,0.00036680358,0.0010665376,0.00013921992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019417296,0.00022371972,0.00048613915,0.0005232998,0.000283438,0.0001733328,0.00015496818,0.00015923403,0.000099273806],"category_scores_gemma":[0.0013739201,0.0001426793,0.00011935373,0.00045367898,0.00053899904,0.00020885874,0.00025256074,0.0004624296,0.000005449062],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.35947636,0.0017336428,0.6051241,0.003786705,0.00037088542,0.0000296937,0.003434821,0.0000023218734,0.014873523,0.00042604163,0.00035417394,0.010387697],"study_design_scores_gemma":[0.50357985,0.111667015,0.22590159,0.020960657,0.00008110201,0.000059293467,0.020127658,0.0057622413,0.01595932,0.00022104548,0.09494983,0.00073039316],"about_ca_topic_score_codex":0.00004762741,"about_ca_topic_score_gemma":0.0002493074,"teacher_disagreement_score":0.37922254,"about_ca_system_score_codex":0.000097168435,"about_ca_system_score_gemma":0.00031217033,"threshold_uncertainty_score":0.5818293},"labels":[],"label_agreement":null},{"id":"W2973573548","doi":"10.2196/15687","title":"Transperineal Laser Ablation Treatment for Lower Urinary Tract Symptoms Due to Benign Prostatic Obstruction: Protocol for a Prospective In Vivo Pilot Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Bladder and Prostate Research","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Prostate; Lower urinary tract symptoms; Coagulative necrosis; Bladder outlet obstruction; Urinary retention; Local anesthesia; Urology; Ablation; International Prostate Symptom Score; Surgery; Internal medicine; Cancer","score_opus":0.20117095420223455,"score_gpt":0.5275465416803395,"score_spread":0.326375587478105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973573548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12650812,5.203714e-7,0.00006998108,0.0004201222,0.000010916232,0.8718436,0.00010331703,0.00008016082,0.00096330926],"genre_scores_gemma":[0.15625942,9.120454e-8,0.00067301566,0.000016370046,0.00020976111,0.83646,0.000021009404,0.000098532124,0.0062618107],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9953524,0.00040543068,0.0006904936,0.001113117,0.0011796827,0.0012588714],"domain_scores_gemma":[0.99739426,0.0005161319,0.00008043278,0.0007446174,0.00082947407,0.0004350668],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016728184,0.00040633004,0.00068940356,0.0007101,0.00027350642,0.00015373499,0.0002472428,0.00011502916,0.0006151327],"category_scores_gemma":[0.00011271301,0.00031870694,0.00015503282,0.000954436,0.000099740944,0.0003775107,0.00007455689,0.00052136544,0.00008040468],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4749795,0.17942758,0.27301005,0.014952104,0.00051470514,0.0013125575,0.015085508,0.0002553582,0.018131875,0.00032792072,0.002559838,0.01944302],"study_design_scores_gemma":[0.07396412,0.7269634,0.107518345,0.0021044917,0.000016673172,0.00021169265,0.0011499366,0.0007276943,0.010822675,0.0007683532,0.07517622,0.0005764266],"about_ca_topic_score_codex":0.00006511033,"about_ca_topic_score_gemma":0.000051704563,"teacher_disagreement_score":0.5475358,"about_ca_system_score_codex":0.0010125742,"about_ca_system_score_gemma":0.0008694137,"threshold_uncertainty_score":0.9999265},"labels":[],"label_agreement":null},{"id":"W2973908793","doi":"10.2196/13901","title":"Home-Based Cardiac Rehabilitation in Brazil’s Public Health Care: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Universidade Federal de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Medicine; Rehabilitation; Physical therapy; Randomized controlled trial; Coronary artery disease; Glycemic; Quality of life (healthcare); Nursing; Diabetes mellitus; Surgery","score_opus":0.12482442060606028,"score_gpt":0.579749727616485,"score_spread":0.4549253070104248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973908793","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002862103,0.000007792945,0.000029013525,0.013707104,0.00006218882,0.9809154,0.000029876997,0.00009731497,0.0022891848],"genre_scores_gemma":[0.0037592559,4.425275e-7,0.0010583304,0.0009860549,0.00043891656,0.993079,0.00008297176,0.000070730806,0.00052431086],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9878032,0.0060203588,0.0018452104,0.0007959968,0.0017442545,0.0017909408],"domain_scores_gemma":[0.9913159,0.005360843,0.00038428258,0.0008446857,0.0010167375,0.001077577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027758233,0.00031094847,0.0032136466,0.001055001,0.00023601856,0.000104699095,0.00019592045,0.000273837,0.00014278611],"category_scores_gemma":[0.0035481064,0.00023197399,0.0010208081,0.0009309423,0.00023463131,0.00018152033,0.000061036175,0.0009334245,0.00008887598],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96713895,0.0016048863,0.001707274,0.014567152,0.00002535878,0.0000019426493,0.0008739964,9.69946e-7,0.000037781745,0.00047782948,0.007987224,0.005576665],"study_design_scores_gemma":[0.7633091,0.014973769,0.00044004593,0.0019797012,0.0000026946675,8.2116975e-7,0.00033369503,0.00010399233,0.000020654912,0.000095685624,0.21859795,0.00014186547],"about_ca_topic_score_codex":0.00019409938,"about_ca_topic_score_gemma":0.000037705806,"teacher_disagreement_score":0.21061072,"about_ca_system_score_codex":0.002324162,"about_ca_system_score_gemma":0.013240517,"threshold_uncertainty_score":0.9923535},"labels":[],"label_agreement":null},{"id":"W2974071789","doi":"10.2196/15512","title":"Implementing Digital Storytelling for Health-Related Outcomes in Older Adults: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Psychology; Digital storytelling; Medicine; Gerontology; Medical education; Computer science; Applied psychology; Multimedia; Alternative medicine","score_opus":0.47845568917138054,"score_gpt":0.6771462880224125,"score_spread":0.19869059885103196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974071789","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8282554e-8,0.16444793,0.00006572168,0.00023426281,0.00004044718,0.8342676,0.0003122074,0.00012738272,0.00050442416],"genre_scores_gemma":[1.7483677e-8,0.030236974,0.00012949856,0.00015341137,0.000203093,0.9585911,0.0004985575,0.00027250146,0.009914841],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98629993,0.0026616647,0.0056662257,0.0012501451,0.0010796349,0.0030424118],"domain_scores_gemma":[0.98712873,0.0071190824,0.002993581,0.0013339559,0.0010521257,0.00037250383],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016502354,0.00078321365,0.0054007913,0.0008447459,0.0010927506,0.0002195473,0.001130196,0.0006762803,0.00012544604],"category_scores_gemma":[0.004118728,0.0005662936,0.0010159605,0.0010089275,0.00007306856,0.00049465924,0.00034770116,0.0022780339,0.00066533237],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007999921,0.00053392525,0.000028090506,0.88676494,0.00008732878,7.125052e-7,0.0006372633,7.086349e-8,2.6710418e-9,0.0001305839,0.023361586,0.08837549],"study_design_scores_gemma":[0.0013673005,0.0003203015,6.4179915e-7,0.500475,0.000019232131,9.3884574e-7,0.0001922673,0.000006329138,1.052153e-8,0.000049912946,0.49731678,0.00025128052],"about_ca_topic_score_codex":0.000028989518,"about_ca_topic_score_gemma":0.000023259387,"teacher_disagreement_score":0.47395518,"about_ca_system_score_codex":0.0022429184,"about_ca_system_score_gemma":0.005155186,"threshold_uncertainty_score":0.99967885},"labels":[],"label_agreement":null},{"id":"W2974399377","doi":"10.2196/14517","title":"“Future Patient” Telerehabilitation for Patients With Heart Failure: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Danmarks Tekniske Universitet; Odense Universitetshospital; Aarhus Universitet; Aalborg Universitet; Hjerteforeningen","keywords":"Telerehabilitation; Randomized controlled trial; Protocol (science); Medicine; Heart failure; Physical therapy; Telemedicine; Physical medicine and rehabilitation; Health care; Alternative medicine; Surgery; Internal medicine","score_opus":0.058549901267950955,"score_gpt":0.522687804159764,"score_spread":0.46413790289181306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974399377","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017311841,4.447629e-7,0.0000344197,0.0023896121,0.00003979663,0.97975475,0.000042941512,0.00006204932,0.00036417536],"genre_scores_gemma":[0.0020386183,3.7994422e-8,0.0043826513,0.0003354081,0.00066568714,0.9920224,0.000067535584,0.00006496359,0.00042272385],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99507153,0.0010120509,0.0010008116,0.0005901658,0.0013165488,0.0010088641],"domain_scores_gemma":[0.99426425,0.0026440083,0.0002759139,0.00052134227,0.0017452915,0.0005492279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045697154,0.0002682158,0.0017948442,0.00028138384,0.00025738697,0.00006207304,0.00010649182,0.00022478112,0.00013477106],"category_scores_gemma":[0.0012859293,0.00015991289,0.00061673584,0.00032140678,0.00013540668,0.00016019405,0.000036393718,0.0004587486,0.000038476595],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96510756,0.0024022674,0.001817503,0.006360929,0.00003837812,2.1184889e-7,0.00017813283,2.7933416e-7,0.00004379091,0.00017065217,0.021551102,0.0023292073],"study_design_scores_gemma":[0.6465956,0.034187436,0.00032195478,0.0011450843,0.00000780037,8.2201143e-7,0.000098168275,0.000024805422,0.000061633364,0.000121276076,0.31732655,0.00010886835],"about_ca_topic_score_codex":0.000010040474,"about_ca_topic_score_gemma":0.0000054844636,"teacher_disagreement_score":0.31851193,"about_ca_system_score_codex":0.00036096416,"about_ca_system_score_gemma":0.001583236,"threshold_uncertainty_score":0.6521058},"labels":[],"label_agreement":null},{"id":"W2975064121","doi":"10.2196/14200","title":"Nurse-Delivered Cognitive Behavioral Therapy for Adherence and Depression Among People Living With HIV (the Ziphamandla Study): Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health; National Institutes of Health","keywords":"Randomized controlled trial; Depression (economics); Human immunodeficiency virus (HIV); Protocol (science); Medicine; Clinical psychology; Cognitive behavioral therapy; Psychology; Cognition; Psychiatry; Alternative medicine; Family medicine","score_opus":0.11288649548614567,"score_gpt":0.5356420742770093,"score_spread":0.4227555787908636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975064121","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.110837154,0.000003780637,0.0004309808,0.00009711616,0.000004610708,0.88793045,0.000020336107,0.00005194585,0.0006236396],"genre_scores_gemma":[0.07825044,4.6580726e-7,0.00012109115,0.000009711292,0.00018166563,0.90831596,0.000011867084,0.00006175568,0.013047044],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943892,0.0020823253,0.0007298601,0.00069099653,0.0012503996,0.000857229],"domain_scores_gemma":[0.9922625,0.005042553,0.0002711968,0.00049801456,0.0016056803,0.00032008407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006348148,0.0003135834,0.0014121748,0.0002984843,0.0005704842,0.00032825378,0.00032849333,0.00013826872,0.0005876128],"category_scores_gemma":[0.002227614,0.00015766737,0.0005279013,0.00035168292,0.0004814591,0.00029730954,0.00011345695,0.0006798809,0.00002216148],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95951104,0.007016585,0.019742288,0.00048657434,0.00031046022,0.000004637488,0.0020637277,1.8209617e-7,0.00036240614,0.00001530735,0.0035862413,0.0069005257],"study_design_scores_gemma":[0.90166116,0.083941974,0.002377013,0.0059165535,0.000044509452,0.000003984272,0.002955147,0.0017043729,0.0002654168,0.000051357318,0.0008972459,0.00018128262],"about_ca_topic_score_codex":0.00008322479,"about_ca_topic_score_gemma":0.00012520244,"teacher_disagreement_score":0.07692539,"about_ca_system_score_codex":0.00007166509,"about_ca_system_score_gemma":0.0005086036,"threshold_uncertainty_score":0.6433948},"labels":[],"label_agreement":null},{"id":"W2975109673","doi":"10.2196/14406","title":"Quality of Life of Patients With Osteosarcoma in the European American Osteosarcoma Study-1 (EURAMOS-1): Development and Implementation of a Questionnaire Substudy","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"National Cancer Institute; Medical Research Council","keywords":"Osteosarcoma; Medicine; Quality (philosophy); Quality of life (healthcare); Nursing; Cancer research","score_opus":0.12104857006709178,"score_gpt":0.5072054720382727,"score_spread":0.3861569019711809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975109673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7409065,0.0000042893485,0.0000023610532,0.00021362813,0.0000020048262,0.25871414,0.00001197927,0.000008939636,0.0001361833],"genre_scores_gemma":[0.8685915,2.7113114e-7,0.00019490512,0.000042274416,0.000013897893,0.13111058,0.000015170449,0.000022716024,0.000008712674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920146,0.0040125423,0.0011666211,0.00037175225,0.0021010826,0.00033338793],"domain_scores_gemma":[0.9975433,0.00038053907,0.00059925957,0.0006765006,0.00067921064,0.000121191355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007643438,0.00017130586,0.00062566454,0.00027195053,0.00005804198,0.000018734052,0.00033563687,0.000025306572,0.000021262267],"category_scores_gemma":[0.00025667695,0.00011679807,0.000043820586,0.000849152,0.00035670408,0.00011331259,0.0002132596,0.00034586227,0.0000037489438],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001955435,0.0030919756,0.94860774,0.0015223168,0.00006510881,0.0000027497933,0.03002034,2.829709e-7,0.00017930324,0.000045381068,0.000033378667,0.014476005],"study_design_scores_gemma":[0.009555463,0.007854668,0.95156276,0.0010463456,0.000004018648,5.9662693e-7,0.028952314,4.4168954e-7,0.00069800846,0.000009150103,0.00021091694,0.00010528714],"about_ca_topic_score_codex":0.0019729303,"about_ca_topic_score_gemma":0.0026438963,"teacher_disagreement_score":0.127685,"about_ca_system_score_codex":0.00007698319,"about_ca_system_score_gemma":0.0004887864,"threshold_uncertainty_score":0.47628874},"labels":[],"label_agreement":null},{"id":"W2975138000","doi":"10.2196/14525","title":"A Pain eHealth Platform for Engaging Obese, Older Adults with Chronic Low Back Pain in Nonpharmacological Pain Treatments: Protocol for a Pilot Feasibility Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Aging; National Institutes of Health; Wake Forest University","keywords":"eHealth; Medicine; Low back pain; Physical therapy; Chronic pain; Intervention (counseling); Health care; Back pain; MEDLINE; Alternative medicine; Nursing","score_opus":0.1850212607075322,"score_gpt":0.5390042325791834,"score_spread":0.3539829718716512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975138000","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09175623,0.0000016682689,0.0007426536,0.00060352363,0.0000047181597,0.90665996,0.00002329064,0.00008721189,0.000120750075],"genre_scores_gemma":[0.08730512,1.155775e-7,0.0016327341,0.00019811057,0.00017749461,0.9099014,0.00005567719,0.00007819887,0.0006511903],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9899237,0.005246378,0.0009484497,0.0012866044,0.0011139278,0.0014808958],"domain_scores_gemma":[0.9926397,0.0052145855,0.00018980369,0.00081751466,0.0006889225,0.0004494317],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.04221177,0.0004441813,0.0007991121,0.00040985146,0.00028549775,0.00009079723,0.0003225517,0.0002040978,0.00048546007],"category_scores_gemma":[0.0026690715,0.0002858906,0.00020257707,0.000808138,0.00020875821,0.0002808887,0.00009912948,0.0009859081,0.00004121952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.111095846,0.0660145,0.5279594,0.16406068,0.00021466045,0.000027791886,0.0038191017,0.000029240335,0.0038411226,0.0000520088,0.007852411,0.11503325],"study_design_scores_gemma":[0.2059437,0.45220476,0.26552778,0.033349734,0.000009962407,0.0000024625363,0.004849729,0.023485288,0.0002750477,0.00031893613,0.013324553,0.000708011],"about_ca_topic_score_codex":0.0000870938,"about_ca_topic_score_gemma":0.00033127298,"teacher_disagreement_score":0.38619027,"about_ca_system_score_codex":0.0018977601,"about_ca_system_score_gemma":0.0012527283,"threshold_uncertainty_score":0.99995935},"labels":[],"label_agreement":null},{"id":"W2975201138","doi":"10.2196/15922","title":"Tackling Research Inefficiency in Degenerative Cervical Myelopathy: Illustrative Review","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical and Thoracic Myelopathy","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Institute for Health and Care Research; Wellcome Trust","keywords":"Inefficiency; Myelopathy; Physical therapy; Medicine; Cervical spondylosis; Physical medicine and rehabilitation; Medical physics; Psychology; Alternative medicine; Pathology; Economics; Psychiatry","score_opus":0.3623228353950597,"score_gpt":0.604267623329593,"score_spread":0.24194478793453333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975201138","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03157652,0.0007574623,0.0000232747,0.013480172,0.000018264289,0.8796231,0.000012256298,0.00009967077,0.07440925],"genre_scores_gemma":[0.05524484,0.00018141202,0.00036037352,0.00073846034,0.00033091698,0.93637824,0.000031408545,0.000057983278,0.0066763717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99168736,0.0022030561,0.0007925538,0.0009844538,0.0028279016,0.0015046888],"domain_scores_gemma":[0.995941,0.0006774028,0.000079076,0.00094145024,0.0018379146,0.00052319805],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010013844,0.0002758122,0.0007575554,0.0007013757,0.0002364328,0.00009503056,0.000568139,0.0002599473,0.0034232826],"category_scores_gemma":[0.001491837,0.00020733605,0.00013703565,0.003951618,0.00042826255,0.00022806827,0.00059504475,0.003367802,0.0028922302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01099386,0.014579603,0.15753947,0.092803955,0.00014844575,0.0036832823,0.010195193,0.000045772653,0.049120326,0.04569059,0.049023665,0.5661758],"study_design_scores_gemma":[0.0074055353,0.009286616,0.069357656,0.095754705,0.000007966063,0.00014380261,0.0016035528,0.0016237498,0.012168516,0.0030657062,0.7986647,0.00091749156],"about_ca_topic_score_codex":0.00005390077,"about_ca_topic_score_gemma":0.000036886802,"teacher_disagreement_score":0.74964106,"about_ca_system_score_codex":0.00045418827,"about_ca_system_score_gemma":0.0012223362,"threshold_uncertainty_score":0.99893147},"labels":[],"label_agreement":null},{"id":"W2975531399","doi":"10.2196/14927","title":"Effects of a Humanoid Socially Assistive Robot Versus Tablet Training on Psychosocial and Physical Outcomes of Persons With Dementia: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Verkehr, Innovation und Technologie; Österreichische Forschungsförderungsgesellschaft","keywords":"Psychosocial; Dementia; Humanoid robot; Protocol (science); Applied psychology; Psychology; Physical medicine and rehabilitation; Physical therapy; Medicine; Robot; Computer science; Artificial intelligence; Psychiatry; Alternative medicine","score_opus":0.34543087198250005,"score_gpt":0.65592077591688,"score_spread":0.31048990393438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975531399","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021324784,2.7368867e-7,0.00033901274,0.00017671779,0.000049327624,0.9737071,0.00001261126,0.000032286272,0.004357929],"genre_scores_gemma":[0.044473756,7.460951e-9,0.0018547868,0.00001894217,0.00016053971,0.95262283,0.0000014623415,0.00004460388,0.0008230658],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99602765,0.0018962055,0.0003442107,0.0005197692,0.0006807155,0.00053147745],"domain_scores_gemma":[0.99566364,0.0032523077,0.0003109914,0.0002804262,0.00038605172,0.000106551684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015835002,0.00022831111,0.00070419867,0.0002258465,0.00023409107,0.000053071813,0.00027497657,0.00018063607,0.0001634282],"category_scores_gemma":[0.0003197664,0.00018056878,0.00017252655,0.0003346835,0.00026529224,0.00009691079,0.00008339635,0.0006675867,0.000013474459],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2172614,0.071238704,0.072712004,0.007132328,0.012352849,0.0000411002,0.33573213,0.000013884182,0.056413125,0.043948572,0.034099326,0.14905457],"study_design_scores_gemma":[0.117297776,0.102015145,0.6714922,0.0019959486,0.00014458202,0.0000014422453,0.06947391,0.000054038115,0.0070426743,0.0009720448,0.02866592,0.0008443218],"about_ca_topic_score_codex":0.00005214647,"about_ca_topic_score_gemma":0.00003721285,"teacher_disagreement_score":0.5987802,"about_ca_system_score_codex":0.00007980919,"about_ca_system_score_gemma":0.0002811,"threshold_uncertainty_score":0.7363381},"labels":[],"label_agreement":null},{"id":"W2976150508","doi":"10.2196/14647","title":"Effect of Cognitive Behavioral Therapy for Insomnia on Insomnia Symptoms for Individuals With Type 2 Diabetes: Protocol for a Pilot Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Insomnia; Randomized controlled trial; Cognitive behavioral therapy for insomnia; Anxiety; Type 2 diabetes; Medicine; Cognitive behavioral therapy; Physical therapy; Psychiatry; Diabetes mellitus; Internal medicine","score_opus":0.10207556585470468,"score_gpt":0.532312800832581,"score_spread":0.43023723497787636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976150508","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15259165,0.000004183992,0.000043653166,0.000046120043,0.000057423997,0.84622115,0.0001140926,0.00006966984,0.00085206213],"genre_scores_gemma":[0.016995229,2.2199943e-7,0.00008293965,0.00006203109,0.00018886523,0.98121303,0.000073699324,0.00014516375,0.0012387922],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932686,0.0029958505,0.00097140786,0.0008231371,0.00080316875,0.0011378066],"domain_scores_gemma":[0.9798965,0.017731572,0.0005793687,0.0005516063,0.0010720777,0.00016888774],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008232275,0.00049278524,0.002220142,0.00058964733,0.00022253032,0.0001064139,0.0005152066,0.00046243472,0.00042160615],"category_scores_gemma":[0.0013558689,0.00028431576,0.00067487784,0.0004916621,0.0004842943,0.00011888865,0.00004752146,0.00056937,0.000061139326],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97530913,0.008898353,0.0008757012,0.00066919567,0.0019386839,7.2030616e-7,0.0007283278,0.0000017365456,0.0003457221,0.0005174459,0.0027205378,0.007994417],"study_design_scores_gemma":[0.7293744,0.25496054,0.000020678135,0.0015532725,0.00008268979,2.6701738e-7,0.000072124756,0.000033919358,0.002158384,0.00026914,0.011213396,0.0002612007],"about_ca_topic_score_codex":0.000008470021,"about_ca_topic_score_gemma":0.0000014820815,"teacher_disagreement_score":0.24606217,"about_ca_system_score_codex":0.00005938905,"about_ca_system_score_gemma":0.00033639968,"threshold_uncertainty_score":0.9999609},"labels":[],"label_agreement":null},{"id":"W2977033331","doi":"10.2196/14358","title":"Evaluation of a Rural Emergency Medical Service Project in Germany: Protocol for a Multimethod and Multiperspective Longitudinal Analysis","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emergency medical services; Medical emergency; Medicine; Health care; Advanced life support; Cardiopulmonary resuscitation; Nursing; Resuscitation; Emergency medicine","score_opus":0.4234031649007764,"score_gpt":0.6564608103819541,"score_spread":0.23305764548117774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977033331","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0645649,0.0000054118796,0.00004779259,0.00039780352,0.00000469955,0.933425,0.000012083462,0.000022569617,0.001519704],"genre_scores_gemma":[0.0509819,7.215236e-7,0.0007851837,0.0000074224963,0.000070018534,0.94798326,0.0000068153677,0.000020782581,0.0001438979],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949043,0.00085790956,0.0006060721,0.00044778275,0.0026646282,0.0005193463],"domain_scores_gemma":[0.99554807,0.00022306232,0.00012329238,0.00039391388,0.0035698193,0.00014184488],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007831992,0.00019235595,0.00059765484,0.0008759952,0.000086490036,0.000011501869,0.00017621438,0.00016646647,0.0009591354],"category_scores_gemma":[0.0012982364,0.00014789125,0.0001798909,0.0022733777,0.0001068519,0.00013517452,0.00015752667,0.0004326594,0.00001124343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010584294,0.003669938,0.89426106,0.00987834,0.0018677516,0.0000137500365,0.016128974,0.000039664093,0.0069892774,0.00020080265,0.0018610163,0.054505154],"study_design_scores_gemma":[0.021025982,0.0027890694,0.92409855,0.002814325,0.00017116069,0.000007854739,0.004756221,0.038835175,0.00083834596,0.00031200136,0.004077003,0.00027433073],"about_ca_topic_score_codex":0.00079485134,"about_ca_topic_score_gemma":0.0011671551,"teacher_disagreement_score":0.054230824,"about_ca_system_score_codex":0.00022315825,"about_ca_system_score_gemma":0.0008093692,"threshold_uncertainty_score":0.9999541},"labels":[],"label_agreement":null},{"id":"W2977053186","doi":"10.2196/16047","title":"Improving Team-Based Decision Making Using Data Analytics and Informatics: Protocol for a Collaborative Decision Support Design","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Western University of Health Sciences; Chapman University","keywords":"Protocol (science); Health informatics; Analytics; Informatics; Health care; Decision support system; Computer science; Knowledge management; Medicine; Data science; Artificial intelligence; Nursing; Public health; Engineering","score_opus":0.43725466349680525,"score_gpt":0.6149080005643458,"score_spread":0.17765333706754055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977053186","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010401671,7.6781015e-7,0.14472504,0.000053723732,0.0000073839515,0.8538047,0.000059065893,0.000050114217,0.0002590093],"genre_scores_gemma":[0.00087825506,1.2132168e-7,0.28685156,0.000115390176,0.00008078659,0.7119439,0.000033314675,0.000038996182,0.000057655365],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99596786,0.00023967178,0.0009989658,0.0006249202,0.0014041094,0.0007644702],"domain_scores_gemma":[0.9653226,0.0311549,0.00032854525,0.0014704561,0.0013473755,0.00037612737],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007047712,0.00026247208,0.0005887651,0.00043558306,0.00027348756,0.00036630026,0.0005260294,0.0002663609,0.0001581089],"category_scores_gemma":[0.06376204,0.00019884355,0.000075299446,0.0008543141,0.00019831337,0.00041969505,0.00065495184,0.0006105851,0.000048442183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0616993,0.0033618093,0.054612998,0.006930416,0.00015647103,0.0001040709,0.00091163826,0.0016194122,0.0025001457,0.00025232582,0.06897846,0.79887295],"study_design_scores_gemma":[0.027141748,0.010641911,0.0017739987,0.057660937,0.00003121667,0.000034838602,0.0005766524,0.8537159,0.0012772797,0.0012550983,0.045417786,0.00047266038],"about_ca_topic_score_codex":0.000008748093,"about_ca_topic_score_gemma":0.0000043247906,"teacher_disagreement_score":0.85209644,"about_ca_system_score_codex":0.00021792411,"about_ca_system_score_gemma":0.0027155378,"threshold_uncertainty_score":0.9441243},"labels":[],"label_agreement":null},{"id":"W2977313073","doi":"10.2196/14643","title":"Analyzing Nursing Students’ Relation to Electronic Health and Technology as Individuals and Students and in Their Future Career (the eNursEd Study): Protocol for a Longitudinal Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Nurse education; Medical education; Nursing; Health care; Health informatics; Nursing research; Medicine; Psychology; Public health; Political science","score_opus":0.20459130917436877,"score_gpt":0.6104807080382503,"score_spread":0.40588939886388153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977313073","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4848653,0.000009411067,0.000005333363,0.0030025567,0.0000027838537,0.5120895,0.0000015779991,0.000019001049,0.00000453683],"genre_scores_gemma":[0.3802137,7.539488e-7,0.000044331024,0.00008186471,0.0000695286,0.61952287,0.000004194345,0.000020344407,0.000042433596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962283,0.00057668495,0.0005937655,0.0006848308,0.0010699603,0.0008464877],"domain_scores_gemma":[0.9986802,0.0002087331,0.00016561027,0.0004081526,0.00026373533,0.0002735816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047804867,0.00022023702,0.00048693464,0.00091857376,0.00037172358,0.00014584804,0.0002494834,0.000099138015,0.000014276988],"category_scores_gemma":[0.00016169177,0.00015171095,0.000017738672,0.0011542971,0.00009606292,0.000149956,0.00024130342,0.0008217712,0.000003000261],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001658968,0.0020425636,0.95489913,0.0004688504,0.000067698995,0.000005086654,0.014023141,1.447032e-7,0.000072070085,0.00006273181,0.00032869572,0.02637093],"study_design_scores_gemma":[0.019881241,0.03310253,0.8971007,0.0012423246,0.000009192396,0.000018198012,0.042613585,0.000006302846,0.000021749118,0.00027977454,0.005612246,0.00011215877],"about_ca_topic_score_codex":0.000073205265,"about_ca_topic_score_gemma":0.00028215811,"teacher_disagreement_score":0.107433364,"about_ca_system_score_codex":0.00036609065,"about_ca_system_score_gemma":0.0004744547,"threshold_uncertainty_score":0.61865926},"labels":[],"label_agreement":null},{"id":"W2977489847","doi":"10.2196/15399","title":"Characteristics, Opportunities, and Challenges of Osteopathy (COCO) in the Perceptions of Osteopaths in Germany, Austria, and Switzerland: Protocol for a Comprehensive Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Osteopathy; Protocol (science); Medicine; Data collection; Health care; Osteopathic medicine in the United States; Research design; Alternative medicine; Family medicine; Pathology; Statistics","score_opus":0.3691336036596338,"score_gpt":0.5651747030727561,"score_spread":0.19604109941312226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977489847","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3636502,0.0000049602936,0.0000031642262,0.00044105094,0.0000024094686,0.6357425,0.00001010592,0.0000054741986,0.00014016847],"genre_scores_gemma":[0.17471834,0.00000625844,0.00044938084,0.000010076496,0.00002606131,0.82471156,0.0000046957807,0.000014696848,0.000058946818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960517,0.0022533243,0.0006359198,0.00032446103,0.0004482739,0.00028631755],"domain_scores_gemma":[0.99731606,0.001589125,0.00015975224,0.0004283103,0.00042334944,0.00008341433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053661973,0.00014933416,0.00054921646,0.00043206796,0.000045651777,0.000020637335,0.00014151046,0.00011474406,0.000025330572],"category_scores_gemma":[0.00038489047,0.0000984918,0.00005886552,0.0002278606,0.00028920025,0.00009419069,0.000121803474,0.00037438533,0.0000010314344],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012815963,0.013509268,0.37519678,0.12411443,0.000114747985,0.000031259802,0.09496146,9.550513e-7,0.0918764,0.0029295306,0.00042701993,0.28402215],"study_design_scores_gemma":[0.008583629,0.011105731,0.9283487,0.0026820563,0.0000039352817,0.0000042044394,0.043412723,0.00010739329,0.000097505865,0.00016868144,0.00538752,0.00009787544],"about_ca_topic_score_codex":0.00006714506,"about_ca_topic_score_gemma":0.00004894749,"teacher_disagreement_score":0.55315197,"about_ca_system_score_codex":0.000038488204,"about_ca_system_score_gemma":0.00016199009,"threshold_uncertainty_score":0.40163788},"labels":[],"label_agreement":null},{"id":"W2977706402","doi":"10.2196/14039","title":"Spinal Cord Injury Veterans’ Disability Benefits, Outcomes, and Health Care Utilization Patterns: Protocol for a Qualitative Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research and Materiel Command; Congressionally Directed Medical Research Programs; SRA International; U.S. Department of Defense","keywords":"Spinal cord injury; Protocol (science); Medicine; Health care; Qualitative research; Physical therapy; Psychology; Nursing; Gerontology; Physical medicine and rehabilitation; Alternative medicine; Psychiatry; Spinal cord","score_opus":0.6216698465934345,"score_gpt":0.7092426854473523,"score_spread":0.08757283885391776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977706402","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13533175,0.000004407925,0.00005155068,0.0011455708,0.0000066324137,0.8631564,0.00013194417,0.00008168941,0.00009008269],"genre_scores_gemma":[0.13711968,2.8152405e-7,0.00034395524,0.00012783046,0.00009100258,0.86195815,0.000043603806,0.00007036159,0.00024514744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930183,0.0017613512,0.0008531944,0.0011332688,0.0020903922,0.0011434925],"domain_scores_gemma":[0.99628866,0.0003489028,0.00017920963,0.0011514667,0.0015006645,0.00053108606],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0057299053,0.0003616464,0.0008121986,0.00033103145,0.00037756554,0.0001913438,0.0004015415,0.00015236033,0.00024771207],"category_scores_gemma":[0.00046368217,0.00028366764,0.00014313767,0.0006762349,0.00029659297,0.00031185703,0.0003895877,0.0009953484,0.000054943128],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13485079,0.005009192,0.6391171,0.02026813,0.00009905054,0.0000083882915,0.008813626,1.7199179e-7,0.00017084101,0.00038529944,0.0017482699,0.18952915],"study_design_scores_gemma":[0.018556887,0.34769958,0.5542084,0.004854707,0.0000053523195,0.000006884909,0.041580047,0.000029673523,0.00036370597,0.00017895734,0.03212159,0.00039422725],"about_ca_topic_score_codex":0.0003914874,"about_ca_topic_score_gemma":0.00017434648,"teacher_disagreement_score":0.34269038,"about_ca_system_score_codex":0.00086546974,"about_ca_system_score_gemma":0.0008594762,"threshold_uncertainty_score":0.99996156},"labels":[],"label_agreement":null},{"id":"W2977920097","doi":"10.2196/14555","title":"Improving Oral Health in Older Adults and People With Disabilities: Protocol for a Community-Based Clinical Trial (Good Oral Health)","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Dental and Craniofacial Research","keywords":"Psychological intervention; Medicine; Motivational interviewing; Intervention (counseling); Gerontology; Family medicine; Nursing","score_opus":0.308320571658159,"score_gpt":0.6086286962819978,"score_spread":0.30030812462383877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977920097","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09284319,0.0000010400045,0.00016182776,0.0003443211,0.000028948241,0.9063378,0.00008764548,0.00008558,0.00010964023],"genre_scores_gemma":[0.021425795,1.0699753e-7,0.0006149528,0.0007227251,0.00011811601,0.9764498,0.00013079317,0.000069379465,0.00046832618],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99073696,0.0049328404,0.0013421042,0.0006908461,0.0009677791,0.0013294679],"domain_scores_gemma":[0.9959333,0.001741467,0.00039162108,0.00090587395,0.00041247424,0.0006152707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011044484,0.00028012515,0.0007902437,0.00025211996,0.0005646243,0.00025778214,0.00047796703,0.0002475063,0.00014296286],"category_scores_gemma":[0.0006882553,0.00023058444,0.0001112971,0.00066524354,0.0002564127,0.00033715556,0.00023645713,0.0014786657,0.000040791598],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.36445987,0.010172015,0.40289664,0.057317123,0.000016754722,0.000005855924,0.0021434696,0.0000045763113,0.000004430055,0.00042796638,0.013006141,0.14954516],"study_design_scores_gemma":[0.5924328,0.09936633,0.16045497,0.015802063,0.0000021417645,0.000020891652,0.012220561,0.0034746698,0.000037568614,0.00042147998,0.11495927,0.000807241],"about_ca_topic_score_codex":0.0032981297,"about_ca_topic_score_gemma":0.032946657,"teacher_disagreement_score":0.24244167,"about_ca_system_score_codex":0.00053957116,"about_ca_system_score_gemma":0.002642119,"threshold_uncertainty_score":0.98469955},"labels":[],"label_agreement":null},{"id":"W2978398490","doi":"10.2196/13696","title":"VEROnA Protocol: A Pilot, Open-Label, Single-Arm, Phase 0, Window-of-Opportunity Study of Vandetanib-Eluting Radiopaque Embolic Beads (BTG-002814) in Patients With Resectable Liver Malignancies","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Engineering and Physical Sciences Research Council; National Institute for Health and Care Research; University College London; British Heart Foundation; Cancer Research UK; BTG","keywords":"Medicine; Vandetanib; Tolerability; Hepatocellular carcinoma; Response Evaluation Criteria in Solid Tumors; Colorectal cancer; Phases of clinical research; Internal medicine; Radiology; Cancer; Clinical trial; Adverse effect; Sorafenib","score_opus":0.4415402948607539,"score_gpt":0.48229657041565277,"score_spread":0.04075627555489886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978398490","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5018655,0.000003461461,8.581101e-7,0.000015620244,0.000002773056,0.496311,0.000015979502,0.000022207863,0.001762585],"genre_scores_gemma":[0.49154058,1.9941153e-7,0.00015495396,0.000008777656,0.000018917246,0.5078899,0.000021156891,0.000049246868,0.0003162648],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99378747,0.0012922117,0.0010479671,0.00084149494,0.0019576685,0.0010731708],"domain_scores_gemma":[0.99640644,0.00030416518,0.00043385028,0.001235712,0.0011805416,0.0004392736],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026861448,0.0004316743,0.001189207,0.00073418,0.00017825056,0.0001177978,0.0007513348,0.00016643666,0.00059411745],"category_scores_gemma":[0.00029918159,0.0003311947,0.00006924467,0.0016433453,0.0002607416,0.00059450034,0.0006449417,0.0008361937,0.000035029327],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027481593,0.09224881,0.8620057,0.0021474843,0.00015875213,0.00021659439,0.001175487,5.7273115e-7,0.009795039,0.000038931663,0.00020860456,0.0045224447],"study_design_scores_gemma":[0.24782613,0.41930053,0.26366636,0.012620988,0.000070647955,0.00001522352,0.0012143424,0.00026780702,0.048344012,0.000057490277,0.0057954984,0.00082095707],"about_ca_topic_score_codex":0.00087105413,"about_ca_topic_score_gemma":0.00017621942,"teacher_disagreement_score":0.5983393,"about_ca_system_score_codex":0.00047217787,"about_ca_system_score_gemma":0.0010782869,"threshold_uncertainty_score":0.999914},"labels":[],"label_agreement":null},{"id":"W2978531705","doi":"10.2196/10075","title":"Identification of Complex Health Interventions Suitable for Evaluation: Development and Validation of the 8-Step Scoping Framework","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Psychological intervention; General partnership; Identification (biology); Program evaluation; Management science; Computer science; Work (physics); Process management; Set (abstract data type); Knowledge management; Medicine; Psychology; Nursing; Business; Political science; Engineering","score_opus":0.8342529023173826,"score_gpt":0.7521430368537263,"score_spread":0.08210986546365628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978531705","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0786986,0.000022778497,0.09861643,0.0040963623,0.000076939235,0.8175614,0.00003088727,0.000017385515,0.0008792407],"genre_scores_gemma":[0.4253203,5.969013e-7,0.007888651,0.000033140048,0.000054378605,0.56617445,0.000008670863,0.000006489964,0.00051330257],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9943205,0.0012169082,0.0012158209,0.0002746188,0.0027549372,0.00021722839],"domain_scores_gemma":[0.9939372,0.0009827695,0.0006927894,0.000545394,0.0037860675,0.000055809436],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03768575,0.0000641312,0.00018953058,0.00025946242,0.0005766844,0.00016797511,0.00051486684,0.00004999464,0.0005972286],"category_scores_gemma":[0.0034165273,0.000043218963,0.0000659136,0.00093315775,0.0002706998,0.00028692238,0.00020068881,0.00012399399,0.00002213786],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060666946,0.0019381213,0.068070464,0.0071264114,0.00010154796,5.1193545e-8,0.028631637,0.00037553746,0.014031618,0.06892538,0.036890667,0.7733019],"study_design_scores_gemma":[0.005526031,0.003174493,0.4315662,0.033289503,0.0000118158305,0.0000022927777,0.0076163663,0.060705557,0.27619088,0.093749315,0.0877615,0.0004060227],"about_ca_topic_score_codex":0.0000065473673,"about_ca_topic_score_gemma":0.000064552536,"teacher_disagreement_score":0.7728959,"about_ca_system_score_codex":0.00011624396,"about_ca_system_score_gemma":0.001231821,"threshold_uncertainty_score":0.99090505},"labels":[],"label_agreement":null},{"id":"W2978904304","doi":"10.2196/15557","title":"Evaluating the Effects of a Rent Subsidy and Mentoring Intervention for Youth Transitioning Out of Homelessness: Protocol for a Mixed Methods, Community-Based Pilot Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Impact; University of Toronto; Toronto Metropolitan University; Centre for Addiction and Mental Health; McMaster University; St. Michael's Hospital","funders":"","keywords":"Intervention (counseling); Randomized controlled trial; Protocol (science); Subsidy; Psychology; Subsidized housing; Medicine; Nursing; Medical education; Political science; Alternative medicine","score_opus":0.4515528863346742,"score_gpt":0.6723521566717501,"score_spread":0.22079927033707586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978904304","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10994274,0.000005081379,0.0070118536,0.000045039887,0.000074295574,0.882789,0.00002306999,0.000030632156,0.0000782707],"genre_scores_gemma":[0.20096585,2.390143e-7,0.001711138,0.000004632427,0.00011968099,0.79701847,0.000017881393,0.000039280687,0.0001227946],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96015126,0.03647358,0.0016962494,0.0002874768,0.0007578886,0.0006335627],"domain_scores_gemma":[0.95863175,0.03825062,0.0010860108,0.00047940155,0.0014588109,0.00009338312],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.063477196,0.00023194654,0.0023944548,0.00024882506,0.0011783486,0.000053618114,0.00039786106,0.00019113594,0.000028099697],"category_scores_gemma":[0.0068663545,0.00014545744,0.00054329965,0.00024415847,0.00027651858,0.00012623913,0.00013573133,0.000892704,0.0000010234114],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88702965,0.0012154644,0.000099392244,0.033999346,0.00017740003,7.0066875e-8,0.06275742,0.0000050273466,0.009394376,0.0009938186,0.000005022222,0.0043230318],"study_design_scores_gemma":[0.9228165,0.012291094,0.000030995772,0.015583615,0.000058083126,6.4110783e-9,0.039520588,0.0015014027,0.0058301226,0.0020702279,0.00016206114,0.00013527564],"about_ca_topic_score_codex":0.00023903814,"about_ca_topic_score_gemma":0.00015979857,"teacher_disagreement_score":0.09102312,"about_ca_system_score_codex":0.00011803327,"about_ca_system_score_gemma":0.00044449605,"threshold_uncertainty_score":0.9643473},"labels":[],"label_agreement":null},{"id":"W2979699292","doi":"10.2196/15058","title":"Early Signs Monitoring to Prevent Relapse in Psychosis and Promote Well-Being, Engagement, and Recovery: Protocol for a Feasibility Cluster Randomized Controlled Trial Harnessing Mobile Phone Technology Blended With Peer Support","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; University of Glasgow; Scottish Government; Medical Research Council; National Institute for Health and Care Research; NHS Health Scotland","keywords":"Psychological intervention; Medicine; Randomized controlled trial; Mental health; Psychiatry; Intervention (counseling); Anxiety; Cluster randomised controlled trial; Distress; Psychology; Clinical psychology","score_opus":0.17108123140082815,"score_gpt":0.5453350099344906,"score_spread":0.37425377853366243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979699292","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06304264,0.000001793192,0.0002924146,0.0045365635,0.000037572758,0.93052936,0.000018589002,0.000115453026,0.0014256282],"genre_scores_gemma":[0.050242607,1.1681968e-7,0.0015574106,0.00007281763,0.00013171698,0.94501746,0.0000041316484,0.00007184148,0.002901929],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99338245,0.0022758539,0.0013774091,0.0011976169,0.0007404124,0.0010262583],"domain_scores_gemma":[0.99736816,0.00089190726,0.0003537094,0.0005407447,0.00039660884,0.000448876],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008828207,0.00036168756,0.0013039997,0.00057987554,0.00028579656,0.00033966702,0.00036378088,0.00026601498,0.00018918554],"category_scores_gemma":[0.0012712525,0.0002822829,0.00018936182,0.00078295084,0.00033806873,0.0003768169,0.00036842615,0.00097251416,0.00004399046],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9808026,0.003781169,0.0010985895,0.001341463,0.00014510825,0.000021737764,0.0026297618,0.0000013296739,0.0003748914,0.0001987122,0.0022517103,0.00735295],"study_design_scores_gemma":[0.94392824,0.033223484,0.00013021771,0.002520212,0.000015029693,0.000005459503,0.00046770187,0.000031508178,0.0022915269,0.0035046071,0.013562208,0.0003198239],"about_ca_topic_score_codex":0.000033916353,"about_ca_topic_score_gemma":0.000016471722,"teacher_disagreement_score":0.036874354,"about_ca_system_score_codex":0.00023528664,"about_ca_system_score_gemma":0.00019545516,"threshold_uncertainty_score":0.9999629},"labels":[],"label_agreement":null},{"id":"W2979761537","doi":"10.2196/14190","title":"Effectiveness of an Ecological Momentary Intervention for Reducing Risky Alcohol Consumption Among Young Adults: Protocol for a Three-Arm Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Foundation for Alcohol Research and Education; Burnet Institute","keywords":"Psychological intervention; Randomized controlled trial; mHealth; Intervention (counseling); Focus group; Phone; Binge drinking; Mood; Mobile phone; Psychology; Random digit dialing; Consumption (sociology); Applied psychology; Medicine; Poison control; Suicide prevention; Environmental health; Social psychology; Computer science; Psychiatry; Population; Telecommunications","score_opus":0.16019740349025535,"score_gpt":0.5769396821312849,"score_spread":0.41674227864102953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979761537","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22074506,0.00000129522,0.00067077007,0.000030456864,0.00014338193,0.7776046,0.00011654056,0.00008080596,0.0006070849],"genre_scores_gemma":[0.18621214,2.0438684e-8,0.00023876826,0.000004707911,0.00011862398,0.8126324,0.00009829881,0.0000529228,0.00064215215],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99013036,0.0053715818,0.0019685451,0.00092741795,0.00067822565,0.0009238929],"domain_scores_gemma":[0.9919,0.0055428483,0.0009086168,0.00066423183,0.0007035394,0.00028075612],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018908614,0.00032943184,0.0016550448,0.0004964527,0.00023659844,0.00014358887,0.0005492323,0.00034248893,0.001076829],"category_scores_gemma":[0.0013942334,0.00025674494,0.0012229003,0.0002302271,0.00042547632,0.0005478208,0.00016402469,0.0004920206,0.00007500694],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96315956,0.017372144,0.0012404213,0.009818947,0.000332599,0.0000028400964,0.00015056957,0.0000062886247,0.00020092473,0.003929274,0.00028652122,0.003499911],"study_design_scores_gemma":[0.93728524,0.03919616,0.0036883291,0.008814334,0.000022036793,0.0000041078933,0.000117813965,0.0012653975,0.0010343881,0.008062278,0.00028038863,0.00022951554],"about_ca_topic_score_codex":0.0002829029,"about_ca_topic_score_gemma":0.00007396674,"teacher_disagreement_score":0.035027757,"about_ca_system_score_codex":0.0004693048,"about_ca_system_score_gemma":0.00012817798,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W2980034039","doi":"10.2196/15618","title":"Developing Strategies to Reduce Unnecessary Services in Primary Care: Protocol for User-Centered Design Charrettes","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; U.S. Department of Veterans Affairs","keywords":"Protocol (science); User-centered design; Usability; Computer science; Primary care; Medicine; Human–computer interaction; Family medicine; Alternative medicine","score_opus":0.848800504566667,"score_gpt":0.7088014734042889,"score_spread":0.1399990311623781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980034039","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069090277,0.0000044894855,0.0005116096,0.00783473,0.000049504913,0.9815539,0.0000440619,0.00023590529,0.0028567354],"genre_scores_gemma":[0.0011600901,8.159357e-7,0.010666039,0.0026352904,0.00039822553,0.98397803,0.000048117094,0.000140045,0.0009733618],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98349077,0.009487771,0.0016291984,0.0012793177,0.0015599411,0.0025530267],"domain_scores_gemma":[0.9910116,0.0045813397,0.00052410766,0.0012713287,0.0020913375,0.00052027736],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01276184,0.000458244,0.000771727,0.0007874012,0.0010467599,0.00030025752,0.0016222023,0.00059037993,0.00027249698],"category_scores_gemma":[0.00068902195,0.00041473043,0.00008739427,0.0014517807,0.00011313879,0.0018457703,0.0009566931,0.0025267936,0.0010070787],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040919382,0.0023608014,0.2978532,0.44791245,0.0001484291,0.00009739891,0.08642117,0.00010173502,0.027831916,0.021206861,0.03822137,0.036925294],"study_design_scores_gemma":[0.009788068,0.0024991608,0.05748927,0.041863527,0.0000018814661,0.0000019427814,0.03154665,0.000056043085,0.0028372293,0.0023282904,0.8507832,0.0008046865],"about_ca_topic_score_codex":0.00062134623,"about_ca_topic_score_gemma":0.00068753306,"teacher_disagreement_score":0.81256187,"about_ca_system_score_codex":0.00230544,"about_ca_system_score_gemma":0.009439717,"threshold_uncertainty_score":0.9998304},"labels":[],"label_agreement":null},{"id":"W2980059451","doi":"10.2196/14990","title":"Use of Human-Centered Design to Improve Implementation of Evidence-Based Psychotherapies in Low-Resource Communities: Protocol for Studies Applying a Framework to Assess Usability","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":206,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Usability; Mental health; Psychological intervention; Computer science; Stakeholder; Protocol (science); Process management; Knowledge management; Psychology; Medicine; Nursing; Engineering; Human–computer interaction","score_opus":0.9671911184333881,"score_gpt":0.8212712455353088,"score_spread":0.14591987289807928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980059451","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052643366,2.6071126e-7,0.009428937,0.0023462002,0.000011672117,0.9353989,0.00012854942,0.000033420853,0.000008744929],"genre_scores_gemma":[0.022571417,1.4863414e-7,0.01857796,0.0018139718,0.0000507654,0.9568564,0.0000030442015,0.00004216977,0.00008411666],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9863898,0.008108561,0.0021998514,0.00053780037,0.0014426528,0.001321302],"domain_scores_gemma":[0.9708912,0.02472868,0.00070674025,0.0012516178,0.0021271578,0.00029464773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020090995,0.00024383808,0.00068907,0.00090331776,0.0006256167,0.000059886122,0.00095729955,0.00016338329,0.00051723846],"category_scores_gemma":[0.0040531876,0.00019888501,0.00008132031,0.001674525,0.00025853637,0.00059149496,0.0003780955,0.00080018846,0.000033602922],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011160767,0.0013223432,0.61833495,0.05305468,0.00006782475,6.523561e-7,0.19503218,0.00044528744,0.090447396,0.0013300385,0.014984365,0.013819517],"study_design_scores_gemma":[0.029599233,0.032506444,0.13391767,0.16715169,0.0000068944223,2.511995e-7,0.29966205,0.0008459671,0.11268205,0.005273219,0.21701013,0.0013443995],"about_ca_topic_score_codex":0.0010530419,"about_ca_topic_score_gemma":0.0009585876,"teacher_disagreement_score":0.4844173,"about_ca_system_score_codex":0.0008290534,"about_ca_system_score_gemma":0.0017983457,"threshold_uncertainty_score":0.81102955},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2980195464","doi":"10.2196/14489","title":"Evaluation of a Custom-Developed Computer Game to Improve Executive Functioning in 4- to 6-Year-Old Children Exposed to Alcohol in Utero: Protocol for a Feasibility Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prenatal Substance Exposure Effects","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Context (archaeology); Medicine; Psychological intervention; Population; Cognition; Psychiatry; Clinical psychology; Environmental health; Surgery","score_opus":0.16408403201263755,"score_gpt":0.5136517249158491,"score_spread":0.34956769290321155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980195464","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31668895,3.0343023e-7,0.0005557103,0.00019857235,0.000027203318,0.6822686,0.000009831474,0.000034404628,0.00021638903],"genre_scores_gemma":[0.14813156,9.6620605e-9,0.0025787898,0.0001184683,0.00020408159,0.84857714,0.000010268952,0.000048643764,0.00033104475],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9891511,0.0042734817,0.001626773,0.0011584936,0.002811993,0.0009781172],"domain_scores_gemma":[0.9942797,0.001794505,0.00028567645,0.00092638104,0.0022922033,0.00042152693],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034289632,0.0003685282,0.0022609993,0.0012208992,0.000048886137,0.000089548215,0.00039995246,0.00024266938,0.00012969521],"category_scores_gemma":[0.010018509,0.00028678283,0.00032246453,0.0015290707,0.00007497173,0.00023780423,0.00031795184,0.00065226684,0.00009299772],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9613719,0.0015708903,0.0038931908,0.00046587695,0.000114298295,0.0000049745836,0.0016429449,0.00018329674,0.025829136,0.000035158722,0.0007970439,0.0040912624],"study_design_scores_gemma":[0.9511185,0.011849493,0.013404506,0.0041544214,0.0000161688,0.0000017039318,0.00004515802,0.0025339178,0.016195115,0.00014326618,0.0002634264,0.00027428142],"about_ca_topic_score_codex":0.00007568853,"about_ca_topic_score_gemma":0.00012608561,"teacher_disagreement_score":0.16855739,"about_ca_system_score_codex":0.0014400238,"about_ca_system_score_gemma":0.001381666,"threshold_uncertainty_score":0.99995846},"labels":[],"label_agreement":null},{"id":"W2980481522","doi":"10.2196/14397","title":"Development of a Patient-Reported Outcome Instrument for Patients With Severe Lower Extremity Trauma (LIMB-Q): Protocol for a Multiphase Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bone fractures and treatments","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Debriefing; Rasch model; Protocol (science); Psychology; Amputation; Think aloud protocol; Physical therapy; Qualitative research; Patient-reported outcome; Applied psychology; Medicine; Physical medicine and rehabilitation; Clinical psychology; Quality of life (healthcare); Psychotherapist; Social psychology; Developmental psychology; Psychiatry; Computer science","score_opus":0.2508141510587351,"score_gpt":0.5620886210261619,"score_spread":0.31127446996742675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980481522","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2991227,1.2426128e-7,0.00031544734,0.000024282897,0.000009272349,0.7003612,0.000029029028,0.00003316194,0.000104794955],"genre_scores_gemma":[0.058305517,2.9309024e-9,0.13471363,0.000015683612,0.00001693031,0.8064056,0.00004693346,0.00006706923,0.0004286117],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99556303,0.00032007886,0.0011693228,0.0007921237,0.0013489731,0.00080649264],"domain_scores_gemma":[0.9965694,0.00035770194,0.0004907941,0.00088959077,0.0013560377,0.00033646802],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015800745,0.00039391386,0.0008189434,0.00029121863,0.00021677658,0.000049340608,0.00021947995,0.00016592567,0.00014696909],"category_scores_gemma":[0.00029658456,0.00025203612,0.00020173032,0.00035851815,0.00007762079,0.00015581907,0.00017491664,0.0003550163,0.000008287723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059102006,0.047246285,0.65260375,0.0028947985,0.00068239856,0.000019069892,0.0015131317,0.0000027366889,0.00042587248,0.000009375697,0.0004772573,0.23502329],"study_design_scores_gemma":[0.1986899,0.06998546,0.474383,0.00328208,0.00007315418,0.000010798445,0.0013679046,0.00016003524,0.013896581,0.00007162546,0.23736042,0.00071905943],"about_ca_topic_score_codex":0.00001675254,"about_ca_topic_score_gemma":0.000022715969,"teacher_disagreement_score":0.24081719,"about_ca_system_score_codex":0.0003823948,"about_ca_system_score_gemma":0.0005670408,"threshold_uncertainty_score":0.9999932},"labels":[],"label_agreement":null},{"id":"W2980528391","doi":"10.2196/16045","title":"Effect of Ankle Plantar Flexor Spasticity Level on Balance in Patients With Stroke: Protocol for a Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Botulinum Toxin and Related Neurological Disorders","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tehran University of Medical Sciences and Health Services","keywords":"Spasticity; Medicine; Physical medicine and rehabilitation; Stroke (engine); Balance (ability); Physical therapy; Ankle; Proprioception; Range of motion; Gait; Modified Ashworth scale; Posturography; Surgery","score_opus":0.1765854872161825,"score_gpt":0.5300400117967309,"score_spread":0.3534545245805484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980528391","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4665288,3.274986e-8,0.0000024206563,0.000016703214,0.0000029986306,0.5331224,0.000040956347,0.000015628953,0.00027002243],"genre_scores_gemma":[0.3602959,8.8277305e-9,0.000019923078,0.000017720888,0.000018323519,0.6392582,0.000008366912,0.000018238481,0.00036335122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99693584,0.00046191266,0.0003898613,0.0005358023,0.0011506822,0.00052589615],"domain_scores_gemma":[0.9984011,0.00069652,0.00010219414,0.0003767851,0.00029262464,0.00013075538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013450615,0.00019732946,0.0004137228,0.00021395601,0.000079217156,0.000031893152,0.00022174839,0.00019656171,0.00016585735],"category_scores_gemma":[0.0002818724,0.00011681013,0.00007792535,0.00035215792,0.00017258913,0.00007308137,0.000082933635,0.00096366875,0.000054218464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11508219,0.0061839963,0.8763035,0.0013574017,0.000032887052,0.000010577743,0.000028866698,0.000053275584,0.0003872936,0.00001348799,0.00019642754,0.00035013404],"study_design_scores_gemma":[0.04327712,0.111492164,0.8410375,0.0006425215,0.0000017407018,8.495012e-7,0.0000048872903,0.00011922069,0.0023613619,0.000016713639,0.00094827806,0.000097634234],"about_ca_topic_score_codex":0.000013284996,"about_ca_topic_score_gemma":0.0000046474825,"teacher_disagreement_score":0.10623293,"about_ca_system_score_codex":0.00008246288,"about_ca_system_score_gemma":0.0001310608,"threshold_uncertainty_score":0.47633788},"labels":[],"label_agreement":null},{"id":"W2980545575","doi":"10.2196/15363","title":"Evaluation of Patterns of Presentation, Practice, and Outcomes of Upper Tract Urothelial Cancer: Protocol for an Observational, International, Multicenter, Cohort Study by the Clinical Research Office of the Endourology Society","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bladder and Urothelial Cancer Treatments","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Protocol (science); Cohort; Randomized controlled trial; Clinical trial; Cohort study; Family medicine; Surgery; Internal medicine; Alternative medicine; Pathology","score_opus":0.547238077897048,"score_gpt":0.6684617208639847,"score_spread":0.12122364296693666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980545575","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3325868,0.0000029878256,0.000005553009,0.0010320378,0.000014998559,0.66595644,0.00018843547,0.0000033181748,0.00020944247],"genre_scores_gemma":[0.33766213,0.0000027432736,0.00008036606,0.000042468146,0.000047138445,0.66194504,0.00001451313,0.00001665371,0.00018897624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9918691,0.0030708408,0.00096649124,0.00039928666,0.0034304492,0.00026381284],"domain_scores_gemma":[0.98961395,0.002476475,0.00058345625,0.00067768473,0.0065815286,0.00006690731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014256757,0.00013218762,0.0004442969,0.00009457435,0.00010218632,0.00001988119,0.0004886279,0.00011542706,0.00019653508],"category_scores_gemma":[0.002098869,0.000075783115,0.00017298794,0.00026097024,0.00042551814,0.00024302269,0.0001860514,0.0004674119,8.5922363e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052399253,0.0084780995,0.97692937,0.0005378667,0.000618505,1.2169679e-7,0.0010616794,0.000011034492,0.002943511,0.00005109726,0.0017775645,0.0023511993],"study_design_scores_gemma":[0.018709084,0.0056934915,0.95767236,0.0003460032,0.00009476558,0.0000012763261,0.0013884075,0.00057606405,0.0048437137,0.00007641913,0.010544134,0.000054274253],"about_ca_topic_score_codex":0.0011258818,"about_ca_topic_score_gemma":0.000073407304,"teacher_disagreement_score":0.01925703,"about_ca_system_score_codex":0.00011417155,"about_ca_system_score_gemma":0.0013123705,"threshold_uncertainty_score":0.49411356},"labels":[],"label_agreement":null},{"id":"W2980627198","doi":"10.2196/15809","title":"Exploring Drivers of Work-Related Stress in General Practice Teams as an Example for Small and Medium-Sized Enterprises: Protocol for an Integrated Ethnographic Approach of Social Research Methods","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Work (physics); Absenteeism; Mental health; Psychology; Data collection; Protocol (science); Sociology; Medical education; Nursing; Public relations; Medicine; Social psychology; Engineering; Social science; Political science; Alternative medicine","score_opus":0.7255209540978997,"score_gpt":0.6910820476453942,"score_spread":0.03443890645250558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980627198","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092812076,0.0000043899163,0.00048818806,0.00051336567,0.000035399007,0.90537095,0.000089229805,0.000061799714,0.00062461616],"genre_scores_gemma":[0.0049507795,0.0000038989706,0.053844385,0.0000313827,0.00018207954,0.9403265,0.00011239788,0.00010712173,0.00044143831],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97321755,0.020289969,0.0018899137,0.0011580695,0.0015088043,0.0019357234],"domain_scores_gemma":[0.9849614,0.008368193,0.0007550825,0.00086578156,0.004520345,0.0005292045],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.036524497,0.00036852443,0.0010603031,0.0015289669,0.00111426,0.00006765073,0.0010460443,0.0008656069,0.00013982882],"category_scores_gemma":[0.003178905,0.0002966138,0.00015873097,0.0022508348,0.00063271396,0.0010583701,0.0006235541,0.0038081747,0.0000044491135],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.113753825,0.018638501,0.1792366,0.087755546,0.00050189614,0.000014220997,0.2415299,0.00004979923,0.04690848,0.019894378,0.0026038305,0.28911301],"study_design_scores_gemma":[0.075612865,0.035803832,0.027823716,0.07792335,0.000033357923,0.0000038017113,0.45879388,0.004440062,0.016206596,0.009370065,0.29214796,0.0018404984],"about_ca_topic_score_codex":0.0046007265,"about_ca_topic_score_gemma":0.0004601993,"teacher_disagreement_score":0.28954414,"about_ca_system_score_codex":0.0003329463,"about_ca_system_score_gemma":0.0036596667,"threshold_uncertainty_score":0.9999486},"labels":[],"label_agreement":null},{"id":"W2980706614","doi":"10.2196/15540","title":"Impact of Removing Nonprescription Codeine in Australia: Protocol for a Prospective Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Tasmania","keywords":"Codeine; Medical prescription; Medicine; Cohort; Mental health; Cohort study; Family medicine; Over-the-counter; Prospective cohort study; Psychiatry; Environmental health; Nursing; Pharmacology; Internal medicine","score_opus":0.23089478589031698,"score_gpt":0.5992474843296367,"score_spread":0.3683526984393197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980706614","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37626097,1.4479745e-7,0.0000035023677,0.000022287853,0.0000017893251,0.623161,0.000011562228,0.00002546719,0.0005132329],"genre_scores_gemma":[0.22423579,2.3576726e-8,0.0002255909,0.0000017273675,0.000036322377,0.77345276,0.000010633051,0.00003945754,0.0019976792],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996743,0.00029927705,0.0005781776,0.00064467813,0.0010481578,0.00068665965],"domain_scores_gemma":[0.9980192,0.00012826089,0.00014646877,0.0008145564,0.0007367338,0.00015477337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017388547,0.00024323526,0.0006195858,0.00050382037,0.000054930668,0.00004539349,0.00021221366,0.00013116548,0.00041875613],"category_scores_gemma":[0.00024486144,0.00018118229,0.00017991468,0.0007541107,0.000082835955,0.0002014116,0.00012505375,0.0005226627,0.00008044795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009659174,0.01145254,0.96712387,0.0016867403,0.00015053042,0.000022267472,0.0011221112,0.000013236731,0.007423608,0.000037201782,0.0009870442,0.00032168167],"study_design_scores_gemma":[0.024073334,0.029297749,0.9407814,0.0023443014,0.0000069086204,0.0000045902366,0.00033874376,0.00015187454,0.0019920322,0.00016396986,0.0007065238,0.00013853442],"about_ca_topic_score_codex":0.0008142112,"about_ca_topic_score_gemma":0.0000743241,"teacher_disagreement_score":0.1520252,"about_ca_system_score_codex":0.0010291667,"about_ca_system_score_gemma":0.0006139357,"threshold_uncertainty_score":0.7388399},"labels":[],"label_agreement":null},{"id":"W2981005613","doi":"10.2196/15354","title":"Testing the Effectiveness and Cost-Effectiveness of a Combination HIV Prevention Intervention Among Young Cisgender Men Who Have Sex With Men and Transgender Women Who Sell or Exchange Sex in Thailand: Protocol for the Combination Prevention Effectiveness Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sex work and related issues","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Men who have sex with men; Transgender; Intervention (counseling); Human immunodeficiency virus (HIV); Medicine; Protocol (science); Transgender women; Psychological intervention; Clinical psychology; Gerontology; Family medicine; Psychology; Alternative medicine; Psychiatry","score_opus":0.13945283349814813,"score_gpt":0.4903062488268856,"score_spread":0.3508534153287375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981005613","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33352682,0.000005512962,0.00065234187,0.000021288686,0.000004052004,0.6640988,0.0000022737597,0.000029664066,0.0016592762],"genre_scores_gemma":[0.4661837,9.365495e-7,0.0000043821137,5.763325e-7,0.000015395875,0.53264576,0.00000375336,0.000021624739,0.0011238611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98408324,0.0133096725,0.00041854766,0.0006334054,0.000978842,0.0005763242],"domain_scores_gemma":[0.99369764,0.005031003,0.00028338106,0.0003151674,0.00057392806,0.00009886438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028041456,0.00026419768,0.00046978123,0.00029163738,0.0008237841,0.0003125979,0.00034711516,0.00021685757,0.00003170025],"category_scores_gemma":[0.00040055366,0.00015608186,0.000059382477,0.00090872985,0.00046264203,0.0006371814,0.00013604845,0.0004990181,0.0000010040258],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010976465,0.0030004575,0.86545944,0.007096224,0.00026742354,0.0000037067807,0.092705525,0.00011326092,0.00049501593,0.00026951672,0.000059171143,0.019553812],"study_design_scores_gemma":[0.02144549,0.0076931706,0.8787226,0.0058304216,0.000019276089,0.0000024917285,0.07717325,0.0045776726,0.00094081933,0.0030783555,0.00026231405,0.00025413928],"about_ca_topic_score_codex":0.0007843771,"about_ca_topic_score_gemma":0.000375803,"teacher_disagreement_score":0.13265689,"about_ca_system_score_codex":0.00047022602,"about_ca_system_score_gemma":0.0001952187,"threshold_uncertainty_score":0.9718665},"labels":[],"label_agreement":null},{"id":"W2981043356","doi":"10.2196/14544","title":"Development of a Core Set of Patient-Reported Outcomes for Population-Based Cancer Survivorship Research: Protocol for an Australian Consensus Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Survivorship curve; Delphi method; Medicine; Population; Quality of life (healthcare); Cancer survivorship; Cancer survivor; Consistency (knowledge bases); Protocol (science); Family medicine; Cancer; Nursing; Alternative medicine; Computer science; Environmental health","score_opus":0.8240947335767486,"score_gpt":0.7103865704682875,"score_spread":0.1137081631084611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981043356","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23336883,7.857857e-8,0.000009539598,0.0004039172,0.000009023091,0.76580304,0.00009201772,0.00006464539,0.00024889762],"genre_scores_gemma":[0.15961936,9.4575725e-9,0.00465257,0.000004850281,0.000043318996,0.8344885,0.00002268195,0.00005062473,0.0011180753],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98925,0.0026097044,0.00137232,0.00076668675,0.0045331605,0.0014681418],"domain_scores_gemma":[0.9885341,0.0036287773,0.0005124437,0.0009949913,0.0059524453,0.00037726408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026000474,0.00023327068,0.0005994474,0.00095969666,0.00080775825,0.00013858349,0.0012570211,0.00028595346,0.00028528634],"category_scores_gemma":[0.0039116363,0.00020428057,0.00014568956,0.0016233034,0.0006837493,0.00017627233,0.00022532279,0.00061912165,0.0000061817523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047714673,0.0033712916,0.95926696,0.002960746,0.00009722322,0.000004379517,0.0126197515,0.000025502037,0.0027854275,0.0017900043,0.0053167287,0.0069905086],"study_design_scores_gemma":[0.02495258,0.025418952,0.2907781,0.0063411426,0.000012117448,6.975795e-7,0.06891982,0.00051744934,0.04068693,0.009664929,0.5312262,0.0014810421],"about_ca_topic_score_codex":0.0132439565,"about_ca_topic_score_gemma":0.023568971,"teacher_disagreement_score":0.66848886,"about_ca_system_score_codex":0.0005853108,"about_ca_system_score_gemma":0.0052254475,"threshold_uncertainty_score":0.99424833},"labels":[],"label_agreement":null},{"id":"W2981343819","doi":"10.2196/16417","title":"The Use of Web-Based Support Groups Versus Usual Quit-Smoking Care for Men and Women Aged 21-59 Years: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health","keywords":"Randomized controlled trial; Nicotine replacement therapy; Medicine; Smoking cessation; Peer support; Phone; Protocol (science); Social media; Psychology; Alternative medicine; Nursing; World Wide Web; Computer science","score_opus":0.2066774513566164,"score_gpt":0.5171296409597281,"score_spread":0.3104521896031117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981343819","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10128868,4.4974e-7,0.00003192113,0.00008873671,0.000025301912,0.89835274,0.000028677528,0.000040955765,0.0001425094],"genre_scores_gemma":[0.059125293,1.374361e-7,0.000105942156,0.00001630001,0.00018541084,0.939571,0.000033084543,0.000049979644,0.000912847],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9961651,0.0008642234,0.00075285917,0.0004024908,0.00113661,0.0006786942],"domain_scores_gemma":[0.9929165,0.005299981,0.00032461755,0.00051525893,0.0007803469,0.00016326082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068242378,0.00020644111,0.0011496862,0.00023738504,0.00024925487,0.00021018538,0.00021030084,0.00020934244,0.00012935232],"category_scores_gemma":[0.002230828,0.00013004726,0.0003573243,0.0002069705,0.00028210258,0.00015216773,0.00007179113,0.00037411143,0.0000012651007],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9894734,0.00035240912,0.0012330026,0.0011739302,0.00013955438,0.0000025817217,0.001730267,0.0000015212806,0.0011515405,0.00009773109,0.001746168,0.0028978628],"study_design_scores_gemma":[0.9407947,0.010210675,0.00066810206,0.00067904044,0.00004313057,6.5530736e-7,0.0010893418,0.00025821818,0.000946316,0.00004709125,0.045130946,0.00013176532],"about_ca_topic_score_codex":0.000013691941,"about_ca_topic_score_gemma":0.0000050515105,"teacher_disagreement_score":0.048678715,"about_ca_system_score_codex":0.00027502162,"about_ca_system_score_gemma":0.000989509,"threshold_uncertainty_score":0.53031737},"labels":[],"label_agreement":null},{"id":"W2981479262","doi":"10.2196/16301","title":"Time-Limited Trials Among Critically Ill Patients With Advanced Medical Illnesses to Reduce Nonbeneficial Intensive Care Unit Treatments: Protocol for a Multicenter Quality Improvement Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Intensive care unit; Advance care planning; Protocol (science); Intensive care; Intensive care medicine; Critically ill; Clinical trial; MEDLINE; Quality of life (healthcare); Medical emergency; Emergency medicine; Palliative care; Nursing; Alternative medicine","score_opus":0.34575935967947435,"score_gpt":0.6047816409479012,"score_spread":0.25902228126842686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981479262","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3992354,3.8239907e-7,0.0000046369905,0.00071725156,0.000011396338,0.5997502,0.00010342405,0.00005542654,0.00012188164],"genre_scores_gemma":[0.071856186,8.065567e-8,0.00039380023,0.0011391983,0.00012642828,0.92592084,0.00015815618,0.00009549858,0.00030979156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923328,0.0011345998,0.0013048504,0.0012235125,0.0029031292,0.001101065],"domain_scores_gemma":[0.97708845,0.0017293604,0.00026313873,0.0010733537,0.018965725,0.00087995944],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021616586,0.00052277703,0.0014190227,0.0003761601,0.00026464605,0.00013974408,0.0003836602,0.00021833192,0.0010401256],"category_scores_gemma":[0.013566743,0.00032465413,0.0002559624,0.0005738018,0.00020461972,0.00021616649,0.00030272597,0.00045775107,0.00018404587],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11216614,0.052075375,0.7250752,0.003118864,0.0014927016,0.000120782504,0.0054930965,0.000007671297,0.0013515975,0.000032728778,0.004357433,0.09470842],"study_design_scores_gemma":[0.21475391,0.15737253,0.54484713,0.011784442,0.00016276614,0.000001651775,0.02516849,0.00004995261,0.017303754,0.000015568477,0.02768474,0.00085508596],"about_ca_topic_score_codex":0.00012319248,"about_ca_topic_score_gemma":0.00010469353,"teacher_disagreement_score":0.32737923,"about_ca_system_score_codex":0.00067736564,"about_ca_system_score_gemma":0.0006950884,"threshold_uncertainty_score":0.99992055},"labels":[],"label_agreement":null},{"id":"W2981673849","doi":"10.2196/14584","title":"Comparison of Housing First and Traditional Homeless Service Users in Eight European Countries: Protocol for a Mixed Methods, Multi-Site Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Service (business); Thematic analysis; Housing First; Protocol (science); Affordance; Business; Public relations; Psychology; Qualitative research; Medicine; Marketing; Mental health; Sociology; Political science; Psychiatry","score_opus":0.5899769786764214,"score_gpt":0.6790677889648769,"score_spread":0.08909081028845545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981673849","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19851816,0.000001467777,0.00014381406,0.00011237223,0.000013701754,0.800811,0.00006934747,0.00003719887,0.00029294923],"genre_scores_gemma":[0.19224739,1.8124281e-7,0.0018297783,0.000017801929,0.0000956298,0.80564445,0.00001336588,0.00005841312,0.000092962895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911601,0.0056827883,0.0010124082,0.0005429359,0.00076671474,0.00083506206],"domain_scores_gemma":[0.99548495,0.002600112,0.00034814476,0.0004309333,0.00095303426,0.0001828355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008532246,0.00023118217,0.0009770008,0.00035245242,0.00081052067,0.000075361204,0.00043170867,0.00019574999,0.0002010217],"category_scores_gemma":[0.00023753762,0.00019943785,0.000057317255,0.00072906073,0.00014433866,0.00027542515,0.00032269844,0.0010162056,0.000066095956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015626393,0.002795454,0.87199295,0.012058826,0.00003126589,0.000005054549,0.10912996,0.000012568855,0.0003080927,0.00046267058,0.00029101377,0.0013495082],"study_design_scores_gemma":[0.024947723,0.0024725716,0.6376165,0.009173408,0.000005024342,9.613126e-8,0.20293115,0.0019990366,0.00038907438,0.00020827995,0.119798444,0.00045867145],"about_ca_topic_score_codex":0.00060550636,"about_ca_topic_score_gemma":0.013253623,"teacher_disagreement_score":0.23437643,"about_ca_system_score_codex":0.00020533934,"about_ca_system_score_gemma":0.0004042428,"threshold_uncertainty_score":0.8132839},"labels":[],"label_agreement":null},{"id":"W2981832517","doi":"10.2196/14514","title":"Internet-Based Intervention for Postpartum Depression in China: Formative Research and Design of the “Mommy go” Program (Preprint)","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Postpartum depression; The Internet; Formative assessment; Intervention (counseling); Psychology; China; Medical education; Medicine; Psychiatry; Computer science; World Wide Web; Political science; Pregnancy; Pedagogy","score_opus":0.19749721148645902,"score_gpt":0.5346571807891828,"score_spread":0.33715996930272374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981832517","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40533918,0.000022605258,0.00017339387,0.00054230896,0.00001777741,0.5934273,0.0000068684403,0.000026059288,0.00044451255],"genre_scores_gemma":[0.510688,0.0000012198223,0.0003640816,0.000011679828,0.000013589987,0.48796356,0.0000037947063,0.000013497692,0.00094060664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968115,0.0009991935,0.00047348032,0.00035553993,0.0007608565,0.00059943757],"domain_scores_gemma":[0.99841934,0.00047133243,0.00012280316,0.00050166284,0.0003479413,0.0001369446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045902845,0.0001264454,0.00026378263,0.0002938333,0.00010644728,0.000050361232,0.00032165257,0.00012443916,0.0000793017],"category_scores_gemma":[0.00023585798,0.0000826933,0.00007550926,0.00036848325,0.00023600964,0.00015415547,0.0003824077,0.0008536412,0.000026853966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.051370353,0.00787113,0.79219794,0.09301003,0.000046082434,0.000016637048,0.0047258884,0.000031458057,0.006199046,0.0010577355,0.0013920987,0.042081583],"study_design_scores_gemma":[0.012495289,0.019571783,0.57916725,0.16080768,0.0000026267546,0.000019261295,0.00025739198,0.008222777,0.2119971,0.0022790153,0.0050002085,0.00017961637],"about_ca_topic_score_codex":0.00008846537,"about_ca_topic_score_gemma":0.00001261912,"teacher_disagreement_score":0.21303071,"about_ca_system_score_codex":0.00017224923,"about_ca_system_score_gemma":0.00016580224,"threshold_uncertainty_score":0.37086937},"labels":[],"label_agreement":null},{"id":"W2981979314","doi":"10.2196/15309","title":"Movement-Evoked Pain Versus Pain at Rest in Postsurgical Clinical Trials and Meta-Analyses: Protocol for a Follow-Up Systematic Review","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anesthesia and Pain Management","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Canadian Institutes of Health Research; Queen's University","keywords":"Protocol (science); Meta-analysis; Physical medicine and rehabilitation; Medicine; Physical therapy; Systematic review; Clinical trial; Movement (music); Rest (music); MEDLINE; Psychology; Alternative medicine; Internal medicine","score_opus":0.7906274457328877,"score_gpt":0.6845803604344411,"score_spread":0.10604708529844653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981979314","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005437016,0.00008522976,0.00007167359,0.0057108137,0.0000039815272,0.9934499,0.000004543738,0.000048483493,0.0005709552],"genre_scores_gemma":[0.00006428237,0.00001133024,0.00034126843,0.0034216917,0.000082222374,0.9829759,0.000023173949,0.000057516656,0.013022618],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9540414,0.03887917,0.0032461728,0.0010400532,0.0018527489,0.0009404076],"domain_scores_gemma":[0.97700334,0.020055117,0.00065785664,0.0013812318,0.00045937512,0.00044305457],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21831708,0.00040989497,0.0042974395,0.00037045532,0.00013403565,0.00011825426,0.00044411144,0.0002685711,0.0012032773],"category_scores_gemma":[0.03195604,0.00024554355,0.0012247484,0.00068367686,0.00016566172,0.00011704836,0.00024227197,0.0006624114,0.00017552754],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031303823,0.0014994728,0.009051031,0.86611414,0.0036953404,0.00016243361,0.000094961426,6.7724403e-7,0.00013155282,0.0011080259,0.086371735,0.00046683053],"study_design_scores_gemma":[0.09730646,0.02743769,0.001612166,0.24736477,0.004418203,0.000009682986,0.0005922794,0.0015400702,0.00007620857,0.0007918207,0.6179086,0.00094207766],"about_ca_topic_score_codex":0.000018609244,"about_ca_topic_score_gemma":0.000027467886,"teacher_disagreement_score":0.6187493,"about_ca_system_score_codex":0.00027716358,"about_ca_system_score_gemma":0.00027547177,"threshold_uncertainty_score":0.9999997},"labels":[],"label_agreement":null},{"id":"W2982027663","doi":"10.2196/12950","title":"Effectiveness of an Educational Intervention in Reducing New International Postgraduates’ Acculturative Stress in Malaysian Public Universities: Protocol for a Cluster Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acculturation; Intervention (counseling); Randomized controlled trial; Cluster randomised controlled trial; Psychology; Medical education; Medicine; Political science; Immigration; Psychiatry","score_opus":0.14070337891568874,"score_gpt":0.5603469636862537,"score_spread":0.41964358477056496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982027663","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15594155,6.5395864e-7,0.000016958658,0.0016533587,0.000055029457,0.8381368,0.000008982,0.000010363991,0.004176314],"genre_scores_gemma":[0.20592634,3.1669737e-7,0.00007203456,0.0000028237253,0.00024288832,0.7916922,0.000036028418,0.000009434664,0.0020179148],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929207,0.0046423473,0.0006409126,0.00036746095,0.0010405547,0.00038801134],"domain_scores_gemma":[0.99533504,0.0031746253,0.00030658787,0.0001309301,0.0009555116,0.000097278986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01052834,0.0001419558,0.000610762,0.00070313655,0.0001249012,0.00022957915,0.0006719099,0.00013908472,0.00052027276],"category_scores_gemma":[0.0013133426,0.00011632163,0.00026580534,0.0003715537,0.00019760247,0.0010093838,0.00011814726,0.00029314688,0.000009284227],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9432811,0.0018240634,0.0005585765,0.00030408986,0.00008300919,9.104477e-7,0.022707002,0.000054591237,0.00013973906,0.030582355,0.000060932754,0.0004036218],"study_design_scores_gemma":[0.9564288,0.00091537845,0.0004425146,0.002809745,0.0000018316176,1.6986714e-7,0.03127505,0.0005276114,0.0002649561,0.0061338465,0.0010594145,0.0001406857],"about_ca_topic_score_codex":0.0026752767,"about_ca_topic_score_gemma":0.0017669471,"teacher_disagreement_score":0.049984794,"about_ca_system_score_codex":0.0009073894,"about_ca_system_score_gemma":0.0011287726,"threshold_uncertainty_score":0.56966215},"labels":[],"label_agreement":null},{"id":"W2982094823","doi":"10.2196/14574","title":"Quantification of Airborne Resistant Organisms With Temporal and Spatial Diversity in Bangladesh: Protocol for a Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indoor Air Quality and Microbial Exposure","field":"Environmental Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Environmental health; Cross-sectional study; Geography; Antibiotic resistance; Veterinary medicine; Biology; Medicine; Antibiotics","score_opus":0.17342767836820364,"score_gpt":0.46313039121044564,"score_spread":0.289702712842242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982094823","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30964527,2.1372522e-8,0.000092808616,0.000026785114,0.0000016822077,0.6900054,0.00001857187,0.00000978891,0.0001996211],"genre_scores_gemma":[0.4392154,2.4522888e-9,0.00014374127,0.0000034258242,0.0000090521935,0.56033397,0.0000038075348,0.0000071249797,0.00028349878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788064,0.00032801498,0.00032391606,0.000453041,0.00069550134,0.0003188738],"domain_scores_gemma":[0.99932384,0.00009750888,0.00011857221,0.00029764618,0.00009661956,0.00006578428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00257162,0.000109800996,0.0001696248,0.00008524714,0.00027667446,0.00007351399,0.00028536574,0.000093691386,0.0005524977],"category_scores_gemma":[0.00004860413,0.00008893806,0.000026482945,0.0003364104,0.00033702026,0.00023698875,0.00046632506,0.00026056895,0.000040952702],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005998857,0.0013099749,0.9647229,0.00031422626,0.0000058023397,0.0000030661538,0.00093087635,0.000031184067,0.026085334,0.00012754512,0.00018819892,0.000282076],"study_design_scores_gemma":[0.006074527,0.0048723137,0.9746332,0.00014226156,5.188856e-7,0.0000014055305,0.00023223119,0.000062668885,0.0077231186,0.00018823582,0.0059438576,0.00012566177],"about_ca_topic_score_codex":0.0026410627,"about_ca_topic_score_gemma":0.0031369315,"teacher_disagreement_score":0.12967148,"about_ca_system_score_codex":0.00017771026,"about_ca_system_score_gemma":0.00007805216,"threshold_uncertainty_score":0.60494626},"labels":[],"label_agreement":null},{"id":"W2982111919","doi":"10.2196/15753","title":"A Mobile Phone–Based Telemonitoring Program for Heart Failure Patients After an Incidence of Acute Decompensation (Medly-AID): Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; University Health Network; University of Toronto; University of British Columbia; University of Calgary; Ted Rogers Centre for Heart Research","funders":"","keywords":"Medicine; Decompensation; Randomized controlled trial; Heart failure; Incidence (geometry); Emergency medicine; Acute care; Quality of life (healthcare); Intensive care medicine; Health care; Physical therapy; Medical emergency; Internal medicine; Nursing","score_opus":0.06079089700971074,"score_gpt":0.504871048511217,"score_spread":0.44408015150150626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982111919","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039575506,3.2628967e-7,0.00021785875,0.00027667693,0.00002033886,0.95972836,0.000017126793,0.00011074552,0.000053084805],"genre_scores_gemma":[0.01808857,3.9029647e-8,0.031915307,0.000034923516,0.00024352869,0.9489362,0.00006831237,0.000060857772,0.0006522535],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957139,0.00072209333,0.0010145322,0.0006056687,0.001185549,0.00075827405],"domain_scores_gemma":[0.9964913,0.0009223892,0.00030033925,0.0006604652,0.0013585711,0.0002669345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038500193,0.0003153849,0.001636857,0.00041518515,0.00013143814,0.00012328473,0.00020719465,0.0001885222,0.00018509259],"category_scores_gemma":[0.0004344268,0.00021391698,0.00064209837,0.00032698896,0.00014272677,0.0003126567,0.00008170995,0.00026174213,0.000028421458],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9814276,0.00589813,0.0033815103,0.0021448445,0.00028273332,0.000002525136,0.00018204493,0.0000024509943,0.0010173924,0.00002106168,0.002838965,0.002800719],"study_design_scores_gemma":[0.8441396,0.028642526,0.0001645751,0.0015340077,0.00006512982,3.4647493e-7,0.00003363336,0.0013675515,0.005096859,0.00006906429,0.11871767,0.00016904286],"about_ca_topic_score_codex":0.000012878242,"about_ca_topic_score_gemma":0.000008748793,"teacher_disagreement_score":0.13728803,"about_ca_system_score_codex":0.00020029937,"about_ca_system_score_gemma":0.00052268937,"threshold_uncertainty_score":0.87232816},"labels":[],"label_agreement":null},{"id":"W2982120911","doi":"10.2196/14588","title":"Using Mobile Devices to Deliver Lifestyle Interventions Targeting At-Risk High School Students: Protocol for a Participatory Design Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Usability; Psychological intervention; mHealth; Focus group; Participatory design; Applied psychology; Medical education; Protocol (science); Intervention (counseling); Behavior change; Mobile technology; Psychology; Medicine; Mobile device; Nursing; Computer science; Engineering; Social psychology; World Wide Web; Alternative medicine","score_opus":0.6167477530050445,"score_gpt":0.7090221326670738,"score_spread":0.09227437966202934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982120911","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08579559,0.0000033130746,0.002084889,0.000108919245,0.000032716536,0.9115964,0.00008519992,0.00019581949,0.00009711043],"genre_scores_gemma":[0.010726865,3.518968e-7,0.0069110286,0.0003652549,0.00043986097,0.9787452,0.00001666173,0.00012403486,0.0026707002],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.986853,0.0061558047,0.0019878265,0.0011538261,0.0014340538,0.002415498],"domain_scores_gemma":[0.9922852,0.0023062816,0.0007084157,0.0012849916,0.0018254349,0.0015897064],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.015261827,0.00036064404,0.0006307444,0.00053084077,0.004569022,0.00014036232,0.0011179212,0.0002976774,0.003383388],"category_scores_gemma":[0.001269884,0.00031905482,0.00016177743,0.0010029869,0.00009604695,0.00033198565,0.0012121644,0.0016660431,0.00454724],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003859568,0.005938579,0.8986756,0.011546623,0.00007641946,0.0000039849438,0.002625991,0.00062575366,0.0005696556,0.00019737771,0.07319236,0.0026880796],"study_design_scores_gemma":[0.013697765,0.009484621,0.08257885,0.007147855,0.000019555793,6.855168e-7,0.0049358807,0.00087237096,0.00013643366,0.0002328981,0.8803777,0.0005153921],"about_ca_topic_score_codex":0.0006924512,"about_ca_topic_score_gemma":0.00048308016,"teacher_disagreement_score":0.8160968,"about_ca_system_score_codex":0.0014661234,"about_ca_system_score_gemma":0.001987676,"threshold_uncertainty_score":0.99992615},"labels":[],"label_agreement":null},{"id":"W2982177090","doi":"10.2196/15590","title":"A Crowdsourcing Open Contest to Design Pre-Exposure Prophylaxis Promotion Messages: Protocol for an Exploratory Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"CONTEST; Crowdsourcing; Community engagement; Protocol (science); Context (archaeology); Pre-exposure prophylaxis; Ballot; Medical education; Men who have sex with men; Public relations; Medicine; Psychology; Voting; Computer science; Political science; Family medicine; World Wide Web; Human immunodeficiency virus (HIV); Alternative medicine; Geography","score_opus":0.5084212850316415,"score_gpt":0.6527766606521996,"score_spread":0.1443553756205581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982177090","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004229675,7.73253e-7,0.023476917,0.00033321124,0.00000641097,0.97014475,0.000022528091,0.00015638741,0.0016293414],"genre_scores_gemma":[0.006404099,2.7554202e-8,0.029698709,0.00002826893,0.00017283263,0.9409912,0.000018616001,0.00014029119,0.022545954],"study_design_codex":"bench_or_experimental","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9869346,0.0077006547,0.00094082305,0.0013264902,0.0016977123,0.0013996888],"domain_scores_gemma":[0.9936579,0.0007086597,0.00017882479,0.0018225744,0.0025348589,0.0010972018],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02043323,0.00039983765,0.0008095923,0.00086514826,0.00056715263,0.0009576598,0.0015403532,0.00022907878,0.00089269114],"category_scores_gemma":[0.0034517832,0.0003125899,0.00022214235,0.001395929,0.00015493143,0.0012266928,0.0010704222,0.0012192604,0.0003323276],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05129235,0.05658073,0.02421467,0.012983348,0.00052323914,0.00010213655,0.017509146,0.000037932157,0.34055868,0.00030399646,0.18897685,0.30691692],"study_design_scores_gemma":[0.029646158,0.6736872,0.008494488,0.011221185,0.000013835333,0.000019944997,0.008761409,0.001792846,0.0724895,0.0005203757,0.1926387,0.0007143666],"about_ca_topic_score_codex":0.000071193026,"about_ca_topic_score_gemma":0.00009896469,"teacher_disagreement_score":0.61710644,"about_ca_system_score_codex":0.0004053124,"about_ca_system_score_gemma":0.0013062248,"threshold_uncertainty_score":0.99993265},"labels":[],"label_agreement":null},{"id":"W2982392385","doi":"10.2196/14157","title":"Examining the Ethical Implications of Health Care Technology Described in US and Swedish PhD Dissertations: Protocol for a Scoping Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Protocol (science); Research ethics; Health care; Foundation (evidence); Unintended consequences; Health technology; Psychology; Public relations; Sociology; Medical education; Medicine; Political science; Alternative medicine; Engineering","score_opus":0.9422771747957993,"score_gpt":0.8145530579879801,"score_spread":0.12772411680781925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982392385","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.02570084e-7,0.3039919,0.000017485838,0.0078747235,0.000002328658,0.68785644,0.000027165346,0.00002953201,0.00020034652],"genre_scores_gemma":[1.6263729e-7,0.35528708,0.00074389024,0.00023825864,0.000039698476,0.6434824,0.0000361313,0.00006620387,0.00010617835],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9904285,0.0028668346,0.0028500904,0.0011601079,0.0016087332,0.0010857459],"domain_scores_gemma":[0.96911263,0.025282439,0.000801972,0.002037388,0.0025188827,0.0002467059],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.025341064,0.00037935766,0.0029355763,0.0008764305,0.00037359612,0.000079315905,0.0012007975,0.0015504129,0.000041188385],"category_scores_gemma":[0.04954414,0.00024376725,0.00029559823,0.002633498,0.001252793,0.000066065564,0.0007771461,0.011190453,0.000015254933],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007508331,0.0001641893,0.00020431986,0.6574682,0.000025531328,0.0000019852334,0.00011793285,1.6240566e-8,9.795032e-7,0.0032268476,0.00052199303,0.33819294],"study_design_scores_gemma":[0.0011451112,0.001663162,0.00007232622,0.65860456,0.000017265485,0.0000145693175,0.00015703202,7.661763e-7,0.0000018408143,0.0012391044,0.33695978,0.00012446922],"about_ca_topic_score_codex":0.000027983731,"about_ca_topic_score_gemma":0.0002771962,"teacher_disagreement_score":0.33806846,"about_ca_system_score_codex":0.000517302,"about_ca_system_score_gemma":0.0152874775,"threshold_uncertainty_score":0.9997458},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2982401705","doi":"10.2196/15012","title":"Nonclinical Sexual Health Support for HIV, Viral Hepatitis, and Other Sexually Transmitted Infections in Gay, Bisexual, and Other Men Who Have Sex With Men: Protocol for a European Community Health Worker Online Survey (ECHOES)","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consumers, Health, Agriculture and Food Executive Agency; European Commission","keywords":"Men who have sex with men; Reproductive health; Human immunodeficiency virus (HIV); Medicine; Sexually transmitted disease; Psychology; Gerontology; Population; Family medicine; Environmental health; Syphilis","score_opus":0.2993292430126769,"score_gpt":0.5731544764383055,"score_spread":0.27382523342562864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982401705","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013160199,0.0000035039934,0.0013263365,0.0024865407,0.0000015793901,0.97758114,0.0017495822,0.00008251335,0.0036086224],"genre_scores_gemma":[0.0017535541,0.0000014974527,0.00086431904,0.00067539973,0.00011716501,0.9633188,0.0002849303,0.00015809962,0.032826208],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99019367,0.005721199,0.0011227175,0.00076747796,0.0008203962,0.0013745703],"domain_scores_gemma":[0.9960181,0.0014722755,0.0002306147,0.000853691,0.00052250206,0.0009027838],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014235137,0.0003707219,0.0009310603,0.00058122684,0.0006011836,0.00020307001,0.00034248125,0.0001700867,0.00028762402],"category_scores_gemma":[0.00062223384,0.00028737664,0.000085763786,0.0005168778,0.0005630145,0.00023777757,0.00022359386,0.0019128424,0.000021229938],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008778771,0.0070489454,0.761341,0.0053101922,0.00016383907,0.0000072740513,0.002575224,0.000001508364,0.00011432336,0.00006232497,0.18832642,0.026270226],"study_design_scores_gemma":[0.04041892,0.16083592,0.23263745,0.004671537,0.0000055621144,0.000050901366,0.0024809542,0.005975249,0.000031699372,0.00007990419,0.55234456,0.00046734567],"about_ca_topic_score_codex":0.008156952,"about_ca_topic_score_gemma":0.038197905,"teacher_disagreement_score":0.5287035,"about_ca_system_score_codex":0.00027692234,"about_ca_system_score_gemma":0.0017296808,"threshold_uncertainty_score":0.99995786},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2982420905","doi":"10.2196/14701","title":"Understanding and Addressing Variation in Health Care–Associated Infections After Durable Ventricular Assist Device Therapy: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mechanical Circulatory Support Devices","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; U.S. Food and Drug Administration; National Institutes of Health; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Medicine; Intensive care medicine; Protocol (science); Ventricular assist device; Health care; Heart failure; Internal medicine; Alternative medicine; Pathology","score_opus":0.37966794525442765,"score_gpt":0.5540394047121037,"score_spread":0.17437145945767601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982420905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011826422,0.000008699925,0.0063063954,0.000039322982,0.000014569153,0.9814909,0.0000072460157,0.00015572943,0.00015069968],"genre_scores_gemma":[0.22128919,5.0888303e-8,0.00072742905,0.000013246666,0.00002281287,0.7778813,0.0000038498515,0.0000475551,0.0000145267995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99621165,0.001625908,0.00053745514,0.00043574514,0.000521191,0.0006680632],"domain_scores_gemma":[0.99866045,0.0005457373,0.000107998756,0.00034279368,0.00018297692,0.0001600299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052389475,0.00020027846,0.00037339123,0.0004054791,0.00023940469,0.00027271168,0.00016410001,0.00015593506,0.00009330765],"category_scores_gemma":[0.00021679084,0.00018670245,0.000059139395,0.0009266816,0.000024089333,0.00032933697,0.000076077966,0.000542775,0.000008132452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021849743,0.0068362206,0.9127831,0.028351888,0.00078994356,0.00009455164,0.017520273,0.004160508,0.0073541463,0.0020578876,0.001411998,0.016454497],"study_design_scores_gemma":[0.04003084,0.009989618,0.73110515,0.011918277,0.000015493208,0.000013655939,0.009698019,0.05846681,0.0030460746,0.0035939305,0.13023132,0.0018908038],"about_ca_topic_score_codex":0.00005235737,"about_ca_topic_score_gemma":0.00023664405,"teacher_disagreement_score":0.20946278,"about_ca_system_score_codex":0.0012270877,"about_ca_system_score_gemma":0.00020571392,"threshold_uncertainty_score":0.7613505},"labels":[],"label_agreement":null},{"id":"W2982503935","doi":"10.2196/14019","title":"Visual Analytic Tools and Techniques in Population Health and Health Services Research: Protocol for a Scoping Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Regional Municipality of Waterloo; Canadian Institute for Health Information; University of Waterloo; BC Centre for Disease Control; University of British Columbia; McMaster University; University of Calgary; Canadian Institutes of Health Research; Impact; Université de Sherbrooke; University of Toronto; University Health Network; Institute of Health Services and Policy Research; Ontario Neurotrauma Foundation; Toronto Rehabilitation Institute","funders":"","keywords":"Protocol (science); Population health; Population; Computer science; Data science; Psychology; Applied psychology; Medical education; Medicine; Alternative medicine; Environmental health","score_opus":0.7429640043698736,"score_gpt":0.7362142141202958,"score_spread":0.006749790249577892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982503935","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5411966e-9,0.18029307,0.00082264707,0.00060772424,0.000002005955,0.81813425,0.00002575401,0.00008450734,0.000030023133],"genre_scores_gemma":[4.3781e-9,0.37070525,0.0013748215,0.00038934633,0.00004728746,0.627249,0.00012587906,0.000034671673,0.00007373936],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9906721,0.003542867,0.0017153684,0.0013837565,0.0014620923,0.0012238038],"domain_scores_gemma":[0.9963707,0.0007764511,0.0007401196,0.0010884866,0.00052806357,0.0004962232],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.019673942,0.00041235157,0.0021122757,0.0016657001,0.0004659709,0.0014770014,0.0013705387,0.00023797667,0.000008011516],"category_scores_gemma":[0.0002617165,0.0003350102,0.00013180704,0.003049618,0.00012786148,0.0011070494,0.0013851604,0.0010500477,0.000014692959],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006077212,0.000093752096,0.00002111786,0.4919656,0.0000050398908,0.0000011165921,0.000057293764,1.332376e-8,1.7205863e-8,0.0017050437,0.0017216367,0.5044233],"study_design_scores_gemma":[0.00027694288,0.00088210887,0.000005144858,0.50371945,0.0000010347487,0.0000051019074,0.00000822301,0.0003452733,2.2813589e-7,0.0001750975,0.49442428,0.00015707497],"about_ca_topic_score_codex":0.00011313342,"about_ca_topic_score_gemma":0.00012474504,"teacher_disagreement_score":0.5042662,"about_ca_system_score_codex":0.0005427733,"about_ca_system_score_gemma":0.0038389901,"threshold_uncertainty_score":0.9999102},"labels":[],"label_agreement":null},{"id":"W2982530025","doi":"10.2196/14405","title":"Automated Respiratory Rate Counter to Assess Children for Symptoms of Pneumonia: Protocol for Cross-Sectional Usability and Acceptability Studies in Ethiopia and Nepal","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pneumonia and Respiratory Infections","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Gesundheit; UNICEF","keywords":"Medicine; Usability; Health facility; Environmental health; Cross-sectional study; Developing country; Medical emergency; Family medicine; Population; Health services; Pathology; Computer science","score_opus":0.3313674541640969,"score_gpt":0.6105208072766547,"score_spread":0.2791533531125578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982530025","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4891614,8.202344e-7,0.0000051663574,0.00009757769,0.000007908388,0.51059294,0.000053493328,0.0000510847,0.000029621679],"genre_scores_gemma":[0.13672315,8.380399e-8,0.000094641495,0.00011845482,0.00008301042,0.8628511,0.000003706931,0.000027541224,0.00009831564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969709,0.0004926608,0.0007304199,0.00075336575,0.00048651686,0.00056617364],"domain_scores_gemma":[0.9967191,0.0010805082,0.00012949012,0.0004962462,0.0013481054,0.00022654305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049748654,0.00023031118,0.000579045,0.0003528389,0.00025241374,0.00009744301,0.00015882136,0.00026504148,0.00004078697],"category_scores_gemma":[0.001300465,0.00017986893,0.00010552421,0.00043675938,0.0007284216,0.00025026198,0.00023833591,0.00052282115,0.000005295834],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024504606,0.00058884977,0.9412428,0.0043530026,0.00006582112,0.0000010074064,0.00019252783,0.0000073563497,0.05045204,0.00014000476,0.00018661513,0.0003195069],"study_design_scores_gemma":[0.007952821,0.005662562,0.9638868,0.0007007692,0.0000033926167,0.000009923481,0.000052769057,0.00020379444,0.004497716,0.00018777982,0.016678397,0.00016330015],"about_ca_topic_score_codex":0.000016787111,"about_ca_topic_score_gemma":0.000039717663,"teacher_disagreement_score":0.35243827,"about_ca_system_score_codex":0.00034102303,"about_ca_system_score_gemma":0.00051286316,"threshold_uncertainty_score":0.73348427},"labels":[],"label_agreement":null},{"id":"W2982569277","doi":"10.2196/15368","title":"Evidence on User-Led Innovation in Diabetes Technology (The OPEN Project): Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Steno Diabetes Center Copenhagen","keywords":"Protocol (science); Computer science; Knowledge management; Medicine; Alternative medicine","score_opus":0.48888420632819773,"score_gpt":0.67738459069102,"score_spread":0.18850038436282224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982569277","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026542826,5.382481e-7,0.000025929045,0.0036673804,0.000008045432,0.96713674,0.0000013299588,0.00007655278,0.002540661],"genre_scores_gemma":[0.003802063,5.4773086e-8,0.002434785,0.000098821685,0.000070834874,0.9828026,0.000004399005,0.000056203622,0.010730218],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940955,0.0019044932,0.00073411816,0.00086292723,0.0012715401,0.0011314215],"domain_scores_gemma":[0.99557495,0.0016072487,0.00017571855,0.0014616718,0.0011145301,0.00006585429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021505786,0.00024442302,0.0005472434,0.0022960945,0.00023727541,0.00041543206,0.0017883043,0.00018899185,0.00019014809],"category_scores_gemma":[0.00440552,0.0001500945,0.000062902094,0.0066769924,0.00023868428,0.0004072075,0.0017719674,0.0012636867,0.00014722704],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0131564895,0.016655995,0.45635,0.008294916,0.00024728867,0.00002989984,0.00083652476,0.0000047405874,0.042350195,0.011343701,0.05427666,0.3964536],"study_design_scores_gemma":[0.028006675,0.053746752,0.055286225,0.014811378,0.000007956453,6.1869184e-7,0.0022484115,0.0010460936,0.036043946,0.0041788686,0.8041797,0.00044335643],"about_ca_topic_score_codex":0.000014677407,"about_ca_topic_score_gemma":0.000018366403,"teacher_disagreement_score":0.7499031,"about_ca_system_score_codex":0.00026313376,"about_ca_system_score_gemma":0.0006334789,"threshold_uncertainty_score":0.7453519},"labels":[],"label_agreement":null},{"id":"W2982595295","doi":"10.2196/15303","title":"A Salutogenic Approach to Understanding the Potential of Green Programs for the Rehabilitation of Young Employees With Burnout: Protocol for a Mixed Method Study on Effectiveness and Effective Elements","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, psychology, and well-being","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Absenteeism; Rehabilitation; Protocol (science); Research design; Applied psychology; Psychology; Sick leave; Qualitative research; Nursing; Medicine; Medical education; Clinical psychology; Alternative medicine; Social psychology; Physical therapy","score_opus":0.26489038201438075,"score_gpt":0.6201422408687847,"score_spread":0.3552518588544039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982595295","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04840686,4.7793446e-7,0.034829013,0.0002448339,0.00001773642,0.9162484,0.000017635708,0.000025476584,0.000209579],"genre_scores_gemma":[0.19204357,3.1668186e-8,0.0025493011,0.000017627553,0.00006694147,0.80522436,0.0000028181096,0.000045989946,0.000049382783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9886155,0.008443277,0.0006937826,0.00064746424,0.00079053233,0.00080942194],"domain_scores_gemma":[0.98644334,0.011747805,0.00035244896,0.00067626644,0.00066003524,0.00012012649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022474723,0.00022345305,0.00051344244,0.00024678215,0.0010193904,0.000030379504,0.00042847398,0.00017387026,0.000004089338],"category_scores_gemma":[0.0005936995,0.00011563593,0.000103641236,0.00063639367,0.00022323587,0.00009806409,0.00016410608,0.0007346588,0.0000025682127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14232236,0.0131143695,0.5287922,0.071958914,0.001149474,0.0000014031656,0.12509184,0.00017828896,0.0074752686,0.020094955,0.0006761323,0.089144796],"study_design_scores_gemma":[0.037651762,0.10220631,0.7617979,0.009027832,0.000046240235,0.0000021355868,0.07376745,0.000753511,0.0004193966,0.0121697225,0.0018058491,0.0003518667],"about_ca_topic_score_codex":0.00019051318,"about_ca_topic_score_gemma":0.00013485862,"teacher_disagreement_score":0.23300573,"about_ca_system_score_codex":0.0002976265,"about_ca_system_score_gemma":0.00033167322,"threshold_uncertainty_score":0.78404295},"labels":[],"label_agreement":null},{"id":"W2982600199","doi":"10.2196/15109","title":"Identifying Barriers and Enablers to Attending Diabetic Retinopathy Screening in Immigrants to Canada From Ethnocultural Minority Groups: Protocol for a Qualitative Descriptive Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Women's College Hospital; Ottawa Hospital; University Health Network; University of Ottawa; Université Laval","funders":"","keywords":"Medicine; Attendance; Qualitative research; Diabetic retinopathy; Family medicine; Descriptive statistics; Immigration; Snowball sampling; Gerontology; Medical education; Nursing; Diabetes mellitus; Sociology; Political science","score_opus":0.31428312085222154,"score_gpt":0.5537970608711671,"score_spread":0.23951394001894555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982600199","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45509028,3.6981447e-7,0.00001822755,0.0004124253,0.000011850629,0.54432577,0.0000118448215,0.000014622402,0.00011459431],"genre_scores_gemma":[0.21334486,9.6508765e-9,0.0010727607,0.00014263992,0.00008438571,0.78439516,0.0000127214425,0.000024554398,0.00092289975],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9962513,0.00064890523,0.00044702378,0.00076100853,0.00097573944,0.00091604545],"domain_scores_gemma":[0.9981864,0.0004177355,0.00008905142,0.0003679756,0.00038855887,0.0005502906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003163001,0.00023295048,0.0004309295,0.00046981813,0.0002268036,0.00022414318,0.00026552757,0.00006619474,0.000075044656],"category_scores_gemma":[0.0011144627,0.00020678501,0.000042766304,0.00091062806,0.000049242593,0.00027762938,0.00027363226,0.00045080855,0.000015993597],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046611573,0.00059006043,0.7390007,0.0023381114,0.00012981116,0.000029720417,0.22563225,0.0000062987283,0.008702419,0.00004387345,0.0124926595,0.0063729347],"study_design_scores_gemma":[0.009812836,0.004279223,0.43773115,0.0061854497,0.00001280952,3.3365484e-7,0.5285838,0.00015051766,0.0016691802,0.00019726345,0.010931441,0.00044597485],"about_ca_topic_score_codex":0.17857487,"about_ca_topic_score_gemma":0.13296384,"teacher_disagreement_score":0.30295157,"about_ca_system_score_codex":0.0006320845,"about_ca_system_score_gemma":0.000398106,"threshold_uncertainty_score":0.8828573},"labels":[],"label_agreement":null},{"id":"W2982854572","doi":"10.2196/16294","title":"A Web-Based Human Papillomavirus Vaccination Intervention for Young Gay, Bisexual, and Other Men Who Have Sex With Men: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Cancer Institute","keywords":"Randomized controlled trial; Medicine; Population; Vaccination; Men who have sex with men; Gynecology; Demography; Family medicine; Internal medicine; Environmental health; Immunology; Human immunodeficiency virus (HIV)","score_opus":0.17691152336391175,"score_gpt":0.5580445896080004,"score_spread":0.38113306624408866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982854572","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005792661,0.000002735854,0.0005759008,0.00046044172,0.0000026481814,0.96837753,0.000026321562,0.00006595485,0.029909173],"genre_scores_gemma":[0.003458189,1.2746717e-7,0.00015657277,0.0000614286,0.00032691789,0.9710634,0.000025370791,0.00007860517,0.024829442],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99511206,0.0011465794,0.0008436879,0.0007164826,0.0013854654,0.0007957372],"domain_scores_gemma":[0.99628735,0.0013259506,0.0002631773,0.00051569834,0.001310738,0.0002970748],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008722313,0.0003052209,0.0015868958,0.0005204515,0.0003041118,0.00030529196,0.00023543411,0.00021525113,0.0024280292],"category_scores_gemma":[0.00067413744,0.00019163222,0.00038209918,0.0002581379,0.00019425248,0.00016754773,0.00009263949,0.0004976086,0.000011540993],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9708233,0.0014347146,0.00062313495,0.0050884956,0.00022544438,0.0000029044777,0.00017957082,0.0000010934664,0.0013587135,0.00041548468,0.010834778,0.009012349],"study_design_scores_gemma":[0.90539837,0.022779645,0.00018938251,0.00089860876,0.000030422529,0.000002255841,0.00018429458,0.01835804,0.0018497184,0.00049940706,0.04960026,0.00020962064],"about_ca_topic_score_codex":0.00010368945,"about_ca_topic_score_gemma":0.000109131666,"teacher_disagreement_score":0.06542497,"about_ca_system_score_codex":0.00027359187,"about_ca_system_score_gemma":0.0005529378,"threshold_uncertainty_score":0.9984839},"labels":[],"label_agreement":null},{"id":"W2983023810","doi":"","title":"The NASSS-CAT tools for supporting technology projects in health and social care: co-design of tools and protocol for further testing (Preprint)","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Health care; Computer science; Engineering management; Knowledge management; Engineering; Medicine; World Wide Web; Alternative medicine; Political science","score_opus":0.5645711746330518,"score_gpt":0.6656297561030347,"score_spread":0.10105858146998281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983023810","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004048495,0.000007192892,0.00029837384,0.0037291506,0.000010375744,0.9913875,0.00003179248,0.00008779695,0.00039934102],"genre_scores_gemma":[0.004194247,6.030742e-7,0.0028534315,0.00009543746,0.00015436686,0.9922092,0.000006161549,0.00007695249,0.0004095934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920223,0.0026729691,0.0017151469,0.00073749264,0.00053878484,0.0023133554],"domain_scores_gemma":[0.9853859,0.011848731,0.00096959446,0.0005290277,0.0010940055,0.00017273179],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.019249192,0.00024133208,0.0006979085,0.00035808026,0.001545059,0.000105636806,0.00047352546,0.00046567456,0.000013207282],"category_scores_gemma":[0.006385831,0.00017937207,0.000046720936,0.00061183557,0.00027443073,0.00026741563,0.00031560732,0.0012938658,0.000011262652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008041495,0.00044828068,0.209024,0.16777176,0.000053983975,0.0000027294816,0.043777373,0.00000564955,0.013142964,0.014765887,0.007844421,0.53512144],"study_design_scores_gemma":[0.027042665,0.022191316,0.004672702,0.022792263,0.0000021277356,0.000012590271,0.080907494,0.0025134203,0.0022576505,0.00840908,0.8284562,0.0007424427],"about_ca_topic_score_codex":0.00012463778,"about_ca_topic_score_gemma":0.00014393548,"teacher_disagreement_score":0.82061183,"about_ca_system_score_codex":0.0008466779,"about_ca_system_score_gemma":0.008079788,"threshold_uncertainty_score":0.9997548},"labels":[],"label_agreement":null},{"id":"W2983208719","doi":"10.2196/15356","title":"A Mobile Health App to Improve HIV Medication Adherence: Protocol for a Pilot Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"mHealth; Medicine; Psychological intervention; Randomized controlled trial; Intervention (counseling); Protocol (science); Population; Health coaching; Health care; eHealth; Telemedicine; Coaching; Physical therapy; Alternative medicine; Nursing; Psychology","score_opus":0.15458208666186665,"score_gpt":0.5826436150123561,"score_spread":0.4280615283504894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983208719","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013753222,0.0000026217153,0.0016968958,0.0018598124,0.00001493385,0.988384,0.000045933946,0.00013454752,0.0077237356],"genre_scores_gemma":[0.00032383023,5.0749696e-7,0.000977244,0.00014059544,0.00048154246,0.88170123,0.000042482345,0.00005739033,0.116275184],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99176586,0.0023071917,0.0015386841,0.0008170561,0.00219587,0.0013753618],"domain_scores_gemma":[0.99453807,0.0014595882,0.00034572682,0.0010247175,0.0014928308,0.0011390456],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.015469516,0.0002955763,0.0019866922,0.00081660744,0.00029059968,0.0001910424,0.0005519717,0.00015607815,0.003266846],"category_scores_gemma":[0.0055352417,0.00019680573,0.0007932718,0.0007370535,0.00027618307,0.00019530376,0.00021070239,0.00094106054,0.0014897457],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78881973,0.0031407648,0.000011859986,0.0023728344,0.00012340852,0.0000019159997,0.0002469395,3.1616452e-7,0.003416466,0.00060991745,0.1886829,0.012572975],"study_design_scores_gemma":[0.62731814,0.13531034,0.0000025581076,0.0026537578,0.0000040219256,0.0000020151665,0.00009246579,0.0009766942,0.0005116955,0.0003314468,0.23268375,0.000113082504],"about_ca_topic_score_codex":0.0000683177,"about_ca_topic_score_gemma":0.000012045837,"teacher_disagreement_score":0.16150154,"about_ca_system_score_codex":0.00041217788,"about_ca_system_score_gemma":0.002924732,"threshold_uncertainty_score":0.9992877},"labels":[],"label_agreement":null},{"id":"W2983299346","doi":"10.2196/11248","title":"Metadata Correction: Conceptualization and Implementation of the Central Information Portal on Rare Diseases: Protocol for a Qualitative Study","year":2018,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conceptualization; Metadata; Protocol (science); Computer science; Qualitative research; World Wide Web; Information retrieval; Medicine; Sociology; Alternative medicine; Social science; Artificial intelligence","score_opus":0.12130751152109868,"score_gpt":0.551909676834807,"score_spread":0.43060216531370826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983299346","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003239314,0.0000037497236,0.00007164502,0.000037386304,0.00018785722,0.9973685,0.0016900015,0.0000070979286,0.00030982879],"genre_scores_gemma":[0.0013387041,9.679825e-7,0.000014983191,0.00003815695,0.00053867156,0.9907034,0.0030103617,0.000027253336,0.0043275245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975142,0.0006771354,0.00048735295,0.00038645958,0.00060412684,0.0003307269],"domain_scores_gemma":[0.99793065,0.00004378863,0.00044453295,0.0005352271,0.0009378401,0.000107986445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000583186,0.00022328038,0.00022639474,0.00011165662,0.00030962427,0.00018770584,0.00036632348,0.00019537413,0.00005922789],"category_scores_gemma":[0.00028733825,0.00015931157,0.000119510754,0.00017799067,0.00025300967,0.00004085863,0.00029235685,0.00021310807,0.0000014983649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013023653,0.0005091478,0.0004152273,0.00092728756,0.00011830206,5.880362e-7,0.0042879153,0.0000014072903,0.0001110347,0.00010956672,0.9908386,0.0013785466],"study_design_scores_gemma":[0.0033903965,0.0059958226,0.003819439,0.00056514173,0.000019176801,0.0000019047533,0.025297796,0.000017167458,0.0011766199,0.00008819778,0.9594008,0.00022754961],"about_ca_topic_score_codex":0.000041891326,"about_ca_topic_score_gemma":0.000120666584,"teacher_disagreement_score":0.031437825,"about_ca_system_score_codex":0.000041889016,"about_ca_system_score_gemma":0.0010074873,"threshold_uncertainty_score":0.64965373},"labels":[],"label_agreement":null},{"id":"W2983473311","doi":"10.2196/16320","title":"Testing the Effectiveness of Enhanced Alcohol Warning Labels and Modifications Resulting From Alcohol Industry Interference in Yukon, Canada: Protocol for a Quasi-Experimental Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Canadian Agency for Drugs and Technologies in Health; Public Health Ontario; University of Waterloo; University of Victoria","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Protocol (science); Alcohol; SAFER; Public health; Environmental health; Applied psychology; Psychology; Medicine; Computer security; Computer science; Alternative medicine; Nursing; Chemistry","score_opus":0.35298307363943293,"score_gpt":0.5404191870341699,"score_spread":0.18743611339473698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983473311","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48867553,0.0000012284552,0.000005587587,0.000029811486,0.0000022698473,0.5111117,0.000004144059,0.000013007434,0.00015676906],"genre_scores_gemma":[0.4959637,9.558844e-9,0.00011167066,0.0000052331666,0.0000174827,0.50383365,0.000003208371,0.000014707473,0.00005034987],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99721617,0.00081755617,0.00046581094,0.00050285505,0.00054322334,0.00045441304],"domain_scores_gemma":[0.9949998,0.0038391098,0.00016032858,0.00051879423,0.00038576094,0.000096173426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022072475,0.00019607092,0.000431548,0.00014536567,0.00017042147,0.00004546646,0.00025815231,0.00011871677,0.000025046947],"category_scores_gemma":[0.0011889308,0.00013249637,0.000034991586,0.0005592723,0.00011121554,0.00013798624,0.00014289547,0.000732804,0.0000025065824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045579732,0.002664576,0.8201308,0.0004242089,0.000070886774,0.000010692697,0.0036301636,0.000012097365,0.1672926,0.00003401845,0.000042304902,0.0011296675],"study_design_scores_gemma":[0.029985327,0.0062432736,0.6704485,0.00947195,0.000008835687,0.0000024186347,0.01173222,0.0006493046,0.2710475,0.00008613064,0.00010512808,0.00021944831],"about_ca_topic_score_codex":0.019668026,"about_ca_topic_score_gemma":0.009904436,"teacher_disagreement_score":0.14968236,"about_ca_system_score_codex":0.00044114052,"about_ca_system_score_gemma":0.000836929,"threshold_uncertainty_score":0.9868601},"labels":[],"label_agreement":null},{"id":"W2983979686","doi":"10.2196/16178","title":"Leveraging Smart Health Technology to Empower Patients and Family Caregivers in Managing Cancer Pain: Protocol for a Feasibility Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Opioid Use","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Cancer pain; Family caregivers; Medicine; Nursing; Psychology; Cancer; Alternative medicine","score_opus":0.22090962170491982,"score_gpt":0.5589607975212539,"score_spread":0.33805117581633415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983979686","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16208753,0.0000010220925,0.000034925826,0.0028976586,0.000005333094,0.8346029,0.0000031814236,0.00006155389,0.0003059065],"genre_scores_gemma":[0.045367386,1.6640472e-7,0.00025936146,0.000522592,0.00002442989,0.9529398,0.0000031155382,0.000032349104,0.0008508086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99685574,0.00047095038,0.00037919264,0.00076699106,0.0006714113,0.00085569255],"domain_scores_gemma":[0.99863696,0.00013815226,0.00007715943,0.00059018645,0.0003366381,0.00022092235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042916276,0.00019193962,0.00041474545,0.0009201241,0.00015955034,0.00006644648,0.000261146,0.00007994087,0.00003863678],"category_scores_gemma":[0.00027546438,0.00016756699,0.000041109928,0.00094376033,0.00007213223,0.00011030883,0.0003859821,0.00048467075,0.000015529466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020497304,0.0013481977,0.966517,0.0025197337,0.000019954508,0.000009001787,0.0021035501,0.000002350582,0.000063619744,0.000021165359,0.008868875,0.016476879],"study_design_scores_gemma":[0.01745825,0.0084935585,0.8230335,0.002943525,0.0000014527755,8.209042e-8,0.0059554414,0.00021968801,0.000024305584,0.00018821102,0.14148633,0.00019564253],"about_ca_topic_score_codex":0.00033237468,"about_ca_topic_score_gemma":0.00018748168,"teacher_disagreement_score":0.14348343,"about_ca_system_score_codex":0.0006785315,"about_ca_system_score_gemma":0.00030975885,"threshold_uncertainty_score":0.6833184},"labels":[],"label_agreement":null},{"id":"W2984057325","doi":"10.2196/12632","title":"Refugee Youth and Transition to Further Education, Training, and Employment in Australia: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Education and experiences of immigrants and refugees","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; Redress; Focus group; Context (archaeology); Qualitative property; Inclusion (mineral); Medical education; Political science; Psychology; Medicine; Economic growth; Sociology; Gender studies; Geography","score_opus":0.3446068589533136,"score_gpt":0.6490619258590556,"score_spread":0.30445506690574203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984057325","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19167161,7.6112866e-7,0.000016940048,0.0018893152,0.000015841564,0.8060472,0.0000028128231,0.000015857242,0.0003396966],"genre_scores_gemma":[0.048287775,1.6375996e-7,0.0018063345,0.000073130424,0.00010124895,0.94659454,0.0000013039898,0.00001107053,0.0031244638],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754643,0.0009544297,0.00025810083,0.000393276,0.00041313592,0.00043461152],"domain_scores_gemma":[0.9992211,0.00012844523,0.000045018955,0.00017049724,0.00019942663,0.0002355431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004350526,0.00010794918,0.00018253138,0.00023825004,0.00031308696,0.00023982688,0.00019119159,0.00008545162,0.0001594222],"category_scores_gemma":[0.0001342337,0.000084025465,0.000026141133,0.00040159738,0.00017827244,0.00021829108,0.000036278205,0.00017368753,0.000009224963],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033225428,0.001704897,0.005760102,0.00016379784,0.000008944139,2.8412822e-7,0.8534571,7.3140137e-7,0.00028704214,0.0015586051,0.0017962155,0.13493006],"study_design_scores_gemma":[0.0013859553,0.0014990321,0.009515785,0.00041473014,8.2403466e-7,2.6182533e-7,0.3907092,0.0000022033503,0.00010223614,0.00064943294,0.5955893,0.00013109569],"about_ca_topic_score_codex":0.0010726171,"about_ca_topic_score_gemma":0.0020908266,"teacher_disagreement_score":0.59379303,"about_ca_system_score_codex":0.000067884546,"about_ca_system_score_gemma":0.00045186505,"threshold_uncertainty_score":0.34264588},"labels":[],"label_agreement":null},{"id":"W2984518913","doi":"10.2196/14744","title":"Awareness and Opinions of Research Professionals on India's New Drug and Clinical Trials Regulations: Protocol for a Cross-Sectional Web-Based Survey Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Clinical trial; Descriptive statistics; Research ethics; Medical education; Cross-sectional study; Medicine; Data collection; Alternative medicine; Psychology; Family medicine; Public relations; Political science; Pathology; Statistics","score_opus":0.9368151392458832,"score_gpt":0.8301818773251793,"score_spread":0.10663326192070388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984518913","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1266993,0.0000015767624,0.000009799758,0.0017906211,0.000027483093,0.8710004,0.00017356005,0.00004411571,0.00025312067],"genre_scores_gemma":[0.04903447,0.0000010661604,0.0005498703,0.000062876934,0.0004587182,0.94085646,0.00006661911,0.00007525567,0.008894648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9625731,0.023685303,0.0034093785,0.0018707769,0.0072060847,0.0012553714],"domain_scores_gemma":[0.80050486,0.19009921,0.00044226632,0.0014267782,0.0066525587,0.000874311],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2882378,0.00029830475,0.0013623576,0.0012052958,0.000800613,0.00033069798,0.00072427385,0.0009019693,0.0005087771],"category_scores_gemma":[0.17738256,0.00021919039,0.00026360658,0.0015166521,0.0019124749,0.00020078501,0.00087475486,0.0058066575,0.00004951719],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02905533,0.007303056,0.94623995,0.0037755908,0.00010479483,0.0000056353288,0.0001318255,0.0000026053128,0.00012973555,0.0019420577,0.010508818,0.0008006081],"study_design_scores_gemma":[0.035624698,0.01591231,0.92443013,0.0065910146,0.0000034142506,0.0000019898098,0.00019643731,0.00033137517,0.000424663,0.007831457,0.008466731,0.00018579299],"about_ca_topic_score_codex":0.00024778006,"about_ca_topic_score_gemma":0.00025520503,"teacher_disagreement_score":0.1664139,"about_ca_system_score_codex":0.00020168154,"about_ca_system_score_gemma":0.01361402,"threshold_uncertainty_score":0.99648696},"labels":[],"label_agreement":null},{"id":"W2984556911","doi":"10.2196/15453","title":"A National Behavioral and Clinical Surveillance System of Adults With Diagnosed HIV (The Medical Monitoring Project): Protocol for an Annual Cross-Sectional Interview and Medical Record Abstraction Survey","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Confidentiality; Medicine; Population; Family medicine; Medical record; Protocol (science); Environmental health; Medical emergency; Alternative medicine; Pathology; Computer security; Computer science","score_opus":0.3437481543034733,"score_gpt":0.629063757055342,"score_spread":0.28531560275186874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984556911","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27549404,0.0000018920285,0.000071284034,0.00015819736,0.0000127320445,0.72388756,0.00017185403,0.0000366389,0.00016580187],"genre_scores_gemma":[0.111966506,0.0000020141376,0.00018809242,0.0000059375366,0.00037474115,0.8868179,0.00006391367,0.00003091301,0.000550024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99255085,0.0019322113,0.0010245547,0.0006436482,0.0033162644,0.000532494],"domain_scores_gemma":[0.99415696,0.0018764959,0.00022322504,0.0003569921,0.0028095755,0.0005767769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016928628,0.00019070985,0.0004652777,0.0002532709,0.00023394714,0.00014103542,0.00035639986,0.00033149845,0.00026334444],"category_scores_gemma":[0.0031029447,0.00012138115,0.00012805851,0.00039004008,0.0008033814,0.00036713888,0.00021137793,0.0012832176,0.00001505132],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009361699,0.0018221795,0.9627939,0.003819474,0.00006394613,0.000021017267,0.000110452005,1.2678926e-7,0.00002110611,0.000039053888,0.0028281857,0.019118851],"study_design_scores_gemma":[0.0116931535,0.022805247,0.944954,0.008313252,0.0000021341612,0.00016415466,0.0003826282,0.0019545543,0.00003648525,0.000007130147,0.009554482,0.00013279074],"about_ca_topic_score_codex":0.0005444795,"about_ca_topic_score_gemma":0.0010852709,"teacher_disagreement_score":0.16352752,"about_ca_system_score_codex":0.00015327633,"about_ca_system_score_gemma":0.0016841494,"threshold_uncertainty_score":0.5867159},"labels":[],"label_agreement":null},{"id":"W2984759165","doi":"10.2196/14186","title":"Feasibility of Point-of-Care Testing for Influenza Within a National Primary Care Sentinel Surveillance Network in England: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Influenza Virus Research Studies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Protocol (science); Medicine; Point-of-care testing; Point of care; Primary care; Family medicine; Medical emergency; Nursing; Alternative medicine","score_opus":0.4571728371568536,"score_gpt":0.6338921660472776,"score_spread":0.17671932889042402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984759165","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056302764,0.00001258061,0.0000603397,0.000029331564,0.000008151745,0.94252235,0.00010341165,0.00004356647,0.0009175256],"genre_scores_gemma":[0.01064516,3.2521168e-8,0.034821406,0.000037610993,0.00017346078,0.95417005,0.0000242596,0.000060985953,0.0000670067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926644,0.0021063448,0.0013715618,0.00083200226,0.0019840817,0.0010415888],"domain_scores_gemma":[0.98398423,0.0054819225,0.0004350631,0.00077931077,0.009159226,0.00016025845],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016312378,0.00031284432,0.0011268568,0.00049943826,0.00019673798,0.000044420285,0.00047252906,0.0001818774,0.000017390568],"category_scores_gemma":[0.012778977,0.00025459562,0.00020617865,0.0014386128,0.000290525,0.00017822365,0.00059594645,0.00078311603,0.00000323358],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02414637,0.0018643704,0.91900194,0.03845596,0.000105723804,0.000003524136,0.005846747,0.00018783366,0.0048827855,0.00006489665,0.0004142504,0.0050255843],"study_design_scores_gemma":[0.072700985,0.022329772,0.85788995,0.009842064,0.000008328775,0.0000036440854,0.005653593,0.0010311538,0.0043295235,0.0009863747,0.024741538,0.00048308208],"about_ca_topic_score_codex":0.000057896334,"about_ca_topic_score_gemma":0.00013381743,"teacher_disagreement_score":0.061112013,"about_ca_system_score_codex":0.00074448885,"about_ca_system_score_gemma":0.0023495834,"threshold_uncertainty_score":0.99999064},"labels":[],"label_agreement":null},{"id":"W2984876918","doi":"10.2196/16439","title":"HIV Prevention Via Mobile Messaging for Men Who Have Sex With Men (M-Cubed): Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Centers for Disease Control and Prevention","keywords":"Men who have sex with men; Medicine; Condom; Randomized controlled trial; mHealth; Psychological intervention; Pre-exposure prophylaxis; Family medicine; Public health; Gerontology; Gynecology; Human immunodeficiency virus (HIV); Nursing; Internal medicine; Syphilis","score_opus":0.08086452753204003,"score_gpt":0.5281788252047273,"score_spread":0.4473142976726872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984876918","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008366464,0.000001677849,0.010319203,0.0006267423,0.0000014787998,0.9086562,0.000031229538,0.000092711685,0.08018709],"genre_scores_gemma":[0.00011416689,1.5371216e-7,0.000612421,0.0000102836975,0.00022600364,0.64155644,0.000048094298,0.00007280863,0.35735962],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928862,0.0018694254,0.0012328728,0.00085405837,0.0017759043,0.0013815424],"domain_scores_gemma":[0.9946666,0.001994096,0.00035869205,0.0008752981,0.0016122962,0.00049302843],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011849755,0.0003812877,0.0021593438,0.00065370643,0.00038952666,0.00029823984,0.00045634445,0.0002245945,0.0015904063],"category_scores_gemma":[0.00138523,0.00024125188,0.0010525866,0.0003641836,0.00033125957,0.00039315302,0.00016380225,0.0007416309,0.00010759893],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.81768936,0.002073783,0.00007129883,0.0029909848,0.00054662104,0.000004821638,0.00023745517,0.000004030189,0.0018543897,0.000320399,0.17062965,0.0035772352],"study_design_scores_gemma":[0.75655484,0.041713584,0.0000030055678,0.0036401132,0.00003410372,0.000006124262,0.00035766343,0.048501384,0.002761205,0.00078871555,0.14543141,0.00020785157],"about_ca_topic_score_codex":0.00002598338,"about_ca_topic_score_gemma":0.000009957925,"teacher_disagreement_score":0.27717254,"about_ca_system_score_codex":0.00029664638,"about_ca_system_score_gemma":0.0010222798,"threshold_uncertainty_score":0.9993223},"labels":[],"label_agreement":null},{"id":"W2984943685","doi":"10.2196/16332","title":"Prospective Evaluation of HIV Testing Technologies in a Clinical Setting: Protocol for Project DETECT","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Centers for Disease Control and Prevention; National Institutes of Health; Center for AIDS Research, University of Washington; Fred Hutchinson Cancer Research Center","keywords":"Medicine; Seroconversion; Human immunodeficiency virus (HIV); Prospective cohort study; Point-of-care testing; Protocol (science); Window period; Men who have sex with men; Population; Point of care; Test (biology); Public health; Viral load; Family medicine; Immunology; Internal medicine; Syphilis; Pathology; Environmental health; Antibody; Serology; Alternative medicine","score_opus":0.5224389953031009,"score_gpt":0.6742031903773643,"score_spread":0.15176419507426342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984943685","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005495356,0.0000013387215,0.000058829064,0.00033140002,0.0000015432103,0.9831496,0.000017995206,0.00012574023,0.0108182095],"genre_scores_gemma":[0.008932727,7.088613e-8,0.004421851,0.0000028758373,0.000060214967,0.98413825,0.000006961866,0.00003582413,0.0024012353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946496,0.0011174531,0.0009942838,0.0006321596,0.0018138491,0.0007926677],"domain_scores_gemma":[0.994468,0.0011656609,0.00022011995,0.00071943563,0.0033361719,0.00009065834],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016814288,0.00016833912,0.00047372686,0.0009555627,0.000099503246,0.000057939153,0.0003883681,0.0002465597,0.00012059299],"category_scores_gemma":[0.024938585,0.00012962763,0.00022006333,0.0016200998,0.00035188507,0.00020936331,0.00028538672,0.0012166017,0.00006635644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007027601,0.003679731,0.5654543,0.008707486,0.00008488966,0.000011211802,0.00029833041,0.0000046047703,0.019661834,0.00035691774,0.031452,0.3632611],"study_design_scores_gemma":[0.11001437,0.19780852,0.19817461,0.07842763,0.00003237515,0.000060422288,0.0050101094,0.10566086,0.12468739,0.017067255,0.16209377,0.0009626778],"about_ca_topic_score_codex":0.000022717704,"about_ca_topic_score_gemma":0.000026810316,"teacher_disagreement_score":0.36727968,"about_ca_system_score_codex":0.0003815798,"about_ca_system_score_gemma":0.002219065,"threshold_uncertainty_score":0.98327476},"labels":[],"label_agreement":null},{"id":"W2985799077","doi":"10.2196/14691","title":"The Effects of Resistance Exercise With Blood Flow Restriction on Flow-Mediated Dilation and Arterial Stiffness in Elderly People With Low Gait Speed: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular and exercise physiology","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Randomized controlled trial; Arterial stiffness; Physical therapy; Blood flow restriction; Physical medicine and rehabilitation; Resistance training; Medicine; Protocol (science); Blood flow; Blood pressure; Alternative medicine; Surgery; Cardiology; Internal medicine","score_opus":0.018976097522568125,"score_gpt":0.3712350288136016,"score_spread":0.3522589312910335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985799077","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21869892,0.000003574951,0.000023765344,0.00007030709,0.000015776313,0.7810665,0.0000048477705,0.000022781525,0.0000935146],"genre_scores_gemma":[0.03508933,0.0000043032733,0.0001027751,0.000004228362,0.00017690827,0.96433115,0.000021820591,0.000039941366,0.00022957168],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963931,0.0010528284,0.0005880246,0.0004989321,0.00096932333,0.00049779855],"domain_scores_gemma":[0.9953624,0.003153155,0.00022934863,0.00059011445,0.0005410099,0.00012397963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002627506,0.00025114388,0.0018507685,0.00027870873,0.0001466231,0.00007652436,0.00013156714,0.00016501614,0.000010751034],"category_scores_gemma":[0.0011167,0.00012943994,0.0002545629,0.0005243891,0.0002402589,0.000105816944,0.00003526706,0.0004065653,0.0000044034728],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9875196,0.0009927717,0.000039392355,0.0030750185,0.00021002012,0.000014772319,0.00022891694,0.000043497254,0.0062972703,0.000030688665,0.00017753264,0.0013704755],"study_design_scores_gemma":[0.9765681,0.009137662,0.0024136556,0.0072291004,0.000078529694,0.0000033986857,0.000040358784,0.0011457598,0.0028328472,0.0001387725,0.00026134352,0.00015046464],"about_ca_topic_score_codex":0.000024398076,"about_ca_topic_score_gemma":0.00006053972,"teacher_disagreement_score":0.18360959,"about_ca_system_score_codex":0.00006138395,"about_ca_system_score_gemma":0.00039728306,"threshold_uncertainty_score":0.5278408},"labels":[],"label_agreement":null},{"id":"W2987819561","doi":"10.2196/16406","title":"Implementing a Digital HIV Care Navigation Intervention (Health eNav): Protocol for a Feasibility Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Digital health; Intervention (counseling); Health care; Medicine; mHealth; Men who have sex with men; Ethnic group; Family medicine; Gerontology; Nursing; Human immunodeficiency virus (HIV); Political science","score_opus":0.2983177858053908,"score_gpt":0.6413061398550145,"score_spread":0.3429883540496237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987819561","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014154901,0.0000012697692,0.00042520036,0.00041062455,0.0000029505852,0.980839,0.000152494,0.00011631655,0.0038972402],"genre_scores_gemma":[0.053609494,1.8963972e-8,0.00022228938,0.0000109745115,0.00013780865,0.9339305,0.00030346145,0.00005233826,0.011733121],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99451953,0.0007358982,0.0009539456,0.000808268,0.0015516059,0.0014307214],"domain_scores_gemma":[0.9966017,0.00017462579,0.00021933587,0.0009059409,0.0016307033,0.00046771285],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004671109,0.00023252006,0.00044856238,0.0004365271,0.0005069042,0.0004697756,0.00037869092,0.00009401834,0.0009786932],"category_scores_gemma":[0.0006328176,0.00019389826,0.0004303691,0.0006669937,0.00010808241,0.00063227577,0.00047450248,0.0008295231,0.0004053379],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010686649,0.022293976,0.54840654,0.03932163,0.00022766713,0.000029208675,0.0067250812,7.783359e-7,0.0021865354,0.00050758134,0.093438454,0.2761759],"study_design_scores_gemma":[0.052443847,0.16729797,0.031251192,0.021844955,0.000006908017,0.00002382792,0.027594881,0.00090936845,0.0020504382,0.00063944265,0.69546515,0.00047203214],"about_ca_topic_score_codex":0.000081134414,"about_ca_topic_score_gemma":0.00008400332,"teacher_disagreement_score":0.6020267,"about_ca_system_score_codex":0.0008872362,"about_ca_system_score_gemma":0.0007032503,"threshold_uncertainty_score":0.99993455},"labels":[],"label_agreement":null},{"id":"W2987917655","doi":"10.2196/16934","title":"Effectiveness of Conversational Agents (Virtual Assistants) in Health Care: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"EIT Health; National Institute for Health and Care Research","keywords":"CINAHL; Systematic review; Protocol (science); MEDLINE; Health care; Critical appraisal; Scope (computer science); Population; Grey literature; Computer science; Psychology; Medicine; Medical education; Alternative medicine; Psychological intervention; Nursing; Pathology","score_opus":0.5117916114323569,"score_gpt":0.70041126485577,"score_spread":0.18861965342341314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987917655","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.7186558e-9,0.17026144,0.00001193418,0.000035183508,0.000034836292,0.82800037,0.0006644238,0.0000263752,0.00096542854],"genre_scores_gemma":[2.1252744e-7,0.006069463,0.000025665486,0.000035758003,0.00003233511,0.99163,0.00024853388,0.00012082599,0.0018371906],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9814242,0.011673791,0.0035250334,0.0009925261,0.001313527,0.0010708915],"domain_scores_gemma":[0.99250716,0.003453261,0.0018221962,0.0013240499,0.00064020004,0.00025315222],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011799218,0.000519619,0.0043105762,0.0008260292,0.00010658145,0.0000698115,0.0011579952,0.00038302908,0.0003675938],"category_scores_gemma":[0.0008602972,0.00041646668,0.0008604155,0.0012033317,0.00019481797,0.00016719676,0.00028536902,0.0009822357,0.00080012536],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038721037,0.0015374486,0.0000027541325,0.95126843,0.00013950701,0.000006618316,0.00008016474,3.3846845e-8,1.2284803e-8,0.006155655,0.007004677,0.033417467],"study_design_scores_gemma":[0.0016740672,0.0027538254,0.0000070599085,0.58817405,0.0000145787035,0.0000072128482,0.000027954029,2.1429588e-7,2.8176476e-7,0.000054521424,0.40712938,0.0001568323],"about_ca_topic_score_codex":0.000044173226,"about_ca_topic_score_gemma":0.000008844565,"teacher_disagreement_score":0.4001247,"about_ca_system_score_codex":0.002416076,"about_ca_system_score_gemma":0.002715032,"threshold_uncertainty_score":0.9999779},"labels":[],"label_agreement":null},{"id":"W2988462079","doi":"10.2196/14535","title":"Screening University Students for Health Checks With an Electronic Health Questionnaire in Finland: Protocol for a Retrospective, Register-Based Cohort Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Retrospective cohort study; Medicine; Cohort; Electronic health record; Cohort study; Medical education; Family medicine; Health care; Alternative medicine","score_opus":0.14423208710238342,"score_gpt":0.5626875436965377,"score_spread":0.4184554565941543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988462079","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011524192,0.0000011867991,0.020620488,0.0012085187,0.000002884991,0.9665005,0.000009538234,0.00007634151,0.00005630006],"genre_scores_gemma":[0.049553066,2.2175503e-7,0.0010140222,0.00015300448,0.00006181039,0.94820267,0.00003240396,0.000048085574,0.00093472545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99298733,0.0032080773,0.00048004917,0.0008442789,0.0013779904,0.0011022855],"domain_scores_gemma":[0.99792457,0.000047732967,0.00023698178,0.0007726354,0.0005975001,0.00042060163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020143328,0.00020460204,0.00068705855,0.00043839362,0.00039424165,0.0000627051,0.00028020216,0.000117011456,0.000032680036],"category_scores_gemma":[0.00009821229,0.00018076408,0.00015202397,0.0006731519,0.000059661983,0.0002093808,0.00005817303,0.00077207317,0.00000713755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008716926,0.0052024573,0.97254175,0.006048841,0.00009520716,0.00000860887,0.0004894159,0.000016675825,0.000007210771,0.00010376835,0.0004563238,0.0063128197],"study_design_scores_gemma":[0.046096593,0.066989794,0.834371,0.0072469637,0.000004180435,0.0000065712056,0.0004564363,0.000590372,0.000011642667,0.00005400431,0.043994606,0.00017786394],"about_ca_topic_score_codex":0.00023642385,"about_ca_topic_score_gemma":0.0006956181,"teacher_disagreement_score":0.13817078,"about_ca_system_score_codex":0.0022652852,"about_ca_system_score_gemma":0.003436587,"threshold_uncertainty_score":0.7371345},"labels":[],"label_agreement":null},{"id":"W2989174177","doi":"10.2196/14222","title":"Comparing the Impact of an Implicit Learning Approach With Standard Care on Recovery of Mobility Following Stroke: Protocol for a Pilot Cluster Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Rivermead post-concussion symptoms questionnaire; Randomized controlled trial; Stroke (engine); Rehabilitation; Physical therapy; Physical medicine and rehabilitation; Motor learning; Psychology; Protocol (science); Psychological intervention; Medicine; Intervention (counseling); Nursing; Alternative medicine","score_opus":0.11498327480510788,"score_gpt":0.5087370869897777,"score_spread":0.3937538121846698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989174177","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40260482,7.4746475e-7,0.00015232037,0.000016171436,0.000005804499,0.5951538,0.000011402289,0.000021513133,0.002033431],"genre_scores_gemma":[0.33788317,3.7458285e-8,0.00049347884,0.0000041790245,0.000071057104,0.66121584,0.000009461786,0.0000333649,0.00028938285],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936883,0.0027720185,0.0010609814,0.00051184493,0.0014152481,0.0005515996],"domain_scores_gemma":[0.9926063,0.004868321,0.00051082816,0.0007716078,0.0010755328,0.00016743301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009061328,0.00028663577,0.0024451897,0.00036629735,0.00015484905,0.00007106985,0.000282655,0.0001354161,0.000061667015],"category_scores_gemma":[0.002136982,0.00013464222,0.0013276623,0.00032611628,0.00029367433,0.00017794529,0.00007767714,0.00082991004,0.0000021378935],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98157924,0.0017700519,0.007521777,0.0022567292,0.0005502189,6.8273897e-7,0.00096249755,0.002415088,0.0024050055,0.000039677372,0.00006014246,0.00043890995],"study_design_scores_gemma":[0.90528166,0.08542967,0.0015218139,0.0020892713,0.000029815434,0.000002022501,0.001323928,0.0029508306,0.0009736317,0.00004258384,0.0002225451,0.00013221643],"about_ca_topic_score_codex":0.000086274136,"about_ca_topic_score_gemma":0.00000444879,"teacher_disagreement_score":0.08365961,"about_ca_system_score_codex":0.00044878753,"about_ca_system_score_gemma":0.0011906876,"threshold_uncertainty_score":0.54905504},"labels":[],"label_agreement":null},{"id":"W2989518112","doi":"10.2196/12976","title":"Assessing Physical Activities Occurring on Sidewalks and Streets: Protocol for a Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Protocol (science); Psychology; Medicine; Computer science; Alternative medicine","score_opus":0.4238766049328034,"score_gpt":0.6545674574209609,"score_spread":0.23069085248815752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989518112","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45279202,3.8324284e-8,0.0000042571087,0.000018632572,0.000004761328,0.54413116,0.000005883986,0.000045887155,0.0029973607],"genre_scores_gemma":[0.42425257,1.7514671e-9,0.000023490888,0.000006900785,0.00023850644,0.5749903,7.7734285e-7,0.000011113777,0.00047635133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99661845,0.00050479965,0.0002648233,0.00062000024,0.001334469,0.0006574668],"domain_scores_gemma":[0.9983438,0.0008259209,0.00009266084,0.00030360426,0.0002720683,0.00016194182],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0031194736,0.00015186779,0.0002230515,0.0001372444,0.0011918028,0.0016165852,0.00038303528,0.000106747015,0.00016199048],"category_scores_gemma":[0.0001922537,0.0001276049,0.000084340514,0.00030931947,0.00048267798,0.0013334758,0.000095109026,0.00055308314,0.000017164388],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006427027,0.0017292005,0.9915726,0.00034385332,0.000010775042,0.0000022779946,0.0025646172,0.0000022251986,0.00029182667,0.0006793138,0.00010882597,0.0020517437],"study_design_scores_gemma":[0.0031743,0.0017651058,0.9588267,0.00040260237,8.0421813e-7,9.112009e-8,0.0037137605,0.0000616027,0.00050602754,0.002702605,0.028637907,0.00020849313],"about_ca_topic_score_codex":0.00025018357,"about_ca_topic_score_gemma":0.0003243972,"teacher_disagreement_score":0.032745935,"about_ca_system_score_codex":0.00017882042,"about_ca_system_score_gemma":0.00045819415,"threshold_uncertainty_score":0.9994198},"labels":[],"label_agreement":null},{"id":"W2989807062","doi":"10.2196/15569","title":"Brief Intervention to Prevent Sexually Transmitted Infections and Unintended Pregnancies: Protocol of a Mixed Methods Feasibility Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"World Health Organization","keywords":"Protocol (science); Intervention (counseling); Unintended pregnancy; Medicine; Family medicine; Psychology; Population; Nursing; Alternative medicine; Environmental health; Research methodology; Family planning","score_opus":0.42844806074507313,"score_gpt":0.6816138948607618,"score_spread":0.2531658341156887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989807062","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1363757,0.000001449127,0.0011993736,0.0004405112,0.000039456536,0.86115474,0.000016340438,0.000095529285,0.00067691755],"genre_scores_gemma":[0.050134104,1.3292444e-7,0.0010916296,0.000037130154,0.00008963268,0.9419559,0.000004086554,0.0000426318,0.006644711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9827001,0.013104515,0.0012940633,0.0010869656,0.0008615431,0.0009528284],"domain_scores_gemma":[0.9958034,0.00071061234,0.00035114854,0.0011806182,0.001537739,0.00041645643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013085137,0.00027480052,0.0006452778,0.00044954344,0.00063993497,0.00002567632,0.0003921142,0.0002272263,0.0006007019],"category_scores_gemma":[0.0012852609,0.00020995793,0.00010081625,0.0012066062,0.00028891754,0.0002463045,0.0006230049,0.0017201488,0.00010115986],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008955602,0.06889238,0.74056774,0.043576308,0.00020622561,0.0000064318897,0.038981207,0.000008057494,0.02628159,0.0019916613,0.0057811094,0.06475168],"study_design_scores_gemma":[0.011833651,0.030269118,0.8368778,0.010572598,0.000008314281,0.0000034404677,0.021042699,0.00004571447,0.002757623,0.0021342372,0.08402712,0.00042767162],"about_ca_topic_score_codex":0.0003353883,"about_ca_topic_score_gemma":0.00029778955,"teacher_disagreement_score":0.096310064,"about_ca_system_score_codex":0.00037320162,"about_ca_system_score_gemma":0.00081960735,"threshold_uncertainty_score":0.8561836},"labels":[],"label_agreement":null},{"id":"W2989955706","doi":"10.2196/16103","title":"Use of Simulation Modeling to Inform Decision Making for Health Care Systems and Policy in Colorectal Cancer Screening: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"MacEwan University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Protocol (science); Health care; Medicine; Psychological intervention; Management science; Inclusion (mineral); Grading (engineering); Decision aids; Alternative medicine; Nursing; Psychology","score_opus":0.5931184409098101,"score_gpt":0.674561095234946,"score_spread":0.08144265432513587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989955706","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.950428e-7,0.1415649,0.007134972,0.00005994906,0.000007182481,0.8510646,0.00012503301,0.000036364112,0.00000645435],"genre_scores_gemma":[0.000010799162,0.019115606,0.0015738995,0.00005701399,0.00016887173,0.978895,0.000032711763,0.000105001454,0.000041062078],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99493057,0.0005006011,0.0021165945,0.0006908567,0.0010488271,0.00071257964],"domain_scores_gemma":[0.9950463,0.0018819289,0.00086606294,0.0005347736,0.0014306989,0.00024021811],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003165428,0.0004298493,0.0035890508,0.0015185027,0.00019116381,0.00015065228,0.00023141428,0.00035307987,0.00000237044],"category_scores_gemma":[0.003230272,0.0003216485,0.00039552452,0.0017181555,0.00003315506,0.0002086825,0.00019507186,0.00058054103,0.0000018619345],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004417776,0.000038545782,0.0000032034402,0.79074234,0.000051145355,5.462914e-7,0.00016369326,0.0017165747,2.0132636e-7,0.000014128234,0.00017497319,0.20267688],"study_design_scores_gemma":[0.0013238259,0.0052368273,9.4513973e-7,0.7331004,0.000050596427,0.000010180554,0.00003652715,0.039279535,6.0823197e-7,0.0000027763786,0.22077385,0.00018393168],"about_ca_topic_score_codex":0.00023272866,"about_ca_topic_score_gemma":0.00013622528,"teacher_disagreement_score":0.22059886,"about_ca_system_score_codex":0.0018492736,"about_ca_system_score_gemma":0.0027654297,"threshold_uncertainty_score":0.9999236},"labels":[],"label_agreement":null},{"id":"W2990114008","doi":"10.2196/15781","title":"A Mobile Intervention to Improve Uptake of Pre-Exposure Prophylaxis for Southern Black Men Who Have Sex With Men: Protocol for Intervention Development and Pilot Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Intervention (counseling); Men who have sex with men; Pre-exposure prophylaxis; Randomized controlled trial; Medicine; Protocol (science); Human immunodeficiency virus (HIV); Family medicine; Alternative medicine; Nursing","score_opus":0.06458251637384055,"score_gpt":0.47096767398331146,"score_spread":0.4063851576094709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990114008","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020630965,0.0000030559647,0.0061825383,0.00009278063,0.0000027498868,0.96985453,0.00007815253,0.000044122047,0.0031110728],"genre_scores_gemma":[0.005881412,1.274825e-7,0.0015134189,0.0000046508117,0.00011215753,0.8196413,0.00003682233,0.00006842697,0.17274167],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943535,0.0010144904,0.0017672167,0.0007906031,0.0012436915,0.00083049526],"domain_scores_gemma":[0.99606293,0.0005762415,0.0004957384,0.00060207496,0.0018604244,0.00040260176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009803611,0.0003607326,0.0017495882,0.0006394896,0.00017218215,0.00018509747,0.00033190948,0.00017347488,0.0003640316],"category_scores_gemma":[0.0014975436,0.0002321379,0.0007065986,0.00028397515,0.00030973373,0.00020912525,0.00022636738,0.00047983677,0.00003343591],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9286835,0.0043927487,0.000107708984,0.010424869,0.00068705954,0.000001680066,0.0026301164,0.0000021780272,0.004766403,0.00007491783,0.007733384,0.0404954],"study_design_scores_gemma":[0.74117273,0.2169352,0.000033079807,0.0059961383,0.000023906685,0.0000017549742,0.001757648,0.0037779587,0.0099013,0.0001100363,0.020104915,0.00018531],"about_ca_topic_score_codex":0.000060829647,"about_ca_topic_score_gemma":0.000055833585,"teacher_disagreement_score":0.21254246,"about_ca_system_score_codex":0.00023991895,"about_ca_system_score_gemma":0.0004869495,"threshold_uncertainty_score":0.9466309},"labels":[],"label_agreement":null},{"id":"W2990138177","doi":"10.2196/15530","title":"Delivering a Post-Partum Weight Loss Intervention via Facebook or In-Person Groups: Protocol for a Randomized Feasibility Pilot Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Weight loss; Intervention (counseling); Randomized controlled trial; Psychological intervention; Protocol (science); Medicine; Obesity; Psychology; Physical therapy; Gerontology; Family medicine; Nursing; Alternative medicine","score_opus":0.401073010801648,"score_gpt":0.6400388968499541,"score_spread":0.2389658860483061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990138177","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037485405,0.0000011778237,0.0013084362,0.0012961115,0.00006215835,0.9914999,0.000050204377,0.00017746167,0.0018560073],"genre_scores_gemma":[0.0028953927,8.695671e-7,0.0005590028,0.000315996,0.00049326953,0.99191046,0.000045405206,0.000084575884,0.0036950018],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9872087,0.006393441,0.0021682766,0.0011150046,0.0009634002,0.0021511812],"domain_scores_gemma":[0.9920019,0.004192359,0.0006800492,0.001138384,0.0012899557,0.00069737283],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.018238854,0.00037199474,0.001173789,0.0005641843,0.0010051179,0.000054205808,0.0006870232,0.00041144216,0.0032913496],"category_scores_gemma":[0.0019071733,0.00027678662,0.0003170671,0.0007009759,0.00023996478,0.00038168902,0.0002796825,0.0021054558,0.0012607569],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9650745,0.002286413,0.0034529036,0.016336609,0.00001685359,0.0000036640704,0.00072382484,8.486616e-7,0.0002760285,0.0024560534,0.0034123757,0.0059599592],"study_design_scores_gemma":[0.7469285,0.0074576973,0.0008962536,0.005115435,0.0000029587645,0.0000016986703,0.00026405999,0.0009742538,0.0000626298,0.0017473489,0.23629779,0.00025134877],"about_ca_topic_score_codex":0.0007822091,"about_ca_topic_score_gemma":0.00111795,"teacher_disagreement_score":0.23288542,"about_ca_system_score_codex":0.0012307715,"about_ca_system_score_gemma":0.0024276138,"threshold_uncertainty_score":0.9999684},"labels":[],"label_agreement":null},{"id":"W2990191208","doi":"10.2196/14378","title":"A Brief Mobile-Augmented Suicide Prevention Intervention for People With Psychotic Disorders in Transition From Acute to Ongoing Care: Protocol for a Pilot Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Suicidal ideation; Intervention (counseling); Psychological intervention; Psychiatry; Mobile phone; Medicine; Population; Psychology; Suicide prevention; Poison control; Clinical psychology; Medical emergency","score_opus":0.14621081767419336,"score_gpt":0.5442087227371694,"score_spread":0.397997905062976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990191208","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093470015,0.0000020162413,0.0047622747,0.00028080685,0.00003334352,0.9009679,0.000080690785,0.00007748315,0.00032545283],"genre_scores_gemma":[0.034019187,1.3532399e-7,0.00065271556,0.000044268658,0.0001473578,0.96425676,0.00012362462,0.0000763773,0.0006795717],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99638224,0.00062651327,0.0006572241,0.0009136685,0.0005528365,0.00086753874],"domain_scores_gemma":[0.9983362,0.00048513553,0.00016249032,0.00053573784,0.00035490675,0.00012554321],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001238147,0.00028586632,0.0005014725,0.00046669508,0.0001947343,0.0001339264,0.0003495153,0.00013933735,0.00039985825],"category_scores_gemma":[0.000057023564,0.0002508223,0.00022749431,0.00067135395,0.000051726274,0.00025849315,0.00006124299,0.0003605374,0.0000747017],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9273313,0.0085257515,0.008384362,0.0025074768,0.00053210446,0.000004871773,0.021668296,0.000066601155,0.0033079572,0.00031389573,0.0047388193,0.022618549],"study_design_scores_gemma":[0.69437426,0.20937833,0.024783459,0.0052993083,0.000057702448,0.0000035939297,0.013464107,0.00027429682,0.0017544186,0.0042746896,0.045214225,0.0011216291],"about_ca_topic_score_codex":0.00081710157,"about_ca_topic_score_gemma":0.0076620243,"teacher_disagreement_score":0.23295708,"about_ca_system_score_codex":0.0002444926,"about_ca_system_score_gemma":0.000110137196,"threshold_uncertainty_score":0.9999944},"labels":[],"label_agreement":null},{"id":"W2990226732","doi":"10.2196/16267","title":"Willingness to Seek Help for Depression in Young African American Adults: Study Protocol","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Texas at Austin","keywords":"Psychological intervention; Focus group; Intervention (counseling); Psychology; Theory of planned behavior; Gerontology; Stigma (botany); Clinical psychology; Medicine; Psychiatry","score_opus":0.18550483595436434,"score_gpt":0.6200601683651574,"score_spread":0.4345553324107931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990226732","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22471613,3.8572512e-7,0.000009536691,0.0001434143,0.000019488602,0.77022517,0.000015210397,0.000059348975,0.0048113144],"genre_scores_gemma":[0.31855944,1.4532488e-8,0.00012344074,0.000035733054,0.00009733138,0.67904866,0.0000061434307,0.000046768986,0.0020824727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953697,0.0008943006,0.0005826525,0.0010118731,0.0008329795,0.0013084938],"domain_scores_gemma":[0.99803174,0.00033784108,0.00016058944,0.0008805437,0.0002425702,0.00034673786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001576382,0.0002715208,0.00045365858,0.00043778797,0.00026076095,0.00012560246,0.0007591302,0.00009429134,0.0006162168],"category_scores_gemma":[0.000055439,0.00021568646,0.000066565655,0.0013270214,0.00008792641,0.00020145922,0.000290884,0.00049906224,0.00075496425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018152436,0.0063841776,0.9073313,0.0007745207,0.00001845887,0.00003064765,0.0060132206,0.0000021856956,0.00016992095,0.00006581976,0.0020710533,0.05898627],"study_design_scores_gemma":[0.03048531,0.029572798,0.8225698,0.0034490821,0.0000023456255,0.000005028714,0.030962287,0.000079439305,0.000815482,0.00017119994,0.0812511,0.00063614495],"about_ca_topic_score_codex":0.0018698385,"about_ca_topic_score_gemma":0.0011274179,"teacher_disagreement_score":0.09384331,"about_ca_system_score_codex":0.00031367064,"about_ca_system_score_gemma":0.000084450396,"threshold_uncertainty_score":0.970379},"labels":[],"label_agreement":null},{"id":"W2990239109","doi":"10.2196/15910","title":"Developing an Evidence-Based Nursing Handover Standard for a Multi-Site Public Hospital in Switzerland: Protocol for a Web-Based, Modified Delphi Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Haute école Spécialisée de Suisse Occidentale","keywords":"Delphi method; Protocol (science); Nursing; Medicine; Handover; Evidence-based practice; Unique identifier; Identifier; Computer science; Telecommunications","score_opus":0.46242964349765414,"score_gpt":0.5915564832246571,"score_spread":0.129126839727003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990239109","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07324738,0.0000016259293,0.0047688843,0.0022922019,0.000010991963,0.91946995,0.000038345956,0.000119955446,0.00005065467],"genre_scores_gemma":[0.08903396,2.9165507e-8,0.015087308,0.00011496254,0.000102452235,0.89506036,0.000022979837,0.00009421221,0.0004837295],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950589,0.0004341838,0.00079891284,0.0009922391,0.0013705263,0.001345227],"domain_scores_gemma":[0.99618137,0.00075365615,0.00017950057,0.00087742065,0.0014209938,0.00058707234],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0041437265,0.0003866,0.0007674595,0.00086703687,0.00034111468,0.00039665107,0.0004718068,0.00022645072,0.0001675764],"category_scores_gemma":[0.0018907273,0.00028867958,0.00022638295,0.00089050346,0.00013222871,0.0006944942,0.00009848668,0.00061769964,0.000036225265],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06864058,0.022746483,0.8386121,0.01065954,0.00010376197,0.0001195004,0.0030275243,0.0000870527,0.003965038,0.00072777626,0.0030402124,0.04827048],"study_design_scores_gemma":[0.33616266,0.14261262,0.17332433,0.075096786,0.00002889573,0.000007411483,0.0032675327,0.10033626,0.006698173,0.00057857286,0.15976517,0.002121609],"about_ca_topic_score_codex":0.0000310694,"about_ca_topic_score_gemma":0.00007183694,"teacher_disagreement_score":0.66528773,"about_ca_system_score_codex":0.0010147799,"about_ca_system_score_gemma":0.004661155,"threshold_uncertainty_score":0.99995655},"labels":[],"label_agreement":null},{"id":"W2990284895","doi":"","title":"Use of apps to promote childhood vaccination: a systematic review protocol (Preprint)","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Internet privacy; Vaccination; Medicine; Computer science; World Wide Web; Alternative medicine; Virology","score_opus":0.38029055986524374,"score_gpt":0.5963243400264538,"score_spread":0.2160337801612101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990284895","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6078111e-8,0.13208991,0.000007892833,0.00021278826,0.000007747886,0.8648166,0.000024010154,0.00008863496,0.0027523588],"genre_scores_gemma":[1.5368109e-8,0.24806951,0.0001454713,0.000048398433,0.00018269931,0.74637663,0.000008284061,0.000073899646,0.005095095],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98698175,0.005732403,0.0022583494,0.0010751556,0.0028464328,0.0011059389],"domain_scores_gemma":[0.99343055,0.00093048887,0.0011626683,0.002317069,0.0017034214,0.00045581002],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009800855,0.0005515506,0.0038914655,0.00071056624,0.00045335674,0.00048370336,0.002408694,0.0005017657,0.0013329027],"category_scores_gemma":[0.006266217,0.0004170595,0.00085756514,0.0029952487,0.000032729353,0.00061221165,0.0008221304,0.0013012813,0.0022806951],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012738712,0.00043098058,0.000003991176,0.86200315,0.00007140091,0.000010080488,0.0006342897,7.0421784e-8,1.05497335e-7,0.0010161477,0.0130827,0.122734345],"study_design_scores_gemma":[0.0001483605,0.00025097444,0.0000039080637,0.48317254,0.000042007316,0.0000024518424,0.000015236151,1.224989e-7,6.8811374e-7,0.000050165734,0.51610076,0.00021279462],"about_ca_topic_score_codex":0.000056878005,"about_ca_topic_score_gemma":0.00003865466,"teacher_disagreement_score":0.5030181,"about_ca_system_score_codex":0.000666138,"about_ca_system_score_gemma":0.003699836,"threshold_uncertainty_score":0.9998281},"labels":[],"label_agreement":null},{"id":"W2990355438","doi":"10.2196/16413","title":"Effect of Various Invitation Schemes on the Use of Fecal Immunochemical Tests for Colorectal Cancer Screening: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Test (biology); Randomized controlled trial; Fecal occult blood; Receipt; Colonoscopy; Population; Family medicine; Protocol (science); Colorectal cancer; Cancer; Alternative medicine; Surgery; Environmental health; Computer science; Internal medicine; World Wide Web; Pathology","score_opus":0.19403494123082587,"score_gpt":0.5371020958775995,"score_spread":0.3430671546467736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990355438","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12871757,0.000001631391,0.00035956062,0.0002697448,0.000015505075,0.8705125,0.000017827777,0.000034824116,0.00007087272],"genre_scores_gemma":[0.050919678,1.0928999e-7,0.00063016725,0.000025384701,0.00017980812,0.94793844,0.000009796522,0.00003871264,0.00025791218],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99606156,0.0013809252,0.0008049639,0.00038647573,0.0009396833,0.00042639062],"domain_scores_gemma":[0.97873247,0.01908247,0.00044774497,0.00035692178,0.0012880336,0.000092367416],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006322733,0.00023211922,0.001541189,0.0002542589,0.00012472559,0.000054701213,0.00018501762,0.00022771231,0.0000650072],"category_scores_gemma":[0.011930317,0.00012779477,0.00066909025,0.00044850324,0.0003072431,0.00009532011,0.00006442749,0.00049011596,0.0000020366151],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93293154,0.00048583525,0.0001458004,0.001682701,0.00031621696,3.8827918e-7,0.00008692731,0.000017149436,0.058628064,0.00013605435,0.001577094,0.0039922153],"study_design_scores_gemma":[0.70670414,0.059551757,0.000034310164,0.002093396,0.00003537002,0.0000014985116,0.0000071214376,0.0056048827,0.22111575,0.00005248346,0.004710012,0.000089290515],"about_ca_topic_score_codex":0.0000694358,"about_ca_topic_score_gemma":0.00000674144,"teacher_disagreement_score":0.22622742,"about_ca_system_score_codex":0.00013831249,"about_ca_system_score_gemma":0.00048465046,"threshold_uncertainty_score":0.9963926},"labels":[],"label_agreement":null},{"id":"W2991118087","doi":"10.2196/16401","title":"An Employment Intervention Program (Work2Prevent) for Young Men Who Have Sex With Men and Transgender Youth of Color (Phase 2): Protocol for a Single-Arm Mixed Methods Pilot Test to Assess Feasibility and Acceptability","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; National Institute of Child Health and Human Development; National Institute of Mental Health; University of North Carolina at Chapel Hill; National Institutes of Health","keywords":"Intervention (counseling); Transgender; Men who have sex with men; Women of color; Sexual orientation; Public health; Psychology; Gerontology; Young adult; Medicine; Clinical psychology; Family medicine; Human immunodeficiency virus (HIV); Social psychology; Nursing; Psychiatry; Sociology; Race (biology); Gender studies","score_opus":0.40677562761989716,"score_gpt":0.6272710836987306,"score_spread":0.22049545607883347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991118087","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04544535,0.0000020820642,0.013645625,0.00016552233,0.000001321677,0.9389392,0.0003355701,0.00007126298,0.0013940651],"genre_scores_gemma":[0.054416053,1.194598e-7,0.026094021,0.0000060828793,0.00004591101,0.9159357,0.000070587164,0.00006577283,0.0033657567],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99472386,0.001468655,0.0008700533,0.0010823895,0.0009092114,0.00094582734],"domain_scores_gemma":[0.99604976,0.00069859106,0.00018842549,0.00089177996,0.001390452,0.00078101526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008204145,0.00033437423,0.00077990897,0.00035260644,0.00022764079,0.00026976297,0.00034508397,0.00015028135,0.00022029599],"category_scores_gemma":[0.0009855216,0.00024910655,0.00020423169,0.0004222201,0.0004060837,0.00042484258,0.00019453757,0.00046979362,0.000001390689],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08883384,0.10186088,0.12951319,0.031028295,0.00049825374,0.000005827791,0.0061030644,0.0000021312517,0.11261861,0.00009820296,0.0065147886,0.52292293],"study_design_scores_gemma":[0.06276539,0.7482838,0.03448082,0.0054636276,0.00006821698,0.000019443061,0.010781757,0.011278351,0.114536576,0.00045871246,0.011310371,0.0005529361],"about_ca_topic_score_codex":0.00015121611,"about_ca_topic_score_gemma":0.00028929065,"teacher_disagreement_score":0.6464229,"about_ca_system_score_codex":0.00036232648,"about_ca_system_score_gemma":0.0003294698,"threshold_uncertainty_score":0.9999961},"labels":[],"label_agreement":null},{"id":"W2991244030","doi":"10.2196/15803","title":"A Web-Based Program for Cannabis Use and Psychotic Experiences in Young People (Keep It Real): Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cannabis; Psychiatry; Anxiety; Psychological intervention; Cannabis Dependence; Clinical psychology; Intervention (counseling); Randomized controlled trial; Medicine; Psychology; Young adult; Gerontology","score_opus":0.1043804257833082,"score_gpt":0.5235818948610805,"score_spread":0.41920146907777234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991244030","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060100045,0.0000014819951,0.000022162327,0.005580618,0.000022900875,0.93342847,0.000016704398,0.00009653799,0.00073108036],"genre_scores_gemma":[0.0048459736,6.8008364e-7,0.0007169513,0.00007208366,0.00024063104,0.9786226,0.000018456423,0.0000896507,0.015392947],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99318355,0.001264437,0.0012694543,0.0010541573,0.0016472404,0.0015811682],"domain_scores_gemma":[0.99593014,0.00091597135,0.00026027625,0.0007978688,0.0015562807,0.0005394595],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009219204,0.0004101411,0.0022653309,0.0008826793,0.00025893463,0.00062958925,0.0003858954,0.00032069345,0.0003423388],"category_scores_gemma":[0.0038958276,0.00027984063,0.000666674,0.00092311425,0.00055703,0.00029428824,0.00010404678,0.0006907135,0.000009026164],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9482975,0.002908297,0.0014373416,0.0028829025,0.00006560289,0.0000064317082,0.0017660514,0.0000016570466,0.0007620493,0.00016689325,0.039961226,0.0017440416],"study_design_scores_gemma":[0.87511176,0.014938409,0.0004430242,0.0016117234,0.0000113085025,0.000005935263,0.0010374134,0.009414821,0.00027676512,0.00012426048,0.09674554,0.0002790105],"about_ca_topic_score_codex":0.00046523413,"about_ca_topic_score_gemma":0.0013385664,"teacher_disagreement_score":0.07318572,"about_ca_system_score_codex":0.00027455518,"about_ca_system_score_gemma":0.0026895227,"threshold_uncertainty_score":0.99996537},"labels":[],"label_agreement":null},{"id":"W2991546117","doi":"10.2196/15883","title":"Relationship Education and HIV Prevention for Young Male Couples Administered Online via Videoconference: Protocol for a National Randomized Controlled Trial of 2GETHER","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Drug Abuse","keywords":"Videoconferencing; Randomized controlled trial; Protocol (science); Human immunodeficiency virus (HIV); Medicine; Family medicine; Psychology; Medical education; Multimedia; Alternative medicine; Computer science; Surgery","score_opus":0.2208732992732094,"score_gpt":0.5635664896183368,"score_spread":0.34269319034512735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991546117","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00997811,0.000005710314,0.001105693,0.00031603954,0.000038346083,0.98625606,0.0000838955,0.000027728758,0.002188431],"genre_scores_gemma":[0.025932448,2.072814e-7,0.0008266793,0.0000047767317,0.0001272212,0.9201437,0.00021162149,0.000027075468,0.052726258],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958491,0.0020304974,0.0008976972,0.0005331856,0.0002869926,0.00040256899],"domain_scores_gemma":[0.9916011,0.0047515426,0.000435469,0.0003806982,0.0027920268,0.000039173705],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008340135,0.00018555424,0.00081836677,0.0005294469,0.0002718355,0.00006690261,0.000235038,0.00030235446,0.000972383],"category_scores_gemma":[0.0059225797,0.00014385063,0.00029214393,0.00024395647,0.00047625793,0.00025404134,0.0000744719,0.000455639,0.00005471252],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9400791,0.004131738,0.0014436678,0.0010159697,0.0001774463,4.6605525e-8,0.0001623067,0.0000018434267,0.04131095,0.00676007,0.0033885094,0.0015283304],"study_design_scores_gemma":[0.9149844,0.0039071473,0.0007529255,0.0005298774,0.00001189527,0.000014534942,0.00012425882,0.00017390921,0.0045379302,0.012537382,0.062270973,0.00015478389],"about_ca_topic_score_codex":0.000008204996,"about_ca_topic_score_gemma":0.000013978939,"teacher_disagreement_score":0.06611233,"about_ca_system_score_codex":0.00011881756,"about_ca_system_score_gemma":0.0017812666,"threshold_uncertainty_score":0.9999409},"labels":[],"label_agreement":null},{"id":"W2992272861","doi":"10.2196/16362","title":"Factors Associated With Trial Completion and Adherence in App-Based N-of-1 Trials: Protocol for a Randomized Trial Evaluating Study Duration, Notification Level, and Meaningful Engagement in the Brain Boost Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Icahn School of Medicine at Mount Sinai","keywords":"Protocol (science); Medicine; Randomized controlled trial; Clinical trial; Research design; Logistic regression; Sample size determination; Psychology; Alternative medicine; Internal medicine","score_opus":0.827363839541471,"score_gpt":0.7033448795362198,"score_spread":0.12401896000525114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992272861","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3119761,5.1227306e-7,0.00013816304,0.0004150218,0.000010890864,0.68737257,0.00002241181,0.000021456752,0.000042886153],"genre_scores_gemma":[0.23528412,7.5808835e-8,0.00008686782,0.000047912985,0.00007016506,0.7644062,0.00003857726,0.00002167317,0.000044371147],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9457493,0.04830984,0.0030784747,0.0007232839,0.0014115862,0.00072751613],"domain_scores_gemma":[0.9596147,0.037160877,0.0015548873,0.0005532131,0.0009767438,0.00013958095],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13960236,0.0002493436,0.0012729671,0.0004800664,0.0009279448,0.00007455721,0.00031555034,0.00018062984,0.00008387078],"category_scores_gemma":[0.028973073,0.0001507591,0.0000594477,0.0009238735,0.00014082313,0.00015230275,0.0000840797,0.0011877979,0.0000029086548],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9427735,0.0052651945,0.035698213,0.0011385196,0.000024863393,2.3032099e-7,0.012030176,0.0000069413254,0.00005541633,0.00034438874,0.0003306438,0.0023319111],"study_design_scores_gemma":[0.92549706,0.022815526,0.036221884,0.0011293514,0.000011004005,2.0934232e-8,0.010922519,0.0014278025,0.000005519839,0.00021022545,0.001628853,0.00013023417],"about_ca_topic_score_codex":0.00041920005,"about_ca_topic_score_gemma":0.0024947359,"teacher_disagreement_score":0.11062929,"about_ca_system_score_codex":0.0002860797,"about_ca_system_score_gemma":0.0020313044,"threshold_uncertainty_score":0.9792063},"labels":[],"label_agreement":null},{"id":"W2992323807","doi":"10.2196/14119","title":"Effects of a 12-Minute Smartphone-Based Mindful Breathing Task on Heart Rate Variability for Students With Clinically Relevant Chronic Pain, Depression, and Anxiety: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Anxiety; Randomized controlled trial; Heart rate variability; Depression (economics); Heart rate; Physical therapy; Breathing; Chronic pain; Protocol (science); Psychology; Medicine; Task (project management); Clinical psychology; Physical medicine and rehabilitation; Psychiatry; Alternative medicine; Blood pressure; Internal medicine","score_opus":0.06809343339310328,"score_gpt":0.5123382994059349,"score_spread":0.44424486601283164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992323807","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010127573,0.0000011303312,0.027405879,0.00025973344,0.000054773544,0.9619087,0.000031991665,0.000047081376,0.00016315229],"genre_scores_gemma":[0.03271013,2.397218e-8,0.0004889622,0.00008845393,0.00017344808,0.96475357,0.000007881542,0.00006459359,0.0017129113],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98505545,0.010180012,0.0017764994,0.0011531828,0.0009813259,0.00085352565],"domain_scores_gemma":[0.9732569,0.023832921,0.00076990196,0.0009971015,0.00087629934,0.00026688242],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.032666806,0.0003980571,0.0021553244,0.0002937624,0.0003047491,0.00018286578,0.00059541257,0.0003384044,0.0007115662],"category_scores_gemma":[0.004068482,0.00024444822,0.0008488378,0.00023730226,0.00035089476,0.000096470634,0.0001546095,0.00066022336,0.000018321225],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9761188,0.006182826,0.0009682677,0.0038679568,0.00035482968,0.000003614815,0.00013556283,0.000006168897,0.0005369066,0.0008248878,0.0075490056,0.00345118],"study_design_scores_gemma":[0.9390606,0.029326338,0.0005548401,0.0067258007,0.00004116676,0.0000016305511,0.00002762774,0.0012232679,0.002264408,0.002239195,0.018267686,0.00026738527],"about_ca_topic_score_codex":0.000020441088,"about_ca_topic_score_gemma":0.000006617093,"teacher_disagreement_score":0.037058137,"about_ca_system_score_codex":0.00012196411,"about_ca_system_score_gemma":0.00062555843,"threshold_uncertainty_score":0.9968309},"labels":[],"label_agreement":null},{"id":"W2992816235","doi":"10.2196/15105","title":"A Smartphone App for Self-Monitoring of Rheumatoid Arthritis Disease Activity to Assist Patient-Initiated Care: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Rheumatoid arthritis; Protocol (science); Smartphone app; Smartphone application; Physical therapy; Disease; Alternative medicine; World Wide Web; Computer science; Multimedia; Internal medicine","score_opus":0.07813067033900893,"score_gpt":0.46949252587285134,"score_spread":0.3913618555338424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992816235","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048345298,0.000040231513,0.00018621505,0.00033755743,0.0000409447,0.9503436,0.00011867468,0.00017516484,0.0004123046],"genre_scores_gemma":[0.06862186,0.000024174575,0.0015102653,0.000016524416,0.00019795306,0.92933947,0.000025809553,0.00010590882,0.00015801955],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.993116,0.0014916358,0.0012772828,0.0008051857,0.0019548987,0.0013549895],"domain_scores_gemma":[0.99188375,0.0032296735,0.00039611314,0.0008832051,0.0026261553,0.0009811012],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004058208,0.00042341236,0.0026414017,0.00064837537,0.00035800276,0.00022716034,0.00036453063,0.00018953017,0.00017761397],"category_scores_gemma":[0.0044171507,0.00032327673,0.0010450039,0.000563739,0.00027469418,0.0002850665,0.00018953915,0.00053592515,0.00005214935],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9677057,0.0030919544,0.0007506398,0.0028324993,0.00041544004,0.000012804997,0.000756121,0.0000014311065,0.0041651884,0.00023868991,0.0013368904,0.018692642],"study_design_scores_gemma":[0.90048426,0.014789035,0.00015238351,0.008656961,0.000003213495,0.0000033455262,0.00023278278,0.00016305782,0.010427505,0.00025896254,0.06454359,0.00028492982],"about_ca_topic_score_codex":0.000029057619,"about_ca_topic_score_gemma":0.0000069728144,"teacher_disagreement_score":0.06722146,"about_ca_system_score_codex":0.0002596234,"about_ca_system_score_gemma":0.0018803221,"threshold_uncertainty_score":0.9999219},"labels":[],"label_agreement":null},{"id":"W2993735707","doi":"10.2196/14361","title":"Defining the Supportive Care Needs and Psychological Morbidity of Patients With Functioning Versus Nonfunctioning Neuroendocrine Tumors: Protocol for a Phase 1 Trial of a Nurse-Led Online and Phone-Based Intervention","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neuroendocrine Tumor Research Advances","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Intervention (counseling); Medicine; Randomized controlled trial; Phone; Nursing; Psychology; Clinical psychology; Psychotherapist; Alternative medicine; Internal medicine","score_opus":0.13985504668291213,"score_gpt":0.5338655776930733,"score_spread":0.39401053101016115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993735707","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45958218,0.0000012048519,0.000030932373,0.00010802244,0.000008886664,0.54013187,0.00004344636,0.000020529962,0.00007294973],"genre_scores_gemma":[0.35612953,7.835412e-8,0.0003103562,0.000008694572,0.000038584054,0.6433875,0.0000471406,0.000026459376,0.000051675415],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9968095,0.0004894939,0.0006069625,0.00050332077,0.0010387127,0.00055204466],"domain_scores_gemma":[0.99697816,0.000841318,0.00036824535,0.00045971377,0.0011690884,0.0001834717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005273159,0.00022873511,0.00050079933,0.00041667078,0.00017189122,0.000055830784,0.00017452834,0.000019818144,0.0001087476],"category_scores_gemma":[0.0011662863,0.00014491972,0.00011710896,0.0006398189,0.0005240868,0.00021747776,0.000121680176,0.0006846132,0.0000019004113],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92557347,0.007322992,0.051300958,0.0046018804,0.0000686522,0.000050237697,0.00022205699,0.000016350712,0.0016098556,0.00011509122,0.00027062042,0.008847863],"study_design_scores_gemma":[0.6983734,0.24324812,0.02836718,0.0052521713,0.00002883974,0.000046928115,0.0028841028,0.0005618957,0.01438827,0.00003785367,0.006570596,0.00024067397],"about_ca_topic_score_codex":0.000026273105,"about_ca_topic_score_gemma":0.000017919068,"teacher_disagreement_score":0.23592514,"about_ca_system_score_codex":0.00006962409,"about_ca_system_score_gemma":0.0002049507,"threshold_uncertainty_score":0.59096545},"labels":[],"label_agreement":null},{"id":"W2994905455","doi":"10.2196/16534","title":"Influence of Cognitive Functioning on Powered Mobility Device Use: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Older Adults Driving Studies","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"PsycINFO; CINAHL; Cognitive skill; Cognition; International Classification of Functioning, Disability and Health; MEDLINE; Protocol (science); Applied psychology; Clinical psychology; Psychology; Medicine; Rehabilitation; Psychiatry; Psychological intervention; Physical therapy; Alternative medicine","score_opus":0.7005057387412789,"score_gpt":0.7189083460053179,"score_spread":0.018402607264039084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994905455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.9219066e-7,0.063968025,0.0000083379355,0.000044290347,0.0000110861665,0.93507975,0.00031345894,0.00013018763,0.00044449576],"genre_scores_gemma":[1.3210014e-7,0.0622621,0.00003399596,0.00016917297,0.00011582019,0.93387634,0.000041395906,0.00017627816,0.003324787],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9784911,0.012509887,0.0040004225,0.0014041836,0.001979817,0.0016145671],"domain_scores_gemma":[0.95572084,0.03300998,0.0030870172,0.0020981047,0.0058451016,0.00023897893],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012359229,0.0008853564,0.006467657,0.0005970038,0.001131225,0.000067589324,0.001203811,0.00077049254,0.00014146097],"category_scores_gemma":[0.044014703,0.0005920552,0.000812281,0.0015827476,0.00034647525,0.00038572864,0.0009582775,0.0037210383,0.001165339],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015515828,0.0005503097,0.00010764899,0.9886532,0.00027229136,0.0000029442256,0.0002713735,3.3516034e-7,1.6292144e-7,0.00006589132,0.007072923,0.0028477605],"study_design_scores_gemma":[0.0010528794,0.0010510023,0.000057124435,0.59270775,0.00013064583,0.0000015397943,0.0000739827,7.613018e-7,3.2519642e-7,0.000016213016,0.40463224,0.00027550253],"about_ca_topic_score_codex":0.000038131227,"about_ca_topic_score_gemma":0.000040412117,"teacher_disagreement_score":0.39755931,"about_ca_system_score_codex":0.0010224746,"about_ca_system_score_gemma":0.0036807202,"threshold_uncertainty_score":0.9996531},"labels":[],"label_agreement":null},{"id":"W2995169168","doi":"10.2196/15722","title":"Geriatric Trauma – A Rising Tide. Assessing Patient Safety Challenges in a Vulnerable Population Using Norwegian Trauma Registry Data and Focus Group Interviews: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stiftelsen Norsk Luftambulanse; Universitetet i Stavanger","keywords":"Norwegian; Focus group; Protocol (science); Medicine; Population; Medical emergency; Nursing; Family medicine; Environmental health; Alternative medicine; Sociology","score_opus":0.5045647319596089,"score_gpt":0.6099326068447778,"score_spread":0.10536787488516886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995169168","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052020784,0.000066385124,0.0009061762,0.00027509005,0.00002940098,0.94576347,0.000025396621,0.000063794396,0.0008495292],"genre_scores_gemma":[0.088318214,0.0000030594458,0.016091201,0.0000071374016,0.000156781,0.89529026,0.000030132695,0.000070520335,0.000032694734],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9932578,0.002675979,0.0011025523,0.0012435344,0.00083192263,0.0008881976],"domain_scores_gemma":[0.9972449,0.00054894725,0.00029466028,0.0013750028,0.00033962697,0.00019687045],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008311145,0.00037322135,0.00089909614,0.0006220905,0.00046510692,0.00018614811,0.00041318947,0.00019340022,0.00005398516],"category_scores_gemma":[0.000697557,0.00030675228,0.00011110721,0.00079324195,0.00008756199,0.00069624593,0.0006406464,0.0009243584,0.0000031179525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002543837,0.0020769753,0.01486767,0.005442507,0.00009454733,0.000027314985,0.00502057,0.000005870308,0.0016956377,0.00002763261,0.00041843494,0.967779],"study_design_scores_gemma":[0.04617504,0.02105425,0.6156132,0.025336387,0.00010269434,0.00015710988,0.08438982,0.009569335,0.0011697849,0.0015379286,0.19319992,0.0016944826],"about_ca_topic_score_codex":0.0006394467,"about_ca_topic_score_gemma":0.00093619147,"teacher_disagreement_score":0.96608454,"about_ca_system_score_codex":0.00038695332,"about_ca_system_score_gemma":0.0001397285,"threshold_uncertainty_score":0.9999384},"labels":[],"label_agreement":null},{"id":"W2995334959","doi":"10.2196/14696","title":"Cash Transfer to Adolescent Girls and Young Women to Reduce Sexual Risk Behavior (CARE): Protocol for a Cluster Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; Randomized controlled trial; Cash transfers; Motivational interviewing; Demography; Psychology; Psychiatry; Cash; Surgery","score_opus":0.25550631314475486,"score_gpt":0.6089599935965572,"score_spread":0.3534536804518023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995334959","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1782579,0.0000011406048,0.00028842222,0.0011801583,0.00013424644,0.8195502,0.00008113068,0.00011635881,0.0003904472],"genre_scores_gemma":[0.0078775305,2.5600548e-7,0.00034927268,0.000616023,0.0015930757,0.97461873,0.000008861635,0.00013125244,0.014805004],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98313504,0.009316884,0.0019208437,0.0016516977,0.0014705827,0.0025049513],"domain_scores_gemma":[0.9938632,0.0018050427,0.00021443046,0.0011105762,0.0016664426,0.0013402816],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.017371712,0.00054006634,0.0023677459,0.0005868787,0.0014293863,0.00012406256,0.0005505137,0.00048040657,0.0005460591],"category_scores_gemma":[0.0022737212,0.00035893312,0.00024402661,0.00057262037,0.00023237584,0.00021049277,0.0004561958,0.0022134988,0.00054280786],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95603955,0.0020381624,0.0039421883,0.0053008776,0.00006241347,0.0000033004387,0.017158858,0.0000026497323,0.0017355669,0.0001071926,0.011072638,0.0025365925],"study_design_scores_gemma":[0.868276,0.008309349,0.0014650723,0.001950493,0.000013488934,0.0000018010434,0.00458524,0.000019492638,0.00013861607,0.000055160635,0.1147699,0.00041541195],"about_ca_topic_score_codex":0.00011533268,"about_ca_topic_score_gemma":0.000057285048,"teacher_disagreement_score":0.17038037,"about_ca_system_score_codex":0.0009213115,"about_ca_system_score_gemma":0.0015888419,"threshold_uncertainty_score":0.9998863},"labels":[],"label_agreement":null},{"id":"W2995485519","doi":"10.2196/16486","title":"Development and Evaluation of an HIV-Testing Intervention for Primary Care: Protocol for a Mixed Methods Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intervention (counseling); Medical diagnosis; Family medicine; Protocol (science); Nursing; Alternative medicine; Pathology","score_opus":0.4720192402031716,"score_gpt":0.670771635491763,"score_spread":0.1987523952885914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995485519","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051841397,0.0000021893095,0.0024511288,0.000031523832,0.0000029860882,0.94447887,0.000017228167,0.000032329615,0.0011423317],"genre_scores_gemma":[0.0014909619,8.832633e-9,0.11365617,0.0000029558432,0.000052579733,0.8831148,0.00007953107,0.000035443827,0.0015675367],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952204,0.0016808144,0.0007034103,0.0005179902,0.0013639298,0.00051342935],"domain_scores_gemma":[0.9947001,0.00052145176,0.00016914078,0.00046502356,0.003919211,0.00022512474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016570702,0.00015772952,0.00037983907,0.00046950456,0.00020423878,0.000088864144,0.00021777088,0.00009178523,0.00011116806],"category_scores_gemma":[0.0019067972,0.00013060897,0.00013423908,0.0004031884,0.000086465974,0.00027281503,0.00020815473,0.000299137,0.000009672826],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038780824,0.0040815086,0.004202426,0.015783187,0.00009915405,9.360781e-7,0.0019740353,0.0000015328018,0.026505807,0.00006412843,0.001549364,0.94185984],"study_design_scores_gemma":[0.12739284,0.22704515,0.09381868,0.030598167,0.00008903456,0.000021470718,0.022030424,0.033206016,0.15601501,0.0012285742,0.30780658,0.00074803474],"about_ca_topic_score_codex":0.000014234016,"about_ca_topic_score_gemma":0.000030637377,"teacher_disagreement_score":0.9411118,"about_ca_system_score_codex":0.00040956214,"about_ca_system_score_gemma":0.0009723511,"threshold_uncertainty_score":0.5743108},"labels":[],"label_agreement":null},{"id":"W2995670982","doi":"10.2196/16657","title":"Measuring the Effects of Sharing Mobile Health Data During Diabetes Consultations: Protocol for a Mixed Method Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Norges Forskningsråd; Universitetet i Tromsø","keywords":"mHealth; Usability; Medicine; Focus group; Mobile phone; Self-management; Empowerment; Health care; Nursing; Diabetes management; Family medicine; Diabetes mellitus; Type 2 diabetes; Psychological intervention; Computer science; Business","score_opus":0.4730799791037077,"score_gpt":0.6772429821784022,"score_spread":0.20416300307469448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995670982","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067109563,0.0000105779345,0.00021782312,0.0004431145,0.000037006386,0.99211407,0.000103466395,0.00013395681,0.00022903808],"genre_scores_gemma":[0.0021369283,0.0000012084158,0.0022013737,0.00016110594,0.00021365554,0.9942063,0.00003848308,0.00008327301,0.00095763383],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98947525,0.0045192135,0.0017769833,0.0011401507,0.0011377997,0.001950582],"domain_scores_gemma":[0.9844818,0.009759981,0.00085854303,0.003224583,0.001171041,0.00050403824],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018315826,0.00027442744,0.00072596275,0.00035714344,0.00280025,0.00005038314,0.0020476512,0.00017985275,0.0001271941],"category_scores_gemma":[0.0028249333,0.00019772114,0.00007697193,0.0011209866,0.00012139794,0.00029504715,0.001502125,0.0016349474,0.00014546377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035783635,0.009540165,0.43137655,0.38086933,0.00027185967,0.0000027406975,0.01587085,0.00007260487,0.009539669,0.006931554,0.043524124,0.098422214],"study_design_scores_gemma":[0.031967465,0.00938452,0.07222592,0.020896448,0.000012506733,0.0000011936357,0.009495243,0.0026356406,0.001920672,0.0016432498,0.84927726,0.00053989125],"about_ca_topic_score_codex":0.00024294165,"about_ca_topic_score_gemma":0.00018872194,"teacher_disagreement_score":0.8057531,"about_ca_system_score_codex":0.0003756864,"about_ca_system_score_gemma":0.0028002758,"threshold_uncertainty_score":0.99849796},"labels":[],"label_agreement":null},{"id":"W2995674546","doi":"10.2196/14810","title":"Self-Management Characterization for Families of Children With Medical Complexity and Their Social Networks: Protocol for a Qualitative Assessment","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent and Pediatric Healthcare","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Self-management; Social network analysis; Knowledge management; Social network (sociolinguistics); Population; Psychology; Health care; Nursing; Medicine; Computer science; Social media","score_opus":0.38554749439314007,"score_gpt":0.664413783349268,"score_spread":0.278866288956128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995674546","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031152053,2.64538e-7,0.009936081,0.0012824035,0.000006787033,0.9850417,0.00017766893,0.000059907183,0.0003800052],"genre_scores_gemma":[0.0044970307,9.649749e-7,0.0024031221,0.00012239293,0.00047487777,0.9920526,0.00020280948,0.00003771791,0.00020844476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956654,0.0018420642,0.0006096524,0.0003996128,0.0007270265,0.0007562447],"domain_scores_gemma":[0.9972615,0.0011883802,0.00033496966,0.00022801498,0.0007983059,0.0001888335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004791496,0.00018401524,0.00042017695,0.0001556104,0.0008218954,0.000021069727,0.00026699118,0.00025787312,0.000098882534],"category_scores_gemma":[0.00008356989,0.00012432603,0.00005742435,0.00031251926,0.00018439064,0.00013368002,0.0002212791,0.0006920377,0.0000043381756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020772902,0.004418158,0.5226124,0.12964922,0.0006613954,0.000001744698,0.12419613,0.0000020825112,0.00009012352,0.11091301,0.02704246,0.05964041],"study_design_scores_gemma":[0.05204555,0.010344974,0.49401122,0.01306509,0.000015949554,0.0000011626997,0.046113253,0.008532024,0.0000364121,0.0038560503,0.37111932,0.00085899734],"about_ca_topic_score_codex":0.000018099592,"about_ca_topic_score_gemma":0.000032411263,"teacher_disagreement_score":0.34407684,"about_ca_system_score_codex":0.00015445464,"about_ca_system_score_gemma":0.0008504088,"threshold_uncertainty_score":0.6321438},"labels":[],"label_agreement":null},{"id":"W2996108133","doi":"10.2196/16448","title":"Improving Exposure Assessment Methodologies for Epidemiological Studies on Pesticides: Study Protocol","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pesticide Exposure and Toxicity","field":"Agricultural and Biological Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Epidemiology; Environmental health; Exposure assessment; Computer science; Medicine; Alternative medicine; Pathology","score_opus":0.5825297977078024,"score_gpt":0.6178043307901963,"score_spread":0.03527453308239381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996108133","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09610554,0.0000015859688,0.000043378153,0.0006587192,0.000020220166,0.90231216,0.000017930766,0.00017231285,0.000668181],"genre_scores_gemma":[0.06159635,1.2483578e-7,0.0031228957,0.00015897943,0.00031665066,0.9343223,0.0000065946333,0.0000040464583,0.00047206832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929516,0.0033267285,0.00074936834,0.001021755,0.00092233805,0.0010282163],"domain_scores_gemma":[0.9864659,0.012155771,0.00026826095,0.00029836307,0.00062600354,0.00018572748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012572732,0.00035572684,0.00074993324,0.000057634043,0.00056863547,0.00018044449,0.00083992106,0.00022143181,0.00024118274],"category_scores_gemma":[0.0056791394,0.00011985473,0.00020368167,0.0004919527,0.0002113241,0.00019399499,0.00050243014,0.00080540427,0.0000935772],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064860107,0.00797309,0.41489327,0.0013538066,0.00028947828,0.00007427722,0.0007746037,0.00020051187,0.31854153,0.009525959,0.009570185,0.2303173],"study_design_scores_gemma":[0.00646142,0.16287121,0.682715,0.0015624532,0.000014338349,0.000009641929,0.010504072,0.00045894572,0.014868485,0.027159201,0.09205427,0.0013209359],"about_ca_topic_score_codex":0.000036354784,"about_ca_topic_score_gemma":0.00007210339,"teacher_disagreement_score":0.30367306,"about_ca_system_score_codex":0.00015770464,"about_ca_system_score_gemma":0.00007452533,"threshold_uncertainty_score":0.67988706},"labels":[],"label_agreement":null},{"id":"W2996231757","doi":"10.2196/15523","title":"Increasing Awareness and Use of Mobile Health Technology Among Individuals With Hypertension in a Rural Community of Bangladesh: Protocol for a Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"mHealth; Medicine; Randomized controlled trial; Intervention (counseling); Health education; Health intervention; Psychological intervention; Family medicine; Gerontology; Environmental health; Physical therapy; Public health; Nursing; Surgery","score_opus":0.23137304807785822,"score_gpt":0.580394081643117,"score_spread":0.3490210335652588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996231757","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3562413,0.0000029563626,0.000027679127,0.00023226347,0.0000046315467,0.6433851,0.000029879044,0.000035681816,0.00004051875],"genre_scores_gemma":[0.06415738,0.0000027786896,0.0014183003,0.00007982579,0.00003305198,0.93416715,0.000021055659,0.000042576103,0.000077896606],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9826601,0.012676524,0.0025093425,0.00036267567,0.0006632248,0.0011281449],"domain_scores_gemma":[0.98177826,0.014151372,0.001582397,0.0009141848,0.0012439095,0.00032990208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024160516,0.00024953284,0.0027653323,0.0010839083,0.0008815053,0.000017524271,0.0003779419,0.0004584755,0.0000510604],"category_scores_gemma":[0.0028822378,0.0001689036,0.00011693185,0.0010587343,0.0007352595,0.00021149716,0.00030179444,0.0019122466,0.000003357553],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8589056,0.0014338518,0.12470727,0.009798118,0.000028087637,3.4421225e-7,0.00083925325,0.0000044198196,0.00020466538,0.0013799618,0.00024082395,0.002457614],"study_design_scores_gemma":[0.9644729,0.0069189025,0.0037600917,0.011280883,0.0000047937215,0.0000023056905,0.00205655,0.00038449268,0.000056014433,0.00066192576,0.010265844,0.000135324],"about_ca_topic_score_codex":0.0047881836,"about_ca_topic_score_gemma":0.0007334616,"teacher_disagreement_score":0.29208392,"about_ca_system_score_codex":0.000198971,"about_ca_system_score_gemma":0.0038273681,"threshold_uncertainty_score":0.8373601},"labels":[],"label_agreement":null},{"id":"W2996235934","doi":"10.2196/14637","title":"Prevalence of Mental Disorders, Cognitive Impairment, and Dementia Among Older Adults in Egypt: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Dementia; Medicine; MEDLINE; Population; Psychological intervention; Gerontology; Mental health; Systematic review; Psychiatry; Environmental health; Disease","score_opus":0.25593387864384054,"score_gpt":0.6266724697097684,"score_spread":0.3707385910659279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996235934","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013458543,0.32478744,8.265943e-7,0.000011071478,0.0000069689527,0.67461383,0.00024036352,0.000016326587,0.00032181188],"genre_scores_gemma":[0.000002103512,0.19105926,0.000011721621,0.00001575235,0.000025802245,0.80752414,0.000074498486,0.000079200596,0.0012075143],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920353,0.0028335971,0.0020882234,0.0011419369,0.0008319701,0.0010689669],"domain_scores_gemma":[0.99644464,0.0010674766,0.0012852233,0.0007789008,0.00021115833,0.00021261684],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003288762,0.00063839555,0.0027870345,0.00051655463,0.00016664763,0.000066410605,0.00075040205,0.00036383464,0.00081725756],"category_scores_gemma":[0.0001237765,0.0004508808,0.00039552417,0.0006471711,0.0002717876,0.00023976351,0.0003838819,0.00070647104,0.00010311693],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004024176,0.0021205156,0.0010856686,0.91521806,0.00021233658,0.0000058178275,0.00031609074,5.143216e-10,8.799841e-9,0.00005349726,0.0018901979,0.07869542],"study_design_scores_gemma":[0.0067214635,0.0022801661,0.00050342205,0.95381075,0.00020874859,0.0000072564335,0.00011738799,0.0000015240196,4.31877e-7,0.000018165896,0.035987463,0.00034323076],"about_ca_topic_score_codex":0.00005240929,"about_ca_topic_score_gemma":0.000029615923,"teacher_disagreement_score":0.13372818,"about_ca_system_score_codex":0.00023278124,"about_ca_system_score_gemma":0.00022550097,"threshold_uncertainty_score":0.9997943},"labels":[],"label_agreement":null},{"id":"W2996334426","doi":"10.2196/15634","title":"Understanding Implementation of a Digital Self-Monitoring Intervention for Relapse Prevention in Psychosis: Protocol for a Mixed Method Process Evaluation","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Technology Assessment Programme; Scottish Government; Medical Research Council; National Institute for Health and Care Research; NHS Health Scotland; Northwestern University","keywords":"Protocol (science); Intervention (counseling); Relapse prevention; Process (computing); Psychology; Medicine; Computer science; Psychotherapist; Psychiatry; Alternative medicine","score_opus":0.6056204280262836,"score_gpt":0.7203745197850584,"score_spread":0.11475409175877482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996334426","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055942913,9.123436e-7,0.01274476,0.00013005205,0.00008592851,0.98029697,0.00007220805,0.000061521714,0.001013364],"genre_scores_gemma":[0.1492145,9.6142445e-9,0.002077504,0.0000016559729,0.00006177476,0.8481248,0.000053913922,0.000047476515,0.00041837207],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959363,0.00072011154,0.0012086736,0.0006297986,0.0008387339,0.0006664256],"domain_scores_gemma":[0.99786425,0.00042350538,0.0005391791,0.0003812193,0.0006934469,0.000098381104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066213966,0.00018964341,0.00029320433,0.0006978317,0.000114990704,0.00017577536,0.00031677767,0.000159739,0.00022919015],"category_scores_gemma":[0.00015294772,0.00019642065,0.00025206068,0.0007022717,0.000036992496,0.0010069493,0.000070578935,0.0002633995,0.00003126468],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026164232,0.029469082,0.16626859,0.057395954,0.00058260607,0.0000023371938,0.011884059,0.00006438223,0.0014244263,0.050898295,0.0056337705,0.6502123],"study_design_scores_gemma":[0.17115214,0.073565856,0.05353475,0.061900735,0.00006690752,0.000020315436,0.06538411,0.0047242236,0.041516203,0.5003048,0.02626693,0.0015629778],"about_ca_topic_score_codex":0.000022368378,"about_ca_topic_score_gemma":0.000058008,"teacher_disagreement_score":0.6486493,"about_ca_system_score_codex":0.0011309179,"about_ca_system_score_gemma":0.00019183023,"threshold_uncertainty_score":0.80098015},"labels":[],"label_agreement":null},{"id":"W2998767931","doi":"10.2196/16531","title":"Determining the Agreement Between an Automated Respiratory Rate Counter and a Reference Standard for Detecting Symptoms of Pneumonia in Children: Protocol for a Cross-Sectional Study in Ethiopia","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pneumonia and Respiratory Infections","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Gesundheit; UNICEF","keywords":"Medicine; Pediatrics; Cross-sectional study; Pneumonia; Respiratory tract infections; Respiratory system; Internal medicine; Pathology","score_opus":0.31954890205777053,"score_gpt":0.5769788336715675,"score_spread":0.257429931613797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998767931","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49114496,1.5052174e-7,0.000014120528,0.00006875105,0.0000014373499,0.508675,0.00004122701,0.000041182826,0.000013166898],"genre_scores_gemma":[0.41259897,1.1716054e-8,0.000028182,0.00007376043,0.00007631629,0.58719337,0.0000033998049,0.00002108496,0.00000492263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99664265,0.0007404303,0.00085609383,0.0005861054,0.0006333232,0.0005413742],"domain_scores_gemma":[0.9980258,0.00056955585,0.0002031191,0.00033486765,0.000675796,0.00019089955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044259513,0.00020923125,0.00043000086,0.00032345994,0.000362537,0.0001485162,0.0002533155,0.00017995095,0.000010361857],"category_scores_gemma":[0.00083348394,0.00014969677,0.00006417002,0.0005792935,0.0002420201,0.00020260672,0.00015470576,0.0008418425,0.0000014522185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021031029,0.0004664063,0.98442954,0.0006802897,0.00003627205,0.0000036308322,0.00084813044,0.000013956215,0.009708695,0.000008145473,0.000016481981,0.0016853379],"study_design_scores_gemma":[0.014872629,0.0204416,0.9583718,0.0007638065,0.000004534422,0.00000251336,0.00014773798,0.00070257,0.001254309,0.00002956578,0.0032662826,0.00014266228],"about_ca_topic_score_codex":0.000017736482,"about_ca_topic_score_gemma":0.00011214906,"teacher_disagreement_score":0.07854601,"about_ca_system_score_codex":0.00019642405,"about_ca_system_score_gemma":0.0005348528,"threshold_uncertainty_score":0.61044574},"labels":[],"label_agreement":null},{"id":"W2998777014","doi":"10.2196/14816","title":"Bahamas National Implementation Project: Proposal for Sustainability of an Evidence-based HIV Prevention Intervention in a School Setting","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Fidelity; Mentorship; Medical education; Focus group; Government (linguistics); Program evaluation; Intervention (counseling); Christian ministry; Capacity building; Medicine; Psychology; Nursing; Political science; Computer science; Business","score_opus":0.7848661465667344,"score_gpt":0.7958639182552991,"score_spread":0.01099777168856475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998777014","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03611992,0.0000010826014,0.006813204,0.050080623,0.000009705563,0.9066367,0.00015320627,0.00007986648,0.00010568129],"genre_scores_gemma":[0.10262627,1.3907255e-7,0.0072977217,0.00069438264,0.00020478797,0.889003,0.00006360431,0.00002246746,0.00008767087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9886698,0.006328347,0.001721025,0.00061866944,0.0016756759,0.000986443],"domain_scores_gemma":[0.9925881,0.0024128119,0.0006300082,0.00027699783,0.0037745447,0.00031756],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024619732,0.00014488446,0.00025840994,0.00057863025,0.00058415596,0.000055137592,0.00045856496,0.00013472757,0.0005860565],"category_scores_gemma":[0.020044655,0.00014061687,0.000085736916,0.0015833976,0.00014263442,0.0014355264,0.00018896998,0.00075504894,0.000030032306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012932494,0.0028160545,0.62523156,0.08324308,0.00003701659,0.000007785769,0.06293412,0.00023695998,0.01682069,0.025505565,0.09943118,0.07080351],"study_design_scores_gemma":[0.06856609,0.031790376,0.3411535,0.029150095,0.000014433905,0.0000020504692,0.16493239,0.07911738,0.022740256,0.10869451,0.15233025,0.001508666],"about_ca_topic_score_codex":0.0003654634,"about_ca_topic_score_gemma":0.0007390317,"teacher_disagreement_score":0.28407806,"about_ca_system_score_codex":0.0017780303,"about_ca_system_score_gemma":0.01952607,"threshold_uncertainty_score":0.9882099},"labels":[],"label_agreement":null},{"id":"W2998862521","doi":"10.2196/13922","title":"Hypothermic Oxygenated Perfusion Versus Static Cold Storage for Expanded Criteria Donors in Liver and Kidney Transplantation: Protocol for a Single-Center Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Organ Transplantation Techniques and Outcomes","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine perfusion; Cold storage; Medicine; Perfusion; Kidney; Liver transplantation; Transplantation; Urology; Renal function; Oxygenation; Randomized controlled trial; Viaspan; Liver function; Kidney transplantation; Single Center; Surgery; Internal medicine; Biology","score_opus":0.24408510056494961,"score_gpt":0.5092618715160566,"score_spread":0.26517677095110703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998862521","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047748485,0.0000013534126,0.0022607823,0.0018365446,0.000013399884,0.9907282,0.00012087412,0.00011779358,0.00014623096],"genre_scores_gemma":[0.0032968044,0.000006904481,0.0030976622,0.000455856,0.00015754346,0.9926217,0.00007106164,0.00006308015,0.00022937114],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9969129,0.0007243865,0.0008645691,0.00048966217,0.0005132086,0.0004952767],"domain_scores_gemma":[0.9971918,0.0017431488,0.00017193804,0.00017893911,0.00034474177,0.00036946344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001783484,0.00026891008,0.0012141825,0.00028693897,0.00014527974,0.00012926286,0.0001457802,0.0001824262,0.00033694785],"category_scores_gemma":[0.00087953586,0.00019777712,0.00027837488,0.0002617887,0.0001679347,0.0001667324,0.000020621193,0.0003042663,0.0000034971172],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9556787,0.00081302127,0.00004254971,0.006985524,0.0000621717,0.000045563946,0.0018526672,4.144394e-7,0.032492567,0.0000772304,0.0016796634,0.00026990334],"study_design_scores_gemma":[0.9602909,0.0086794235,0.000019127048,0.0016378167,0.00004414522,0.00000787518,0.000082155384,0.0022006123,0.0173248,0.000043618966,0.009470625,0.00019889255],"about_ca_topic_score_codex":0.000010157185,"about_ca_topic_score_gemma":0.000007932105,"teacher_disagreement_score":0.015167766,"about_ca_system_score_codex":0.000114614515,"about_ca_system_score_gemma":0.00035661564,"threshold_uncertainty_score":0.8065117},"labels":[],"label_agreement":null},{"id":"W2998975425","doi":"10.2196/15027","title":"Caring Near and Far by Connecting Community-Based Clients and Family Member/Friend Caregivers Using Passive Remote Monitoring: Protocol for a Pragmatic Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Victoria; University of New Brunswick; University of Toronto; Dalhousie University; Western University","funders":"","keywords":"Caregiver stress; Family caregivers; Medicine; Intervention (counseling); Caregiver burden; Quality of life (healthcare); Health care; Nursing; Psychology; Gerontology; Family medicine; Disease; Dementia","score_opus":0.4326842747534367,"score_gpt":0.5772566141329322,"score_spread":0.14457233937949548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998975425","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05753113,0.000004994506,0.0008602854,0.00037588255,0.00009935532,0.9402292,0.00008476741,0.00012236093,0.0006920322],"genre_scores_gemma":[0.008591432,5.000706e-7,0.0019864563,0.00045094814,0.00027595003,0.98850197,0.00003376315,0.00009098646,0.00006797019],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9834356,0.012458725,0.0014080381,0.00061966095,0.00094964413,0.0011283347],"domain_scores_gemma":[0.97051,0.024140649,0.00079633144,0.00047344025,0.0035076055,0.0005719502],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006081183,0.0004466455,0.001798401,0.00022206052,0.00424908,0.00023076606,0.00041963067,0.00043817173,0.000021800484],"category_scores_gemma":[0.027472202,0.00036180194,0.00025858576,0.00045354405,0.000645661,0.00025261135,0.000507523,0.0028105187,0.0000057924476],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96297723,0.00016389204,0.00035508585,0.0058774496,0.00017457879,0.000014063672,0.022526888,0.00003480653,0.002635766,0.00008299738,0.0043226574,0.00083461276],"study_design_scores_gemma":[0.902776,0.002664105,0.000006538332,0.009727581,0.000036545254,0.0000013239227,0.028979452,0.014057405,0.00026893447,0.00012180366,0.040999327,0.0003609854],"about_ca_topic_score_codex":0.0006882132,"about_ca_topic_score_gemma":0.000011483349,"teacher_disagreement_score":0.060201205,"about_ca_system_score_codex":0.00029741775,"about_ca_system_score_gemma":0.0008611333,"threshold_uncertainty_score":0.9998834},"labels":[],"label_agreement":null},{"id":"W2999277029","doi":"10.2196/16509","title":"Innovative Approaches to Obtain Minors’ Consent for Biomedical HIV Prevention Trials: Multi-Site Quasi-Experimental Study of Adolescent and Parent Perspectives","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; University of South Florida; National Institute of Mental Health; Johns Hopkins University; National Institutes of Health; University of Chicago","keywords":"Minor (academic); Emtricitabine; Parental consent; Informed consent; Pre-exposure prophylaxis; Clinical trial; Medicine; Family medicine; Research ethics; Harm; Human immunodeficiency virus (HIV); Clinical psychology; Psychology; Alternative medicine; Psychiatry; Men who have sex with men; Social psychology; Antiretroviral therapy; Viral load","score_opus":0.9578482319143063,"score_gpt":0.742163790468996,"score_spread":0.2156844414453103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999277029","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15684462,0.00004415715,0.0026015255,0.013857204,0.0000069363723,0.8264006,0.00007326097,0.000047699526,0.000124037],"genre_scores_gemma":[0.38933197,0.0000026520456,0.0031373221,0.00007173627,0.00019293478,0.60675174,0.000016710032,0.000030515537,0.00046441707],"study_design_codex":"nonrandomized_trial","study_design_gemma":"qualitative","domain_scores_codex":[0.99172777,0.0027595821,0.0012944905,0.0010418161,0.0025353513,0.0006409682],"domain_scores_gemma":[0.9900344,0.0070074676,0.00022499067,0.00047613954,0.0014807455,0.0007762441],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017163487,0.00023603869,0.00094912155,0.0003911944,0.00015728128,0.000076135126,0.00034597478,0.0002754375,0.00007432504],"category_scores_gemma":[0.043286752,0.00018241683,0.00014593621,0.001136432,0.00089818466,0.00007347922,0.0007428004,0.0017770928,0.000017708895],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09962524,0.35510233,0.09940374,0.0208558,0.0014243207,0.00014866274,0.2769891,0.000004315675,0.08861527,0.012569668,0.021263344,0.023998216],"study_design_scores_gemma":[0.091679074,0.32837573,0.030982288,0.013259741,0.000057104226,0.000010817192,0.45268688,0.0033817047,0.051757574,0.0010577536,0.02585302,0.0008983066],"about_ca_topic_score_codex":0.000023451905,"about_ca_topic_score_gemma":0.000033674853,"teacher_disagreement_score":0.23248737,"about_ca_system_score_codex":0.00027843763,"about_ca_system_score_gemma":0.0012018676,"threshold_uncertainty_score":0.96477205},"labels":[],"label_agreement":null},{"id":"W2999331493","doi":"10.2196/15452","title":"Effectiveness and Cost-Effectiveness of Receiving a Hearing Dog on Mental Well-Being and Health in People With Hearing Loss: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Human-Animal Interaction Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hearing loss; Randomized controlled trial; Psychosocial; Medicine; Mental health; Quality of life (healthcare); Hearing aid; Social isolation; Anxiety; Psychological intervention; Audiology; Psychiatry; Nursing","score_opus":0.12218467373373622,"score_gpt":0.5451019952468394,"score_spread":0.42291732151310324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999331493","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12998416,0.000004474496,0.00018491693,0.00024110755,0.0000039171014,0.86936337,0.0000029594678,0.000010687519,0.00020441313],"genre_scores_gemma":[0.3074343,0.0000015219623,0.00007045281,0.000024108847,0.000051159943,0.69238156,0.0000026275063,0.000022949618,0.000011348076],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959114,0.0023473764,0.00046829935,0.00057607045,0.00029031181,0.00040652274],"domain_scores_gemma":[0.99808735,0.0012342398,0.00018503527,0.00015541031,0.0002050783,0.00013291027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059734154,0.00021512309,0.001124178,0.00013525663,0.00021104793,0.00008454793,0.00010726103,0.000086372165,0.0000051691454],"category_scores_gemma":[0.00075400446,0.00015986206,0.00010899693,0.0001753104,0.00021198917,0.000018027915,0.00022810683,0.00030981857,6.3351723e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95287794,0.00031643084,0.002940244,0.003078194,0.00014443479,0.0000020047164,0.0005536966,0.000018744397,0.039538726,0.00009641063,0.000038839877,0.00039435495],"study_design_scores_gemma":[0.94108224,0.011551339,0.0041256337,0.0044225245,0.000003926257,0.0000051365378,0.00015243015,0.00025651886,0.03673661,0.000057889087,0.0014274215,0.00017835095],"about_ca_topic_score_codex":0.00007696412,"about_ca_topic_score_gemma":0.00006252048,"teacher_disagreement_score":0.17745014,"about_ca_system_score_codex":0.00009252918,"about_ca_system_score_gemma":0.00017568999,"threshold_uncertainty_score":0.65189856},"labels":[],"label_agreement":null},{"id":"W2999430207","doi":"10.2196/15851","title":"Morbidity Prevalence Estimate at 6 Months Following a Stroke: Protocol for a Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Stroke (engine); Cohort; Quality of life (healthcare); Cohort study; Clinical trial; Physical therapy; Clinical endpoint; Health care; Emergency medicine; Pediatrics; Internal medicine; Nursing","score_opus":0.2962920990048934,"score_gpt":0.5685286656754813,"score_spread":0.27223656667058793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999430207","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011113445,6.974347e-7,0.0003189987,0.0013883958,0.000005008438,0.9803025,0.000037248992,0.0002741022,0.006559603],"genre_scores_gemma":[0.0058761993,5.7567846e-8,0.0026095815,0.00016960643,0.00027746023,0.98364276,0.000009574694,0.00009143383,0.0073233102],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944502,0.0003209936,0.0006320747,0.0011601553,0.0023307162,0.0011058461],"domain_scores_gemma":[0.9975068,0.00026275666,0.00015412112,0.0010376058,0.00041449393,0.0006242077],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024399683,0.0003526402,0.000636294,0.00016789578,0.00037390683,0.0001291414,0.0006802038,0.00012836335,0.0004210818],"category_scores_gemma":[0.0013214143,0.0002971408,0.00027939936,0.00053927687,0.0001410857,0.00021054398,0.0012287018,0.00073254463,0.00020971947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007105561,0.002373375,0.6759111,0.0072803223,0.00038115488,0.00037688186,0.00074258767,0.000007671616,0.011541153,0.000013464349,0.29293525,0.0013314224],"study_design_scores_gemma":[0.03116298,0.018180346,0.14858712,0.003273624,0.00009646623,0.000013722553,0.0004369752,0.0045207306,0.01814526,0.000020304233,0.7749386,0.00062389596],"about_ca_topic_score_codex":0.00002005101,"about_ca_topic_score_gemma":0.000005886237,"teacher_disagreement_score":0.527324,"about_ca_system_score_codex":0.0005177548,"about_ca_system_score_gemma":0.00031151992,"threshold_uncertainty_score":0.9999481},"labels":[],"label_agreement":null},{"id":"W2999689928","doi":"10.2196/16461","title":"Evaluating Mobile Apps and Biosensing Devices to Monitor Physical Activity and Respiratory Function in Smokers With and Without Respiratory Symptoms or Chronic Obstructive Pulmonary Disease: Protocol for a Proof-of-Concept, Open-Label, Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Philip Morris International","keywords":"mHealth; COPD; Medicine; Spirometry; Physical therapy; Pulmonary function testing; Vital capacity; Psychological intervention; Nursing; Internal medicine; Asthma","score_opus":0.32248196775473414,"score_gpt":0.5563687025856267,"score_spread":0.2338867348308925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999689928","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50177056,0.00002081148,0.000010488961,0.00008573066,0.0000017465782,0.49802977,0.000037570306,0.00002728112,0.00001604945],"genre_scores_gemma":[0.4394317,4.5312774e-8,0.00018528439,0.000026817357,0.00014479227,0.56013656,0.0000022470244,0.000055244083,0.00001727729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99358445,0.0015808624,0.00052714,0.0018575018,0.0015480788,0.0009019382],"domain_scores_gemma":[0.9964353,0.0005639745,0.00023758055,0.0007253467,0.00089886156,0.0011389235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019129694,0.00047589466,0.00089166104,0.00036058787,0.00043618545,0.00023419085,0.0003288251,0.00012829882,0.00001542939],"category_scores_gemma":[0.00087046175,0.0003627767,0.000043667293,0.001233224,0.001132861,0.00081061485,0.0011166844,0.0009383124,9.382254e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1548691,0.0080781365,0.46302113,0.015558539,0.00017435556,0.00014297066,0.0018874506,0.000030429777,0.029711368,0.00001429029,0.00003571538,0.32647654],"study_design_scores_gemma":[0.027934337,0.05036754,0.89948404,0.0044105574,0.000056719975,0.00000986146,0.0023963018,0.007029357,0.006673726,0.00009382804,0.0010057121,0.00053802744],"about_ca_topic_score_codex":0.000060028076,"about_ca_topic_score_gemma":0.000071171016,"teacher_disagreement_score":0.4364629,"about_ca_system_score_codex":0.0008314399,"about_ca_system_score_gemma":0.0022549687,"threshold_uncertainty_score":0.9998824},"labels":[],"label_agreement":null},{"id":"W2999950609","doi":"","title":"The impact of Brexit on the UK pharmaceutical supply chain: a scoping review protocol (Preprint)","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"European and International Law Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Brexit; Business; Computer science; Medicine; European union; World Wide Web; International trade; Alternative medicine","score_opus":0.5610277826390168,"score_gpt":0.6903673641225513,"score_spread":0.12933958148353453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999950609","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.7478196e-9,0.15413207,4.166344e-7,0.0022141633,0.0000055673213,0.77928525,0.00002227377,0.00003080128,0.06430947],"genre_scores_gemma":[2.0187538e-7,0.44319528,0.000002818421,0.00006175745,0.00025344928,0.5558749,0.0000013597327,0.000025345667,0.00058487797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892022,0.006188763,0.0009740417,0.00056188315,0.0022666256,0.0008064935],"domain_scores_gemma":[0.99449223,0.0034043163,0.000477256,0.0007033314,0.000675161,0.00024767846],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009845449,0.0003586997,0.0010874497,0.00008735475,0.0014070161,0.00034824383,0.0026822304,0.0001195421,0.0013451639],"category_scores_gemma":[0.0047563883,0.00016068887,0.00092754455,0.00095324946,0.0015680875,0.000078971614,0.0008982478,0.0018373986,0.0007546082],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002051213,0.00033102382,0.000011342977,0.1637059,0.00033691854,0.000032336855,0.00066459336,2.9552882e-7,5.063508e-7,0.14694464,0.06401549,0.6237518],"study_design_scores_gemma":[0.00013749932,0.00031494536,0.0000020411169,0.37461916,0.000004788212,0.0000012300288,0.000020778883,3.7756183e-7,0.0000012957051,0.00017870871,0.6246185,0.000100690835],"about_ca_topic_score_codex":0.00013447466,"about_ca_topic_score_gemma":0.00004312675,"teacher_disagreement_score":0.62365115,"about_ca_system_score_codex":0.00065743964,"about_ca_system_score_gemma":0.003985246,"threshold_uncertainty_score":0.999893},"labels":[],"label_agreement":null},{"id":"W2999954832","doi":"10.2196/16787","title":"Impact of Built Environments on Body Weight (the Moving to Health Study): Protocol for a Retrospective Longitudinal Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Cohort; Retrospective cohort study; Demography; Medicine; Cohort study; Gerontology; Observational study; Demographics; Construct (python library); Computer science; Surgery","score_opus":0.5623739905254472,"score_gpt":0.6335967230614813,"score_spread":0.07122273253603406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999954832","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12377136,1.1229296e-7,0.00006496632,0.0020091217,0.0000027010146,0.87389565,0.00003201169,0.000025997526,0.00019808151],"genre_scores_gemma":[0.3552746,9.473155e-9,0.000050798324,0.00004016114,0.00018868755,0.6442937,0.000001708242,0.000013681281,0.00013667408],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947002,0.0011095572,0.00054955675,0.0006818685,0.0022464716,0.0007123349],"domain_scores_gemma":[0.99835074,0.0002996565,0.0002107725,0.0004592445,0.00028530817,0.00039425812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004569604,0.00018373138,0.00036274458,0.00009633857,0.0011641125,0.000148014,0.00096352334,0.000055029985,0.00031158983],"category_scores_gemma":[0.0005268016,0.00012357313,0.00015669422,0.0010010173,0.00025327012,0.00030980702,0.00016142974,0.0004841667,0.000020430738],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023609598,0.006012739,0.9723184,0.00008773874,0.000056176574,0.0000030085948,0.015178507,0.000009057382,0.000109690234,0.00017181266,0.0033054424,0.0003864673],"study_design_scores_gemma":[0.0025014933,0.019128753,0.966035,0.00012771247,0.0000016781742,1.5537573e-8,0.0016630649,0.00002241045,0.00003361679,0.0003437101,0.010029167,0.00011335263],"about_ca_topic_score_codex":0.0016663523,"about_ca_topic_score_gemma":0.00089413923,"teacher_disagreement_score":0.23150322,"about_ca_system_score_codex":0.0007254442,"about_ca_system_score_gemma":0.0010359244,"threshold_uncertainty_score":0.89535296},"labels":[],"label_agreement":null},{"id":"W3000152173","doi":"10.2196/15626","title":"A Web-Based Intervention for Young Adults Whose Parents Have a Mental Illness or Substance Use Concern: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family Support in Illness","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"State Government of Victoria","keywords":"Mental health; Randomized controlled trial; Psychological intervention; Mental illness; Anxiety; Coping (psychology); Mental health literacy; Clinical psychology; Substance abuse; Medicine; Psychology; Psychiatry; Intervention (counseling)","score_opus":0.26750403482401924,"score_gpt":0.538088578555664,"score_spread":0.2705845437316448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000152173","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032227468,9.2562357e-7,0.0010792644,0.0012056025,0.00008999007,0.9936484,0.00022857627,0.00020655444,0.00031790583],"genre_scores_gemma":[0.017321791,3.0062145e-7,0.00046866023,0.00015071315,0.0006845289,0.9793099,0.00004749047,0.00008052455,0.0019360521],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9896604,0.0042750393,0.0015467459,0.00096766494,0.002182029,0.0013681122],"domain_scores_gemma":[0.99150527,0.005111537,0.000707578,0.0004244634,0.0016871621,0.0005639817],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010584678,0.00040151,0.0016463015,0.00021138217,0.0013218265,0.0009034659,0.0010621222,0.00032312615,0.00047498237],"category_scores_gemma":[0.012926907,0.00029725858,0.001075816,0.0006172197,0.0010940224,0.0008264445,0.00011790063,0.0004642635,0.000020676001],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97221357,0.0013525232,0.00029139264,0.0011342149,0.00010428915,0.000010479029,0.010123317,0.0000025036395,0.00008104817,0.0005363314,0.01261719,0.0015331595],"study_design_scores_gemma":[0.80381346,0.002844803,0.0000054397574,0.0021854737,0.000011599557,2.3129257e-7,0.004071726,0.0050296513,0.00031143817,0.00020099603,0.1811758,0.00034940767],"about_ca_topic_score_codex":0.000490701,"about_ca_topic_score_gemma":0.0027623624,"teacher_disagreement_score":0.16855861,"about_ca_system_score_codex":0.0004842031,"about_ca_system_score_gemma":0.0018602655,"threshold_uncertainty_score":0.9999783},"labels":[],"label_agreement":null},{"id":"W3000259848","doi":"10.2196/15464","title":"The Impact of Hearing Impairment on the Life Trajectories of Aboriginal Children in Remote Australia: Protocol for the Hearing Loss in Kids Project","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ear Surgery and Otitis Media","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Attendance; Medicine; Population; Numeracy; Literacy; Socioeconomic status; Hearing loss; Observational study; Psychology; Demography; Environmental health","score_opus":0.327059428216767,"score_gpt":0.5783730678194252,"score_spread":0.25131363960265823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000259848","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1837659,0.0000020026,0.0000035134965,0.0029326312,0.0000047155113,0.8131433,0.000012453327,0.000013129243,0.00012235629],"genre_scores_gemma":[0.201507,0.0000011826639,0.0000407002,0.00003573655,0.00018388593,0.79811853,0.0000015794641,0.000023078772,0.00008830721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99687976,0.0005887813,0.00062118034,0.00030756596,0.0009042712,0.0006984569],"domain_scores_gemma":[0.99741757,0.0015506296,0.00015039605,0.00052037137,0.00021024517,0.00015079902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004125375,0.00019357845,0.00041022786,0.00015843805,0.00018175122,0.000057796482,0.00044575427,0.000101931735,0.000047849804],"category_scores_gemma":[0.0012946696,0.00008680383,0.00021182235,0.0010426771,0.00042810105,0.00008368948,0.00010050946,0.0011773224,0.000004315924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015943157,0.0008614543,0.9647695,0.0015070772,0.00013059334,0.000029946403,0.0036904777,0.0001253791,0.00249168,0.0006967933,0.0068934266,0.0028605522],"study_design_scores_gemma":[0.0042185616,0.006198044,0.9718602,0.0038432432,0.0000032927178,0.000008622581,0.00033766372,0.00048735744,0.006726162,0.00014110154,0.0060576345,0.00011814874],"about_ca_topic_score_codex":0.001725352,"about_ca_topic_score_gemma":0.00012930878,"teacher_disagreement_score":0.017741097,"about_ca_system_score_codex":0.00015400191,"about_ca_system_score_gemma":0.0013418043,"threshold_uncertainty_score":0.5114945},"labels":[],"label_agreement":null},{"id":"W3000480079","doi":"10.2196/17082","title":"Protocol For An Adjuvant Alpha-Fetoprotein-Derived Peptide After Transarterial Chemoembolization in Patients With Hepatocellular Carcinoma: Safety Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Hepatocellular carcinoma; Adverse effect; Internal medicine; Oncology; Clinical endpoint; Adjuvant; Alpha-fetoprotein; Gastroenterology; Clinical trial","score_opus":0.25429275631643156,"score_gpt":0.4323565434328378,"score_spread":0.17806378711640625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000480079","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40978593,4.6042345e-7,0.00011937113,0.00016980214,0.000002008012,0.58976305,0.000030064095,0.00005478326,0.00007451492],"genre_scores_gemma":[0.48006192,1.6503817e-8,0.00030538865,0.000047092508,0.00013796962,0.51924676,0.00010371785,0.00007090557,0.000026225774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99516433,0.0006929457,0.0007558595,0.0010787108,0.0013452965,0.00096282404],"domain_scores_gemma":[0.9977694,0.000059209702,0.00012754426,0.0006690535,0.0007257659,0.0006490205],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00089031947,0.0004699774,0.0007770133,0.00027390657,0.00020941523,0.00013572183,0.0002993551,0.0002067981,0.0003595896],"category_scores_gemma":[0.00007199383,0.00035939788,0.00014999094,0.0006897807,0.0001450045,0.00041414067,0.00009000696,0.00054261915,0.000039384922],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.066195875,0.006990596,0.9178226,0.001423863,0.000055943663,0.00020903509,0.0028272355,6.915985e-7,0.0023591965,0.000004038956,0.00014171451,0.0019692155],"study_design_scores_gemma":[0.08760925,0.06113206,0.815501,0.0010128085,0.00003650192,0.000002720443,0.00032548577,0.0022663167,0.01797213,0.000022412485,0.013539672,0.0005796829],"about_ca_topic_score_codex":0.00005431944,"about_ca_topic_score_gemma":0.000042648895,"teacher_disagreement_score":0.10232163,"about_ca_system_score_codex":0.00025145986,"about_ca_system_score_gemma":0.00048641342,"threshold_uncertainty_score":0.9998858},"labels":[],"label_agreement":null},{"id":"W3000508615","doi":"10.2196/15933","title":"Reducing Salt Intake in China with “Action on Salt China” (ASC): Protocol for Campaigns and Randomized Controlled Trials","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sodium Intake and Health","field":"Nursing","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Intervention (counseling); Environmental health; Nursing; Internal medicine","score_opus":0.34118213884198445,"score_gpt":0.5730176288061859,"score_spread":0.23183548996420145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000508615","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006761606,0.0000020088585,0.00019924573,0.010909135,0.000020367002,0.9807791,0.000015301881,0.00015224247,0.0011609937],"genre_scores_gemma":[0.021085681,5.419694e-7,0.0006620003,0.0004257453,0.0008426514,0.97674215,0.000011478826,0.00009612993,0.00013364757],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98812616,0.0068816515,0.001820002,0.00092543947,0.001144463,0.001102301],"domain_scores_gemma":[0.99322057,0.004856032,0.0007051782,0.0004538455,0.00029159075,0.00047277668],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.021758802,0.0004318986,0.0032553216,0.0005827099,0.00053223345,0.0003956788,0.00032097157,0.0002722984,0.00018386912],"category_scores_gemma":[0.010198988,0.00027262376,0.00036416313,0.0007380023,0.0002867746,0.00031844585,0.00007173356,0.0014698132,0.000020933803],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9723032,0.00064752076,0.0003399604,0.0026070247,0.00007941149,0.00001123511,0.0043128147,0.000039222206,0.0035619522,0.00053318706,0.006818908,0.008745541],"study_design_scores_gemma":[0.9286349,0.015625935,0.0017040587,0.006204196,0.000026225216,0.000009320542,0.0004998201,0.003479213,0.012137006,0.0024205483,0.028766992,0.0004917852],"about_ca_topic_score_codex":0.00030033343,"about_ca_topic_score_gemma":0.000113477814,"teacher_disagreement_score":0.043668322,"about_ca_system_score_codex":0.00034884238,"about_ca_system_score_gemma":0.0004825969,"threshold_uncertainty_score":0.9999726},"labels":[],"label_agreement":null},{"id":"W3000533498","doi":"10.2196/17206","title":"Hemostatis Analyzer-Supported Hemotherapy Algorithm in Cardiac Surgery: Protocol for a Randomized Controlled Monocentric Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma, Hemostasis, Coagulopathy, Resuscitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"HemoSonics","keywords":"Thromboelastometry; Medicine; Algorithm; Cardiac surgery; Hemotherapy; Point of care; Surgery; Computer science; Coagulopathy","score_opus":0.2244273557798946,"score_gpt":0.5251755008742335,"score_spread":0.3007481450943389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000533498","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056111004,0.000007766066,0.0025899669,0.005615537,0.000022605576,0.99053836,0.00009786769,0.00020579799,0.0003609768],"genre_scores_gemma":[0.00044097382,0.0000029995967,0.0055997516,0.00039163756,0.00064426067,0.9923736,0.00012582281,0.00013615369,0.00028482222],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9892586,0.003989004,0.0021914633,0.0010717921,0.0020898834,0.001399248],"domain_scores_gemma":[0.99099827,0.0057590543,0.0005485697,0.0006451767,0.0012953139,0.0007535908],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011684389,0.00051197916,0.0041986182,0.0010667074,0.00019969861,0.00023294652,0.00033520607,0.00033241394,0.0003808761],"category_scores_gemma":[0.007368233,0.00039794267,0.0013452548,0.0026251199,0.00031190406,0.0002771405,0.000083321174,0.00093421765,0.000055910463],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8621829,0.0012350685,0.0006819236,0.0011885037,0.00030693662,0.0000915467,0.00061073806,0.0000019233244,0.00060501014,0.000036023743,0.022196468,0.11086297],"study_design_scores_gemma":[0.9170307,0.0028359871,0.00033761238,0.0009906071,0.000032879274,0.0000032843582,0.00017450996,0.009110424,0.002694791,0.00031811558,0.06611621,0.00035489205],"about_ca_topic_score_codex":0.00004460334,"about_ca_topic_score_gemma":0.0000061439505,"teacher_disagreement_score":0.11050808,"about_ca_system_score_codex":0.00039693483,"about_ca_system_score_gemma":0.0020670171,"threshold_uncertainty_score":0.99984723},"labels":[],"label_agreement":null},{"id":"W3000598319","doi":"10.2196/15646","title":"EXamining ouTcomEs in chroNic Disease in the 45 and Up Study (the EXTEND45 Study): Protocol for an Australian Linked Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"New South Wales Government; NSW Ministry of Health; Eli Lilly and Company; National Heart Foundation of Australia; Cancer Council NSW; Amgen","keywords":"Medicine; Population; Cohort; Disease; Family medicine; Cohort study; Kidney disease; Disease management; Gerontology; Environmental health; Pathology; Internal medicine","score_opus":0.4711986087377565,"score_gpt":0.5934783116988787,"score_spread":0.12227970296112217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000598319","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40507126,0.0000011885777,2.7710206e-7,0.0010157189,0.0000021247058,0.59383017,0.000008790494,0.000034704743,0.000035752342],"genre_scores_gemma":[0.44848868,4.371545e-8,0.000003203878,0.00011977226,0.00013670322,0.5510721,0.0000056934587,0.000030671024,0.00014310147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935064,0.0022256838,0.0007379194,0.0010138069,0.0015652195,0.0009509758],"domain_scores_gemma":[0.9970801,0.00067884166,0.00010580066,0.0012015816,0.00019108354,0.0007426332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005395401,0.00035540632,0.0006572405,0.00023904206,0.00033736622,0.0003076469,0.00076860003,0.00007231569,0.000111255096],"category_scores_gemma":[0.0013078466,0.00020151238,0.000081862374,0.000913536,0.00022099628,0.00026770032,0.00038027062,0.0010735206,0.000016482103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034906906,0.015217063,0.9666002,0.0007784613,0.00010279774,0.0002105208,0.010528616,0.0000051605457,0.00006251479,0.0000072120197,0.0014108332,0.0015859755],"study_design_scores_gemma":[0.031353284,0.027209146,0.91050386,0.00040875873,0.000036753554,5.6326263e-7,0.02474337,0.00035318505,0.000008155824,0.000044856584,0.005134679,0.00020340177],"about_ca_topic_score_codex":0.00020549378,"about_ca_topic_score_gemma":0.0005084088,"teacher_disagreement_score":0.056096308,"about_ca_system_score_codex":0.00032743992,"about_ca_system_score_gemma":0.0013259748,"threshold_uncertainty_score":0.8217436},"labels":[],"label_agreement":null},{"id":"W3000784180","doi":"10.2196/16827","title":"Patient-Reported Outcome Measures of Utilizing Person-Generated Health Data in the Case of Simulated Stroke Rehabilitation: Development Method","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prom; Outcome (game theory); Data science; Computer science; Medicine; Economics","score_opus":0.6072187595549143,"score_gpt":0.5868334483328991,"score_spread":0.020385311222015257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000784180","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46998107,0.000058277594,0.00038035566,0.0099350605,0.000013285217,0.5191204,0.000089871915,0.000049831444,0.0003718845],"genre_scores_gemma":[0.8080419,8.954783e-7,0.025245035,0.0002904644,0.00003885404,0.16623607,0.000078056706,0.000027973962,0.000040766827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944183,0.0023005067,0.0012736131,0.0004852914,0.0011421341,0.00038010383],"domain_scores_gemma":[0.99571717,0.001982511,0.0003334506,0.00087807636,0.0008812781,0.00020751379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065895002,0.00015160364,0.0005679846,0.00035185745,0.00012014017,0.000021864495,0.000304883,0.000098701945,0.00006983662],"category_scores_gemma":[0.0065121064,0.00010149154,0.00009396684,0.0012785341,0.00018446696,0.00012519813,0.00015214822,0.0005913431,0.0000036462027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0080486275,0.005242014,0.52566427,0.017866693,0.0005392417,0.0011947154,0.13646999,0.000650138,0.037984803,0.00032551706,0.010264042,0.25574994],"study_design_scores_gemma":[0.034440614,0.034417924,0.38881177,0.011270684,0.000055528762,0.00073261774,0.26635465,0.036985524,0.027970169,0.00008460884,0.19777177,0.0011041338],"about_ca_topic_score_codex":0.0002624129,"about_ca_topic_score_gemma":0.00006107949,"teacher_disagreement_score":0.3528843,"about_ca_system_score_codex":0.0001480004,"about_ca_system_score_gemma":0.0012774185,"threshold_uncertainty_score":0.779607},"labels":[],"label_agreement":null},{"id":"W3001146476","doi":"10.2196/17241","title":"Thanatogenomic Investigation of the Hydroxymethylome and Mitochondrial Genome of Cadaveric Cardiomyocytes: Proposal for a Proof-of-Concept Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Congenital heart defects research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Proof of concept; Cadaveric spasm; Mitochondrial DNA; Computer science; Computational biology; Medicine; Biology; Psychology; Genetics; Anatomy; Gene","score_opus":0.13262614336849418,"score_gpt":0.440927148098165,"score_spread":0.3083010047296708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001146476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67195845,0.000054129563,0.000056928344,0.00013295593,0.0000047781855,0.32768115,0.00006965597,0.0000030609938,0.0000389264],"genre_scores_gemma":[0.7027872,3.821e-7,0.00024284847,0.0000059436643,0.00010673544,0.29677486,0.0000081548515,0.000020400306,0.000053453507],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976782,0.0006360123,0.00037269422,0.00039970377,0.00059945596,0.0003138904],"domain_scores_gemma":[0.99868035,0.00009032009,0.00009928112,0.00045874756,0.00053504755,0.00013627739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070143567,0.00012782075,0.00028938527,0.000087011686,0.00008612389,0.000019267978,0.0004639956,0.00011082115,0.000006924608],"category_scores_gemma":[0.0005089057,0.00009635238,0.00012446941,0.0004507532,0.00059339387,0.000008582203,0.0006061515,0.00021779485,4.87147e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087755936,0.00015882366,0.0052156085,0.0008571178,0.00008286964,9.290122e-7,0.0010991091,0.000012323544,0.9902228,0.0000301434,0.00015015906,0.0012925342],"study_design_scores_gemma":[0.0019548251,0.007755295,0.0032715597,0.000088111956,0.0000065227027,0.000002103372,0.0003090971,0.00009296421,0.98327667,0.00018045591,0.0029585925,0.000103794366],"about_ca_topic_score_codex":0.000032135817,"about_ca_topic_score_gemma":0.000021989497,"teacher_disagreement_score":0.030906284,"about_ca_system_score_codex":0.000022715925,"about_ca_system_score_gemma":0.0009004269,"threshold_uncertainty_score":0.3929136},"labels":[],"label_agreement":null},{"id":"W3002439761","doi":"10.2196/15167","title":"Chronic Low-Dose Exposure to Xenoestrogen Ambient Air Pollutants and Breast Cancer Risk: XENAIR Protocol for a Case-Control Study Nested Within the French E3N Cohort","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Air Quality and Health Impacts","field":"Environmental Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institut Gustave-Roussy; Mutuelle Générale de l'Education Nationale; Ligue Contre le Cancer; Fondation ARC pour la Recherche sur le Cancer; Agence Nationale de la Recherche","keywords":"Breast cancer; Environmental health; Nested case-control study; Medicine; Case-control study; Epidemiology; Cohort study; Cancer; Oncology; Gynecology; Internal medicine","score_opus":0.1414910199672448,"score_gpt":0.4907192284394404,"score_spread":0.3492282084721956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002439761","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08375927,0.0000015996461,0.000081279846,0.010791334,0.000005516209,0.90468895,0.00055868336,0.00007715921,0.000036183577],"genre_scores_gemma":[0.28159907,9.472025e-8,0.000090101355,0.0010902982,0.00023209982,0.7168518,6.604153e-7,0.000038807277,0.00009711969],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99408674,0.0016075975,0.0006803083,0.00096395274,0.0013698578,0.0012915134],"domain_scores_gemma":[0.9973935,0.00032595923,0.0002501282,0.0007044758,0.00011091007,0.00121501],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0042741457,0.00034721964,0.0004320639,0.00006779428,0.0013165479,0.00019641175,0.0006989259,0.00014747695,0.0007235503],"category_scores_gemma":[0.0003781424,0.00023149287,0.00007634074,0.0008833183,0.00041049515,0.0003207024,0.0005576718,0.0009090381,0.00013130586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069716102,0.002196905,0.8836847,0.0018255295,0.00017397985,0.00043920887,0.021049796,0.0028576828,0.0019413431,0.000025499196,0.028070312,0.05076346],"study_design_scores_gemma":[0.010687713,0.011931916,0.9551931,0.00055618584,0.000014280231,0.0001084882,0.0010743503,0.0035182252,0.0003427802,0.0000936711,0.016061828,0.0004174602],"about_ca_topic_score_codex":0.003837959,"about_ca_topic_score_gemma":0.0061656013,"teacher_disagreement_score":0.1978398,"about_ca_system_score_codex":0.0007397947,"about_ca_system_score_gemma":0.0005932667,"threshold_uncertainty_score":0.9999836},"labels":[],"label_agreement":null},{"id":"W3002777055","doi":"10.2196/15299","title":"An Electronic Health Platform for Monitoring Health Conditions of Patients With Hypertension in the Brazilian Public Health System: Protocol for a Nonrandomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Medicine; Context (archaeology); mHealth; Protocol (science); Public health; Blood pressure; Intervention (counseling); Randomized controlled trial; Clinical trial; Health informatics; Health care; Nursing; Psychological intervention; Alternative medicine; Surgery","score_opus":0.2867957906106089,"score_gpt":0.5254624760734053,"score_spread":0.23866668546279646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002777055","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013830668,0.000023580336,0.00019460566,0.029557997,0.000008053165,0.96866405,0.00008129904,0.00006469478,0.000022646125],"genre_scores_gemma":[0.08781774,0.000001224565,0.0003951267,0.0018890029,0.00031874355,0.909448,0.00007388,0.00004607692,0.0000101815895],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99438053,0.0013033119,0.0012545706,0.0005467426,0.0011961012,0.0013187383],"domain_scores_gemma":[0.99590683,0.0011813125,0.00058985414,0.00050677866,0.0012975812,0.00051766954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069798925,0.00026265733,0.0020686716,0.0002815056,0.0007757532,0.00008231463,0.00031074128,0.00010123839,0.000006262802],"category_scores_gemma":[0.000532264,0.0001469153,0.00021193484,0.00060280797,0.00013415933,0.0002157808,0.000048397123,0.00063449214,0.000001407048],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9553995,0.0068474095,0.0011788484,0.010352148,0.0003152587,0.0000029613677,0.0028749444,0.0000019678907,0.00007753322,0.00071854936,0.01930522,0.0029256484],"study_design_scores_gemma":[0.8342348,0.08592459,0.0012463414,0.0027251253,0.000016662514,0.0000040985083,0.0017708979,0.0003693006,0.00003623683,0.00003925507,0.07349412,0.00013861769],"about_ca_topic_score_codex":0.00009747869,"about_ca_topic_score_gemma":0.0000747684,"teacher_disagreement_score":0.121164754,"about_ca_system_score_codex":0.00021394926,"about_ca_system_score_gemma":0.0039387173,"threshold_uncertainty_score":0.6987116},"labels":[],"label_agreement":null},{"id":"W3003085452","doi":"10.2196/16799","title":"The Scleroderma Patient-Centered Intervention Network Self-Management Program: Protocol for a Randomized Feasibility Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Systemic Sclerosis and Related Diseases","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Western Hospital; University of British Columbia; McGill University; Simon Fraser University; Multiple Sclerosis Society of Canada; St Joseph's Health Care; Mount Sinai Hospital; University of Toronto; Western University; Hamilton Health Sciences; Canadian Nutrition Society; Jewish General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Medicine; Physical therapy; Quality of life (healthcare); Self-management; Cohort; Intervention (counseling); Disease management; Disease; Nursing; Surgery; Computer science; Internal medicine; Artificial intelligence","score_opus":0.2869207017924975,"score_gpt":0.5364813712737051,"score_spread":0.2495606694812076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003085452","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006835923,0.000013128527,0.00007788261,0.0018172149,0.000026226246,0.9959594,0.0000071373324,0.0003372153,0.0010781828],"genre_scores_gemma":[0.0031467283,0.0000021422377,0.0006559341,0.00012919113,0.0006514561,0.99519587,0.000019627376,0.00004959677,0.00014946028],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99385643,0.002107781,0.00120711,0.00069037115,0.001245957,0.00089238083],"domain_scores_gemma":[0.9972401,0.00061055727,0.00033664546,0.00068291475,0.00064647204,0.00048330732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041393153,0.00026262607,0.00067900383,0.000070830174,0.0006125226,0.00034847704,0.00040260798,0.00016556268,0.00008630719],"category_scores_gemma":[0.00087897974,0.00014775633,0.0007885887,0.00059913157,0.0002889509,0.00010788542,0.00030195282,0.0004962507,0.000043993725],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88140035,0.0042353217,0.00027161097,0.0032209835,0.0003814572,0.000008446351,0.00025430846,0.0000035831993,0.000026115073,0.0002813524,0.06400707,0.045909423],"study_design_scores_gemma":[0.7639713,0.00692172,0.00021430469,0.0075558876,0.000037879614,0.000002053735,0.00021471671,0.0018686623,0.00009812175,0.00027600332,0.21869382,0.00014549162],"about_ca_topic_score_codex":0.0000039695115,"about_ca_topic_score_gemma":0.0000012965195,"teacher_disagreement_score":0.15468675,"about_ca_system_score_codex":0.0001932377,"about_ca_system_score_gemma":0.00018638009,"threshold_uncertainty_score":0.60253286},"labels":[],"label_agreement":null},{"id":"W3003226395","doi":"10.2196/16931","title":"Mobile Apps for Health Behavior Change: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"EIT Health","keywords":"Protocol (science); Mobile apps; Computer science; mHealth; Mobile device; Behavior change; Internet privacy; Psychology; Medicine; World Wide Web; Psychological intervention; Nursing; Alternative medicine; Social psychology","score_opus":0.8051915701174002,"score_gpt":0.7814119639463132,"score_spread":0.023779606171086987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003226395","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.523738e-11,0.39140323,0.00006848842,0.0003465254,0.000026125483,0.6066388,0.0011380609,0.00018692776,0.00019187079],"genre_scores_gemma":[4.8302404e-11,0.41787076,0.000461441,0.0016721787,0.00064570206,0.57331145,0.0005304619,0.00028546934,0.005222529],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9773985,0.007964188,0.006676912,0.0019755233,0.0015405877,0.0044442695],"domain_scores_gemma":[0.9817864,0.005877648,0.004457602,0.0037830246,0.0023859793,0.0017093882],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.023046486,0.0011029539,0.008185711,0.0008612817,0.0030286948,0.000072680516,0.002168628,0.0014381312,0.0003675165],"category_scores_gemma":[0.0017495626,0.00080192304,0.0013309545,0.001642756,0.00015550357,0.00021076544,0.00054657063,0.0038716553,0.0023220591],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006461989,0.00043327792,5.6928263e-7,0.589526,0.000019986273,4.1895078e-7,0.00006322545,2.1555167e-9,9.672433e-9,0.0008225384,0.21431513,0.19475423],"study_design_scores_gemma":[0.0013594967,0.0017273218,1.0417485e-7,0.49237812,0.00006788024,0.0000035364244,0.000024555806,0.0000017973189,1.4959381e-8,0.00004318884,0.5041141,0.00027986531],"about_ca_topic_score_codex":0.00004277485,"about_ca_topic_score_gemma":0.000030451569,"teacher_disagreement_score":0.28979897,"about_ca_system_score_codex":0.0025250232,"about_ca_system_score_gemma":0.01895857,"threshold_uncertainty_score":0.9998582},"labels":[],"label_agreement":null},{"id":"W3003273439","doi":"10.2196/16941","title":"Teaching Real-World Evidence: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Imperial College London","keywords":"Protocol (science); Computer science; Medical education; Medicine; Data science; Psychology; Alternative medicine","score_opus":0.97922142811332,"score_gpt":0.8124102993777097,"score_spread":0.16681112873561033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003273439","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.14330885e-10,0.33594,0.00013900228,0.00024580272,0.000011795294,0.6560076,0.000043605844,0.00002481709,0.0075874045],"genre_scores_gemma":[2.7731836e-10,0.12839241,0.0007273492,0.00012890805,0.00031390908,0.6961413,0.00001589136,0.00013984999,0.1741404],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.71250993,0.20287834,0.046660084,0.00527171,0.030527158,0.0021527791],"domain_scores_gemma":[0.8728642,0.07437641,0.024374625,0.021055788,0.00663804,0.00069096434],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.62838465,0.0018432948,0.043900646,0.0034586575,0.0008465351,0.005672793,0.017266015,0.0006417183,0.008344852],"category_scores_gemma":[0.27216962,0.00076802296,0.015753495,0.0073995106,0.00022076297,0.00095123134,0.0017340211,0.0033705859,0.034140505],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009876004,0.00011234907,0.0000015142836,0.5874253,0.0002148767,0.000005157354,0.000024644745,4.4319847e-8,3.8175127e-8,0.0009527025,0.33137494,0.07987854],"study_design_scores_gemma":[0.00013357174,0.00021784494,8.841844e-8,0.4961263,0.00036645526,0.0000125345105,0.000010844583,0.000026168154,4.5842175e-8,0.00041158104,0.50232697,0.00036761572],"about_ca_topic_score_codex":0.000024654553,"about_ca_topic_score_gemma":0.000027107571,"teacher_disagreement_score":0.35621503,"about_ca_system_score_codex":0.00086305203,"about_ca_system_score_gemma":0.0031996465,"threshold_uncertainty_score":0.9994771},"labels":[],"label_agreement":null},{"id":"W3003307871","doi":"10.2196/15168","title":"Implementation and Effects of Information Technology-Based and Print-Based Interventions to Promote Physical Activity Among Community-Dwelling Older Adults: Protocol for a Randomized Crossover Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Randomized controlled trial; Medicine; Intervention (counseling); Health promotion; Crossover study; Physical therapy; Promotion (chess); Gerontology; Family medicine; Public health; Nursing; Alternative medicine; Placebo","score_opus":0.1656097464840289,"score_gpt":0.5715803055151575,"score_spread":0.40597055903112855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003307871","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35929173,6.905397e-8,0.007155057,0.0011322169,9.511059e-7,0.63236034,0.000012137817,0.00004006875,0.0000074226286],"genre_scores_gemma":[0.29532707,1.5389693e-8,0.0010445075,0.000059802045,0.000035896206,0.7035123,0.000008895343,0.000009931627,0.0000015708433],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99811566,0.0005943184,0.00035947672,0.0002059934,0.00040482334,0.00031973654],"domain_scores_gemma":[0.9980016,0.0009243169,0.00022027837,0.00022732439,0.00038941382,0.00023706925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012542766,0.000146723,0.0006168853,0.00026371566,0.00028687445,0.00007942875,0.00011182315,0.000104475606,0.000006450799],"category_scores_gemma":[0.0011983775,0.0001176106,0.00016042778,0.00043961077,0.00033779806,0.00039823694,0.00012915833,0.0007523127,0.0000018533251],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88284147,0.0051269494,0.00026122088,0.052057434,0.00004042958,8.29646e-7,0.0023698327,0.0000036468473,0.005155526,0.00032955728,0.00010220905,0.05171087],"study_design_scores_gemma":[0.82299757,0.017804476,0.001782845,0.009677803,0.000018306007,2.6047715e-7,0.00020129886,0.007995905,0.13812928,0.00051439396,0.00074168044,0.00013615939],"about_ca_topic_score_codex":0.00006463084,"about_ca_topic_score_gemma":0.000013170319,"teacher_disagreement_score":0.13297375,"about_ca_system_score_codex":0.000067629,"about_ca_system_score_gemma":0.00024530423,"threshold_uncertainty_score":0.47960213},"labels":[],"label_agreement":null},{"id":"W3003606136","doi":"10.2196/16474","title":"Promoting Wellness Through Mobile Health Technology in a College Student Population: Protocol Development and Pilot Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Attrition; Attendance; Medicine; Medical education; Population; Residence; Protocol (science); Gerontology; Psychology; Family medicine; Alternative medicine; Environmental health; Demography","score_opus":0.43797055965644993,"score_gpt":0.6559633291465239,"score_spread":0.21799276949007396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003606136","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034629274,0.000008050372,0.00002067844,0.009804331,0.000008312054,0.9548217,0.000014446885,0.0002728417,0.0004203719],"genre_scores_gemma":[0.107865445,0.000001169637,0.0008285597,0.00081582594,0.0001563783,0.8901181,0.000011148185,0.000058296613,0.00014502871],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99114096,0.0027319074,0.0020459688,0.0011058464,0.0010931446,0.0018821876],"domain_scores_gemma":[0.99728733,0.0004062721,0.0004888819,0.000637886,0.00036711022,0.0008125114],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0054276646,0.0003082197,0.000708293,0.00042240997,0.0026225217,0.00003350723,0.00060550444,0.00019861996,0.00016581352],"category_scores_gemma":[0.0002816234,0.00027760037,0.000019116687,0.0026000189,0.00013296264,0.0002076766,0.0008877928,0.0024987888,0.00019495486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002230749,0.012747165,0.7847754,0.021155175,0.000025866611,0.0000517321,0.06251071,0.000006061533,0.00008330769,0.0149511,0.008273083,0.09318968],"study_design_scores_gemma":[0.009591662,0.018233908,0.0848171,0.00275643,7.9522925e-7,0.0000026015002,0.02239186,0.000071647795,0.00004734516,0.0010192529,0.8607544,0.00031302203],"about_ca_topic_score_codex":0.0004036919,"about_ca_topic_score_gemma":0.000932964,"teacher_disagreement_score":0.8524813,"about_ca_system_score_codex":0.000908946,"about_ca_system_score_gemma":0.0033961674,"threshold_uncertainty_score":0.99996763},"labels":[],"label_agreement":null},{"id":"W3003850795","doi":"10.2196/16717","title":"Feasibility of the Internet Attachment–Based Compassion Therapy in the General Population: Protocol for an Open-Label Uncontrolled Pilot Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Population; Psychology; Mindfulness; Psychological intervention; Clinical psychology; Compassion; Self-compassion; Scale (ratio); Attrition; Medicine; Applied psychology; Psychiatry","score_opus":0.6980051349535594,"score_gpt":0.6553191982087323,"score_spread":0.042685936744827124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003850795","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015470632,2.4947892e-7,0.00086251757,0.0034969524,0.000027630427,0.9790336,0.000037668913,0.000020530124,0.0010502117],"genre_scores_gemma":[0.25333646,1.2240186e-9,0.000064635475,0.00025794425,0.00016763054,0.74571735,0.000011333551,0.0000179946,0.00042663648],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925757,0.0048528644,0.0008483517,0.00055075134,0.00074360706,0.00042872012],"domain_scores_gemma":[0.9979042,0.0003791297,0.0003073835,0.001005067,0.0002821657,0.0001220878],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035106223,0.00018940594,0.00039596716,0.00009215949,0.00028370842,0.00024100239,0.0023775257,0.0001029392,0.003399075],"category_scores_gemma":[0.0001448421,0.00009831858,0.00014282366,0.00059341436,0.00015436464,0.00015702758,0.00028881308,0.00058199395,0.0000136919125],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6645991,0.036357135,0.0235527,0.0003559033,0.00006156291,0.0000036084048,0.0011564674,0.000023248323,0.0006701304,0.057519905,0.19889548,0.016804699],"study_design_scores_gemma":[0.668123,0.074791424,0.070894584,0.0011354347,0.000004252335,0.0000014599162,0.00042293602,0.008506299,0.0010916105,0.010744716,0.1639091,0.00037514057],"about_ca_topic_score_codex":0.000372958,"about_ca_topic_score_gemma":0.00017578226,"teacher_disagreement_score":0.23786582,"about_ca_system_score_codex":0.00008087072,"about_ca_system_score_gemma":0.0001780725,"threshold_uncertainty_score":0.997512},"labels":[],"label_agreement":null},{"id":"W3003890413","doi":"10.2196/16275","title":"Effects of Bluetooth-Enabled Desk Ellipticals on Office Work Performance: Rationale, Design, and Protocol for a Randomized Trial With Overweight and Obese Adults","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Desk; Overweight; Protocol (science); Randomized controlled trial; Bluetooth; Work (physics); Medicine; Psychology; Gerontology; Computer science; Obesity; Engineering; Telecommunications; Alternative medicine; Wireless","score_opus":0.17511096601111983,"score_gpt":0.4872929440171163,"score_spread":0.31218197800599645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003890413","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0397863,0.0000014888395,0.0009593582,0.0009175131,0.0000012491735,0.95814353,0.0000027233066,0.000031311596,0.00015652252],"genre_scores_gemma":[0.013355328,0.0000015784243,0.0023930718,0.00018891413,0.00026399834,0.9836374,0.000002917839,0.000029296412,0.00012748867],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99700993,0.00081425445,0.00040047674,0.00046399358,0.00084154645,0.00046982456],"domain_scores_gemma":[0.9934538,0.0053650225,0.00014405945,0.00019259095,0.00039266841,0.00045188554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017830865,0.00020533262,0.000937965,0.00010553165,0.00019165775,0.00005707093,0.00010125303,0.00012761843,0.000028374065],"category_scores_gemma":[0.0016372758,0.00012754553,0.0000761041,0.0004021262,0.00042020672,0.00018832073,0.00006347468,0.0005649292,0.0000078442135],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9754139,0.002468674,0.00003603405,0.01626831,0.000057911115,0.000007757059,0.0004401971,0.000004718071,0.0014578671,0.00060101954,0.0010353347,0.0022082794],"study_design_scores_gemma":[0.90808403,0.047648244,0.00035210003,0.008427866,0.000017391712,0.0000021600947,0.000013483483,0.00300189,0.024902148,0.00028394736,0.007110374,0.00015636599],"about_ca_topic_score_codex":0.0000033047818,"about_ca_topic_score_gemma":3.6787677e-7,"teacher_disagreement_score":0.06732987,"about_ca_system_score_codex":0.00004644968,"about_ca_system_score_gemma":0.0005307271,"threshold_uncertainty_score":0.52011555},"labels":[],"label_agreement":null},{"id":"W3003964275","doi":"10.2196/15535","title":"The Canadian Partnership Against Cancer Rectal Cancer Project: Protocol for a Pan-Canadian, Multidisciplinary Quality Improvement Initiative to Optimize the Quality of Rectal Cancer Care","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Surgical Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Women's College Hospital; Queen Elizabeth II Health Sciences Centre; Université Laval; University Health Network; Ottawa Hospital; McGill University; Mount Sinai Hospital; University of Calgary; McMaster University; St. Paul's Hospital; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"Partenariat Canadien Contre Le Cancer","keywords":"Colorectal cancer; Protocol (science); Medicine; General partnership; Multidisciplinary approach; Quality (philosophy); Cancer; Quality management; Family medicine; Alternative medicine; Business; Internal medicine; Political science; Service (business)","score_opus":0.6159933968198176,"score_gpt":0.647252030293243,"score_spread":0.03125863347342539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003964275","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010721915,0.000039043924,0.0000022717009,0.024797691,0.000030285843,0.9579662,0.0017411361,0.00005737062,0.004644061],"genre_scores_gemma":[0.07500116,0.0000063125276,0.00014266725,0.001192741,0.0005010916,0.922436,0.00003891433,0.00009104151,0.000590075],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924014,0.0014787398,0.0011547044,0.0011451868,0.0018502729,0.0019696523],"domain_scores_gemma":[0.9931689,0.001185414,0.00038943294,0.00088568986,0.0026681095,0.0017024338],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0028126275,0.0005243206,0.000872343,0.00024708742,0.0016323468,0.0002112656,0.0008954918,0.0002925438,0.0002479574],"category_scores_gemma":[0.0015785876,0.00031793013,0.00038117886,0.0017158701,0.00065463025,0.00016938362,0.0003859515,0.0012348418,0.000013696094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.13888232,0.0022445999,0.21078661,0.017538458,0.0025054407,0.0002330774,0.090014584,0.00036434055,0.007869171,0.00076250505,0.09597178,0.43282712],"study_design_scores_gemma":[0.02463866,0.011785588,0.117309466,0.0057516755,0.00005625965,0.0000022796341,0.01270416,0.0005187959,0.022018304,0.00012808814,0.8038341,0.001252613],"about_ca_topic_score_codex":0.7599726,"about_ca_topic_score_gemma":0.968045,"teacher_disagreement_score":0.7078623,"about_ca_system_score_codex":0.0075335056,"about_ca_system_score_gemma":0.025300793,"threshold_uncertainty_score":0.9999273},"labels":[],"label_agreement":null},{"id":"W3004075228","doi":"10.2196/15283","title":"A Smartphone App Combining Global Positioning System Data and Ecological Momentary Assessment to Track Individual Food Environment Exposure, Food Purchases, and Food Consumption: Protocol for the Observational FoodTrack Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Universiteit Utrecht","keywords":"Observational study; Consumption (sociology); Environmental health; Upload; Data collection; Baseline (sea); Psychology; Medicine; Computer science; World Wide Web; Biology","score_opus":0.6020320610256732,"score_gpt":0.5322613555125267,"score_spread":0.06977070551314646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004075228","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049570233,0.000028761082,0.0003235533,0.0069008246,0.000005944836,0.9409902,0.0020574876,0.000069516704,0.000053488322],"genre_scores_gemma":[0.19558813,0.0000010133624,0.0022293157,0.00042320928,0.00023153455,0.80123943,0.00026367613,0.000019099807,0.000004589463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962463,0.00034903135,0.00058359466,0.00086318015,0.0014046374,0.00055329903],"domain_scores_gemma":[0.9981227,0.000678373,0.000118611344,0.00044365053,0.00018492325,0.0004517588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001682817,0.00026895403,0.0004375789,0.000051253362,0.0009802583,0.00026080516,0.00039346053,0.00009735676,0.00005939688],"category_scores_gemma":[0.00013244037,0.00019680601,0.00005171235,0.0002580617,0.00023627626,0.00019107068,0.0013812623,0.00045444086,0.0000063020225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01353223,0.018278137,0.8529544,0.009747767,0.002948054,0.00009107395,0.0017514158,0.000041036976,0.00045236727,0.008141364,0.08592899,0.006133175],"study_design_scores_gemma":[0.024750251,0.10485484,0.7868768,0.0010923145,0.00006488772,0.0000621791,0.0054786685,0.00048793675,0.000031510997,0.00026898208,0.0757152,0.0003164631],"about_ca_topic_score_codex":0.0000039626943,"about_ca_topic_score_gemma":0.000018962404,"teacher_disagreement_score":0.1460179,"about_ca_system_score_codex":0.0002505704,"about_ca_system_score_gemma":0.00017611556,"threshold_uncertainty_score":0.8025516},"labels":[],"label_agreement":null},{"id":"W3004215915","doi":"10.2196/15610","title":"Reducing Drinking Among People Experiencing Homelessness: Protocol for the Development and Testing of a Just-in-Time Adaptive Intervention","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Cancer Institute; Tobacco Settlement Endowment Trust; National Institute on Alcohol Abuse and Alcoholism; Stephenson Cancer Center; University of Oklahoma Health Sciences Center; University of Oklahoma","keywords":"Psychological intervention; mHealth; Intervention (counseling); Medicine; Population; Brief intervention; Psychology; Gerontology; Psychiatry; Environmental health","score_opus":0.42457962554852924,"score_gpt":0.5833236932006544,"score_spread":0.15874406765212512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004215915","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2525009,0.0000019057514,0.00034794273,0.000071505165,0.000003898782,0.74674475,0.0000017527484,0.000043074968,0.0002842914],"genre_scores_gemma":[0.38003987,5.3580774e-8,0.00086102524,0.000005079981,0.0001103065,0.6189155,0.0000010296902,0.000025452564,0.000041655694],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99630225,0.00096658577,0.00090134266,0.00042849148,0.000649491,0.0007518684],"domain_scores_gemma":[0.9966163,0.0020632918,0.00034617333,0.0002063133,0.00061538385,0.00015254595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00407374,0.00017286288,0.00051843235,0.00014985171,0.0012224657,0.00006820021,0.000437151,0.0001631625,0.00009072346],"category_scores_gemma":[0.001246003,0.0001282201,0.000057243786,0.0008573136,0.00015772245,0.000261365,0.0005816601,0.0008269421,0.000009077596],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009932453,0.00027165815,0.25422326,0.006670624,0.000025815954,0.000004210274,0.69050705,0.00002238498,0.0014772026,0.0003776229,0.000049157537,0.045377776],"study_design_scores_gemma":[0.007199108,0.0014153272,0.16117695,0.031094031,0.000004019296,1.3943146e-7,0.774109,0.008169821,0.008026167,0.00035363864,0.008001488,0.00045033213],"about_ca_topic_score_codex":0.00047116887,"about_ca_topic_score_gemma":0.0017921113,"teacher_disagreement_score":0.12782922,"about_ca_system_score_codex":0.00019959116,"about_ca_system_score_gemma":0.0004733227,"threshold_uncertainty_score":0.9402341},"labels":[],"label_agreement":null},{"id":"W3004313135","doi":"10.2196/15892","title":"Mindfulness-Based Cognitive Therapy for Improving Subjective Well-Being Among Healthy Individuals: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Mindfulness; Randomized controlled trial; Mindfulness-based cognitive therapy; Clinical psychology; Psychology; Population; Psychological intervention; Life satisfaction; Cognitive therapy; Medicine; Physical therapy; Psychotherapist; Psychiatry","score_opus":0.17475032000015567,"score_gpt":0.543935981668316,"score_spread":0.36918566166816036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004313135","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009689425,0.0000012400793,0.121497124,0.0012934306,0.000049193695,0.87387085,0.00008825679,0.00013125184,0.0020997282],"genre_scores_gemma":[0.05076875,2.5059608e-9,0.00015389969,0.0003953081,0.00082979247,0.9468024,0.000029110977,0.0001122249,0.0009085606],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9898997,0.0049628387,0.0016843855,0.0011824807,0.00094444474,0.001326173],"domain_scores_gemma":[0.9868491,0.009800053,0.00090181007,0.00045264163,0.0015068279,0.000489561],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008912207,0.00048440002,0.0020110726,0.00050369924,0.0009870342,0.00040593147,0.0007271997,0.00038598213,0.005974688],"category_scores_gemma":[0.0029574241,0.0003561151,0.0015631479,0.0006377814,0.0005220876,0.00020916754,0.00012255849,0.000932407,0.00007076238],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95687014,0.0029249336,0.000092751,0.000689696,0.00039095856,0.000005278159,0.001219163,0.0000012729604,0.000009750024,0.011005339,0.009064273,0.017726436],"study_design_scores_gemma":[0.9490979,0.015155132,0.000031768555,0.0010687461,0.00002289067,5.936411e-7,0.00092261535,0.0017119173,0.005152068,0.008789967,0.017663985,0.0003824366],"about_ca_topic_score_codex":0.000051035844,"about_ca_topic_score_gemma":0.0000104470655,"teacher_disagreement_score":0.121343225,"about_ca_system_score_codex":0.00010400737,"about_ca_system_score_gemma":0.0008090138,"threshold_uncertainty_score":0.9998891},"labels":[],"label_agreement":null},{"id":"W3004485859","doi":"10.2196/14796","title":"Optimizing Low–Socioeconomic Status Pregnant Women’s Dietary Intake in the Netherlands: Protocol for a Mixed-Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Socioeconomic status; Protocol (science); Medicine; Environmental health; Gerontology; Population; Alternative medicine","score_opus":0.23467073991166024,"score_gpt":0.567274662035211,"score_spread":0.33260392212355083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004485859","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007448798,0.000003229356,0.00026137655,0.0030159024,0.000003486637,0.98856366,0.00002031987,0.00004822454,0.00063500507],"genre_scores_gemma":[0.0030017213,7.679415e-7,0.0055420157,0.00059038,0.00016930544,0.9903108,0.000021190672,0.000051435432,0.00031238276],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99421865,0.0019989435,0.00059063133,0.0006734929,0.0010033014,0.0015149999],"domain_scores_gemma":[0.99746186,0.0010618625,0.00009931331,0.0005548949,0.00030268735,0.00051940593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006202737,0.0002451662,0.00043802313,0.0002949398,0.00023436124,0.00023741531,0.0006106548,0.00008278323,0.00032799225],"category_scores_gemma":[0.00089511636,0.00016376814,0.000117126496,0.0005428662,0.00017416987,0.00019263514,0.00038339122,0.0009656854,0.00007819509],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03685805,0.025726864,0.048687894,0.031751174,0.0008135774,0.0005105981,0.13703749,0.0005915375,0.0067835855,0.0005834674,0.16562977,0.545026],"study_design_scores_gemma":[0.029889038,0.04215115,0.09237763,0.002509917,0.0000076861725,0.000002697654,0.049587574,0.0051916232,0.00078500883,0.0012708181,0.77576023,0.0004666029],"about_ca_topic_score_codex":0.000027080176,"about_ca_topic_score_gemma":0.000026842905,"teacher_disagreement_score":0.6101305,"about_ca_system_score_codex":0.00048339274,"about_ca_system_score_gemma":0.0005536534,"threshold_uncertainty_score":0.66782707},"labels":[],"label_agreement":null},{"id":"W3004549110","doi":"10.2196/16929","title":"Use of Apps to Promote Childhood Vaccination: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Oxford","keywords":"Vaccination; Grey literature; Observational study; Medicine; Protocol (science); Intervention (counseling); MEDLINE; Systematic review; Family medicine; Medical education; World Wide Web; Internet privacy; Alternative medicine; Computer science; Nursing","score_opus":0.5431065092604843,"score_gpt":0.6366179094902862,"score_spread":0.09351140022980187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004549110","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7006261e-9,0.10577483,0.000021220849,0.0003326487,0.0000057624156,0.8928,0.00005831843,0.000062016035,0.0009452455],"genre_scores_gemma":[1.5542955e-9,0.14924546,0.000285745,0.00006891822,0.00027136784,0.8443912,0.000015426103,0.000086467335,0.0056353766],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99091446,0.0032219004,0.0019234051,0.00084493874,0.0020434482,0.0010518477],"domain_scores_gemma":[0.9940365,0.0013244498,0.001051907,0.0015186322,0.0017101133,0.00035838515],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008097042,0.0004853258,0.0035796536,0.0005936247,0.00048635624,0.00040265967,0.0018216007,0.00045274178,0.0005261221],"category_scores_gemma":[0.005452258,0.00035499348,0.00090401387,0.0019120037,0.000024026687,0.00051083224,0.00036839038,0.0007469297,0.00059160445],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020433285,0.0003595389,9.437474e-7,0.86491483,0.000059912898,0.000002638239,0.00036781427,2.5281327e-8,5.1794302e-8,0.0013321053,0.047482457,0.08545922],"study_design_scores_gemma":[0.0002398556,0.00040867913,7.749929e-7,0.4872369,0.00004147774,0.000001134585,0.0000096315225,1.594439e-7,4.605151e-7,0.000065602326,0.51180935,0.00018598631],"about_ca_topic_score_codex":0.000022461563,"about_ca_topic_score_gemma":0.00002910018,"teacher_disagreement_score":0.46432692,"about_ca_system_score_codex":0.00050176727,"about_ca_system_score_gemma":0.0034955977,"threshold_uncertainty_score":0.9998902},"labels":[],"label_agreement":null},{"id":"W3004569304","doi":"10.2196/14370","title":"Measurement of Physical Activity and Sedentary Behavior by Accelerometry Among a Nationwide Sample from the KiGGS and MoMo Study: Study Protocol","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Robert Koch Institut; Bundesministerium für Gesundheit; Bundesministerium für Bildung und Forschung; Koch Institute for Integrative Cancer Research, Massachusetts Institute of Technology","keywords":"Sample (material); Physical activity; Protocol (science); Psychology; Sedentary behavior; Medicine; Gerontology; Physical therapy","score_opus":0.43189688049546426,"score_gpt":0.5744652600800979,"score_spread":0.14256837958463364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004569304","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49702764,3.0308516e-7,0.0000072659873,0.000583564,5.134006e-7,0.50230974,0.00003105813,0.00001749645,0.000022441904],"genre_scores_gemma":[0.49340403,5.090247e-8,0.000010423468,0.000027546492,0.000080298225,0.5064611,0.0000015121215,0.000011970394,0.0000031181203],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958786,0.00090643676,0.00024121556,0.00054775906,0.0020645566,0.0003614405],"domain_scores_gemma":[0.9982463,0.0005808543,0.000115880415,0.00037606122,0.00030496327,0.00037594594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00119239,0.00018783455,0.0005167521,0.00006369367,0.00028688528,0.00008700788,0.00022475781,0.00005571018,0.000036485882],"category_scores_gemma":[0.00045806562,0.00012498081,0.000052718777,0.000505305,0.00028390533,0.00027785255,0.00043318616,0.0009781932,0.0000029306284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032527077,0.039218683,0.87819636,0.0006695,0.00012410794,0.000015579808,0.0046653436,9.614579e-8,0.053999983,0.0000059099116,0.0008425381,0.019009175],"study_design_scores_gemma":[0.0071964646,0.013826181,0.9655011,0.00030598938,0.000025516609,4.2903037e-7,0.0018266052,0.00012186596,0.009936476,0.000057711408,0.0010828347,0.00011882092],"about_ca_topic_score_codex":0.0026967537,"about_ca_topic_score_gemma":0.00019131447,"teacher_disagreement_score":0.087304726,"about_ca_system_score_codex":0.00009795197,"about_ca_system_score_gemma":0.00020957428,"threshold_uncertainty_score":0.50965697},"labels":[],"label_agreement":null},{"id":"W3004579351","doi":"10.2196/15080","title":"A Web-Based Intervention to Reduce Decision Conflict Regarding HIV Pre-Exposure Prophylaxis: Protocol for a Clinical Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; McMaster University; Impact; St. Michael's Hospital","funders":"National Center for Advancing Translational Sciences","keywords":"Pre-exposure prophylaxis; Medicine; Family medicine; Population; Intervention (counseling); Men who have sex with men; Public health; Focus group; Human immunodeficiency virus (HIV); Environmental health; Nursing","score_opus":0.45475543365610915,"score_gpt":0.6436498679548852,"score_spread":0.18889443429877606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004579351","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031694989,0.0000020107775,0.0087466445,0.0046076723,0.000011373877,0.9817426,0.00006906022,0.00021537523,0.0014357377],"genre_scores_gemma":[0.0029273133,2.3574451e-7,0.005240533,0.00021602219,0.001362399,0.98285323,0.000040647017,0.000097885524,0.007261733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919175,0.0017453359,0.0017746625,0.0012198583,0.0021470722,0.0011955979],"domain_scores_gemma":[0.9941016,0.0010549475,0.00023719153,0.0009864705,0.001958211,0.0016616062],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0075459545,0.0003332351,0.0007921339,0.0006152821,0.00037934526,0.00039910752,0.0008123255,0.00037822875,0.0009753227],"category_scores_gemma":[0.019556923,0.00026285902,0.0011150499,0.0013436353,0.00027499598,0.00028257904,0.0004480127,0.001805437,0.00052080967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.42435783,0.0036184273,0.00079573074,0.0030164425,0.000071851544,0.000037722093,0.00016600636,0.0000021582289,0.0045378483,0.00006897774,0.4482888,0.1150382],"study_design_scores_gemma":[0.17443831,0.16625354,0.0003696486,0.0089648925,0.0000057998914,0.0000041894273,0.000076979704,0.002504656,0.0041388124,0.00004860309,0.6430012,0.00019336287],"about_ca_topic_score_codex":0.000009570488,"about_ca_topic_score_gemma":0.00001039598,"teacher_disagreement_score":0.2499195,"about_ca_system_score_codex":0.00025883628,"about_ca_system_score_gemma":0.0013628294,"threshold_uncertainty_score":0.99998236},"labels":[],"label_agreement":null},{"id":"W3005015854","doi":"10.2196/15716","title":"Expressed Symptoms and Attitudes Toward Using Twitter for Health Care Engagement Among Patients With Lupus on Social Media: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Social media; Systemic lupus erythematosus; Social media analytics; Health care; Medicine; Descriptive statistics; Protocol (science); Family medicine; Psychology; Disease; Computer science; World Wide Web; Alternative medicine; Pathology","score_opus":0.6855611898378604,"score_gpt":0.6857332744077924,"score_spread":0.00017208456993200727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005015854","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04337739,7.639649e-7,0.00031919914,0.0029778085,0.00008405974,0.95311344,0.000028472921,0.0000777269,0.000021131833],"genre_scores_gemma":[0.01609603,7.109321e-8,0.008130811,0.00020130166,0.0012483372,0.97425014,0.000011656245,0.00005712669,0.000004532098],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99189126,0.004428141,0.00047822244,0.00070445857,0.0014738367,0.0010240873],"domain_scores_gemma":[0.993633,0.0042651733,0.0002833044,0.00019797313,0.0010826626,0.0005379196],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005184396,0.00022488987,0.00043848535,0.00016245492,0.0023263774,0.0002886435,0.00041005827,0.000159223,0.00002335646],"category_scores_gemma":[0.0044792295,0.0001924259,0.00006415562,0.0005726586,0.00043944502,0.00024934515,0.00014439053,0.0005095785,0.0000014359039],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031467285,0.0019674671,0.17072214,0.0044920905,0.000056028886,7.20546e-7,0.7376504,0.0000017227271,0.000020773421,0.00019253598,0.007757335,0.07399205],"study_design_scores_gemma":[0.025180269,0.021043275,0.33372065,0.0022076461,0.000018361798,5.757253e-8,0.17859447,0.000058662725,0.00030992716,0.00032207082,0.43769792,0.00084669184],"about_ca_topic_score_codex":0.00028060583,"about_ca_topic_score_gemma":0.00034779488,"teacher_disagreement_score":0.5590559,"about_ca_system_score_codex":0.0008529375,"about_ca_system_score_gemma":0.0016432642,"threshold_uncertainty_score":0.9989725},"labels":[],"label_agreement":null},{"id":"W3005024870","doi":"10.2196/15680","title":"Improving Retention in Care and Promoting Adherence to HIV Treatment: Protocol for a Multisite Randomized Controlled Trial of Mobile Phone Text Messaging","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Short Message Service; Randomized controlled trial; Medicine; Mobile phone; mHealth; Intervention (counseling); Health care; Discontinuation; Phone; Protocol (science); Psychological intervention; Family medicine; Nursing; Alternative medicine; Computer science","score_opus":0.23256753777058034,"score_gpt":0.6004155358357186,"score_spread":0.36784799806513824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005024870","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005232042,0.000008868111,0.00046242648,0.0006705116,0.000007806295,0.9927245,0.000042606327,0.00007830848,0.00077293755],"genre_scores_gemma":[0.0100304,0.0000021896751,0.0024109723,0.0001072371,0.000224586,0.9867892,0.000018259358,0.000048301026,0.00036881253],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99228096,0.0031410838,0.0021376666,0.00076095614,0.00054803403,0.0011312728],"domain_scores_gemma":[0.9941017,0.00317148,0.0007857612,0.0004116751,0.0008489747,0.0006803865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006062479,0.00026168622,0.0016152597,0.00033204356,0.000771988,0.000035330264,0.0002549915,0.0002379047,0.000103625294],"category_scores_gemma":[0.0031703888,0.00019657848,0.00018922378,0.00069339224,0.00011920312,0.00015033098,0.0001873803,0.0007099978,0.00003236842],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90965104,0.00047394657,0.00050979375,0.013236667,0.000015682957,0.0000013507915,0.011935725,0.000004303845,0.0027098637,0.000266557,0.00036891797,0.06082613],"study_design_scores_gemma":[0.9478279,0.006568453,0.00003186572,0.004072778,0.0000066752777,1.8761156e-7,0.002238151,0.0032144198,0.0004510294,0.00007407202,0.03536766,0.00014684361],"about_ca_topic_score_codex":0.00044359948,"about_ca_topic_score_gemma":0.0001605672,"teacher_disagreement_score":0.060679287,"about_ca_system_score_codex":0.00035778404,"about_ca_system_score_gemma":0.0014504918,"threshold_uncertainty_score":0.80162376},"labels":[],"label_agreement":null},{"id":"W3005057826","doi":"10.2196/15709","title":"Impact of Motivational Interviewing on Self-Management in Patients With Type 2 Diabetes: Protocol for a Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Motivational interviewing; Glycemic; Psychosocial; Physical therapy; Glycated hemoglobin; Randomized controlled trial; Context (archaeology); Psychological intervention; Type 2 diabetes; Diabetes management; Self-management; Family medicine; Diabetes mellitus; Nursing; Psychiatry; Surgery","score_opus":0.17762666359715454,"score_gpt":0.5109556100785478,"score_spread":0.33332894648139333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005057826","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07964668,1.3240107e-7,0.000012114138,0.00024497273,0.00000514163,0.91825986,0.000001900486,0.000032208307,0.0017969717],"genre_scores_gemma":[0.054719783,4.086657e-8,0.0003784994,0.000082791914,0.000117008065,0.9444941,0.000029447494,0.000027903741,0.0001504063],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99730194,0.0004740566,0.00063824555,0.00032046827,0.0008536704,0.00041159434],"domain_scores_gemma":[0.9982325,0.00056284416,0.00023001901,0.00023650493,0.000603181,0.00013495273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022287366,0.00017902178,0.00091543875,0.0003988526,0.000045954024,0.00004772106,0.00017584425,0.000040468043,0.00016510357],"category_scores_gemma":[0.0009802339,0.00010850218,0.00021511815,0.00065618934,0.00006652058,0.00012941315,0.00007181554,0.00022944303,0.000012253701],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9616679,0.006186417,0.024741033,0.00199692,0.0005117428,5.339012e-7,0.00023811049,0.000012155312,0.000014115427,0.00017943521,0.0033997034,0.0010519108],"study_design_scores_gemma":[0.93789285,0.038018495,0.019465651,0.0022313388,0.000021003429,5.2297078e-9,0.000016553306,0.00057802856,0.000027796677,0.00009728469,0.0015555636,0.00009543812],"about_ca_topic_score_codex":0.0000022929407,"about_ca_topic_score_gemma":2.5097287e-7,"teacher_disagreement_score":0.031832077,"about_ca_system_score_codex":0.00019363099,"about_ca_system_score_gemma":0.0002146024,"threshold_uncertainty_score":0.44245905},"labels":[],"label_agreement":null},{"id":"W3005071707","doi":"10.2196/15756","title":"Supporting Workers to Sit Less and Move More Through the Web-Based BeUpstanding Program: Protocol for a Single-Arm, Repeated Measures Implementation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Champion; Bespoke; Work (physics); Public relations; Protocol (science); Government (linguistics); Business; Nursing; Process management; Medicine; Engineering; Political science","score_opus":0.510175375033325,"score_gpt":0.6707258456987375,"score_spread":0.1605504706654125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005071707","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009234331,8.235841e-7,0.00046441038,0.018079504,0.000010133959,0.971094,0.000023997918,0.00033400604,0.0007587574],"genre_scores_gemma":[0.052455157,4.754913e-8,0.0013907525,0.0016920327,0.00035217637,0.94387156,0.0000185785,0.00009698133,0.00012274302],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913322,0.0029420557,0.0013063446,0.00091644283,0.001394131,0.0021088417],"domain_scores_gemma":[0.99589086,0.0015449547,0.000466992,0.00053898996,0.0009002247,0.00065797736],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007269762,0.00033976385,0.00046722844,0.00017248261,0.0034903327,0.00025903265,0.00050530845,0.00020008399,0.00015001546],"category_scores_gemma":[0.0012850495,0.00024265505,0.000088190056,0.0014213425,0.00014547171,0.0002760137,0.000392441,0.0015009671,0.000024146746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022965927,0.0038476405,0.5898271,0.015007453,0.0001393278,0.000073926945,0.1233896,0.00013973986,0.0032034335,0.00040662652,0.13185912,0.10914009],"study_design_scores_gemma":[0.02683983,0.019204218,0.0075723724,0.0062312037,0.000017790755,0.0000016767971,0.2100655,0.0016287267,0.0019429595,0.00049312145,0.7253131,0.0006894966],"about_ca_topic_score_codex":0.000267092,"about_ca_topic_score_gemma":0.0003248813,"teacher_disagreement_score":0.593454,"about_ca_system_score_codex":0.00044216562,"about_ca_system_score_gemma":0.0014961022,"threshold_uncertainty_score":0.99780697},"labels":[],"label_agreement":null},{"id":"W3005281102","doi":"10.2196/14743","title":"Web-Supported Social Network Testing for HIV Among Men Who Have Sex With Men With a Migration Background: Protocol for a Mixed Methods Pilot Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Maastricht; Universiteit Utrecht","keywords":"Men who have sex with men; Social network (sociolinguistics); Sexual orientation; Medicine; Stigma (botany); Human immunodeficiency virus (HIV); Peer group; Psychology; Family medicine; Social media; Social psychology; World Wide Web; Psychiatry; Computer science","score_opus":0.33914332534554875,"score_gpt":0.5708134802751557,"score_spread":0.2316701549296069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005281102","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008924139,3.2701521e-7,0.023371816,0.0021419215,4.8861347e-7,0.9637947,0.0000569991,0.00017474107,0.009566559],"genre_scores_gemma":[0.0011105423,1.7376575e-8,0.027095895,0.000042086544,0.0007689387,0.9465156,0.000075730706,0.00014442077,0.024246728],"study_design_codex":"not_applicable","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9933743,0.0017538206,0.0007799739,0.0009934651,0.0015528899,0.0015455526],"domain_scores_gemma":[0.9952914,0.0010466551,0.00027823265,0.0004986226,0.0021405392,0.00074455247],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005471911,0.00040315656,0.00079574314,0.0002734258,0.0010352151,0.0004351714,0.00047399965,0.000120566925,0.00018758416],"category_scores_gemma":[0.0012013698,0.0002824834,0.0001456511,0.0013255351,0.00038867153,0.00041427105,0.00023021382,0.000989356,0.000015146197],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04501859,0.0050772815,0.071032874,0.004659406,0.0006673604,0.00006080496,0.0025883648,0.000014378353,0.0076051266,0.000103120066,0.84680754,0.016365165],"study_design_scores_gemma":[0.059149683,0.4964658,0.021659954,0.0045876177,0.000079224206,0.000017709057,0.012393785,0.18026301,0.002828032,0.00023096461,0.22159252,0.0007317119],"about_ca_topic_score_codex":0.00013762865,"about_ca_topic_score_gemma":0.0005943823,"teacher_disagreement_score":0.625215,"about_ca_system_score_codex":0.0002561474,"about_ca_system_score_gemma":0.0012915583,"threshold_uncertainty_score":0.99996275},"labels":[],"label_agreement":null},{"id":"W3005331672","doi":"10.2196/13834","title":"Digital Game Interventions for Youth Mental Health Services (Gaming My Way to Recovery): Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; McMaster University; Université de Montréal; Concordia University; McGill University; Douglas Mental Health University Institute","funders":"Networks of Centres of Excellence of Canada","keywords":"Psychological intervention; Mental health; Protocol (science); Applied psychology; Psychology; Computer science; Medical education; Multimedia; Medicine; Psychotherapist; Alternative medicine; Psychiatry","score_opus":0.6354628798194002,"score_gpt":0.7103508462670649,"score_spread":0.07488796644766471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005331672","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.0297066e-9,0.22264637,0.0004086389,0.001275561,0.00008402406,0.7669377,0.007020909,0.00018428193,0.0014425267],"genre_scores_gemma":[1.6023908e-8,0.021636881,0.00056671177,0.000542389,0.00045606197,0.9683449,0.0014426953,0.0003416902,0.006668655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895716,0.0012037145,0.0039606425,0.001995422,0.0010190457,0.0022496304],"domain_scores_gemma":[0.994658,0.0007621211,0.001517806,0.0013303546,0.00051646907,0.0012152805],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003579588,0.000922236,0.0033510767,0.0008315856,0.0006208598,0.0009928364,0.0019974704,0.0003700999,0.00047524966],"category_scores_gemma":[0.00039036712,0.0008291762,0.0029763542,0.0014981242,0.00014340832,0.0007210513,0.0011121768,0.0011100844,0.001377325],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002715677,0.000876553,1.7276705e-7,0.48122454,0.00011867278,0.0000019792503,0.00022480857,1.354435e-8,9.782446e-9,0.0002255089,0.021697968,0.49535823],"study_design_scores_gemma":[0.0010355931,0.0062156874,1.4237257e-7,0.49040127,0.000019208566,0.000012127389,0.000108160224,5.900863e-7,2.888327e-7,0.00008623646,0.50181407,0.00030660417],"about_ca_topic_score_codex":0.000020922671,"about_ca_topic_score_gemma":0.000054309403,"teacher_disagreement_score":0.49505162,"about_ca_system_score_codex":0.0012053655,"about_ca_system_score_gemma":0.0012595087,"threshold_uncertainty_score":0.99941593},"labels":[],"label_agreement":null},{"id":"W3005352987","doi":"10.2196/15178","title":"A Smartphone App–Based Mindfulness Intervention for Cancer Survivors: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Psychosocial; Mindfulness; Psychological intervention; Randomized controlled trial; Anxiety; Medicine; Intervention (counseling); Cancer; Physical therapy; Survivorship curve; Clinical psychology; Psychology; Psychiatry","score_opus":0.1939246351158551,"score_gpt":0.5390784501242188,"score_spread":0.34515381500836373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005352987","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022659064,0.0000040650384,0.017689615,0.004513189,0.000053447897,0.9769383,0.000092016,0.00015300555,0.0003297728],"genre_scores_gemma":[0.0015425188,3.6244423e-8,0.00024598662,0.00039963672,0.0016408567,0.9942202,0.00005433094,0.00009584168,0.0018005939],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99465626,0.0013946646,0.0011727101,0.00075977395,0.0011611576,0.00085540453],"domain_scores_gemma":[0.9947423,0.0022894223,0.0003606785,0.00045213016,0.0016762703,0.0004792152],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0062165153,0.00035279337,0.002144814,0.0002699407,0.0002370902,0.00018647009,0.0003489976,0.00025984008,0.00088059256],"category_scores_gemma":[0.0030738304,0.00025324058,0.0016207835,0.00061593833,0.00026277167,0.00012971874,0.000085617794,0.0005263689,0.00001555314],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9624527,0.0013596249,0.000020361933,0.008131931,0.00023361665,0.00000562067,0.00043330406,0.0000030399374,0.00030188684,0.0002055459,0.012995955,0.013856387],"study_design_scores_gemma":[0.74108607,0.006084378,0.0000017916923,0.0024231551,0.000038664894,5.074478e-7,0.00013659103,0.0029632123,0.009443228,0.00029722793,0.23732543,0.00019977012],"about_ca_topic_score_codex":0.00043073026,"about_ca_topic_score_gemma":0.0010124124,"teacher_disagreement_score":0.22432947,"about_ca_system_score_codex":0.00022433147,"about_ca_system_score_gemma":0.0011570427,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W3005500171","doi":"10.2196/16664","title":"Evaluation of the Safety and Efficacy of Avacopan, a C5a Receptor Inhibitor, in Patients With Antineutrophil Cytoplasmic Antibody–Associated Vasculitis Treated Concomitantly With Rituximab or Cyclophosphamide/Azathioprine: Protocol for a Randomized, Double-Blind, Active-Controlled, Phase 3 Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vasculitis and related conditions","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Azathioprine; Vasculitis; Anti-neutrophil cytoplasmic antibody; Rituximab; Prednisone; Internal medicine; Immunology; Cyclophosphamide; C5a receptor; Randomized controlled trial; Gastroenterology; Antibody; Disease; Complement system; Chemotherapy","score_opus":0.09934384377507725,"score_gpt":0.46121892360473593,"score_spread":0.36187507982965866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005500171","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39561293,0.0000020845348,0.000010355481,0.00043674436,0.000004616385,0.6037049,0.00011632062,0.000023251596,0.00008877056],"genre_scores_gemma":[0.1803182,0.0000023002112,0.00009525043,0.000015254859,0.00006857871,0.81928116,0.000115906536,0.000052789223,0.000050534913],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9930647,0.0020311798,0.0013832507,0.00065387023,0.0023058767,0.00056114193],"domain_scores_gemma":[0.9940727,0.0009986727,0.0008209939,0.00046631883,0.0033950745,0.0002462402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004081309,0.00037643127,0.0019681226,0.00023522979,0.00023490711,0.000051053452,0.00024271484,0.00029473487,0.0001601139],"category_scores_gemma":[0.0025475093,0.00019244947,0.0003500448,0.0015120297,0.00071842124,0.0002086765,0.00009760107,0.0008748853,0.0000025893332],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98413104,0.008428903,0.001897547,0.0006874198,0.0010251474,0.0000078870735,0.00059517944,0.00002677044,0.0011941488,0.000046441888,0.00008063388,0.0018788815],"study_design_scores_gemma":[0.96497875,0.019570382,0.0035603377,0.0055245636,0.00035953333,0.0000040751693,0.000065817156,0.00084455893,0.004258353,0.000015735688,0.00059811794,0.00021974077],"about_ca_topic_score_codex":0.000058356116,"about_ca_topic_score_gemma":0.000027095832,"teacher_disagreement_score":0.21557623,"about_ca_system_score_codex":0.0002583352,"about_ca_system_score_gemma":0.0018521079,"threshold_uncertainty_score":0.78478616},"labels":[],"label_agreement":null},{"id":"W3005767332","doi":"10.2196/16075","title":"The Psychosocial Impact of Hearing Loss on the Quality of life in Adults with Multi-Drug Resistant Tuberculosis (Preprint)","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Phonocardiography and Auscultation Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Preprint; Tuberculosis; Hearing loss; Quality of life (healthcare); Medicine; Gerontology; Psychology; Environmental health; Psychiatry; Audiology; Computer science; Nursing; World Wide Web","score_opus":0.14668360542735562,"score_gpt":0.530696934764444,"score_spread":0.3840133293370884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005767332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7342005,0.000005652132,0.000006157274,0.0007508985,0.0000015161742,0.2639944,0.000012696079,0.0000224473,0.0010057216],"genre_scores_gemma":[0.6733338,0.0000070406263,0.000076831966,0.000014618981,0.000015644438,0.32649332,0.0000011999134,0.000010852009,0.000046666206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969396,0.0009657629,0.0005048803,0.0002744093,0.0009781752,0.00033714785],"domain_scores_gemma":[0.9976217,0.00086392905,0.00018284288,0.0007529805,0.00048426606,0.00009426131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004824994,0.00012243494,0.0003566215,0.00019142563,0.00011142339,0.000026053267,0.00031309106,0.00007219088,0.000041554275],"category_scores_gemma":[0.0005992481,0.000057751447,0.00024928176,0.0008531813,0.00036137822,0.00006680547,0.00008173212,0.00067742314,0.00000787128],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037573665,0.0016217593,0.92191166,0.0017951318,0.00025053986,0.0000042423876,0.005105104,0.000020190153,0.02561907,0.0016840271,0.0015949676,0.0028196648],"study_design_scores_gemma":[0.0036024423,0.001861009,0.96779054,0.0053056236,0.0000013813255,5.3864943e-7,0.0010916909,0.000027974529,0.019558791,0.0003249101,0.00035193708,0.00008318533],"about_ca_topic_score_codex":0.0011787947,"about_ca_topic_score_gemma":0.00015179178,"teacher_disagreement_score":0.062498912,"about_ca_system_score_codex":0.000097720964,"about_ca_system_score_gemma":0.00028102048,"threshold_uncertainty_score":0.29431042},"labels":[],"label_agreement":null},{"id":"W3005945313","doi":"10.2196/15488","title":"Evaluating Mechanisms of Postoperative Delirium and Cognitive Dysfunction Following Elective Spine Surgery in Elderly Patients (CONFESS): Protocol for a Prospective Observational Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Delirium; Neurosurgery; Observational study; Anesthesiology; Neurology; Anxiety; Physical therapy; Emergency medicine; Intensive care medicine; Surgery; Psychiatry; Internal medicine","score_opus":0.3771029098510415,"score_gpt":0.552977004129046,"score_spread":0.17587409427800454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005945313","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0711834,5.7471766e-7,0.0020239512,0.001484518,0.000011400531,0.92496276,0.000045162265,0.00003118402,0.00025707332],"genre_scores_gemma":[0.094549134,3.1037363e-8,0.00070246524,0.0016751364,0.000077660625,0.9027959,0.00010950989,0.000052104788,0.000038046717],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959857,0.0007517841,0.0007489893,0.000744456,0.0011925146,0.0005765861],"domain_scores_gemma":[0.9688365,0.0013485776,0.000256616,0.00012459324,0.029249715,0.00018400614],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017759048,0.0002862247,0.000694721,0.00044083025,0.00019971367,0.000053382,0.00008923374,0.0001846407,0.00004898106],"category_scores_gemma":[0.047745787,0.0002610953,0.00021130238,0.0009614184,0.0002091721,0.00035106327,0.00011112025,0.00070387544,0.0000038789517],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8033236,0.0050410195,0.09253605,0.0036616179,0.0007157821,0.00006982527,0.008033448,0.000005315603,0.05940254,0.0023265076,0.0027516107,0.022132643],"study_design_scores_gemma":[0.5007972,0.15970577,0.17824289,0.017984543,0.00009097878,0.0000070706114,0.018869685,0.0030665689,0.111731306,0.007775323,0.00068127434,0.0010473724],"about_ca_topic_score_codex":0.000022573113,"about_ca_topic_score_gemma":0.000017002123,"teacher_disagreement_score":0.3025264,"about_ca_system_score_codex":0.00025160296,"about_ca_system_score_gemma":0.0013690089,"threshold_uncertainty_score":0.99998415},"labels":[],"label_agreement":null},{"id":"W3006194774","doi":"10.2196/17685","title":"Mobile Fitness and Weight Management Apps: Protocol for a Quality Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"EIT Health; University of Oxford","keywords":"Protocol (science); Weight management; Computer science; Mobile apps; Quality (philosophy); Multimedia; Medicine; World Wide Web; Weight loss; Obesity; Alternative medicine","score_opus":0.6380992735022729,"score_gpt":0.7316132465005917,"score_spread":0.09351397299831876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006194774","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006146403,0.000004316696,0.001063262,0.003299239,0.000007696219,0.9857798,0.00005331536,0.00016247245,0.009568432],"genre_scores_gemma":[0.00016305916,0.000002965202,0.0020533178,0.0013196475,0.00051452575,0.994697,0.000042405958,0.00004872348,0.001158402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930386,0.002558856,0.00110632,0.00083188823,0.0011995018,0.0012648423],"domain_scores_gemma":[0.9960388,0.00084355427,0.00031296845,0.00066094357,0.0011950504,0.0009487147],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0093814405,0.00020752252,0.0003608022,0.00015607745,0.0018380695,0.000040515984,0.00040788366,0.00025282844,0.00084710104],"category_scores_gemma":[0.00045701864,0.0001780402,0.000059488888,0.0006670306,0.0001510785,0.000167225,0.0003590627,0.0009757959,0.00032341358],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005238763,0.0010741404,0.0076148487,0.07775067,0.00003071877,0.0000026993505,0.0035786345,0.0000088681445,0.00025024678,0.053622335,0.39248732,0.45834076],"study_design_scores_gemma":[0.008613228,0.0010386583,0.002588877,0.0012190219,0.0000027059343,2.7475878e-7,0.0008317415,0.0012686405,0.000041427607,0.004056986,0.98018,0.00015841099],"about_ca_topic_score_codex":0.000024775703,"about_ca_topic_score_gemma":0.000018632323,"teacher_disagreement_score":0.58769274,"about_ca_system_score_codex":0.0002991062,"about_ca_system_score_gemma":0.0011650674,"threshold_uncertainty_score":0.9994614},"labels":[],"label_agreement":null},{"id":"W3006385693","doi":"10.2196/11200","title":"Testing a Motivational Interviewing Implementation Intervention in Adolescent HIV Clinics: Protocol for a Type 3, Hybrid Implementation-Effectiveness Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Motivational interviewing; Psychological intervention; Medicine; Protocol (science); Fidelity; Population; Coaching; Intervention (counseling); Randomized controlled trial; Family medicine; Nursing; Medical education; Psychology; Alternative medicine; Computer science; Psychotherapist","score_opus":0.8897697023566612,"score_gpt":0.8183145524640864,"score_spread":0.07145514989257484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006385693","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044934656,1.8784151e-7,0.0010181102,0.0006033499,0.0000796133,0.9529243,0.00009180458,0.00008188078,0.0002661099],"genre_scores_gemma":[0.023814274,5.740942e-8,0.0012053256,0.0005157025,0.00041950654,0.97374505,0.00010085351,0.000056445137,0.00014279353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9868821,0.006883386,0.0025147384,0.00084698433,0.0012928899,0.0015798978],"domain_scores_gemma":[0.9901033,0.006312693,0.0008816259,0.0004970539,0.0019566286,0.000248711],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024577385,0.0002656211,0.00045729114,0.0008238193,0.000751056,0.00011179878,0.00058069936,0.00012958837,0.0020951484],"category_scores_gemma":[0.002998987,0.00025427766,0.00012149263,0.001559346,0.0000807777,0.0008543574,0.00041170244,0.0010792878,0.0005263893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034179006,0.0011130394,0.8410861,0.014958047,0.000028911118,0.0000026077353,0.00376796,0.000018593264,0.0023799543,0.0015355566,0.027146546,0.073783696],"study_design_scores_gemma":[0.2810607,0.008146178,0.36514083,0.01326675,0.0000033208064,0.0000020218852,0.010692259,0.0009170889,0.0010080129,0.0025378377,0.3166692,0.00055581453],"about_ca_topic_score_codex":0.00027129665,"about_ca_topic_score_gemma":0.0002893606,"teacher_disagreement_score":0.47594526,"about_ca_system_score_codex":0.0016573188,"about_ca_system_score_gemma":0.0026432571,"threshold_uncertainty_score":0.99999094},"labels":[],"label_agreement":null},{"id":"W3006407502","doi":"10.2196/15969","title":"Beating Cancer-Related Fatigue With the Untire Mobile App: Protocol for a Waiting List Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Universitair Medisch Centrum Groningen; European Commission","keywords":"Randomized controlled trial; Psychoeducation; Medicine; Psychosocial; Mindfulness; Randomization; Physical therapy; Intervention (counseling); Protocol (science); Clinical psychology; Psychiatry; Alternative medicine","score_opus":0.21016485320943842,"score_gpt":0.5386075355727323,"score_spread":0.3284426823632939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006407502","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010239154,0.0000061597448,0.00013096453,0.006397358,0.000012367964,0.9889918,0.0000158287,0.0002512762,0.0031703585],"genre_scores_gemma":[0.011041251,2.365831e-7,0.000106924155,0.0003286947,0.0009705761,0.9857537,0.000012953222,0.0000857079,0.0016999458],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99492747,0.0014164022,0.00085540424,0.00061232754,0.001379334,0.0008090843],"domain_scores_gemma":[0.99540186,0.0023657202,0.0003858883,0.00045070442,0.0010527875,0.00034306222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004455698,0.0003237692,0.001586676,0.00011295593,0.00059314515,0.00025539455,0.00039428702,0.00017940433,0.00047558994],"category_scores_gemma":[0.0012931073,0.00016683142,0.00052388856,0.0008522701,0.0003846093,0.00011816746,0.00012432726,0.0010901775,0.000008428245],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98247576,0.00033673993,0.000068909714,0.0020164943,0.00032516086,0.000016049507,0.003986316,0.000019094621,0.00042700084,0.00030387714,0.006256367,0.0037682315],"study_design_scores_gemma":[0.83572924,0.0050334386,0.0000014544454,0.002442191,0.0000450614,0.0000028874426,0.0010874997,0.006686176,0.0007784753,0.000034594963,0.14797617,0.00018280544],"about_ca_topic_score_codex":0.0002747371,"about_ca_topic_score_gemma":0.00017301894,"teacher_disagreement_score":0.14674652,"about_ca_system_score_codex":0.0001812241,"about_ca_system_score_gemma":0.0012394913,"threshold_uncertainty_score":0.6803188},"labels":[],"label_agreement":null},{"id":"W3006583962","doi":"10.2196/15423","title":"Impact of Geriatric Hotlines on Health Care Pathways and Health Status in Patients Aged 75 Years and Older: Protocol for a French Multicenter Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Hotline; Medicine; Geriatrics; Observational study; Referral; Family medicine; Health care; Gerontology; Medical emergency; Psychiatry","score_opus":0.4144327461675049,"score_gpt":0.5798697001037317,"score_spread":0.16543695393622682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006583962","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31731528,0.0000029160724,0.0000018917123,0.0008019757,0.0000017751544,0.68169,0.00016048462,0.000020717891,0.0000050000863],"genre_scores_gemma":[0.17749451,5.703176e-7,0.00055517256,0.00018930461,0.00006104304,0.8215938,0.000060552677,0.000034799014,0.000010235169],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967348,0.00045676655,0.00066199177,0.00054185855,0.00091404316,0.0006905628],"domain_scores_gemma":[0.9981931,0.00022174249,0.00021708033,0.00029578534,0.00052825495,0.0005440695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008462156,0.00020334811,0.0005313586,0.00029978252,0.00010833102,0.000047008933,0.0001248541,0.00007417949,0.000021851627],"category_scores_gemma":[0.0005545287,0.00016526876,0.000061821054,0.000529972,0.00008352117,0.000115500974,0.00014294678,0.00047955045,0.0000019035946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035306893,0.0029765023,0.9487607,0.0049129855,0.00002752543,0.0000049790337,0.014797886,0.0000029637636,0.000031074487,0.0000029184928,0.009262428,0.015689353],"study_design_scores_gemma":[0.03514094,0.04275348,0.9184058,0.0016486708,0.0000010514286,2.8812204e-7,0.00055966375,0.00010549672,0.000012986038,0.0000083581335,0.0012610495,0.00010226708],"about_ca_topic_score_codex":0.00083010644,"about_ca_topic_score_gemma":0.0001988581,"teacher_disagreement_score":0.13990386,"about_ca_system_score_codex":0.00043099208,"about_ca_system_score_gemma":0.0011657685,"threshold_uncertainty_score":0.67394644},"labels":[],"label_agreement":null},{"id":"W3006652496","doi":"10.2196/16087","title":"Preferences for Sun Protection With a Self-Monitoring App: Protocol of a Discrete Choice Experiment Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Skin Protection and Aging","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Zürich","keywords":"Protocol (science); Psychology; Computer science; Internet privacy; Social psychology; Computer security; Medicine","score_opus":0.3968806007681504,"score_gpt":0.5714820800709234,"score_spread":0.17460147930277298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006652496","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014921338,6.2503807e-7,0.0006132985,0.0005537307,0.0000037348036,0.98323023,0.0000020703521,0.00023416625,0.00044079157],"genre_scores_gemma":[0.15058294,2.6717322e-8,0.0016738235,0.000012147882,0.00034294534,0.84719884,8.30908e-7,0.00003731606,0.00015114005],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9971254,0.00033406404,0.0004032473,0.0005525962,0.0011222155,0.00046248853],"domain_scores_gemma":[0.99851745,0.000111952286,0.00015796565,0.00034871188,0.0005969538,0.0002669368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095800566,0.00019962691,0.00035139732,0.00017862716,0.000247231,0.00009230446,0.00021395712,0.000077223885,0.00005109264],"category_scores_gemma":[0.00031663268,0.00013752471,0.00007279588,0.0007339206,0.00008730609,0.00018174502,0.0001253753,0.0005900106,0.000008177652],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.096907765,0.0202865,0.32669666,0.039025884,0.0010729029,0.00007992065,0.04707593,0.00004407195,0.41371986,0.00014869013,0.0021226965,0.05281909],"study_design_scores_gemma":[0.036157083,0.08837865,0.02394471,0.0077428003,0.000024798108,0.000019671183,0.008663472,0.0008299226,0.678897,0.00007713299,0.15475205,0.00051272],"about_ca_topic_score_codex":0.000054673354,"about_ca_topic_score_gemma":0.000003691598,"teacher_disagreement_score":0.30275196,"about_ca_system_score_codex":0.00011965304,"about_ca_system_score_gemma":0.00030506033,"threshold_uncertainty_score":0.5608095},"labels":[],"label_agreement":null},{"id":"W3006735422","doi":"10.2196/16646","title":"Delayed Auditory Feedback and Transcranial Direct Current Stimulation Treatment for the Enhancement of Speech Fluency in Adults Who Stutter: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stuttering Research and Treatment","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Transcranial direct-current stimulation; Fluency; Randomized controlled trial; Audiology; Stuttering; Psychology; Protocol (science); Medicine; Speech therapy; Transcranial magnetic stimulation; Auditory feedback; Stimulation; Physical medicine and rehabilitation; Neuroscience; Alternative medicine","score_opus":0.1796493668241377,"score_gpt":0.5431600532200823,"score_spread":0.36351068639594464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006735422","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009071344,0.00002655428,0.000571837,0.0010980074,0.000040001752,0.9887761,0.000083335326,0.000028561164,0.00030429655],"genre_scores_gemma":[0.018293481,0.000003580068,0.00017277387,0.000015323774,0.0007262878,0.98043823,0.000012453441,0.000039312894,0.00029855312],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99498165,0.001597974,0.0010904607,0.00071164925,0.0007954103,0.00082287955],"domain_scores_gemma":[0.99394894,0.0047820252,0.0002607929,0.00040195123,0.00039358909,0.00021270955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029857042,0.00033726767,0.00136962,0.00020574438,0.00022793641,0.00008404157,0.0003178075,0.00012301627,0.00025574246],"category_scores_gemma":[0.00059484836,0.00019512576,0.00047600808,0.00028197956,0.00030538754,0.00006765536,0.000057901354,0.0002753554,0.0000117435475],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93281287,0.0028029708,0.00007406449,0.0007159494,0.00048869883,0.0000060240654,0.0033653146,0.000007787795,0.00036735294,0.000121996534,0.0017424519,0.05749454],"study_design_scores_gemma":[0.9516379,0.02277321,0.00021625034,0.0007861012,0.000030148023,4.5132128e-7,0.000099078556,0.0018056382,0.00089595345,0.00018755335,0.021406757,0.00016093477],"about_ca_topic_score_codex":0.00010859639,"about_ca_topic_score_gemma":0.000040495914,"teacher_disagreement_score":0.057333604,"about_ca_system_score_codex":0.00021588268,"about_ca_system_score_gemma":0.00030198312,"threshold_uncertainty_score":0.7956997},"labels":[],"label_agreement":null},{"id":"W3006940950","doi":"10.2196/16231","title":"A Theoretically-Based Mobile App to Increase Pre-exposure Prophylaxis Uptake Among Men Who Have Sex With Men: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Pre-exposure prophylaxis; Men who have sex with men; Medicine; Randomized controlled trial; Psychological intervention; Family medicine; Intervention (counseling); Human immunodeficiency virus (HIV); Psychiatry; Internal medicine","score_opus":0.05534844541412218,"score_gpt":0.46891099381258705,"score_spread":0.41356254839846485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006940950","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068844436,0.0000011266733,0.0047072154,0.0021629322,7.407304e-7,0.9557176,0.00007499353,0.00019077775,0.036456164],"genre_scores_gemma":[0.0024382516,7.6992855e-8,0.0012326677,0.00014716237,0.00047673212,0.9422161,0.00003634843,0.00012802678,0.05332463],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9895025,0.0035566408,0.0014893857,0.0011432343,0.0027808591,0.0015274091],"domain_scores_gemma":[0.992641,0.0019572943,0.00026109116,0.0010109114,0.0020073878,0.0021223319],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008709952,0.00052835577,0.0024976549,0.000550878,0.00041992648,0.00043142872,0.00073654804,0.0002979363,0.0021944318],"category_scores_gemma":[0.010051018,0.00031343778,0.00092940475,0.00090688304,0.0011436867,0.00020776204,0.00027034403,0.0013876972,0.0000815116],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89045453,0.0030441906,0.00012057579,0.0028280022,0.00042753888,0.00007762814,0.00079874473,0.00001272423,0.0012949298,0.00045994017,0.097594894,0.0028862874],"study_design_scores_gemma":[0.77219987,0.13294128,0.000016967477,0.0024841758,0.000030885993,0.0000026930509,0.00031310544,0.02584545,0.0023450314,0.00013568428,0.06340791,0.0002769722],"about_ca_topic_score_codex":0.000076019394,"about_ca_topic_score_gemma":0.000026088035,"teacher_disagreement_score":0.12989709,"about_ca_system_score_codex":0.0002050841,"about_ca_system_score_gemma":0.0019427096,"threshold_uncertainty_score":0.99993175},"labels":[],"label_agreement":null},{"id":"W3007379034","doi":"10.2196/17710","title":"Reducing Antibiotic Prescriptions for Urinary Tract Infection in Nursing Homes Using a Complex Tailored Intervention Targeting Nursing Home Staff: Protocol for a Cluster Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministeriet Sundhed Forebyggelse; Velux Fonden","keywords":"Medicine; Medical prescription; Intervention (counseling); Nursing; Randomized controlled trial; Cluster randomised controlled trial; Protocol (science); Nursing homes; Cluster (spacecraft); Urinary system; Family medicine; Alternative medicine; Internal medicine","score_opus":0.2393251976592425,"score_gpt":0.5462968276759443,"score_spread":0.3069716300167018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007379034","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02633206,0.0000033938538,0.032351445,0.0014884116,0.000053279546,0.9391116,0.000008993637,0.00021049383,0.00044032437],"genre_scores_gemma":[0.09401753,4.0405456e-7,0.0074003083,0.000023338158,0.0007575809,0.89750075,0.0000601164,0.000102901875,0.00013708949],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933653,0.0021744915,0.0018160911,0.0008468612,0.0007779065,0.0010193809],"domain_scores_gemma":[0.9968264,0.0012283188,0.00061644905,0.00037812066,0.00067494373,0.0002757352],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0062911203,0.00040901685,0.0017317574,0.001263894,0.0006317905,0.0003531588,0.00019122506,0.00022367567,0.00009820785],"category_scores_gemma":[0.0029361472,0.000361274,0.0009801486,0.0009775092,0.00034714935,0.00071578287,0.00008351917,0.0008329018,0.000005907685],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95412356,0.029650014,0.00022024257,0.004775352,0.00018169095,0.000015264442,0.0010838544,0.0007182916,0.0044957115,0.0001925511,0.002025556,0.0025178895],"study_design_scores_gemma":[0.81948346,0.024413826,0.00029204725,0.0155815035,0.00010432303,0.0000325974,0.00038693656,0.13652997,0.00033209386,0.0006072131,0.0019420693,0.00029398708],"about_ca_topic_score_codex":0.000040535953,"about_ca_topic_score_gemma":0.0000017535202,"teacher_disagreement_score":0.13581167,"about_ca_system_score_codex":0.0012184035,"about_ca_system_score_gemma":0.00033875892,"threshold_uncertainty_score":0.99988395},"labels":[],"label_agreement":null},{"id":"W3007616733","doi":"10.2196/15677","title":"Intravital Microscopy (IVM) in Human Solid Tumors: Novel Protocol to Examine Tumor-Associated Vessels","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Angiogenesis and VEGF in Cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Research Resources; National Institutes of Health; Georgia Clinical and Translational Science Alliance; National Center for Advancing Translational Sciences; Mayo Clinic","keywords":"Medicine; Intravital microscopy; Clinical trial; Protocol (science); Solid tumor; Surgery; Cancer; Pathology; Radiology; Internal medicine","score_opus":0.15696884241905934,"score_gpt":0.5198217125849995,"score_spread":0.3628528701659402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007616733","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112451985,0.0000025258907,0.00017169992,0.00044662788,0.0000040475225,0.8862107,0.00008432036,0.000032029064,0.0005961047],"genre_scores_gemma":[0.13701914,1.1434215e-7,0.0002269406,0.0006077557,0.0003998096,0.8612663,0.0000545998,0.00006478961,0.00036055548],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9967956,0.000250666,0.00052901084,0.0008492082,0.0005572882,0.00101821],"domain_scores_gemma":[0.99863946,0.000023779066,0.00011264178,0.00048150317,0.00033257334,0.00041006118],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009845254,0.00027975952,0.0003491479,0.00013654042,0.00019711143,0.00014209482,0.00072865235,0.00019760766,0.00014409733],"category_scores_gemma":[0.00032862957,0.00026691024,0.00011197297,0.00069200865,0.00013825795,0.000013269753,0.00064296904,0.00041963064,0.000065207976],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061574025,0.00083223166,0.0061084838,0.00021717118,0.000020486787,0.000027373788,0.00022720845,0.000013734152,0.97711813,0.000055873334,0.014505946,0.00025758962],"study_design_scores_gemma":[0.003642764,0.0042129164,0.008026332,0.00064908055,8.1863965e-7,0.0000036947495,0.00011221724,0.000030775947,0.73255503,0.00004026181,0.2503395,0.00038657247],"about_ca_topic_score_codex":0.000029433191,"about_ca_topic_score_gemma":0.00006179943,"teacher_disagreement_score":0.2445631,"about_ca_system_score_codex":0.0001144596,"about_ca_system_score_gemma":0.00035907803,"threshold_uncertainty_score":0.9999783},"labels":[],"label_agreement":null},{"id":"W3007619985","doi":"10.2196/16296","title":"Clinical Application of Radioembolization in Hepatic Malignancies: Protocol for a Prospective Multicenter Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sirtex Medical; ITEA","keywords":"Medicine; Observational study; Selective internal radiation therapy; Radiation therapy; Adverse effect; Clinical trial; Radiological weapon; Medical physics; Radiology; Internal medicine; Hepatocellular carcinoma","score_opus":0.6682099238929691,"score_gpt":0.5930703274137439,"score_spread":0.07513959647922519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007619985","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043205254,5.095955e-7,0.0010015743,0.000482311,0.0000013385534,0.9551287,0.000011139012,0.000034857298,0.00013430054],"genre_scores_gemma":[0.27690065,4.981039e-8,0.0014063652,0.000053975058,0.00010401979,0.72145295,0.000025884163,0.000022307562,0.00003379738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997194,0.00046694014,0.0008199313,0.0005010553,0.0006972884,0.00032077348],"domain_scores_gemma":[0.99818516,0.00033460683,0.0001672753,0.00029851942,0.00083676475,0.00017769964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015805112,0.00014782677,0.00044072067,0.00015032462,0.00006733376,0.000026243059,0.00016335973,0.00011238208,0.00004825243],"category_scores_gemma":[0.00072984176,0.000121707824,0.00012685829,0.000754894,0.0001071781,0.00013127523,0.00007299945,0.00029035858,0.000019407531],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051515456,0.005843933,0.9815878,0.0016698311,0.000044197946,0.000011222655,0.001168734,0.0000012750587,0.0012156896,0.0001965787,0.0004340747,0.002675075],"study_design_scores_gemma":[0.02629523,0.012580906,0.91767097,0.0009251549,0.000012646768,8.556462e-7,0.00027732737,0.023945397,0.0035886385,0.00019778314,0.014362646,0.00014244473],"about_ca_topic_score_codex":0.000019990763,"about_ca_topic_score_gemma":0.000013134866,"teacher_disagreement_score":0.2336954,"about_ca_system_score_codex":0.0001317437,"about_ca_system_score_gemma":0.00036883948,"threshold_uncertainty_score":0.4963101},"labels":[],"label_agreement":null},{"id":"W3007710982","doi":"10.2196/16326","title":"Use of Smart Technology for the Early Diagnosis of Complications After Cardiac Surgery: The Box 2.0 Study Protocol","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical site infection prevention","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Boston Scientific Corporation","keywords":"Medicine; mHealth; Cardiac surgery; Atrial fibrillation; Quality of life (healthcare); Emergency medicine; Physical therapy; Surgery; Internal medicine; Psychological intervention; Nursing","score_opus":0.3519036879607259,"score_gpt":0.5401817654397646,"score_spread":0.18827807747903869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007710982","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015700331,0.0000020421,0.00014242268,0.008804152,0.000003982819,0.97519124,0.00004002862,0.000052187672,0.00006364661],"genre_scores_gemma":[0.12986283,4.111862e-7,0.00006624369,0.0000581407,0.00005480462,0.86985165,0.0000023144369,0.000021151913,0.00008246276],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974927,0.0006932432,0.0005413096,0.00029157748,0.000679713,0.00030151068],"domain_scores_gemma":[0.9946027,0.0033830488,0.00017558428,0.0007693061,0.0009703439,0.000099020624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019826626,0.00011603664,0.00038751902,0.00018519151,0.00017415562,0.000040710293,0.00026034645,0.00010264567,0.0003303535],"category_scores_gemma":[0.0017169268,0.00006389495,0.00027256765,0.0013919362,0.0004232944,0.00010119724,0.00022782345,0.0004566649,0.00002266489],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002774977,0.0018204149,0.9636096,0.0006103851,0.00017390662,0.0000024884084,0.0003153994,0.000001031298,0.0008946894,0.00023099134,0.007940591,0.021625547],"study_design_scores_gemma":[0.0010974663,0.0030181243,0.4533056,0.00047931372,0.000020451851,0.0000012977615,0.00016905255,0.000026669093,0.008998882,0.00014847887,0.53266704,0.000067593035],"about_ca_topic_score_codex":0.000073011564,"about_ca_topic_score_gemma":0.000009332602,"teacher_disagreement_score":0.52472645,"about_ca_system_score_codex":0.000043650634,"about_ca_system_score_gemma":0.00014942157,"threshold_uncertainty_score":0.36171395},"labels":[],"label_agreement":null},{"id":"W3007923799","doi":"10.2196/16285","title":"Reducing Burnout and Promoting Health and Wellness Among Medical Students, Residents, and Physicians in Alberta: Protocol for a Cross-Sectional Questionnaire Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Calgary; University of Alberta","funders":"Faculty of Medicine and Dentistry, University of Alberta; University of Alberta","keywords":"Burnout; Attrition; Data collection; Workforce; Medicine; Psychological intervention; Family medicine; Cross-sectional study; Mental health; Protocol (science); Nursing; Psychology; Alternative medicine; Clinical psychology; Psychiatry","score_opus":0.23988487154010266,"score_gpt":0.6322339212804691,"score_spread":0.39234904974036644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007923799","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24329668,0.00001947108,0.0000145407,0.010891258,0.00001605466,0.74565804,0.000012538344,0.000055525914,0.00003590082],"genre_scores_gemma":[0.13919398,0.000005344182,0.0000656311,0.0006061297,0.0005599513,0.8592233,0.000007680855,0.00005690849,0.00028104612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9894621,0.0042330525,0.0014795773,0.001224133,0.0022181687,0.0013829812],"domain_scores_gemma":[0.9960513,0.0015078996,0.00041588966,0.00030985833,0.0005029263,0.0012121368],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009948634,0.0003230409,0.00066648255,0.00025137392,0.0027635181,0.0002650572,0.00050345884,0.00040145317,0.000051974075],"category_scores_gemma":[0.0035598632,0.00026848013,0.000041468156,0.00052550423,0.00042477297,0.00045378978,0.0012815658,0.0026744625,0.00000666145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012175706,0.0009142636,0.9473966,0.012606708,0.000019136052,0.00002124649,0.023597857,5.7190107e-7,0.000010688547,0.00016810543,0.00091802067,0.013129235],"study_design_scores_gemma":[0.008886605,0.0027399152,0.9377305,0.040261637,0.0000010232416,0.0000036140002,0.0051824907,0.0006645805,0.000008465617,0.00050887035,0.0037587853,0.00025352166],"about_ca_topic_score_codex":0.00538496,"about_ca_topic_score_gemma":0.0029114035,"teacher_disagreement_score":0.113565296,"about_ca_system_score_codex":0.00026734214,"about_ca_system_score_gemma":0.0020450826,"threshold_uncertainty_score":0.99997675},"labels":[],"label_agreement":null},{"id":"W3007927908","doi":"10.2196/16481","title":"Text Message Behavioral Intervention for Teens on Eating, Physical Activity and Social Wellbeing (TEXTBITES): Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sydney Medical School; National Health and Medical Research Council; University of Sydney; Medical Research Council; Australian Government","keywords":"Overweight; Telephone counseling; Randomized controlled trial; Quality of life (healthcare); Medicine; Body mass index; Intervention (counseling); Weight loss; Gerontology; Obesity; Physical therapy; Psychology; Family medicine; Psychiatry; Nursing","score_opus":0.33831476268938443,"score_gpt":0.6589838752258865,"score_spread":0.3206691125365021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007927908","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044044056,3.9713638e-7,0.0016061227,0.005664653,0.000017033846,0.987317,0.00008989104,0.00015635027,0.0007441352],"genre_scores_gemma":[0.00687383,1.6627352e-7,0.00042785422,0.00040281165,0.0018578052,0.98925257,0.000030181873,0.00007705049,0.0010777483],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917326,0.0042060884,0.0012015498,0.0008001146,0.000715388,0.0013442368],"domain_scores_gemma":[0.990634,0.007025061,0.000815626,0.00030732117,0.0006640327,0.00055390946],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0072112964,0.0003217475,0.0016582799,0.00018144441,0.002804612,0.0000806578,0.00030569697,0.00036312916,0.0001385379],"category_scores_gemma":[0.00212581,0.00024556636,0.0005973889,0.0002848458,0.00027101216,0.00016885404,0.00018234916,0.0015355966,0.000042312207],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9433317,0.0023715592,0.000031964642,0.00644288,0.000027620696,4.8185905e-7,0.0015034318,2.9303325e-7,0.0005449156,0.008232472,0.014045882,0.023466783],"study_design_scores_gemma":[0.8079752,0.0055517126,0.000051312745,0.0010356113,0.000014429528,9.9290446e-8,0.00023763019,0.0028657613,0.000092243135,0.0011059497,0.18090402,0.00016608172],"about_ca_topic_score_codex":0.000048078193,"about_ca_topic_score_gemma":0.000022265336,"teacher_disagreement_score":0.16685814,"about_ca_system_score_codex":0.00023017614,"about_ca_system_score_gemma":0.00091679575,"threshold_uncertainty_score":0.99999964},"labels":[],"label_agreement":null},{"id":"W3007980495","doi":"10.2196/16268","title":"Perspectives and Experiences of Policy Makers, Researchers, Health Information Technology Professionals, and the Public on Evidence-Based Health Policies: Protocol for a Qualitative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Fraser Health; Ministry of Health; University of Victoria","funders":"University of Victoria","keywords":"Transparency (behavior); Snowball sampling; Knowledge translation; Accountability; Knowledge management; Public relations; Knowledge sharing; Stakeholder; Business; Computer science; Medicine; Political science","score_opus":0.9148896724805169,"score_gpt":0.8267026988044386,"score_spread":0.0881869736760783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007980495","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018243907,0.0000054950647,0.00013487865,0.41173935,0.0000025912545,0.58615583,0.000042861826,0.000049043676,0.00004556959],"genre_scores_gemma":[0.04399974,0.00000271308,0.0007178846,0.013337805,0.00011880176,0.9417468,0.0000027977255,0.000019578296,0.000053887397],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.974682,0.019177567,0.0017358413,0.0006136119,0.0020970588,0.0016939492],"domain_scores_gemma":[0.9823898,0.013367921,0.0010930016,0.00052734,0.0018336986,0.0007882125],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03372047,0.00023559375,0.00063183525,0.0012381645,0.003189788,0.00012714519,0.00077086565,0.00014383164,0.00006612813],"category_scores_gemma":[0.032799013,0.00014900963,0.00004560125,0.0033036582,0.0023291183,0.0009839099,0.0005676636,0.0013843131,0.000015410962],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028617175,0.00025409184,0.00050649385,0.0042379084,0.000010746389,1.630795e-7,0.92314416,1.820739e-7,0.000005482704,0.046947297,0.019017793,0.0030139897],"study_design_scores_gemma":[0.009159381,0.009726189,0.0005496584,0.0028066058,3.1495694e-7,3.6665847e-7,0.9102341,0.00012404675,0.000016542737,0.0011113578,0.066164635,0.00010678289],"about_ca_topic_score_codex":0.0008253082,"about_ca_topic_score_gemma":0.00011063661,"teacher_disagreement_score":0.39840156,"about_ca_system_score_codex":0.0007581865,"about_ca_system_score_gemma":0.017567834,"threshold_uncertainty_score":0.9981079},"labels":[],"label_agreement":null},{"id":"W3008124414","doi":"10.2196/17939","title":"Computer-Based Stratified Primary Care for Musculoskeletal Consultations Compared With Usual Care: Study Protocol for the STarT MSK Cluster Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Versus Arthritis; National Institute for Health and Care Research","keywords":"Medicine; Randomized controlled trial; Blinding; Physical therapy; Cluster randomised controlled trial; Randomization; Clinical endpoint; Medical record; Protocol (science); Family medicine; Alternative medicine; Internal medicine","score_opus":0.1082912960237951,"score_gpt":0.4885755555514969,"score_spread":0.3802842595277018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008124414","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031942716,0.0000029131186,0.013174053,0.0028242802,0.000018545392,0.98031574,0.00006686027,0.00013879461,0.00026452253],"genre_scores_gemma":[0.020157726,2.7709316e-8,0.0052126036,0.00030992765,0.00073259784,0.97316533,0.00025151443,0.0000760837,0.00009418748],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.992873,0.0028511123,0.0012391747,0.0007954389,0.0015566383,0.0006846331],"domain_scores_gemma":[0.9846043,0.010960341,0.0003336397,0.0006233184,0.003116849,0.0003615563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036223424,0.0004273863,0.0018965383,0.00019473508,0.0008093056,0.00026763268,0.00036884547,0.00016380324,0.000054536733],"category_scores_gemma":[0.0017256269,0.00022222858,0.00085520255,0.0005005884,0.000755177,0.00014132043,0.00007663648,0.0006471275,0.000007031949],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9732023,0.0023341642,0.00008346881,0.013589202,0.00044425257,0.0000028982536,0.0054776818,0.0002836682,0.00026707124,0.00009525662,0.0026254682,0.0015945836],"study_design_scores_gemma":[0.9266223,0.0422756,0.00030329067,0.0009490764,0.00011233819,3.6054172e-7,0.00571463,0.012838136,0.000050291215,0.000018348177,0.010857025,0.00025861978],"about_ca_topic_score_codex":0.000019066883,"about_ca_topic_score_gemma":0.000060595794,"teacher_disagreement_score":0.04658,"about_ca_system_score_codex":0.0002223305,"about_ca_system_score_gemma":0.002018514,"threshold_uncertainty_score":0.90622187},"labels":[],"label_agreement":null},{"id":"W3008335099","doi":"10.2196/16384","title":"An Employment Intervention Program (Work2Prevent) for Young Men Who Have Sex With Men and Transgender Youth of Color (Phase 1): Protocol for Determining Essential Intervention Components Using Qualitative Interviews and Focus Groups","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; National Institute of Child Health and Human Development; National Institute of Mental Health; University of North Carolina at Chapel Hill; National Institutes of Health","keywords":"Focus group; Transgender; Intervention (counseling); Men who have sex with men; Young adult; Psychology; Sex work; Qualitative research; Psychological intervention; Gerontology; Medicine; Family medicine; Human immunodeficiency virus (HIV); Sociology; Psychiatry","score_opus":0.38944847506821284,"score_gpt":0.6139404693723932,"score_spread":0.22449199430418038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008335099","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056498732,0.000006668232,0.061510734,0.00019546805,0.0000012687317,0.8813167,0.0002394947,0.000057176963,0.00017371301],"genre_scores_gemma":[0.12303749,4.0739974e-7,0.0038883951,0.000006779252,0.00009520775,0.87223595,0.00014771394,0.00007210521,0.0005159373],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99513733,0.0013923201,0.0011025538,0.0008027541,0.0008187036,0.00074630533],"domain_scores_gemma":[0.9977552,0.00017711228,0.0003718299,0.00032675202,0.0007782241,0.0005908419],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003031573,0.00034036612,0.0007433777,0.00035795468,0.0003004747,0.00024912725,0.00027552916,0.00014788023,0.000060700164],"category_scores_gemma":[0.0001993619,0.0002728834,0.00031105895,0.00029255275,0.00045925635,0.00057042245,0.00019135536,0.00046053072,7.29612e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10216633,0.02411621,0.004251063,0.048118066,0.0017277065,0.000044236724,0.19865867,0.000006404369,0.08438532,0.0002638369,0.0059919083,0.5302702],"study_design_scores_gemma":[0.11083097,0.35756007,0.0010038136,0.03305257,0.00020931564,0.000050005143,0.12177694,0.31040332,0.059943683,0.00055019016,0.0037794074,0.0008397245],"about_ca_topic_score_codex":0.00019023768,"about_ca_topic_score_gemma":0.0001444506,"teacher_disagreement_score":0.5294305,"about_ca_system_score_codex":0.00015496535,"about_ca_system_score_gemma":0.00011758553,"threshold_uncertainty_score":0.99997234},"labels":[],"label_agreement":null},{"id":"W3008501154","doi":"10.2196/17138","title":"Investigating Health Impacts of Natural Resource Extraction Projects in Burkina Faso, Ghana, Mozambique, and Tanzania: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Direktion für Entwicklung und Zusammenarbeit; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Population health; Focus group; Natural resource; Social determinants of health; Tanzania; Health policy; Public health; Health promotion; Corporate governance; Community health; Environmental resource management; Business; Population; Environmental health; Economic growth; Environmental planning; Geography; Political science; Medicine; Nursing; Economics; Marketing","score_opus":0.22163940266992324,"score_gpt":0.5843624897083521,"score_spread":0.3627230870384289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008501154","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11048563,0.0000010381042,0.00008495689,0.0007942398,0.0000023782743,0.8883093,0.000006303987,0.000028409484,0.0002877451],"genre_scores_gemma":[0.12676397,9.906713e-8,0.007431684,0.0001651346,0.00003814915,0.8655103,0.0000028561385,0.000030279309,0.000057538295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951503,0.0020691326,0.000578961,0.000581845,0.0008862362,0.00073352345],"domain_scores_gemma":[0.9987023,0.0003307018,0.0002916241,0.00023501986,0.00002117724,0.00041918203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004097808,0.00022153817,0.00039690812,0.00009947576,0.00030031585,0.00009242236,0.00031946425,0.00010311309,0.00006243115],"category_scores_gemma":[0.000620476,0.00019175335,0.000054263455,0.0007934455,0.0003438995,0.00048032438,0.00055954535,0.000705995,0.0000055648834],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017462006,0.004997137,0.56314397,0.003239082,0.000054168348,0.000021391512,0.04292369,0.000054160868,0.24247205,0.00006048567,0.009658795,0.13162889],"study_design_scores_gemma":[0.012986686,0.018591585,0.877012,0.0016998654,0.000004235587,0.0000068206614,0.023946326,0.0029728315,0.036533054,0.00086347095,0.024701325,0.00068176526],"about_ca_topic_score_codex":0.0010884323,"about_ca_topic_score_gemma":0.00040921912,"teacher_disagreement_score":0.31386808,"about_ca_system_score_codex":0.0005271996,"about_ca_system_score_gemma":0.000116505296,"threshold_uncertainty_score":0.78194743},"labels":[],"label_agreement":null},{"id":"W3008628725","doi":"10.2196/12823","title":"Yoga and Aerobic Dance for Pain Management in Juvenile Idiopathic Arthritis: Protocol for a Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autoimmune and Inflammatory Disorders Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; SickKids Foundation; University of Toronto; Statistics Canada; Canadian Arthritis Patient Alliance; Institute for Clinical Evaluative Sciences; Children's Hospital of Eastern Ontario; Hospital for Sick Children; University of Ottawa","funders":"","keywords":"Randomized controlled trial; Physical therapy; Dance; Medicine; Protocol (science); Juvenile; Arthritis; Physical medicine and rehabilitation; Alternative medicine; Pain management; Psychology; Surgery","score_opus":0.155339632396108,"score_gpt":0.4850607023187124,"score_spread":0.3297210699226044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008628725","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021528383,0.000036812602,0.0013912583,0.0038158074,0.0000043939062,0.9935489,0.0000057789293,0.00008092661,0.00090078765],"genre_scores_gemma":[0.0013649962,0.000006308723,0.0008739791,0.00032057628,0.00022893689,0.9958004,0.000009333134,0.00006779427,0.0013276774],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99341613,0.002295388,0.0015394982,0.00073138025,0.0009894694,0.0010281339],"domain_scores_gemma":[0.99711007,0.0014520611,0.00024141031,0.00043105023,0.00044910653,0.00031627834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020806145,0.00029817212,0.002277491,0.00037319245,0.00026974003,0.00016363831,0.00032779525,0.00015628475,0.0001272638],"category_scores_gemma":[0.0054901205,0.0002290683,0.00037180164,0.0004970549,0.00035666107,0.00018605746,0.0002069924,0.0007192187,0.000018570705],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96384037,0.0011918362,0.000024395744,0.0065854313,0.00012083451,0.000046587724,0.00030593085,0.0000017021723,0.0007102713,0.0013597041,0.009616292,0.01619664],"study_design_scores_gemma":[0.82105076,0.013593659,0.000011694828,0.0035318828,0.0000070588185,0.0000018527905,0.00018375259,0.0029827184,0.00024321994,0.0010950124,0.15711808,0.00018030111],"about_ca_topic_score_codex":0.000007333227,"about_ca_topic_score_gemma":0.00000780737,"teacher_disagreement_score":0.1475018,"about_ca_system_score_codex":0.00012451559,"about_ca_system_score_gemma":0.00064798724,"threshold_uncertainty_score":0.93411344},"labels":[],"label_agreement":null},{"id":"W3008777654","doi":"10.2196/18098","title":"A Clinical Trial to Increase Self-Monitoring of Physical Activity and Eating Behaviors Among Adolescents: Protocol for the ImPACT Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"mHealth; Weight management; Psychological intervention; Medicine; Weight loss; Intervention (counseling); Protocol (science); Randomized controlled trial; Self-management; Clinical psychology; Physical therapy; Gerontology; Obesity; Computer science; Psychiatry; Alternative medicine","score_opus":0.6081244733522434,"score_gpt":0.7363609900929267,"score_spread":0.12823651674068326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008777654","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44044515,1.3858839e-7,0.000027927006,0.00020207051,0.0000060957786,0.55920917,0.000024948044,0.00005972756,0.000024762403],"genre_scores_gemma":[0.3731973,8.811781e-8,0.00014527331,0.000029950039,0.00090560736,0.62568337,7.325814e-7,0.000027680768,0.000010032678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99143964,0.0046083606,0.0011577706,0.00081528124,0.00085815653,0.0011207627],"domain_scores_gemma":[0.9922649,0.004077445,0.000502325,0.0008732555,0.0007835506,0.001498526],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009373876,0.00024296837,0.00065776345,0.00009675253,0.0016680777,0.000040145853,0.0005661846,0.00020633171,0.000023662386],"category_scores_gemma":[0.003451167,0.00015845803,0.00018100023,0.00073818583,0.00019286825,0.00016953329,0.00060928345,0.0022352084,0.000017627488],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060330592,0.007932927,0.9013219,0.0032636893,0.000015631493,8.0800874e-7,0.0023241623,0.0000011450023,0.000121353856,0.000016052441,0.001037654,0.023634113],"study_design_scores_gemma":[0.048787825,0.016700396,0.925529,0.0015627142,0.000008124982,9.092463e-8,0.0013653429,0.0004070151,0.00002820457,0.000027836923,0.005450937,0.00013250431],"about_ca_topic_score_codex":0.00083466974,"about_ca_topic_score_gemma":0.00005542824,"teacher_disagreement_score":0.06724786,"about_ca_system_score_codex":0.0002910372,"about_ca_system_score_gemma":0.0019607176,"threshold_uncertainty_score":0.99963164},"labels":[],"label_agreement":null},{"id":"W3008884145","doi":"10.2196/15467","title":"Patient-Reported Outcome Measures in Cystic Fibrosis: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cystic Fibrosis Research Advances","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; CINAHL; Checklist; MEDLINE; Observational study; PsycINFO; Systematic review; Prom; Protocol (science); Cochrane Library; Guideline; Patient-reported outcome; Quality of life (healthcare); Family medicine; Strengthening the reporting of observational studies in epidemiology; Randomized controlled trial; Physical therapy; Alternative medicine; Pathology; Nursing; Psychology; Psychological intervention","score_opus":0.45367009772988054,"score_gpt":0.6189611267007018,"score_spread":0.16529102897082126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008884145","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5194025e-9,0.37306568,0.000024670915,0.00021093288,0.0000039385686,0.626316,0.00009169077,0.00012809892,0.00015896534],"genre_scores_gemma":[8.396703e-9,0.13028926,0.0012867771,0.0001023584,0.00016689395,0.8672536,0.00010751599,0.00029269615,0.00050090917],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9809201,0.004208261,0.0058284705,0.0019343413,0.0049170456,0.002191784],"domain_scores_gemma":[0.9894224,0.003443073,0.0016124531,0.0025904696,0.0018074883,0.0011241583],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072985603,0.0012247366,0.009549029,0.0013977678,0.00023391674,0.00030240967,0.0012963867,0.00061708357,0.00021668032],"category_scores_gemma":[0.039478682,0.00081714644,0.0016279618,0.003666011,0.00037654812,0.00026899832,0.00073152024,0.0033198586,0.0004416417],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086269184,0.00074216723,0.000013180772,0.87904096,0.00022455964,0.00048359137,0.000033111904,6.6353714e-8,0.0000032871176,0.000024795947,0.01282525,0.105746366],"study_design_scores_gemma":[0.0016678779,0.002309681,9.719246e-7,0.49768183,0.00013433784,0.00013836032,0.000010346322,0.000005499597,0.0000027999472,0.000035911493,0.49768388,0.00032849386],"about_ca_topic_score_codex":0.000013156554,"about_ca_topic_score_gemma":0.000009384464,"teacher_disagreement_score":0.48485863,"about_ca_system_score_codex":0.0017612107,"about_ca_system_score_gemma":0.0044276365,"threshold_uncertainty_score":0.9994279},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3009021217","doi":"10.2196/17603","title":"An Ecologically Valid, Longitudinal, and Unbiased Assessment of Treatment Efficacy in Alzheimer Disease (the EVALUATE-AD Trial): Proof-of-Concept Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"National Center for Advancing Translational Sciences; National Institute of Nursing Research; National Institutes of Health; National Cancer Institute; NIH Office of the Director; National Institute on Aging; Health Services Research and Development","keywords":"Protocol (science); Clinical trial; Observational study; Dementia; Spouse; Cognition; Randomized controlled trial; Activities of daily living; Disease; Psychology; Clinical psychology; Medicine; Psychiatry; Alternative medicine; Pathology","score_opus":0.4711366090422514,"score_gpt":0.6100951054246303,"score_spread":0.1389584963823789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009021217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54218465,0.000023542138,0.000008483905,0.001067682,0.000001994862,0.45651078,0.000010641815,0.000013608715,0.0001785983],"genre_scores_gemma":[0.54711556,0.0000015884733,0.000044814926,0.000022114104,0.000030480345,0.45273015,0.00001108659,0.000013576536,0.000030639167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99361986,0.0026988357,0.00067798916,0.0006927723,0.0017138888,0.00059665286],"domain_scores_gemma":[0.9973672,0.00063947146,0.00014509175,0.0005979549,0.00064901315,0.00060125766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031951128,0.00023730089,0.0006211083,0.00022334226,0.00013749588,0.00007711763,0.00034983357,0.0000669375,0.0005939236],"category_scores_gemma":[0.00057669537,0.0001410263,0.00012852886,0.0008160995,0.00052786875,0.00013159611,0.00023512934,0.00047111674,0.000005595712],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09050281,0.06998038,0.74504495,0.00047524966,0.0006106942,0.00045668177,0.0022893518,0.000049630908,0.002157624,0.000060148268,0.00028287442,0.088089585],"study_design_scores_gemma":[0.09086025,0.12691239,0.7740309,0.00038019696,0.00011448245,0.0000011067439,0.0010066543,0.0010944157,0.004396908,0.00006448094,0.0009948115,0.00014338914],"about_ca_topic_score_codex":0.00005128848,"about_ca_topic_score_gemma":0.000020744554,"teacher_disagreement_score":0.08794619,"about_ca_system_score_codex":0.00015686016,"about_ca_system_score_gemma":0.0013421549,"threshold_uncertainty_score":0.65030473},"labels":[],"label_agreement":null},{"id":"W3009514087","doi":"10.2196/13731","title":"Perspectives Toward Seeking Treatment Among Patients With Psoriasis: Protocol for a Twitter Content Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Social media; Content analysis; Social media analytics; Analytics; Psoriasis; Descriptive statistics; Translational science; Health care; Psychology; Medicine; Medical education; Internet privacy; Computer science; Sociology; Political science; Data science; World Wide Web; Social science","score_opus":0.658786942798903,"score_gpt":0.6176645872497027,"score_spread":0.041122355549200296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009514087","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062097264,3.9308725e-7,0.00018085008,0.008496903,0.000011897762,0.98453563,0.00001364882,0.00009913855,0.00045182515],"genre_scores_gemma":[0.013137389,1.432065e-7,0.0006712537,0.00009349287,0.00095120794,0.985007,0.00000909512,0.000029929428,0.00010052603],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99572223,0.0010571097,0.0003501852,0.0006096081,0.0013951998,0.00086563604],"domain_scores_gemma":[0.9963394,0.0010791302,0.00020070832,0.00025500002,0.0015616467,0.0005641579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001196236,0.00018278297,0.00035813887,0.0002620206,0.00089062814,0.00027781297,0.00037898673,0.00013975875,0.0002440622],"category_scores_gemma":[0.0021772962,0.00014008762,0.0001630168,0.0019344209,0.0005012184,0.00032324635,0.000049479,0.00027294006,0.00002174357],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020030062,0.0014312373,0.6320364,0.00039105632,0.00028976207,0.0000017543329,0.3544125,0.000003265708,0.000013307962,0.00066373823,0.0023924948,0.0063614724],"study_design_scores_gemma":[0.008440985,0.0066593294,0.31285542,0.0005925433,0.000044689863,2.4608774e-8,0.07379563,0.00008928074,0.00014155195,0.00019785337,0.5967691,0.00041359614],"about_ca_topic_score_codex":0.0019727186,"about_ca_topic_score_gemma":0.00067651743,"teacher_disagreement_score":0.5943766,"about_ca_system_score_codex":0.0012139985,"about_ca_system_score_gemma":0.0010621464,"threshold_uncertainty_score":0.68500817},"labels":[],"label_agreement":null},{"id":"W3010516156","doi":"10.2196/14741","title":"Lumbar Intervertebral Motion in Healthy Male Participants: Protocol for a Motion Analysis During Flexion and Extension Cinematographic Recordings","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spine and Intervertebral Disc Pathology","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Motion (physics); Lumbar; Motion analysis; Physical medicine and rehabilitation; Protocol (science); Medicine; Physical therapy; Range of motion; Psychology; Computer science; Artificial intelligence; Anatomy; Alternative medicine; Pathology","score_opus":0.3754136521131342,"score_gpt":0.5633048769782297,"score_spread":0.18789122486509552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010516156","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2811386,0.0000018115786,0.0008504327,0.0026395894,0.000002761267,0.7152174,0.0000052042496,0.000061562154,0.000082619394],"genre_scores_gemma":[0.2411338,6.846585e-7,0.00042425795,0.00027435302,0.00008529402,0.7579682,0.00001808585,0.000027046353,0.00006829639],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99684,0.00041805528,0.0007209197,0.0007890849,0.00044018534,0.00079176424],"domain_scores_gemma":[0.9987342,0.000018952685,0.00014308057,0.0003507893,0.0003403565,0.00041263684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012460182,0.00021302227,0.00061485486,0.00092243275,0.00015674916,0.00006609742,0.00014375405,0.00018894125,0.00034156],"category_scores_gemma":[0.0006042957,0.00018187496,0.00024059833,0.0017770862,0.00013266288,0.00033767766,0.00018050133,0.0005690175,0.000024574738],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036653325,0.0053889966,0.7159759,0.032098517,0.0005354713,0.0005004461,0.0036166203,0.000058686805,0.16238064,0.0008739772,0.00892993,0.032987513],"study_design_scores_gemma":[0.015981045,0.014215856,0.9251274,0.0032733085,0.00004218539,0.000054343458,0.00041376994,0.03353446,0.005766715,0.0002589211,0.0010475512,0.00028447484],"about_ca_topic_score_codex":0.000060508657,"about_ca_topic_score_gemma":0.00007897554,"teacher_disagreement_score":0.20915149,"about_ca_system_score_codex":0.00010508389,"about_ca_system_score_gemma":0.000064594635,"threshold_uncertainty_score":0.7416646},"labels":[],"label_agreement":null},{"id":"W3010637322","doi":"10.2196/18241","title":"Sub-study Correction: Use of Human-Centered Design to Improve Implementation of Evidence-Based Psychotherapies in Low-Resource Communities: Protocol for Studies Applying a Framework to Assess Usability","year":2020,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Protocol (science); Computer science; Resource (disambiguation); Medicine; Human–computer interaction; Alternative medicine","score_opus":0.8184993394060924,"score_gpt":0.6963043685985595,"score_spread":0.12219497080753294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010637322","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005069944,0.000004494527,0.0035303032,0.0005507489,0.0005160968,0.99439526,0.0003520146,0.00007142954,0.00007263779],"genre_scores_gemma":[0.0026813203,1.562524e-7,0.0013931761,0.00019582623,0.00024803347,0.99294555,0.000051281524,0.0001400028,0.0023446735],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887433,0.0051357946,0.002580197,0.0010402441,0.0014564731,0.0010439566],"domain_scores_gemma":[0.9903302,0.0051005743,0.0009620137,0.0016786993,0.0016164898,0.00031200828],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0054820157,0.00056414783,0.0013292821,0.0012019095,0.00035787653,0.00025572666,0.0013500217,0.00042016924,0.00027728264],"category_scores_gemma":[0.0012711406,0.000521117,0.0003179089,0.0017671309,0.0003860807,0.00039684802,0.00050909386,0.0019394272,0.000021838492],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030795068,0.021137618,0.016081564,0.0369431,0.00062003883,0.000011849599,0.037539124,0.0000516233,0.00044051444,0.00017116943,0.81506795,0.041140385],"study_design_scores_gemma":[0.018813968,0.19369778,0.016559452,0.27014345,0.00003988449,0.0000021733433,0.12887293,0.000118619006,0.010607653,0.002110437,0.35723984,0.0017938002],"about_ca_topic_score_codex":0.0009680117,"about_ca_topic_score_gemma":0.001975416,"teacher_disagreement_score":0.4578281,"about_ca_system_score_codex":0.0010526653,"about_ca_system_score_gemma":0.000649196,"threshold_uncertainty_score":0.99972403},"labels":[],"label_agreement":null},{"id":"W3011288871","doi":"10.2196/16964","title":"Remote Monitoring Telemedicine (REMOTE) Platform for Patients With Anxiety Symptoms and Alcohol Use Disorder: Protocol for a Case-Control Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Usability; Wearable computer; Protocol (science); Telemedicine; Data collection; Applied psychology; Digital health; Wearable technology; mHealth; Mobile device; Mental health; Psychological intervention; Psychology; Medicine; Computer science; Health care; Human–computer interaction; Psychiatry; World Wide Web","score_opus":0.2516353359124934,"score_gpt":0.5606956748790233,"score_spread":0.3090603389665299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011288871","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03706258,7.757745e-7,0.0011859732,0.00045289515,0.000019385767,0.96067494,0.0003455221,0.00012220125,0.0001357166],"genre_scores_gemma":[0.11984625,1.4809847e-8,0.001199682,0.00006696024,0.0002318429,0.8781775,0.000011307861,0.000097005686,0.0003694367],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627477,0.0002503792,0.00075652776,0.0008858278,0.00072246173,0.001110053],"domain_scores_gemma":[0.99725336,0.0007667028,0.00021630772,0.00054864475,0.00062765187,0.00058733235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011053501,0.0003297498,0.00044468656,0.00018567035,0.0005057564,0.00023904812,0.0003450168,0.00013945071,0.00006432149],"category_scores_gemma":[0.00045117177,0.00025508512,0.00010909523,0.0004270355,0.0001762707,0.0005203401,0.00017607294,0.00053612253,0.000020091717],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032662254,0.006980754,0.35528666,0.0037209557,0.0003147716,0.00013062525,0.002673445,0.0000017741976,0.00001231414,0.00017186126,0.0038463718,0.5941982],"study_design_scores_gemma":[0.21273264,0.23587333,0.22209129,0.00677699,0.000051464773,0.00013226217,0.0035268227,0.0019243156,0.00013838537,0.0009075235,0.31465924,0.0011857204],"about_ca_topic_score_codex":0.00016624022,"about_ca_topic_score_gemma":0.00006748634,"teacher_disagreement_score":0.5930125,"about_ca_system_score_codex":0.00015598544,"about_ca_system_score_gemma":0.00008787586,"threshold_uncertainty_score":0.99999017},"labels":[],"label_agreement":null},{"id":"W3011308572","doi":"10.2196/16472","title":"Digitally Enhanced Mentoring for Immigrant Youth Social Capital: Protocol for a Mixed Methods Pilot Study and a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Fidelity; Social capital; Protocol (science); Intervention (counseling); Psychology; Medical education; Scale (ratio); Applied psychology; Nursing; Medicine; Computer science; Sociology","score_opus":0.37659831122754245,"score_gpt":0.6049780804338444,"score_spread":0.22837976920630193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011308572","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033402499,0.0000017150525,0.0067809867,0.00049670413,0.00011485045,0.98801,0.000028036771,0.00014819275,0.0010792577],"genre_scores_gemma":[0.009386356,5.6367533e-8,0.0023220775,0.000047806017,0.0011442049,0.9846894,0.000008676851,0.0000828267,0.0023185955],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99162394,0.0037041688,0.0014499305,0.0010419837,0.00089171965,0.0012882438],"domain_scores_gemma":[0.9946491,0.0037820947,0.00043105264,0.0002843205,0.00043693164,0.0004164862],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017413698,0.00041075164,0.0019261759,0.00020354794,0.0005203452,0.00034456514,0.0005436152,0.00016052034,0.00008395001],"category_scores_gemma":[0.0037470898,0.00030203056,0.00033667104,0.00029309036,0.00019677223,0.00014151141,0.0002549978,0.0005872124,0.000012141207],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9272446,0.002482033,0.000004065092,0.00046560352,0.00059273676,0.0000024753178,0.053883053,1.6708915e-7,0.0025365509,0.00061699725,0.0028296781,0.009342021],"study_design_scores_gemma":[0.9424255,0.018336076,0.000010751115,0.00023992904,0.000030953615,3.0685823e-7,0.008251253,0.000031107033,0.0012020866,0.00066404056,0.028480122,0.00032788338],"about_ca_topic_score_codex":0.000023592052,"about_ca_topic_score_gemma":0.0000022228196,"teacher_disagreement_score":0.0456318,"about_ca_system_score_codex":0.00012322846,"about_ca_system_score_gemma":0.00026915447,"threshold_uncertainty_score":0.9999432},"labels":[],"label_agreement":null},{"id":"W3011406430","doi":"10.2196/17714","title":"Development of Cognitive and Physical Exercise Systems, Clinical Recordings, Large-Scale Data Analytics, and Virtual Coaching for Heart Failure Patients: Protocol for the BioTechCOACH-ForALL Project","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coaching; Protocol (science); Physical therapy; Medicine; Quality of life (healthcare); Heart failure; Test (biology); Cognition; Physical medicine and rehabilitation; Psychology; Nursing; Alternative medicine","score_opus":0.39639402328623113,"score_gpt":0.5542484734327207,"score_spread":0.15785445014648952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011406430","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025139027,0.000002350709,0.0028068218,0.0021847878,0.000004479941,0.99217856,0.00025167596,0.000044473443,0.000012965708],"genre_scores_gemma":[0.0032961934,7.738833e-7,0.013963332,0.00010046133,0.00020232616,0.9821165,0.0001922977,0.000040385483,0.00008769351],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99718314,0.00026810603,0.00065245933,0.00074041705,0.00062086567,0.00053498877],"domain_scores_gemma":[0.9974365,0.0011791441,0.00015846638,0.0004358109,0.00053281715,0.00025721893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033000591,0.00023224732,0.0006401054,0.00011729896,0.00042756,0.0001302957,0.00025964956,0.00012760775,0.000004167],"category_scores_gemma":[0.0011101443,0.0001464832,0.00008633596,0.00026366237,0.00024215496,0.00021370137,0.0007445024,0.0004807829,0.000003550507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049144074,0.015290823,0.072680354,0.034680758,0.0017554177,0.00001379309,0.01604641,0.0000019058687,0.0010922037,0.00083960465,0.6264729,0.18198176],"study_design_scores_gemma":[0.016913522,0.0069611324,0.0018673644,0.004450866,0.000079813806,0.0000010527149,0.0052481783,0.010671994,0.0005123665,0.0000109822395,0.9530713,0.00021141492],"about_ca_topic_score_codex":0.0000114803715,"about_ca_topic_score_gemma":0.000019348057,"teacher_disagreement_score":0.3265984,"about_ca_system_score_codex":0.00004540157,"about_ca_system_score_gemma":0.0003880553,"threshold_uncertainty_score":0.5973412},"labels":[],"label_agreement":null},{"id":"W3011489686","doi":"10.2196/17904","title":"Regenerative Therapy for Liver Cirrhosis Based on Intrahepatic Arterial Infusion of Autologous Subcutaneous Adipose Tissue-Derived Regenerative (Stem) Cells: Protocol for a Confirmatory Multicenter Uncontrolled Clinical Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Liver physiology and pathology","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kanazawa University","keywords":"Medicine; Cirrhosis; Adipose tissue; Clinical trial; Stem cell; Stem-cell therapy; Internal medicine; Gastroenterology; Oncology; Surgery; Transplantation","score_opus":0.3284582136865444,"score_gpt":0.5338592095333646,"score_spread":0.20540099584682026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011489686","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059091367,0.0000025323923,0.00066750427,0.0008908593,0.00006171718,0.93900514,0.00014210017,0.00007587775,0.000062893676],"genre_scores_gemma":[0.06466446,9.404582e-7,0.0019392738,0.00100978,0.0010632838,0.9310894,0.000049634484,0.000065003966,0.00011818979],"study_design_codex":"randomized_trial","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9932266,0.0033032796,0.0012896223,0.0009411308,0.00053136435,0.00070798903],"domain_scores_gemma":[0.9941382,0.003117928,0.00054184394,0.00060333085,0.0012192909,0.00037939806],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017596438,0.00040552506,0.0013964323,0.00019350415,0.00028879257,0.000037275648,0.0003675565,0.0006232609,0.0002919913],"category_scores_gemma":[0.0007018117,0.0002989965,0.0004303356,0.00022194267,0.0007304604,0.00008363852,0.000090335016,0.00077518885,0.00003322824],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6616529,0.0030943365,0.00006153003,0.0010423869,0.00017509806,0.00010487444,0.0011361137,0.000020663338,0.32134235,0.00007602601,0.0061425855,0.005151117],"study_design_scores_gemma":[0.34616894,0.1733635,0.0001555955,0.0008984596,0.00003793241,0.0000074088002,0.00007541602,0.014494436,0.43685845,0.000068091926,0.027544077,0.00032768483],"about_ca_topic_score_codex":0.0000073476353,"about_ca_topic_score_gemma":0.0000062149306,"teacher_disagreement_score":0.315484,"about_ca_system_score_codex":0.000092490365,"about_ca_system_score_gemma":0.0010121453,"threshold_uncertainty_score":0.99994624},"labels":[],"label_agreement":null},{"id":"W3011494909","doi":"10.2196/17363","title":"Learning Integrated Health System to Mobilize Context-Adapted Knowledge With a Wiki Platform to Improve the Transitions of Frail Seniors From Hospitals and Emergency Departments to the Community (LEARNING WISDOM): Protocol for a Mixed-Methods Implementation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Schwartz/Reisman Emergency Medicine Institute; Mount Sinai Hospital; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centres Intégré Universitaires de Santé et de Services Sociaux; Sinai Health System; Sante Montreal; University of Toronto; Université de Sherbrooke; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Canadian Respiratory Research Network; Hôpital du Saint-Sacrement; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; University Health Network; Health and Social Services Centre University Institute of Geriatrics of Sherbrooke; Institut National d'Excellence en Santé et en Services Sociaux; Université de Montréal; Université Laval; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean","funders":"Canadian Institutes of Health Research","keywords":"Context (archaeology); Emergency department; Health care; Focus group; Nursing; Suite; Medicine; Psychology; Business; Marketing","score_opus":0.18258688782986848,"score_gpt":0.5613626659483112,"score_spread":0.3787757781184427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011494909","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12561697,0.0000018822183,0.008412746,0.0053029237,0.000009146553,0.8603667,0.00014339342,0.0001110665,0.00003520058],"genre_scores_gemma":[0.27971742,7.2450014e-8,0.003814736,0.000120785044,0.00006778491,0.71611494,0.00003834655,0.000055442804,0.00007047937],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9928199,0.0040806425,0.0009584828,0.0005839088,0.0008299264,0.00072711566],"domain_scores_gemma":[0.99612814,0.0010237044,0.0002591443,0.000652176,0.0012485579,0.00068828935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054317387,0.00033961376,0.00068507344,0.00020082029,0.001217091,0.00010248401,0.00049742893,0.00008209968,0.000056522924],"category_scores_gemma":[0.0010670961,0.0002012312,0.0000935365,0.0014758831,0.00011946488,0.00014906428,0.00033437734,0.001469925,0.00001500055],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021362849,0.0031669044,0.01879471,0.006061422,0.0007823319,0.000009967168,0.48785284,0.00031143593,0.013248289,0.000086050655,0.016483953,0.43183926],"study_design_scores_gemma":[0.023477709,0.15919155,0.043080073,0.0051667467,0.000057284236,0.00000846548,0.59311056,0.0033529736,0.006469432,0.000022464386,0.16553469,0.0005280427],"about_ca_topic_score_codex":0.0022177584,"about_ca_topic_score_gemma":0.0059593986,"teacher_disagreement_score":0.43131122,"about_ca_system_score_codex":0.00036945302,"about_ca_system_score_gemma":0.0006325778,"threshold_uncertainty_score":0.9361003},"labels":[],"label_agreement":null},{"id":"W3011504301","doi":"10.2196/16493","title":"Person and Family Centeredness in Ethiopian Cancer Care: Proposal for a Project for Improving Communication, Ethics, Decision Making, and Health","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Nursing; Health care; Medicine; Focus group; Psychology; Family medicine; Medical education; Sociology; Political science","score_opus":0.7813941916324482,"score_gpt":0.6862386719610499,"score_spread":0.09515551967139824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011504301","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00276158,0.0019025469,0.00070396735,0.0936185,0.00003477316,0.90045166,0.0003082662,0.00012101696,0.000097667886],"genre_scores_gemma":[0.07407221,0.00008116472,0.026404526,0.0027407515,0.00010605749,0.89643174,0.00005676075,0.00007213826,0.000034628647],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9929833,0.0036944395,0.0009042339,0.00072510535,0.0006283515,0.0010645689],"domain_scores_gemma":[0.99298185,0.003616973,0.00042891348,0.00087131775,0.0017844805,0.0003164347],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0039195935,0.00022938529,0.0004535753,0.00028809658,0.0027370574,0.00009554082,0.00077266846,0.00045024496,0.0000057189077],"category_scores_gemma":[0.0030742458,0.00021304183,0.00004791208,0.00051552494,0.0002887058,0.00028337995,0.0008253761,0.003144111,0.0000021338494],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041242465,0.00024204212,0.11539769,0.07308983,0.000020007048,0.0000011495289,0.60183644,0.0000025328668,0.00024385225,0.0088594165,0.019299587,0.17688322],"study_design_scores_gemma":[0.025297496,0.0077180145,0.06045271,0.061681088,0.00000856636,0.0000019218535,0.4261101,0.01141721,0.00006241399,0.006296266,0.39987075,0.00108348],"about_ca_topic_score_codex":0.0034692234,"about_ca_topic_score_gemma":0.0073751546,"teacher_disagreement_score":0.38057116,"about_ca_system_score_codex":0.00093657244,"about_ca_system_score_gemma":0.0076973587,"threshold_uncertainty_score":0.9991557},"labels":[],"label_agreement":null},{"id":"W3011561150","doi":"10.2196/14629","title":"Optimization of Upper Extremity Rehabilitation by Combining Telerehabilitation With an Exergame in People With Chronic Stroke: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University; Université de Sherbrooke; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Telerehabilitation; Rehabilitation; Physical therapy; Physical medicine and rehabilitation; Stroke (engine); Medicine; Randomized controlled trial; Protocol (science); Occupational therapy; Intervention (counseling); Telemedicine; Psychology; Health care; Nursing; Alternative medicine","score_opus":0.11512275287669402,"score_gpt":0.5304037519721263,"score_spread":0.41528099909543226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011561150","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0885603,0.0000011645984,0.01864283,0.0009624567,0.000002999795,0.8916736,0.000017089915,0.00007064807,0.000068865],"genre_scores_gemma":[0.029313909,7.0493996e-8,0.1444245,0.000017230708,0.00004292464,0.8260655,0.000026092368,0.00005794098,0.000051838102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948639,0.0020525765,0.0007731067,0.0007737827,0.0010434604,0.00049312465],"domain_scores_gemma":[0.9954986,0.002160949,0.0002557418,0.00052117254,0.0012786792,0.00028483447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033474262,0.00025875267,0.00066021446,0.00043575215,0.00012547997,0.000060796236,0.00020145305,0.00015104978,0.00011436015],"category_scores_gemma":[0.0018621298,0.00018909966,0.000097977325,0.0013841924,0.0002908963,0.00050289935,0.000058390673,0.0005309691,0.000001815854],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055546373,0.014026042,0.8251991,0.012790979,0.00013299381,0.000004799326,0.021780195,0.008492866,0.020428842,0.00010635646,0.0017096206,0.03978182],"study_design_scores_gemma":[0.07736065,0.32389796,0.47717604,0.006246987,0.00003530575,0.000009847784,0.03533739,0.06450135,0.0053946646,0.0001379106,0.009155514,0.0007463733],"about_ca_topic_score_codex":0.00005478189,"about_ca_topic_score_gemma":0.000074488766,"teacher_disagreement_score":0.3480231,"about_ca_system_score_codex":0.00044550147,"about_ca_system_score_gemma":0.0009074354,"threshold_uncertainty_score":0.7711261},"labels":[],"label_agreement":null},{"id":"W3011715365","doi":"10.2196/17737","title":"Daily Self-Monitoring of Symptoms and Skills Learning in Patients With Borderline Personality Disorder Through a Mobile Phone App: Protocol for a Pragmatic Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Region Sjælland","keywords":"Borderline personality disorder; Randomized controlled trial; Mobile phone; Psychology; Protocol (science); Personality; Clinical psychology; Applied psychology; mHealth; Multimedia; Psychotherapist; Medicine; Psychiatry; Computer science; Social psychology; Psychological intervention; Alternative medicine","score_opus":0.0660835427752417,"score_gpt":0.5183974719122418,"score_spread":0.45231392913700014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011715365","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057254966,0.0000031203447,0.00016640816,0.00018390684,0.000012227955,0.9413571,0.000027497435,0.00008642731,0.0009083432],"genre_scores_gemma":[0.056332357,5.2410133e-8,0.000836084,0.000016841072,0.00008382537,0.9423057,0.00001574917,0.000050506856,0.0003588812],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944625,0.0021911543,0.0013101896,0.00056250324,0.00079893,0.00067474757],"domain_scores_gemma":[0.9966965,0.0018837594,0.00052339805,0.00026435146,0.0004405395,0.00019147639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030273218,0.00026018685,0.0013377019,0.00015048082,0.00016220887,0.000098008626,0.00026107632,0.00013832607,0.00017531708],"category_scores_gemma":[0.0009971538,0.0001870956,0.00020490069,0.00051038206,0.00028255658,0.00030089458,0.00013960147,0.0006481182,0.00001657467],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9639139,0.01007612,0.015228678,0.003144236,0.00020402581,0.0000021992978,0.004270891,0.000005906857,0.0000037777095,0.00036316106,0.0001320851,0.0026549979],"study_design_scores_gemma":[0.96972126,0.018267075,0.0017203859,0.0022166295,0.000010177835,4.3813316e-7,0.00044858674,0.00013294001,0.000022077842,0.00026607892,0.00701912,0.000175203],"about_ca_topic_score_codex":0.00005312588,"about_ca_topic_score_gemma":0.000006191036,"teacher_disagreement_score":0.013508292,"about_ca_system_score_codex":0.00010212779,"about_ca_system_score_gemma":0.00017520422,"threshold_uncertainty_score":0.76295376},"labels":[],"label_agreement":null},{"id":"W3011906361","doi":"10.2196/17310","title":"Dietary Intake Nutritional Status and Lifestyle of Adolescent Vegetarian and Nonvegetarian Girls in New Zealand (The SuNDiAL Project): Protocol for a Clustered, Cross-Sectional Survey","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Agriculture Sustainability and Environmental Impact","field":"Environmental Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Otago","keywords":"Cross-sectional study; Environmental health; Medicine; Gerontology; Demography","score_opus":0.20650764304857994,"score_gpt":0.47681657351413304,"score_spread":0.2703089304655531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011906361","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16565709,0.0000011302578,0.000007803908,0.0010210451,0.000002821463,0.8331148,0.00008009212,0.0000115608345,0.00010363547],"genre_scores_gemma":[0.12538217,4.1075242e-7,0.00022490675,0.000098043696,0.00011368801,0.873928,0.00003339275,0.000013816403,0.00020558116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99712914,0.0005338381,0.0004469813,0.0005726831,0.0006774639,0.0006398759],"domain_scores_gemma":[0.9990152,0.00029040987,0.00010561963,0.00019646781,0.000030320798,0.00036196416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001501209,0.0002038203,0.00023838901,0.000054927343,0.00026346298,0.00014992966,0.0002692737,0.00014838223,0.00017695253],"category_scores_gemma":[0.0002938337,0.0001414031,0.000059210914,0.00042284312,0.00085964944,0.00037876362,0.000510068,0.0005394511,0.000010070431],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003630775,0.00055462203,0.98978406,0.0005300249,0.000009794748,0.000003895602,0.0011232236,0.00006587288,0.0004459991,0.000018191395,0.0030275476,0.0008059799],"study_design_scores_gemma":[0.004269593,0.001438406,0.9484337,0.00010989782,8.6154023e-7,0.0000063613957,0.000099027464,0.0001551887,0.0001161733,0.00046973155,0.044745103,0.0001559449],"about_ca_topic_score_codex":0.00239822,"about_ca_topic_score_gemma":0.0025694552,"teacher_disagreement_score":0.041717555,"about_ca_system_score_codex":0.00027411306,"about_ca_system_score_gemma":0.0001991628,"threshold_uncertainty_score":0.5766251},"labels":[],"label_agreement":null},{"id":"W3012418221","doi":"10.2196/17795","title":"Reported Outcomes in Published Systematic Reviews of Interdisciplinary Pain Treatment: Protocol for a Systematic Overview","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Protocol (science); Medicine; Alternative medicine; MEDLINE; Psychology","score_opus":0.948451816089855,"score_gpt":0.7380280739462522,"score_spread":0.2104237421436027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012418221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024327486,0.000041594973,0.0016194029,0.0021979655,0.000005384658,0.9948375,0.000020086889,0.000017875109,0.0012358384],"genre_scores_gemma":[0.00043518486,5.9025075e-7,0.0013308247,0.00013429635,0.000051116815,0.9939419,0.0000059244276,0.00004399316,0.004056188],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.80618936,0.13580833,0.04279816,0.0026680517,0.011384298,0.0011518223],"domain_scores_gemma":[0.9500343,0.026159847,0.013910136,0.0061776573,0.0032062344,0.0005117924],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4063626,0.00070229813,0.015454083,0.001201406,0.00020865329,0.001634147,0.004065963,0.00021087461,0.0029218365],"category_scores_gemma":[0.31820336,0.0002888922,0.0039197565,0.0051156203,0.00014095864,0.000729402,0.00082136155,0.00040881257,0.00081786193],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018913494,0.0009843002,0.0045896,0.9415333,0.0003347083,0.000028828848,0.0022560095,0.0000048475285,0.00009412716,0.00073453155,0.048531152,0.0007194219],"study_design_scores_gemma":[0.0089970175,0.007813566,0.0010108184,0.7703035,0.00021296352,0.00003136762,0.0047257547,0.025440672,0.00014907053,0.013174131,0.16699956,0.0011415638],"about_ca_topic_score_codex":0.000008270439,"about_ca_topic_score_gemma":0.00004065972,"teacher_disagreement_score":0.17122982,"about_ca_system_score_codex":0.0002838258,"about_ca_system_score_gemma":0.0003839869,"threshold_uncertainty_score":0.9999601},"labels":[],"label_agreement":null},{"id":"W3012612966","doi":"10.2196/17454","title":"Sustainability of Community-Based Specialized Mental Health Services in Five European Countries: Protocol for Five Randomized Controlled Trial–Based Health-Economic Evaluations Embedded in the RECOVER-E Program","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; European Federation of Psychologists Associations","keywords":"Mental health; Medicine; Economic evaluation; Montenegro; Health care; Randomized controlled trial; Quality of life (healthcare); Nursing; Psychiatry; Economic growth","score_opus":0.17647618268975654,"score_gpt":0.571749090313815,"score_spread":0.39527290762405853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012612966","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033092417,0.000005304417,0.000037501817,0.050979476,0.0000051935813,0.9452304,0.00016720666,0.000058720965,0.00020690128],"genre_scores_gemma":[0.007229475,0.0000011758834,0.0014154185,0.0013785405,0.000119566714,0.98943883,0.00033543375,0.000047517122,0.000034069486],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96212906,0.03268324,0.0021278164,0.00051579357,0.0014577978,0.001086286],"domain_scores_gemma":[0.99084944,0.0061754496,0.0007120564,0.00089901936,0.00091283227,0.00045118533],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03768093,0.00034987688,0.0023268869,0.00045034586,0.0005495878,0.0001778944,0.0007240149,0.000095967254,0.00019772894],"category_scores_gemma":[0.0022815212,0.00022585504,0.0005290434,0.0007885599,0.00058550615,0.00014130987,0.00013100619,0.0011834909,0.000012793317],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9728802,0.006852044,0.00015942837,0.007922774,0.00010796269,0.000009548065,0.007234615,0.0003145634,0.0000023617467,0.00019257143,0.0022597583,0.0020642106],"study_design_scores_gemma":[0.93752897,0.023802646,0.00024021769,0.0022018957,0.000008501138,6.1825693e-7,0.004616563,0.020712852,0.00004318193,0.00056724064,0.010143526,0.00013381426],"about_ca_topic_score_codex":0.0010454641,"about_ca_topic_score_gemma":0.0014548707,"teacher_disagreement_score":0.049600936,"about_ca_system_score_codex":0.001965648,"about_ca_system_score_gemma":0.012187666,"threshold_uncertainty_score":0.9934123},"labels":[],"label_agreement":null},{"id":"W3012613573","doi":"10.2196/17854","title":"Development of a Short Instrument for Measuring Health-Related Quality of Life in Oncological Patients for Clinical Use: Protocol for an Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Protocol (science); Quality of life (healthcare); Context (archaeology); Health care; Medical physics; Clinical Practice; Intensive care medicine; Physical therapy; Alternative medicine; Family medicine; Nursing; Pathology","score_opus":0.9441623960155628,"score_gpt":0.7003210189194268,"score_spread":0.24384137709613607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012613573","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27473795,2.597403e-7,0.00021000176,0.0003454973,0.0000055472315,0.72461545,0.000057277884,0.000015588079,0.000012423341],"genre_scores_gemma":[0.11664005,3.3964337e-8,0.006118814,0.00013272664,0.00006218326,0.87694263,0.000069691654,0.000022577095,0.00001126892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947264,0.00075433415,0.0024008548,0.0005266129,0.0011373505,0.00045441827],"domain_scores_gemma":[0.9964718,0.00094001414,0.00034200863,0.0002683648,0.0015714662,0.00040629526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008466077,0.00015201188,0.0008677726,0.000109941044,0.00011264109,0.00001969367,0.00024307541,0.00015902826,0.00001747095],"category_scores_gemma":[0.0035215786,0.00012527437,0.0001616499,0.0003690596,0.00009422069,0.00012829855,0.00013547148,0.00034623206,3.4033084e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044028677,0.010918664,0.9036123,0.0068580573,0.00007780284,2.5382215e-7,0.0035990905,0.0000026234375,0.0001456476,0.00013409974,0.0011446407,0.029478138],"study_design_scores_gemma":[0.027889647,0.034800615,0.8931009,0.00096177874,0.0000026504374,6.039444e-8,0.0011125839,0.00022108237,0.00037396324,0.00007069251,0.04132322,0.00014277187],"about_ca_topic_score_codex":0.000097752825,"about_ca_topic_score_gemma":0.00096783706,"teacher_disagreement_score":0.1580979,"about_ca_system_score_codex":0.00033078628,"about_ca_system_score_gemma":0.002934336,"threshold_uncertainty_score":0.5205386},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3012629858","doi":"10.2196/14885","title":"Bridging the Gap in Community Care for Patients With Borderline Personality Disorder: Protocol for Qualitative Inquiry Into Patient, Caregiver, and Clinician Perspectives on Service Gaps and Potential Solutions for Severe Emotion Dysregulation","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Personality Disorders and Psychopathology","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta; Alberta Health Services","funders":"Alberta Health Services","keywords":"Borderline personality disorder; Qualitative research; Focus group; Suicidal ideation; Medicine; Exploratory research; Psychology; Clinical psychology; Psychiatry; Nursing; Psychotherapist; Poison control; Human factors and ergonomics; Medical emergency","score_opus":0.2474440738110429,"score_gpt":0.549819896096745,"score_spread":0.3023758222857021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012629858","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16337298,0.00001630359,0.002228823,0.0049908753,0.000010564143,0.8287858,0.00047132318,0.000030290003,0.00009308673],"genre_scores_gemma":[0.2380942,3.2382601e-7,0.00032196395,0.00026020352,0.000099753655,0.7609617,0.00021796467,0.00003222269,0.000011654975],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954383,0.0025537056,0.0003985763,0.00065350917,0.00034174055,0.0006141864],"domain_scores_gemma":[0.9970541,0.0010591839,0.00021281709,0.00034692918,0.0011978167,0.00012915101],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0017355382,0.00025062574,0.00033096914,0.00013148718,0.0015329341,0.000099492696,0.0002472472,0.00019651125,0.000017768114],"category_scores_gemma":[0.0003486524,0.00019735847,0.00007870739,0.0003514811,0.00051146926,0.00019149613,0.00013251025,0.00065641163,0.0000011556639],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023147844,0.0020744393,0.0109619675,0.003202638,0.00006604875,8.4751434e-7,0.93279576,0.000043373824,0.000013670359,0.0030320452,0.001952265,0.022709075],"study_design_scores_gemma":[0.027117584,0.018105261,0.087760545,0.0008308544,0.00001411072,0.000002689515,0.83487797,0.0011927246,0.0000020148186,0.0038213735,0.025822764,0.0004521364],"about_ca_topic_score_codex":0.00061109615,"about_ca_topic_score_gemma":0.0016496005,"teacher_disagreement_score":0.09791784,"about_ca_system_score_codex":0.0001138592,"about_ca_system_score_gemma":0.00011261645,"threshold_uncertainty_score":0.99976695},"labels":[],"label_agreement":null},{"id":"W3012637421","doi":"10.2196/17864","title":"Standardized Protocol Items Recommendations for Observational Studies (SPIROS) for Observational Study Protocol Reporting Guidelines: Protocol for a Delphi Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Maastricht","keywords":"Observational study; Strengthening the reporting of observational studies in epidemiology; Protocol (science); Checklist; Delphi method; Delphi; Medicine; Observational methods in psychology; Likert scale; Family medicine; Medical physics; Psychology; Computer science; Alternative medicine; Pathology","score_opus":0.9955369141861513,"score_gpt":0.8323458546954217,"score_spread":0.16319105949072965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012637421","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034822173,2.8953022e-7,0.031253748,0.01272631,0.000020348472,0.9553512,0.00040476673,0.000079704725,0.00012884208],"genre_scores_gemma":[0.000008123268,6.998327e-9,0.0821543,0.0006081088,0.0010541178,0.91248834,0.00006281692,0.00012417637,0.0034999843],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91883606,0.015472374,0.042565115,0.004638116,0.016732072,0.0017562886],"domain_scores_gemma":[0.90604955,0.019729052,0.01987937,0.0039776694,0.049745318,0.00061901583],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30969065,0.0010413624,0.0059448085,0.000792878,0.0025800408,0.0035094176,0.0041253073,0.0002383545,0.001546172],"category_scores_gemma":[0.42351577,0.00059724366,0.002645015,0.004172282,0.00021564655,0.0013366893,0.0010103071,0.0006794068,0.00010587788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068568275,0.0050254846,0.042393457,0.005406424,0.0009740105,0.0000057558186,0.004030264,0.0001709462,0.00017565387,0.001411081,0.9242845,0.009265591],"study_design_scores_gemma":[0.021942401,0.010534409,0.0017371449,0.0009193269,0.000050617513,0.0000021608128,0.010509215,0.010790379,0.00007397503,0.011009192,0.9318399,0.0005912786],"about_ca_topic_score_codex":0.000008131457,"about_ca_topic_score_gemma":0.000074669624,"teacher_disagreement_score":0.11382512,"about_ca_system_score_codex":0.00041543483,"about_ca_system_score_gemma":0.0025366975,"threshold_uncertainty_score":0.9996479},"labels":[],"label_agreement":null},{"id":"W3012650463","doi":"10.2196/17656","title":"A Multilingual, Culturally Competent Mobile Health Intervention to Improve Treatment Adherence Among Women Living With HIV: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"mHealth; Medicine; Psychological intervention; Randomized controlled trial; Family medicine; Health care; Intervention (counseling); Telemedicine; Ethnic group; Nursing","score_opus":0.1410898305068881,"score_gpt":0.546175059048727,"score_spread":0.4050852285418389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012650463","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009551572,0.0000028036632,0.0010874474,0.0009871878,0.0000045484185,0.98761827,0.000044825734,0.00014709728,0.00055624207],"genre_scores_gemma":[0.0066128196,5.7887974e-7,0.0012859697,0.000088687964,0.00036165773,0.9778248,0.000023060078,0.00006368241,0.013738723],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926744,0.0022585944,0.0014480859,0.00088388944,0.0013326423,0.0014023662],"domain_scores_gemma":[0.995082,0.0011021489,0.00039830484,0.00050633325,0.0013164171,0.0015947907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004878159,0.0004060021,0.0021363345,0.0003410351,0.00039622342,0.0003401459,0.00037967038,0.0001130541,0.0009090033],"category_scores_gemma":[0.0035801218,0.00023475972,0.00097195344,0.00056901807,0.00031986792,0.0002372528,0.00020653037,0.00062388205,0.00009728794],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95034903,0.005203897,0.0000829352,0.0025916917,0.00045872288,0.00001618593,0.0057680206,0.0000062044815,0.0013351565,0.000032578573,0.0066653215,0.027490236],"study_design_scores_gemma":[0.72750604,0.23909771,0.00001927853,0.0067472323,0.000009863847,0.000002520159,0.001885695,0.0032810634,0.0006539485,0.000011360476,0.020613194,0.000172075],"about_ca_topic_score_codex":0.00019308065,"about_ca_topic_score_gemma":0.0000933331,"teacher_disagreement_score":0.23389383,"about_ca_system_score_codex":0.00095519394,"about_ca_system_score_gemma":0.001188368,"threshold_uncertainty_score":0.99529487},"labels":[],"label_agreement":null},{"id":"W3012654067","doi":"10.2196/18327","title":"Effectiveness of a Quit Vaping Text Message Program in Promoting Abstinence Among Young Adult E-Cigarette Users: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"CVS Health","keywords":"Smoking cessation; Abstinence; Randomized controlled trial; Text messaging; Intervention (counseling); Protocol (science); Text message; Psychological intervention; Medicine; Quit smoking; Psychology; Family medicine; Alternative medicine; Psychiatry; Internet privacy; Computer science; Internal medicine","score_opus":0.1317406005911768,"score_gpt":0.5141876328863156,"score_spread":0.3824470322951389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012654067","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16639979,3.7681934e-7,0.00018651136,0.00020632907,0.0000068956106,0.83279365,0.000003477496,0.00013464487,0.00026833842],"genre_scores_gemma":[0.2299114,5.5629812e-8,0.00018671452,0.0000135246455,0.00013469068,0.7696626,0.000010113053,0.000049085098,0.000031772113],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929408,0.0027184754,0.0013264463,0.0007048512,0.0015519705,0.0007574951],"domain_scores_gemma":[0.99513435,0.0024620255,0.000517327,0.00037953423,0.0012122773,0.00029446572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01199977,0.0003076315,0.0019186934,0.0003578824,0.00015371577,0.00014508824,0.00033057696,0.00027010567,0.000060427927],"category_scores_gemma":[0.0122735035,0.00022670219,0.00048238813,0.000986505,0.0003961787,0.0002705126,0.00012325759,0.00091507315,0.0000012886128],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94389766,0.0017859226,0.03391237,0.011227551,0.00009412827,0.00003235801,0.0019419581,0.0000035126702,0.005203321,0.000093984374,0.000059638704,0.001747583],"study_design_scores_gemma":[0.9562761,0.0058352477,0.008443349,0.016474543,0.000037971335,0.0000025918896,0.00019980018,0.0021941478,0.010132746,0.0001076127,0.000089476685,0.00020638942],"about_ca_topic_score_codex":0.00009267892,"about_ca_topic_score_gemma":0.000007720236,"teacher_disagreement_score":0.063511595,"about_ca_system_score_codex":0.00021248484,"about_ca_system_score_gemma":0.00059534196,"threshold_uncertainty_score":0.99604654},"labels":[],"label_agreement":null},{"id":"W3012704374","doi":"10.2196/16945","title":"Youth Experiences With Referrals to Mental Health Services in Canada: Protocol for a Web-Based Cross-Sectional Survey Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; McGill University; Douglas Mental Health University Institute","funders":"Mitacs; Government of Canada; Ministère de l'Économie, de la Science et de l'Innovation - Québec","keywords":"Mental health; Referral; Public health; Medicine; Cross-sectional study; Population; Health care; Family medicine; Nursing; Psychiatry; Environmental health","score_opus":0.44799595399364855,"score_gpt":0.5462784419777816,"score_spread":0.09828248798413308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012704374","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25903806,1.6254667e-7,0.0000055102028,0.0015392972,0.000007196396,0.73921496,0.00003955747,0.00006953251,0.00008573845],"genre_scores_gemma":[0.42246515,1.1001191e-9,0.000026103557,0.00079729647,0.00013135823,0.5765304,0.000017075923,0.00002049662,0.000012118906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965076,0.0002443392,0.0006271332,0.0007008914,0.0010438082,0.00087623775],"domain_scores_gemma":[0.9987373,0.00007360171,0.00020461156,0.000299663,0.00057354657,0.000111306894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002874968,0.00020644249,0.0003660198,0.00033044876,0.00046891664,0.00042282583,0.00064617983,0.00007143555,0.0000814898],"category_scores_gemma":[0.00010769301,0.00015917845,0.000026111813,0.001515555,0.000058165402,0.00038223824,0.00023602735,0.0003547819,0.000019717487],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023739415,0.00034390256,0.9901125,0.0024455376,0.0000068154836,0.000008064072,0.0018027339,0.000011886788,0.000013599553,0.000034961406,0.0024004832,0.00044561888],"study_design_scores_gemma":[0.0073487135,0.0023892976,0.76467425,0.00091055053,1.9278663e-7,4.7713894e-7,0.028223004,0.0006280935,0.000028354994,0.000008561734,0.195498,0.0002905253],"about_ca_topic_score_codex":0.828637,"about_ca_topic_score_gemma":0.95566505,"teacher_disagreement_score":0.22543824,"about_ca_system_score_codex":0.000539344,"about_ca_system_score_gemma":0.0040886905,"threshold_uncertainty_score":0.72531617},"labels":[],"label_agreement":null},{"id":"W3012763298","doi":"10.2196/16127","title":"One-Way and Two-Way Mobile Phone Text Messages for Treatment Adherence Among Patients With HIV: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Short Message Service; Psychological intervention; Medicine; Randomized controlled trial; mHealth; Phone; Mobile phone; Intervention (counseling); Family medicine; Health care; Nursing; Computer science; Internal medicine","score_opus":0.2298601286217944,"score_gpt":0.5852250501345982,"score_spread":0.35536492151280386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012763298","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001896585,0.0000041887474,0.00077588845,0.0014925414,0.000013519654,0.9944454,0.00020591749,0.00015885009,0.0010071347],"genre_scores_gemma":[0.0014600982,0.0000028565012,0.0018371826,0.00035714416,0.00061744405,0.9931175,0.00008574356,0.000099260134,0.002422784],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99162745,0.0029251084,0.0018374929,0.0010256919,0.0008725064,0.001711726],"domain_scores_gemma":[0.98775554,0.00793608,0.0008922878,0.00062490127,0.0014994309,0.001291748],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0045323484,0.0004304381,0.0021979907,0.00019659052,0.0020073208,0.00008022323,0.00037774557,0.00030935975,0.00046221897],"category_scores_gemma":[0.0016398424,0.00027960236,0.00026789223,0.0004467311,0.00043401364,0.00020950129,0.00013828593,0.00065131905,0.00008206161],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9666121,0.0019651165,0.001140094,0.0043742605,0.00009207106,4.4853903e-7,0.0011597914,0.0000025371967,0.00003276117,0.0008681359,0.01209057,0.011662133],"study_design_scores_gemma":[0.7776292,0.011711442,0.00022061364,0.0011782056,0.000020089545,5.228837e-8,0.00020423363,0.00046221708,0.000051987034,0.0003481722,0.20796761,0.00020614896],"about_ca_topic_score_codex":0.00011011246,"about_ca_topic_score_gemma":0.00012647458,"teacher_disagreement_score":0.19587705,"about_ca_system_score_codex":0.00031417052,"about_ca_system_score_gemma":0.0020124572,"threshold_uncertainty_score":0.9999656},"labels":[],"label_agreement":null},{"id":"W3012814053","doi":"10.2196/16478","title":"Engaging Patients and Professionals to Evaluate the Seriousness of Maternal and Child Health Outcomes: Protocol for a Modified Delphi Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Seriousness; Protocol (science); Delphi method; Medicine; Health professionals; Nursing; Psychology; Medical education; Health care; Computer science; Alternative medicine","score_opus":0.35435641595187295,"score_gpt":0.606781237880248,"score_spread":0.252424821928375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012814053","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0799003,7.5468836e-7,0.000053031505,0.016795937,0.0000014705281,0.9031278,0.00002708171,0.000017003396,0.00007665568],"genre_scores_gemma":[0.12918343,1.3284453e-7,0.0002445394,0.00091520284,0.00002733892,0.86949307,0.000005472115,0.000021560065,0.00010926094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965436,0.0006716968,0.0004179582,0.00039011246,0.0014521013,0.00052455603],"domain_scores_gemma":[0.9982424,0.00028251656,0.00007882637,0.00023434288,0.0006861033,0.00047583375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028103471,0.00014703724,0.00033982386,0.00016379586,0.00038089207,0.00008083229,0.00021794943,0.000028072283,0.000021986352],"category_scores_gemma":[0.0008079971,0.00008574491,0.00003676333,0.00029966736,0.000095819814,0.000089757224,0.0005115183,0.0003574071,0.0000042098955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020537127,0.007861126,0.7998607,0.03845624,0.00048211176,0.00001840799,0.023254756,0.000048652102,0.0004812845,0.0012309883,0.021122688,0.086645894],"study_design_scores_gemma":[0.016586667,0.013686185,0.9522342,0.0023793583,0.000004308535,7.140991e-7,0.0018002935,0.0008550794,0.0002932967,0.000229422,0.011812598,0.000117887],"about_ca_topic_score_codex":0.000028055221,"about_ca_topic_score_gemma":0.000007710463,"teacher_disagreement_score":0.15237346,"about_ca_system_score_codex":0.00005192623,"about_ca_system_score_gemma":0.00024305536,"threshold_uncertainty_score":0.34965762},"labels":[],"label_agreement":null},{"id":"W3012816564","doi":"10.2196/18333","title":"Road to Hierarchical Diabetes Management at Primary Care (ROADMAP) Study in China: Protocol for the Statistical Analysis of a Cluster Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gee; Generalized estimating equation; Medicine; Diabetes management; Covariate; Cluster randomised controlled trial; Glycated hemoglobin; Research design; Randomized controlled trial; Diabetes mellitus; Type 2 diabetes; Statistics; Internal medicine; Mathematics","score_opus":0.10695708052142402,"score_gpt":0.5095503370350888,"score_spread":0.40259325651366473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012816564","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023015156,0.0000013282302,0.00023745741,0.0030816547,0.00000757355,0.971751,0.000014868096,0.000029269959,0.0018617434],"genre_scores_gemma":[0.025619488,1.11992264e-7,0.00061198854,0.00031402553,0.00016941204,0.972446,0.000060362374,0.000029687959,0.0007488974],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944527,0.001779451,0.0011024177,0.0005978645,0.0014131741,0.00065435603],"domain_scores_gemma":[0.9965995,0.002074129,0.00017525324,0.00056851713,0.00030369996,0.00027887968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057800557,0.00023643141,0.0018918929,0.0007735439,0.00015396312,0.00010115713,0.00041846716,0.00006961855,0.00027772193],"category_scores_gemma":[0.0015544356,0.00013808519,0.00046052138,0.0016830609,0.00020276723,0.00006477479,0.00050958595,0.00038203518,0.000016876675],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9675799,0.0029927967,0.0077859336,0.0026902403,0.0021999828,0.000007033043,0.0028370991,0.0000539758,0.000028300949,0.0002135321,0.0055530234,0.008058191],"study_design_scores_gemma":[0.93556046,0.006400498,0.044774033,0.0004059553,0.000561994,2.0988232e-8,0.0006434522,0.004342848,0.000019941659,0.000065057,0.00708752,0.00013824334],"about_ca_topic_score_codex":0.0000149295,"about_ca_topic_score_gemma":0.000021295145,"teacher_disagreement_score":0.0369881,"about_ca_system_score_codex":0.00028021805,"about_ca_system_score_gemma":0.00016383456,"threshold_uncertainty_score":0.5630951},"labels":[],"label_agreement":null},{"id":"W3012880779","doi":"10.2196/14860","title":"Three Decades of Internet- and Computer-Based Interventions for the Treatment of Depression: Protocol for a Systematic Review and Meta-Analysis","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Albert-Ludwigs-Universität Freiburg; Deutsche Forschungsgemeinschaft","keywords":"Meta-analysis; Ibis; PsycINFO; Psychological intervention; MEDLINE; Data extraction; Medicine; Randomized controlled trial; Systematic review; Clinical trial; Psychology; Psychiatry","score_opus":0.7172434644304639,"score_gpt":0.6970996725210524,"score_spread":0.020143791909411513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012880779","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.16234e-9,0.39749685,0.0046227225,0.00012751695,0.000002376296,0.5971303,0.0005933644,0.000011555354,0.000015315474],"genre_scores_gemma":[2.6748955e-7,0.00741885,0.0010992871,0.000018270532,0.000024187928,0.9908627,0.000043704254,0.000054100263,0.00047862547],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946866,0.0012417514,0.0025517857,0.00071596506,0.00040481475,0.0003991019],"domain_scores_gemma":[0.99296653,0.003844842,0.0015559146,0.0010298848,0.00041873386,0.00018409225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002023711,0.00044197196,0.005751516,0.0004884733,0.000119241755,0.00009843562,0.0006965865,0.00018309268,0.00021269753],"category_scores_gemma":[0.00018063902,0.00022672796,0.0049394476,0.0007999543,0.00032382345,0.00006415008,0.00020021817,0.00023429815,0.0000066671],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001253229,0.0016815774,0.0000017373758,0.8989563,0.03889754,0.0000014574897,0.000043393917,4.3739252e-8,6.087921e-9,0.0009919297,0.0014759663,0.05782472],"study_design_scores_gemma":[0.0012196433,0.0085033905,0.0000018998719,0.52857476,0.07985284,0.0000072686967,0.000010428357,0.000061233695,0.0000027398914,0.00018515447,0.3814189,0.00016175315],"about_ca_topic_score_codex":0.000027919166,"about_ca_topic_score_gemma":0.00006398989,"teacher_disagreement_score":0.3937324,"about_ca_system_score_codex":0.00011534861,"about_ca_system_score_gemma":0.00014256086,"threshold_uncertainty_score":0.9245698},"labels":[],"label_agreement":null},{"id":"W3012902125","doi":"10.2196/14156","title":"A 21-Day School-Based Toothbrushing Intervention in Children Aged 6 to 9 Years in Indonesia and Nigeria: Protocol for a Two-Arm Superiority Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Toothpaste; Tooth brushing; Family medicine; Physical therapy; Dentistry; Toothbrush","score_opus":0.090719421200557,"score_gpt":0.5090042370196529,"score_spread":0.41828481581909593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012902125","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31676212,0.0000014004555,0.0002462398,0.0001265666,0.000013128761,0.6827547,0.000013904959,0.000046949626,0.00003499225],"genre_scores_gemma":[0.22667988,4.28507e-8,0.00010176401,0.00015648968,0.00018477312,0.77276725,0.000023871336,0.0000335122,0.00005241436],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926679,0.0038186251,0.001276337,0.0006729449,0.0008517723,0.0007124346],"domain_scores_gemma":[0.9983018,0.0005605971,0.00019433821,0.00027546898,0.00020117898,0.00046663993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009078182,0.00023957751,0.0011554365,0.0005239038,0.00012961177,0.00043490293,0.000349879,0.00021131017,0.00018185785],"category_scores_gemma":[0.0044311793,0.00021887863,0.00027363084,0.00087537564,0.000101965634,0.00031123252,0.00017446197,0.00075793813,0.000038912895],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93955797,0.00083589915,0.05522678,0.00069436134,0.000015054634,0.000029774043,0.0003123561,0.000011279142,0.00039343728,0.000038680344,0.00045301978,0.0024313873],"study_design_scores_gemma":[0.9314023,0.001822878,0.06380579,0.0013073543,0.0000027544265,0.0000020637697,0.00010365798,0.00060654414,0.00023226812,0.000118241274,0.00040357272,0.00019252505],"about_ca_topic_score_codex":0.00024255266,"about_ca_topic_score_gemma":0.0009908403,"teacher_disagreement_score":0.090082236,"about_ca_system_score_codex":0.0002797382,"about_ca_system_score_gemma":0.00041580937,"threshold_uncertainty_score":0.89256114},"labels":[],"label_agreement":null},{"id":"W3012931747","doi":"10.2196/16737","title":"Promoting Physical Activity With Self-Tracking and Mobile-Based Coaching for Cardiac Surgery Patients During the Discharge–Rehabilitation Gap: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coaching; Randomized controlled trial; Psychological intervention; Physical therapy; Medicine; Rehabilitation; Protocol (science); Telemedicine; Physical medicine and rehabilitation; Health care; Psychology; Nursing; Alternative medicine; Surgery","score_opus":0.10795760051383972,"score_gpt":0.512705102694745,"score_spread":0.40474750218090527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012931747","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35157642,3.973997e-7,0.00007211913,0.0011400403,0.0000071689974,0.64710075,0.000025851159,0.00006379481,0.000013468605],"genre_scores_gemma":[0.28269544,6.648009e-8,0.0002517718,0.00005771634,0.0005101181,0.71641964,0.00001297624,0.000045261135,0.000006980656],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945415,0.0024194182,0.00061653194,0.000584451,0.000984309,0.0008537482],"domain_scores_gemma":[0.98529774,0.012951274,0.0003521499,0.00026323987,0.000611015,0.0005245636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008423564,0.000265275,0.0018253465,0.00012445822,0.0007644686,0.00012548566,0.000084428924,0.000095616575,0.0000023012058],"category_scores_gemma":[0.0041538444,0.00014849,0.00066624454,0.0002805095,0.00018608244,0.00020215313,0.00005348635,0.0005986889,8.597855e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9676464,0.0019177139,0.0034279043,0.018520575,0.00007690667,7.8257733e-7,0.003338269,0.0000012121608,0.00057699333,0.000010554027,0.00011191943,0.0043707425],"study_design_scores_gemma":[0.97607595,0.010005724,0.0014921991,0.0021165784,0.00003916801,6.904899e-7,0.00015672666,0.0056469548,0.0014290574,0.000022856451,0.002845102,0.00016897969],"about_ca_topic_score_codex":0.00001360418,"about_ca_topic_score_gemma":0.0000010565644,"teacher_disagreement_score":0.06931893,"about_ca_system_score_codex":0.00026225575,"about_ca_system_score_gemma":0.0011595904,"threshold_uncertainty_score":0.60552466},"labels":[],"label_agreement":null},{"id":"W3012997654","doi":"10.2196/18216","title":"Guided Internet-Based Cognitive Behavioral Therapy in Japanese Patients With Obsessive-Compulsive Disorder: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obsessive-Compulsive Spectrum Disorders","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Randomized controlled trial; Beck Anxiety Inventory; Cognitive behavioral therapy; Cognitive therapy; Anxiety; Clinical psychology; Cognition; Psychiatry; Anxiety disorder; Generalized anxiety disorder; Psychology; Medicine; Beck Depression Inventory; Internal medicine","score_opus":0.12776355663254277,"score_gpt":0.5088562435011041,"score_spread":0.38109268686856135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012997654","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054891985,0.0000028701943,0.00039198203,0.0007903528,0.000030248946,0.9422441,0.00006834067,0.00016325372,0.0014168279],"genre_scores_gemma":[0.075791575,6.794893e-8,0.0001879949,0.00035566065,0.00019112421,0.92285454,0.0001154995,0.00018094752,0.00032260997],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9875215,0.005854283,0.0017484352,0.0016199802,0.0015821058,0.0016736597],"domain_scores_gemma":[0.9922058,0.003916206,0.0009281034,0.00063966063,0.0018358356,0.0004743986],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002085102,0.0008293107,0.0028565396,0.00067544857,0.00024331332,0.00030387565,0.0011295965,0.0003785194,0.0021197558],"category_scores_gemma":[0.0017242961,0.00057767157,0.0007686286,0.0012750399,0.0011655263,0.00030562998,0.00018340166,0.001330991,0.00015090524],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9662885,0.0128775,0.009294844,0.00020729055,0.0003056994,0.00005391062,0.005639207,0.000009759418,0.000019838157,0.00020932534,0.0019844552,0.0031096498],"study_design_scores_gemma":[0.9633697,0.027881037,0.0018742199,0.00112113,0.000020214991,6.365938e-7,0.0012477651,0.0006191788,0.00009352897,0.00018377083,0.002920846,0.0006679666],"about_ca_topic_score_codex":0.00032377627,"about_ca_topic_score_gemma":0.00008871786,"teacher_disagreement_score":0.02089959,"about_ca_system_score_codex":0.00021076694,"about_ca_system_score_gemma":0.000663001,"threshold_uncertainty_score":0.99966747},"labels":[],"label_agreement":null},{"id":"W3013207807","doi":"10.2196/16543","title":"Using Application Programming Interfaces to Access Google Data for Health Research: Protocol for a Methodological Framework","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Protocol (science); Application programming interface; World Wide Web; Python (programming language); Population; Information retrieval; Online search; Search engine; Data science; Medicine","score_opus":0.9622985014111949,"score_gpt":0.7936543135085232,"score_spread":0.16864418790267166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013207807","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034244025,0.0000019127674,0.25811848,0.013922726,0.0000030246697,0.7271544,0.00053088233,0.00018979306,0.000044556],"genre_scores_gemma":[0.0001363963,1.0846212e-7,0.2982254,0.0007771525,0.0005397557,0.699988,0.00023165732,0.00006913482,0.000032348496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99179876,0.0022508975,0.00081737974,0.0017491804,0.0016915973,0.0016922058],"domain_scores_gemma":[0.9915064,0.0031505872,0.00021573804,0.0021932386,0.0016156281,0.0013184181],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016928546,0.0002709905,0.0007420027,0.00026818502,0.0006375321,0.0005505377,0.0025782047,0.0002180153,0.00007127824],"category_scores_gemma":[0.02278466,0.0002225353,0.000105425795,0.002018905,0.00033535357,0.0004886582,0.002954468,0.0012239257,0.000053198335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053748194,0.0034339705,0.004092099,0.036332324,0.00016984083,0.000021978172,0.0013296846,0.00004747513,0.012958455,0.0023226696,0.3771145,0.5084288],"study_design_scores_gemma":[0.002933951,0.0057461704,0.00047907158,0.0033263064,0.0000028855284,0.0000035248302,0.00019772124,0.007181849,0.0020286483,0.0016581982,0.97622186,0.00021983284],"about_ca_topic_score_codex":0.0000382546,"about_ca_topic_score_gemma":0.000017765678,"teacher_disagreement_score":0.5991073,"about_ca_system_score_codex":0.00037812465,"about_ca_system_score_gemma":0.0015578435,"threshold_uncertainty_score":0.9854468},"labels":[],"label_agreement":null},{"id":"W3013318898","doi":"10.2196/14997","title":"Improving Understanding of Participation and Attrition Phenomena in European Cohort Studies: Protocol for a Multi-Situated Qualitative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden","keywords":"Thematic analysis; Context (archaeology); Cohort; Triangulation; Qualitative research; Focus group; Attrition; Cohort study; Psychology; Reflexivity; Qualitative property; Developmental psychology; Medicine; Applied psychology; Medical education; Sociology; Computer science; Geography; Social science","score_opus":0.7692111138700694,"score_gpt":0.6387965801784249,"score_spread":0.13041453369164446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013318898","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04259145,4.0213945e-7,0.004020285,0.00019090342,8.5528075e-7,0.95289516,0.0000084683625,0.00002526103,0.00026723216],"genre_scores_gemma":[0.26023874,1.6561741e-7,0.000686671,0.00003583709,0.000019295789,0.7389822,0.0000020622724,0.000022706767,0.000012322933],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99488074,0.0027166929,0.00056497497,0.00069246726,0.00063385465,0.0005113016],"domain_scores_gemma":[0.9988728,0.00050933135,0.00019636386,0.00019045686,0.000047349233,0.00018366816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069678896,0.00015467145,0.00026992784,0.00010048016,0.00024835148,0.00004191117,0.00016622883,0.00003612584,0.000054395157],"category_scores_gemma":[0.0011324486,0.00014472792,0.000025241172,0.00052300334,0.0003830673,0.00034971672,0.00038154642,0.00032061167,0.000023180108],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031576355,0.005956101,0.32302254,0.0047246316,0.00014348213,0.00004330768,0.58394974,0.00022169416,0.05494084,0.00014583534,0.00040230507,0.023291865],"study_design_scores_gemma":[0.046700966,0.022124398,0.30913615,0.003693035,0.000023608323,0.0000010386455,0.5714505,0.03453415,0.0063072382,0.0012336682,0.003604531,0.0011907392],"about_ca_topic_score_codex":0.00009470933,"about_ca_topic_score_gemma":0.00012780819,"teacher_disagreement_score":0.2176473,"about_ca_system_score_codex":0.0007217401,"about_ca_system_score_gemma":0.00003035908,"threshold_uncertainty_score":0.5901833},"labels":[],"label_agreement":null},{"id":"W3013507672","doi":"10.2196/15759","title":"Efficacy of a Green Banana–Mixed Diet in the Management of Persistent Diarrhea: Protocol for an Open-Labeled, Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Diarrhea; Randomized controlled trial; Guideline; Pediatrics; Case fatality rate; Population; Internal medicine; Environmental health","score_opus":0.2662166185023608,"score_gpt":0.5292930706293314,"score_spread":0.2630764521269706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013507672","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053971433,0.0000013128772,0.000015479309,0.0060818,0.000008816275,0.9873522,0.000017312377,0.000024484167,0.0011014587],"genre_scores_gemma":[0.019754209,1.6995602e-7,0.0003025834,0.00015742486,0.00017056124,0.97949004,0.000015307518,0.000034555516,0.000075132884],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99258494,0.0039224746,0.0013127532,0.0005199657,0.0011156907,0.00054417556],"domain_scores_gemma":[0.99705905,0.001426695,0.00037057625,0.00060613453,0.0003712942,0.00016625623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007435973,0.00023276132,0.001477931,0.00022798042,0.00017998018,0.00023356166,0.0018413265,0.000105208914,0.000070369686],"category_scores_gemma":[0.00044877655,0.00014192317,0.00058268214,0.0007155308,0.0002972177,0.0002720378,0.00037019484,0.0003946508,0.0000039012343],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9837845,0.005411095,0.000022872448,0.002915188,0.00020485296,0.0000051626844,0.0017300951,0.000008410226,0.00014370601,0.0005530252,0.0041833743,0.0010377044],"study_design_scores_gemma":[0.9675969,0.013637466,0.00007009796,0.0016380209,0.00003396728,4.172665e-7,0.00033267992,0.0013633466,0.0012610476,0.0005291722,0.013383227,0.00015364001],"about_ca_topic_score_codex":0.00013319092,"about_ca_topic_score_gemma":0.00003033543,"teacher_disagreement_score":0.016187597,"about_ca_system_score_codex":0.000064017455,"about_ca_system_score_gemma":0.000066467976,"threshold_uncertainty_score":0.5787459},"labels":[],"label_agreement":null},{"id":"W3013869447","doi":"10.2196/16930","title":"Internet of Things–Enabled Technologies for Weight Management in Children and Adolescents: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"EIT Health","keywords":"The Internet; Protocol (science); Childhood obesity; Obesity; Internet privacy; Medicine; Weight management; Internet of Things; Physical activity; Health care; Medical education; Psychology; Alternative medicine; Computer science; Weight loss; World Wide Web; Physical therapy; Overweight","score_opus":0.3374548734257913,"score_gpt":0.6447265775902733,"score_spread":0.307271704164482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013869447","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3200505e-9,0.19059113,0.00011678984,0.00019763202,0.0000055882992,0.80867463,0.0000866519,0.00010705776,0.00022052474],"genre_scores_gemma":[5.9088405e-9,0.34177798,0.0006537094,0.00011952275,0.000033713473,0.65615475,0.00006623779,0.000078761885,0.0011153215],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9910522,0.0020226266,0.0036740815,0.001040999,0.00064108614,0.0015690135],"domain_scores_gemma":[0.99400777,0.0014613863,0.0020178892,0.0016327937,0.0006639368,0.00021619893],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009199988,0.0005285495,0.0038379882,0.0009991195,0.0003379487,0.000025881782,0.0013861501,0.00082210224,0.000028823728],"category_scores_gemma":[0.0011053521,0.000363434,0.0003210398,0.0010117857,0.00014924655,0.00013717612,0.0008131899,0.0019087864,0.0000870956],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001210267,0.00027032578,0.00003734905,0.8542963,0.00005325047,3.7182815e-7,0.000028682613,2.746704e-9,1.5658914e-8,0.0038285668,0.027347688,0.11401641],"study_design_scores_gemma":[0.0017239767,0.000268191,0.0000029861365,0.50784814,0.000043805187,0.0000015793166,0.000023506345,0.0000040963,1.0638784e-7,0.0002829263,0.4896701,0.00013060059],"about_ca_topic_score_codex":0.000022749227,"about_ca_topic_score_gemma":0.0000060136913,"teacher_disagreement_score":0.4623224,"about_ca_system_score_codex":0.0006106135,"about_ca_system_score_gemma":0.0014980021,"threshold_uncertainty_score":0.99988174},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3014013679","doi":"10.2196/16155","title":"Efficacy of Functional Foods, Beverages, and Supplements Claiming to Alleviate Air Travel Symptoms: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Travel-related health issues","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; MEDLINE; Systematic review; Medicine; Grey literature; Randomized controlled trial; Cochrane Library; Family medicine; Surgery","score_opus":0.5069014845773648,"score_gpt":0.639254163004746,"score_spread":0.1323526784273812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014013679","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.40644225e-8,0.21024089,0.0000841753,0.0009035791,0.0000050891817,0.7884593,0.00015976657,0.00006810448,0.00007909098],"genre_scores_gemma":[3.7051503e-8,0.1273009,0.00077733805,0.0003108973,0.0002357061,0.8703446,0.00018908265,0.0002010302,0.0006404458],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9902001,0.0016644594,0.0034151275,0.0012928349,0.0021759009,0.0012515615],"domain_scores_gemma":[0.9942631,0.0016488301,0.0010312755,0.0011839271,0.00078509375,0.0010877838],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004483227,0.0008372028,0.0060705943,0.0006109642,0.0002703549,0.00006000331,0.0006387586,0.00056745904,0.00020111898],"category_scores_gemma":[0.002472828,0.0006065222,0.0006961969,0.00130292,0.00015789387,0.00010846465,0.00041222465,0.0018157233,0.00013601928],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077637495,0.0005132242,0.000002163125,0.9170154,0.0004886934,0.00003075681,0.00013643074,4.8150156e-8,0.000002097395,0.00011851244,0.024461122,0.056455187],"study_design_scores_gemma":[0.0031522214,0.0027634304,0.0000088026445,0.49760494,0.00022154025,0.00004960473,0.000009064619,0.0000026365587,0.0000037483683,0.000010156165,0.49595916,0.00021471133],"about_ca_topic_score_codex":0.0000097334,"about_ca_topic_score_gemma":0.0000025841143,"teacher_disagreement_score":0.47149804,"about_ca_system_score_codex":0.00057264266,"about_ca_system_score_gemma":0.0026256845,"threshold_uncertainty_score":0.9996386},"labels":[],"label_agreement":null},{"id":"W3014293900","doi":"10.2196/15545","title":"A Smartphone App (mDASHNa-CC) to Support Healthy Diet and Hypertension Control for Chinese Canadian Seniors: Protocol for Design, Usability and Feasibility Testing","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sodium Intake and Health","field":"Nursing","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; University of Toronto; SickKids Foundation; Nipissing University","funders":"Nipissing University","keywords":"Usability; Medicine; Waist; Psychological intervention; Blood pressure; Test (biology); mHealth; Gerontology; Physical therapy; Nursing; Computer science; Internal medicine; Obesity","score_opus":0.47943211863649576,"score_gpt":0.5564131189993665,"score_spread":0.07698100036287076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014293900","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016417896,9.4718325e-7,0.0008080319,0.020488322,0.000013359123,0.96192044,0.00018215751,0.00012531507,0.000043539832],"genre_scores_gemma":[0.06307452,2.8555322e-8,0.009605567,0.003812512,0.000417085,0.92299366,0.000010878257,0.000069197406,0.000016568743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951556,0.000794535,0.00072582747,0.0011855081,0.00054698146,0.0015915995],"domain_scores_gemma":[0.99373347,0.0023024688,0.00012875906,0.00052765344,0.0010655527,0.0022421288],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005239999,0.00034577627,0.0006759454,0.00021343218,0.001155865,0.00026508505,0.00028639619,0.00023328379,0.000023405837],"category_scores_gemma":[0.007214496,0.00028667657,0.00008172027,0.00066798384,0.00024556802,0.0002456875,0.00011252022,0.00059260114,0.000013163483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18122654,0.003286034,0.58532494,0.026580738,0.000045376848,0.000034034827,0.0058595682,0.000009979538,0.013479667,0.0000441079,0.12659156,0.057517458],"study_design_scores_gemma":[0.10404783,0.18242936,0.36273095,0.0024217186,0.000020471705,0.000067277266,0.0008404164,0.018526923,0.0016713789,0.0048019406,0.32071596,0.0017257722],"about_ca_topic_score_codex":0.008077492,"about_ca_topic_score_gemma":0.012783426,"teacher_disagreement_score":0.222594,"about_ca_system_score_codex":0.0004950079,"about_ca_system_score_gemma":0.0013747031,"threshold_uncertainty_score":0.9999585},"labels":[],"label_agreement":null},{"id":"W3014294582","doi":"10.2196/17223","title":"The Safety, Efficacy, and Tolerability of Microbial Ecosystem Therapeutic-2 in People With Major Depression and/or Generalized Anxiety Disorder: Protocol for a Phase 1, Open-Label Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; Providence Health Care","funders":"Mitacs; Queen's University","keywords":"Tolerability; Anxiety; Generalized anxiety disorder; Depression (economics); Major depressive disorder; Protocol (science); Psychiatry; Psychology; Open label; Clinical psychology; Medicine; Adverse effect; Mood; Pharmacology; Alternative medicine","score_opus":0.15571693038227355,"score_gpt":0.5202315625453521,"score_spread":0.36451463216307856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014294582","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27356067,0.0000075804046,0.00006641403,0.0005293976,0.0000011309289,0.7257655,0.00005157103,0.000005246025,0.000012492197],"genre_scores_gemma":[0.111648135,0.0000036560352,0.00034785224,0.000055349974,0.000039796378,0.8878178,0.000012963712,0.00002616657,0.00004827589],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975085,0.000771751,0.00046142802,0.0006240062,0.00019306429,0.00044120202],"domain_scores_gemma":[0.99896497,0.00010744861,0.00013330736,0.00043216045,0.00020713506,0.00015497082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015935571,0.00018615347,0.00035210498,0.000031999265,0.00038123337,0.00014421581,0.0004796512,0.00011671197,0.000008018762],"category_scores_gemma":[0.00009268065,0.00010661715,0.000023181461,0.00022263064,0.00013796357,0.00001262909,0.0006307004,0.00023159769,4.2693782e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14621979,0.009950014,0.061376046,0.002696986,0.00008311755,0.0000027296846,0.0014914426,0.0000031618688,0.7517836,0.00003827079,0.0014617635,0.024893042],"study_design_scores_gemma":[0.27906328,0.06254466,0.032910332,0.0011326844,0.000013266745,0.000025588035,0.0012132752,0.00062525267,0.0629069,0.0000399589,0.55888593,0.0006388965],"about_ca_topic_score_codex":0.00008039519,"about_ca_topic_score_gemma":0.0027923975,"teacher_disagreement_score":0.68887675,"about_ca_system_score_codex":0.000023896475,"about_ca_system_score_gemma":0.0004227345,"threshold_uncertainty_score":0.43477213},"labels":[],"label_agreement":null},{"id":"W3014335242","doi":"10.2196/15164","title":"Gamified Mobile Computerized Cognitive Behavioral Therapy for Japanese University Students With Depressive Symptoms: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Mood; Intervention (counseling); mHealth; Cognitive behavioral therapy; Quality of life (healthcare); Psychology; Physical therapy; Depression (economics); Clinical psychology; Medicine; Psychiatry; Psychotherapist","score_opus":0.23637406931738522,"score_gpt":0.5962679267988295,"score_spread":0.3598938574814442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014335242","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017416637,0.0000010779933,0.0010882196,0.0001952195,0.000027567909,0.9802602,0.0002526509,0.00015021804,0.0006082122],"genre_scores_gemma":[0.02249412,3.0196276e-8,0.0001931687,0.00009573338,0.00019647248,0.97461456,0.000054827648,0.000071422255,0.002279647],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99414486,0.0024103096,0.00083360367,0.00084540586,0.0008618314,0.00090399437],"domain_scores_gemma":[0.9951363,0.002745688,0.00048515727,0.0003413137,0.0008416008,0.00044992386],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019015004,0.00035176566,0.0014732648,0.00021154061,0.00039157085,0.00025185326,0.0008250266,0.00019446644,0.00027934692],"category_scores_gemma":[0.00019257842,0.00025956656,0.00067790167,0.0003751903,0.0005419223,0.0002696887,0.00019790925,0.0004226559,0.00004994811],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97955775,0.011223102,0.000054083128,0.00036175543,0.00063158834,0.00003104594,0.002151784,5.125323e-7,0.000028922168,0.00027260042,0.0019589472,0.003727879],"study_design_scores_gemma":[0.92384726,0.058074445,0.000021518215,0.0010897481,0.000028996805,0.000002330259,0.00089737325,0.00008036854,0.00016829286,0.00008383817,0.015456448,0.00024939943],"about_ca_topic_score_codex":0.000028499817,"about_ca_topic_score_gemma":0.0000066198886,"teacher_disagreement_score":0.05571054,"about_ca_system_score_codex":0.0001478159,"about_ca_system_score_gemma":0.00027673374,"threshold_uncertainty_score":0.99998564},"labels":[],"label_agreement":null},{"id":"W3014353415","doi":"10.2196/16641","title":"User Experience and Potential Health Effects of a Conversational Agent-Based Electronic Health Intervention: Protocol for an Observational Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Population; Cohort; Medicine; Observational study; Snowball sampling; Coaching; Intervention (counseling); Health coaching; Cohort study; Gerontology; Family medicine; Psychology; Nursing; Environmental health","score_opus":0.40808470482865294,"score_gpt":0.6354856149456694,"score_spread":0.2274009101170164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014353415","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011648312,0.000002716073,0.002481858,0.0031232855,0.000023099188,0.9825337,0.000066906316,0.00006648202,0.00005363874],"genre_scores_gemma":[0.20494403,1.7737333e-8,0.00028588707,0.00054171047,0.00007882392,0.7938642,0.00006153538,0.000030589264,0.00019321327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948953,0.0015712345,0.0009851696,0.00074080366,0.000955065,0.0008524568],"domain_scores_gemma":[0.9980362,0.00023701125,0.00041796523,0.0003778398,0.0003968393,0.0005341157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022555746,0.0001977355,0.00039458176,0.00017539051,0.0003283823,0.00010299558,0.00040591898,0.000071593546,0.0003390453],"category_scores_gemma":[0.00015799963,0.00019780723,0.00013189239,0.0004372667,0.00023020951,0.00036230954,0.00013555409,0.0003926847,0.000023713184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0334376,0.093597315,0.54493105,0.05026117,0.0006689726,0.000041767278,0.020842556,0.00004077526,0.00043769056,0.08872161,0.09426046,0.07275903],"study_design_scores_gemma":[0.03546195,0.1880973,0.69435376,0.0036337157,0.000005210723,0.0000091826,0.0022749987,0.0010896149,0.0007585412,0.0018730505,0.07195251,0.00049020053],"about_ca_topic_score_codex":0.00020140132,"about_ca_topic_score_gemma":0.00004710603,"teacher_disagreement_score":0.19329572,"about_ca_system_score_codex":0.00036872266,"about_ca_system_score_gemma":0.00088512455,"threshold_uncertainty_score":0.8066344},"labels":[],"label_agreement":null},{"id":"W3014494721","doi":"10.2196/16935","title":"Application of Internet of Things in Cell-Based Therapy Delivery: Protocol for a Systematic Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Oxford","keywords":"Computer science; Systematic review; Scopus; Digital library; Grey literature; Cochrane Library; MEDLINE; The Internet; Critical appraisal; Protocol (science); Flexibility (engineering); Checklist; Product (mathematics); World Wide Web; Medicine; Psychology; Alternative medicine","score_opus":0.4132197617444948,"score_gpt":0.6227162735195152,"score_spread":0.20949651177502038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014494721","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.5399666e-9,0.1488125,0.00045038905,0.00017188753,0.0000013678684,0.8504301,0.00000968954,0.000011781367,0.00011229862],"genre_scores_gemma":[2.511043e-7,0.09175069,0.0003037121,0.00007250255,0.000026090182,0.9074429,0.00008242759,0.00005391507,0.00026749005],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9949776,0.0010063342,0.0019128675,0.00045843818,0.0013147532,0.00033002792],"domain_scores_gemma":[0.9958208,0.0008537644,0.0012661708,0.0009372223,0.0010111541,0.00011084538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063128914,0.00028633507,0.0030528996,0.00057765516,0.000020045305,0.000014685146,0.00052453566,0.0006515648,0.00004299229],"category_scores_gemma":[0.00027794676,0.00016944506,0.000552625,0.0009580324,0.00037097913,0.000052851025,0.00008887048,0.00095959206,0.000017256334],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022782048,0.000695624,0.0000012853928,0.89999074,0.000035089815,7.68386e-7,0.00003954931,4.1637108e-8,0.000017861179,0.00018504621,0.0006822612,0.09812391],"study_design_scores_gemma":[0.0016220534,0.0010770345,4.2773559e-7,0.587219,0.000028649123,0.000001335121,0.0000020609996,0.00026880245,0.000058279067,0.000055197055,0.4095879,0.00007925305],"about_ca_topic_score_codex":0.000028661401,"about_ca_topic_score_gemma":7.77089e-7,"teacher_disagreement_score":0.40890563,"about_ca_system_score_codex":0.00020010721,"about_ca_system_score_gemma":0.0017656627,"threshold_uncertainty_score":0.6909769},"labels":[],"label_agreement":null},{"id":"W3014646118","doi":"10.2196/17160","title":"Assessment of the Effectiveness and Cost-Effectiveness of Tailored Web- and Text-Based Smoking Cessation Support in Primary Care (iQuit in Practice II): Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Oxford; National Institute for Health and Care Research; University College London; Cancer Research UK","keywords":"Randomized controlled trial; Smoking cessation; Medicine; Abstinence; Nicotine replacement therapy; Family medicine; Intervention (counseling); Intention-to-treat analysis; Protocol (science); Cost effectiveness; Physical therapy; Alternative medicine; Nursing; Psychiatry; Internal medicine","score_opus":0.12709555722210014,"score_gpt":0.5303152398736554,"score_spread":0.4032196826515552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014646118","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18151411,0.0000010167593,0.00011403187,0.00015170316,0.00000555479,0.81781703,0.000008862312,0.000011516106,0.00037614806],"genre_scores_gemma":[0.4748778,1.2578181e-7,0.000046128745,0.000013888322,0.000016490645,0.5250197,0.00001050549,0.000013620201,0.00000173413],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.990613,0.006856039,0.00079594407,0.00041989534,0.0010251515,0.00028999746],"domain_scores_gemma":[0.9913347,0.0070990357,0.000436915,0.0002474973,0.00079507893,0.00008681125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015189484,0.0001879042,0.0013296416,0.00029562906,0.00010474205,0.00004105382,0.00013724389,0.00018538094,0.000010995353],"category_scores_gemma":[0.0039935247,0.00012517051,0.00015833926,0.0005967069,0.00030345863,0.00020029595,0.00012636615,0.0005586841,2.610009e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8675514,0.0010141773,0.10387089,0.010873292,0.000049764585,0.000005346256,0.00047803856,0.000025425908,0.014540673,0.00016104004,0.000004654826,0.0014253283],"study_design_scores_gemma":[0.76124144,0.0040468723,0.22121671,0.00462057,0.0000487311,0.0000013063819,0.00019899079,0.00049926946,0.0078079687,0.000040429546,0.00018975546,0.00008795984],"about_ca_topic_score_codex":0.00004517694,"about_ca_topic_score_gemma":0.0000069408475,"teacher_disagreement_score":0.2933637,"about_ca_system_score_codex":0.00038189025,"about_ca_system_score_gemma":0.0015429958,"threshold_uncertainty_score":0.5264402},"labels":[],"label_agreement":null},{"id":"W3014852378","doi":"10.2196/17117","title":"Efficacy and Safety of Rituximab in Refractory CIDP With or Without IgG4 Autoantibodies (RECIPE): Protocol for a Double-Blind, Randomized, Placebo-Controlled Clinical Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Peripheral Neuropathies and Disorders","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chiba University; National Defense Medical College; Japan Agency for Medical Research and Development","keywords":"Medicine; Rituximab; Internal medicine; Multifocal motor neuropathy; Polyradiculoneuropathy; Chronic inflammatory demyelinating polyneuropathy; Placebo; Cohort; Refractory (planetary science); Randomized controlled trial; Clinical endpoint; Clinical trial; Autoantibody; Antibody; Immunology; Pathology; Guillain-Barre syndrome; Mismatch negativity; Lymphoma","score_opus":0.35314840254394886,"score_gpt":0.5751329632100343,"score_spread":0.2219845606660854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014852378","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012399529,0.00000468982,0.00008849643,0.0016638809,0.000007727727,0.9846114,0.00001011859,0.00007142724,0.0011427111],"genre_scores_gemma":[0.007181494,0.0000047033905,0.0009741316,0.0002142567,0.00031061252,0.9906407,0.0000065843897,0.00006822025,0.00059930043],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99407744,0.0016511946,0.0017308694,0.00081445626,0.0010078367,0.0007182093],"domain_scores_gemma":[0.9951402,0.0029999418,0.00042149925,0.00048073742,0.00049906725,0.00045854226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057561905,0.00036117312,0.0027450335,0.0002471557,0.00015538975,0.00008258922,0.00028904024,0.0002655281,0.00015210574],"category_scores_gemma":[0.004481186,0.0002066818,0.0003220914,0.00052179745,0.0010355306,0.00018198513,0.0001862866,0.0011608462,0.0000061775904],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98567396,0.0049963742,0.00061784335,0.0023542875,0.00015030075,0.00005917353,0.00048489997,0.0000025196393,0.00015792344,0.00008493918,0.0018328984,0.003584874],"study_design_scores_gemma":[0.9093788,0.03149218,0.00009140218,0.0022426045,0.000026063391,0.0000066836437,0.00016857639,0.0009795061,0.00010069534,0.00003059718,0.055268627,0.00021420848],"about_ca_topic_score_codex":0.00003375906,"about_ca_topic_score_gemma":0.00008704235,"teacher_disagreement_score":0.07629511,"about_ca_system_score_codex":0.000049128295,"about_ca_system_score_gemma":0.0011464996,"threshold_uncertainty_score":0.8428239},"labels":[],"label_agreement":null},{"id":"W3014968286","doi":"10.2196/16959","title":"Unibody Endograft Using AFX 2 for Less Invasive and Faster Endovascular Aortic Repair: Protocol for a Multicenter Nonrandomized Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Aortic aneurysm repair treatments","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical endpoint; Perioperative; Surgery; Aortic repair; Stent; Multicenter study; Observational study; Randomized controlled trial; Aorta; Internal medicine","score_opus":0.3812644120075154,"score_gpt":0.548541013600524,"score_spread":0.1672766015930086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014968286","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032464243,0.0000016933432,0.0013386939,0.00044573075,0.000003850058,0.9654531,0.00002477599,0.00020818922,0.000059744292],"genre_scores_gemma":[0.023252627,1.2632303e-7,0.009872425,0.00019137513,0.00021963338,0.96604735,0.000014806879,0.00012790179,0.00027377944],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99510956,0.0007886672,0.0008980141,0.0011211073,0.0010585985,0.0010240753],"domain_scores_gemma":[0.99639285,0.0011050529,0.00020945776,0.0007482322,0.0009041073,0.0006403191],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017185229,0.00042356105,0.0009957124,0.0002287271,0.00036213853,0.00013639442,0.00024836525,0.00015901374,0.000074439005],"category_scores_gemma":[0.002290277,0.000321471,0.00051674346,0.00038643685,0.00026558462,0.00023365118,0.00033685597,0.00044826913,0.000013508804],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4014073,0.031701237,0.4364539,0.036550507,0.0052361903,0.0017735949,0.015550757,0.000017276288,0.053126283,0.000055770306,0.008730362,0.009396805],"study_design_scores_gemma":[0.78004044,0.063450426,0.006646034,0.006611563,0.00058794563,0.00014410037,0.0072181644,0.04508185,0.017339122,0.00013877603,0.07156395,0.0011776281],"about_ca_topic_score_codex":0.000032390886,"about_ca_topic_score_gemma":0.000012660691,"teacher_disagreement_score":0.42980787,"about_ca_system_score_codex":0.00019431469,"about_ca_system_score_gemma":0.0005254354,"threshold_uncertainty_score":0.9999237},"labels":[],"label_agreement":null},{"id":"W3015007222","doi":"10.2196/14936","title":"Effectiveness of Gastric Bypass Versus Gastric Sleeve for Cardiovascular Disease: Protocol and Baseline Results for a Comparative Effectiveness Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Baseline (sea); Gastric bypass; Internal medicine; Protocol (science); Surgery; Weight loss; Obesity; Pathology; Alternative medicine","score_opus":0.29983062923927994,"score_gpt":0.5255406893906536,"score_spread":0.22571006015137363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015007222","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0104681095,0.000023461507,0.00457277,0.00013679512,0.000016153872,0.9843757,0.00028488244,0.00007173342,0.00005035088],"genre_scores_gemma":[0.15657194,3.0548856e-7,0.0005853442,0.0000073646434,0.00022171768,0.8425002,0.00005032345,0.00004436656,0.000018439003],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99263424,0.0036824646,0.000676642,0.001065601,0.0011933219,0.00074771646],"domain_scores_gemma":[0.98523897,0.011826486,0.00017301181,0.0007093934,0.0014068238,0.00064531283],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0106636705,0.00037371318,0.001435457,0.00037156162,0.00026462862,0.000058748567,0.00026690424,0.00012768355,0.000007166897],"category_scores_gemma":[0.0055527585,0.00029665165,0.0006475765,0.0015297678,0.0002174815,0.00016717937,0.00021867594,0.00047833082,0.000004461039],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8878037,0.0058293133,0.043958437,0.044637565,0.003727397,0.00013467376,0.00075716054,0.0002883598,0.0023623796,0.00019561032,0.002390663,0.007914787],"study_design_scores_gemma":[0.36062187,0.09328574,0.43631077,0.007785447,0.0009738598,0.000020712705,0.0012130089,0.004445886,0.014284058,0.00029835824,0.079607084,0.0011532026],"about_ca_topic_score_codex":0.000019252831,"about_ca_topic_score_gemma":8.508735e-7,"teacher_disagreement_score":0.5271818,"about_ca_system_score_codex":0.00016431345,"about_ca_system_score_gemma":0.00067774736,"threshold_uncertainty_score":0.99994856},"labels":[],"label_agreement":null},{"id":"W3015340478","doi":"10.2196/16801","title":"Developing a Taxonomy of Communication Techniques and Aids Used By Healthcare Providers During Patient Consultations: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Monash University","keywords":"Health care; Taxonomy (biology); Delphi method; Multidisciplinary approach; Psychological intervention; Systematic review; Medical education; Medicine; Delphi; Nursing; MEDLINE; Computer science","score_opus":0.7452350144017276,"score_gpt":0.6662878980646525,"score_spread":0.07894711633707507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015340478","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.37325875e-8,0.38448277,0.000023040464,0.0015378611,0.000002599969,0.61347157,0.00026927315,0.00016003962,0.000052851516],"genre_scores_gemma":[1.295792e-7,0.26879528,0.0070482367,0.00015993012,0.000027534852,0.7235259,0.00024398192,0.00013638614,0.00006265622],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9727176,0.018454274,0.0055619436,0.0009714634,0.001185121,0.0011096433],"domain_scores_gemma":[0.98138654,0.007151136,0.0048445854,0.002781398,0.003390587,0.000445763],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0031595987,0.000726819,0.0040576556,0.0006345944,0.001967918,0.0000773926,0.0018589842,0.00077676156,0.000020949365],"category_scores_gemma":[0.0054296562,0.00059924094,0.0003356887,0.001667,0.0004223201,0.00039354558,0.0015614782,0.003141028,0.000027781989],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009693056,0.00011597017,0.000013362873,0.95247096,0.0000808739,0.0000012625,0.002050666,4.6779927e-9,6.7785334e-7,0.0008903591,0.004283687,0.03999525],"study_design_scores_gemma":[0.0007132628,0.00047585007,8.927366e-8,0.5044199,0.000028979104,0.000004217448,0.0012646754,0.000001443329,0.0000055890227,0.000079359714,0.4927662,0.00024041781],"about_ca_topic_score_codex":0.00016455723,"about_ca_topic_score_gemma":0.000034331715,"teacher_disagreement_score":0.4884825,"about_ca_system_score_codex":0.0019958038,"about_ca_system_score_gemma":0.007582059,"threshold_uncertainty_score":0.9996459},"labels":[],"label_agreement":null},{"id":"W3015344203","doi":"10.2196/16711","title":"Tailored Medication Adherence Incentives Using mHealth for Children With High-Risk Asthma (TAICAM): Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health; Children's Hospital of Philadelphia","keywords":"Medicine; Incentive; Asthma; mHealth; Emergency department; Population; Randomized controlled trial; Family medicine; Physical therapy; Psychological intervention; Environmental health; Nursing; Internal medicine","score_opus":0.1457479832149658,"score_gpt":0.5149489941983842,"score_spread":0.36920101098341845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015344203","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077220397,0.0000036418594,0.0071505196,0.0010003513,0.000007072485,0.9838905,0.00006863244,0.00011868767,0.000038567436],"genre_scores_gemma":[0.008895927,3.3983804e-7,0.0035778168,0.00018845609,0.0011363218,0.9859609,0.000071218994,0.000075334356,0.000093703165],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994341,0.0016941914,0.001025318,0.0007875919,0.0013330177,0.00081889384],"domain_scores_gemma":[0.9958074,0.0011499085,0.0007098891,0.00043235335,0.0011134356,0.0007870062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035248864,0.00034100577,0.0017588652,0.00022182215,0.0005502744,0.00012173788,0.00033910078,0.0001980663,0.00014240849],"category_scores_gemma":[0.0035884494,0.000202649,0.00047591116,0.00047135795,0.00067563186,0.00019809153,0.000089109744,0.0005434692,0.000010389142],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.988388,0.0012737237,0.0007829957,0.0011928569,0.00026997377,0.0000038038247,0.000201355,0.000007731649,0.00051261886,0.00020741929,0.0022126152,0.0049468977],"study_design_scores_gemma":[0.9629646,0.0204511,0.00063224975,0.0012099978,0.000068895235,0.0000026778087,0.00009430462,0.002890268,0.0009280067,0.00023480054,0.010306002,0.00021710341],"about_ca_topic_score_codex":0.000029139166,"about_ca_topic_score_gemma":0.0000033273036,"teacher_disagreement_score":0.025423415,"about_ca_system_score_codex":0.00013496279,"about_ca_system_score_gemma":0.002580945,"threshold_uncertainty_score":0.82637864},"labels":[],"label_agreement":null},{"id":"W3015361879","doi":"10.2196/17900","title":"Effects of the ACT OUT! Social Issue Theater Program on Social-Emotional Competence and Bullying in Youth and Adolescents: Protocol for a Cluster Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bullying, Victimization, and Aggression","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lilly Endowment; Eli Lilly and Company","keywords":"Competence (human resources); Curriculum; Psychology; Randomized controlled trial; Medical education; Intervention (counseling); Applied psychology; Cluster randomised controlled trial; Social psychology; Pedagogy; Medicine; Psychiatry","score_opus":0.1359785001510717,"score_gpt":0.5037882407940572,"score_spread":0.36780974064298544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015361879","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010882283,0.0000011962837,0.000067921304,0.002062576,0.000024024628,0.9866805,0.000010125149,0.000037462323,0.0002339335],"genre_scores_gemma":[0.054176494,1.5755913e-7,0.000073984615,0.00022607807,0.00048518856,0.94486433,0.0000035040916,0.000030369203,0.00013986975],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99426407,0.0036034477,0.0006062391,0.00046117674,0.00060016353,0.0004649116],"domain_scores_gemma":[0.998247,0.0009741408,0.00032711567,0.000133134,0.00022607806,0.000092494156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023815655,0.0002203497,0.00086542865,0.000119782366,0.00044697808,0.0001254991,0.00026610994,0.00022438965,0.00006693542],"category_scores_gemma":[0.0007383052,0.00012839814,0.00020482377,0.00022361852,0.00048412362,0.00007972644,0.00015875553,0.00053172617,0.0000048112515],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9781174,0.0016785533,0.00057017343,0.0014797542,0.00005665141,0.0000017840433,0.012303306,9.591528e-7,0.00025092898,0.0002464826,0.0017841142,0.0035099124],"study_design_scores_gemma":[0.9890598,0.0015480253,0.0025684556,0.0027111666,0.00001173972,4.6289406e-7,0.00029937032,0.00042143022,0.00019047345,0.00017853446,0.0028627187,0.00014778865],"about_ca_topic_score_codex":0.000009506024,"about_ca_topic_score_gemma":0.0000026064604,"teacher_disagreement_score":0.04329421,"about_ca_system_score_codex":0.000033555167,"about_ca_system_score_gemma":0.00011671211,"threshold_uncertainty_score":0.5235924},"labels":[],"label_agreement":null},{"id":"W3015367591","doi":"10.2196/15408","title":"Nurse-Led Education and Engagement for Diabetes Care in Sub-Saharan Africa: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of South Carolina; Medical University of South Carolina","keywords":"Medicine; Health care; Focus group; Population; Nursing; Diabetes management; Diabetes mellitus; Type 2 diabetes; Business; Environmental health; Political science; Marketing","score_opus":0.4220415549433096,"score_gpt":0.6915236938936213,"score_spread":0.26948213895031176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015367591","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067437073,0.000019514857,0.00042511403,0.0046452493,0.00002017597,0.99332446,0.00009032182,0.000103469356,0.0006973119],"genre_scores_gemma":[0.00075597665,0.0000011311673,0.011063744,0.00056544313,0.00041645236,0.9869253,0.000042890126,0.00006971366,0.00015932499],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911836,0.0049798125,0.0010845683,0.00085086736,0.00044175758,0.0014594177],"domain_scores_gemma":[0.9943323,0.0029705872,0.0002670566,0.0005428547,0.0010926337,0.00079456443],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008293399,0.00024334654,0.0005020927,0.0003156954,0.0015832221,0.000047972637,0.0004088707,0.00023011595,0.000066792825],"category_scores_gemma":[0.0021079252,0.00021620441,0.00006502265,0.0008187176,0.00008230041,0.00013833592,0.00018344271,0.0011995261,0.00006633715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038219134,0.0041243015,0.022588765,0.04612338,0.000023597502,5.108795e-7,0.025189357,0.0000012666162,0.0019118638,0.0013353181,0.42222828,0.47265145],"study_design_scores_gemma":[0.009003412,0.004146721,0.00846978,0.0012508393,0.0000035732628,4.0329738e-8,0.012665159,0.00020464601,0.00033366226,0.0007376469,0.9630128,0.00017172271],"about_ca_topic_score_codex":0.000017755783,"about_ca_topic_score_gemma":0.00012933521,"teacher_disagreement_score":0.54078454,"about_ca_system_score_codex":0.00040216208,"about_ca_system_score_gemma":0.0032232876,"threshold_uncertainty_score":0.9997166},"labels":[],"label_agreement":null},{"id":"W3015375206","doi":"10.2196/17076","title":"Biopsychosocial Mechanisms Linking Gender Minority Stress to HIV Comorbidities Among Black and Latina Transgender Women (LITE Plus): Protocol for a Mixed Methods Longitudinal Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of British Columbia","funders":"National Institute on Minority Health and Health Disparities; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; National Institute on Alcohol Abuse and Alcoholism","keywords":"Medicine; Psychosocial; Biopsychosocial model; Transgender; Mental health; Clinical psychology; Population; Stressor; Minority stress; Sexual minority; Context (archaeology); Gerontology; Psychiatry; Psychology; Lesbian; Environmental health","score_opus":0.5395035823743721,"score_gpt":0.635609236216035,"score_spread":0.09610565384166292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015375206","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02513616,9.718607e-7,0.006871133,0.00127255,0.000036303994,0.96221286,0.00018013484,0.00016277116,0.004127098],"genre_scores_gemma":[0.0086517865,2.3113803e-7,0.0039104787,0.00016604098,0.0010499614,0.9842509,0.00001155396,0.00009294025,0.0018660809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9917099,0.003311455,0.0008297914,0.001290446,0.0010299315,0.0018284922],"domain_scores_gemma":[0.99699485,0.00060059206,0.00020398173,0.0006607537,0.0005061285,0.0010336946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042528766,0.00046041518,0.00072388834,0.00039852384,0.0008682498,0.00049770833,0.0008315116,0.00037027366,0.0005663459],"category_scores_gemma":[0.00019440363,0.00043914543,0.00015390471,0.0008677985,0.00040280208,0.00028170558,0.00035568874,0.0011479929,0.00009821354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018539904,0.0072608795,0.5073367,0.040982157,0.00090694125,0.00017115971,0.30413076,0.000009090427,0.001198447,0.017767092,0.085091755,0.016605172],"study_design_scores_gemma":[0.025070943,0.013399672,0.8557199,0.0004435908,0.00003917153,0.000008001779,0.023800796,0.00024794703,0.0003050622,0.019970411,0.059617728,0.0013767385],"about_ca_topic_score_codex":0.0006338864,"about_ca_topic_score_gemma":0.00030538553,"teacher_disagreement_score":0.34838328,"about_ca_system_score_codex":0.00029701614,"about_ca_system_score_gemma":0.00037673375,"threshold_uncertainty_score":0.99980605},"labels":[],"label_agreement":null},{"id":"W3015382768","doi":"10.2196/17368","title":"Promoting Employees’ Recovery During Shift Work: Protocol for a Workplace Intervention Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and Work-Related Fatigue","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerie van Sociale Zaken en Werkgelegenheid","keywords":"Intervention (counseling); Psychological intervention; Applied psychology; Shift work; Multinational corporation; Psychology; Medicine; Nursing; Business","score_opus":0.31357153665525234,"score_gpt":0.5610751600134923,"score_spread":0.24750362335824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015382768","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024917385,0.0000011478544,0.00019842008,0.0008837058,0.00002114751,0.971779,0.0000068130084,0.00035875704,0.0018336582],"genre_scores_gemma":[0.06549492,1.1243996e-8,0.00019823498,0.00003894689,0.00045367354,0.932852,0.0000064772253,0.00011963551,0.0008360905],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942326,0.0016849668,0.000860331,0.0011027325,0.00080284895,0.0013165298],"domain_scores_gemma":[0.9978716,0.0004412481,0.00025073072,0.0007528222,0.00029136057,0.00039227822],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002721625,0.000339489,0.00039862594,0.00030543577,0.00054518244,0.0003599671,0.0008713793,0.00031494536,0.0014359806],"category_scores_gemma":[0.00051523896,0.00031367282,0.0002561235,0.0015802141,0.00011223498,0.00032153277,0.00046141585,0.0015606552,0.00067139196],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09047779,0.04008159,0.37551805,0.003873071,0.001477251,0.00063428294,0.107647814,0.000042757056,0.00045675779,0.000887313,0.09289942,0.28600392],"study_design_scores_gemma":[0.21334529,0.13871223,0.22957844,0.080589466,0.000082428,0.000018210229,0.021996733,0.000120975325,0.006498027,0.0022687272,0.30144203,0.00534745],"about_ca_topic_score_codex":0.000021176093,"about_ca_topic_score_gemma":0.000016108002,"teacher_disagreement_score":0.28065646,"about_ca_system_score_codex":0.00015725016,"about_ca_system_score_gemma":0.000084869556,"threshold_uncertainty_score":0.9999315},"labels":[],"label_agreement":null},{"id":"W3015616265","doi":"10.2196/15302","title":"Exploring the Effectiveness of an Integrated Physical Activity and Psychosocial Program Targeting At-Risk Adolescent Girls: Protocol for the Girls United and on the Move (GUM) Intervention Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Toronto; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Psychosocial; Intervention (counseling); Psychology; Medicine; Clinical psychology; Gerontology; Psychiatry","score_opus":0.4339842465133305,"score_gpt":0.5781603487736573,"score_spread":0.1441761022603268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015616265","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4227559,3.3403074e-7,0.00059799297,0.00042069383,0.000011252653,0.5761222,0.000024879015,0.000034652043,0.000032077576],"genre_scores_gemma":[0.46252823,1.7596838e-8,0.000004993449,0.000007464903,0.00009105747,0.53732777,0.0000020239274,0.000018848621,0.000019623018],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9905109,0.0076514133,0.00033466093,0.0005530057,0.00053619564,0.00041383755],"domain_scores_gemma":[0.9965018,0.0022749566,0.0002529035,0.00049272587,0.00035327981,0.00012432614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004782442,0.0002301793,0.00029207315,0.00009803676,0.0011699694,0.00029007473,0.00054768584,0.00006404082,0.00013005917],"category_scores_gemma":[0.0005206555,0.0001100142,0.00018040596,0.0006943432,0.00046869655,0.00015304511,0.00034954713,0.0010778934,0.0000066706693],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06979633,0.039277453,0.016002538,0.002905415,0.000702843,0.000009088153,0.01556752,0.00002531371,0.001486453,0.012451274,0.006560604,0.83521515],"study_design_scores_gemma":[0.02009892,0.042593304,0.7964597,0.005239703,0.000058311245,0.0000034235625,0.024751497,0.008702153,0.017728865,0.002162483,0.08160776,0.0005939107],"about_ca_topic_score_codex":0.00016841863,"about_ca_topic_score_gemma":0.000026399457,"teacher_disagreement_score":0.83462125,"about_ca_system_score_codex":0.00006106929,"about_ca_system_score_gemma":0.000036664034,"threshold_uncertainty_score":0.8998577},"labels":[],"label_agreement":null},{"id":"W3015698090","doi":"10.2196/18419","title":"Determining the Impact of a School-Based Health Education Package for Prevention of Intestinal Worm Infections in the Philippines: Protocol for a Cluster Randomized Intervention Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parasites and Host Interactions","field":"Immunology and Microbiology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cluster randomised controlled trial; Health education; Randomized controlled trial; Attendance; Sanitation; Family medicine; Environmental health; Public health; Nursing; Surgery","score_opus":0.29181439000244647,"score_gpt":0.6173233660046061,"score_spread":0.32550897600215967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015698090","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008870233,0.0000023543155,0.006530981,0.0013925871,0.000014630386,0.9830688,0.00003604088,0.00001277096,0.00007160692],"genre_scores_gemma":[0.0818056,8.4718415e-8,0.00017399825,0.000052476673,0.000078108395,0.91770077,0.00008241178,0.000011548899,0.00009500953],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963816,0.0022344973,0.0008003426,0.00020642269,0.00008666559,0.00029051985],"domain_scores_gemma":[0.9962052,0.0024715923,0.00052527117,0.00024797238,0.0005202023,0.000029724817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003633806,0.00012435748,0.00039142097,0.00021721155,0.00024428763,0.000043770804,0.00030778552,0.00009170123,0.00012925093],"category_scores_gemma":[0.003581536,0.00006898789,0.0005296252,0.0003823249,0.00021216508,0.00014163156,0.00004445289,0.0004409557,0.000006375343],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93878525,0.008434666,0.0033695588,0.0021260867,0.00016715996,6.2711024e-8,0.0018719565,0.000041105697,0.0074563953,0.00045883286,0.016006144,0.021282785],"study_design_scores_gemma":[0.9269262,0.03606139,0.0039745728,0.0056576473,0.000019243638,0.0000075071875,0.00083181146,0.000885015,0.0038690716,0.0017784152,0.019812265,0.00017686833],"about_ca_topic_score_codex":0.00013598402,"about_ca_topic_score_gemma":0.00007681038,"teacher_disagreement_score":0.07293537,"about_ca_system_score_codex":0.00011142702,"about_ca_system_score_gemma":0.0008665784,"threshold_uncertainty_score":0.4287692},"labels":[],"label_agreement":null},{"id":"W3015752697","doi":"10.2196/17788","title":"HIV Self-Testing to Promote Serostatus Disclosure Among Men Who Have Sex With Men in China: Protocol for a Stepped Wedge Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Serostatus; Men who have sex with men; Medicine; Randomized controlled trial; Biostatistics; Intervention (counseling); Public health; Demography; Family medicine; Human immunodeficiency virus (HIV); Syphilis; Viral load; Internal medicine; Psychiatry; Nursing","score_opus":0.10030412410558673,"score_gpt":0.4859875082672086,"score_spread":0.38568338416162185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015752697","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00290365,7.8411017e-7,0.00047730582,0.004020896,8.6126244e-7,0.96058095,0.00004986611,0.0001879298,0.031777777],"genre_scores_gemma":[0.0009888131,1.0611111e-7,0.0017103906,0.000037872058,0.0003980246,0.95100576,0.000027878434,0.00012321517,0.045707922],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99100995,0.0026607313,0.0014664977,0.0010502796,0.0020443501,0.0017681693],"domain_scores_gemma":[0.9953174,0.0012092415,0.00029681262,0.00065238937,0.0011207617,0.0014033782],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0077403407,0.0004892329,0.0024696998,0.0006134323,0.00037645467,0.00041105392,0.00057355367,0.0002194022,0.00026602516],"category_scores_gemma":[0.009057573,0.00031019942,0.00049274066,0.0013349967,0.00032588773,0.00037072477,0.00037395366,0.0015348837,0.000059672475],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9168942,0.0020544399,0.0035703294,0.002574379,0.00035414397,0.0001252073,0.0028401217,0.000006289276,0.0012812773,0.000050549148,0.06878246,0.0014665897],"study_design_scores_gemma":[0.8856609,0.038508467,0.0005518667,0.005537641,0.000025025725,0.0000060948887,0.00045489307,0.049798056,0.00097600644,0.000062933796,0.018109806,0.00030830517],"about_ca_topic_score_codex":0.00014374843,"about_ca_topic_score_gemma":0.000059504917,"teacher_disagreement_score":0.050672658,"about_ca_system_score_codex":0.00033490694,"about_ca_system_score_gemma":0.0013545329,"threshold_uncertainty_score":0.99993503},"labels":[],"label_agreement":null},{"id":"W3015803613","doi":"10.2196/14322","title":"Use of a Smartphone App to Increase Physical Activity Levels in Insufficiently Active Adults: Feasibility Sequential Multiple Assignment Randomized Trial (SMART)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Randomized controlled trial; Smartphone app; Intervention (counseling); Protocol (science); Psychological intervention; Physical activity; Physical therapy; Smartphone application; Medicine; Computer science; Physical medicine and rehabilitation; Psychology; Multimedia; Human–computer interaction; Alternative medicine","score_opus":0.4809851341919857,"score_gpt":0.5489013428412596,"score_spread":0.06791620864927389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015803613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5995783,2.162707e-7,0.00020825722,0.0011820499,0.000005444245,0.3987774,0.00012958681,0.000040525723,0.00007821182],"genre_scores_gemma":[0.57612866,1.9893936e-7,0.00013712789,0.00009131691,0.00020824188,0.42338026,0.000008828617,0.000019651523,0.000025707346],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925611,0.00326959,0.00059472775,0.0009102854,0.0018033927,0.0008609263],"domain_scores_gemma":[0.9948654,0.0028204743,0.0002145937,0.0006101868,0.00044233288,0.0010470176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022586954,0.00030282943,0.0017334005,0.00025105887,0.00013033545,0.000058020356,0.00027052936,0.00017059757,0.00007142449],"category_scores_gemma":[0.007745315,0.00024349368,0.00037562763,0.0012527495,0.00048545623,0.00043930055,0.0004669389,0.0015505368,0.000059582126],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8888294,0.029355425,0.0004821931,0.0009820656,0.000056965077,0.000036473237,0.003132159,0.0000146284165,0.069328606,0.00006328411,0.00029648992,0.007422319],"study_design_scores_gemma":[0.8725382,0.013792464,0.015779745,0.0015810252,0.00001459571,0.0000013432575,0.00014596293,0.007141128,0.08719944,0.00014584397,0.0013739425,0.00028632313],"about_ca_topic_score_codex":0.001438171,"about_ca_topic_score_gemma":0.00011527238,"teacher_disagreement_score":0.02460286,"about_ca_system_score_codex":0.00069405127,"about_ca_system_score_gemma":0.001248692,"threshold_uncertainty_score":0.9929384},"labels":[],"label_agreement":null},{"id":"W3015836063","doi":"10.2196/17724","title":"Diagnosing Preclinical Cardiac Dysfunction in Swiss Childhood Cancer Survivors: Protocol for a Single-Center Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chemotherapy-induced cardiotoxicity and mitigation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cohort; Protocol (science); Childhood cancer; Single Center; Cohort study; Cancer; Pediatrics; Alternative medicine; Internal medicine; Pathology","score_opus":0.3654290044095105,"score_gpt":0.5590414458765653,"score_spread":0.19361244146705486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015836063","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075237736,0.000001277961,0.00004537086,0.0020257386,0.000015855863,0.9219429,0.000023808745,0.00010770584,0.0005995883],"genre_scores_gemma":[0.13279839,3.901169e-7,0.00007978102,0.00027985818,0.00094929215,0.8657368,0.000020361698,0.000067250694,0.000067921406],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995858,0.0007768412,0.0006808813,0.00085745484,0.0011396273,0.0006871912],"domain_scores_gemma":[0.9981478,0.00043523536,0.00012622573,0.00044957057,0.00048264838,0.00035852613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024590357,0.0002549297,0.0006895036,0.00018898342,0.00017004696,0.00013193167,0.00020019268,0.000246619,0.00010911157],"category_scores_gemma":[0.00088074734,0.00022806249,0.00024432328,0.0007847476,0.00010840033,0.00023107263,0.0001181037,0.0009958013,0.000018341141],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005559722,0.008799119,0.9128505,0.0014844437,0.00019047463,0.000024741865,0.0023846992,0.000008775473,0.047021236,0.000009263692,0.004233808,0.01743321],"study_design_scores_gemma":[0.05178412,0.021473072,0.59084404,0.007130225,0.00003294926,0.000010654797,0.0010897492,0.0002294279,0.13417654,0.00012575426,0.19241263,0.0006908783],"about_ca_topic_score_codex":0.0001589996,"about_ca_topic_score_gemma":0.00016665393,"teacher_disagreement_score":0.3220065,"about_ca_system_score_codex":0.00047095143,"about_ca_system_score_gemma":0.00047109497,"threshold_uncertainty_score":0.93001187},"labels":[],"label_agreement":null},{"id":"W3015869831","doi":"10.2196/16319","title":"Integration of Mobile Health Into Sickle Cell Disease Care to Increase Hydroxyurea Utilization: Protocol for an Efficacy and Implementation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Heart, Lung, and Blood Institute; Australian Government","keywords":"mHealth; Medicine; Psychological intervention; Disease; Medical prescription; Intervention (counseling); Health care; Family medicine; Intensive care medicine; Internal medicine; Nursing","score_opus":0.24882528095597342,"score_gpt":0.594222932976661,"score_spread":0.3453976520206875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015869831","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042125594,0.000004990675,0.000232591,0.0006724016,0.0000014286117,0.95679,0.000029836148,0.00005050547,0.00009266531],"genre_scores_gemma":[0.17873222,3.6335126e-7,0.00041931093,0.00017009211,0.000054665605,0.8204596,0.00011280143,0.000028180626,0.000022796883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977741,0.00037692694,0.00048157384,0.00044907382,0.0005838165,0.00033451442],"domain_scores_gemma":[0.9980429,0.000060207007,0.00011060046,0.0003156353,0.0005803167,0.0008903722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006272619,0.00015650135,0.0002885118,0.00016849782,0.00024358982,0.000056170913,0.00012924649,0.00005976993,0.00006884084],"category_scores_gemma":[0.00016466557,0.0001255305,0.000042984015,0.00056415197,0.00006852677,0.00015242775,0.00010799836,0.00023679559,0.000005921004],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04650498,0.019054748,0.03368046,0.038243446,0.00009435865,0.000043519856,0.18827833,0.0002015931,0.030861402,0.000333265,0.026815454,0.6158884],"study_design_scores_gemma":[0.08279742,0.30933812,0.032131784,0.004429311,0.00004939351,0.0000031293775,0.18421419,0.0035470612,0.017934846,0.0002084206,0.3645372,0.0008090982],"about_ca_topic_score_codex":0.00025619706,"about_ca_topic_score_gemma":0.00008480654,"teacher_disagreement_score":0.61507934,"about_ca_system_score_codex":0.00011337092,"about_ca_system_score_gemma":0.00074517255,"threshold_uncertainty_score":0.5118985},"labels":[],"label_agreement":null},{"id":"W3015879917","doi":"10.2196/15930","title":"Improving the Lifestyle of Adolescents Through Peer Education and Support in Vietnam: Protocol for a Pilot Cluster Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council","keywords":"Randomized controlled trial; Protocol (science); Cluster (spacecraft); Peer support; Psychology; Medical education; Medicine; Gerontology; Computer science; Nursing; Alternative medicine; Computer network","score_opus":0.13724653507161377,"score_gpt":0.5038027501243815,"score_spread":0.3665562150527677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015879917","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00851464,5.4772994e-7,0.000050136183,0.0047399956,0.000008723569,0.9859662,0.000005070806,0.000026224776,0.0006884286],"genre_scores_gemma":[0.1493048,7.576992e-8,0.00020425493,0.0003555179,0.00054270454,0.8490751,0.0000044151166,0.00003393073,0.0004792249],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956085,0.0014686474,0.00080377125,0.00045666445,0.0011760446,0.0004863453],"domain_scores_gemma":[0.99707,0.0012190818,0.00030374632,0.00036542473,0.00084249943,0.00019921291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048585506,0.00021431824,0.0013293333,0.00010128168,0.00011631921,0.00008530943,0.0002567881,0.00010589202,0.000050470575],"category_scores_gemma":[0.005790674,0.00012574151,0.00025992093,0.00034788426,0.00036605395,0.0002374335,0.0002649727,0.0007115624,0.000010686108],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9708171,0.016151892,0.0018492582,0.00392881,0.000046476758,0.0000019273496,0.0005926541,2.8402224e-7,0.0020693385,0.0002818949,0.0035043445,0.00075603026],"study_design_scores_gemma":[0.98021376,0.008593894,0.0013597358,0.0013952117,0.000020188307,0.0000017325856,0.00011108521,0.00075654103,0.0014649088,0.00080905156,0.0051516094,0.00012228327],"about_ca_topic_score_codex":0.0000437634,"about_ca_topic_score_gemma":0.000008357825,"teacher_disagreement_score":0.14079018,"about_ca_system_score_codex":0.00008089617,"about_ca_system_score_gemma":0.0009943548,"threshold_uncertainty_score":0.6932396},"labels":[],"label_agreement":null},{"id":"W3015986665","doi":"10.2196/17589","title":"Development of “Advancing People of Color in Clinical Trials Now!”: Web-Based Randomized Controlled Trial Protocol","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Heart, Lung, and Blood Institute","keywords":"Clinical trial; Randomized controlled trial; Medicine; Ethnic group; Protocol (science); Literacy; Research design; Intervention (counseling); Community-based participatory research; Participatory action research; Health literacy; Family medicine; Alternative medicine; Psychology; Nursing; Health care","score_opus":0.7975183307440408,"score_gpt":0.7505881512411793,"score_spread":0.04693017950286149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015986665","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011778184,0.0000017489772,0.0003358193,0.0044273958,0.000016897739,0.981385,0.0000075587895,0.00004953556,0.0019978464],"genre_scores_gemma":[0.009060917,0.0000019171098,0.01350617,0.00019431116,0.00034226436,0.97646385,0.000006430998,0.000060003953,0.00036413714],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9361043,0.034814887,0.017224357,0.0015232149,0.008629932,0.0017033356],"domain_scores_gemma":[0.81424695,0.17817584,0.0020404663,0.0010002673,0.0035527481,0.0009837485],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30628747,0.00034374918,0.007993528,0.0006626049,0.000113345566,0.00005021041,0.0009120635,0.00091965165,0.0010219034],"category_scores_gemma":[0.5326522,0.00023135323,0.0014732677,0.0016565955,0.0013086732,0.00009903897,0.0005421032,0.005173919,0.00007146924],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.975076,0.0048762704,0.0012878462,0.0063027176,0.00021560478,0.00003089248,0.00046593265,0.000011039483,0.008337429,0.00070687383,0.0008443109,0.0018450887],"study_design_scores_gemma":[0.95760643,0.007975918,0.00018005175,0.0057170894,0.000019336596,3.690071e-7,0.00013157217,0.0052140267,0.010249999,0.0005533588,0.012175382,0.00017647062],"about_ca_topic_score_codex":0.000011566805,"about_ca_topic_score_gemma":0.0001978634,"teacher_disagreement_score":0.22636476,"about_ca_system_score_codex":0.000236005,"about_ca_system_score_gemma":0.019416329,"threshold_uncertainty_score":0.9998913},"labels":[],"label_agreement":null},{"id":"W3016597700","doi":"10.2196/16699","title":"Preventing Cardiovascular Disease Among Urban African Americans With a Mobile Health App (the MOYO App): Protocol for a Usability Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute; National Institutes of Health; National Science Foundation","keywords":"mHealth; Usability; Psychological intervention; Community-based participatory research; Population; Medicine; Health equity; Gerontology; Environmental health; Public health; Participatory action research; Nursing; Computer science","score_opus":0.32765416310428075,"score_gpt":0.6014652413158975,"score_spread":0.27381107821161677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016597700","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000861231,0.000009730852,0.0019983463,0.0038371421,0.0000062557383,0.9921808,0.000119829834,0.00042001382,0.0005666544],"genre_scores_gemma":[0.012696296,7.32671e-7,0.0007312866,0.00091850455,0.0007533398,0.98424065,0.000026060165,0.00013494595,0.0004981694],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98510087,0.0067235413,0.0016669511,0.001645518,0.0020643203,0.0027987927],"domain_scores_gemma":[0.99130327,0.0014976591,0.0006954786,0.0025027592,0.0010727862,0.0029280663],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0109048365,0.00045554218,0.0010200823,0.00016543386,0.0050289496,0.00008985755,0.0012379771,0.00014584433,0.00019092739],"category_scores_gemma":[0.0009602322,0.0003075007,0.00034032334,0.0022471051,0.00066062604,0.0002197794,0.0005437553,0.002511751,0.00011745609],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016277736,0.012412347,0.53292197,0.064272985,0.00058492937,0.000025652906,0.037170537,0.00066654215,0.000016234826,0.0013198456,0.18988273,0.14444849],"study_design_scores_gemma":[0.0061926213,0.007436362,0.021811634,0.0011656488,0.000015178108,4.031811e-7,0.0092616305,0.00085764885,0.0000023016437,0.00013539178,0.95283276,0.00028842886],"about_ca_topic_score_codex":0.0012455363,"about_ca_topic_score_gemma":0.00025806483,"teacher_disagreement_score":0.76295,"about_ca_system_score_codex":0.00076410465,"about_ca_system_score_gemma":0.0067652543,"threshold_uncertainty_score":0.9999377},"labels":[],"label_agreement":null},{"id":"W3016696815","doi":"10.2196/16843","title":"Deep Learning Frameworks for Rapid Gram Stain Image Data Interpretation: Protocol for a Retrospective Data Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cell Image Analysis Techniques","field":"Biochemistry, Genetics and Molecular Biology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Protocol (science); Artificial intelligence; Interpretation (philosophy); Natural language processing; Information retrieval; Data science; Medicine; Pathology; Alternative medicine; Programming language","score_opus":0.1708065436775345,"score_gpt":0.5577329402023957,"score_spread":0.3869263965248612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016696815","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000039755755,0.0000021850867,0.44043705,0.00035947363,3.991159e-7,0.5588334,0.000102852035,0.000050031525,0.00021061752],"genre_scores_gemma":[0.00092158234,0.000001015639,0.061085843,0.00017788411,0.00037057124,0.9327512,0.004405423,0.0000657991,0.00022069064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959461,0.00055962265,0.00051542994,0.0017690158,0.00055512396,0.000654693],"domain_scores_gemma":[0.995133,0.00019167757,0.0002414923,0.0030507194,0.0011606435,0.00022248305],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030745417,0.0002627076,0.00044109082,0.00022320834,0.0003184756,0.00045438387,0.0029014982,0.0003756579,0.00012841949],"category_scores_gemma":[0.0053591034,0.0002486283,0.00023296662,0.0011134025,0.00023524807,0.0000763558,0.0027558818,0.00090826466,0.0000072423186],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016873486,0.0016990047,0.005133071,0.0036021594,0.004203542,0.000027362792,0.0009500398,0.0002107017,0.29183033,0.00024078721,0.55622786,0.119001634],"study_design_scores_gemma":[0.0020449841,0.0037276526,0.0001328286,0.00019301967,0.00007708676,9.2396857e-7,0.00024734126,0.23526658,0.041448582,0.0005257035,0.71592593,0.00040934133],"about_ca_topic_score_codex":0.000009900735,"about_ca_topic_score_gemma":0.00004888262,"teacher_disagreement_score":0.3793512,"about_ca_system_score_codex":0.00005777414,"about_ca_system_score_gemma":0.00020979733,"threshold_uncertainty_score":0.9999966},"labels":[],"label_agreement":null},{"id":"W3016776687","doi":"10.2196/14807","title":"Comparative Study of Postural Garment Versus Exercises for Patients With Nonspecific Cervical Pain: Protocol for a Randomized Crossover Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crossover study; Physical therapy; Randomized controlled trial; Protocol (science); Medicine; Crossover; Physical medicine and rehabilitation; Alternative medicine; Computer science; Surgery; Placebo; Artificial intelligence","score_opus":0.2701184095714683,"score_gpt":0.5560417909167408,"score_spread":0.28592338134527245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016776687","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047349207,2.1938598e-7,0.00014312679,0.00050790014,0.000007703994,0.95177263,0.000022678758,0.000034373086,0.00016218107],"genre_scores_gemma":[0.104257055,1.220194e-8,0.0008450015,0.000028336228,0.00019584577,0.89454,0.00003294847,0.000028399309,0.00007236723],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99582815,0.0012645514,0.00071756676,0.00050956325,0.0012307611,0.00044940453],"domain_scores_gemma":[0.9939632,0.0035873554,0.00021153936,0.00031658539,0.0016529629,0.0002683908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002395853,0.00022806173,0.0010568623,0.00012123869,0.00019860445,0.00006634853,0.00018589651,0.000095759555,0.0000915954],"category_scores_gemma":[0.0017553942,0.00013486942,0.00028370725,0.00035055776,0.00039617054,0.000112378104,0.00007241455,0.00029216553,0.0000043871405],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97517836,0.010324977,0.0008673583,0.0047246576,0.0001612814,6.6865067e-7,0.0039236266,0.000002699914,0.00018457552,0.00005080076,0.004185087,0.00039590764],"study_design_scores_gemma":[0.84926116,0.13597426,0.0032060992,0.0007574153,0.000016932097,3.0779063e-8,0.001699746,0.0004203795,0.00010687619,0.000042461223,0.008377514,0.00013715614],"about_ca_topic_score_codex":0.000007197889,"about_ca_topic_score_gemma":0.0000058738888,"teacher_disagreement_score":0.12591723,"about_ca_system_score_codex":0.00011188667,"about_ca_system_score_gemma":0.000272221,"threshold_uncertainty_score":0.54998153},"labels":[],"label_agreement":null},{"id":"W3016841257","doi":"10.2196/14894","title":"The Mobile Health Multiple Lifestyle Behavior Interventions Across the Lifespan (MoBILE) Research Program: Protocol for Development, Evaluation, and Implementation","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Psychological intervention; Computer science; Psychology; Medicine; Gerontology; Nursing; Alternative medicine","score_opus":0.6740994279540972,"score_gpt":0.7679345757571236,"score_spread":0.09383514780302649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016841257","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018833324,0.000036944293,0.0001436156,0.009930642,0.000021653112,0.9875514,0.00013286034,0.00020462583,0.00009494715],"genre_scores_gemma":[0.002547988,0.000010954238,0.0011263046,0.00065676315,0.00060183957,0.9944126,0.00015289277,0.00008766683,0.0004029748],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9838099,0.0077953893,0.0021963813,0.001006609,0.002143927,0.0030477832],"domain_scores_gemma":[0.9884865,0.004768012,0.00065267785,0.000994035,0.003875389,0.0012233576],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.039286915,0.00029322307,0.00038497522,0.00015815462,0.020197958,0.00032935204,0.0010772435,0.00024018354,0.00028332224],"category_scores_gemma":[0.0019519695,0.00018890138,0.0001310038,0.0014921407,0.00067980227,0.00025107907,0.00088501046,0.002551086,0.00021921103],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007727398,0.0010125982,0.020121876,0.006989159,0.000021745886,4.4016014e-7,0.011321798,0.0000030016834,0.000045082557,0.0013779434,0.14422151,0.8141121],"study_design_scores_gemma":[0.0052097,0.0038751771,0.013151157,0.000997168,0.000002817333,0.000001073295,0.01442509,0.00038473736,0.000069413654,0.00020921876,0.96151876,0.0001556869],"about_ca_topic_score_codex":0.00029365267,"about_ca_topic_score_gemma":0.0039489097,"teacher_disagreement_score":0.8172973,"about_ca_system_score_codex":0.0008197487,"about_ca_system_score_gemma":0.007910396,"threshold_uncertainty_score":0.9997501},"labels":[],"label_agreement":null},{"id":"W3016850090","doi":"10.2196/17490","title":"Nursing in the Age of Artificial Intelligence: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Western University; Registered Nurses' Association of Ontario","funders":"Registered Nurses' Association of Ontario; University Health Network","keywords":"PsycINFO; Grey literature; MEDLINE; Scopus; Health care; Digital health; Systematic review; Cochrane Library; Digital library; Psychology; Medicine; Nursing; Political science","score_opus":0.9085403243313966,"score_gpt":0.7791488160359739,"score_spread":0.12939150829542279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016850090","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.894385e-9,0.18954735,0.00022284036,0.0016137164,0.000008833741,0.80823964,0.000006674591,0.000018349514,0.00034259856],"genre_scores_gemma":[1.5413685e-8,0.23596965,0.00033201338,0.00014658427,0.0005671251,0.76287544,0.000039670427,0.00004587691,0.00002363507],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99367994,0.0015254569,0.0023700858,0.0006194587,0.0010734133,0.00073164667],"domain_scores_gemma":[0.99607664,0.0018470127,0.00047995773,0.0008082497,0.0006314921,0.00015663676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058286204,0.00032953263,0.0019157229,0.00043693205,0.00018063346,0.00008149114,0.00071466126,0.0003520727,0.00013907874],"category_scores_gemma":[0.0029561927,0.00021014283,0.00049123965,0.0021532436,0.00037666192,0.00008373812,0.00006927574,0.0016951517,0.000084079285],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011946327,0.00038269936,7.0066073e-7,0.41892236,0.0000059020963,0.000015103528,0.00046840703,2.9447751e-8,5.5514204e-7,0.00038656424,0.0020532792,0.57764494],"study_design_scores_gemma":[0.00001991797,0.0008249074,1.15411346e-7,0.5143571,0.0000143619245,0.000013302428,0.00014640384,0.00000550332,0.00002674824,0.0011293491,0.48337686,0.000085431995],"about_ca_topic_score_codex":0.000026232337,"about_ca_topic_score_gemma":0.000020110105,"teacher_disagreement_score":0.5775595,"about_ca_system_score_codex":0.0004218554,"about_ca_system_score_gemma":0.005476661,"threshold_uncertainty_score":0.97153616},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3016871470","doi":"10.2196/18349","title":"Cannabis and Illicit Drug Use During Neurodevelopment and the Associated Structural, Functional and Cognitive Outcomes: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Cannabis; Neuropsychology; Systematic review; MEDLINE; Neurocognitive; Psychiatry; Medicine; Effects of cannabis; Clinical psychology; Cognition; Cochrane Library; Psychology; Psychological intervention; Meta-analysis","score_opus":0.24967911139793206,"score_gpt":0.5395368516433201,"score_spread":0.289857740245388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016871470","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003832761,0.13728005,8.8474593e-7,0.005348155,0.000003522331,0.85714114,0.00015848356,0.000043880453,0.000020043446],"genre_scores_gemma":[2.1595865e-7,0.12142611,0.000010831645,0.00033639662,0.000070379436,0.8689902,0.00005298054,0.00010913708,0.009003793],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99242795,0.0023721987,0.0013956475,0.0011065365,0.0017783116,0.00091938046],"domain_scores_gemma":[0.995977,0.0009366203,0.00055718323,0.000507281,0.0013715425,0.0006503935],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039105294,0.0007133061,0.003871543,0.0003523248,0.000769655,0.0006082478,0.0002797729,0.00026639117,0.000058604634],"category_scores_gemma":[0.009026829,0.00037108513,0.0004105032,0.0007971202,0.0008395824,0.00018418246,0.00077587593,0.0018829067,0.0000066091084],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070514693,0.000074635194,0.000053784286,0.9599666,0.0005160064,0.00005067301,0.00018174337,3.1531322e-9,5.118354e-7,0.000062028485,0.02813479,0.010254052],"study_design_scores_gemma":[0.0053244843,0.00031701423,0.00051662955,0.52342105,0.00025162246,0.00017129963,0.00004586062,0.0000066139755,7.6008797e-7,0.000018298371,0.4696726,0.00025378153],"about_ca_topic_score_codex":0.000044289656,"about_ca_topic_score_gemma":0.000019079438,"teacher_disagreement_score":0.4415378,"about_ca_system_score_codex":0.00034966494,"about_ca_system_score_gemma":0.0016560112,"threshold_uncertainty_score":0.9998741},"labels":[],"label_agreement":null},{"id":"W3016906651","doi":"10.2196/17697","title":"Extended Support Within a Person-Centered Practice After Surgery for Patients With Pituitary Tumors: Protocol for a Quasiexperimental Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Neurosurgery; Health care; Patient satisfaction; Pituitary tumors; Affect (linguistics); Nursing; Physical therapy; Surgery; Internal medicine; Psychology","score_opus":0.3005447326665684,"score_gpt":0.5279989354297236,"score_spread":0.22745420276315526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016906651","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00890204,6.727578e-7,0.00007690389,0.0014408716,0.000009559006,0.98910016,0.00014282377,0.00011078565,0.00021616097],"genre_scores_gemma":[0.10001084,1.062322e-8,0.0006446751,0.00071773963,0.00033591027,0.89786464,0.00007563124,0.00011635375,0.00023417384],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99544775,0.00045878897,0.00061297836,0.000932531,0.0016393339,0.00090861466],"domain_scores_gemma":[0.9965712,0.000589672,0.00023334035,0.00055554294,0.0014353858,0.00061487936],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016129274,0.0003561106,0.0006292627,0.00019974474,0.00022768928,0.00016554944,0.0002530136,0.00010478488,0.00028835566],"category_scores_gemma":[0.00087468664,0.00026927513,0.00023512018,0.00049552065,0.00015486761,0.0004757778,0.00012728664,0.0005346528,0.00002205323],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.56299263,0.0339498,0.25492743,0.009938224,0.0005457965,0.0005403779,0.05070055,2.7918057e-7,0.00038527636,0.000030514751,0.08271054,0.0032785784],"study_design_scores_gemma":[0.10780409,0.21346281,0.051622882,0.008929458,0.000084914005,0.00005031854,0.078533694,0.00016350832,0.004263682,0.000029626452,0.53355163,0.001503411],"about_ca_topic_score_codex":0.00006873039,"about_ca_topic_score_gemma":0.000062706116,"teacher_disagreement_score":0.45518854,"about_ca_system_score_codex":0.00027437802,"about_ca_system_score_gemma":0.0012221043,"threshold_uncertainty_score":0.9999759},"labels":[],"label_agreement":null},{"id":"W3016995167","doi":"10.2196/15997","title":"Fluid Administration in Emergency Room Limited by Lung Ultrasound in Patients with Sepsis: Protocol for a Prospective Phase II Multicenter Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Sepsis; Resuscitation; Randomized controlled trial; Fraction of inspired oxygen; Anesthesia; Intensive care medicine; Surgery; Mechanical ventilation","score_opus":0.11477845174062302,"score_gpt":0.5338149998820547,"score_spread":0.4190365481414317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016995167","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046699677,6.97576e-7,0.0003029118,0.0017855179,0.0000051924058,0.9507349,0.000089995425,0.00006930994,0.0003118009],"genre_scores_gemma":[0.07431532,3.117869e-7,0.00073498004,0.00011586036,0.00016998022,0.9241402,0.00020988531,0.0000572816,0.0002561924],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942904,0.0010125714,0.0019602408,0.0008752753,0.0011559286,0.000705572],"domain_scores_gemma":[0.9945958,0.003083462,0.00041010726,0.0004593492,0.0010583766,0.00039285645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027745892,0.0003356389,0.0015202478,0.00023522538,0.00019170067,0.000081668935,0.00029699397,0.00024208598,0.00060406985],"category_scores_gemma":[0.012161753,0.00023166016,0.00029292944,0.001068096,0.00018861766,0.0002615663,0.00006677856,0.0009353169,0.000015175024],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94817305,0.025847869,0.017126152,0.0005277464,0.00013328173,0.0000021277722,0.00056993205,0.0000011491627,0.0017128157,0.000074364456,0.0056980215,0.0001334811],"study_design_scores_gemma":[0.9575154,0.031386103,0.0014435068,0.0007999612,0.000025284628,2.4920146e-7,0.00005955258,0.0011565774,0.0007801048,0.00023558276,0.0063690003,0.00022867008],"about_ca_topic_score_codex":0.000009787029,"about_ca_topic_score_gemma":0.000023486644,"teacher_disagreement_score":0.02761564,"about_ca_system_score_codex":0.0002798681,"about_ca_system_score_gemma":0.00056312076,"threshold_uncertainty_score":0.99615926},"labels":[],"label_agreement":null},{"id":"W3018113361","doi":"10.2196/17826","title":"Del Nido Cardioplegia Versus Cold Blood Cardioplegia in Adult Cardiac Surgery: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Ischemia and Reperfusion","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Cardiac surgery; Anesthesia; Protocol (science); Cardiology; Internal medicine; Alternative medicine","score_opus":0.12388013624701899,"score_gpt":0.4721891701240633,"score_spread":0.3483090338770443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018113361","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054869945,0.0000108514,0.0000256813,0.0016769139,0.000110765395,0.9875258,0.00005089346,0.00018346576,0.004928596],"genre_scores_gemma":[0.0049999664,0.0000037333098,0.00021012555,0.00011646734,0.0030498162,0.99076843,0.00004168253,0.00013922181,0.00067054795],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99011743,0.0030116942,0.0017480056,0.0011942958,0.0024503837,0.0014781725],"domain_scores_gemma":[0.99067366,0.00549107,0.00033352812,0.0009594742,0.0016755491,0.0008667458],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009389642,0.00059269776,0.005953017,0.0005273859,0.00027274623,0.00018448393,0.00034573753,0.0006110045,0.00009153224],"category_scores_gemma":[0.010513178,0.00043004748,0.0040838243,0.0012261964,0.00040935382,0.00017782208,0.00028085147,0.0014308715,0.000051124553],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9345376,0.00084546354,0.0004884897,0.0019702797,0.00096408464,0.00015461352,0.0003195044,0.0000031356653,0.012196791,0.00020336508,0.047876786,0.0004398965],"study_design_scores_gemma":[0.83530486,0.0028024216,0.000010805569,0.0015759642,0.00017583794,0.000006339237,0.0001240562,0.00018530857,0.014490607,0.000010401677,0.14493349,0.00037989626],"about_ca_topic_score_codex":0.000087814034,"about_ca_topic_score_gemma":0.0000055846403,"teacher_disagreement_score":0.099232726,"about_ca_system_score_codex":0.00028106308,"about_ca_system_score_gemma":0.0025154436,"threshold_uncertainty_score":0.9998151},"labels":[],"label_agreement":null},{"id":"W3018770503","doi":"10.2196/17877","title":"Reducing Emotional Distress for Childhood Hypoglycemia in Parents (REDCHiP): Protocol for a Randomized Clinical Trial to Test a Video-Based Telehealth Intervention","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Hypoglycemia; Telehealth; Randomized controlled trial; Intervention (counseling); Medicine; Glycemic; Type 1 diabetes; Distress; Clinical trial; Coping (psychology); Psychology; Clinical psychology; Psychiatry; Telemedicine; Diabetes mellitus; Health care","score_opus":0.32729520303524057,"score_gpt":0.6050861670635584,"score_spread":0.2777909640283179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018770503","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032614293,5.904e-7,0.0025969783,0.008579491,0.000018702289,0.9851415,0.00007459858,0.00008666303,0.00024004559],"genre_scores_gemma":[0.009024993,8.9681514e-8,0.0029245834,0.00030863055,0.00119243,0.9858691,0.00016982638,0.00007307468,0.0004372488],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99304515,0.0015721924,0.0017356682,0.0010310386,0.0014208662,0.0011950637],"domain_scores_gemma":[0.99362254,0.0041322303,0.00026651478,0.0004889283,0.00066865527,0.0008211555],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012867032,0.00028715743,0.0011307695,0.0005550765,0.00023058969,0.0002084248,0.0005457558,0.00021667796,0.00014682779],"category_scores_gemma":[0.022924162,0.00022399898,0.00071817765,0.000929922,0.0002176152,0.00014778705,0.00029147996,0.0009711952,0.000042350515],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8981516,0.012023941,0.0022580985,0.007279614,0.000075087075,0.00001059026,0.000138598,0.000022126278,0.00008548426,0.00010197961,0.018304387,0.06154851],"study_design_scores_gemma":[0.8902379,0.03185599,0.001766261,0.008244983,0.000011083865,3.0990742e-7,0.000055433018,0.011293664,0.00030083267,0.00039352378,0.05561545,0.0002245138],"about_ca_topic_score_codex":0.000014170138,"about_ca_topic_score_gemma":0.000013266247,"teacher_disagreement_score":0.061323997,"about_ca_system_score_codex":0.00024195896,"about_ca_system_score_gemma":0.00083099946,"threshold_uncertainty_score":0.98530614},"labels":[],"label_agreement":null},{"id":"W3018891893","doi":"10.2196/17721","title":"A Web-Based Positive Psychological Intervention to Improve Blood Pressure Control in Spanish-Speaking Hispanic/Latino Adults With Uncontrolled Hypertension: Protocol and Design for the ¡Alégrate! Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Heart, Lung, and Blood Institute","keywords":"Psychological intervention; Medicine; Population; Randomized controlled trial; Intervention (counseling); Gerontology; Psychiatry; Internal medicine","score_opus":0.10380107410913976,"score_gpt":0.48029258334407804,"score_spread":0.3764915092349383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018891893","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058947657,0.000021039601,0.0032897517,0.009646272,0.000019619029,0.98089176,0.00003553219,0.000074904216,0.00012637429],"genre_scores_gemma":[0.31351915,6.3887643e-7,0.0007078276,0.0019032431,0.00030896478,0.6834765,0.000005505964,0.000036504138,0.000041682015],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9918329,0.00397716,0.0012776563,0.00091114023,0.0009978606,0.0010032437],"domain_scores_gemma":[0.9922979,0.0052910564,0.00036163852,0.00040652012,0.00080624846,0.0008366219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008829696,0.00038333077,0.0023999768,0.00020664533,0.00031001636,0.00012790418,0.00020712023,0.00024874313,0.00004770246],"category_scores_gemma":[0.0034904617,0.00019703955,0.00047926288,0.00048643365,0.00023238413,0.00009899573,0.00006539611,0.000988879,0.000005891574],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9884262,0.001977001,0.00007390466,0.0016437988,0.00023170437,0.0000723036,0.00035437435,0.00002474341,0.0023751413,0.00004332647,0.00047237772,0.0043050894],"study_design_scores_gemma":[0.91098624,0.057680767,0.00034204908,0.0033443947,0.00019343203,0.000022366707,0.00015251081,0.02483382,0.00032182087,0.000018007553,0.0019177055,0.00018690442],"about_ca_topic_score_codex":0.000120016884,"about_ca_topic_score_gemma":0.00004428847,"teacher_disagreement_score":0.30762437,"about_ca_system_score_codex":0.000098405086,"about_ca_system_score_gemma":0.00077739067,"threshold_uncertainty_score":0.803504},"labels":[],"label_agreement":null},{"id":"W3019601259","doi":"10.2196/17841","title":"Adherence Tracking With Smart Watches for Shoulder Physiotherapy in Rotator Cuff Pathology: Protocol for a Longitudinal Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Shoulder Injury and Treatment","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Waterloo; Women's College Hospital; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Rotator cuff; Medicine; Rehabilitation; Physical therapy; Cohort; Physical medicine and rehabilitation; Protocol (science); Cohort study; Population; Prospective cohort study; Surgery; Alternative medicine","score_opus":0.4029201455156278,"score_gpt":0.5952961633309082,"score_spread":0.19237601781528035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019601259","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051104415,8.9677604e-7,0.0004336527,0.0012121766,0.0000025247712,0.94702405,0.000021660806,0.00009334952,0.000107287415],"genre_scores_gemma":[0.07179798,7.6686895e-8,0.0017407482,0.00016913612,0.00020202098,0.9257509,0.000012530966,0.000081256716,0.00024536048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964887,0.00029596628,0.00047877102,0.001036348,0.00083449204,0.0008657095],"domain_scores_gemma":[0.9981674,0.0003441591,0.00010818312,0.0005333749,0.00054050516,0.00030641022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013506482,0.00033302294,0.0006762313,0.00015996014,0.00023103168,0.00010557168,0.00027877057,0.00014311391,0.00012250163],"category_scores_gemma":[0.00020331155,0.000228339,0.00013379967,0.0005719195,0.00019026475,0.0001939122,0.00007208104,0.0005800027,0.000011832593],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.038201306,0.0074495724,0.9366102,0.0021542152,0.00020390861,0.0002868348,0.0021075858,0.000004048922,0.0033190395,0.00006547375,0.0031202168,0.0064775744],"study_design_scores_gemma":[0.07900289,0.13472101,0.661159,0.0028684165,0.000055729506,0.00004333711,0.0017526794,0.00034700384,0.06502062,0.00074245565,0.05361634,0.00067052833],"about_ca_topic_score_codex":0.000027348782,"about_ca_topic_score_gemma":0.00008012631,"teacher_disagreement_score":0.27545124,"about_ca_system_score_codex":0.00017098644,"about_ca_system_score_gemma":0.000516552,"threshold_uncertainty_score":0.9311394},"labels":[],"label_agreement":null},{"id":"W3019829061","doi":"10.2196/16672","title":"Country-Level Assessment of Missed Opportunities for Vaccination in South Africa: Protocol for Multilevel Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Cochrane South Africa; South African Medical Research Council; National Research Foundation","keywords":"Vaccination; Psychological intervention; Health care; Medicine; Public health; Focus group; Population; Environmental health; Data collection; Economic growth; Business; Nursing; Marketing; Immunology; Sociology","score_opus":0.6751175455063886,"score_gpt":0.5996502595047434,"score_spread":0.0754672860016452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019829061","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013103418,3.7478534e-7,0.008378514,0.0025444434,0.0000017069567,0.9860742,0.00018802972,0.00003267781,0.002649036],"genre_scores_gemma":[0.01927785,1.3334467e-7,0.0028384936,0.00006381148,0.000145206,0.9764498,0.000020671365,0.000019366074,0.0011846895],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970533,0.00047651,0.00053784763,0.00038307504,0.0009423691,0.00060689205],"domain_scores_gemma":[0.99748915,0.000660504,0.00022192963,0.00022215849,0.0011974381,0.00020880904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031162403,0.00013743095,0.00039107818,0.0004270941,0.0003744001,0.00014874802,0.0005057563,0.00014323412,0.00028303367],"category_scores_gemma":[0.0010964464,0.00012896927,0.00017114487,0.0012527407,0.000034456556,0.00032126412,0.00007801431,0.0002215361,0.000001604139],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012992058,0.008417602,0.16177405,0.02455399,0.0013106997,0.00006464261,0.34765518,0.00079320266,0.0061004497,0.17658827,0.19707258,0.06267728],"study_design_scores_gemma":[0.013004215,0.002504661,0.05274918,0.0008018872,0.000030640094,5.733307e-8,0.023012543,0.018623086,0.0010810122,0.0030194668,0.88465494,0.0005182852],"about_ca_topic_score_codex":0.000052484524,"about_ca_topic_score_gemma":0.00031323818,"teacher_disagreement_score":0.6875824,"about_ca_system_score_codex":0.00021068043,"about_ca_system_score_gemma":0.0014176661,"threshold_uncertainty_score":0.52592146},"labels":[],"label_agreement":null},{"id":"W3019937449","doi":"10.2196/18688","title":"A Telerehabilitation Intervention for Youths With Arthrogryposis Multiplex Congenita: Protocol for a Pilot Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurogenetic and Muscular Disorders Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Montreal Children's Hospital; Western University; University of British Columbia; McGill University; Shriners Hospitals for Children - Canada","funders":"Canadian Institutes of Health Research","keywords":"Telerehabilitation; Arthrogryposis multiplex congenita; Rehabilitation; Physical therapy; Medicine; Intervention (counseling); Physical medicine and rehabilitation; Muscle contracture; Telehealth; Arthrogryposis; Telemedicine; Health care; Nursing","score_opus":0.5010919903583629,"score_gpt":0.5935150251250735,"score_spread":0.09242303476671054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019937449","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014750183,0.0000011702288,0.0025643823,0.0017309581,0.0000016769187,0.9806965,0.000026624215,0.00010322753,0.00012525887],"genre_scores_gemma":[0.087817855,4.315292e-8,0.00255368,0.000074081465,0.0001295857,0.90916336,0.000015185955,0.00008572753,0.00016050627],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99648154,0.0004691735,0.0004766318,0.0007668499,0.0010908913,0.00071491644],"domain_scores_gemma":[0.9970608,0.00039271635,0.00009200852,0.00046075418,0.0015787539,0.00041501643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001296099,0.00022980776,0.00039082184,0.0002169993,0.00030213615,0.00014368299,0.00026940496,0.00006267715,0.00012487553],"category_scores_gemma":[0.0011822368,0.00017381189,0.00018183974,0.00060112413,0.00024550367,0.0001300405,0.0001319741,0.00041287372,0.000028682558],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.37919757,0.07895459,0.08915511,0.041003477,0.0012247837,0.00008235898,0.010454922,0.000023733393,0.06941549,0.00040036425,0.03135973,0.29872787],"study_design_scores_gemma":[0.13088876,0.55920666,0.034699347,0.0022402208,0.00004099641,0.000011619606,0.0066091185,0.0015736544,0.0079945,0.00023128549,0.25601137,0.0004924747],"about_ca_topic_score_codex":0.000021628653,"about_ca_topic_score_gemma":0.00005373829,"teacher_disagreement_score":0.4802521,"about_ca_system_score_codex":0.00008334427,"about_ca_system_score_gemma":0.00032453187,"threshold_uncertainty_score":0.70878434},"labels":[],"label_agreement":null},{"id":"W3020157081","doi":"10.2196/16363","title":"Improving the Use of Simulation in Nursing Education: Protocol for a Realist Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitetet i Agder","keywords":"Delphi method; Bachelor; Systematic review; Process (computing); Foundation (evidence); Protocol (science); Psychology; Computer science; Nursing; Medical education; Management science; Engineering ethics; Medicine; MEDLINE; Engineering; Alternative medicine; Political science","score_opus":0.7930562841890952,"score_gpt":0.7346599214856653,"score_spread":0.05839636270342996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020157081","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.375201e-9,0.11696754,0.0000992335,0.0025096904,0.000014390489,0.880248,0.00003841411,0.000039114653,0.00008358895],"genre_scores_gemma":[1.0281243e-7,0.037054352,0.0014921572,0.00032870364,0.0006888804,0.959843,0.00022355023,0.00011903148,0.00025025295],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937734,0.0017680237,0.00203093,0.0007356915,0.0011269739,0.000564986],"domain_scores_gemma":[0.9903703,0.004452061,0.0010274164,0.0013560808,0.0025226837,0.00027146048],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025586335,0.00038371293,0.0016317177,0.00057302305,0.00021526776,0.00010270587,0.00045130306,0.0003562021,0.00012370672],"category_scores_gemma":[0.004011359,0.00026681798,0.00041557342,0.002352131,0.00024496455,0.00020496536,0.000074792515,0.0014212179,0.000019400894],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016268525,0.00047013737,0.000046783774,0.37841105,0.000009823461,9.317922e-7,0.00014848445,0.000015780433,1.7941407e-7,0.0001831097,0.013399509,0.6071515],"study_design_scores_gemma":[0.00049046916,0.0003265966,0.000019293284,0.41856802,0.000026318457,0.000006238536,0.000026838963,0.000492736,7.4590247e-7,0.000056797653,0.5798733,0.00011259911],"about_ca_topic_score_codex":0.00008470489,"about_ca_topic_score_gemma":0.0000034990412,"teacher_disagreement_score":0.6070389,"about_ca_system_score_codex":0.0014930661,"about_ca_system_score_gemma":0.0152715035,"threshold_uncertainty_score":0.9999784},"labels":[],"label_agreement":null},{"id":"W3020462683","doi":"10.2196/16108","title":"Monitoring Health and Well-Being in Emerging Adults: Protocol for a Pilot Longitudinal Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Identity, Memory, and Therapy","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Macquarie University","keywords":"Cohort; Medicine; Longitudinal study; Quality of life (healthcare); Gerontology; Cohort study; Representativeness heuristic; Data collection; Family medicine; Psychology; Nursing","score_opus":0.33107391222208254,"score_gpt":0.6031203722502768,"score_spread":0.27204646002819427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020462683","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041122567,0.000003932027,0.00004152187,0.0009121592,0.000019377649,0.95612186,0.0000018679841,0.00009023645,0.0016865013],"genre_scores_gemma":[0.044151492,5.3400834e-7,0.00012685846,0.000075054995,0.00065988186,0.9546233,0.0000013357125,0.00006351787,0.00029802648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995596,0.0010301161,0.00061095494,0.0009360064,0.0007501605,0.0010767787],"domain_scores_gemma":[0.99856263,0.0002019229,0.00013813429,0.00045562128,0.00022881443,0.00041289872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033302435,0.00023868795,0.00043915506,0.0003310111,0.00044013056,0.00020995067,0.00045429092,0.000078113764,0.0001887656],"category_scores_gemma":[0.00016786881,0.00023057211,0.000054633038,0.00068276504,0.000101097416,0.00021685484,0.0001942674,0.00081917254,0.00007266912],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00709382,0.002289225,0.96228343,0.0014377896,0.000054302964,0.00006625919,0.016417041,9.511113e-7,0.000056761553,0.00033960532,0.00222325,0.007737536],"study_design_scores_gemma":[0.036866367,0.03913202,0.832168,0.0040064533,0.000002601462,0.000010461276,0.013291905,0.00011973611,0.00025574537,0.001256615,0.072274074,0.0006160305],"about_ca_topic_score_codex":0.0004601133,"about_ca_topic_score_gemma":0.00012307284,"teacher_disagreement_score":0.13011548,"about_ca_system_score_codex":0.00015737861,"about_ca_system_score_gemma":0.00019366141,"threshold_uncertainty_score":0.94024575},"labels":[],"label_agreement":null},{"id":"W3020888101","doi":"10.2196/18236","title":"Prospective Associations Between Working Time Arrangements and Psychiatric Treatment in Denmark: Protocol for a Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Centre","keywords":"Protocol (science); Psychiatry; Prospective cohort study; Medicine; Cohort; Cohort study; Psychology; Gerontology; Alternative medicine","score_opus":0.3288927513485996,"score_gpt":0.6158645193533391,"score_spread":0.2869717680047395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020888101","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009302924,8.3444127e-7,0.000019294619,0.0023514375,0.000006203833,0.98251575,0.00003124302,0.00008779901,0.005684494],"genre_scores_gemma":[0.011437814,2.2056282e-7,0.00039933895,0.00014795401,0.00070075213,0.98591465,0.00001600694,0.000059946182,0.0013233371],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99369836,0.002393235,0.00092957146,0.00080360245,0.00078110694,0.0013941154],"domain_scores_gemma":[0.996968,0.0015920857,0.00029223502,0.0003269484,0.00032268377,0.0004980563],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004332972,0.000262915,0.00060777675,0.00032809313,0.0017322302,0.00007343206,0.00027259198,0.00023622868,0.00020236253],"category_scores_gemma":[0.00055805856,0.00022327124,0.00006401107,0.0013114295,0.00005276289,0.00015639659,0.00022126011,0.0011630683,0.0002872685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011447,0.0009079879,0.9819465,0.0006378002,0.00005503769,0.000004429683,0.0060264366,7.9870165e-7,0.000008654786,0.00006228419,0.0066913664,0.0025139926],"study_design_scores_gemma":[0.014576739,0.0040711174,0.9058182,0.0009007183,0.000007943213,7.3237096e-8,0.0008379355,0.00008623548,0.000007897166,0.00077799027,0.07271439,0.00020075703],"about_ca_topic_score_codex":0.00014559904,"about_ca_topic_score_gemma":0.00020174097,"teacher_disagreement_score":0.076128304,"about_ca_system_score_codex":0.001120834,"about_ca_system_score_gemma":0.0009931027,"threshold_uncertainty_score":0.9995674},"labels":[],"label_agreement":null},{"id":"W3021020399","doi":"10.2196/17756","title":"A Mobile Game (Safe City) Designed to Promote Children’s Safety Knowledge and Behaviors: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Injury Epidemiology and Prevention","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Usability; Randomized controlled trial; Applied psychology; Psychology; Curiosity; Protocol (science); Mobile phone; Test (biology); Medical education; Psychosocial; Medicine; Engineering; Nursing; Computer science; Social psychology; Alternative medicine","score_opus":0.1570606012011529,"score_gpt":0.5499294873298798,"score_spread":0.3928688861287269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021020399","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002649916,0.000003979467,0.0022624335,0.0012476981,0.000008038492,0.9927954,0.000019734478,0.00011757326,0.00089519157],"genre_scores_gemma":[0.001302831,4.5663705e-7,0.0024328798,0.00024498723,0.0006432184,0.9927945,0.000024617933,0.00005030755,0.0025061711],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926816,0.0039297435,0.0013062541,0.0007974683,0.0004728344,0.0008120922],"domain_scores_gemma":[0.9964426,0.0015672563,0.0002523663,0.0004168896,0.00064499245,0.0006758755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012480585,0.000332283,0.0022284563,0.0003009202,0.00029585976,0.00006504454,0.0002594871,0.00037348812,0.00049222884],"category_scores_gemma":[0.0065220324,0.00023123878,0.00056482904,0.00047478604,0.00031919597,0.00012707105,0.00019248451,0.0007947406,0.00006956516],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98237455,0.0013935443,0.00020724181,0.00072171673,0.00015953995,0.0000066369184,0.00084842794,5.3711324e-7,0.0027173746,0.0002997682,0.0061108163,0.0051598703],"study_design_scores_gemma":[0.87682664,0.024072828,0.00015536857,0.001232213,0.000049346778,0.000008659048,0.000010797509,0.00019711604,0.0017827844,0.00051618234,0.09493972,0.00020836141],"about_ca_topic_score_codex":0.0000051501356,"about_ca_topic_score_gemma":0.000002292505,"teacher_disagreement_score":0.105547905,"about_ca_system_score_codex":0.00010458907,"about_ca_system_score_gemma":0.00061570114,"threshold_uncertainty_score":0.9429644},"labels":[],"label_agreement":null},{"id":"W3021317555","doi":"10.2196/15999","title":"Investigating the Efficacy and Cost-Effectiveness of Technology-Delivered Personalized Feedback on Dietary Patterns in Young Australian Adults in the Advice, Ideas, and Motivation for My Eating (Aim4Me) Study: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Protocol (science); Advice (programming); Psychology; Medical education; Medicine; Self-efficacy; Applied psychology; Multimedia; Computer science; Alternative medicine; Social psychology","score_opus":0.17576646581359354,"score_gpt":0.4944278712238097,"score_spread":0.31866140541021615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021317555","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28627554,0.0000024078643,0.000005823721,0.00247266,0.0000016997806,0.71118724,0.000014726798,0.000014473384,0.000025417645],"genre_scores_gemma":[0.24379198,5.402707e-7,0.00012839946,0.000051731757,0.000074009244,0.7559213,0.000008989114,0.000014452104,0.000008603738],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963747,0.0016311478,0.0006825493,0.00041215372,0.0005476943,0.0003517063],"domain_scores_gemma":[0.9912979,0.007881257,0.00022693026,0.0001587579,0.00036484748,0.0000703012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005913234,0.0001984403,0.0010423406,0.00016948553,0.0002550237,0.000051840787,0.00016430175,0.0001043019,0.0000036423785],"category_scores_gemma":[0.007876274,0.000106690204,0.00012633648,0.000465434,0.00039237447,0.00006560866,0.00009595322,0.00047919241,1.7302884e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95595545,0.0014267609,0.035602745,0.0031094912,0.00010490723,0.000003338022,0.0023363438,0.0000039180863,0.0005249801,0.00025053194,0.00013221768,0.0005493502],"study_design_scores_gemma":[0.9254411,0.010115143,0.050035484,0.006702661,0.000018555782,0.0000013461349,0.005730039,0.001048078,0.0000760768,0.00056106376,0.0001757919,0.000094699084],"about_ca_topic_score_codex":0.00012545817,"about_ca_topic_score_gemma":0.000057956946,"teacher_disagreement_score":0.04473402,"about_ca_system_score_codex":0.000054284435,"about_ca_system_score_gemma":0.000085827836,"threshold_uncertainty_score":0.94292045},"labels":[],"label_agreement":null},{"id":"W3021521108","doi":"10.2196/15163","title":"Effect of Testosterone Treatment on Cardiovascular Events in Men: Protocol for a Systematic Literature Review and Meta-Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hormonal and reproductive studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Curtin University of Technology","keywords":"Medicine; Randomized controlled trial; Meta-analysis; Myocardial infarction; Percutaneous coronary intervention; Systematic review; MEDLINE; Internal medicine; CINAHL; Clinical trial; Psychological intervention; Psychiatry","score_opus":0.27608184630486443,"score_gpt":0.5473921084875123,"score_spread":0.27131026218264787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021521108","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040694365,0.0023907751,0.000003114612,0.0019288252,1.8395295e-7,0.9954218,0.000020831601,0.000012393936,0.00018137216],"genre_scores_gemma":[0.0010344703,0.000022991906,0.000047534097,0.00005182022,0.000035998353,0.99840605,0.0000054598686,0.000017910306,0.00037773556],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9962689,0.0015630241,0.0004989561,0.000586091,0.00079551106,0.00028747995],"domain_scores_gemma":[0.9984267,0.0003763919,0.00010414324,0.00057595037,0.00037123368,0.00014562187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003061301,0.00024938583,0.0031148605,0.00023308984,0.00006165005,0.000011728095,0.00010469284,0.00006233502,0.00001594151],"category_scores_gemma":[0.00083871465,0.00011608514,0.0011863745,0.0012233502,0.0000744923,0.000046700123,0.00008142893,0.00022851538,0.0000053218005],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032004553,0.0007120142,0.00056133233,0.9011941,0.092615604,0.000051678755,0.000622671,0.000004088146,0.0003132059,0.000013036,0.00040812005,0.0003036975],"study_design_scores_gemma":[0.050107494,0.23718789,0.0043885694,0.34379494,0.2902761,0.000061804014,0.00026106002,0.00014334005,0.0357909,0.000093083516,0.03676598,0.0011287906],"about_ca_topic_score_codex":0.0000045649804,"about_ca_topic_score_gemma":0.000001066303,"teacher_disagreement_score":0.55739915,"about_ca_system_score_codex":0.00008267013,"about_ca_system_score_gemma":0.00004625894,"threshold_uncertainty_score":0.47338146},"labels":[],"label_agreement":null},{"id":"W3021557431","doi":"10.2196/17232","title":"The Effects of Foot Reflexology on Chemotherapy-Induced Nausea and Vomiting in Patients with Digestive System or Lung Cancer: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nausea and vomiting management","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reflexology; Medicine; Randomized controlled trial; Nausea; Vomiting; Chemotherapy-induced nausea and vomiting; Lung cancer; Foot (prosody); Cancer; Chemotherapy; Physical therapy; Alternative medicine; Surgery; Internal medicine; Massage; Antiemetic; Pathology","score_opus":0.0970576593607445,"score_gpt":0.5077508563792902,"score_spread":0.4106931970185457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021557431","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06264709,0.0000012897143,0.000015645765,0.0011467157,0.0000073140964,0.93583053,0.000002390067,0.000041077095,0.00030791838],"genre_scores_gemma":[0.08559156,3.1028748e-7,0.00006473536,0.00009056116,0.00017081782,0.91391134,0.0000013243641,0.000041366828,0.00012796697],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960866,0.0014061846,0.0007289954,0.00044956314,0.000769103,0.00055956555],"domain_scores_gemma":[0.9927429,0.005961263,0.00039756377,0.00027611403,0.00045648433,0.0001656583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003118377,0.00023346291,0.0014682132,0.00016984076,0.00020098904,0.00006416644,0.00019188896,0.00011343984,0.000005388444],"category_scores_gemma":[0.003696499,0.00011010503,0.00013400434,0.0003580594,0.00020544569,0.000048173042,0.00008624982,0.00045697222,6.010907e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98358196,0.00061769434,0.0036249957,0.008335328,0.0003407328,0.000014718318,0.00035890157,7.865933e-7,0.00022769172,0.00041209214,0.00035022167,0.0021348898],"study_design_scores_gemma":[0.96219224,0.024600979,0.0014009735,0.008472038,0.00002912816,3.1633115e-7,0.00006836346,0.000654168,0.0016382199,0.000010577504,0.0008210678,0.00011190432],"about_ca_topic_score_codex":0.000018412304,"about_ca_topic_score_gemma":0.000008453825,"teacher_disagreement_score":0.023983285,"about_ca_system_score_codex":0.00019644813,"about_ca_system_score_gemma":0.0003642755,"threshold_uncertainty_score":0.4489953},"labels":[],"label_agreement":null},{"id":"W30215599","doi":"10.2196/10824","title":"Modeling Treatment of P. aeruginosa Biofilms in the Lungs Using Aerosolized Tobramycin","year":2010,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inhalation and Respiratory Drug Delivery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tobramycin; Aerosolization; Biofilm; Pseudomonas aeruginosa; Microbiology; Medicine; Antibiotics; Biology; Bacteria; Inhalation; Gentamicin","score_opus":0.36134607292660526,"score_gpt":0.565529573387101,"score_spread":0.20418350046049571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W30215599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.704837,0.0000061292335,0.000022924782,0.0005334883,0.000008998463,0.29330105,0.0000034944258,0.000019610754,0.0012672576],"genre_scores_gemma":[0.52464956,0.000001947002,0.00070257654,0.00008453488,0.00017483458,0.4741135,0.0000049519963,0.000019935558,0.00024818638],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978797,0.00033701744,0.00037647208,0.00024813184,0.00073866395,0.0004200085],"domain_scores_gemma":[0.9989282,0.000112325106,0.00005005257,0.00054858264,0.000252185,0.00010863621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012283636,0.00013322427,0.00027069883,0.00032122526,0.00013840193,0.000043916963,0.00018727581,0.00015396057,0.0002045313],"category_scores_gemma":[0.00007593255,0.00007749854,0.00010438599,0.0005299294,0.00017775889,0.000089328445,0.000032746277,0.0005429275,0.000029763969],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001450015,0.0024451339,0.009209762,0.0004021375,0.00002876694,0.00012522856,0.0035928588,0.00033320428,0.9753977,0.00069022726,0.0002958377,0.0060291085],"study_design_scores_gemma":[0.033303086,0.006422616,0.0038338064,0.0037619586,0.000029185683,0.00021968002,0.0025582367,0.35819837,0.49155757,0.00028461576,0.099104166,0.0007267156],"about_ca_topic_score_codex":0.00014478089,"about_ca_topic_score_gemma":0.000043127475,"teacher_disagreement_score":0.48384017,"about_ca_system_score_codex":0.00009031099,"about_ca_system_score_gemma":0.00034579218,"threshold_uncertainty_score":0.31602985},"labels":[],"label_agreement":null},{"id":"W3021569818","doi":"10.2196/18105","title":"Simulation-Based Education for Staff Managing Aggression and Externalizing Behaviors in Children With Autism Spectrum Disorder in the Hospital Setting: Pilot and Feasibility Study Protocol for a Cluster Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government; Murdoch Children's Research Institute; Children’s Hospital of Wisconsin Research Institute","keywords":"Autism spectrum disorder; Randomized controlled trial; Aggression; Autism; Psychology; Cluster randomised controlled trial; Poison control; Clinical psychology; Medicine; Psychiatry; Intervention (counseling); Medical emergency","score_opus":0.12145102908732147,"score_gpt":0.5056001754896668,"score_spread":0.3841491464023454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021569818","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24488445,0.0000019408515,0.0008785694,0.007135514,0.0000032581017,0.7470477,0.0000068468307,0.00003080545,0.000010899279],"genre_scores_gemma":[0.45881927,1.08715234e-7,0.00009944807,0.000043785007,0.000030229872,0.540967,0.0000019211898,0.000028521954,0.000009726729],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9922134,0.003981259,0.000785348,0.0010880223,0.001155906,0.000776018],"domain_scores_gemma":[0.993292,0.005795706,0.0003012058,0.00041224752,0.00004389153,0.00015500227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063599683,0.00030769734,0.00076386996,0.00040886382,0.00049195526,0.00057611725,0.0005113394,0.000073149466,0.000013191789],"category_scores_gemma":[0.0038769913,0.00019176798,0.00009718747,0.00069277524,0.00037396257,0.00035832557,0.00021222942,0.000670242,7.02792e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9334839,0.0071804794,0.054596853,0.00032809132,0.000010300186,0.000003702907,0.002311234,0.0004465428,0.00008970292,0.00040858975,0.0000119413135,0.0011286731],"study_design_scores_gemma":[0.9166004,0.013744258,0.007473414,0.0007649526,0.000007831491,8.2575986e-7,0.00041328403,0.056295767,0.00008665746,0.0043247277,0.000042429707,0.00024543333],"about_ca_topic_score_codex":0.00010967542,"about_ca_topic_score_gemma":0.00011390582,"teacher_disagreement_score":0.21393482,"about_ca_system_score_codex":0.00012809056,"about_ca_system_score_gemma":0.00051083433,"threshold_uncertainty_score":0.7820071},"labels":[],"label_agreement":null},{"id":"W3021625157","doi":"10.2196/16315","title":"Effects of Sharing Old Pictures With Grandchildren on Intergenerational Relationships: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intergenerational Family Dynamics and Caregiving","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme","keywords":"Randomized controlled trial; Protocol (science); Psychology; Social psychology; Computer science; Medicine; Alternative medicine","score_opus":0.13194436430314108,"score_gpt":0.4919070006777425,"score_spread":0.35996263637460146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021625157","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018736315,5.045279e-7,0.0018735271,0.0015099793,0.000013513962,0.9917543,0.000006123556,0.000038128674,0.0029302733],"genre_scores_gemma":[0.02722746,1.1957593e-7,0.00039995648,0.00012979179,0.00079223065,0.97065896,0.0000091979955,0.000022320093,0.0007599543],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956946,0.0018004572,0.0005574249,0.0003718772,0.0012167672,0.00035890783],"domain_scores_gemma":[0.9959692,0.002750746,0.0002291672,0.00014395187,0.00074494793,0.00016199767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043144166,0.00015797003,0.00063354266,0.00015908109,0.00077229633,0.00021867828,0.00039798886,0.00012538888,0.000058618774],"category_scores_gemma":[0.0044581066,0.00010598516,0.0002977862,0.0003075165,0.0002632533,0.00015191211,0.00006327225,0.00041416864,0.0000043228893],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.75704134,0.0002427418,0.000086500084,0.0001952905,0.00008154573,0.0000010370417,0.0022924314,0.00020976142,0.0002753817,0.2379868,0.0015397737,0.0000473925],"study_design_scores_gemma":[0.9792729,0.0022426331,0.000036554284,0.00095317455,0.000008190013,1.0492941e-7,0.00017283302,0.004308299,0.0006673744,0.005236597,0.006946272,0.00015506874],"about_ca_topic_score_codex":0.00003415652,"about_ca_topic_score_gemma":0.000098233715,"teacher_disagreement_score":0.2327502,"about_ca_system_score_codex":0.00008663802,"about_ca_system_score_gemma":0.00046430915,"threshold_uncertainty_score":0.5939957},"labels":[],"label_agreement":null},{"id":"W3021633900","doi":"10.2196/15113","title":"Feasibility of a Mobile Health App for Routine Outcome Monitoring and Feedback in Mutual Support Groups Coordinated by SMART Recovery Australia: Protocol for a Pilot Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NSW Ministry of Health","keywords":"Protocol (science); Mobile apps; mHealth; Outcome (game theory); Computer science; Medicine; Psychology; Psychological intervention; Nursing; World Wide Web; Alternative medicine","score_opus":0.6184338500655263,"score_gpt":0.6559810653311723,"score_spread":0.03754721526564597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021633900","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07804056,8.639414e-7,0.00006072415,0.0005409172,0.000023829036,0.9205789,0.00057778845,0.0000658161,0.00011062597],"genre_scores_gemma":[0.3279365,8.456125e-9,0.00014713731,0.000021752161,0.000051139392,0.6706131,0.000023003004,0.00003954321,0.001167822],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99508274,0.0007891118,0.0016337223,0.00089962623,0.0004911713,0.0011036147],"domain_scores_gemma":[0.99787235,0.00048822616,0.00036005184,0.0004785793,0.00031617674,0.00048463192],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0041354327,0.0002671532,0.0007122398,0.00020924758,0.00016685495,0.0000961464,0.00043635562,0.000105085426,0.00013910558],"category_scores_gemma":[0.00036736456,0.00025891233,0.00011624458,0.00063438824,0.00018317891,0.00028594685,0.0002718628,0.00057908933,0.00003125521],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046691563,0.041594416,0.83696496,0.017383356,0.000102832266,0.000013780861,0.002720489,0.0000014641364,0.00041175605,0.00030479842,0.042562146,0.011248455],"study_design_scores_gemma":[0.069245666,0.662499,0.21713792,0.0032888355,0.0000067042474,0.000010018808,0.0066552176,0.00004242858,0.0015356116,0.0011926427,0.037648123,0.00073784636],"about_ca_topic_score_codex":0.00043800156,"about_ca_topic_score_gemma":0.000109737484,"teacher_disagreement_score":0.62090456,"about_ca_system_score_codex":0.00043580812,"about_ca_system_score_gemma":0.00019537931,"threshold_uncertainty_score":0.9999863},"labels":[],"label_agreement":null},{"id":"W3021702573","doi":"10.2196/16471","title":"Developing Effective Methods for Electronic Health Personalization: Protocol for Health Telescope, a Prospective Interventional Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; mHealth; Protocol (science); Data collection; Personalization; Experience sampling method; Computer science; Medical education; Medicine; Internet privacy; Psychology; Applied psychology; Health care; Psychological intervention; Nursing; World Wide Web; Alternative medicine; Social psychology","score_opus":0.5126888273279111,"score_gpt":0.7451718886063293,"score_spread":0.23248306127841822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021702573","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004095361,0.000011355884,0.29464367,0.021697717,0.000012519642,0.6832184,0.000080494065,0.00020121795,0.00013052438],"genre_scores_gemma":[0.00012374611,0.000001262995,0.037516847,0.0048949453,0.0008466117,0.95601135,0.00008991473,0.00012947213,0.0003858365],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98525155,0.007491359,0.0020006287,0.0014203521,0.00079021225,0.0030459266],"domain_scores_gemma":[0.9917977,0.0030301337,0.0009807671,0.0005445014,0.002401842,0.0012450741],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.016469814,0.0004038062,0.0009766911,0.00032675618,0.0049224054,0.00006851228,0.000677341,0.00022812693,0.00021588325],"category_scores_gemma":[0.002138402,0.000366016,0.00021641335,0.0016262131,0.00013223848,0.00023382371,0.00031583986,0.0019100904,0.00008009412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018118197,0.0071949377,0.014176361,0.11895259,0.00023548068,9.795262e-7,0.023531433,0.000011488564,0.000056274144,0.24943131,0.27098754,0.2973034],"study_design_scores_gemma":[0.013912063,0.025701156,0.0035589465,0.0032738396,0.0000021944743,9.974603e-7,0.0024287286,0.00095871097,0.000032132564,0.0071532745,0.9427036,0.00027437616],"about_ca_topic_score_codex":0.00010645778,"about_ca_topic_score_gemma":0.0002875539,"teacher_disagreement_score":0.67171603,"about_ca_system_score_codex":0.0037812141,"about_ca_system_score_gemma":0.020299606,"threshold_uncertainty_score":0.9998792},"labels":[],"label_agreement":null},{"id":"W3021951370","doi":"10.2196/17702","title":"Effectiveness of the InCharge Prevention Program to Promote Healthier Lifestyles: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Intervention (counseling); Cluster randomised controlled trial; Medicine; Program evaluation; Randomization; Test (biology); Protocol (science); Physical therapy; Psychology; Gerontology; Nursing; Alternative medicine","score_opus":0.24005963841798902,"score_gpt":0.5967965492862165,"score_spread":0.35673691086822745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021951370","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009620186,6.6740034e-7,0.0008441368,0.0059196847,0.000009716029,0.98328197,0.000007845195,0.00011391821,0.00020188886],"genre_scores_gemma":[0.00603701,4.6018286e-8,0.00075405947,0.00012310599,0.00019666737,0.99208224,0.0000062758745,0.00006218207,0.0007384409],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9909195,0.005365096,0.0010360127,0.00059423654,0.0014587563,0.00062642206],"domain_scores_gemma":[0.99561346,0.0017304334,0.00041351173,0.0005659781,0.0013102987,0.00036632392],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010400429,0.0002614303,0.0018050286,0.00018518456,0.00023693516,0.00007688036,0.00034692822,0.00020068896,0.00011720656],"category_scores_gemma":[0.010667671,0.0001525429,0.00091150345,0.00096010545,0.00025869958,0.00016546839,0.0002215267,0.00072707084,0.00003367392],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9759892,0.005138778,0.00015875215,0.00910822,0.0001776029,0.0000014394673,0.0002807351,0.0000032230366,0.005088165,0.0003879905,0.00063977536,0.003026114],"study_design_scores_gemma":[0.94181454,0.014077448,0.00017641214,0.005193725,0.000028145092,0.0000024802387,0.000049271974,0.00062496384,0.0023320122,0.00022769462,0.035338387,0.00013491591],"about_ca_topic_score_codex":0.000006479539,"about_ca_topic_score_gemma":0.0000012736944,"teacher_disagreement_score":0.034698613,"about_ca_system_score_codex":0.00012311089,"about_ca_system_score_gemma":0.0011996449,"threshold_uncertainty_score":0.9976659},"labels":[],"label_agreement":null},{"id":"W3021994869","doi":"","title":"Culture and Lentiviral Transduction of Benign Prostatic Hyperplasia (BPH) Samples","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hormonal and reproductive studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Benign prostatic hyperplasia (BPH); Transduction (biophysics); Hyperplasia; Medicine; Cancer research; Urology; Internal medicine; Prostate; Biology; Cancer; Biochemistry","score_opus":0.2497126874572062,"score_gpt":0.5346414218361351,"score_spread":0.28492873437892885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021994869","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29082137,0.0001089834,0.00004255528,0.002024168,0.000015178516,0.6940688,0.00003062546,0.00006762501,0.012820697],"genre_scores_gemma":[0.46297044,0.000009604862,0.0007864215,0.000010951898,0.00046819032,0.532139,0.0000058176615,0.000016760925,0.0035927964],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984467,0.00014656418,0.00020010931,0.00034838368,0.0005533931,0.0003048381],"domain_scores_gemma":[0.9989181,0.000039894716,0.00003933511,0.0002240957,0.0006886162,0.00008992463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060611696,0.00010971341,0.00026047058,0.00012412088,0.00021116779,0.000018349781,0.00006761961,0.00006456179,0.00006366493],"category_scores_gemma":[0.00019888667,0.00007001227,0.000048252223,0.00031371487,0.001106936,0.0001059584,0.000063594714,0.00029740328,0.000020725107],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005045585,0.0016820779,0.0483365,0.004110787,0.0002443824,0.000027262573,0.01704199,1.2125994e-7,0.8483155,0.0048765517,0.0134787895,0.05684048],"study_design_scores_gemma":[0.0037582389,0.014049503,0.20133214,0.0025029494,0.000019707795,0.00009763815,0.004512038,0.000008946011,0.31046528,0.0040825875,0.458931,0.00023996375],"about_ca_topic_score_codex":0.000020650294,"about_ca_topic_score_gemma":0.000012953054,"teacher_disagreement_score":0.5378502,"about_ca_system_score_codex":0.000027433676,"about_ca_system_score_gemma":0.000089214176,"threshold_uncertainty_score":0.40785518},"labels":[],"label_agreement":null},{"id":"W3022121486","doi":"10.2196/17329","title":"Exploring the Paradoxical Relationship of a Creb 3 Regulatory Factor Missense Variant With Body Mass Index and Diabetes Among Samoans: Protocol for the Soifua Manuia (Good Health) Observational Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genetic Associations and Epidemiology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; National Cancer Institute; National Institute of Diabetes and Digestive and Kidney Diseases; Fogarty International Center; National Heart, Lung, and Blood Institute; University of Pittsburgh; Brown University","keywords":"Medicine; Body mass index; Anthropometry; Overweight; Obesity; Bioelectrical impedance analysis; Cohort; Cohort study; Gerontology; Internal medicine; Demography","score_opus":0.41820781538964713,"score_gpt":0.4827305120181985,"score_spread":0.06452269662855137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022121486","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30041975,0.0000030967078,0.0006067608,0.0025642065,0.00000251728,0.69635415,0.00002340456,0.00000845236,0.000017680497],"genre_scores_gemma":[0.41203108,3.683876e-7,0.0003085099,0.00008022039,0.00009355497,0.58741426,0.000010222079,0.000015402196,0.00004634257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99720794,0.00096335966,0.00047121485,0.00044959047,0.00046626118,0.00044160828],"domain_scores_gemma":[0.9980552,0.00078579853,0.00023200744,0.00046134376,0.0003146893,0.0001509623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024510603,0.00016200317,0.00026445073,0.000036448266,0.00050609524,0.000052431093,0.00031657153,0.000103133236,0.0000100346415],"category_scores_gemma":[0.00096275273,0.00009415156,0.00006422882,0.00021766695,0.00030992448,0.000014774799,0.00015236312,0.00035363183,8.836306e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004817649,0.00018861715,0.99546635,0.00017651045,0.00011376908,9.963941e-7,0.00024417092,0.00009273008,0.0012894062,0.0002298046,0.0014306899,0.0002851623],"study_design_scores_gemma":[0.0014548174,0.002513317,0.98543197,0.000088426474,0.000004713187,0.0000012222395,0.00047198994,0.0009897001,0.00035480614,0.00019852619,0.008381563,0.00010897467],"about_ca_topic_score_codex":0.000025196428,"about_ca_topic_score_gemma":0.000030411224,"teacher_disagreement_score":0.11161135,"about_ca_system_score_codex":0.00002935952,"about_ca_system_score_gemma":0.00035091332,"threshold_uncertainty_score":0.38925266},"labels":[],"label_agreement":null},{"id":"W3022196088","doi":"10.2196/16477","title":"Premature or Small for Gestational Age Discrimination: International Multicenter Trial Protocol for Classification of the Low-Birth-Weight Newborn Through the Optical Properties of the Skin","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neonatal skin health care","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação Oswaldo Cruz; Grand Challenges Canada; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Government of Canada; Bill and Melinda Gates Foundation","keywords":"Medicine; Gestational age; Low birth weight; Birth weight; Pediatrics; Cohort; Obstetrics; Referral; Cohort study; Pregnancy; Neonatal intensive care unit; Nursing","score_opus":0.5489981083150449,"score_gpt":0.599337488702719,"score_spread":0.05033938038767405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022196088","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006421144,0.0000014999889,0.00080013403,0.042731013,0.000101063284,0.95477337,0.0002765405,0.000026463558,0.0006478125],"genre_scores_gemma":[0.008026288,2.285403e-7,0.0023342716,0.00053656835,0.0010548733,0.98624176,0.000022365804,0.00004898673,0.001734647],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99481666,0.0015623353,0.0011661423,0.0004410657,0.0014286892,0.00058511994],"domain_scores_gemma":[0.9940837,0.0022895664,0.0006707493,0.0006686808,0.0021789768,0.00010831545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017865025,0.00020519513,0.00030288374,0.000048113638,0.0010178811,0.00004816036,0.0015378096,0.00027329838,0.00017359083],"category_scores_gemma":[0.004847303,0.0000872831,0.00023812606,0.00044215226,0.0005876029,0.00022535713,0.000592192,0.0011573662,0.000008219933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5450906,0.0042304867,0.0031209344,0.089446165,0.00027168123,0.00000342312,0.07468011,0.00008506005,0.022237623,0.10464857,0.13306896,0.023116365],"study_design_scores_gemma":[0.042367104,0.0013601108,0.012561597,0.007053148,0.000010035635,9.204897e-7,0.0033133135,0.002563227,0.009939056,0.0022092024,0.91843915,0.00018315387],"about_ca_topic_score_codex":0.000024084313,"about_ca_topic_score_gemma":0.00016475141,"teacher_disagreement_score":0.7853702,"about_ca_system_score_codex":0.00026139707,"about_ca_system_score_gemma":0.0017635813,"threshold_uncertainty_score":0.78288215},"labels":[],"label_agreement":null},{"id":"W3022216581","doi":"10.2196/19203","title":"Assessing the Real-Time Mental Health Challenges of COVID-19 in Individuals With Serious Mental Illnesses: Protocol for a Quantitative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Mental health; Psychosocial; Psychiatry; Mental illness; Observational study; Medicine; Psychology; Coping (psychology); Clinical psychology","score_opus":0.5887106926516271,"score_gpt":0.6895788999094973,"score_spread":0.10086820725787016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022216581","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008405648,0.000007726732,0.000025481397,0.022822214,0.000009525783,0.96761394,0.0001459712,0.000077500845,0.0008920094],"genre_scores_gemma":[0.010263043,0.0000016218349,0.0003807931,0.00075844605,0.00006384885,0.98833793,0.000018812014,0.000065315995,0.0001101706],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923188,0.0036512956,0.0008463256,0.00089838466,0.0012133822,0.0010718312],"domain_scores_gemma":[0.9969498,0.0013035289,0.00044657924,0.00056757225,0.00016294623,0.0005695616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061759357,0.00031198288,0.0006472582,0.000296166,0.0006737618,0.0001318929,0.00074802357,0.000107403226,0.00029830524],"category_scores_gemma":[0.00024513027,0.00021125746,0.000077435936,0.00094549614,0.00041966638,0.00031054494,0.0003302596,0.0006332415,0.000037272814],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02294936,0.022819525,0.08256682,0.017724188,0.00039471968,0.00009333533,0.76666933,0.000012557874,0.0011620997,0.009673622,0.0434112,0.032523215],"study_design_scores_gemma":[0.040736683,0.07368317,0.0487504,0.0025597445,0.0000048625043,0.000016417973,0.36262876,0.000118256954,0.00024878676,0.00049900304,0.4701594,0.000594508],"about_ca_topic_score_codex":0.0017477433,"about_ca_topic_score_gemma":0.0009416717,"teacher_disagreement_score":0.42674822,"about_ca_system_score_codex":0.0010146614,"about_ca_system_score_gemma":0.0040344805,"threshold_uncertainty_score":0.8614829},"labels":[],"label_agreement":null},{"id":"W3022226207","doi":"10.2196/16733","title":"Prediction Model for Timing of Death in Potential Donors After Circulatory Death (DCD III): Protocol for a Multicenter Prospective Observational Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Organ Transplantation Techniques and Outcomes","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Protocol (science); Prospective cohort study; Cohort study; Cohort; Emergency medicine; Medical emergency; Internal medicine; Pathology; Alternative medicine","score_opus":0.34305823214380626,"score_gpt":0.5246001229632785,"score_spread":0.18154189081947225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022226207","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03054148,2.426667e-7,0.02636626,0.00021095506,0.0000024420694,0.94264996,0.000108566746,0.0000764617,0.000043656455],"genre_scores_gemma":[0.23615459,1.1863487e-7,0.005823355,0.00007540044,0.00008717977,0.7576854,0.000028245164,0.000036662106,0.00010901907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99763304,0.000098266784,0.0006230619,0.0005064795,0.0007512005,0.0003879287],"domain_scores_gemma":[0.99868655,0.00009922879,0.00011717652,0.00022788391,0.00071477785,0.00015436955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000930268,0.00017706834,0.00037844118,0.00021133524,0.00009672511,0.000033601922,0.00014711969,0.0001242774,0.000059552753],"category_scores_gemma":[0.00012007854,0.00015243987,0.00014062476,0.00023305089,0.0000537997,0.0002168645,0.00005151169,0.0003329241,0.0000014791456],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014963052,0.0015670946,0.97575843,0.0035039138,0.000063444146,0.000010367432,0.001927897,0.00013906544,0.0015754149,0.00009861706,0.0003138021,0.00007888229],"study_design_scores_gemma":[0.017969027,0.0032801337,0.86351013,0.00090857653,0.000023535546,0.0000018417504,0.00014456586,0.10911407,0.0043195947,0.00026032884,0.0003322084,0.00013599102],"about_ca_topic_score_codex":0.0000192719,"about_ca_topic_score_gemma":0.000011029789,"teacher_disagreement_score":0.2056131,"about_ca_system_score_codex":0.0002195419,"about_ca_system_score_gemma":0.00036075164,"threshold_uncertainty_score":0.62163174},"labels":[],"label_agreement":null},{"id":"W3022363742","doi":"10.2196/16966","title":"Pragmatic Strategy Empowering Paramedics to Assess Low-Risk Trauma Patients With the Canadian C-Spine Rule and Selectively Transport Them Without Immobilization: Protocol for a Stepped-Wedge Cluster Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Fractures and Fixation Techniques","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Robarts Clinical Trials; Élisabeth Bruyère Hospital; Ottawa Hospital; Montfort Hospital; Women's College Hospital; Canadian Medical Protective Association; St. Michael's Hospital; Hospital for Sick Children; Ottawa Public Health; Children's Hospital of Eastern Ontario; University of Ottawa; Institute for Clinical Evaluative Sciences; University of Toronto","funders":"","keywords":"Medicine; Cervical collar; Randomized controlled trial; Triage; Emergency medical services; Trauma center; Neck pain; Cluster randomised controlled trial; Medical emergency; Emergency medicine; Physical therapy; Cervical spine; Surgery; Retrospective cohort study","score_opus":0.1455226977373327,"score_gpt":0.4915904044417341,"score_spread":0.34606770670440135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022363742","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017414726,4.3696673e-7,0.0071455757,0.0022492423,0.0000029434495,0.9725924,0.00003634262,0.000084129744,0.0004741774],"genre_scores_gemma":[0.06689851,1.2940274e-7,0.0019724758,0.00048244238,0.00018232568,0.93024975,0.00003781977,0.000058994567,0.00011752742],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9969534,0.00051735184,0.00054105866,0.0004882384,0.00093328016,0.00056662475],"domain_scores_gemma":[0.99755347,0.00030798456,0.00020945424,0.00030031262,0.0009915641,0.0006371918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022678953,0.0002707273,0.00065012573,0.00015083078,0.00046976955,0.000192423,0.00024078763,0.00017965125,0.00009511864],"category_scores_gemma":[0.00081433635,0.00015272474,0.000105318024,0.00056912814,0.0002529766,0.00016426857,0.000032743337,0.0007295115,0.000004439104],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98086,0.0005750738,0.006240886,0.0018363954,0.00013174831,0.00000969156,0.001938519,0.000022787744,0.000051704872,0.00019687192,0.0026327719,0.005503568],"study_design_scores_gemma":[0.91971886,0.01464732,0.014164143,0.0019178328,0.00004397342,0.0000064056253,0.000257047,0.001483676,0.0012113198,0.0002650564,0.045915835,0.0003685139],"about_ca_topic_score_codex":0.00079468626,"about_ca_topic_score_gemma":0.0025188217,"teacher_disagreement_score":0.061141104,"about_ca_system_score_codex":0.0001795256,"about_ca_system_score_gemma":0.0010656668,"threshold_uncertainty_score":0.6227934},"labels":[],"label_agreement":null},{"id":"W3022631594","doi":"10.2196/14309","title":"Effectiveness of Group Cognitive Behavioral Therapy and Exercise in the Management of Major Depressive Disorder: Protocol for a Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Calgary; University of Alberta","funders":"University of Alberta; Pfizer","keywords":"Randomized controlled trial; Physical therapy; Major depressive disorder; Cognitive behavioral therapy; Medicine; Mental health; Cognitive therapy; Group psychotherapy; Clinical psychology; Cognition; Psychology; Psychiatry","score_opus":0.22683225153044462,"score_gpt":0.5821325625983425,"score_spread":0.35530031106789783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022631594","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02402402,0.000011398179,0.00015484053,0.00013167779,0.000009026278,0.9748678,0.000061425744,0.000014486198,0.00072527654],"genre_scores_gemma":[0.20670016,3.4314508e-7,0.000049220496,0.000008259347,0.000014667158,0.79315,0.000006972463,0.000022094377,0.00004826739],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99351126,0.0041797864,0.0009306242,0.0004152881,0.0005462122,0.0004168245],"domain_scores_gemma":[0.99611557,0.0029597904,0.00034745934,0.0002465731,0.00023593704,0.000094667186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052682147,0.00018923836,0.001065942,0.00016554356,0.00009199928,0.000050445204,0.00039080813,0.000073588984,0.00008412594],"category_scores_gemma":[0.00013070744,0.000118105614,0.00029940513,0.00036830982,0.00049224275,0.00011828069,0.00013660385,0.000284857,0.000005399502],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9628716,0.0130020585,0.00012461479,0.0055646356,0.00017890391,0.000011883533,0.00091689033,9.954244e-8,0.00005950058,0.0057014516,0.00006218731,0.0115061775],"study_design_scores_gemma":[0.961387,0.025619466,0.0013876695,0.0074584545,0.00001976399,6.4744756e-7,0.0006639944,0.000009271037,0.0004952046,0.0027011156,0.00015907618,0.00009833782],"about_ca_topic_score_codex":0.00006566265,"about_ca_topic_score_gemma":0.0000045473153,"teacher_disagreement_score":0.18267614,"about_ca_system_score_codex":0.000026235222,"about_ca_system_score_gemma":0.00003994621,"threshold_uncertainty_score":0.48162073},"labels":[],"label_agreement":null},{"id":"W3022672755","doi":"10.2196/17078","title":"A Web-Based, Positive Emotion Skills Intervention for Enhancing Posttreatment Psychological Well-Being in Young Adult Cancer Survivors (EMPOWER): Protocol for a Single-Arm Feasibility Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Strong; Northwestern University","keywords":"Psychological intervention; Mindfulness; Gratitude; Psychosocial; Positive psychology; Intervention (counseling); Distress; Psychology; Randomized controlled trial; Test (biology); Clinical psychology; Medicine; Psychotherapist; Psychiatry","score_opus":0.19650252783183478,"score_gpt":0.5571552162123533,"score_spread":0.36065268838051856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022672755","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07351293,0.000001294907,0.0019413773,0.006515179,0.000045228626,0.9171168,0.00011330832,0.00016476872,0.0005891247],"genre_scores_gemma":[0.12190974,2.0030814e-7,0.0012353661,0.0005748641,0.00069492124,0.8753009,0.000094296636,0.0000831745,0.000106546344],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928466,0.001604065,0.0015048542,0.0015043032,0.0013799872,0.0011601967],"domain_scores_gemma":[0.99604195,0.0010930235,0.0004142681,0.00060959224,0.0013214039,0.00051978254],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0043844706,0.00046956923,0.00092959777,0.00034425242,0.0002804107,0.0001805051,0.0003700734,0.00037524186,0.00025628298],"category_scores_gemma":[0.0030433643,0.00041272448,0.00063394173,0.0008613178,0.00021743585,0.0002773781,0.00014680775,0.0008701054,0.000019518902],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8346184,0.061091088,0.04219905,0.016265735,0.0002525029,0.00007211123,0.009655594,0.00003071791,0.020053817,0.00034588756,0.0034194007,0.011995691],"study_design_scores_gemma":[0.67471087,0.1810599,0.019483762,0.033872902,0.00005509061,0.00002407198,0.0017774404,0.0022929406,0.07710999,0.0017115601,0.0066454215,0.0012560529],"about_ca_topic_score_codex":0.0011648581,"about_ca_topic_score_gemma":0.0073815295,"teacher_disagreement_score":0.15990753,"about_ca_system_score_codex":0.0016705449,"about_ca_system_score_gemma":0.0006017807,"threshold_uncertainty_score":0.99983245},"labels":[],"label_agreement":null},{"id":"W3022979516","doi":"10.2196/18578","title":"Immediate and Long-Term Effects of an 8-Week Digital Mental Health Intervention on Adults With Poorly Managed Type 2 Diabetes: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Type 2 diabetes; Mental health; Depression (economics); Intervention (counseling); Diabetes mellitus; Population; Physical therapy; Gerontology; Psychiatry; Internal medicine; Environmental health","score_opus":0.07412004771527697,"score_gpt":0.4769527096319028,"score_spread":0.4028326619166258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022979516","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14219399,0.0000022593185,0.000020986654,0.0012287876,0.000013796493,0.85634094,0.000005574183,0.000045738747,0.00014792093],"genre_scores_gemma":[0.06652358,3.9519236e-7,0.000079735975,0.00013755923,0.00021931832,0.9325925,0.000119599106,0.00003839404,0.0002888838],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9971265,0.00064762874,0.00061656674,0.0004371004,0.0006900506,0.00048214113],"domain_scores_gemma":[0.99824595,0.00054301927,0.00034556712,0.00024605286,0.00027067767,0.00034872757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019870414,0.00021387177,0.0010933393,0.0002546023,0.00010761752,0.0001680638,0.00014929581,0.00006211854,0.000031076474],"category_scores_gemma":[0.0009350698,0.0001413057,0.00019074169,0.00030594014,0.00018709483,0.0003189865,0.00006911846,0.00025552989,0.0000085725205],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95830864,0.0036445223,0.0007175326,0.013030581,0.00023195951,0.0000037555496,0.0007511299,1.3473553e-7,0.00008566327,0.000050378017,0.0011909776,0.021984726],"study_design_scores_gemma":[0.91118,0.0785284,0.0012547439,0.007277779,0.000020563426,2.193455e-7,0.000097021286,0.00040644038,0.0004858846,0.000053449636,0.0005772906,0.000118166405],"about_ca_topic_score_codex":0.000002747778,"about_ca_topic_score_gemma":0.0000018457274,"teacher_disagreement_score":0.07625159,"about_ca_system_score_codex":0.00007537458,"about_ca_system_score_gemma":0.00015911844,"threshold_uncertainty_score":0.5762279},"labels":[],"label_agreement":null},{"id":"W3022990604","doi":"10.2196/17561","title":"A Novel Narrative E-Writing Intervention for Parents of Children With Chronic Life-Threatening Illnesses: Protocol for a Pilot, Open-Label Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Grief; Psychological intervention; Quality of life (healthcare); Intervention (counseling); Narrative; Attrition; Medicine; Psychology; Palliative care; Caregiver burden; Clinical psychology; Nursing; Psychotherapist","score_opus":0.3325082383767819,"score_gpt":0.584871728857062,"score_spread":0.25236349048028006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022990604","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042980257,0.0000036028698,0.0060383296,0.0004102783,0.0000231098,0.9885863,0.00012503685,0.000055810968,0.00045950868],"genre_scores_gemma":[0.02699773,1.3686561e-7,0.0012236607,0.00009508011,0.00048220658,0.9706151,0.00008133091,0.00008412342,0.00042062165],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99429184,0.0015658252,0.0016028999,0.000855075,0.0006818518,0.0010024891],"domain_scores_gemma":[0.9961426,0.0012454,0.0010448329,0.00038748732,0.00079394836,0.0003856902],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061726356,0.0003618378,0.0018242287,0.00018770575,0.00051615003,0.00021352494,0.0008065091,0.000140982,0.00022204407],"category_scores_gemma":[0.0009793262,0.00025375347,0.00029122626,0.00040527896,0.00032152326,0.00030403628,0.0002782341,0.00045977122,0.0000089279465],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9781206,0.0073855454,0.00011635821,0.0030333148,0.000764402,0.0000011204532,0.0034955626,0.000001194325,0.0008480181,0.002219076,0.0019728034,0.0020419562],"study_design_scores_gemma":[0.9343486,0.0568993,0.00003164556,0.004261187,0.000027799399,0.0000024689125,0.0018359919,0.00028619796,0.00083110755,0.0002341372,0.0009917313,0.00024982478],"about_ca_topic_score_codex":0.00024845556,"about_ca_topic_score_gemma":0.00008094698,"teacher_disagreement_score":0.049513754,"about_ca_system_score_codex":0.00019921675,"about_ca_system_score_gemma":0.0008357405,"threshold_uncertainty_score":0.9999915},"labels":[],"label_agreement":null},{"id":"W3022998907","doi":"10.2196/14371","title":"Evaluation of the Universal Prevention Program Klasse2000 in Fourth Grade Primary School Children: Protocol for a Propensity Score-Matching Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bullying, Victimization, and Aggression","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Propensity score matching; Protocol (science); Matching (statistics); Program evaluation; Computer science; Psychology; Medical education; Medicine; Statistics; Alternative medicine; Mathematics","score_opus":0.37296203961566565,"score_gpt":0.531054365343092,"score_spread":0.15809232572742637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022998907","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019615358,0.0000014859492,0.00079718354,0.0003444576,0.000007695096,0.97683597,0.000008577146,0.00008705873,0.0023022161],"genre_scores_gemma":[0.012964466,8.380113e-8,0.0021618307,0.00003808361,0.00016453429,0.9844095,0.000029772218,0.000043532305,0.00018820305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930547,0.0033803438,0.0005460402,0.00067454786,0.0017750585,0.00056930014],"domain_scores_gemma":[0.9979298,0.00008176404,0.00038579956,0.0005517376,0.0008861377,0.00016476448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053252936,0.00021025668,0.00030067435,0.0001925994,0.0003343851,0.00010863412,0.000685387,0.00021721327,0.000216166],"category_scores_gemma":[0.00040457374,0.00015102672,0.00014160923,0.0011332144,0.00018441195,0.0003355195,0.00026450455,0.0007960413,0.000013323763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021757284,0.035180446,0.5113775,0.011741516,0.00050829776,0.000009344708,0.02032398,0.005045998,0.011508645,0.0038082474,0.035588253,0.34315047],"study_design_scores_gemma":[0.051788457,0.0075507765,0.8756707,0.012439752,0.000059632923,0.000020868583,0.0010854081,0.021709776,0.0032340991,0.005856806,0.01963157,0.0009521801],"about_ca_topic_score_codex":0.000057965914,"about_ca_topic_score_gemma":0.000020200318,"teacher_disagreement_score":0.36429316,"about_ca_system_score_codex":0.0002816188,"about_ca_system_score_gemma":0.0011460207,"threshold_uncertainty_score":0.6158691},"labels":[],"label_agreement":null},{"id":"W3023004125","doi":"10.2196/15499","title":"Enhanced Enrollment in the National Diabetes Prevention Program to Increase Engagement and Weight Loss for the Underserved: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Randomized controlled trial; Protocol (science); Diabetes mellitus; Medicine; Weight loss; Gerontology; Family medicine; Psychology; Alternative medicine; Obesity; Internal medicine","score_opus":0.27717037732495264,"score_gpt":0.5567032217794573,"score_spread":0.27953284445450466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023004125","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002485781,0.000001380758,0.00057713635,0.029290913,0.000008613402,0.96701413,0.0000034280206,0.000035412286,0.0005832022],"genre_scores_gemma":[0.015630072,3.0756783e-7,0.0006714596,0.0009583927,0.00052693055,0.9814723,0.00002276077,0.000020774061,0.00069697545],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99622345,0.0013488216,0.00059440307,0.00038152546,0.00096627924,0.00048552867],"domain_scores_gemma":[0.99579287,0.0032727718,0.0001540781,0.00019413901,0.00044515516,0.0001410192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014068918,0.00017258289,0.00057447836,0.0001664547,0.00027950353,0.00024589995,0.00027266,0.000058645448,0.0000718808],"category_scores_gemma":[0.004086541,0.00008878,0.00024407735,0.00040727772,0.00012629246,0.00011952709,0.00010475612,0.00026230217,0.0000061108085],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9638395,0.0024755753,0.00006895261,0.0014390564,0.00020298552,2.732816e-7,0.0011273598,0.000005173639,0.00027361276,0.0016077145,0.018817496,0.010142357],"study_design_scores_gemma":[0.85527897,0.006088347,0.00011175452,0.00052142073,0.00003339128,5.471972e-8,0.00029047835,0.0034453284,0.00043532933,0.0021315878,0.13156708,0.00009625362],"about_ca_topic_score_codex":0.0000028716227,"about_ca_topic_score_gemma":0.000004196919,"teacher_disagreement_score":0.112749584,"about_ca_system_score_codex":0.00011016424,"about_ca_system_score_gemma":0.00029880044,"threshold_uncertainty_score":0.48922667},"labels":[],"label_agreement":null},{"id":"W3023121423","doi":"10.2196/16863","title":"Decentralized, Community-Based Hepatitis C Point-of-Care Testing and Direct-Acting Antiviral Treatment for People Who Inject Drugs and the General Population in Myanmar: Protocol for a Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis C virus research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Burnet Institute","keywords":"Medicine; GeneXpert MTB/RIF; Population; Hepatitis C; Family medicine; Point-of-care testing; Environmental health; Internal medicine; Immunology; Tuberculosis; Pathology","score_opus":0.36932001469579295,"score_gpt":0.5619728114325796,"score_spread":0.19265279673678665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023121423","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25853625,0.0000017331876,0.00004717576,0.00062891573,0.0000011323989,0.74050206,0.000067283225,0.00003358734,0.00018185834],"genre_scores_gemma":[0.38060468,3.1836532e-7,0.0021036246,0.00003640371,0.000037391394,0.61715627,0.000020242122,0.00003201668,0.000009019361],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943213,0.0031840124,0.0006327534,0.00049125444,0.00071451865,0.0006561928],"domain_scores_gemma":[0.9940974,0.0043594786,0.00015811317,0.0004869331,0.0006796244,0.00021846838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039519477,0.00024287724,0.0008090787,0.00020881183,0.0006036135,0.0001543107,0.00020482868,0.00009837202,0.000009033913],"category_scores_gemma":[0.006218327,0.00017150931,0.00010429879,0.0007401226,0.0002644072,0.00017822193,0.00022960031,0.0006017506,5.176431e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016882468,0.0010654866,0.9130861,0.0054922705,0.00003255669,0.0000048190373,0.017264755,0.000004594085,0.00023913174,0.000022721846,0.00007156025,0.0458335],"study_design_scores_gemma":[0.15909609,0.061546378,0.70294464,0.006656314,0.000031951167,0.0000022070346,0.009508636,0.04601378,0.004466602,0.00056778867,0.0085789645,0.00058662373],"about_ca_topic_score_codex":0.006742215,"about_ca_topic_score_gemma":0.0030394574,"teacher_disagreement_score":0.21014148,"about_ca_system_score_codex":0.00038773534,"about_ca_system_score_gemma":0.00045290208,"threshold_uncertainty_score":0.99987197},"labels":[],"label_agreement":null},{"id":"W3023349424","doi":"10.2196/16170","title":"Treatment of Childhood Obesity Based on Brazilian Dietary Guidelines Plus Energy Restriction (PAPPAS HUPE Study): Protocol for a Randomized Clinical Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Consumer Attitudes and Food Labeling","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Population; Body mass index; Intervention (counseling); Obesity; Family medicine; Gerontology; Physical therapy; Pediatrics; Environmental health; Nursing; Surgery; Internal medicine","score_opus":0.4728334463861553,"score_gpt":0.6069680511222897,"score_spread":0.13413460473613437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023349424","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013083576,0.000004706514,0.00030587465,0.0030860738,0.000015644076,0.99486023,0.00001952982,0.000099355486,0.0003002054],"genre_scores_gemma":[0.0074690287,0.0000018942828,0.0015000227,0.00019941357,0.0010431332,0.98958516,0.000026524827,0.000052871077,0.00012197448],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936865,0.0018815615,0.0018268863,0.0008410219,0.0012210906,0.00054297014],"domain_scores_gemma":[0.9956296,0.0018490966,0.0003287822,0.00073535455,0.0009787938,0.0004783595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034599325,0.0003352821,0.0015698802,0.00024250602,0.00023717528,0.00006104742,0.00026874035,0.00021104324,0.00011012528],"category_scores_gemma":[0.003414796,0.00022747747,0.0007547803,0.0005689008,0.00021400108,0.00006890352,0.00010156341,0.00040034455,0.000009449049],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94721,0.021263612,0.0017043855,0.0005724601,0.00046567665,0.0000370672,0.00021065665,0.00004026768,0.00009392959,0.00005148695,0.002233226,0.026117189],"study_design_scores_gemma":[0.83270156,0.08915825,0.001082109,0.0008790969,0.000099435514,0.0000011382094,0.000054371223,0.010953231,0.00035101591,0.00004899121,0.064492255,0.00017856868],"about_ca_topic_score_codex":0.00015370459,"about_ca_topic_score_gemma":0.000035048473,"teacher_disagreement_score":0.11450851,"about_ca_system_score_codex":0.00016880907,"about_ca_system_score_gemma":0.0013234699,"threshold_uncertainty_score":0.92762625},"labels":[],"label_agreement":null},{"id":"W3023349548","doi":"10.2196/17323","title":"Intersectoral Cooperation in 12 European Case Studies Aiming for Better Health, Environmental Sustainability, and Health Equity: Protocol for a Qualitative Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Environmental and Social Impact Assessments","field":"Environmental Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Thematic analysis; Sustainability; Public relations; Qualitative research; Equity (law); Business; Qualitative property; Knowledge management; Process management; Marketing; Political science; Sociology; Computer science","score_opus":0.7009257225120702,"score_gpt":0.7085606286676062,"score_spread":0.00763490615553597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023349548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014743838,0.000001747078,0.0004658928,0.0102240965,0.000003263123,0.9744008,0.000045380573,0.000018250845,0.0000967404],"genre_scores_gemma":[0.123087086,3.3835877e-7,0.00090499374,0.0009247428,0.00006538404,0.87492394,0.000021795924,0.00002830196,0.000043385462],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9952357,0.0022893043,0.0005287632,0.0005754707,0.0006754376,0.0006953195],"domain_scores_gemma":[0.9991308,0.0002230041,0.0001696057,0.00015405109,0.000028283577,0.0002942981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008679357,0.00019295729,0.00029478752,0.000055578697,0.00062513835,0.000115454226,0.00016604892,0.000045545956,0.00013703239],"category_scores_gemma":[0.00029422142,0.00017457512,0.00005295797,0.00015235976,0.0004412303,0.00050061604,0.0006824991,0.0002713254,0.000012624588],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027694725,0.0025150173,0.04764811,0.00645691,0.00008948185,0.00008312784,0.36600873,0.00032863225,0.0035205348,0.00020288696,0.026272703,0.5441044],"study_design_scores_gemma":[0.07395037,0.08458011,0.10732765,0.0038278224,0.000022586137,0.000095432035,0.47180447,0.028663268,0.0016614184,0.025178809,0.19979846,0.0030895905],"about_ca_topic_score_codex":0.00021004937,"about_ca_topic_score_gemma":0.0005769777,"teacher_disagreement_score":0.5410148,"about_ca_system_score_codex":0.003450163,"about_ca_system_score_gemma":0.00013421339,"threshold_uncertainty_score":0.90220565},"labels":[],"label_agreement":null},{"id":"W3023360652","doi":"10.2196/15612","title":"Self-Myofascial Release Intervention and Mobile App in Patients With Hemophilic Ankle Arthropathy: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemophilia Treatment and Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Ankle; Physical therapy; Visual analogue scale; Arthropathy; Myofascial release; Range of motion; Flexibility (engineering); Physical medicine and rehabilitation; Randomized controlled trial; Osteoarthritis; Surgery","score_opus":0.07542086282381308,"score_gpt":0.4716310396421078,"score_spread":0.39621017681829473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023360652","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05640249,0.0000024496994,0.000020053414,0.0008381724,0.0000037330008,0.94229627,0.0000088407205,0.00009525802,0.00033276],"genre_scores_gemma":[0.020886105,5.157217e-7,0.00039078618,0.00004107232,0.00031254,0.9778975,0.000030474059,0.000053623906,0.00038736442],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99511176,0.0013059167,0.000844828,0.0006723572,0.0013257005,0.0007394605],"domain_scores_gemma":[0.9976401,0.0006697088,0.00017360397,0.00032121906,0.00068968325,0.00050574046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032383257,0.0002888792,0.0014733311,0.0003712664,0.00019554276,0.00013664694,0.00017180496,0.00018308806,0.00016469757],"category_scores_gemma":[0.0013354889,0.00017358045,0.00032964375,0.00058928184,0.00034615144,0.00019685512,0.00014813688,0.000646288,0.000027621532],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98150927,0.0059311804,0.003942573,0.0022454204,0.00014349505,0.000039065962,0.00055018946,6.5621293e-7,0.00004743121,0.00004678112,0.00057747227,0.0049664606],"study_design_scores_gemma":[0.95321983,0.02899851,0.0003710758,0.0012620058,0.000018705015,0.0000012930562,0.000054831595,0.0010923888,0.00027197233,0.000116471114,0.014428436,0.0001644601],"about_ca_topic_score_codex":0.0000074655086,"about_ca_topic_score_gemma":0.0000040378386,"teacher_disagreement_score":0.035601273,"about_ca_system_score_codex":0.00015587496,"about_ca_system_score_gemma":0.0004912868,"threshold_uncertainty_score":0.70784056},"labels":[],"label_agreement":null},{"id":"W3023419467","doi":"10.2196/17297","title":"Impact of Co-Designed Game Learning on Cultural Safety in Colombian Medical Education: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Session (web analytics); Medical education; Randomized controlled trial; Cultural diversity; Cultural safety; Test (biology); Psychology; Patient safety; Health care; Medicine; Computer science; Sociology","score_opus":0.28241631764506125,"score_gpt":0.6403267576606744,"score_spread":0.3579104400156131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023419467","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001866136,9.747548e-7,0.0000075086195,0.005828123,0.000015113645,0.98357636,0.000005516883,0.00006975535,0.008630485],"genre_scores_gemma":[0.014198222,6.777024e-7,0.000082000035,0.00013788026,0.0008175232,0.9841017,0.000010795869,0.000020528609,0.00063065405],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98450387,0.010302573,0.0013253647,0.00047545412,0.0025202322,0.0008725196],"domain_scores_gemma":[0.99174833,0.0054441853,0.00044143907,0.00019714313,0.0014303835,0.0007384906],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013483755,0.00022301478,0.0014622122,0.00018472881,0.0005333864,0.00016260239,0.00074996735,0.00032531953,0.0019306015],"category_scores_gemma":[0.050206985,0.00014516104,0.00063929346,0.0009327027,0.00079905486,0.0002352422,0.00006685545,0.0011274103,0.000027975715],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97510374,0.0007508658,0.0002983958,0.0003624817,0.000032744058,0.000002916737,0.010529615,0.00001153395,0.00008000656,0.0026460069,0.008560296,0.0016213765],"study_design_scores_gemma":[0.92506164,0.0073604835,0.00012096657,0.0014293272,0.0000023126488,3.8429766e-7,0.0018466075,0.00025656837,0.000029294399,0.00031890778,0.06339963,0.00017387234],"about_ca_topic_score_codex":0.0006724293,"about_ca_topic_score_gemma":0.00022101136,"teacher_disagreement_score":0.05483933,"about_ca_system_score_codex":0.00076225825,"about_ca_system_score_gemma":0.010650349,"threshold_uncertainty_score":0.9989818},"labels":[],"label_agreement":null},{"id":"W3023454289","doi":"10.2196/17419","title":"Improving Hand Hygiene Compliance in Nursing Homes: Protocol for a Cluster Randomized Controlled Trial (HANDSOME Study)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infection Control in Healthcare","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Hygiene; Medicine; Psychological intervention; Hand washing; Randomized controlled trial; Nursing; Infection control; Cluster randomised controlled trial; Intervention (counseling); Health care; Family medicine; Intensive care medicine; Surgery","score_opus":0.3508630170653441,"score_gpt":0.6036917531335304,"score_spread":0.2528287360681863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023454289","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013077281,0.0000032862724,0.0014783822,0.005972159,0.000027655351,0.9903578,0.000005874517,0.00012790695,0.0007191649],"genre_scores_gemma":[0.016747473,7.9379035e-8,0.00054461206,0.00036384395,0.0011968233,0.98066413,0.0000049098967,0.00008214734,0.00039596925],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99129784,0.003506284,0.0017631763,0.00090691197,0.0013436624,0.0011821345],"domain_scores_gemma":[0.99318457,0.003479896,0.000421274,0.000570997,0.0018357764,0.00050746044],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00973918,0.00037309006,0.0027369452,0.00057263527,0.00044972077,0.00031970665,0.00031931538,0.00024829243,0.00013208478],"category_scores_gemma":[0.012820893,0.00027143408,0.0004899181,0.0008920187,0.0004063192,0.00025374364,0.00011808193,0.0013420439,0.00003537069],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9806394,0.0029549233,0.00038547104,0.0031677624,0.00007871558,0.00003193496,0.0014154002,0.000008047683,0.0010069025,0.00006912982,0.0012614467,0.00898089],"study_design_scores_gemma":[0.9492442,0.016606804,0.000083278675,0.0054937755,0.000017289509,0.0000068769577,0.000357901,0.021940378,0.00028886306,0.000206893,0.0055258507,0.00022790521],"about_ca_topic_score_codex":0.000045593864,"about_ca_topic_score_gemma":0.000022565737,"teacher_disagreement_score":0.031395193,"about_ca_system_score_codex":0.0005346408,"about_ca_system_score_gemma":0.0012153357,"threshold_uncertainty_score":0.9999738},"labels":[],"label_agreement":null},{"id":"W3023853973","doi":"10.2196/16039","title":"Evaluation and Dissemination of a Checklist to Improve Implementation of Work Environment Initiatives in the Eldercare Sector: Protocol for a Prospective Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Checklist; Protocol (science); Work (physics); Medical education; Medicine; Computer science; Nursing; Psychology; Engineering; Alternative medicine","score_opus":0.5106916190568102,"score_gpt":0.6680220636995751,"score_spread":0.1573304446427649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023853973","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056780826,6.7806627e-7,0.00006165809,0.0013402352,0.0000031975262,0.94159687,0.000052848263,0.0000066069006,0.00015710581],"genre_scores_gemma":[0.34266332,3.6820573e-8,0.0001741248,0.000015428466,0.000058626665,0.6570595,0.000010576807,0.000008324159,0.000010068799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99620837,0.0015755414,0.0005535787,0.00029676163,0.0011119174,0.00025384052],"domain_scores_gemma":[0.99759257,0.0011094069,0.00024167028,0.00017711881,0.0008229335,0.000056276975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046614436,0.00009876636,0.00019795906,0.00013193837,0.00021762302,0.000016325035,0.00015903919,0.000060889786,0.00013547913],"category_scores_gemma":[0.0009937545,0.00007299232,0.00003079889,0.000584635,0.00005422953,0.00014758257,0.000098736826,0.00027336704,0.0000019082784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038223292,0.0014759946,0.586491,0.0026627944,0.00004331775,5.7384113e-7,0.36852565,0.000009730446,0.0063703195,0.0005041363,0.007096217,0.022997951],"study_design_scores_gemma":[0.0032054726,0.0048188455,0.88828284,0.0007928764,0.0000063706493,3.53704e-8,0.0996271,0.00003898034,0.0011565591,0.0003477514,0.0016509654,0.00007223657],"about_ca_topic_score_codex":0.00006235531,"about_ca_topic_score_gemma":0.000098701734,"teacher_disagreement_score":0.30179182,"about_ca_system_score_codex":0.000247667,"about_ca_system_score_gemma":0.0004028157,"threshold_uncertainty_score":0.29765403},"labels":[],"label_agreement":null},{"id":"W3023886457","doi":"10.2196/17516","title":"Effects of Alternative Offers of Screening Sigmoidoscopy and Colonoscopy on Utilization and Yield of Endoscopic Screening for Colorectal Neoplasms: Protocol of the DARIO Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sigmoidoscopy; Colonoscopy; Medicine; Randomized controlled trial; Colorectal cancer screening; Protocol (science); General surgery; Colorectal cancer; Endoscopy; Medical physics; Internal medicine; Alternative medicine; Cancer; Pathology","score_opus":0.19555906275948634,"score_gpt":0.482474120662025,"score_spread":0.2869150579025387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023886457","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28343505,0.0000058313103,0.0027125615,0.0001222237,0.000009255025,0.71358407,0.000015688252,0.00001340039,0.0001019156],"genre_scores_gemma":[0.3850722,9.826055e-7,0.0011430245,0.000012906604,0.000050352504,0.6136911,0.0000016940404,0.00001602217,0.000011735954],"study_design_codex":"randomized_trial","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972202,0.00068305916,0.00069784233,0.00035833297,0.00078436395,0.0002562048],"domain_scores_gemma":[0.99510205,0.0034575937,0.0005940674,0.00019204247,0.00052638317,0.00012784424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014330668,0.0001827894,0.00096158386,0.00022156344,0.000105666484,0.00001675525,0.00016535084,0.0001464695,0.000010074673],"category_scores_gemma":[0.0045705754,0.00012969332,0.00017468062,0.0005459265,0.0007185184,0.00008668631,0.00015961292,0.00038718877,7.764678e-8],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91611314,0.00023946854,0.0013638418,0.0051874085,0.00012907026,9.5121726e-7,0.0011368266,0.000020902035,0.07150219,0.0001178617,0.000053423224,0.0041349228],"study_design_scores_gemma":[0.3146443,0.04102035,0.0009335943,0.0042416323,0.000030028987,8.581765e-7,0.00009992823,0.0035537847,0.6352294,0.00005907682,0.00012742655,0.000059617938],"about_ca_topic_score_codex":0.00016019968,"about_ca_topic_score_gemma":0.000015475018,"teacher_disagreement_score":0.6014688,"about_ca_system_score_codex":0.000032076718,"about_ca_system_score_gemma":0.00026802355,"threshold_uncertainty_score":0.54717356},"labels":[],"label_agreement":null},{"id":"W3023951907","doi":"10.2196/16688","title":"Social Media Interventions for Risky Drinking Among Adolescents and Emerging Adults: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention; National Institute on Alcohol Abuse and Alcoholism; University of Michigan; U.S. Department of Health and Human Services","keywords":"Randomized controlled trial; Psychological intervention; Alcohol Use Disorders Identification Test; Social media; Medicine; Binge drinking; Intervention (counseling); Poison control; Psychology; Suicide prevention; Family medicine; Injury prevention; Psychiatry; Environmental health","score_opus":0.21891786850044062,"score_gpt":0.5416913629060895,"score_spread":0.32277349440564895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023951907","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052953847,0.000003829367,0.0004978284,0.001090862,0.00001011085,0.9928894,0.000004925561,0.000115794624,0.00009187816],"genre_scores_gemma":[0.021961782,4.8377643e-7,0.0005478747,0.000059491278,0.0010057846,0.97615546,0.00001954865,0.000056757035,0.00019280644],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99670315,0.0005280054,0.00092978834,0.0004964579,0.0006947042,0.0006478945],"domain_scores_gemma":[0.99693817,0.0017580696,0.00029866406,0.0001773157,0.0005455643,0.0002822203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024643384,0.00026405073,0.0016949753,0.00023433586,0.00043236732,0.00012550312,0.00017937261,0.00015520307,0.00008161157],"category_scores_gemma":[0.0042627812,0.00018227694,0.0011302091,0.00027787357,0.00029031746,0.00017872293,0.00008763512,0.00037280488,0.000005675315],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9820485,0.00073868054,0.0038192093,0.0029069032,0.00028047248,0.0000079504325,0.004242299,1.0317512e-7,0.0000330936,0.00022103052,0.0024640348,0.0032377124],"study_design_scores_gemma":[0.98407936,0.0018411966,0.0003817901,0.008884444,0.00007402263,5.560576e-7,0.0006673058,0.0007259233,0.00013182379,0.00057526835,0.0024777974,0.00016050742],"about_ca_topic_score_codex":0.0000021792039,"about_ca_topic_score_gemma":0.000035662495,"teacher_disagreement_score":0.016733916,"about_ca_system_score_codex":0.00010378252,"about_ca_system_score_gemma":0.00017675859,"threshold_uncertainty_score":0.7433038},"labels":[],"label_agreement":null},{"id":"W3024056635","doi":"10.2196/16861","title":"The NASSS-CAT Tools for Understanding, Guiding, Monitoring, and Researching Technology Implementation Projects in Health and Social Care: Protocol for an Evaluation Study in Real-World Settings","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Wellcome Trust","keywords":"Protocol (science); Health care; Social care; Knowledge management; Computer science; Medical education; Psychology; Medicine; Engineering management; Management science; Nursing; Engineering; Alternative medicine; Political science","score_opus":0.918590000726313,"score_gpt":0.8177663864988556,"score_spread":0.10082361422745745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024056635","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10315501,5.907028e-7,0.000030783114,0.008795987,0.000015027585,0.88776106,0.000026410287,0.000047373433,0.00016779079],"genre_scores_gemma":[0.07906595,8.002686e-7,0.0006050835,0.000128385,0.00014403039,0.9198955,0.000011527086,0.00004045257,0.00010821382],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98857117,0.005731904,0.0014552391,0.0008541397,0.0014424871,0.0019450691],"domain_scores_gemma":[0.9934886,0.004410207,0.00054871227,0.00041891902,0.00091545813,0.00021811802],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.04613716,0.00019951933,0.00035555515,0.0013432773,0.0032004337,0.00032278086,0.00045692458,0.00015037622,0.000015397487],"category_scores_gemma":[0.0026111677,0.00016445125,0.000022132317,0.0014373958,0.00024214615,0.0008529697,0.00037606756,0.0007245677,0.000003673951],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016178283,0.00022292056,0.74928695,0.007717312,0.000009416029,5.510861e-7,0.19208016,0.0000016305057,0.0007471353,0.013027922,0.004610083,0.030678106],"study_design_scores_gemma":[0.024519857,0.009270773,0.095835835,0.0023166852,0.0000013993939,4.2232966e-7,0.75225085,0.00081347645,0.00014514003,0.010552782,0.10399177,0.00030101414],"about_ca_topic_score_codex":0.0014645888,"about_ca_topic_score_gemma":0.018417573,"teacher_disagreement_score":0.6534511,"about_ca_system_score_codex":0.0038857753,"about_ca_system_score_gemma":0.005300536,"threshold_uncertainty_score":0.99993813},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3024106027","doi":"10.2196/18420","title":"A Remotely Delivered, Peer-Led Physical Activity Intervention for Younger Breast Cancer Survivors (Pink Body Spirit): Protocol for a Feasibility Study and Mixed Methods Process Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Breast cancer; Medicine; Quality of life (healthcare); Physical therapy; Intervention (counseling); Cancer; Peer support; Gerontology; Nursing; Internal medicine","score_opus":0.38202787758373213,"score_gpt":0.6504223844626368,"score_spread":0.26839450687890465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024106027","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16768517,0.0000014796179,0.0016328197,0.0031274434,0.00001581324,0.8272527,0.00015993926,0.00008625884,0.000038373335],"genre_scores_gemma":[0.22216845,4.5713293e-8,0.00032223694,0.000035679994,0.00042449377,0.7768566,0.000021135487,0.000056349225,0.00011504661],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99372464,0.0021384978,0.0004489096,0.0011807571,0.0018278527,0.0006793089],"domain_scores_gemma":[0.9936672,0.0004509523,0.00022198561,0.0005216644,0.004698291,0.00043989572],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00720888,0.0003414315,0.0006994655,0.00015151204,0.000310305,0.00019241362,0.00028013336,0.00017422118,0.00011134205],"category_scores_gemma":[0.0015957683,0.0002850469,0.00030311025,0.0007320173,0.00017837317,0.00044790236,0.00019705588,0.00065771415,0.0000026184537],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12535152,0.013227156,0.030602317,0.025083318,0.00035026012,0.000007752762,0.009332518,0.0000053220747,0.019203197,0.000029304818,0.0019273271,0.77488],"study_design_scores_gemma":[0.13819562,0.056244392,0.57202697,0.007632849,0.00041864635,0.00003311023,0.013337427,0.1040458,0.05882119,0.0021342877,0.045394726,0.0017149702],"about_ca_topic_score_codex":0.0010628272,"about_ca_topic_score_gemma":0.0021930037,"teacher_disagreement_score":0.77316505,"about_ca_system_score_codex":0.00053440395,"about_ca_system_score_gemma":0.000826063,"threshold_uncertainty_score":0.9999602},"labels":[],"label_agreement":null},{"id":"W3024226204","doi":"10.2196/17779","title":"Development of an Intervention to Support the Reproductive Health of Cambodian Women Who Seek Medical Abortion: Research Protocol","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Arts and Humanities Research Council","keywords":"Abortion; Reproductive health; Medicine; Health care; Mobile phone; Nursing; Medical abortion; Intervention (counseling); Family medicine; Misoprostol; Population; Pregnancy; Environmental health; Political science; Engineering","score_opus":0.3788943644722234,"score_gpt":0.6320691097773924,"score_spread":0.253174745305169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024226204","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06584108,0.0000019207569,0.00013370856,0.029234944,0.0000065977,0.9042412,0.0000072175076,0.0000372449,0.00049608893],"genre_scores_gemma":[0.027864404,5.04721e-7,0.0010417211,0.00036501553,0.0006588162,0.96964663,0.000014886654,0.00003303826,0.00037497404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900232,0.00246852,0.0013957141,0.0009915031,0.0040371176,0.0010839272],"domain_scores_gemma":[0.99442744,0.000117133044,0.00028776613,0.0010591848,0.0027255474,0.001382938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02583537,0.00016883045,0.0005608461,0.00038231348,0.00037655572,0.00003508542,0.00054242107,0.0001418332,0.000826829],"category_scores_gemma":[0.00326024,0.00011916255,0.00007937759,0.0017935337,0.00051004137,0.00021044882,0.00033131565,0.0014019283,0.00008288531],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028911328,0.005187811,0.0056788474,0.015879443,0.00010886029,0.00004988749,0.10370839,0.00000260546,0.013200923,0.0008059729,0.030087989,0.79637796],"study_design_scores_gemma":[0.0074015683,0.047367476,0.1157535,0.00498884,0.0000017195467,0.000033082248,0.01974619,0.00009165124,0.03754987,0.00036053348,0.7664545,0.0002510802],"about_ca_topic_score_codex":0.00014092297,"about_ca_topic_score_gemma":0.00008190093,"teacher_disagreement_score":0.79612684,"about_ca_system_score_codex":0.0006252384,"about_ca_system_score_gemma":0.0056064706,"threshold_uncertainty_score":0.9945638},"labels":[],"label_agreement":null},{"id":"W3024609829","doi":"10.2196/18632","title":"Mobile Health App (AGRIPPA) to Prevent Relapse After Successful Interdisciplinary Treatment for Patients With Chronic Pain: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Quality of life (healthcare); Usability; Medicine; Physical therapy; Protocol (science); Health care; Chronic pain; Clinical trial; Alternative medicine; Nursing; Computer science; Surgery","score_opus":0.05791288974771751,"score_gpt":0.4974853841499658,"score_spread":0.43957249440224827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024609829","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020625954,0.0000040891023,0.0019993002,0.0050271032,0.000010452115,0.990694,0.00003312207,0.00009149454,0.000077827266],"genre_scores_gemma":[0.0037868742,2.2040523e-7,0.0018676897,0.0002675387,0.00061451754,0.9922048,0.00006945978,0.000077039826,0.0011118705],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99409103,0.002240932,0.001120305,0.0007967399,0.0009290209,0.00082198076],"domain_scores_gemma":[0.99582386,0.0019122068,0.00028291796,0.00048653255,0.00075977104,0.00073473185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005375117,0.00036767207,0.0018276535,0.00022773442,0.00026941826,0.000087837296,0.00019243266,0.0001420995,0.00013447333],"category_scores_gemma":[0.0013252024,0.00019871778,0.0007829963,0.0003613935,0.00019633798,0.00012407382,0.00014160312,0.00028661956,0.000017534381],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.957016,0.0069009066,0.00010730504,0.0107650785,0.0002334698,0.0000016137348,0.0018457392,0.000008730341,0.000051574225,0.00002185321,0.0072681825,0.015779536],"study_design_scores_gemma":[0.7153655,0.22559275,0.000056281264,0.0031147427,0.000013216558,1.3540506e-7,0.00009365981,0.0006665527,0.000044024353,0.000114777744,0.05477978,0.00015857615],"about_ca_topic_score_codex":0.0000071071413,"about_ca_topic_score_gemma":0.00001728252,"teacher_disagreement_score":0.24165049,"about_ca_system_score_codex":0.0008907536,"about_ca_system_score_gemma":0.0012499755,"threshold_uncertainty_score":0.81034756},"labels":[],"label_agreement":null},{"id":"W3024871347","doi":"10.2196/15623","title":"Insights From Twitter Conversations on Lupus and Reproductive Health: Protocol for a Content Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Reproductive health; Social media; Social media analytics; Systemic lupus erythematosus; Misinformation; Population; Descriptive statistics; Medicine; Analytics; Public health; Health care; Internet privacy; Computer science; Disease; Data science; World Wide Web; Nursing; Environmental health; Pathology","score_opus":0.7812413687235711,"score_gpt":0.6567425681264537,"score_spread":0.12449880059711738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024871347","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013458269,0.0000012847848,0.000076735945,0.083605275,0.00003520627,0.91445047,0.00002536209,0.000067863606,0.0003919584],"genre_scores_gemma":[0.0024567912,3.4070183e-7,0.00053549465,0.0011649897,0.0014733874,0.99422246,0.000016830503,0.00001720129,0.00011252418],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957426,0.001660898,0.00039998637,0.0007107032,0.0009608175,0.0005249749],"domain_scores_gemma":[0.9953731,0.0026955826,0.00020450928,0.00032569346,0.0007924058,0.0006087282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013424879,0.00012166669,0.00031633666,0.00024213005,0.0011510755,0.00018133639,0.00027501376,0.00012673115,0.00015595366],"category_scores_gemma":[0.0064024082,0.00011148443,0.000082705206,0.0015404257,0.00048792455,0.00021315589,0.000061368715,0.0004157759,0.000043185348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037376243,0.0015031109,0.09523178,0.0012546869,0.0003802663,0.0000040785812,0.7215082,0.0000059756467,0.00044651498,0.0262967,0.12774667,0.02188441],"study_design_scores_gemma":[0.0018619257,0.0015143533,0.02766076,0.00034467477,0.000006177865,3.720071e-8,0.016763778,0.00006801522,0.00022087496,0.0033981916,0.94799954,0.00016164585],"about_ca_topic_score_codex":0.0053418614,"about_ca_topic_score_gemma":0.0013377499,"teacher_disagreement_score":0.8202529,"about_ca_system_score_codex":0.00041186987,"about_ca_system_score_gemma":0.0013431673,"threshold_uncertainty_score":0.88532585},"labels":[],"label_agreement":null},{"id":"W3024940511","doi":"10.2196/13660","title":"Correction: The Integration of Interlinkages Between Nature and Human Health in Primary Health Care: Protocol for a Scoping Review","year":2019,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Primary care; Primary health care; Medicine; Data science; Computer science; Alternative medicine; Population; Family medicine; Environmental health","score_opus":0.6179384470265836,"score_gpt":0.7565068797392722,"score_spread":0.1385684327126886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024940511","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.222916e-8,0.27609703,0.000012476766,0.009861714,0.00006781565,0.71325606,0.00007249661,0.000029698958,0.00060269015],"genre_scores_gemma":[1.0561981e-8,0.29402757,0.00005982415,0.0021383832,0.00075333554,0.70190763,0.00030947404,0.000060977924,0.00074280787],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9847647,0.00912348,0.0032555673,0.0007348323,0.0006981026,0.0014233395],"domain_scores_gemma":[0.9917553,0.0036083616,0.0023766465,0.0010403619,0.00089205743,0.00032725884],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01632729,0.00043057857,0.002921738,0.00068038865,0.0014358193,0.000055942182,0.00076048716,0.0008430146,0.000045533703],"category_scores_gemma":[0.0010614716,0.00027302976,0.00023442015,0.0013321649,0.00018890607,0.00020365028,0.0004140642,0.006190797,0.00001754248],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012038004,0.000043304157,0.00001935759,0.4511579,0.000005962696,3.0275153e-8,0.0010517836,4.542573e-9,1.3193609e-8,0.00014781948,0.1941351,0.3534267],"study_design_scores_gemma":[0.00042352633,0.00071073085,0.00009167349,0.477397,0.0000029677324,7.5067396e-7,0.00026363682,2.696924e-7,4.5162107e-8,0.000020103558,0.520996,0.00009335978],"about_ca_topic_score_codex":0.000983903,"about_ca_topic_score_gemma":0.0008853226,"teacher_disagreement_score":0.35333332,"about_ca_system_score_codex":0.0030573313,"about_ca_system_score_gemma":0.02639691,"threshold_uncertainty_score":0.99997216},"labels":[],"label_agreement":null},{"id":"W3024947739","doi":"10.2196/17783","title":"Prospective Study Evaluating a Pain Assessment Tool in a Postoperative Environment: Protocol for Algorithm Testing and Enhancement","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Academy of Finland","keywords":"Photoplethysmogram; Physical medicine and rehabilitation; Pain assessment; Vital signs; Electromyography; Medicine; Heart rate variability; Heart rate; Physical therapy; Gold standard (test); Observational study; Computer science; Blood pressure; Anesthesia; Pain management","score_opus":0.3136244945064679,"score_gpt":0.5859048847801638,"score_spread":0.2722803902736959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024947739","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011379716,7.9566956e-7,0.012768791,0.000880587,5.3881024e-7,0.98436266,0.0000052956734,0.00012010915,0.0007232437],"genre_scores_gemma":[0.002512024,1.1481651e-7,0.13835828,0.00019466512,0.00011137501,0.85865146,0.000003125536,0.00003816854,0.00013080807],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.994898,0.0015444958,0.0006291557,0.0009066168,0.0013514129,0.0006702825],"domain_scores_gemma":[0.99810934,0.00096747896,0.00014555389,0.0003064287,0.00031115758,0.00016006001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010919909,0.00025831303,0.00043480174,0.00025921862,0.0002305433,0.00013323859,0.0001970613,0.0000755935,0.000092547154],"category_scores_gemma":[0.0028598139,0.00022676717,0.000042705622,0.00067186856,0.000109105364,0.00018604801,0.0004792496,0.0007146574,0.000006948798],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027392756,0.007974254,0.51683354,0.003338123,0.00012311997,0.0001935461,0.004081841,0.000004517149,0.0217953,0.00008192994,0.0030449321,0.4397896],"study_design_scores_gemma":[0.08316373,0.32009107,0.28908783,0.008249857,0.00005147199,0.000010825286,0.0065376884,0.24172187,0.005629159,0.004824804,0.038913295,0.0017183801],"about_ca_topic_score_codex":0.000014194059,"about_ca_topic_score_gemma":0.0000015684759,"teacher_disagreement_score":0.43807122,"about_ca_system_score_codex":0.00062844745,"about_ca_system_score_gemma":0.00036643937,"threshold_uncertainty_score":0.92472965},"labels":[],"label_agreement":null},{"id":"W3024964309","doi":"10.2196/14781","title":"Development of an Evidence-Based Best Practice Model for Teams Managing Crisis in Dementia: Protocol for a Qualitative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychiatric care and mental health services","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Dementia; Protocol (science); Qualitative research; Psychology; Best practice; Evidence-based practice; Medical education; Medicine; Applied psychology; Management science; Alternative medicine; Sociology; Political science; Engineering; Social science","score_opus":0.6424125515962905,"score_gpt":0.7043238844685548,"score_spread":0.061911332872264246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024964309","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023080213,0.0000041593134,0.005066679,0.0021699278,0.000007464078,0.9900722,0.000025987392,0.000034433233,0.0003111429],"genre_scores_gemma":[0.0076145106,4.769708e-8,0.043566503,0.0006386268,0.00007960637,0.94799626,0.000008805051,0.000042318745,0.000053342614],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9952581,0.0013227417,0.0009895834,0.00079378573,0.00085223524,0.0007835808],"domain_scores_gemma":[0.9969548,0.0012457556,0.00034551756,0.0004337396,0.00073325686,0.0002869426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006621941,0.00021199549,0.00037506118,0.0003187744,0.0002582941,0.00006497893,0.00061920675,0.00011001913,0.000056424666],"category_scores_gemma":[0.0001497315,0.00019626401,0.000076653574,0.00077250204,0.00004789921,0.00055107806,0.0001399429,0.00036757416,0.000018108236],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05552263,0.023612065,0.0004050097,0.015894743,0.00020998601,0.000014952633,0.8627988,0.00010738074,0.00031323862,0.00084502896,0.009751845,0.030524323],"study_design_scores_gemma":[0.021262294,0.023277942,0.00010266323,0.0029071688,0.00001890828,7.3405585e-7,0.8733578,0.011756978,0.0006870794,0.00079543365,0.06542121,0.00041179205],"about_ca_topic_score_codex":0.00038802603,"about_ca_topic_score_gemma":0.0007957136,"teacher_disagreement_score":0.055669367,"about_ca_system_score_codex":0.00021250342,"about_ca_system_score_gemma":0.0011105645,"threshold_uncertainty_score":0.8003414},"labels":[],"label_agreement":null},{"id":"W3025066150","doi":"10.2196/16089","title":"Binocular Vision, Visual Function, and Pupil Dynamics in People Living With Dementia and Their Relation to the Rate of Cognitive Decline and Structural Changes Within the Brain: Protocol for an Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University Belfast; Royal Society; Queen's University; Wellcome Trust","keywords":"Dementia; Psychology; Cognition; Observational study; Activities of daily living; Cognitive decline; Quality of life (healthcare); Visual acuity; Psychiatry; Medicine; Disease; Ophthalmology","score_opus":0.19419742939975224,"score_gpt":0.5092768636926963,"score_spread":0.31507943429294405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025066150","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47177365,0.00000140186,0.000399794,0.005337415,7.8223206e-7,0.5224612,0.000009764687,0.0000075040275,0.000008522562],"genre_scores_gemma":[0.47180477,1.1373085e-7,0.000040588784,0.00027166278,0.00003393039,0.5278046,0.0000129911905,0.0000121297835,0.000019223948],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975972,0.0008304414,0.00028852795,0.00042273718,0.00056465156,0.0002964414],"domain_scores_gemma":[0.99768627,0.001035986,0.000100968595,0.00013926208,0.0008630106,0.00017451754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034119342,0.00015972328,0.0002212143,0.00014472521,0.000377105,0.00018386371,0.00011169465,0.000046926703,0.000022003756],"category_scores_gemma":[0.0010072147,0.00008172737,0.000016580403,0.0006314254,0.00022669841,0.0002566142,0.00031234464,0.00034844142,4.633317e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006819493,0.00042658995,0.9813486,0.00051607285,0.00009392402,0.0000017043606,0.0052137044,0.0000039074475,0.00096891314,0.00020009323,0.00007790168,0.004329096],"study_design_scores_gemma":[0.0061375233,0.024194915,0.9397414,0.00087340164,0.000013288701,0.00000437674,0.011896382,0.016340252,0.0001784515,0.00027537646,0.0002534015,0.00009126939],"about_ca_topic_score_codex":0.00005326028,"about_ca_topic_score_gemma":0.0017278935,"teacher_disagreement_score":0.04160724,"about_ca_system_score_codex":0.000034713343,"about_ca_system_score_gemma":0.00019271264,"threshold_uncertainty_score":0.33327454},"labels":[],"label_agreement":null},{"id":"W3025111739","doi":"10.2196/18740","title":"Near-Infrared Cerebrovascular Reactivity for Monitoring Cerebral Autoregulation and Predicting Outcomes in Moderate to Severe Traumatic Brain Injury: Proposal for a Pilot Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury and Neurovascular Disturbances","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Canadian Institutes of Health Research; National Institutes of Health; University of Manitoba; National Institute of Neurological Disorders and Stroke; Health Sciences Centre Foundation","keywords":"Traumatic brain injury; Cerebral autoregulation; Medicine; Observational study; Glasgow Outcome Scale; Intensive care unit; Emergency medicine; Autoregulation; Blood pressure; Intensive care medicine; Prospective cohort study; Internal medicine; Psychiatry","score_opus":0.3953730693686722,"score_gpt":0.5027105002241153,"score_spread":0.10733743085544312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025111739","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6098539,0.0000015049627,0.000479741,0.004096599,0.000009642587,0.38542414,0.0000369069,0.00008182264,0.000015698282],"genre_scores_gemma":[0.45815825,3.807167e-8,0.00649844,0.00010549406,0.00014117462,0.534945,0.000015061256,0.000038778573,0.00009775242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99664265,0.00046791614,0.0005965263,0.0007620442,0.0009485801,0.00058226794],"domain_scores_gemma":[0.9979494,0.00091365865,0.00011007855,0.00038948984,0.00032819321,0.0003091552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023597055,0.00026138607,0.00061629445,0.0001618905,0.00039008152,0.00024543528,0.00020240892,0.00009600827,0.000009098663],"category_scores_gemma":[0.0025529559,0.00022806994,0.00013150962,0.0005245332,0.00008674807,0.00046087202,0.00012429531,0.0004575312,0.000002481644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009094061,0.0022410576,0.96500635,0.0036645408,0.00021868527,0.000005987188,0.0072375154,0.00016427509,0.0026820465,0.00030549397,0.0012946872,0.00808529],"study_design_scores_gemma":[0.011472891,0.010585077,0.9531634,0.001120125,0.000019258348,0.000004463826,0.000942973,0.018401377,0.0016868057,0.0011637437,0.0011722082,0.00026771837],"about_ca_topic_score_codex":0.00002966509,"about_ca_topic_score_gemma":0.000023114739,"teacher_disagreement_score":0.1516957,"about_ca_system_score_codex":0.00014177378,"about_ca_system_score_gemma":0.0004761586,"threshold_uncertainty_score":0.9300422},"labels":[],"label_agreement":null},{"id":"W3025126681","doi":"10.2196/19172","title":"Evaluation of the Clinical and Economic Effects of a Primary Care Anchored, Collaborative, Electronic Health Lifestyle Coaching Program in Denmark: Protocol for a Two-Year Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden; Syddansk Universitet","keywords":"Coaching; Protocol (science); Randomized controlled trial; Primary care; Medicine; Medical education; Family medicine; Psychology; Gerontology; Nursing; Alternative medicine","score_opus":0.2061442187936743,"score_gpt":0.6356323188103562,"score_spread":0.4294881000166819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025126681","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075705983,0.00004412515,0.000031776774,0.0017821143,0.000023169123,0.9896093,0.000033708904,0.000031143696,0.00087405444],"genre_scores_gemma":[0.01711345,0.00001035988,0.00054272445,0.0002846418,0.00034034986,0.98163605,0.00001387009,0.00003832794,0.000020249294],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9637354,0.030306539,0.0031317528,0.0006333211,0.0010697906,0.0011231771],"domain_scores_gemma":[0.98641,0.009361201,0.0016477092,0.00051231263,0.0016195917,0.0004491479],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04206601,0.00022319338,0.0021052049,0.0001853616,0.0006170909,0.000019475125,0.00039889835,0.00026139637,0.000030126384],"category_scores_gemma":[0.007961041,0.00015084924,0.0002561076,0.00061020296,0.00043929977,0.000101407095,0.00021041954,0.0015439825,0.000005800115],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93941,0.0009029088,0.0045995894,0.018887538,0.000060903785,1.0988542e-7,0.0019229685,0.000012281644,0.000027526781,0.0049580764,0.0017638304,0.027454272],"study_design_scores_gemma":[0.9633729,0.005404332,0.001049524,0.002838574,0.000022050162,9.0278014e-8,0.0005097782,0.0022138094,0.000025183946,0.0008612415,0.0236005,0.00010204087],"about_ca_topic_score_codex":0.00011742135,"about_ca_topic_score_gemma":0.0005563947,"teacher_disagreement_score":0.03410497,"about_ca_system_score_codex":0.0008499088,"about_ca_system_score_gemma":0.03168584,"threshold_uncertainty_score":0.98639464},"labels":[],"label_agreement":null},{"id":"W3025343824","doi":"10.2196/16277","title":"Identification of Potential Biomarkers of Chronic Kidney Disease in Individuals with Diabetes: Protocol for a Cross-sectional Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Cross-sectional study; Diabetes mellitus; Kidney disease; Protocol (science); Disease; Identification (biology); Internal medicine; Pathology; Alternative medicine; Endocrinology; Biology","score_opus":0.24474179316238992,"score_gpt":0.5228134475698961,"score_spread":0.2780716544075062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025343824","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18538663,0.0000015200973,0.000034187124,0.0005396494,0.0000024213725,0.8136252,0.00036752207,0.000023491251,0.000019363586],"genre_scores_gemma":[0.27510187,2.280174e-8,0.00006700512,0.00005340563,0.0001238604,0.72446394,0.00012655865,0.000025069754,0.000038238446],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99631244,0.00024730954,0.00090237503,0.0005498781,0.0015178738,0.00047014246],"domain_scores_gemma":[0.9975056,0.00018144686,0.00029751446,0.00040663104,0.000950653,0.00065814436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014548122,0.0001782426,0.00036845062,0.00032179913,0.00009894352,0.00006799739,0.00029477963,0.00008321256,0.00027495585],"category_scores_gemma":[0.0014135995,0.0001476907,0.00013785817,0.0009513105,0.00036762745,0.00026870568,0.00012757975,0.00025143442,0.0000068123827],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054092063,0.0049617626,0.9621757,0.008048811,0.0001674149,0.000005540763,0.00014618001,0.00006654572,0.016245067,0.000058946796,0.0025595576,0.00015526771],"study_design_scores_gemma":[0.022073675,0.0054180003,0.9578465,0.0015555896,0.000015145586,1.8383831e-7,0.00005721687,0.0028780708,0.006878561,0.00018408123,0.0029545631,0.00013836444],"about_ca_topic_score_codex":0.000007349141,"about_ca_topic_score_gemma":0.0000017430816,"teacher_disagreement_score":0.08971525,"about_ca_system_score_codex":0.00021829586,"about_ca_system_score_gemma":0.0044953753,"threshold_uncertainty_score":0.79746026},"labels":[],"label_agreement":null},{"id":"W3025440810","doi":"10.2196/18060","title":"Evaluating the Effectiveness of an Intervention Integrating Technology and In-Person Sexual Health Education for Adolescents (In the Know): Protocol for a Cluster Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Family and Youth Services Bureau; U.S. Department of Health and Human Services","keywords":"Intervention (counseling); Randomized controlled trial; Protocol (science); Cluster (spacecraft); Cluster randomised controlled trial; Reproductive health; Psychology; Medical education; Medicine; Applied psychology; Alternative medicine; Computer science; Population; Nursing; Environmental health","score_opus":0.34649588156420247,"score_gpt":0.6821247429392017,"score_spread":0.3356288613749992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025440810","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012439888,0.000007891958,0.001276699,0.007973714,0.000018020233,0.9781954,0.000013105146,0.00002656751,0.00004865867],"genre_scores_gemma":[0.02687571,3.3555054e-7,0.0010758586,0.00051581743,0.00020719119,0.97125524,0.000020771413,0.000025952773,0.000023134908],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9716435,0.024896981,0.0017050487,0.0005109544,0.0004591726,0.00078434823],"domain_scores_gemma":[0.9868979,0.011098751,0.0008030788,0.00037676087,0.0006623187,0.00016120709],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06473436,0.0001736573,0.0009824166,0.00039171457,0.00082895503,0.000029888635,0.000428525,0.00021895954,0.0000067650044],"category_scores_gemma":[0.011709781,0.000096085634,0.00011284768,0.00082221226,0.00019600951,0.00011696412,0.00007952783,0.0012193362,0.0000012688863],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92859656,0.0010731869,0.00047114244,0.019386455,0.000006662644,3.8682785e-8,0.0019941276,0.0000038027413,0.00013849644,0.003718672,0.00038600303,0.044224855],"study_design_scores_gemma":[0.95329255,0.008766367,0.00035754257,0.0094005875,0.000004238001,4.4637326e-7,0.00606163,0.014766212,0.000016190352,0.003372071,0.0038807609,0.00008142224],"about_ca_topic_score_codex":0.0002002065,"about_ca_topic_score_gemma":0.00036358726,"teacher_disagreement_score":0.05302458,"about_ca_system_score_codex":0.00025233184,"about_ca_system_score_gemma":0.0027275507,"threshold_uncertainty_score":0.996615},"labels":[],"label_agreement":null},{"id":"W3025922932","doi":"10.2196/14051","title":"Triangle of Healthy Caregiving for Veterans With Spinal Cord Injury: Proposal for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research and Materiel Command; Congressionally Directed Medical Research Programs; SRA International; U.S. Department of Defense","keywords":"Veterans Affairs; Medicine; Psychosocial; Spinal cord injury; Intervention (counseling); Health care; Quality of life (healthcare); Rehabilitation; Active duty; Telemedicine; Physical therapy; Gerontology; Nursing; Psychiatry; Military personnel","score_opus":0.48892747595656405,"score_gpt":0.6770424291957607,"score_spread":0.1881149532391967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025922932","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03889139,0.00001106014,0.014242623,0.007207724,0.000011533789,0.93931836,0.00008503361,0.000092410366,0.00013986432],"genre_scores_gemma":[0.06317485,2.9046612e-7,0.08108936,0.00010605033,0.00034862137,0.85492814,0.000012243132,0.000098773846,0.00024164148],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99421066,0.0015137178,0.0007102128,0.00083546643,0.0015792343,0.0011507372],"domain_scores_gemma":[0.99535865,0.00083308836,0.00018420795,0.0006982404,0.0022474374,0.00067837886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067105996,0.00027709847,0.0009700311,0.00044492906,0.00029757892,0.00008916774,0.00057568256,0.00013199999,0.000054001885],"category_scores_gemma":[0.0028615806,0.00020713512,0.00021664122,0.0013745228,0.0003155043,0.00015992775,0.0002465672,0.00089503545,0.000007860088],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.74799985,0.0026631327,0.0029316435,0.009769875,0.00020114117,0.00003602496,0.00085387967,2.8991474e-7,0.04767985,0.00035642035,0.011015601,0.1764923],"study_design_scores_gemma":[0.020546693,0.8419188,0.002577295,0.0019041565,0.000028922446,0.000013463127,0.004472362,0.00041273164,0.032020494,0.00020085501,0.09563582,0.00026835816],"about_ca_topic_score_codex":0.000057648816,"about_ca_topic_score_gemma":0.00002959818,"teacher_disagreement_score":0.83925575,"about_ca_system_score_codex":0.00022732446,"about_ca_system_score_gemma":0.002924504,"threshold_uncertainty_score":0.8446725},"labels":[],"label_agreement":null},{"id":"W3026855207","doi":"10.2196/16805","title":"Visual Fixations and Motion Sensitivity: Protocol for an Exploratory Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vestibular and auditory disorders","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Physiotherapy New Zealand","keywords":"Physical medicine and rehabilitation; Descriptive statistics; Psychology; Medicine; Physical therapy; Statistics","score_opus":0.5221241039878887,"score_gpt":0.5869616269443144,"score_spread":0.06483752295642575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026855207","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055181184,3.0680248e-8,0.0017948465,0.00053252187,0.0000034729799,0.9918697,0.0000152444045,0.0001362302,0.0001298229],"genre_scores_gemma":[0.073437996,1.0470219e-8,0.0000690891,0.00019387963,0.00023026385,0.9259944,0.0000020624345,0.00003090963,0.00004141491],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965337,0.0015354761,0.0002092266,0.0006593519,0.0006484132,0.00041383764],"domain_scores_gemma":[0.9989185,0.00030135736,0.000063520565,0.00023730943,0.00017807305,0.0003012675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010989922,0.00014233602,0.00015436704,0.00011336694,0.0005942619,0.00027489202,0.00017018277,0.000060350678,0.0000285029],"category_scores_gemma":[0.001413558,0.00012987184,0.000031106083,0.00044489696,0.00020123004,0.0006540499,0.00016816921,0.0003440624,0.000047346333],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003345163,0.012492365,0.008278928,0.0017003419,0.000015923566,0.000119513694,0.017061781,0.00040428402,0.8843035,0.0009777782,0.030794721,0.04050571],"study_design_scores_gemma":[0.02528089,0.06177409,0.0050915885,0.0007514124,0.000007011667,0.000018407582,0.011481985,0.06507439,0.28233618,0.0022023881,0.54454964,0.001432048],"about_ca_topic_score_codex":0.0000021706649,"about_ca_topic_score_gemma":0.000022095619,"teacher_disagreement_score":0.60196733,"about_ca_system_score_codex":0.000026748621,"about_ca_system_score_gemma":0.00014822764,"threshold_uncertainty_score":0.529602},"labels":[],"label_agreement":null},{"id":"W3027498581","doi":"10.2196/17482","title":"Evidence-Based Decision Aid for Patients With Parkinson Disease: Protocol for Interview Study, Online Survey, and Two Randomized Controlled Trials","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leibniz-Gemeinschaft; Eberhard Karls Universität Tübingen","keywords":"Randomized controlled trial; Decision aids; Medicine; Parkinson's disease; Disease; Protocol (science); Family medicine; Clinical trial; Physical therapy; Psychology; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.8407853933091107,"score_gpt":0.6857952256339946,"score_spread":0.1549901676751161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027498581","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001832625,0.00006701661,0.002364787,0.005819342,0.000020832385,0.9890889,0.00066832703,0.00013023228,0.00000794535],"genre_scores_gemma":[0.010351234,0.0000033343513,0.00556202,0.000878255,0.00023307609,0.9825911,0.00020986321,0.00010892948,0.000062192674],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9281772,0.064077325,0.003834949,0.001048463,0.0017800811,0.0010820073],"domain_scores_gemma":[0.8718242,0.11904096,0.0017449073,0.0012601237,0.005237024,0.00089278177],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04097431,0.00048410665,0.0038113322,0.0003534657,0.0015525455,0.00015530176,0.0011419548,0.00019432722,0.0001593273],"category_scores_gemma":[0.14752623,0.00028859792,0.00046989007,0.0006950434,0.00030458483,0.0004251312,0.0006258432,0.0011613715,0.000016662743],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7817498,0.002050523,0.19428246,0.006965583,0.00011260575,7.7172643e-7,0.0009482859,0.000005321851,0.0000015864067,0.00003989928,0.00519213,0.008651054],"study_design_scores_gemma":[0.8472164,0.008893208,0.018493704,0.025257148,0.00004078946,2.2325596e-8,0.00055429456,0.0041796803,0.0000027881497,0.00047651,0.094559446,0.00032601177],"about_ca_topic_score_codex":0.00012974552,"about_ca_topic_score_gemma":0.0003794425,"teacher_disagreement_score":0.17578876,"about_ca_system_score_codex":0.00031810752,"about_ca_system_score_gemma":0.0027473911,"threshold_uncertainty_score":0.9999566},"labels":[],"label_agreement":null},{"id":"W3028500106","doi":"10.2196/19213","title":"Physical Activity With Tailored mHealth Support for Individuals With Intellectual Disabilities: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Helse Nord RHF","keywords":"mHealth; Goal Attainment Scaling; Psychosocial; Randomized controlled trial; Psychological intervention; Intervention (counseling); Population; Psychology; Social support; Physical therapy; Gerontology; Medicine; Clinical psychology; Psychiatry; Social psychology","score_opus":0.2842806157291287,"score_gpt":0.5575709596785217,"score_spread":0.27329034394939294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028500106","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014209948,2.324395e-7,0.0017640035,0.0037444667,0.0000034088189,0.97668874,0.00007842449,0.00016903065,0.0033417626],"genre_scores_gemma":[0.011371398,1.3630665e-7,0.000900613,0.00016547773,0.0006423552,0.9830183,0.000045150315,0.0001400184,0.0037165803],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99132335,0.0019992418,0.00094239897,0.0013319185,0.0026535674,0.0017495417],"domain_scores_gemma":[0.9802008,0.015827673,0.00022804133,0.0008143099,0.0018158383,0.0011132814],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061989725,0.00059022044,0.0036207114,0.00030073005,0.000468881,0.00032475268,0.0005943658,0.00024554782,0.001833002],"category_scores_gemma":[0.03096463,0.0003249822,0.0008958195,0.00105409,0.0023800638,0.00034759683,0.00020590545,0.0011885345,0.00011813521],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94970465,0.007289788,0.00012750398,0.005847661,0.0005904975,0.000002555219,0.0050206897,0.0000016578933,0.00037698794,0.00031459224,0.028710168,0.0020132721],"study_design_scores_gemma":[0.79665476,0.10749709,0.000005189054,0.0008495294,0.000050600782,0.000011385061,0.0009988162,0.0020627098,0.002334583,0.00037694012,0.08884612,0.0003122662],"about_ca_topic_score_codex":0.000014139644,"about_ca_topic_score_gemma":0.0000052892055,"teacher_disagreement_score":0.15304986,"about_ca_system_score_codex":0.0003163554,"about_ca_system_score_gemma":0.003952061,"threshold_uncertainty_score":0.99992025},"labels":[],"label_agreement":null},{"id":"W3028976339","doi":"10.2196/16676","title":"Achieving Optimal Gestational Weight Gain, Birth Weight, and Perinatal Outcomes Among Pregnant Women at Risk of Hypertension: Protocol for a Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pregnancy and preeclampsia studies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Centre for Diarrhoeal Disease Research, Bangladesh; Bill and Melinda Gates Foundation","keywords":"Medicine; Randomized controlled trial; Pregnancy; Blood pressure; Gestational hypertension; Low birth weight; Preeclampsia; Obstetrics; Physical therapy; Pediatrics; Surgery; Internal medicine","score_opus":0.14290138729133217,"score_gpt":0.4362245082933332,"score_spread":0.29332312100200103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028976339","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05232088,0.000023970211,0.00012940307,0.0013197964,0.000008950014,0.94557095,0.000060167502,0.00007785507,0.00048805014],"genre_scores_gemma":[0.021198057,0.0000094864345,0.0014848022,0.00008148661,0.0002590432,0.9758502,0.000007532956,0.00005298713,0.0010563796],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99454856,0.001591101,0.001132669,0.0006874057,0.0012362866,0.0008039574],"domain_scores_gemma":[0.9936026,0.0044064475,0.0004779081,0.0003842322,0.00068472035,0.00044414148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038233614,0.00039066782,0.0025020689,0.0002147519,0.0005324883,0.00006351822,0.0002555079,0.00014476526,0.00023941405],"category_scores_gemma":[0.005390333,0.00023473478,0.0004615974,0.00026137332,0.0009193813,0.00021325836,0.00047651687,0.0006405814,0.0000067806923],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97303957,0.0007470449,0.018096171,0.0033835715,0.00079284224,0.00004393707,0.0015390165,0.0000033914184,0.0005075691,0.00027566066,0.0009792437,0.00059201266],"study_design_scores_gemma":[0.9661628,0.011858831,0.006627273,0.00323475,0.000049018196,0.0000109339335,0.00010613221,0.0013094019,0.0004469867,0.00016716174,0.00977952,0.00024718692],"about_ca_topic_score_codex":0.000009486874,"about_ca_topic_score_gemma":0.0000029593868,"teacher_disagreement_score":0.031122822,"about_ca_system_score_codex":0.00011816415,"about_ca_system_score_gemma":0.0003805167,"threshold_uncertainty_score":0.9572206},"labels":[],"label_agreement":null},{"id":"W3030173703","doi":"10.2196/18248","title":"Individualized Apartment Accommodation for People With Intellectual Disability: Protocol for a Qualitative Study Examining the Well-Being and Support Outcomes Linking Housing and Health","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intellectual disability; Autonomy; Accommodation; Apartment; Qualitative research; Psychology; Qualitative property; Aging in place; Quality of life (healthcare); Independent living; Nursing; Gerontology; Medical education; Public relations; Medicine; Sociology; Engineering; Psychiatry","score_opus":0.5100896735025754,"score_gpt":0.6128752081493876,"score_spread":0.10278553464681217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030173703","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05928356,8.513057e-7,0.0009825155,0.009222753,0.0000016841575,0.93014157,0.00001812074,0.000067289926,0.00028166536],"genre_scores_gemma":[0.16185032,2.5176482e-7,0.0011428408,0.00036400996,0.00006773806,0.83637446,0.000033222783,0.000053697837,0.0001134335],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.994934,0.0014177457,0.00071543007,0.00086850836,0.0011973433,0.00086697197],"domain_scores_gemma":[0.994452,0.004041388,0.00013297447,0.00045175067,0.0005025522,0.00041936216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009022016,0.00030131708,0.00080024835,0.00014088031,0.0009493027,0.00042175173,0.00026589853,0.00008798716,0.000164715],"category_scores_gemma":[0.002902234,0.00018201016,0.00007773485,0.000657779,0.0006386134,0.00026911308,0.00044047466,0.00069484796,0.00000893859],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014204065,0.0032056074,0.27088624,0.010164079,0.00036000283,0.0000019364297,0.66426057,0.0000020929938,0.00010496933,0.00026049162,0.0045347326,0.03201523],"study_design_scores_gemma":[0.059562072,0.21055092,0.09416746,0.005286939,0.000070783506,0.00004324517,0.50175637,0.0046779606,0.0010213469,0.0025646829,0.119213216,0.0010849963],"about_ca_topic_score_codex":0.000055507422,"about_ca_topic_score_gemma":0.000117353135,"teacher_disagreement_score":0.2073453,"about_ca_system_score_codex":0.00022662997,"about_ca_system_score_gemma":0.00058745267,"threshold_uncertainty_score":0.74221593},"labels":[],"label_agreement":null},{"id":"W3031126862","doi":"10.2196/18690","title":"Notifications to Improve Engagement With an Alcohol Reduction App: Protocol for a Micro-Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"School for Public Health Research; Economic and Social Research Council; National Institute on Drug Abuse; Engineering and Physical Sciences Research Council; Public Health Agency; Department of Health and Social Care; Health and Social Care Research and Development Division; National Institute for Health and Care Research; National Institutes of Health; Medical Research Council; London School of Hygiene and Tropical Medicine; Cancer Research UK; National Cancer Institute; National Institute on Alcohol Abuse and Alcoholism; Scottish Government; University College London; British Heart Foundation; Wellcome Trust; National Institute of Biomedical Imaging and Bioengineering; Chief Scientist Office, Scottish Government Health and Social Care Directorate; United Kingdom Clinical Research Collaboration","keywords":"Protocol (science); Randomized controlled trial; Psychology; Computer science; Medicine; Alternative medicine","score_opus":0.46681315056157907,"score_gpt":0.6438442560406837,"score_spread":0.17703110547910467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031126862","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035697434,1.517538e-7,0.0019282727,0.007293218,0.000039932347,0.98591745,0.00012113376,0.00021230632,0.004130536],"genre_scores_gemma":[0.0015981824,3.1012768e-9,0.0055834427,0.00021774173,0.0006255256,0.98754865,0.000043276727,0.000076921875,0.0043062745],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949939,0.0016428838,0.00088546844,0.0009631535,0.0006625674,0.0008520025],"domain_scores_gemma":[0.9974002,0.00033786646,0.00021782586,0.00078802434,0.0005663378,0.0006897032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035323624,0.00023960181,0.00044531125,0.00026275945,0.00044634266,0.00032030395,0.0006142205,0.00012645897,0.00058085076],"category_scores_gemma":[0.00046614246,0.00019377402,0.00019706719,0.00071059796,0.0002582654,0.00032972786,0.00015417131,0.00060002593,0.0007158277],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93189096,0.00444147,0.00000213017,0.0006992883,0.000077300305,0.0000035812166,0.0017290703,0.0000018994807,0.0028083725,0.008091856,0.031779703,0.018474393],"study_design_scores_gemma":[0.62715435,0.030981397,0.000013424921,0.0005532055,0.0000056899858,0.000003880625,0.0004952053,0.000041382777,0.0070840735,0.0010920174,0.33233994,0.00023541259],"about_ca_topic_score_codex":0.00003884774,"about_ca_topic_score_gemma":0.000008138915,"teacher_disagreement_score":0.30473655,"about_ca_system_score_codex":0.00020935625,"about_ca_system_score_gemma":0.00026615258,"threshold_uncertainty_score":0.92007554},"labels":[],"label_agreement":null},{"id":"W3031254516","doi":"10.2196/17829","title":"A Digital Substance-Use Harm Reduction Intervention for Students in Higher Education (MyUSE): Protocol for Project Development","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Intervention (counseling); Harm; Harm reduction; Drug education; Medical education; Psychology; Protocol (science); Applied psychology; Medicine; Substance abuse; Nursing; Social psychology; Public health; Alternative medicine","score_opus":0.6856660220543564,"score_gpt":0.6885960556601383,"score_spread":0.002930033605781812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031254516","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005252623,0.0000013074488,0.0002540447,0.00074918015,0.00006638178,0.99283475,0.00005112132,0.000087184584,0.0007033887],"genre_scores_gemma":[0.0031237504,2.4462333e-8,0.0010691353,0.000060294828,0.00031461273,0.9743604,0.000118793236,0.000052563653,0.020900398],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969482,0.0003258,0.00082578405,0.00066105096,0.0005130873,0.0007260815],"domain_scores_gemma":[0.99863905,0.00008500566,0.00019529014,0.0002952155,0.0005686452,0.00021679026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011698615,0.00019389184,0.00022675372,0.00035041285,0.00021219738,0.00036591355,0.00044505406,0.00017664056,0.0004400767],"category_scores_gemma":[0.00010047747,0.0001857378,0.00016153228,0.0006250008,0.000069871356,0.00070692244,0.00008299067,0.00042843,0.000093742885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02130552,0.020851366,0.024114208,0.004625888,0.000057766087,0.000004486903,0.006944328,5.8929817e-7,0.00037370546,0.0029811733,0.32858184,0.5901591],"study_design_scores_gemma":[0.0074586817,0.003425379,0.032930173,0.0023978532,0.0000015257776,0.0000016299404,0.00069860124,0.000006317973,0.00040492567,0.00016869264,0.9523008,0.00020543812],"about_ca_topic_score_codex":0.000042914922,"about_ca_topic_score_gemma":0.00003334982,"teacher_disagreement_score":0.623719,"about_ca_system_score_codex":0.00045204427,"about_ca_system_score_gemma":0.00047683198,"threshold_uncertainty_score":0.7574168},"labels":[],"label_agreement":null},{"id":"W3031921602","doi":"10.2196/16781","title":"Citizen-Patient Involvement in the Development of mHealth Technology: Protocol for a Systematic Scoping Review","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Aalborg Universitet; Nord universitet","keywords":"mHealth; Protocol (science); Systematic review; Medicine; Psychology; MEDLINE; Internet privacy; Medical education; Knowledge management; Computer science; Nursing; Alternative medicine; Political science; Psychological intervention","score_opus":0.6047051825585197,"score_gpt":0.6884018565766247,"score_spread":0.08369667401810499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031921602","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024137707,0.00006369846,0.00042935202,0.01859886,0.0000034531404,0.98022187,0.000010711547,0.00007393678,0.0005739812],"genre_scores_gemma":[0.000078213336,0.000009994772,0.0033240165,0.0050853677,0.00006552622,0.9913726,0.000010036237,0.000032434404,0.000021808124],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99147403,0.0024995229,0.0031036923,0.0005363852,0.0010767782,0.0013096039],"domain_scores_gemma":[0.9955501,0.001487514,0.0008987879,0.00081504125,0.00087247544,0.00037610676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01069284,0.00020954816,0.00080121227,0.00032010843,0.0011364542,0.000011959662,0.00089328917,0.00020892857,0.00010298621],"category_scores_gemma":[0.0019124692,0.00013772948,0.000065735745,0.0019651854,0.0001164323,0.00006682858,0.00030241557,0.0012778505,0.00011425793],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020328887,0.00034688777,0.0005031431,0.9723781,0.000004440791,7.2202903e-7,0.0037522998,3.2461622e-7,0.000034655164,0.0033198092,0.016028438,0.0034279109],"study_design_scores_gemma":[0.002453569,0.0010608318,0.000068523055,0.82275707,0.0000017785147,4.6148043e-7,0.002531161,0.00003785896,0.00012533879,0.00048135433,0.17036335,0.000118711665],"about_ca_topic_score_codex":0.000009940347,"about_ca_topic_score_gemma":0.00012972462,"teacher_disagreement_score":0.15433492,"about_ca_system_score_codex":0.00040272635,"about_ca_system_score_gemma":0.0069415956,"threshold_uncertainty_score":0.9986881},"labels":[],"label_agreement":null},{"id":"W3032021932","doi":"10.2196/15690","title":"The Identification of Native Epitopes Eliciting a Protective High-Affinity Immunoglobulin Subclass Response to Blood Stages of Plasmodium falciparum: Protocol for Observational Studies","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subclass; Plasmodium falciparum; Observational study; Antibody; Epitope; Immunology; Identification (biology); Malaria; Medicine; Biology; Computational biology; Virology; Internal medicine","score_opus":0.3795144827780918,"score_gpt":0.5556958580550984,"score_spread":0.17618137527700656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032021932","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026864192,0.000005697435,0.00035509418,0.025257057,0.0000033498313,0.9472563,0.00018249545,0.00003774631,0.0000380632],"genre_scores_gemma":[0.098301075,5.5769533e-7,0.0006635826,0.000057479287,0.00013424012,0.90051013,0.000007679791,0.000030247373,0.00029498214],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.993786,0.0018886159,0.0011609856,0.00053437194,0.0019337722,0.0006962478],"domain_scores_gemma":[0.9880077,0.0047416897,0.0004909305,0.00052610686,0.005973765,0.0002597588],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008777828,0.00021887587,0.00059314206,0.00025163576,0.0005112794,0.000095516094,0.0006279197,0.000116086114,0.000024816936],"category_scores_gemma":[0.034453336,0.00015028704,0.0001635327,0.0011495906,0.00052050984,0.00018111728,0.00039068545,0.0006642976,0.000010036672],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17579436,0.0012149833,0.0011844337,0.0043748175,0.0006182346,0.000011533699,0.003227726,0.00004229781,0.80014056,0.0066990703,0.00278002,0.0039119436],"study_design_scores_gemma":[0.017977709,0.020644836,0.04754176,0.0026902484,0.000021081323,0.0000026843732,0.0028671513,0.0005791689,0.8817252,0.003817165,0.021880588,0.00025244214],"about_ca_topic_score_codex":0.000035498124,"about_ca_topic_score_gemma":0.000015501168,"teacher_disagreement_score":0.15781665,"about_ca_system_score_codex":0.00016753639,"about_ca_system_score_gemma":0.001438603,"threshold_uncertainty_score":0.9736799},"labels":[],"label_agreement":null},{"id":"W3032070050","doi":"10.2196/18068","title":"Acceptability and Usability of the Mobile Digital Health App NoObesity for Families and Health Care Professionals: Protocol for a Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Digital health; System usability scale; Medicine; Socioeconomic status; Health care; Scale (ratio); Population; Health promotion; Nursing; Medical education; Psychology; Public health; Environmental health; Web usability; Geography","score_opus":0.4580203568563257,"score_gpt":0.6777568412477124,"score_spread":0.2197364843913867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032070050","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016264765,0.00001883028,0.00016831185,0.012999187,0.000012353152,0.96927965,0.0010585805,0.00010790935,0.00009039698],"genre_scores_gemma":[0.07095263,0.0000010080272,0.0006842118,0.0012066258,0.00017180064,0.92685324,0.000027405886,0.000043315104,0.000059782134],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912156,0.0030562412,0.0020010439,0.0013241526,0.0008842777,0.0015187052],"domain_scores_gemma":[0.99272317,0.0024486906,0.0008319218,0.0012224755,0.0015312849,0.0012424788],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009565549,0.0003287516,0.0009789956,0.00009278409,0.0040135053,0.00005166168,0.00062963786,0.00023623569,0.00005605641],"category_scores_gemma":[0.0020798822,0.00022514052,0.00014210638,0.00069516915,0.0006519486,0.00026670305,0.0009581464,0.0013326292,0.000003872402],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004148261,0.0045754523,0.7418437,0.10552113,0.000016576496,7.2970074e-8,0.031113856,7.820175e-7,0.000010049918,0.00081314443,0.026706792,0.08525019],"study_design_scores_gemma":[0.011996609,0.012340567,0.44098267,0.0014212872,0.0000027571375,4.111118e-7,0.0633344,0.000105385465,0.000027363782,0.0012169478,0.4683121,0.00025947188],"about_ca_topic_score_codex":0.00035354178,"about_ca_topic_score_gemma":0.0008160311,"teacher_disagreement_score":0.44160533,"about_ca_system_score_codex":0.00066807383,"about_ca_system_score_gemma":0.008005703,"threshold_uncertainty_score":0.99761796},"labels":[],"label_agreement":null},{"id":"W3032372865","doi":"10.2196/16198","title":"A Novel HIV-1 RNA Testing Intervention to Detect Acute and Prevalent HIV Infection in Young Adults and Reduce HIV Transmission in Kenya: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; African Academy of Sciences; New Partnership for Africa's Development; Wellcome Trust; Government of the United Kingdom; Alliance for Accelerating Excellence in Science in Africa; Gilead Sciences","keywords":"Medicine; Psychological intervention; Public health; Transmission (telecommunications); Randomized controlled trial; Intervention (counseling); Young adult; Gerontology; Psychiatry; Internal medicine; Nursing","score_opus":0.13295214344938375,"score_gpt":0.510239606422956,"score_spread":0.3772874629735722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032372865","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025236353,0.000004865185,0.008823929,0.0023369435,0.0000032686169,0.96305853,0.000024851497,0.000059536324,0.00045170073],"genre_scores_gemma":[0.008328693,0.0000025430793,0.0028383855,0.00001816937,0.00017151391,0.986981,0.0000146588745,0.000044377557,0.0016006989],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99490833,0.001446665,0.0013335814,0.00075104437,0.0008076027,0.0007527985],"domain_scores_gemma":[0.9974516,0.0009993775,0.00018646564,0.00023105583,0.0005246619,0.00060682395],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0059221005,0.00028286673,0.0012399082,0.000866507,0.00016404554,0.000189017,0.00016068619,0.00018066175,0.000089699584],"category_scores_gemma":[0.009007912,0.00021431554,0.0003674565,0.0009441767,0.00016527894,0.00030914892,0.00017250329,0.0009346149,0.000011557911],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92772543,0.0013162787,0.0006963936,0.004148254,0.00008931212,0.000019212612,0.00097581075,0.0000028409431,0.033291638,0.000013065869,0.0017728688,0.029948905],"study_design_scores_gemma":[0.9253065,0.019762218,0.00093964353,0.018730098,0.0000215536,0.000020799029,0.00007984406,0.029679976,0.0032588106,0.00007694045,0.0019369464,0.00018666046],"about_ca_topic_score_codex":0.00014016297,"about_ca_topic_score_gemma":0.00012122727,"teacher_disagreement_score":0.030032828,"about_ca_system_score_codex":0.00021617426,"about_ca_system_score_gemma":0.00026504917,"threshold_uncertainty_score":0.99933964},"labels":[],"label_agreement":null},{"id":"W3033108140","doi":"10.2196/18259","title":"Guided Self-Help Behavioral Activation Intervention for Geriatric Depression: Protocol for Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Army Medical University","keywords":"Randomized controlled trial; Intervention (counseling); Protocol (science); Depression (economics); Medicine; Behavioral activation; Physical therapy; Psychology; Clinical psychology; Gerontology; Psychiatry; Alternative medicine; Cognition","score_opus":0.4020379180532637,"score_gpt":0.6349845867882257,"score_spread":0.23294666873496195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033108140","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006159384,9.0582375e-7,0.00456421,0.0015397104,0.00010444152,0.9906265,0.00005981001,0.00030686732,0.0021816157],"genre_scores_gemma":[0.0072502876,1.383005e-8,0.001499561,0.00009881342,0.0009572368,0.9867885,0.000060781,0.00009322926,0.0032515412],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99289554,0.0024139006,0.0020906175,0.00084322295,0.0008098275,0.00094690983],"domain_scores_gemma":[0.99555343,0.0018461039,0.00080113113,0.0004933224,0.0009003885,0.00040561688],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005702753,0.00033341482,0.0012356553,0.00035962235,0.00040611762,0.00032386748,0.00061520835,0.00023749247,0.0009535181],"category_scores_gemma":[0.001659548,0.00026623806,0.0011815919,0.00051313976,0.00014065889,0.0004754055,0.00019335866,0.00048172555,0.00015638105],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9146726,0.009480814,0.000014620578,0.0016388186,0.00012241618,0.000001965392,0.00024257271,5.523121e-7,0.00018858323,0.002612162,0.06400967,0.0070152194],"study_design_scores_gemma":[0.90132385,0.025795015,0.000017319788,0.0010177783,0.000020566247,0.0000018057133,0.0000720627,0.00022076501,0.0013707284,0.0024331224,0.067503445,0.00022354648],"about_ca_topic_score_codex":0.000027194135,"about_ca_topic_score_gemma":0.0000024364642,"teacher_disagreement_score":0.016314201,"about_ca_system_score_codex":0.00027754516,"about_ca_system_score_gemma":0.00022097796,"threshold_uncertainty_score":0.99997896},"labels":[],"label_agreement":null},{"id":"W3033618846","doi":"10.2196/17269","title":"Providing Unique Support for Health Study Among Young Black and Latinx Men Who Have Sex With Men and Young Black and Latinx Transgender Women Living in 3 Urban Cities in the United States: Protocol for a Coach-Based Mobile-Enhanced Randomized Control Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse; Center for AIDS Research, University of Washington; National Institutes of Health; Johns Hopkins University","keywords":"Focus group; Gerontology; Medicine; Men who have sex with men; Respondent; Transgender; Family medicine; Pre-exposure prophylaxis; Randomized controlled trial; Demography; Human immunodeficiency virus (HIV); Gender studies; Sociology; Political science","score_opus":0.11471402421223434,"score_gpt":0.48597445355043223,"score_spread":0.3712604293381979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033618846","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12591784,0.000001155176,0.0022115079,0.0010431064,3.935445e-7,0.87012124,0.00008688858,0.000039529154,0.00057831424],"genre_scores_gemma":[0.29962456,0.0000012642539,0.000076417426,0.00009571207,0.000049852333,0.6987685,0.000031298707,0.000049696104,0.001302722],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99220234,0.0038565758,0.0010664742,0.0007550049,0.0009348899,0.0011847052],"domain_scores_gemma":[0.9957868,0.002653443,0.00023985513,0.00031573468,0.00041929673,0.0005848943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012331202,0.00036157994,0.001252509,0.00062258844,0.000356757,0.00040546348,0.00024022913,0.00012582626,0.000041104766],"category_scores_gemma":[0.0015333213,0.00023743679,0.00009548565,0.00064571167,0.000945178,0.000295901,0.000081560225,0.0008917698,3.2451638e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.69140565,0.0018449404,0.06539914,0.009250397,0.000263127,0.000027164351,0.22492349,0.000052767144,0.00015922164,0.000030310579,0.006288614,0.0003551856],"study_design_scores_gemma":[0.6667831,0.06390067,0.0026296899,0.002636808,0.000014592536,0.0000023953921,0.10033378,0.1624532,0.00010413575,0.00006650727,0.00082842336,0.0002466886],"about_ca_topic_score_codex":0.0007723969,"about_ca_topic_score_gemma":0.0007948971,"teacher_disagreement_score":0.17370673,"about_ca_system_score_codex":0.00026260753,"about_ca_system_score_gemma":0.00094342977,"threshold_uncertainty_score":0.9682391},"labels":[],"label_agreement":null},{"id":"W3033740584","doi":"10.2196/18023","title":"Comparing Conventional Chemotherapy to Chronomodulated Chemotherapy for Cancer Treatment: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Circadian rhythm and melatonin","field":"Neuroscience","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Systematic review; Intensive care medicine; Protocol (science); MEDLINE; Medical physics; Alternative medicine; Pathology","score_opus":0.49771254592449843,"score_gpt":0.6017130545885413,"score_spread":0.10400050866404287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033740584","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6335207e-8,0.11605406,0.00014349245,0.0007201109,0.000010864214,0.8825187,0.00029881235,0.00013521346,0.000118699885],"genre_scores_gemma":[1.5498893e-8,0.1583959,0.00014965795,0.0005821585,0.00043123605,0.83798724,0.000034119465,0.00023323939,0.0021864006],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936559,0.00096366944,0.0015982371,0.0016412248,0.00087037944,0.0012705637],"domain_scores_gemma":[0.99619174,0.0011066912,0.0007368188,0.0010092563,0.00035328802,0.00060221134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013120926,0.00085673964,0.004206713,0.00037434735,0.00043366148,0.00032255004,0.0011320703,0.0003311031,0.00033546294],"category_scores_gemma":[0.0006253323,0.0006266595,0.0013376642,0.0012455962,0.00014691021,0.00014947556,0.00011174668,0.00052062207,0.00025496277],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029542795,0.00040559127,4.86856e-7,0.90048546,0.000111783454,0.0000069132425,0.00006446268,3.2911643e-7,0.00003759638,0.0008313822,0.009652362,0.08810818],"study_design_scores_gemma":[0.0026934384,0.0008325092,1.606403e-7,0.4501851,0.00003324618,0.0000139711365,9.735675e-7,0.000053414904,0.0005026459,0.000019820209,0.54534435,0.00032039155],"about_ca_topic_score_codex":0.0000058207156,"about_ca_topic_score_gemma":0.000003350325,"teacher_disagreement_score":0.535692,"about_ca_system_score_codex":0.0014910703,"about_ca_system_score_gemma":0.0020946001,"threshold_uncertainty_score":0.9996185},"labels":[],"label_agreement":null},{"id":"W3033900711","doi":"10.2196/19598","title":"Gaining First Insights on Secondary Progressive Multiple Sclerosis Patients Treated With Siponimod in Clinical Routine: Protocol of the Noninterventional Study AMASIA","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sphingolipid Metabolism and Signaling","field":"Biochemistry, Genetics and Molecular Biology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novartis Pharma","keywords":"Medicine; Expanded Disability Status Scale; Clinical endpoint; Multiple sclerosis; Internal medicine; Physical therapy; Clinical trial; Immunology","score_opus":0.21267464756226578,"score_gpt":0.47251863973962327,"score_spread":0.2598439921773575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033900711","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51645684,0.0000010984913,0.000002506589,0.000038340673,0.0000025743348,0.4833591,0.0000105526,0.0000065469617,0.00012241247],"genre_scores_gemma":[0.4943318,5.5787446e-8,0.000028437675,0.000032259268,0.00008703404,0.505475,0.00001089636,0.000017452016,0.000017063832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967285,0.00096647843,0.0006421718,0.0005986153,0.0006946562,0.0003695729],"domain_scores_gemma":[0.99867487,0.00009236941,0.00025640728,0.00043693758,0.000395428,0.00014399667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008203588,0.0001992689,0.00029802223,0.000078978024,0.00018037863,0.000056540906,0.00054191734,0.00013796316,0.000039474864],"category_scores_gemma":[0.00056432263,0.00012533093,0.00014597968,0.00045015092,0.00023064636,0.000013680432,0.00041134778,0.00059145567,0.000004953803],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074484157,0.0045894175,0.9790687,0.0002448645,0.00006919348,0.000009144176,0.00060866436,0.000057013618,0.005527337,0.000013788494,0.00037321352,0.0019902645],"study_design_scores_gemma":[0.019937398,0.013028046,0.90658337,0.001753819,0.000004186112,5.8586664e-7,0.0002765545,0.00018366112,0.049061704,0.000004696147,0.008950942,0.00021503938],"about_ca_topic_score_codex":0.000017313712,"about_ca_topic_score_gemma":0.000050547806,"teacher_disagreement_score":0.07248531,"about_ca_system_score_codex":0.00002334377,"about_ca_system_score_gemma":0.00024351999,"threshold_uncertainty_score":0.51108474},"labels":[],"label_agreement":null},{"id":"W3033918420","doi":"10.2196/19292","title":"Closing the Psychological Treatment Gap During the COVID-19 Pandemic With a Supportive Text Messaging Program: Protocol for Implementation and Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Alberta Health; University of Calgary; University of Alberta; Alberta Health Services","funders":"Alberta Children's Hospital Foundation; University of Alberta; Alberta Cancer Foundation; Royal Alexandra Hospital Foundation; Children's Hospital Foundation; Alberta Health Services","keywords":"Mental health; Anxiety; Context (archaeology); Population; Distress; mHealth; Psychology; Medicine; eHealth; Psychological intervention; Health care; Clinical psychology; Psychiatry","score_opus":0.7295311893454879,"score_gpt":0.7379456291770414,"score_spread":0.008414439831553544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033918420","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019001456,0.0000018098931,0.00007469324,0.010942328,0.00000456101,0.96828026,0.000041188578,0.000117756535,0.0015359478],"genre_scores_gemma":[0.14839946,4.9201176e-8,0.00011816042,0.00035564665,0.00008237153,0.85083055,0.000016404378,0.000027410328,0.00016995179],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99611473,0.0013954925,0.0004851026,0.00061779405,0.00068824424,0.0006986653],"domain_scores_gemma":[0.99843705,0.0004617483,0.0002208751,0.00035991985,0.00022026623,0.0003001448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002460525,0.00019624273,0.00017546762,0.00007746844,0.00089882134,0.0003124195,0.0002970027,0.000071287184,0.0006835233],"category_scores_gemma":[0.00011749451,0.000099738616,0.00007952807,0.00042288436,0.00037951197,0.00019143707,0.00011320264,0.0003447641,0.00003137268],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018875217,0.0046924497,0.09974829,0.0026402762,0.00029885513,0.00003937603,0.018385887,0.000011741126,0.0003680233,0.007776714,0.013444525,0.83371866],"study_design_scores_gemma":[0.048956137,0.07050992,0.12384757,0.0011876062,0.00004391592,0.0002980597,0.018206133,0.0005841048,0.00095328,0.00748792,0.7272871,0.00063821214],"about_ca_topic_score_codex":0.000053624717,"about_ca_topic_score_gemma":0.00011000512,"teacher_disagreement_score":0.8330804,"about_ca_system_score_codex":0.00055744953,"about_ca_system_score_gemma":0.00021919538,"threshold_uncertainty_score":0.7484101},"labels":[],"label_agreement":null},{"id":"W3033955874","doi":"10.2196/19236","title":"An Internet-Based Intervention to Alleviate Stress During Social Isolation With Guided Relaxation and Meditation: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministero della Salute; Fondazione Istituto Europeo di Oncologia e Centro Cardiologico Monzino","keywords":"Meditation; Randomized controlled trial; Social isolation; Intervention (counseling); Protocol (science); Relaxation (psychology); Psychology; The Internet; Clinical psychology; Applied psychology; Psychotherapist; Stress reduction; Isolation (microbiology); Medicine; Social psychology; Computer science; World Wide Web; Alternative medicine; Psychiatry","score_opus":0.2783252671873183,"score_gpt":0.5983697969548586,"score_spread":0.3200445297675403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033955874","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011277968,3.2675518e-7,0.016776748,0.003886463,0.000014109327,0.9676905,0.000009088641,0.00009152889,0.00025325918],"genre_scores_gemma":[0.023294706,1.3575306e-8,0.0007250885,0.00021752638,0.00085677253,0.9745699,0.00002896139,0.000038154467,0.0002688479],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99445975,0.0032006784,0.00085045915,0.00052686647,0.00054722646,0.00041502411],"domain_scores_gemma":[0.99800354,0.00059740426,0.000431417,0.00020083573,0.0005191295,0.00024769513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043101558,0.00018758226,0.0007092853,0.00022070148,0.00028839707,0.0001896401,0.00021254877,0.00016480077,0.00071480375],"category_scores_gemma":[0.00046988018,0.00013875055,0.0001561269,0.0002594353,0.00011820272,0.00021608704,0.000030211228,0.00033955573,0.000015573454],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9819701,0.00069852587,0.000039002487,0.0007792957,0.00008615702,0.0000024283217,0.008865292,0.000011372188,0.00035754155,0.0016943084,0.0024493106,0.0030467005],"study_design_scores_gemma":[0.9820219,0.009553041,0.00037848332,0.00078133884,0.00000652024,5.7359676e-7,0.0003364965,0.0029829475,0.00024652825,0.00030610376,0.0032312518,0.00015476563],"about_ca_topic_score_codex":0.000056614288,"about_ca_topic_score_gemma":0.000080862825,"teacher_disagreement_score":0.01605166,"about_ca_system_score_codex":0.00008668321,"about_ca_system_score_gemma":0.0001520064,"threshold_uncertainty_score":0.78266},"labels":[],"label_agreement":null},{"id":"W3033957815","doi":"10.2196/14786","title":"Improving Airways Patency and Ventilation Through Optimal Positive Pressure Identified by Noninvasive Mechanical Ventilation Titration in Mounier-Kuhn Syndrome: Protocol for an Interventional, Open-Label, Single-Arm Clinical Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tracheal and airway disorders","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tracheobronchomalacia; Medicine; Polysomnography; Continuous positive airway pressure; Airway; Bronchoscopy; Mechanical ventilation; Obstructive sleep apnea; Positive airway pressure; Surgery; Anesthesia; Intensive care medicine; Apnea","score_opus":0.499943417184272,"score_gpt":0.5794327278322182,"score_spread":0.07948931064794623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033957815","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0290506,0.0000048219317,0.0045248987,0.0009962817,0.000018178336,0.96514106,0.000082226004,0.00006351403,0.000118414995],"genre_scores_gemma":[0.090650424,4.2064443e-7,0.0022884416,0.000068000896,0.0001717919,0.90625906,0.00032809813,0.000048410955,0.00018532094],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959211,0.0007041334,0.0011219883,0.000941265,0.0007890608,0.00052248675],"domain_scores_gemma":[0.9983153,0.00022809513,0.00033957994,0.00028421445,0.00052941276,0.00030341774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020338863,0.0002505674,0.0005155441,0.000120274126,0.00027259038,0.00041706968,0.0003475686,0.00034737441,0.00012225586],"category_scores_gemma":[0.0006915539,0.00023576694,0.00012248389,0.00042208386,0.00021908966,0.0013910912,0.00027820413,0.0008456243,0.00001118252],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.72374445,0.08505779,0.0022066184,0.009737476,0.0003599326,0.00014680391,0.0026064229,0.00004595601,0.08861054,0.0034562852,0.01203415,0.071993575],"study_design_scores_gemma":[0.50798637,0.3679803,0.0074493224,0.009358719,0.00012876655,0.00005880215,0.0013546478,0.029372135,0.035984334,0.0041415547,0.03489379,0.001291249],"about_ca_topic_score_codex":0.00008565174,"about_ca_topic_score_gemma":0.000055424687,"teacher_disagreement_score":0.2829225,"about_ca_system_score_codex":0.00010591738,"about_ca_system_score_gemma":0.00036038115,"threshold_uncertainty_score":0.9614297},"labels":[],"label_agreement":null},{"id":"W3034247753","doi":"10.2196/18196","title":"Evaluation of More Stamina, a Mobile App for Fatigue Management in Persons with Multiple Sclerosis: Protocol for a Feasibility, Acceptability, and Usability Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Oulun Yliopisto; European Commission","keywords":"Usability; mHealth; Quality of life (healthcare); Medicine; Protocol (science); Think aloud protocol; Cohort; Psychology; Applied psychology; Nursing; Alternative medicine; Computer science; Psychological intervention","score_opus":0.649164796139935,"score_gpt":0.6009942797064367,"score_spread":0.048170516433498345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034247753","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15124755,0.0000021477779,0.0001876338,0.0005723696,9.463646e-7,0.8477294,0.000106441345,0.000047133886,0.000106376814],"genre_scores_gemma":[0.33988976,2.264005e-7,0.0025340798,0.000011036777,0.000033606546,0.65747285,0.0000072433836,0.000034682416,0.00001649791],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921876,0.0013531764,0.00080649706,0.0013114682,0.0034578403,0.0008834007],"domain_scores_gemma":[0.99462354,0.0010199554,0.00016168981,0.0009062396,0.0029056596,0.00038292338],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013332308,0.00032513737,0.0007901336,0.00031628832,0.0002737769,0.000096435215,0.00039678195,0.000106827254,0.00008969636],"category_scores_gemma":[0.0043773046,0.00024536444,0.00012100597,0.0010026657,0.000769621,0.00024807098,0.00067771855,0.00048649876,0.0000011788208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032384995,0.016727036,0.81463104,0.024971543,0.0003569415,0.0000035219332,0.01331305,0.00012494158,0.003650865,0.000012944926,0.001367973,0.09245513],"study_design_scores_gemma":[0.0736109,0.030482654,0.8447108,0.0019724441,0.000054344528,5.919627e-7,0.02301109,0.021747584,0.0019642743,0.00009080243,0.002072598,0.00028186437],"about_ca_topic_score_codex":0.000095915806,"about_ca_topic_score_gemma":0.00046223582,"teacher_disagreement_score":0.19025657,"about_ca_system_score_codex":0.00064633635,"about_ca_system_score_gemma":0.00058619847,"threshold_uncertainty_score":0.9999999},"labels":[],"label_agreement":null},{"id":"W3034308358","doi":"10.2196/17742","title":"Improving Adherence to Adjuvant Hormonal Therapy Among Disadvantaged Women Diagnosed with Breast Cancer in South Carolina: Proposal for a Multimethod Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Hollings Cancer Center, Medical University of South Carolina; National Institutes of Health; University of South Carolina","keywords":"Medicine; Breast cancer; Hormonal therapy; Psychological intervention; Adjuvant; Hormone therapy; Disadvantaged; Adjuvant therapy; Oncology; Cancer; Family medicine; Internal medicine; Gynecology; Psychiatry","score_opus":0.23314728312874555,"score_gpt":0.5336163834128903,"score_spread":0.30046910028414475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034308358","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42334855,0.0000058918417,0.0006865011,0.0015202379,0.0000041905228,0.57426697,0.00006010888,0.00006765207,0.000039924977],"genre_scores_gemma":[0.37355748,7.3221116e-7,0.0015848436,0.0002122927,0.00016301766,0.62413555,0.000003511507,0.0000333869,0.00030917852],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963289,0.00041805033,0.0004283505,0.00080793275,0.0011232657,0.00089352526],"domain_scores_gemma":[0.99787515,0.00022377037,0.00012927716,0.0004546745,0.0005478021,0.0007693226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00142897,0.00025191935,0.00052377064,0.00017049014,0.00015915262,0.00007307303,0.0004445813,0.00007999035,0.00059811276],"category_scores_gemma":[0.00036152586,0.00017393139,0.00005016124,0.0009801957,0.00017343428,0.00017917236,0.00013779609,0.000769995,0.00007757712],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020412682,0.0022964124,0.80430484,0.0008376693,0.000059283277,0.00015673279,0.03419299,0.000014914062,0.011155236,0.0000056439567,0.0011002913,0.1254633],"study_design_scores_gemma":[0.029758397,0.03139635,0.90658367,0.0025786294,0.0000064161777,0.000007439079,0.021983726,0.0032077702,0.001527776,0.000031152944,0.0024302795,0.0004884035],"about_ca_topic_score_codex":0.00021184728,"about_ca_topic_score_gemma":0.000100952995,"teacher_disagreement_score":0.12497491,"about_ca_system_score_codex":0.00025073506,"about_ca_system_score_gemma":0.0014973003,"threshold_uncertainty_score":0.7092716},"labels":[],"label_agreement":null},{"id":"W3034392497","doi":"10.2196/18415","title":"COVID-19 Modifications for Remote Teleassessment and Teletraining of a Complementary Alternative Medicine Intervention for People With Multiple Sclerosis: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; University of Alabama; University of Alabama at Birmingham; Patient-Centered Outcomes Research Institute","keywords":"Protocol (science); Randomized controlled trial; Multiple sclerosis; Intervention (counseling); Coronavirus disease 2019 (COVID-19); Medicine; Alternative medicine; Family medicine; Physical therapy; Psychology; Medical physics; Nursing; Pathology; Disease; Psychiatry","score_opus":0.5003932912394697,"score_gpt":0.5843473620240153,"score_spread":0.08395407078454553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034392497","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030838547,0.0000041719577,0.1196595,0.012990232,0.0000047139365,0.86670053,0.00022088866,0.000053688535,0.00005787749],"genre_scores_gemma":[0.012889003,0.0000027074839,0.023993101,0.00022816508,0.00040642454,0.9622506,0.000101155674,0.000059649115,0.00006919188],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99479073,0.0010137759,0.0014291026,0.0007724191,0.0012741355,0.00071981724],"domain_scores_gemma":[0.9854996,0.010704959,0.0006308701,0.00036806965,0.002086821,0.0007096847],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007853333,0.00032474592,0.0023149478,0.00039865964,0.00051958614,0.00006624676,0.00031368269,0.00008798022,0.00008879039],"category_scores_gemma":[0.028875444,0.00020777123,0.00041571047,0.00043285327,0.00085519423,0.00013938305,0.00017980873,0.00034472463,4.6765834e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96619016,0.0011001661,0.00009655013,0.0104772225,0.0008966483,8.0086437e-7,0.003201205,0.000017620117,0.0059869336,0.0003693557,0.006557122,0.005106203],"study_design_scores_gemma":[0.88462275,0.026715973,0.00009675583,0.0038283707,0.00007296768,0.0000012143092,0.0022729922,0.068231024,0.0008644902,0.00038457476,0.012745157,0.00016371805],"about_ca_topic_score_codex":0.00022245708,"about_ca_topic_score_gemma":0.00013951938,"teacher_disagreement_score":0.09566639,"about_ca_system_score_codex":0.00028234936,"about_ca_system_score_gemma":0.0008052001,"threshold_uncertainty_score":0.97930473},"labels":[],"label_agreement":null},{"id":"W3034414432","doi":"10.2196/17815","title":"School-Based Multicomponent Intervention to Promote Physical Activity and Reduce Sedentary Time of Disadvantaged Children Aged 6-10 Years: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Interreg; European Regional Development Fund","keywords":"Disadvantaged; Randomized controlled trial; Psychological intervention; Population; Socioeconomic status; Psychology; Curriculum; Medicine; Physical therapy; Gerontology; Environmental health; Nursing; Pedagogy","score_opus":0.0881411062265755,"score_gpt":0.4983358658883858,"score_spread":0.4101947596618103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034414432","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45720744,1.1984731e-7,0.000038881324,0.0005877767,0.0000020616185,0.54206717,0.000024364148,0.000053590582,0.000018595709],"genre_scores_gemma":[0.29816735,1.395392e-8,0.00035750555,0.000031779764,0.00037532803,0.70086414,0.000018840881,0.00004454017,0.00014052956],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946665,0.0021194585,0.0006242261,0.00076487934,0.0012555787,0.0005693257],"domain_scores_gemma":[0.99691874,0.0012126429,0.00032188633,0.00046684837,0.00038389183,0.0006959832],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025322267,0.00033411916,0.0021586404,0.0002081248,0.00012048054,0.000105991676,0.0002926434,0.00012359775,0.0001729479],"category_scores_gemma":[0.0033532798,0.00025373884,0.00080824364,0.00037821184,0.0003423988,0.00025315548,0.00032832907,0.0007917742,0.000058338323],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.853219,0.03024194,0.00020949094,0.0013310759,0.00024808923,0.0000068223962,0.00019474862,0.0000028278218,0.11178315,0.0000076176257,0.0007437577,0.002011522],"study_design_scores_gemma":[0.90887934,0.012682263,0.013930677,0.0016832884,0.000057544177,0.0000010157015,0.0000113824535,0.004157951,0.058032792,0.00011197366,0.00023366247,0.00021813897],"about_ca_topic_score_codex":0.000039742547,"about_ca_topic_score_gemma":0.0000018144126,"teacher_disagreement_score":0.15904011,"about_ca_system_score_codex":0.00015030871,"about_ca_system_score_gemma":0.00024254463,"threshold_uncertainty_score":0.9999915},"labels":[],"label_agreement":null},{"id":"W3034602986","doi":"10.2196/14975","title":"Patient Portal Functionalities and Uptake: Systematic Review Protocol","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Imperial College London; Economic and Social Research Council; National Institute for Health and Care Research","keywords":"Patient portal; Medicine; Health care; Context (archaeology); MEDLINE; Systematic review; Scopus; Health information technology; Family medicine; Nursing","score_opus":0.438669499813087,"score_gpt":0.6466847052605632,"score_spread":0.2080152054474762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034602986","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032842843,0.00013237246,0.000018806311,0.0062517677,0.00001410155,0.98316073,0.000022183413,0.00020389137,0.010163308],"genre_scores_gemma":[0.00020645243,0.000007217766,0.00004969268,0.004040152,0.00039498956,0.9927174,0.000009683419,0.00006497628,0.0025094266],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98792976,0.0061473567,0.002053825,0.0006523382,0.0017048945,0.0015118227],"domain_scores_gemma":[0.995971,0.0010230023,0.000561335,0.00066031824,0.00095371273,0.00083059777],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0059932694,0.0002834821,0.0009808502,0.00012701779,0.0010846169,0.00004793237,0.00035540466,0.00024248935,0.0016833653],"category_scores_gemma":[0.002673447,0.00021011206,0.00009382966,0.0007105188,0.00014579922,0.00024166051,0.00036401555,0.0022589737,0.0013665318],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017145806,0.0000862876,0.0006238503,0.8616396,0.000022598171,0.000016642656,0.001263891,5.4848982e-8,0.00003047,0.0024401564,0.13338123,0.0003237284],"study_design_scores_gemma":[0.001208458,0.0018646369,0.00016819022,0.33932102,0.000005208026,0.000013143068,0.0011103386,0.000031659765,0.000009072556,0.0002517326,0.65581155,0.000205015],"about_ca_topic_score_codex":0.00005664832,"about_ca_topic_score_gemma":0.000021989114,"teacher_disagreement_score":0.5224303,"about_ca_system_score_codex":0.0003548338,"about_ca_system_score_gemma":0.0023725282,"threshold_uncertainty_score":0.99941105},"labels":[],"label_agreement":null},{"id":"W3034742022","doi":"10.2196/18673","title":"Determinants of Medical Practice Variation Among Primary Care Physicians: Protocol for a Three Phase Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Public Health Ontario; University of Toronto","funders":"","keywords":"Psychological intervention; Family medicine; Health care; Medicine; Protocol (science); Burnout; Psychology; Nursing; Clinical psychology; Alternative medicine","score_opus":0.8719129917090203,"score_gpt":0.7628327381888869,"score_spread":0.1090802535201334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034742022","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006277344,0.0000016237045,0.00074778654,0.0072638695,0.000020294005,0.9844909,0.00008196713,0.00015518915,0.0009610395],"genre_scores_gemma":[0.008570033,2.3864982e-7,0.0006983679,0.0018571881,0.0009733525,0.9877311,0.000019708792,0.000097764234,0.000052232015],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9775845,0.013467102,0.001985434,0.0009719754,0.0046451055,0.00134588],"domain_scores_gemma":[0.9844178,0.00827249,0.001455083,0.0009975056,0.004106135,0.0007509624],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01891532,0.00031897088,0.0008173367,0.00021521498,0.001221105,0.00007829447,0.0013601024,0.0005820626,0.00032027706],"category_scores_gemma":[0.0234794,0.00027972047,0.00012810668,0.0010672071,0.00030760583,0.0014406417,0.00091425626,0.0032585391,0.0001300125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030609356,0.020885956,0.37422267,0.10360459,0.00018005839,0.00022854903,0.15376294,0.0000014805202,0.00059792696,0.0008274824,0.017071951,0.29800704],"study_design_scores_gemma":[0.062704,0.0388587,0.16300105,0.023298768,0.000040973617,0.0000029243813,0.067878336,0.0027382616,0.00033406785,0.0004691817,0.6397985,0.0008751803],"about_ca_topic_score_codex":0.000916588,"about_ca_topic_score_gemma":0.0010213477,"teacher_disagreement_score":0.6227266,"about_ca_system_score_codex":0.0005444828,"about_ca_system_score_gemma":0.0059829443,"threshold_uncertainty_score":0.9999655},"labels":[],"label_agreement":null},{"id":"W3034758823","doi":"10.2196/19072","title":"Usability Methods and Attributes Reported in Usability Studies of Mobile Apps for Health Care Education: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Høgskulen på Vestlandet","keywords":"Usability; Computer science; World Wide Web; Pluralistic walkthrough; Health care; Context (archaeology); Usability engineering; Heuristic evaluation; Mobile device; Protocol (science); Multimedia; Human–computer interaction; Medicine","score_opus":0.8139686842082513,"score_gpt":0.8150295732712151,"score_spread":0.0010608890629637546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034758823","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.4042057e-8,0.4589175,0.00010189694,0.0012241387,0.00001500517,0.539387,0.000268726,0.000046722933,0.000038988015],"genre_scores_gemma":[2.0017707e-9,0.4200419,0.01234925,0.00032859665,0.00018160022,0.56683767,0.00015073086,0.00006316668,0.000047090325],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9755212,0.012206329,0.007765738,0.001956587,0.0007097721,0.001840385],"domain_scores_gemma":[0.9735914,0.016063761,0.0035307584,0.001968283,0.0038877449,0.0009580918],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034753863,0.0006522985,0.0059391474,0.00042941503,0.0015123296,0.000022466756,0.0007286737,0.0006697872,0.000068861],"category_scores_gemma":[0.018819833,0.0005231189,0.00048619264,0.0020637165,0.00054138387,0.00014585702,0.0006323245,0.0023179764,0.0000084057065],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011256616,0.00026273195,0.00005268727,0.5150433,0.000016877355,1.0712413e-7,0.00033039693,1.824569e-8,6.613354e-8,0.00018187417,0.014271509,0.46972784],"study_design_scores_gemma":[0.0008570813,0.0009212187,0.000005729237,0.44877338,0.000015574613,0.0000013105509,0.00041392914,0.000001072974,5.158702e-7,0.00034282438,0.5485033,0.00016407328],"about_ca_topic_score_codex":0.00009840926,"about_ca_topic_score_gemma":0.00026394683,"teacher_disagreement_score":0.5342318,"about_ca_system_score_codex":0.0024135916,"about_ca_system_score_gemma":0.05505875,"threshold_uncertainty_score":0.9999837},"labels":[],"label_agreement":null},{"id":"W3034764504","doi":"10.2196/18324","title":"Authorship Correction: Understanding and Addressing Variation in Health Care–Associated Infections After Durable Ventricular Assist Device Therapy: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Mechanical Circulatory Support Devices","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Protocol (science); Medicine; Variation (astronomy); Health care; Intensive care medicine; Alternative medicine; Pathology","score_opus":0.37229334915651185,"score_gpt":0.5487791877980355,"score_spread":0.17648583864152362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034764504","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017496639,0.00004872374,0.009606058,0.00014325022,0.0006086741,0.98857,0.000029086475,0.00040417188,0.0005725888],"genre_scores_gemma":[0.0020128088,5.3932536e-7,0.00058246864,0.000032911666,0.00045172934,0.9959354,0.00007782783,0.00019889128,0.00070744124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912117,0.004528129,0.0011246805,0.0009711508,0.0010817593,0.0010825864],"domain_scores_gemma":[0.99745095,0.00085661554,0.0003498709,0.0005156335,0.00040644777,0.000420492],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072034,0.0005402404,0.0009660695,0.00082334003,0.000630443,0.00071028067,0.0003527759,0.000861929,0.000104447776],"category_scores_gemma":[0.0011294457,0.0005397793,0.00016281435,0.0020350525,0.00005910796,0.00034351135,0.00016254162,0.0033849175,0.0000064767773],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037268447,0.007272753,0.030876746,0.09013388,0.0023097643,0.00052423106,0.030736152,0.001359211,0.00023298673,0.00055143156,0.80869466,0.023581326],"study_design_scores_gemma":[0.0072423415,0.004115729,0.021473506,0.013575069,0.000022876284,0.000011162244,0.0028310418,0.020890843,0.00008185597,0.0009257192,0.9276628,0.0011670633],"about_ca_topic_score_codex":0.00010551358,"about_ca_topic_score_gemma":0.0008983786,"teacher_disagreement_score":0.11896813,"about_ca_system_score_codex":0.0033728639,"about_ca_system_score_gemma":0.000991727,"threshold_uncertainty_score":0.9997054},"labels":[],"label_agreement":null},{"id":"W3034801146","doi":"10.2196/17976","title":"Systemic Sentinel Lymph Node Detection Using Fluorescence Imaging After Indocyanine Green Intravenous Injection in Colorectal Cancer: Protocol for a Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Surgical Treatments","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Indocyanine green; Lymph; Medicine; Sentinel lymph node; Lymph node; Colorectal cancer; Radiology; Fluorescence-lifetime imaging microscopy; Cancer; Pathology; Breast cancer; Internal medicine; Fluorescence","score_opus":0.21490289612444521,"score_gpt":0.5128332589189565,"score_spread":0.29793036279451124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034801146","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4481871,0.000001364862,0.000053926593,0.00011489371,0.0000060986927,0.5515161,0.000011312398,0.00008076354,0.000028442018],"genre_scores_gemma":[0.47744873,4.8458677e-8,0.000067997586,0.000023958099,0.00017735195,0.5222316,0.0000019238305,0.000038226346,0.000010221588],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954823,0.00073382235,0.0007490732,0.0010637402,0.0010751726,0.0008958386],"domain_scores_gemma":[0.9982602,0.00016166651,0.00017559093,0.00034214763,0.00068106805,0.00037934384],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012260295,0.00034335448,0.00063086394,0.0003495337,0.00021989312,0.00011885527,0.0002254064,0.00013720746,0.00008619716],"category_scores_gemma":[0.000363084,0.00030082022,0.00014454067,0.001614545,0.00015385679,0.00027748436,0.0002751008,0.0007125648,0.000012766526],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046090495,0.0025954114,0.8871452,0.0030004268,0.00004837488,0.0002810399,0.0011205595,0.000032507425,0.047834225,4.4434103e-7,0.000009642001,0.011841665],"study_design_scores_gemma":[0.03796999,0.006219302,0.90131664,0.0049074776,0.000025697615,0.0002021289,0.00068542024,0.02872319,0.019213138,0.000034094286,0.00025509557,0.00044782436],"about_ca_topic_score_codex":0.0017654855,"about_ca_topic_score_gemma":0.00021628675,"teacher_disagreement_score":0.029284537,"about_ca_system_score_codex":0.0031986607,"about_ca_system_score_gemma":0.000857274,"threshold_uncertainty_score":0.9999444},"labels":[],"label_agreement":null},{"id":"W3035389563","doi":"10.2196/17619","title":"Using Machine Learning to Optimize the Quality of Survey Data: Protocol for a Use Case in India","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strong; Bill and Melinda Gates Foundation","keywords":"Quality assurance; Computer science; Analytics; Data quality; Data collection; Reliability (semiconductor); Data science; Quality (philosophy); Quality management; Machine learning; Data mining; Engineering; Statistics; Operations management; Management system","score_opus":0.8155315001526711,"score_gpt":0.6775852804360526,"score_spread":0.13794621971661847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035389563","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027747689,4.0483053e-7,0.00012900503,0.0009727858,0.0000013627074,0.9708094,0.00025722198,0.000020078898,0.000062029925],"genre_scores_gemma":[0.009213783,6.468606e-8,0.0033767638,0.00045471426,0.000090396185,0.98675156,0.000028705446,0.000023712671,0.000060295028],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961042,0.0016886003,0.00059742393,0.0004212471,0.0006633215,0.00052523107],"domain_scores_gemma":[0.99777097,0.0007629367,0.00013378912,0.0005874847,0.0004010174,0.00034378056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065771025,0.00013173022,0.00039764232,0.00010192074,0.00016687173,0.000069792404,0.00041845266,0.00007708184,0.000052106272],"category_scores_gemma":[0.0036367816,0.00008393964,0.000044012097,0.0007124321,0.00008853359,0.00015694351,0.00062632514,0.00077830884,0.000008482784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033679083,0.001100422,0.9448637,0.008764601,0.000041571686,0.0005167683,0.0018746604,0.00020050512,0.002586656,0.00014634273,0.004759517,0.001466175],"study_design_scores_gemma":[0.027160347,0.0087987315,0.6629707,0.005986506,0.000006465765,0.00027106114,0.0007275801,0.027339324,0.001752361,0.00009238351,0.26441935,0.0004751751],"about_ca_topic_score_codex":0.0074296906,"about_ca_topic_score_gemma":0.0005882422,"teacher_disagreement_score":0.28189296,"about_ca_system_score_codex":0.00009123757,"about_ca_system_score_gemma":0.00042183674,"threshold_uncertainty_score":0.9991799},"labels":[],"label_agreement":null},{"id":"W3035577601","doi":"10.2196/21162","title":"Postprandial effects of macronutrient composition meals on metabolic responses and arterial stiffness indexes in lean and obese men adults; a protocol study (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Arterial stiffness; Postprandial; Preprint; Medicine; Gerontology; Physical therapy; Internal medicine; Blood pressure; Insulin; Computer science","score_opus":0.09069070465369404,"score_gpt":0.47932918175995304,"score_spread":0.388638477106259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035577601","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48877844,0.000004759242,5.072803e-7,0.00055418734,0.0000015192289,0.5105736,0.000011583251,0.000013992825,0.00006137097],"genre_scores_gemma":[0.45208228,0.0000020683442,0.000020781621,0.000035929836,0.00008261839,0.547758,0.0000027204962,0.000010919089,0.0000046728746],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99721175,0.0006446692,0.00042149052,0.0005111206,0.00085454306,0.00035644052],"domain_scores_gemma":[0.99872017,0.00047196378,0.00008812466,0.00021365102,0.00024744906,0.00025862764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008128853,0.00018891107,0.0005564934,0.00022861929,0.00014372803,0.000053009026,0.000105714986,0.000078816185,0.000022116319],"category_scores_gemma":[0.00041183238,0.00014871395,0.000043784814,0.00032790276,0.00020560723,0.00008155658,0.00031065696,0.0004096951,0.0000060692078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7288351,0.014021851,0.14389512,0.012152136,0.0001799787,0.00049503933,0.00828255,0.0000012078199,0.08079395,0.00068940705,0.0011246486,0.009529017],"study_design_scores_gemma":[0.06800155,0.030466639,0.87389266,0.0050950833,0.000011223815,0.00001099707,0.0012881339,0.000029618306,0.016733844,0.00029174934,0.0039764363,0.00020204985],"about_ca_topic_score_codex":0.000082682505,"about_ca_topic_score_gemma":0.000015317748,"teacher_disagreement_score":0.7299976,"about_ca_system_score_codex":0.00004724923,"about_ca_system_score_gemma":0.00009329395,"threshold_uncertainty_score":0.6064379},"labels":[],"label_agreement":null},{"id":"W3035901696","doi":"10.2196/17759","title":"Awareness of and Attitudes Toward User Involvement in Research on Aging and Health: Protocol for a Quantitative Large-Scale Panel Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet; Forskningsrådet om Hälsa, Arbetsliv och Välfärd; Lunds Universitet","keywords":"Generalizability theory; Context (archaeology); Terminology; Scale (ratio); Applied psychology; Health care; Readability; Data collection; Psychology; Medical education; Set (abstract data type); Knowledge management; Computer science; Medicine","score_opus":0.9472638921504896,"score_gpt":0.7507689919518744,"score_spread":0.19649490019861515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035901696","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06448531,0.0000060893653,0.0000565174,0.0031595675,0.0000067477026,0.9320457,0.00008650209,0.000027956463,0.00012562184],"genre_scores_gemma":[0.03575175,0.0000021112169,0.0007918813,0.00075271406,0.00008195694,0.96244323,0.000023402037,0.000040662893,0.0001123147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9899127,0.004835702,0.0012184917,0.0008619799,0.0015577642,0.0016133693],"domain_scores_gemma":[0.99615467,0.001779289,0.0002610049,0.00038475165,0.00073859544,0.0006817061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016667008,0.00023098463,0.000604133,0.0005000397,0.0012890331,0.000039081297,0.00034496025,0.00013823507,0.00006289406],"category_scores_gemma":[0.00021728,0.00018913364,0.00003510421,0.00085949135,0.00021024133,0.00016948167,0.0007755692,0.001543909,0.000019898744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045925323,0.004040054,0.854515,0.050900877,0.000017227905,0.000005478316,0.07815739,0.0000025229106,0.00006550089,0.0020513746,0.0043451157,0.0013069228],"study_design_scores_gemma":[0.045883995,0.098942615,0.37781644,0.05095657,0.0000024333388,2.8019994e-7,0.23782735,0.0018295338,0.0006084207,0.0015442161,0.1839803,0.00060784735],"about_ca_topic_score_codex":0.0011568351,"about_ca_topic_score_gemma":0.0025430333,"teacher_disagreement_score":0.47669858,"about_ca_system_score_codex":0.00041282867,"about_ca_system_score_gemma":0.0013213026,"threshold_uncertainty_score":0.9914331},"labels":[],"label_agreement":null},{"id":"W3035947338","doi":"10.2196/18894","title":"Effectiveness of a Theory- and Web-Based Adaptive Implementation Intervention on Nurses’ and Nursing Students’ Intentions to Provide Brief Counseling: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre hospitalier universitaire de Québec; Université de Montréal; Université Laval; Montreal Heart Institute","funders":"","keywords":"Context (archaeology); Intervention (counseling); Randomized controlled trial; Theory of planned behavior; Nursing; Psychological intervention; Personalization; Bachelor; Psychology; Web application; Medicine; Medical education; Applied psychology; Control (management); Computer science","score_opus":0.21560560159408262,"score_gpt":0.6351140966216048,"score_spread":0.4195084950275222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035947338","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025006048,0.0000022216254,0.007833196,0.000342764,0.000031616473,0.9664695,0.000057286303,0.000048425096,0.00020893809],"genre_scores_gemma":[0.12802605,4.4640952e-8,0.0001474853,0.000057909932,0.000060225124,0.871556,0.000011765261,0.00003028507,0.00011024857],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9865603,0.010668346,0.0010377268,0.0005805178,0.0006789068,0.0004742201],"domain_scores_gemma":[0.99475294,0.0036178285,0.00035689332,0.0002210692,0.0007450932,0.00030615026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015453874,0.00021839379,0.00091368414,0.0003566473,0.00024669062,0.00013400799,0.00022325653,0.00012290632,0.00020736574],"category_scores_gemma":[0.0014116169,0.00017414875,0.00037287571,0.00032787214,0.00033297858,0.0001251884,0.00005008953,0.00036467504,0.0000066503085],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95799935,0.0036485244,0.0001096676,0.00089375285,0.00010648206,0.0000015530119,0.0013892864,7.8757824e-7,0.00080460944,0.015432617,0.0006919816,0.01892137],"study_design_scores_gemma":[0.9569835,0.029886594,0.0007470333,0.0066217175,0.000038685026,7.9554655e-7,0.0013696356,0.00019716004,0.00075535465,0.0014382814,0.0018123904,0.00014881852],"about_ca_topic_score_codex":0.00004598992,"about_ca_topic_score_gemma":0.00001645376,"teacher_disagreement_score":0.103020005,"about_ca_system_score_codex":0.0001255452,"about_ca_system_score_gemma":0.00021546402,"threshold_uncertainty_score":0.71015805},"labels":[],"label_agreement":null},{"id":"W3036490029","doi":"10.2196/18071","title":"A Mobile Social Network–Based Smoking Cessation Intervention for Chinese Male Smokers: Protocol for a Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Smoking cessation; Medicine; Abstinence; Intervention (counseling); Randomized controlled trial; Nicotine replacement therapy; Protocol (science); Family medicine; Physical therapy; Alternative medicine; Nursing; Psychiatry; Surgery","score_opus":0.24088647745968972,"score_gpt":0.5518345865730774,"score_spread":0.31094810911338766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036490029","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006039947,5.3702115e-7,0.011198443,0.00071744155,0.000027520247,0.98157763,0.0000189431,0.00015811487,0.00026141334],"genre_scores_gemma":[0.09296052,3.2372938e-8,0.00039883674,0.0001389557,0.0021725546,0.90377,0.0001384632,0.000069309586,0.00035130623],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99529177,0.0012093061,0.0011115851,0.0005710249,0.0011337403,0.00068258407],"domain_scores_gemma":[0.99683374,0.0011783559,0.00049570436,0.0002503674,0.0010368961,0.00020491294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071317516,0.00029231407,0.0013606134,0.00021591413,0.00050294196,0.00024170878,0.00023117481,0.00023633579,0.000471179],"category_scores_gemma":[0.002237801,0.00021536279,0.0010131531,0.0005503147,0.00017805012,0.00021539627,0.00006078438,0.0005173352,0.0000027408203],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9840713,0.0018341243,0.0013931097,0.0022350985,0.00012749775,0.0000030618437,0.00040991392,0.000028048738,0.00053587643,0.0001425996,0.0068389536,0.0023803802],"study_design_scores_gemma":[0.9627052,0.01621631,0.00023896412,0.0011954157,0.00007064039,0.0000012042274,0.00007414612,0.005488187,0.00040519264,0.0006702666,0.012735474,0.00019901394],"about_ca_topic_score_codex":0.000009148204,"about_ca_topic_score_gemma":0.0000019083234,"teacher_disagreement_score":0.086920574,"about_ca_system_score_codex":0.00022499597,"about_ca_system_score_gemma":0.0004016775,"threshold_uncertainty_score":0.87822396},"labels":[],"label_agreement":null},{"id":"W3037084904","doi":"10.2196/18051","title":"Work2Prevent, an Employment Intervention Program as HIV Prevention for Young Men Who Have Sex With Men and Transgender Youth of Color (Phase 3): Protocol for a Single-Arm Community-Based Trial to Assess Feasibility and Acceptability in a Real-World Setting","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; National Institute of Child Health and Human Development; National Institute of Mental Health; University of North Carolina at Chapel Hill; National Institutes of Health","keywords":"Psychological intervention; Transgender; Intervention (counseling); Transactional sex; Sex work; Women of color; Psychology; Men who have sex with men; Sexual minority; Gerontology; Young adult; Medicine; Sexual orientation; Population; Human immunodeficiency virus (HIV); Family medicine; Gender studies; Social psychology; Environmental health; Sociology; Psychiatry","score_opus":0.49897282671295906,"score_gpt":0.611270156591564,"score_spread":0.11229732987860497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037084904","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116596125,5.602937e-7,0.0036157693,0.0006396432,5.5804685e-7,0.8776487,0.00021239292,0.000067333516,0.0012189263],"genre_scores_gemma":[0.09530782,7.761285e-8,0.003907255,0.0000167555,0.000056619578,0.8994675,0.0002028686,0.000051976585,0.0009890877],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9934899,0.0030426052,0.0010682939,0.00076371833,0.00086871313,0.0007667529],"domain_scores_gemma":[0.9972219,0.000459992,0.00024059888,0.00060139043,0.00076738145,0.00070872664],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007988077,0.00029533822,0.00071278017,0.00042743908,0.00033344983,0.00023959445,0.00031706228,0.00013924143,0.00008797007],"category_scores_gemma":[0.00094844116,0.000246758,0.00022079545,0.0006664754,0.0003288284,0.00039174673,0.0001863087,0.0008152194,5.3372173e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6957619,0.07018512,0.045200504,0.025398802,0.00023717963,0.000009113261,0.014900506,0.0000076264546,0.005397202,0.000053567408,0.0033050193,0.13954344],"study_design_scores_gemma":[0.34464705,0.5684379,0.009158836,0.010102148,0.000067968846,0.0000043104983,0.018951358,0.022245059,0.020171471,0.00050159526,0.005198452,0.0005138864],"about_ca_topic_score_codex":0.00054143916,"about_ca_topic_score_gemma":0.0025962736,"teacher_disagreement_score":0.49825275,"about_ca_system_score_codex":0.00042091342,"about_ca_system_score_gemma":0.0005173115,"threshold_uncertainty_score":0.99999845},"labels":[],"label_agreement":null},{"id":"W3037120978","doi":"10.2196/19624","title":"App Technology to Support Physical Activity and Intake of Vitamins and Minerals After Bariatric Surgery (the PromMera Study): Protocol of a Randomized Controlled Clinical Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Physical therapy; Clinical trial; Intervention (counseling); Surgery; Internal medicine; Nursing","score_opus":0.19332846977392246,"score_gpt":0.543739092640242,"score_spread":0.3504106228663195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037120978","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42804864,0.0000011573983,0.000007448997,0.003332873,0.0000061788623,0.56853205,0.0000039999445,0.000024652794,0.000043006683],"genre_scores_gemma":[0.38857126,4.3981046e-7,0.000049078335,0.0000691385,0.00024168463,0.6109572,5.237495e-7,0.000017550097,0.000093128554],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928539,0.0034684597,0.0015472294,0.00062939676,0.0010065944,0.00049445376],"domain_scores_gemma":[0.9890774,0.009022164,0.00048105165,0.00055373897,0.0004973696,0.00036829902],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012328304,0.00028022457,0.0040704124,0.0005404763,0.00008364283,0.000041105002,0.00021604066,0.00023482321,0.000076847755],"category_scores_gemma":[0.012308191,0.00015465362,0.00060718955,0.0013733578,0.000819746,0.00010504748,0.00046906114,0.00095357595,0.0000060846346],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9335662,0.004856095,0.04206668,0.00088941725,0.00038697355,0.00005331732,0.0005928612,5.602053e-8,0.0012553369,0.00004694275,0.0013482302,0.014937864],"study_design_scores_gemma":[0.95432967,0.015307271,0.023596225,0.00030691095,0.000149771,0.000009806973,0.00020546763,0.00008388784,0.0014199093,0.00009472915,0.004298392,0.00019795488],"about_ca_topic_score_codex":0.000018139108,"about_ca_topic_score_gemma":0.0000028122597,"teacher_disagreement_score":0.04242516,"about_ca_system_score_codex":0.000021167714,"about_ca_system_score_gemma":0.00066952745,"threshold_uncertainty_score":0.99601156},"labels":[],"label_agreement":null},{"id":"W3037166267","doi":"10.2196/19633","title":"Home-Based Intervention for the Prevention and Treatment of Malaria Among Children Younger Than 5 Years in the West Region of Cameroon: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Malaria; Medicine; Randomized controlled trial; Intervention (counseling); Case management; Family medicine; Pediatrics; Nursing; Surgery","score_opus":0.12090672269956025,"score_gpt":0.47716587816747974,"score_spread":0.3562591554679195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037166267","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010050679,0.000008552209,0.001050509,0.005233792,0.000003281508,0.98359466,0.0000133218,0.000010498876,0.000034696564],"genre_scores_gemma":[0.19481504,9.018643e-7,0.00007317553,0.000017231414,0.00016384896,0.80473953,0.000014984886,0.000017633007,0.00015764995],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958393,0.0019517305,0.0007947512,0.0003063583,0.0007362222,0.00037164698],"domain_scores_gemma":[0.99666905,0.0021259296,0.00035346678,0.0003634665,0.00037983534,0.00010825085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052385908,0.00016342085,0.0010402076,0.00019889232,0.00008845727,0.00006645063,0.00024655915,0.0001153079,0.000046118712],"category_scores_gemma":[0.001537528,0.000080105114,0.0006859638,0.00030864772,0.0003792922,0.00009168014,0.000035622234,0.00023401245,6.19712e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9884722,0.0020229914,0.001135696,0.00073885487,0.0002853926,0.0000034855261,0.00040059842,0.000002245142,0.00030289797,0.0006550717,0.00027451804,0.00570601],"study_design_scores_gemma":[0.9583169,0.024439396,0.011572248,0.0009986571,0.000064719316,0.0000018173038,0.00013737181,0.0030536791,0.00035581194,0.00025774803,0.000734913,0.000066702945],"about_ca_topic_score_codex":0.00014122274,"about_ca_topic_score_gemma":0.00006263061,"teacher_disagreement_score":0.18476436,"about_ca_system_score_codex":0.00005842568,"about_ca_system_score_gemma":0.00032912922,"threshold_uncertainty_score":0.32665917},"labels":[],"label_agreement":null},{"id":"W3037298302","doi":"10.2196/18992","title":"The Parenting Education Needs of Women Experiencing Incarceration in South Australia: Proposal for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Criminal Justice and Corrections Analysis","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Government (linguistics); Scholarship; Multimethodology; Qualitative research; Medical education; Psychology; Medicine; Sociology; Pedagogy; Political science; Social science","score_opus":0.34558965005335174,"score_gpt":0.6233955137542765,"score_spread":0.27780586370092475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037298302","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7371799,0.0000018196878,0.00088931,0.00049234286,0.000015618945,0.26124382,6.6223083e-7,0.000016466802,0.00016009738],"genre_scores_gemma":[0.48601767,1.4997859e-7,0.00045203333,0.000004350207,0.0001099808,0.5132538,5.986952e-7,0.0000039723886,0.00015743046],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99671423,0.0018575279,0.0003165485,0.00016774045,0.0005034057,0.00044056092],"domain_scores_gemma":[0.99869597,0.00046794035,0.00007928287,0.0001461644,0.00049267494,0.00011798603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069572143,0.00006383037,0.00014261331,0.0001920465,0.00086640724,0.00023734737,0.00029790628,0.0000454164,0.000031422485],"category_scores_gemma":[0.0020447168,0.000049709586,0.00004999806,0.0016941978,0.00014814603,0.00018045816,0.00008284293,0.00022130607,0.000002704299],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019291663,0.0003720936,0.005497854,0.00010373613,0.000012036659,1.9647193e-7,0.88469785,0.000013353052,0.0013462377,0.0013224949,0.00022733252,0.1062139],"study_design_scores_gemma":[0.00022976095,0.0005691055,0.00071852445,0.00006822948,0.0000041862845,3.6314077e-8,0.98829234,0.0003374622,0.000636193,0.00020629569,0.008883639,0.000054236192],"about_ca_topic_score_codex":0.0018994904,"about_ca_topic_score_gemma":0.0031763483,"teacher_disagreement_score":0.25201,"about_ca_system_score_codex":0.00030591298,"about_ca_system_score_gemma":0.0012090451,"threshold_uncertainty_score":0.66637915},"labels":[],"label_agreement":null},{"id":"W3037380082","doi":"10.2196/20350","title":"Lung Function Variability in Children and Adolescents With and Without Asthma (LUV Study): Protocol for a Prospective, Nonrandomized, Clinical Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asthma; Medicine; Spirometer; Exacerbation; Physical therapy; Lung function; Pulmonary function testing; Pediatrics; Asthma exacerbations; Spirometry; Internal medicine; Exhaled nitric oxide; Lung","score_opus":0.12972537397921224,"score_gpt":0.5350439641706144,"score_spread":0.40531859019140215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037380082","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17754588,9.889484e-7,0.00018536647,0.00012611767,0.000002178133,0.82204574,0.000008209068,0.00004723383,0.000038270275],"genre_scores_gemma":[0.21453074,7.1557935e-8,0.000114146,0.000068705245,0.00036948238,0.78486085,0.000002785831,0.000031969543,0.000021259228],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954832,0.0017066455,0.00066114246,0.00094636565,0.00073589856,0.00046672657],"domain_scores_gemma":[0.9984175,0.0002007716,0.00013486405,0.00033505636,0.00035537232,0.0005564548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004300355,0.0002449658,0.00072995987,0.0001252966,0.00018326975,0.00010951512,0.00011906023,0.0001547674,0.000021541937],"category_scores_gemma":[0.0014099092,0.00015883619,0.000089124806,0.00037587754,0.00038268592,0.00017312655,0.00017268353,0.0007881338,0.0000027874105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.44947758,0.0036354486,0.5415057,0.00072547636,0.000037221183,0.000005420732,0.000085734726,1.616754e-7,0.000018509429,0.0000033282836,0.00016223005,0.004343194],"study_design_scores_gemma":[0.4055433,0.027798854,0.5636657,0.0009120162,0.000012555584,0.000004160924,0.00007081838,0.00015877672,0.000015713787,0.000023472816,0.0016759654,0.00011864736],"about_ca_topic_score_codex":0.000008839776,"about_ca_topic_score_gemma":0.000007637174,"teacher_disagreement_score":0.04393427,"about_ca_system_score_codex":0.00006326442,"about_ca_system_score_gemma":0.00053817016,"threshold_uncertainty_score":0.64771515},"labels":[],"label_agreement":null},{"id":"W3037413228","doi":"10.2196/18818","title":"Toi Même, a Mobile Health Platform for Measuring Bipolar Illness Activity: Protocol for a Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bipolar Disorder and Treatment","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Computer science; Psychology; Medicine; Applied psychology; Alternative medicine","score_opus":0.5735514669464451,"score_gpt":0.6019255523362471,"score_spread":0.028374085389802017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037413228","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002546529,0.000012329464,0.0006667428,0.0011994172,0.000003850433,0.9951511,0.0001020606,0.00018880358,0.00012916818],"genre_scores_gemma":[0.027704917,2.283311e-7,0.00066761125,0.00009137821,0.00021145381,0.97105753,0.000015570926,0.000089685636,0.00016164708],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99585396,0.0003276233,0.000524546,0.0009887776,0.0011571947,0.0011479155],"domain_scores_gemma":[0.9973644,0.0003083685,0.00014609037,0.0007817988,0.0006365733,0.0007627498],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002684822,0.00033617226,0.0007478231,0.00017912032,0.00074993895,0.00013438225,0.0003219236,0.00014043301,0.00007185405],"category_scores_gemma":[0.00042886057,0.00026201401,0.00027112997,0.00061736413,0.00011600584,0.0002547674,0.00022887393,0.0006479487,0.000022637167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.065690175,0.052727964,0.15043315,0.03332594,0.0005880241,0.000022379589,0.010680352,0.000005039629,0.0037988212,0.00022360194,0.006687503,0.6758171],"study_design_scores_gemma":[0.04347916,0.08961148,0.018265909,0.0011388571,0.000014598538,0.000008278577,0.0015305978,0.00042833935,0.0077227848,0.0003151664,0.8370942,0.00039066607],"about_ca_topic_score_codex":0.00010283063,"about_ca_topic_score_gemma":0.00019139014,"teacher_disagreement_score":0.83040667,"about_ca_system_score_codex":0.0005799587,"about_ca_system_score_gemma":0.0013751586,"threshold_uncertainty_score":0.9999832},"labels":[],"label_agreement":null},{"id":"W3037500977","doi":"10.2196/17943","title":"Interactive Guidance Intervention to Address Sustained Social Withdrawal in Preterm Infants in Chile: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat de València","keywords":"Medicine; Socioemotional selectivity theory; Neonatal intensive care unit; Randomized controlled trial; Gestational age; Pediatrics; Breastfeeding; Intensive care; Birth weight; Low birth weight; Pregnancy; Intensive care medicine","score_opus":0.10293598621673132,"score_gpt":0.5235694069591404,"score_spread":0.4206334207424091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037500977","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009053403,5.256216e-7,0.00005281499,0.0020083622,0.000014147597,0.98540103,0.00002655664,0.000057259695,0.003385902],"genre_scores_gemma":[0.04247367,3.8295408e-8,0.0003596906,0.00027153234,0.0004921264,0.9560548,0.000044912,0.000045618694,0.00025758796],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942685,0.0018590584,0.0014598201,0.00065000565,0.0009244754,0.0008381845],"domain_scores_gemma":[0.99757046,0.0008796491,0.0003024662,0.00023497503,0.0007637761,0.00024866321],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005017854,0.00031649365,0.0017862185,0.0006374623,0.00012205516,0.00015641855,0.0003676408,0.00023017853,0.00021870274],"category_scores_gemma":[0.0056142313,0.00024567597,0.0004476121,0.00078894704,0.00014695998,0.0003003177,0.00025446215,0.00092291506,0.000008816454],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9800435,0.00035997812,0.00071068446,0.0016774772,0.00008560219,0.00006847228,0.011832188,0.0000010127724,0.00045168804,0.000110715366,0.0030786002,0.0015801225],"study_design_scores_gemma":[0.9733085,0.0043662186,0.00063511025,0.0056196917,0.00000617322,0.0000018832986,0.00044128025,0.0007650587,0.0010527065,0.00015972763,0.013355898,0.00028776235],"about_ca_topic_score_codex":0.000021503767,"about_ca_topic_score_gemma":0.000050023424,"teacher_disagreement_score":0.033420265,"about_ca_system_score_codex":0.00036855764,"about_ca_system_score_gemma":0.00067025464,"threshold_uncertainty_score":0.9999995},"labels":[],"label_agreement":null},{"id":"W3037535715","doi":"10.2196/18857","title":"Development of an International, Multicenter, Hyperbaric Oxygen Treatment Registry and Research Consortium: Protocol for Outcome Data Collection and Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Audrey and Theodor Geisel School of Medicine at Dartmouth; Dartmouth College","keywords":"Medicine; Outcome (game theory); Electronic data capture; Clinical trial; Surgery; Internal medicine","score_opus":0.5545590398674075,"score_gpt":0.6200064668704653,"score_spread":0.06544742700305783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037535715","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011107189,0.0000011832926,0.00030515948,0.001977106,0.0000030018696,0.9853876,0.000035744477,0.00003485981,0.0011481142],"genre_scores_gemma":[0.0059303157,0.0000013327262,0.02233487,0.000043893026,0.00006216881,0.9703198,0.0001732484,0.000022372758,0.0011119895],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99697393,0.00024948336,0.0005700743,0.0007503778,0.0010380368,0.00041806698],"domain_scores_gemma":[0.9980268,0.00018563023,0.0001211475,0.0007204515,0.0006024343,0.00034354095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022562225,0.0001623122,0.0004059028,0.00054725824,0.00024403642,0.00017126155,0.00041596903,0.00007970345,0.000091184724],"category_scores_gemma":[0.00035578466,0.00012981886,0.000047373185,0.0008904488,0.00023807416,0.0002592995,0.00069705106,0.00023581895,0.0000039280385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030104691,0.015576597,0.62850106,0.01694891,0.0068708276,0.00010996807,0.008558666,0.0000070735477,0.02079677,0.0011503092,0.028908907,0.24246621],"study_design_scores_gemma":[0.014958871,0.004882802,0.08978793,0.00051221286,0.000085264735,0.000002266207,0.0011958702,0.01544112,0.0034143138,0.00003451827,0.8694828,0.00020203753],"about_ca_topic_score_codex":0.00003886835,"about_ca_topic_score_gemma":0.00004260294,"teacher_disagreement_score":0.8405739,"about_ca_system_score_codex":0.00021359857,"about_ca_system_score_gemma":0.000386607,"threshold_uncertainty_score":0.5293859},"labels":[],"label_agreement":null},{"id":"W3037630421","doi":"10.2196/18706","title":"Closing the Gap Between Mammalian and Invertebrate Peripheral Nerve Injury: Protocol for a Novel Nerve Repair","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nerve injury and regeneration","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Axon; Wallerian degeneration; Neuroscience; Sciatic nerve; Electrophysiology; Compound muscle action potential; Peripheral nerve injury; Axotomy; Medicine; Myelin; Biology; Anatomy; Central nervous system","score_opus":0.46008078673570485,"score_gpt":0.5303975669585883,"score_spread":0.07031678022288346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037630421","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006130748,4.001951e-7,0.0003770894,0.0082526505,0.000007515135,0.984499,0.000099368255,0.00019324623,0.00044000574],"genre_scores_gemma":[0.010919011,5.3897665e-8,0.0006666734,0.00078202225,0.00091605016,0.98582834,0.000005463307,0.00005979775,0.00082255853],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958812,0.0010415061,0.00051965733,0.00090524345,0.0008338318,0.0008185862],"domain_scores_gemma":[0.99836046,0.00038620966,0.00016633573,0.0005066126,0.00022526077,0.0003551067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016763009,0.00027413675,0.00029448167,0.00010230411,0.0012446367,0.0006354021,0.0006126235,0.00017228571,0.00006531095],"category_scores_gemma":[0.00085347716,0.00018150883,0.00016556875,0.0008041632,0.0005773905,0.00057215686,0.0004379529,0.0008132908,0.00002671252],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002155966,0.00025516082,0.0016399743,0.0012868303,0.000013405442,0.000019566693,0.001043636,0.000010394577,0.9471783,0.008799194,0.032219566,0.005378007],"study_design_scores_gemma":[0.0027487802,0.0035311817,0.00027231895,0.0004029642,0.0000029513672,0.000008658082,0.00007408961,0.006173684,0.6256694,0.0013011796,0.35949823,0.00031652735],"about_ca_topic_score_codex":0.000022079837,"about_ca_topic_score_gemma":0.000008967584,"teacher_disagreement_score":0.32727867,"about_ca_system_score_codex":0.000074449374,"about_ca_system_score_gemma":0.00026200694,"threshold_uncertainty_score":0.9572865},"labels":[],"label_agreement":null},{"id":"W3038094032","doi":"10.2196/19108","title":"An Evaluation of Parents’ Experiences of Patient Engagement in Research to Develop a Digital Knowledge Translation Tool: Protocol for a Multi-Method Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Knowledge translation; Usability; Medical education; Autonomy; Relevance (law); Psychology; Medicine; Knowledge management; Computer science","score_opus":0.9609291825520028,"score_gpt":0.7805306433236449,"score_spread":0.1803985392283579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038094032","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21482313,8.50954e-7,0.0006200673,0.000055779215,0.000010836689,0.7841992,0.000038259517,0.000017420438,0.00023450948],"genre_scores_gemma":[0.21116981,3.1737073e-8,0.005409287,0.000029465033,0.000047666035,0.7832666,0.00003890453,0.000023592742,0.000014667953],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97829545,0.014856315,0.0019427412,0.00072930055,0.0031209667,0.0010552421],"domain_scores_gemma":[0.9927056,0.0015877766,0.0002901222,0.00045687013,0.004529789,0.0004298466],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030781638,0.00018715145,0.00041065563,0.00057769765,0.00058761094,0.000031980668,0.0005338674,0.00013446558,0.00018400604],"category_scores_gemma":[0.0019484654,0.00015764277,0.000043344477,0.002283862,0.000086508706,0.0003446072,0.00031109626,0.00081923074,0.000032076267],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066259797,0.010664154,0.06744937,0.008621067,0.0000128295505,7.947066e-7,0.7654035,0.000038434144,0.0006539926,0.00006756724,0.00053557515,0.13992672],"study_design_scores_gemma":[0.030049933,0.062632605,0.012200429,0.010546145,0.000003980356,6.906159e-8,0.8050332,0.023584032,0.0073206807,0.0002430445,0.047960453,0.00042539206],"about_ca_topic_score_codex":0.00009266266,"about_ca_topic_score_gemma":0.00023901703,"teacher_disagreement_score":0.13950132,"about_ca_system_score_codex":0.0005151376,"about_ca_system_score_gemma":0.0027804603,"threshold_uncertainty_score":0.9980143},"labels":[],"label_agreement":null},{"id":"W3038428866","doi":"10.2196/18190","title":"The Role of Stress and Genital Immunity in Sexual Trauma and HIV Susceptibility Among Adolescent Girls and Adult Women (The THRIVE Study): Protocol for a Longitudinal Case-Control Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sexual Assault and Victimization Studies","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Allergy and Infectious Diseases; National Institute on Alcohol Abuse and Alcoholism; Center for AIDS Research, University of Washington; University of California, San Diego; California HIV/AIDS Research Program","keywords":"Medicine; Vagina; Sex organ; Physiology; Surgery","score_opus":0.1803441418117889,"score_gpt":0.5076897486514821,"score_spread":0.32734560683969316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038428866","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4707734,0.0000023527907,0.0000032703404,0.00024594896,8.34093e-7,0.52891046,0.000023146496,0.000011042067,0.00002955847],"genre_scores_gemma":[0.49168125,1.3944532e-7,0.000004463044,0.0000064730207,0.00004173965,0.5082451,1.9170353e-7,0.000006116518,0.000014560119],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99550813,0.0023594673,0.00041708912,0.00045115387,0.00071676116,0.00054736534],"domain_scores_gemma":[0.9976633,0.0011416696,0.00013009287,0.00024725348,0.0006278566,0.00018982035],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004407582,0.00016864666,0.00032119555,0.000059970676,0.0018216306,0.00034724138,0.00030534453,0.000066293454,0.000013123423],"category_scores_gemma":[0.000962687,0.00010333845,0.000022119035,0.0004355125,0.0013315207,0.0002278298,0.00034965074,0.00047305776,4.3905743e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002140989,0.001340832,0.83209455,0.0001747598,0.000056528057,0.000011752993,0.15311189,0.0000018013998,0.000012847236,0.000047358313,0.00005215227,0.010954549],"study_design_scores_gemma":[0.00522958,0.0032039415,0.47818452,0.000046696237,0.000003760097,8.0810656e-7,0.5123534,0.00023859403,0.000013122974,0.000096213276,0.0005375457,0.00009176709],"about_ca_topic_score_codex":0.0012136862,"about_ca_topic_score_gemma":0.019581823,"teacher_disagreement_score":0.35924155,"about_ca_system_score_codex":0.00007899778,"about_ca_system_score_gemma":0.000121562705,"threshold_uncertainty_score":0.99947786},"labels":[],"label_agreement":null},{"id":"W3038684801","doi":"10.2196/19397","title":"Implementing Individually Tailored Prescription of Physical Activity in Routine Clinical Care: Protocol of the Physicians Implement Exercise = Medicine (PIE=M) Development and Implementation Project","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Protocol (science); Medical prescription; Medicine; Referral; Population; Test (biology); Process (computing); Medical education; Medical emergency; Family medicine; Nursing; Alternative medicine; Computer science","score_opus":0.40624791132921745,"score_gpt":0.6190784487431796,"score_spread":0.21283053741396218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038684801","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3814995,7.249822e-7,0.00001759296,0.0012386709,0.000002153147,0.6170789,0.000017917353,0.000015121461,0.00012939522],"genre_scores_gemma":[0.45966652,3.890193e-7,0.00015071357,0.00003291943,0.00012116674,0.5399975,0.00001168933,0.000013945587,0.0000051264356],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956167,0.0008010974,0.00092002895,0.0005302739,0.0014316639,0.0007002346],"domain_scores_gemma":[0.9983443,0.00021964834,0.00051744556,0.00035347,0.00039570802,0.00016941852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022419477,0.00021893857,0.00084868044,0.0001602845,0.00019135055,0.00001824264,0.00026777957,0.00008213773,0.00002534915],"category_scores_gemma":[0.00019112218,0.00015022131,0.00011589134,0.0009063243,0.0003175598,0.00022258829,0.00063138956,0.00084241654,0.0000013387582],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008353601,0.008193669,0.21178734,0.018489717,0.00012670209,0.000007858005,0.060488682,0.0000016592601,0.10811769,0.0009902376,0.0018278573,0.581615],"study_design_scores_gemma":[0.021188993,0.012483806,0.6795003,0.0059080417,0.00003275209,0.0000011795652,0.0076940013,0.00035465218,0.24055113,0.00017759818,0.03183838,0.00026916238],"about_ca_topic_score_codex":0.00035204465,"about_ca_topic_score_gemma":0.00021178486,"teacher_disagreement_score":0.5813458,"about_ca_system_score_codex":0.00017916167,"about_ca_system_score_gemma":0.0010524545,"threshold_uncertainty_score":0.61258477},"labels":[],"label_agreement":null},{"id":"W3038759516","doi":"10.2196/19031","title":"Digital Mental Health Resources for Asylum Seekers, Refugees, and Immigrants: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; CINAHL; Mental health; PsycINFO; Population; Grey literature; Scopus; Systematic review; Psychology; MEDLINE; Medicine; Nursing; Psychiatry; Political science; Psychological intervention","score_opus":0.4171608761099768,"score_gpt":0.6832794913324788,"score_spread":0.26611861522250196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038759516","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.4921168e-9,0.36639112,0.00001827548,0.0019120311,0.000023503791,0.6280667,0.002464037,0.0001101397,0.0010141825],"genre_scores_gemma":[1.9354058e-9,0.057452187,0.0003272342,0.00038467994,0.00036675468,0.93481743,0.0004360819,0.00026059954,0.0059550465],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991343,0.0012737951,0.0027592455,0.0017712645,0.0009335284,0.0019191717],"domain_scores_gemma":[0.9955327,0.0010151964,0.001213869,0.001007818,0.0002956523,0.00093476655],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003489438,0.0008010456,0.0030188,0.0004609043,0.00074740965,0.0006960856,0.0011312575,0.0004021118,0.00017023688],"category_scores_gemma":[0.00058761763,0.00067742536,0.001043649,0.0008677778,0.000389524,0.00046432432,0.00067459315,0.0011691973,0.00028232788],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028216784,0.00044142516,4.5156162e-7,0.3958104,0.00006495329,0.000003961361,0.000055378656,3.220707e-10,8.81985e-9,0.00026002014,0.14834759,0.45473364],"study_design_scores_gemma":[0.001483458,0.0045728483,2.7183867e-7,0.4711247,0.000007741159,0.000039704224,0.000023903403,2.7670953e-7,1.1977247e-7,0.000094155934,0.5223864,0.00026646737],"about_ca_topic_score_codex":0.000017742628,"about_ca_topic_score_gemma":0.0000256554,"teacher_disagreement_score":0.45446718,"about_ca_system_score_codex":0.00071800733,"about_ca_system_score_gemma":0.0014170336,"threshold_uncertainty_score":0.9995677},"labels":[],"label_agreement":null},{"id":"W3039529940","doi":"10.2196/17159","title":"Effectiveness of Using Mental Health Mobile Apps as Digital Antidepressants for Reducing Anxiety and Depression: Protocol for a Multiple Baseline Across-Individuals Design","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Depression (economics); Anxiety; Protocol (science); mHealth; Baseline (sea); Multiple baseline design; Psychology; Mobile apps; Mobile device; Digital health; Psychiatry; Medicine; Psychological intervention; Applied psychology; Computer science; Clinical psychology; Internet privacy; Alternative medicine; Health care; World Wide Web; Intervention (counseling)","score_opus":0.35617573643767636,"score_gpt":0.628143349198356,"score_spread":0.27196761276067966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039529940","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008229676,0.00001136864,0.012197547,0.00013505318,0.00002261423,0.97727036,0.0019673328,0.00008010949,0.000085923944],"genre_scores_gemma":[0.1038845,8.8982624e-8,0.0043401704,0.00003755808,0.00010858258,0.89141095,0.00006816091,0.00008288985,0.00006710873],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99513274,0.0011849824,0.00094921485,0.0009814475,0.00060001307,0.0011515854],"domain_scores_gemma":[0.9963776,0.0018353818,0.0003812165,0.0004401895,0.00041670722,0.00054889394],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048602354,0.0002928411,0.0005798907,0.00012891271,0.0006081867,0.00025955512,0.00042838155,0.00016379252,0.0000521654],"category_scores_gemma":[0.0009562485,0.00026990307,0.00019484179,0.00041967034,0.00029343748,0.0005891405,0.0004478162,0.00034140048,0.000014001461],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10465298,0.020200802,0.0931145,0.10205082,0.0005856497,0.000021564558,0.01305824,0.0003734139,0.027018407,0.00059673935,0.03608912,0.60223776],"study_design_scores_gemma":[0.12627123,0.079802446,0.012952002,0.087612435,0.000018845603,0.0002503473,0.007231704,0.022070952,0.36177883,0.0043438002,0.29519594,0.002471467],"about_ca_topic_score_codex":0.000060704704,"about_ca_topic_score_gemma":0.0000015110608,"teacher_disagreement_score":0.5997663,"about_ca_system_score_codex":0.0001720799,"about_ca_system_score_gemma":0.00031318932,"threshold_uncertainty_score":0.9999753},"labels":[],"label_agreement":null},{"id":"W3039629834","doi":"10.2196/17249","title":"Guideline Recommendations for Oral Care After Acquired Brain Injury: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Dysphagia Assessment and Management","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institut du Savoir Montfort; University Health Network; Toronto General Hospital; Ottawa Hospital; Heart and Stroke Foundation; University of Ottawa","funders":"","keywords":"Protocol (science); Guideline; MEDLINE; Medicine; Systematic review; Health care; Acquired brain injury; Family medicine; Alternative medicine; Nursing; Rehabilitation; Pathology; Physical therapy","score_opus":0.6296196308554101,"score_gpt":0.7450709379796303,"score_spread":0.11545130712422025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039629834","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3023032e-11,0.097139835,0.00077428675,0.010279298,0.000032139607,0.88969153,0.0011213332,0.00022398727,0.0007375986],"genre_scores_gemma":[2.4190105e-10,0.056886353,0.0047862637,0.003014251,0.000633835,0.9214018,0.0014361202,0.00030285085,0.011538555],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9838213,0.0070897075,0.0046653994,0.0013469191,0.0012194983,0.0018571982],"domain_scores_gemma":[0.9902002,0.0030328697,0.0018487461,0.0018065593,0.0026044694,0.0005071628],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010408955,0.00091307546,0.0047246167,0.00057547516,0.0012359809,0.00017951656,0.0017341315,0.0006713581,0.0014583395],"category_scores_gemma":[0.0036666538,0.0006505075,0.0011729544,0.001318345,0.00009534879,0.0003079712,0.0012905507,0.0013922598,0.0007628844],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015568761,0.000098230914,1.965074e-7,0.4927522,0.00013540483,0.0000020905516,0.00010171209,2.1420876e-9,3.3395303e-8,0.00042299725,0.45839348,0.047937974],"study_design_scores_gemma":[0.0012588359,0.0007480196,1.8219438e-8,0.48380616,0.00015663839,3.2600178e-7,0.00014867938,0.000004314503,7.075647e-8,0.00009062137,0.51348317,0.00030313706],"about_ca_topic_score_codex":0.0000067608335,"about_ca_topic_score_gemma":0.000028851235,"teacher_disagreement_score":0.0550897,"about_ca_system_score_codex":0.0015284419,"about_ca_system_score_gemma":0.0040667495,"threshold_uncertainty_score":0.9995946},"labels":[],"label_agreement":null},{"id":"W3039810755","doi":"10.2196/18521","title":"Evaluation of a Package of Behaviour Change Interventions (Baduta Program) to Improve Maternal and Child Nutrition in East Java, Indonesia: Protocol for an Impact Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Sydney","keywords":"Psychological intervention; Medicine; Behavior change communication; Program evaluation; Environmental health; Fidelity; Intervention (counseling); Randomized controlled trial; Behavior change; Family medicine; Population; Nursing","score_opus":0.5403966971044877,"score_gpt":0.6232844627819851,"score_spread":0.08288776567749745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039810755","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33618316,8.659019e-7,0.000011009205,0.0006972188,0.000003476172,0.6629439,0.00012218015,0.000027843116,0.0000103215225],"genre_scores_gemma":[0.46623307,1.7683329e-8,0.00008087285,0.000009608895,0.00008686965,0.5335536,0.000014307808,0.000020986361,6.8517306e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960929,0.0011124029,0.00070703955,0.0004936596,0.0011758032,0.00041819827],"domain_scores_gemma":[0.99808383,0.00003592002,0.00020947128,0.0003186162,0.0010941498,0.00025799277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002910011,0.00018836866,0.00036826223,0.00054673397,0.00011314012,0.00017275076,0.00033491806,0.00010144949,0.000040238476],"category_scores_gemma":[0.00016195075,0.00016732846,0.0001368973,0.00071596215,0.00008289106,0.00054997,0.00017529698,0.00034090408,0.0000018677521],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026492532,0.0521963,0.7614883,0.018021224,0.000081860875,0.000008220188,0.013205694,0.0000040221325,0.01309171,0.000020137459,0.0007596186,0.11463036],"study_design_scores_gemma":[0.03199884,0.05272912,0.86881405,0.008884218,0.000026051635,0.0000050389895,0.00081376097,0.0011072303,0.03482769,0.00028144932,0.00026512856,0.00024740203],"about_ca_topic_score_codex":0.00021777936,"about_ca_topic_score_gemma":0.00018381339,"teacher_disagreement_score":0.13004991,"about_ca_system_score_codex":0.00015116074,"about_ca_system_score_gemma":0.00004982335,"threshold_uncertainty_score":0.6823457},"labels":[],"label_agreement":null},{"id":"W3040031609","doi":"10.2196/19779","title":"Transdiagnostic Risk and Protective Factors for Psychopathology in Young People: Systematic Review Protocol","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Personality Disorders and Psychopathology","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Psychopathology; Comorbidity; MEDLINE; Clinical psychology; Systematic review; Protocol (science); Critical appraisal; Psychology; Medicine; Psychiatry; Alternative medicine","score_opus":0.18003610557193656,"score_gpt":0.5443354749027185,"score_spread":0.36429936933078194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040031609","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016380107,0.000107190026,0.0007291328,0.0021073874,0.000015782487,0.99395764,0.00013611272,0.00008806434,0.0012206774],"genre_scores_gemma":[0.007596933,0.0000093435365,0.000093138326,0.0004019141,0.000080380334,0.99161285,0.000011677674,0.00006774427,0.00012601729],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.9920531,0.0042416076,0.0009692229,0.0011662259,0.00049180357,0.0010780266],"domain_scores_gemma":[0.99691325,0.0015360824,0.0002952995,0.00064642774,0.000272593,0.00033632026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034868051,0.00038794868,0.0012034964,0.00027016757,0.00024531578,0.00007264843,0.0006123458,0.00033954275,0.0003638891],"category_scores_gemma":[0.0028491388,0.00031640092,0.00019125911,0.0010660083,0.0003078405,0.00013902131,0.0000820875,0.0013014689,0.000104032784],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004269283,0.002213953,0.124358155,0.8086984,0.000110191075,0.00010021942,0.045399826,7.0627203e-7,0.00022043801,0.0020542338,0.011366451,0.0012081327],"study_design_scores_gemma":[0.058238003,0.041281246,0.44523996,0.3635605,0.00023236136,0.0005630162,0.021224683,0.00025944045,0.00010136016,0.017749775,0.047486722,0.0040629487],"about_ca_topic_score_codex":0.00013752002,"about_ca_topic_score_gemma":0.000593269,"teacher_disagreement_score":0.44513792,"about_ca_system_score_codex":0.00006537829,"about_ca_system_score_gemma":0.00011184251,"threshold_uncertainty_score":0.99992883},"labels":[],"label_agreement":null},{"id":"W3040058174","doi":"10.2196/20300","title":"Virtual Reality Cognitive Therapy in Inpatient Psychiatric Wards: Protocol for a Qualitative Investigation of Staff and Patient Views Across Multiple National Health Service Sites","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Schizophrenia Research Fund; Invention for Innovation; Mental Health Research UK","keywords":"Medicine; Mental health; Cognition; Everyday life; Protocol (science); Virtual reality; Psychiatric hospital; Psychiatry; Nursing; Alternative medicine","score_opus":0.5539186101745502,"score_gpt":0.6107394391954056,"score_spread":0.05682082902085539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040058174","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021539219,0.000002136302,0.013634653,0.007897247,0.0000015914519,0.95654064,0.00031128057,0.00003884351,0.000034391338],"genre_scores_gemma":[0.06680017,8.3740906e-7,0.0034436127,0.00092492625,0.00002542408,0.92875564,0.000034701778,0.000012736826,0.000001935094],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99544257,0.0015110364,0.00079014094,0.0006158555,0.0011046955,0.000535678],"domain_scores_gemma":[0.9962861,0.0010555398,0.00041613684,0.0002663132,0.0016185008,0.00035740912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003208621,0.00018011263,0.00031595814,0.00017287172,0.00027268735,0.00016099695,0.00046746834,0.00008437275,0.0000036199347],"category_scores_gemma":[0.0009906504,0.00015381162,0.000049048853,0.0018545716,0.00018513964,0.00060731394,0.00031242034,0.00032110917,0.0000048067686],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004784027,0.0043634633,0.0035701918,0.0032140864,0.000049828526,8.249963e-7,0.73370767,0.00015267775,0.0034599125,0.01722119,0.009716421,0.2197597],"study_design_scores_gemma":[0.07974959,0.18987224,0.085848026,0.008079061,0.0000023937532,0.00000693742,0.09992767,0.19782309,0.041958157,0.0945271,0.19946656,0.0027391883],"about_ca_topic_score_codex":0.00022257716,"about_ca_topic_score_gemma":0.00028405804,"teacher_disagreement_score":0.63378,"about_ca_system_score_codex":0.00017275618,"about_ca_system_score_gemma":0.0011935433,"threshold_uncertainty_score":0.6272256},"labels":[],"label_agreement":null},{"id":"W3040287094","doi":"10.2196/19039","title":"Mapping Evidence on Community-Based Clinical Education Models for Undergraduate Physiotherapy Students: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medical education; Health care; Medicine; Clinical Practice; Health professionals; Psychology; Nursing; Alternative medicine","score_opus":0.9311969696976665,"score_gpt":0.8364935364120051,"score_spread":0.09470343328566144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040287094","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.984902e-9,0.104760274,0.0019287216,0.004349732,0.000037691894,0.88845056,0.0000918929,0.000118047516,0.000263092],"genre_scores_gemma":[2.7580622e-9,0.39532447,0.0011485844,0.0031048947,0.00095460145,0.59833753,0.00014810305,0.00017171184,0.0008101183],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9568578,0.034642383,0.0032537053,0.0012035391,0.002545714,0.0014968731],"domain_scores_gemma":[0.9441248,0.048444446,0.0019106412,0.0019207444,0.0030574596,0.0005418854],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03414591,0.00074084435,0.002981649,0.0006739683,0.0036193288,0.00025111224,0.0030712034,0.0008510882,0.00013229348],"category_scores_gemma":[0.0071574287,0.00054883165,0.0011940479,0.0016283847,0.00023906791,0.000617796,0.0005689808,0.008030191,0.0003737098],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015168363,0.0018482638,0.0000053300323,0.57649654,0.00010198636,7.568534e-7,0.00007724392,8.295119e-7,5.9616843e-7,0.0003632765,0.071820006,0.34776837],"study_design_scores_gemma":[0.0017893319,0.0020469646,6.545246e-7,0.4906862,0.000012324759,2.4387003e-7,0.00004277207,0.000034684952,3.9999776e-7,0.001288375,0.50384796,0.00025006811],"about_ca_topic_score_codex":0.00002737733,"about_ca_topic_score_gemma":0.0000131489705,"teacher_disagreement_score":0.43202797,"about_ca_system_score_codex":0.0011456381,"about_ca_system_score_gemma":0.028956657,"threshold_uncertainty_score":0.9996963},"labels":[],"label_agreement":null},{"id":"W3040313662","doi":"10.2196/19157","title":"Impact of a Web-Based Clinical Decision Support System to Assist Practitioners in Addressing Physical Activity and/or Healthy Eating for Smoking Cessation Treatment: Protocol for a Hybrid Type I Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; St. Michael's Hospital; Public Health Ontario; University of Toronto; Diabetes Canada; Centre for Addiction and Mental Health","funders":"","keywords":"Medicine; Smoking cessation; Intervention (counseling); Referral; Randomized controlled trial; Health promotion; Physical therapy; Family medicine; Public health; Nursing","score_opus":0.41276051906648764,"score_gpt":0.6359493093202562,"score_spread":0.22318879025376853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040313662","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37878618,6.6072666e-8,0.001242169,0.00019644467,0.000007634513,0.6196847,0.00002204799,0.000035804416,0.000024979881],"genre_scores_gemma":[0.44838497,3.5995555e-8,0.00042044604,0.000015285454,0.00020593709,0.5509258,0.000018849785,0.000022197128,0.000006518892],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958089,0.0014406065,0.0009889466,0.0005327578,0.000805024,0.0004237896],"domain_scores_gemma":[0.9920181,0.006136053,0.0005988065,0.00023895265,0.0006917612,0.00031634988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005911181,0.00022303942,0.0016957257,0.00031941466,0.00019209177,0.00011117652,0.000091513146,0.00014505953,0.000021156648],"category_scores_gemma":[0.007456818,0.00014088418,0.00051507633,0.0004758497,0.00010476903,0.00019134764,0.00003133755,0.0003349665,5.329528e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9681613,0.0027298569,0.009256581,0.0016076727,0.00008352097,0.000008457777,0.00022832028,0.000026628913,0.0010132574,0.000012567576,0.00020282286,0.016669042],"study_design_scores_gemma":[0.91972774,0.039686985,0.005196089,0.0035631275,0.00005661785,0.0000027386086,0.00007767657,0.030473342,0.00087898085,0.000010273228,0.00020552357,0.00012089157],"about_ca_topic_score_codex":0.00004632081,"about_ca_topic_score_gemma":0.0000053505923,"teacher_disagreement_score":0.06959879,"about_ca_system_score_codex":0.00066106854,"about_ca_system_score_gemma":0.0024038875,"threshold_uncertainty_score":0.89270467},"labels":[],"label_agreement":null},{"id":"W3040365302","doi":"10.2196/18538","title":"Assessing a WeChat-Based Integrative Family Intervention (WIFI) for Schizophrenia: Protocol for a Stepped-Wedge Cluster Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family Caregiving in Mental Illness","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Cluster randomised controlled trial; Cluster (spacecraft); Psychology; Medicine; Clinical psychology; Computer science; Psychiatry; Computer network; Alternative medicine","score_opus":0.3690866325362431,"score_gpt":0.6020577960595148,"score_spread":0.23297116352327174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040365302","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005592415,0.0000018152881,0.09144459,0.0012258835,0.000116391595,0.90392685,0.00008535512,0.00025271002,0.0023871853],"genre_scores_gemma":[0.001851367,1.2482453e-8,0.006941661,0.00052137114,0.00089961826,0.9880831,0.000071595154,0.00017012186,0.0014611064],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98994905,0.0050723073,0.0013675427,0.0013160822,0.0010447039,0.0012503201],"domain_scores_gemma":[0.9922582,0.004971044,0.0005424603,0.0007494414,0.0011130187,0.0003658498],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008257215,0.00054522,0.0012493165,0.0005644763,0.0005444624,0.00095732696,0.0010871503,0.00047196122,0.00027906234],"category_scores_gemma":[0.0034647621,0.00042768024,0.0010526042,0.00094056886,0.0006575113,0.0005843709,0.0002970973,0.0011962026,0.00013900604],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9122569,0.0017140006,0.000007898314,0.0021533405,0.00015547687,0.000009103316,0.0014168802,0.0000044287694,0.0016586836,0.0033159838,0.063467614,0.013839678],"study_design_scores_gemma":[0.9043466,0.007636976,0.0000194626,0.003684141,0.000016250307,0.0000013794329,0.002390475,0.0030865567,0.0023337856,0.0015989026,0.07443329,0.00045217643],"about_ca_topic_score_codex":0.000031287447,"about_ca_topic_score_gemma":0.000010020938,"teacher_disagreement_score":0.08450293,"about_ca_system_score_codex":0.00038232855,"about_ca_system_score_gemma":0.0005019461,"threshold_uncertainty_score":0.9998175},"labels":[],"label_agreement":null},{"id":"W3040369124","doi":"10.2196/19344","title":"LEAVES (optimizing the mentaL health and resiliencE of older Adults that haVe lost thEir spouSe via blended, online therapy): Proposal for an Online Service Development and Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Innosuisse - Schweizerische Agentur für Innovationsförderung; ZonMw; Active and Assisted Living programme; European Commission","keywords":"Spouse; Resilience (materials science); Mental health; Psychological resilience; Gerontology; Psychology; Service (business); Applied psychology; eHealth; Nursing; Clinical psychology; Medicine; Psychiatry; Health care; Psychotherapist; Business; Sociology; Marketing","score_opus":0.33357555723999943,"score_gpt":0.5437951718784595,"score_spread":0.21021961463846006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040369124","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47874424,0.00016622832,0.000102636644,0.014636794,0.000012587367,0.5061083,0.00014230503,0.000029102646,0.000057855057],"genre_scores_gemma":[0.16754803,0.00007227133,0.00841223,0.0043662502,0.00021292618,0.81867087,0.0004353331,0.00008249128,0.00019961885],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9965225,0.0009608231,0.0004702849,0.00063832087,0.00075869716,0.0006494083],"domain_scores_gemma":[0.9985155,0.00016489015,0.00022821792,0.00035835995,0.00033462714,0.000398427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023166614,0.00022402062,0.00028303819,0.00009441962,0.00047049165,0.000055783963,0.0003319375,0.0000896013,0.00005616832],"category_scores_gemma":[0.00001876298,0.00014869984,0.000028900016,0.00021595128,0.00021751338,0.00019674553,0.00016991905,0.00037360145,0.0000036610188],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016867524,0.005917535,0.009149485,0.0043971543,0.00012704307,0.0000026462055,0.2541117,0.000007543978,0.0040761293,0.000603262,0.0026813997,0.70205855],"study_design_scores_gemma":[0.066734955,0.04741247,0.23290998,0.010645609,0.00001537309,0.00008411026,0.48643523,0.016707005,0.05165059,0.0015132695,0.08434751,0.0015438929],"about_ca_topic_score_codex":0.00019219745,"about_ca_topic_score_gemma":0.0014543408,"teacher_disagreement_score":0.7005147,"about_ca_system_score_codex":0.00012153459,"about_ca_system_score_gemma":0.0008896168,"threshold_uncertainty_score":0.60638034},"labels":[],"label_agreement":null},{"id":"W3041010060","doi":"10.2196/19053","title":"Comparing the Keyto App and Device with Weight Watchers’ WW App for Weight Loss: Protocol for a Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diet and metabolism studies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Canadian Institutes of Health Research; National Center for Research Resources; Mitacs; Michael Smith Health Research BC","keywords":"Weight loss; Medicine; Overweight; Randomized controlled trial; Ketogenic diet; mHealth; Obesity; Physical therapy; Gerontology; Internal medicine; Psychological intervention; Psychiatry","score_opus":0.26925367455959726,"score_gpt":0.5145582039212261,"score_spread":0.24530452936162883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041010060","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052764284,0.00001320089,0.00075804896,0.009369776,0.000009617669,0.9869038,0.000009063041,0.00011483351,0.0022940265],"genre_scores_gemma":[0.00086901826,0.0000018857124,0.002273821,0.00038472106,0.0014920918,0.99344176,0.0000075435983,0.0000704276,0.001458758],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965879,0.00047173226,0.0005834753,0.0006238073,0.00088029023,0.0008528113],"domain_scores_gemma":[0.996769,0.0015642081,0.00017333991,0.0004046089,0.0007199352,0.00036892254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035175001,0.00032952474,0.0013030638,0.0001002462,0.0005331199,0.00017478903,0.00034522457,0.00012355199,0.00004151789],"category_scores_gemma":[0.0011384985,0.00016449054,0.00025504362,0.00042220223,0.0007105905,0.00015197581,0.00024782217,0.00056939333,0.000014409926],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9428514,0.0003815297,0.0005298535,0.003548712,0.00031211693,0.000007941692,0.002654048,3.7937517e-7,0.00031012477,0.0011623634,0.045803174,0.002438336],"study_design_scores_gemma":[0.49489433,0.0021780434,0.00006667981,0.00071702665,0.000036585567,0.0000018791364,0.00024995886,0.00030781238,0.0007078615,0.0002665998,0.5004444,0.00012882407],"about_ca_topic_score_codex":0.000013404875,"about_ca_topic_score_gemma":0.000014465706,"teacher_disagreement_score":0.45464122,"about_ca_system_score_codex":0.000053850374,"about_ca_system_score_gemma":0.00044397093,"threshold_uncertainty_score":0.67077297},"labels":[],"label_agreement":null},{"id":"W3041280630","doi":"10.2196/18326","title":"Technology-Based Stepped Care to Stem Transgender Adolescent Risk Transmission: Protocol for a Randomized Controlled Trial (TechStep)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Institutes of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Emory University","keywords":"Transgender; Randomized controlled trial; Syndemic; Medicine; Psychological intervention; Mental health; Clinical psychology; Psychology; Psychiatry; Family medicine; Human immunodeficiency virus (HIV)","score_opus":0.2961818845054897,"score_gpt":0.5894942909201853,"score_spread":0.29331240641469564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041280630","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020218854,0.000014120186,0.006587695,0.014884989,0.000041819258,0.97451925,0.00010411473,0.0005051779,0.0031406546],"genre_scores_gemma":[0.000932675,5.7064074e-7,0.0009411871,0.00069102773,0.00095493783,0.9944628,0.000008850559,0.00013961695,0.0018683536],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9889956,0.004672393,0.0017745509,0.0013436588,0.0013955329,0.001818252],"domain_scores_gemma":[0.9951402,0.0011556217,0.00040790543,0.0010842502,0.0010865034,0.0011255384],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045909816,0.0005789005,0.0022868044,0.0009706065,0.00079193374,0.00022448145,0.0012992299,0.0008435817,0.0009945693],"category_scores_gemma":[0.00066362444,0.00043413023,0.0011051003,0.0015267265,0.00041208407,0.00010628062,0.00009192849,0.0018148468,0.00043082083],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93454164,0.0014905536,0.00015359402,0.0073252325,0.00015937924,0.000021970745,0.0023157727,0.000007912407,0.00018185837,0.0007658137,0.029014478,0.024021788],"study_design_scores_gemma":[0.695714,0.006024554,0.00001731201,0.00050233136,0.000034112705,0.0000011198229,0.00039146293,0.00010436444,0.00026998308,0.00024873504,0.2963679,0.0003240786],"about_ca_topic_score_codex":0.00008818813,"about_ca_topic_score_gemma":0.00002263257,"teacher_disagreement_score":0.26735345,"about_ca_system_score_codex":0.00025245707,"about_ca_system_score_gemma":0.0014651673,"threshold_uncertainty_score":0.99991864},"labels":[],"label_agreement":null},{"id":"W3041474180","doi":"10.2196/19251","title":"Effects of an Overground Walking Program With a Robotic Exoskeleton on Long-Term Manual Wheelchair Users With a Chronic Spinal Cord Injury: Protocol for a Self-Controlled Interventional Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prosthetics and Rehabilitation Robotics","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Université Laval; Université du Québec à Montréal; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"Canadian Institutes of Health Research; Université de Montréal","keywords":"Physical therapy; Cardiorespiratory fitness; Physical medicine and rehabilitation; Medicine; Spinal cord injury; Psychosocial; Wheelchair; Quality of life (healthcare); Exoskeleton; Nursing; Spinal cord; Computer science","score_opus":0.0743754941859004,"score_gpt":0.47725151782019204,"score_spread":0.40287602363429165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041474180","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07724101,0.0000012144434,0.0024171125,0.00006342519,0.000005609499,0.9199731,0.000005043026,0.00027306675,0.000020418489],"genre_scores_gemma":[0.19849636,3.7050892e-8,0.0028978644,0.000005922344,0.00010104138,0.7983832,0.000005969512,0.00008786958,0.000021797674],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9967089,0.00037475172,0.00054136495,0.0005482961,0.0010894357,0.0007371958],"domain_scores_gemma":[0.998498,0.00022674505,0.00015340158,0.00038321366,0.0004300008,0.00030862243],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076743116,0.00036167706,0.00058930926,0.00025824804,0.00016135881,0.00021686353,0.0004375217,0.0001089164,0.000017197914],"category_scores_gemma":[0.00007532678,0.0002560223,0.00014946022,0.00054141803,0.00016417286,0.0002488325,0.000094336996,0.000595782,0.0000050002764],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5022991,0.08825245,0.02003631,0.17507853,0.0035055135,0.0004911763,0.005890899,0.05158206,0.009356552,0.0021859591,0.00075660436,0.14056487],"study_design_scores_gemma":[0.073316075,0.8335003,0.031039601,0.011661265,0.00004947728,0.000010164668,0.0002104456,0.04505632,0.002985707,0.00011007794,0.00125604,0.00080447877],"about_ca_topic_score_codex":0.000002926773,"about_ca_topic_score_gemma":0.000042270727,"teacher_disagreement_score":0.7452479,"about_ca_system_score_codex":0.00033669116,"about_ca_system_score_gemma":0.00029341294,"threshold_uncertainty_score":0.9999892},"labels":[],"label_agreement":null},{"id":"W3041574404","doi":"10.2196/15994","title":"A Web-Based Decision Aid (myAID) to Enhance Quality of Life, Empowerment, Decision Making, and Disease Control for Patients With Ulcerative Colitis: Protocol for a Cluster Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Randomized controlled trial; Referral; Ulcerative colitis; Protocol (science); Intervention (counseling); Clinical trial; Quality of life (healthcare); Empowerment; Physical therapy; Cluster randomised controlled trial; Family medicine; Disease; Alternative medicine; Nursing; Internal medicine","score_opus":0.21029580399058476,"score_gpt":0.6022828626232443,"score_spread":0.3919870586326595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041574404","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022671806,0.0000033844012,0.011322122,0.0010046472,0.00004736068,0.964221,0.0005406515,0.00006843247,0.0001205761],"genre_scores_gemma":[0.10939746,1.5382497e-7,0.009891323,0.0009229097,0.00009758579,0.87937737,0.00003337751,0.00008059294,0.00019920214],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98029387,0.012412255,0.0031856752,0.0010030908,0.0019150397,0.0011900596],"domain_scores_gemma":[0.937073,0.053282674,0.0017310455,0.0016119557,0.0054128454,0.0008885145],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010688366,0.00044158963,0.002457423,0.00053462695,0.0010253744,0.00008975517,0.00078442827,0.00031806857,0.00021167178],"category_scores_gemma":[0.04053617,0.0002999398,0.00038389093,0.0004580048,0.0003139301,0.00031651754,0.00037564847,0.0007851242,0.000030179106],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97037613,0.0017028423,0.015339281,0.0047500576,0.000079947735,1.6227932e-7,0.0008554352,0.000019682911,0.0000096749645,0.00056767015,0.0050351317,0.0012639551],"study_design_scores_gemma":[0.9533212,0.008662961,0.0032328938,0.01332047,0.000013458836,1.6998209e-8,0.00024953877,0.0031250613,0.0000072050098,0.0029807074,0.014770413,0.0003160459],"about_ca_topic_score_codex":0.000029337732,"about_ca_topic_score_gemma":0.00014246939,"teacher_disagreement_score":0.08672565,"about_ca_system_score_codex":0.00045875143,"about_ca_system_score_gemma":0.004775265,"threshold_uncertainty_score":0.9999453},"labels":[],"label_agreement":null},{"id":"W3041690488","doi":"10.2196/18898","title":"Aftercare of Childhood Cancer Survivors in Switzerland: Protocol for a Prospective Multicenter Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster Children's Hospital","funders":"Swiss Cancer Research Foundation","keywords":"Medicine; Observational study; Family medicine; Young adult; Adult care; Pediatric cancer; Childhood cancer; Health care; Cancer; Pediatrics; Gerontology","score_opus":0.4737873568094979,"score_gpt":0.5963113760341874,"score_spread":0.12252401922468947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041690488","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060341075,0.0000017401082,0.000020282436,0.004046519,0.000005791019,0.9352122,0.00011234407,0.00006414404,0.00019591038],"genre_scores_gemma":[0.08531107,9.0211095e-8,0.0004394366,0.00043448943,0.000383032,0.9132439,0.000015059108,0.00006743995,0.000105514824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950021,0.00064330245,0.0010162372,0.00084186095,0.0017950382,0.00070149254],"domain_scores_gemma":[0.9972081,0.00043955125,0.00023822278,0.00052478886,0.0012298358,0.00035950477],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001993963,0.00029355564,0.0007608962,0.00026044372,0.00010974939,0.000055822376,0.00042506505,0.0001383939,0.00030153038],"category_scores_gemma":[0.0011688855,0.00025216187,0.0001777165,0.0010540675,0.00015795797,0.00022784832,0.00025846405,0.0008302612,0.00001327314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012135197,0.006933677,0.948743,0.0043363366,0.000113680704,0.000018965353,0.024212796,0.0000094205825,0.0005596086,0.00005948795,0.0019150948,0.00096274837],"study_design_scores_gemma":[0.02989779,0.0086033605,0.92486143,0.0040989653,0.0000069536077,0.0000012572916,0.0034213518,0.00015073028,0.0022039816,0.00014433794,0.026341237,0.00026861692],"about_ca_topic_score_codex":0.0011628283,"about_ca_topic_score_gemma":0.003929931,"teacher_disagreement_score":0.024969997,"about_ca_system_score_codex":0.00030364512,"about_ca_system_score_gemma":0.0011687811,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W3041807032","doi":"10.2196/19456","title":"Telomerase Activation to Reverse Immunosenescence in Elderly Patients With Acute Coronary Syndrome: Protocol for a Randomized Pilot Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telomeres, Telomerase, and Senescence","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Chiao Tung University; James Cook University; T.A. Sciences","keywords":"Immunosenescence; Acute coronary syndrome; Medicine; Randomized controlled trial; Telomerase; Protocol (science); Telomere; Internal medicine; Oncology; Gerontology; Immunology; Myocardial infarction; Biology; Pathology; Immune system; Alternative medicine; Genetics","score_opus":0.15325311352238036,"score_gpt":0.4772810043048177,"score_spread":0.3240278907824373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041807032","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090476766,2.8607494e-7,0.00019044099,0.002710086,0.000007615562,0.9063953,0.000028062834,0.00011398688,0.00007744614],"genre_scores_gemma":[0.02581928,2.8388277e-7,0.0020666136,0.0007369302,0.00011498419,0.9707803,0.00005404996,0.0000875391,0.00034000547],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99452865,0.0008262965,0.00095223327,0.0009833348,0.0016674238,0.0010420423],"domain_scores_gemma":[0.9967201,0.00073499786,0.00023125549,0.0006784872,0.00094794546,0.0006872445],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017025808,0.00041934592,0.001170202,0.0005235354,0.00024430317,0.0001263155,0.00048393442,0.00016656787,0.00019373302],"category_scores_gemma":[0.0017014964,0.00031215898,0.0001678423,0.0017280257,0.00030906894,0.00046869394,0.00017841504,0.0008845511,0.00008350022],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97650003,0.0030591846,0.0028125334,0.0012720985,0.00009452031,0.00023171985,0.0006024614,0.00000207939,0.0051776227,0.000035854722,0.0047473838,0.005464517],"study_design_scores_gemma":[0.9046234,0.049812973,0.012395379,0.004527404,0.0000145173035,0.000020033143,0.000085725806,0.0000716356,0.0038264869,0.000050961786,0.024133494,0.000437997],"about_ca_topic_score_codex":0.00009258054,"about_ca_topic_score_gemma":0.000012454741,"teacher_disagreement_score":0.07187663,"about_ca_system_score_codex":0.00030207494,"about_ca_system_score_gemma":0.0010368009,"threshold_uncertainty_score":0.99993306},"labels":[],"label_agreement":null},{"id":"W3041861825","doi":"10.2196/20788","title":"Continuity of Care for Patients with Obesity-Associated Chronic Conditions: Protocol for a Multisite Retrospective Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Medicine; Protocol (science); Obesity; Cohort study; Cohort; Gerontology; Physical therapy; Alternative medicine; Internal medicine","score_opus":0.1887777284063201,"score_gpt":0.6043794008743133,"score_spread":0.4156016724679932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041861825","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013706611,7.7105784e-7,0.00006201874,0.00045132032,0.000009194455,0.9834944,0.0014004363,0.00013021748,0.0007450363],"genre_scores_gemma":[0.041565474,7.617749e-8,0.0002094531,0.00037505047,0.00018861718,0.9570494,0.00023189578,0.000068944806,0.00031106226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99452835,0.0014184653,0.00094880967,0.0007319173,0.001185725,0.0011867309],"domain_scores_gemma":[0.9908419,0.0014609332,0.0006044003,0.0005244942,0.00622122,0.00034704863],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0020065522,0.00027091827,0.0009675944,0.00017146075,0.0015957583,0.00002922818,0.00048901787,0.00027114095,0.00024274175],"category_scores_gemma":[0.0017543545,0.0002142441,0.00014558183,0.0006464817,0.00017122686,0.00024442567,0.00028746654,0.0010957518,0.000028430011],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004846892,0.0018012252,0.9482264,0.008337538,0.000106475294,0.0000015865259,0.0047469535,3.6815018e-7,0.000022499016,0.00023136083,0.031483985,0.00019469995],"study_design_scores_gemma":[0.029004171,0.023422869,0.86885554,0.0015049437,0.000012002845,2.4343473e-8,0.001465333,0.00001440807,0.000048711445,0.00015657376,0.075306706,0.00020871824],"about_ca_topic_score_codex":0.00017753193,"about_ca_topic_score_gemma":0.0015479695,"teacher_disagreement_score":0.07937088,"about_ca_system_score_codex":0.0026904002,"about_ca_system_score_gemma":0.0032045683,"threshold_uncertainty_score":0.999704},"labels":[],"label_agreement":null},{"id":"W3041934228","doi":"10.2196/19701","title":"Evaluation of a Stepped-Care eHealth HIV Prevention Program for Diverse Adolescent Men Who Have Sex With Men: Protocol for a Hybrid Type 1 Effectiveness Implementation Trial of SMART","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences","keywords":"eHealth; Psychological intervention; Condom; Randomized controlled trial; Medicine; Socioeconomic status; Gerontology; Family medicine; Ethnic group; Men who have sex with men; Health care; Population; Nursing; Environmental health; Human immunodeficiency virus (HIV)","score_opus":0.31870928296439716,"score_gpt":0.6268715738185733,"score_spread":0.3081622908541761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041934228","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021599694,0.0000014628423,0.0021701916,0.00032613135,0.0000011199627,0.9939397,0.00022468493,0.00003586661,0.00114088],"genre_scores_gemma":[0.009270039,2.284096e-7,0.00069902017,0.000005271349,0.00014572665,0.98895967,0.00027198254,0.00004312063,0.0006049234],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.994076,0.0018218181,0.0006831169,0.0005010612,0.0023517648,0.00056622765],"domain_scores_gemma":[0.9931563,0.00020078491,0.0003323756,0.0003570597,0.005648848,0.00030464237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060560866,0.00018752467,0.0004969438,0.00027057918,0.000180879,0.000048795668,0.00020848292,0.00007723843,0.00014829898],"category_scores_gemma":[0.0008859821,0.00014746383,0.00021550102,0.00044423965,0.00015163375,0.00021549627,0.000107664266,0.0002993454,0.0000046635946],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4567063,0.0055852467,0.0035897885,0.042492915,0.00035729888,0.0000020510863,0.0013581784,0.000010948083,0.0041690944,0.000063120984,0.08360746,0.40205762],"study_design_scores_gemma":[0.37186906,0.43201938,0.0023439396,0.010817904,0.00014209408,0.0000025813108,0.0065903966,0.032973506,0.095018044,0.00019582541,0.047772437,0.0002548054],"about_ca_topic_score_codex":0.000035682115,"about_ca_topic_score_gemma":0.000043760378,"teacher_disagreement_score":0.42643416,"about_ca_system_score_codex":0.00044762398,"about_ca_system_score_gemma":0.0021727437,"threshold_uncertainty_score":0.60134006},"labels":[],"label_agreement":null},{"id":"W3042180892","doi":"10.2196/20306","title":"Digitalization and the Social Lives of Older Adults: Protocol for a Microlongitudinal Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Loneliness; Social connectedness; Psychology; Data collection; Gerontology; Applied psychology; Medicine; Social psychology; Sociology","score_opus":0.20375573593647908,"score_gpt":0.5462292026317495,"score_spread":0.34247346669527035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042180892","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046820277,7.195401e-7,0.00007027269,0.0054661334,0.0000014106444,0.988988,0.000010868788,0.00010066559,0.00067993056],"genre_scores_gemma":[0.14258754,7.4806344e-8,0.000071370494,0.00003800667,0.00013907641,0.85707533,9.513486e-7,0.0000148060635,0.00007280344],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973622,0.00081900787,0.000311918,0.00036867987,0.0006983432,0.00043983458],"domain_scores_gemma":[0.9985936,0.00041873948,0.00014208951,0.00017160748,0.0005838368,0.0000901213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018669293,0.00011259126,0.00023780404,0.00008999043,0.0009418565,0.00016559474,0.00060056936,0.000113759816,0.000028778742],"category_scores_gemma":[0.001310247,0.00007902244,0.000063908,0.0006449744,0.0018433367,0.00024200976,0.00027251287,0.0002901451,0.0000047746666],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016734421,0.0034067226,0.056341413,0.0023158346,0.00013378647,0.000010785954,0.84052956,4.0171324e-7,0.0002266316,0.027223125,0.02220715,0.03087014],"study_design_scores_gemma":[0.10668707,0.011895289,0.058482233,0.003046429,0.00002014492,0.0000028849402,0.3294352,0.0002674122,0.001981701,0.01063131,0.47668007,0.0008702537],"about_ca_topic_score_codex":0.00011466373,"about_ca_topic_score_gemma":0.00022865605,"teacher_disagreement_score":0.5110944,"about_ca_system_score_codex":0.00003556934,"about_ca_system_score_gemma":0.00020837596,"threshold_uncertainty_score":0.7244094},"labels":[],"label_agreement":null},{"id":"W3042282651","doi":"10.2196/17148","title":"Effectiveness of Social Cognitive Theory–Based Interventions for Glycemic Control in Adults With Type 2 Diabetes Mellitus: Protocol for a Systematic Review and Meta-Analysis","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Glycemic; Psychological intervention; Medicine; Randomized controlled trial; Protocol (science); Meta-analysis; MEDLINE; Cochrane Library; Systematic review; Social cognitive theory; Critical appraisal; Gerontology; Psychology; Nursing; Alternative medicine; Diabetes mellitus; Developmental psychology","score_opus":0.2775103302033081,"score_gpt":0.5858564365027499,"score_spread":0.30834610629944176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042282651","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.927163e-8,0.16792348,0.0003452299,0.00006627137,7.4787437e-7,0.8314195,0.00020083928,0.00001725406,0.000026595993],"genre_scores_gemma":[0.000007861592,0.0036050435,0.00008935128,0.00003843978,0.000024114246,0.9957155,0.00033595753,0.00006522544,0.00011852591],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9938622,0.0033642757,0.0011836913,0.0006382561,0.00049612916,0.00045546493],"domain_scores_gemma":[0.9926342,0.004721043,0.00082985003,0.00035136967,0.0013461134,0.000117433694],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0067846267,0.0004103283,0.0070936186,0.0008414609,0.00008980858,0.00006338327,0.00025519682,0.00016624805,0.000094570154],"category_scores_gemma":[0.0022095544,0.0002489673,0.002157075,0.0019501876,0.00018732731,0.00008888799,0.000058179587,0.0003823661,0.000005387808],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037997803,0.0006990147,0.0000049148366,0.9499917,0.042770173,0.0000010445887,0.000046706486,4.2876376e-8,1.6050964e-7,0.00024057248,0.000101699545,0.0023441915],"study_design_scores_gemma":[0.00566203,0.004447899,0.0000048358593,0.7732272,0.20320806,1.9185231e-7,0.000034920926,0.000023109013,0.00000270023,0.000093781986,0.013102728,0.00019251421],"about_ca_topic_score_codex":0.0000013982414,"about_ca_topic_score_gemma":0.0000028476652,"teacher_disagreement_score":0.17676446,"about_ca_system_score_codex":0.00015193586,"about_ca_system_score_gemma":0.0005201624,"threshold_uncertainty_score":0.99999624},"labels":[],"label_agreement":null},{"id":"W3042665180","doi":"10.2196/18640","title":"A Mobile Gaming Intervention for Persons on Pre-Exposure Prophylaxis: Protocol for Intervention Development and Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; National Institutes of Health","keywords":"Intervention (counseling); Pre-exposure prophylaxis; Psychological intervention; Medicine; Randomized controlled trial; Family medicine; Men who have sex with men; Young adult; Test (biology); Human immunodeficiency virus (HIV); Gerontology; Nursing","score_opus":0.16703786143192492,"score_gpt":0.5428758734645619,"score_spread":0.375838012032637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042665180","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026741992,0.000008883577,0.009507489,0.00051433156,0.0000075069397,0.9864263,0.00003294648,0.00010715254,0.00072118134],"genre_scores_gemma":[0.004705544,3.01209e-7,0.0023985435,0.000035281395,0.000398329,0.97798634,0.00006179416,0.00006685577,0.014346999],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945896,0.001390283,0.0014025223,0.0007472543,0.0010627246,0.00080757774],"domain_scores_gemma":[0.9968489,0.0010025906,0.00032481342,0.00031966352,0.00097214105,0.00053192466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00683021,0.00032138824,0.0013456359,0.00048444112,0.00044294633,0.00029012197,0.00027447654,0.00021316171,0.0002898646],"category_scores_gemma":[0.0063600987,0.00022703235,0.0013084887,0.00034040367,0.0002690535,0.000223932,0.00017066851,0.0007365471,0.000026156387],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90293413,0.0034601525,0.000017817296,0.007936039,0.00035277082,0.0000056928857,0.0016301356,6.979796e-7,0.0009662642,0.0002917147,0.013268604,0.06913595],"study_design_scores_gemma":[0.7440012,0.119851224,0.000009016107,0.0062848036,0.000018597544,0.0000027234826,0.0004263873,0.0027345405,0.0032154114,0.00013041127,0.123162866,0.00016281182],"about_ca_topic_score_codex":0.0000070133256,"about_ca_topic_score_gemma":0.000008657043,"teacher_disagreement_score":0.15893295,"about_ca_system_score_codex":0.00022824666,"about_ca_system_score_gemma":0.0003718037,"threshold_uncertainty_score":0.92581105},"labels":[],"label_agreement":null},{"id":"W3042710002","doi":"10.2196/18693","title":"Internet-Delivered Cognitive Behavioral Therapy for Problematic Alcohol Use in a Workplace Setting: Protocol for Quantitative and Qualitative Evaluation of Feasibility and Outcomes","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Context (archaeology); Applied psychology; Qualitative research; Psychology; Mental health; Protocol (science); Grounded theory; Set (abstract data type); Medicine; Psychotherapist; Computer science","score_opus":0.8374756065155441,"score_gpt":0.7312833115224712,"score_spread":0.10619229499307292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042710002","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15189658,0.0000037248087,0.00023430992,0.0006637502,0.0000036290398,0.8468028,0.00030747737,0.000019667328,0.000068065616],"genre_scores_gemma":[0.24873166,2.0661066e-8,0.0016990118,0.00003804485,0.0000059068757,0.74937564,0.000019947298,0.000024757579,0.00010501887],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99500126,0.0025161828,0.00083569647,0.00062022445,0.00056913425,0.0004575263],"domain_scores_gemma":[0.9949075,0.003185632,0.0003312642,0.00018064586,0.00122426,0.00017070402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006022152,0.00019786034,0.00041681464,0.00019221597,0.000081673104,0.00011276829,0.00016034402,0.000112824266,0.00007160945],"category_scores_gemma":[0.0020271696,0.00017004063,0.00009495169,0.00030770272,0.0003755578,0.00043350694,0.000117081225,0.0002840018,0.000005343665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13596326,0.027056104,0.2740912,0.022310155,0.00052415667,0.000007880183,0.3741862,0.0000028309578,0.0008255441,0.02294786,0.0056467303,0.13643809],"study_design_scores_gemma":[0.19186532,0.14703755,0.41893166,0.026249213,0.000055984136,0.000006658069,0.094963856,0.006393283,0.0044230456,0.10737088,0.0014440112,0.0012585274],"about_ca_topic_score_codex":0.000090366404,"about_ca_topic_score_gemma":0.00012749432,"teacher_disagreement_score":0.2792223,"about_ca_system_score_codex":0.00017289926,"about_ca_system_score_gemma":0.00016914422,"threshold_uncertainty_score":0.6934055},"labels":[],"label_agreement":null},{"id":"W3042786871","doi":"10.2196/18106","title":"Mobile-Enhanced Prevention Support Study for Men Who Have Sex With Men and Transgender Women Leaving Jail: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; Center for HIV Identification, Prevention, and Treatment Services, University of California, Los Angeles; National Center for Advancing Translational Sciences; National Institute of Mental Health; California HIV/AIDS Research Program","keywords":"Men who have sex with men; Transgender; Transgender women; Human immunodeficiency virus (HIV); Criminal justice; Medicine; Psychology; Gerontology; Family medicine; Criminology; Syphilis","score_opus":0.15952943630739752,"score_gpt":0.5464822982706284,"score_spread":0.3869528619632309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042786871","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010442354,0.0000010804782,0.010836282,0.00044114728,7.7017387e-7,0.976255,0.000031395055,0.000085853986,0.011304251],"genre_scores_gemma":[0.00406492,3.8804865e-7,0.00033802833,0.000025265372,0.00027881414,0.9030185,0.000022149674,0.000083468585,0.0921685],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99345934,0.0018258269,0.0011802898,0.0008891138,0.0014435723,0.001201872],"domain_scores_gemma":[0.9965184,0.0009825589,0.0002419659,0.000435966,0.0010285582,0.0007925747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008793488,0.00035801283,0.0020658262,0.00033807533,0.00041663786,0.0002830645,0.0003079666,0.00015268772,0.00072606234],"category_scores_gemma":[0.0016362168,0.00023352675,0.00050589663,0.00033517586,0.00032646893,0.00031714956,0.00011098356,0.0006421781,0.000009455975],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9360616,0.003658443,0.000047620375,0.002922636,0.0009240728,0.0000107733995,0.01137114,0.0000013288402,0.0023430751,0.000024364292,0.03612268,0.0065122186],"study_design_scores_gemma":[0.78810984,0.1770243,0.0000069265793,0.0008320803,0.000042084084,0.0000024615722,0.008549791,0.0058777663,0.0016270108,0.00016410623,0.017571447,0.0001921641],"about_ca_topic_score_codex":0.0000109400435,"about_ca_topic_score_gemma":0.000010130134,"teacher_disagreement_score":0.17336586,"about_ca_system_score_codex":0.00019002982,"about_ca_system_score_gemma":0.0009041884,"threshold_uncertainty_score":0.9522944},"labels":[],"label_agreement":null},{"id":"W3042838534","doi":"10.2196/17840","title":"Comparative Effectiveness of Two Nonsurgical Treatments to Reduce Oral Health Disparities From Untreated Tooth Decay in Older Adults: Protocol for a Cluster Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Patient-Centered Outcomes Research Institute","keywords":"Medicine; Randomized controlled trial; Dentistry; Clinical trial; Psychological intervention; Fluoride varnish; Early childhood caries; Oral health; Surgery; Nursing","score_opus":0.21203807637491143,"score_gpt":0.5862324546069555,"score_spread":0.37419437823204404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042838534","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09366351,0.0000022022846,0.00057503127,0.00013815108,0.00001770804,0.90504324,0.00031055795,0.000050774455,0.00019884792],"genre_scores_gemma":[0.096048,1.0477511e-7,0.0002545282,0.000111557456,0.00010878302,0.90312445,0.00019820273,0.00003461956,0.00011973139],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9899947,0.0064812815,0.0010791811,0.00075071875,0.00092668284,0.0007674363],"domain_scores_gemma":[0.9955281,0.0028437374,0.00025019597,0.00033230623,0.0005089997,0.0005366688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028209728,0.00029803326,0.0014887332,0.00027326308,0.00015757597,0.0001208469,0.00035041268,0.00015455218,0.00016624253],"category_scores_gemma":[0.00042435524,0.00023308919,0.00021318461,0.0010091761,0.00020477739,0.00021006489,0.0001707907,0.00036698623,0.00005856747],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9877001,0.002185919,0.0021240185,0.0028270932,0.00005649376,0.000015227618,0.0008778808,0.000017685063,0.00008466872,0.00032408192,0.0018820819,0.0019047419],"study_design_scores_gemma":[0.9714294,0.005137585,0.006650257,0.006098485,0.000005037284,0.00000150948,0.00021502333,0.0007947409,0.007539171,0.00017942552,0.0017417998,0.00020753528],"about_ca_topic_score_codex":0.0015046591,"about_ca_topic_score_gemma":0.00081647746,"teacher_disagreement_score":0.016270678,"about_ca_system_score_codex":0.0004242913,"about_ca_system_score_gemma":0.0006137393,"threshold_uncertainty_score":0.9505101},"labels":[],"label_agreement":null},{"id":"W3043359332","doi":"10.2196/19288","title":"Promoting Health and Well-Being Through Mobile Health Technology (Roadmap 2.0) in Family Caregivers and Patients Undergoing Hematopoietic Stem Cell Transplantation: Protocol for the Development of a Mobile Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Medicine; Randomized controlled trial; Psychological intervention; mHealth; Quality of life (healthcare); Transplantation; Caregiver burden; Family caregivers; Physical therapy; Health care; Gerontology; Nursing; Disease; Internal medicine; Dementia","score_opus":0.08368787691629495,"score_gpt":0.4512858936200325,"score_spread":0.3675980167037376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043359332","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038257144,0.000069032125,0.0003018249,0.0010287958,0.0000073883916,0.9601657,0.0000038099577,0.0000379796,0.00012835882],"genre_scores_gemma":[0.09114195,0.000012940405,0.00036746348,0.00011151165,0.000032299904,0.9082786,0.0000059814024,0.000026712225,0.000022543396],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964829,0.00077882333,0.0011234726,0.0004558231,0.00062923215,0.0005297113],"domain_scores_gemma":[0.99776924,0.0011853637,0.00039278067,0.00019343676,0.00025461562,0.00020459158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002888095,0.00020519219,0.0013143965,0.00017724144,0.00031672642,0.000043321405,0.0001497956,0.00011108466,0.000007518057],"category_scores_gemma":[0.000096035714,0.00013709777,0.00011130374,0.00047727523,0.00024053027,0.00008239525,0.0000819422,0.00043480058,6.3281794e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7853993,0.0004961967,0.000778161,0.023529612,0.000064951484,0.0000035408955,0.17551489,0.0000038577973,0.0000632275,0.00009658252,0.00008163658,0.013968047],"study_design_scores_gemma":[0.9496122,0.010304497,0.000017814129,0.0046070274,0.00000768469,0.0000020491932,0.028752126,0.00020399338,0.0010083161,0.00010151249,0.0052526724,0.00013010047],"about_ca_topic_score_codex":0.000052317417,"about_ca_topic_score_gemma":0.00012208811,"teacher_disagreement_score":0.16421291,"about_ca_system_score_codex":0.00018611805,"about_ca_system_score_gemma":0.0020086064,"threshold_uncertainty_score":0.55906844},"labels":[],"label_agreement":null},{"id":"W3043409543","doi":"10.2196/20160","title":"Chronic Kidney Disease in Tasmania: Protocol for a Data Linkage Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Coronial Information System; Tasmanian Community Fund","keywords":"Kidney disease; Protocol (science); Linkage (software); Medicine; Alternative medicine; Genetics; Internal medicine; Biology; Pathology","score_opus":0.4440607867058527,"score_gpt":0.5890265978356534,"score_spread":0.14496581112980067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043409543","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031694982,0.000005240249,0.000021729953,0.007916785,0.0000027240098,0.990716,0.00033258784,0.0001383675,0.0005496524],"genre_scores_gemma":[0.0032847938,1.3492614e-7,0.00013881492,0.0008686315,0.0010827531,0.99386764,0.00031369436,0.000081539794,0.00036202988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955016,0.00041094486,0.0005896041,0.0012130659,0.0011904509,0.0010943512],"domain_scores_gemma":[0.9949803,0.0002325473,0.00008191315,0.0018761012,0.00028897496,0.0025402035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015398634,0.00029012072,0.00050528266,0.00023567492,0.00017762861,0.00015897004,0.0010670717,0.000107683765,0.00088041386],"category_scores_gemma":[0.0036192306,0.0002416803,0.0001153126,0.0009007369,0.0001716944,0.0003545754,0.0011299116,0.0008436303,0.00024256634],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017152311,0.014336764,0.2551336,0.03166438,0.00016586565,0.0009910356,0.00091933727,0.0000052032215,0.0021219875,0.00018517392,0.6668816,0.010442717],"study_design_scores_gemma":[0.04034416,0.0083615985,0.014883694,0.0042168703,0.00001838585,8.5084514e-7,0.0001371847,0.0070055192,0.0003216309,0.00018100251,0.92422277,0.00030635128],"about_ca_topic_score_codex":0.000026202215,"about_ca_topic_score_gemma":0.000016590957,"teacher_disagreement_score":0.25734112,"about_ca_system_score_codex":0.0003717643,"about_ca_system_score_gemma":0.0065362,"threshold_uncertainty_score":0.9990958},"labels":[],"label_agreement":null},{"id":"W3043456190","doi":"10.2196/18648","title":"Optimizing Antibiotic Prescribing for Acute Respiratory Tract Infection in German Primary Care: Study Protocol for Evaluation of the RESIST Program","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gemeinsame Bundesausschuss","keywords":"Medicine; Medical prescription; Respiratory tract infections; Family medicine; Health care; Intervention (counseling); German; Statutory law; Nursing; Internal medicine","score_opus":0.25903081671729855,"score_gpt":0.5482009471323702,"score_spread":0.28917013041507167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043456190","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04829611,0.00001239638,0.00003451441,0.00012584074,0.000014492459,0.95116884,0.000023178854,0.000053770138,0.0002708589],"genre_scores_gemma":[0.08460298,1.5342349e-7,0.00020307579,0.000031299813,0.00005590392,0.91499203,0.000014701861,0.000032790656,0.00006708432],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99644685,0.0015566475,0.0005894997,0.0005332826,0.0003239083,0.0005497913],"domain_scores_gemma":[0.99820656,0.00022481749,0.00025750272,0.0004536921,0.00082213996,0.000035273413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030242237,0.00018898236,0.00035626919,0.00015556061,0.0004417184,0.000055499055,0.00043354242,0.00024040607,0.000014267884],"category_scores_gemma":[0.00035623062,0.000134461,0.00015649332,0.0005298293,0.00026273992,0.00017792494,0.00018387404,0.0005680376,0.0000055998635],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028707396,0.016946288,0.18178162,0.022634454,0.00077931554,0.000009342831,0.017139236,0.0002499421,0.6511784,0.00040005005,0.011247768,0.068926156],"study_design_scores_gemma":[0.080787845,0.029831303,0.32554466,0.009505589,0.0001888119,0.0000050445437,0.0018604352,0.00051084196,0.36246678,0.00022943203,0.18819413,0.0008751498],"about_ca_topic_score_codex":0.000021079586,"about_ca_topic_score_gemma":0.00007231047,"teacher_disagreement_score":0.28871167,"about_ca_system_score_codex":0.00022853389,"about_ca_system_score_gemma":0.00070723967,"threshold_uncertainty_score":0.54831606},"labels":[],"label_agreement":null},{"id":"W3043638359","doi":"10.2196/16697","title":"The Effect of Improved Access to Family Planning on Postpartum Women: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Medicine; Family planning; Intervention (counseling); Family medicine; Birth control; Pregnancy; Postpartum period; Nursing; Population; Environmental health","score_opus":0.15264359552279366,"score_gpt":0.5632120650944812,"score_spread":0.4105684695716875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043638359","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017568275,7.616791e-7,0.000024473527,0.0070761093,0.000012081773,0.97390926,0.000010024877,0.000051364237,0.0013476561],"genre_scores_gemma":[0.0049218773,9.2074956e-8,0.000026583952,0.0013711336,0.0005250091,0.9928138,0.0000016233496,0.000031260213,0.00030860738],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953408,0.001559698,0.00085095275,0.00039287694,0.0009891568,0.00086648803],"domain_scores_gemma":[0.9950424,0.003363432,0.00024114226,0.00035731733,0.00040145605,0.0005942669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066339015,0.00023647427,0.0016453033,0.0001140177,0.00028111498,0.00017025226,0.0005305992,0.000105258536,0.000029701961],"category_scores_gemma":[0.004572538,0.00010955727,0.0003588771,0.00033438992,0.00014640857,0.000065938526,0.00019647245,0.00054149504,0.000021686423],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.984259,0.00025245178,0.000113251095,0.0025542795,0.000112351256,0.000008538308,0.00028677212,0.0000036004217,0.002454275,0.00011188416,0.00905876,0.00078484276],"study_design_scores_gemma":[0.87686384,0.06001511,0.00012700765,0.0019626424,0.0000062043578,9.1444247e-7,0.000042509368,0.0002904947,0.0033034082,0.00011055439,0.0571875,0.00008983521],"about_ca_topic_score_codex":0.0000097318625,"about_ca_topic_score_gemma":3.4398442e-7,"teacher_disagreement_score":0.10739517,"about_ca_system_score_codex":0.00012067428,"about_ca_system_score_gemma":0.00038848855,"threshold_uncertainty_score":0.5474086},"labels":[],"label_agreement":null},{"id":"W3043733892","doi":"10.2196/21380","title":"Long-Term Opioid Therapy in Spine Center Outpatients: Protocol for the Spinal Pain Opioid Cohort (SPOC) Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Opioid; Cohort; Cohort study; Physical therapy; Term (time); Anesthesia; Internal medicine","score_opus":0.25152835584888933,"score_gpt":0.5475567247590714,"score_spread":0.296028368910182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043733892","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0282021,0.000009210777,0.00011728661,0.0028863756,0.0000093841845,0.9685202,0.000018759842,0.00010296423,0.00013367571],"genre_scores_gemma":[0.025342127,0.0000021316096,0.00014910947,0.000770344,0.00033636758,0.9729748,0.000037333335,0.00010948366,0.00027830183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99442077,0.0009416875,0.00081825204,0.000992126,0.0016839978,0.001143151],"domain_scores_gemma":[0.9976203,0.0001829473,0.00015095482,0.0010698687,0.0005656017,0.00041035714],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027186184,0.0004520265,0.00063000387,0.0002498014,0.00029680278,0.00018482994,0.00075177616,0.00014357905,0.00034071514],"category_scores_gemma":[0.00049176166,0.00028323996,0.00021507483,0.00085902476,0.00019940037,0.00017487045,0.00030935288,0.00090831495,0.000107261636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014909929,0.015465343,0.9159898,0.0020616585,0.00019108495,0.0001222609,0.0032820133,0.0000014002924,0.00024071058,0.00001732741,0.0044016438,0.043316804],"study_design_scores_gemma":[0.042162802,0.051952306,0.7963283,0.0026109107,0.00000843981,0.00000367926,0.0007238773,0.00017249484,0.00076835504,0.000036061552,0.10493233,0.00030043433],"about_ca_topic_score_codex":0.000059384784,"about_ca_topic_score_gemma":0.000030016186,"teacher_disagreement_score":0.11966152,"about_ca_system_score_codex":0.0003721541,"about_ca_system_score_gemma":0.0006026747,"threshold_uncertainty_score":0.999962},"labels":[],"label_agreement":null},{"id":"W3043748219","doi":"10.2196/21278","title":"Personalized Approach Bias Modification Smartphone App (“SWIPE”) to Reduce Alcohol Use Among People Drinking at Hazardous or Harmful Levels: Protocol for an Open-Label Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; SwIPe; Alcohol Use Disorders Identification Test; Intervention (counseling); Brief intervention; Abstinence; Alcohol use disorder; Applied psychology; Protocol (science); Internet privacy; Psychology; Medicine; Poison control; Injury prevention; Computer security; Psychological intervention; Environmental health; Alcohol; Computer science; Psychiatry; Alternative medicine","score_opus":0.8383965990498863,"score_gpt":0.6144151218832195,"score_spread":0.22398147716666683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043748219","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32794818,4.6217133e-7,0.0001828506,0.00066352286,0.0000044491167,0.6707944,0.000017837778,0.00022691983,0.00016135957],"genre_scores_gemma":[0.12883969,9.374965e-8,0.005650519,0.00021736506,0.0002098515,0.86041594,0.00008257102,0.0001382366,0.0044457247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930394,0.001096388,0.00089668523,0.001888622,0.0018691045,0.0012097416],"domain_scores_gemma":[0.99520564,0.0005548944,0.00025610605,0.001621961,0.0012449061,0.0011164756],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031046944,0.0005550234,0.0010702156,0.00029260048,0.00083229464,0.0007532939,0.0011496344,0.00021426911,0.00032140268],"category_scores_gemma":[0.001961144,0.00040545885,0.00013553572,0.0016938502,0.00021395228,0.0011437979,0.00075164053,0.00063516496,0.00011092424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.113452755,0.02657013,0.77818733,0.0015859182,0.00032360514,0.00008735836,0.038674578,0.00001176778,0.01677458,0.000060183836,0.018440897,0.00583091],"study_design_scores_gemma":[0.20592038,0.043722488,0.68497723,0.0020826343,0.00009862301,0.000032756343,0.0129720485,0.0045405724,0.018269988,0.000105196574,0.025782183,0.0014958762],"about_ca_topic_score_codex":0.00015028851,"about_ca_topic_score_gemma":0.0008133579,"teacher_disagreement_score":0.19910848,"about_ca_system_score_codex":0.0010672226,"about_ca_system_score_gemma":0.0008098341,"threshold_uncertainty_score":0.9998397},"labels":[],"label_agreement":null},{"id":"W3044047920","doi":"10.2196/20187","title":"Online Navigation for Pre-Exposure Prophylaxis via PleasePrEPMe Chat for HIV Prevention: Protocol for a Development and Use Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; Gilead Sciences; California Department of Public Health","keywords":"Pre-exposure prophylaxis; Medicine; Online chat; Family medicine; Post-exposure prophylaxis; Human immunodeficiency virus (HIV); Men who have sex with men; World Wide Web","score_opus":0.3445331966138001,"score_gpt":0.5832227067869328,"score_spread":0.23868951017313267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044047920","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071131885,0.0000017029778,0.021477511,0.0019554321,0.000001785143,0.96909803,0.00022987399,0.00009618056,0.000026268723],"genre_scores_gemma":[0.0017038129,6.691936e-8,0.014992865,0.00003817459,0.00035620513,0.96843606,0.00039179242,0.00007634321,0.014004698],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623406,0.00032441338,0.0007907035,0.00084808934,0.0009795497,0.0008231715],"domain_scores_gemma":[0.9966315,0.00039217772,0.00015174289,0.000441527,0.0017430236,0.0006400429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018089281,0.00027035864,0.000450832,0.0002399281,0.00055862934,0.00026264173,0.00028730003,0.00015683404,0.00009707954],"category_scores_gemma":[0.0018110813,0.00022099086,0.00024012347,0.00045499395,0.00013763607,0.00043164493,0.00022694828,0.00048538952,0.00001410566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09738288,0.045429654,0.02742878,0.0774269,0.0010292467,0.00004917427,0.011606392,0.0000066066737,0.01821171,0.00047264813,0.31432068,0.4066353],"study_design_scores_gemma":[0.03071377,0.14341712,0.005108777,0.0043608416,0.000014546375,0.000008900162,0.00060648454,0.00503475,0.008271198,0.00038175407,0.80176944,0.00031245555],"about_ca_topic_score_codex":0.000006458139,"about_ca_topic_score_gemma":0.000032568023,"teacher_disagreement_score":0.48744872,"about_ca_system_score_codex":0.00017208679,"about_ca_system_score_gemma":0.0007694452,"threshold_uncertainty_score":0.90117455},"labels":[],"label_agreement":null},{"id":"W3044103490","doi":"10.2196/16779","title":"Understanding the Uptake of Big Data in Health Care: Protocol for a Multinational Mixed-Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; Health care; Multidisciplinary approach; Data collection; Multinational corporation; Knowledge management; Public relations; Business; Sociology; Computer science; Political science","score_opus":0.9263806944264382,"score_gpt":0.7464609387915166,"score_spread":0.17991975563492157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044103490","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019844319,0.0000020358518,0.008906632,0.013930569,0.000013004141,0.9767731,0.000021253576,0.000019760924,0.00013519227],"genre_scores_gemma":[0.020456634,1.2434391e-7,0.0051191836,0.00024182869,0.00041467627,0.9736907,0.000027300866,0.000021553467,0.000028012373],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963512,0.0010972756,0.0008766859,0.00044967074,0.00077071425,0.00045447602],"domain_scores_gemma":[0.99727356,0.0011263471,0.0001720582,0.0006734708,0.0005586002,0.00019593447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007959359,0.00010627868,0.0002702985,0.0001798877,0.00027777522,0.000044009437,0.00050221424,0.000069465605,0.00003555487],"category_scores_gemma":[0.0033030252,0.000074800235,0.00003976283,0.00091293803,0.00014750854,0.00010142909,0.00024960533,0.0005574177,0.0000057927696],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006211605,0.0040711053,0.03126041,0.0134180365,0.000046077996,0.0000065820036,0.07437216,0.000027740658,0.00054581155,0.0024770778,0.030995332,0.83656806],"study_design_scores_gemma":[0.0036057392,0.020303063,0.01517455,0.0039766612,0.0000046457803,0.00000448871,0.26229006,0.008349313,0.003452296,0.0036572192,0.6789179,0.0002641062],"about_ca_topic_score_codex":0.0002693805,"about_ca_topic_score_gemma":0.00030019294,"teacher_disagreement_score":0.83630395,"about_ca_system_score_codex":0.00041850057,"about_ca_system_score_gemma":0.0024778387,"threshold_uncertainty_score":0.43955794},"labels":[],"label_agreement":null},{"id":"W3044142822","doi":"10.2196/19496","title":"Stories to Communicate Individual Risk for Opioid Prescriptions for Back and Kidney Stone Pain: Protocol for the Life STORRIED Multicenter Randomized Clinical Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Emergency department; Medical prescription; Opioid; Physical therapy; Chronic pain; Renal colic; Alternative medicine; Internal medicine; Psychiatry; Nursing","score_opus":0.48323236098214895,"score_gpt":0.5925380755259302,"score_spread":0.10930571454378124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044142822","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016550987,0.000010578346,0.009076425,0.025187654,0.000029685652,0.96457726,0.000837259,0.00008358259,0.000032041025],"genre_scores_gemma":[0.00018173938,0.000004124979,0.018733045,0.0022735747,0.0008833419,0.9771673,0.00014661378,0.0000996524,0.0005106119],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99325293,0.003146917,0.0012313604,0.0007506522,0.0007807356,0.0008374198],"domain_scores_gemma":[0.98298377,0.013530766,0.00030923443,0.0010199251,0.0009716542,0.0011846687],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01403495,0.00035431818,0.0011650358,0.00012420952,0.00086407654,0.0002868001,0.00070157374,0.0002341567,0.00009674237],"category_scores_gemma":[0.043408163,0.00022350544,0.0005615602,0.00026688995,0.0006503763,0.00014074607,0.00049318845,0.00077666395,0.000018218609],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7804263,0.0021940737,0.0008547411,0.0022396974,0.00064482226,5.299232e-7,0.0039950227,0.0000017828162,0.000029942461,0.0001731073,0.20411153,0.005328429],"study_design_scores_gemma":[0.47664315,0.011041323,0.00017466853,0.00044973815,0.00009328951,1.7344584e-7,0.00053460116,0.0022072964,0.000058634538,0.00009330733,0.50857097,0.00013283563],"about_ca_topic_score_codex":0.00004503653,"about_ca_topic_score_gemma":0.000016498863,"teacher_disagreement_score":0.30445945,"about_ca_system_score_codex":0.00008945873,"about_ca_system_score_gemma":0.001217249,"threshold_uncertainty_score":0.9646496},"labels":[],"label_agreement":null},{"id":"W3044207194","doi":"10.2196/20240","title":"Closing the COVID-19 Psychological Treatment Gap for Cancer Patients in Alberta: Protocol for the Implementation and Evaluation of Text4Hope-Cancer Care","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health; University of Calgary; University of Alberta; Alberta Health Services","funders":"Alberta Children's Hospital Foundation; University of Alberta; Alberta Cancer Foundation; Royal Alexandra Hospital Foundation; Children's Hospital Foundation; Alberta Health Services","keywords":"Anxiety; Population; Medicine; Depression (economics); Cancer; Psychological intervention; Hospital Anxiety and Depression Scale; Psychiatry; Clinical psychology; Psychology","score_opus":0.6103287812417905,"score_gpt":0.6878814418887428,"score_spread":0.07755266064695232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044207194","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010523023,0.000018380311,0.000026798316,0.012346817,0.000007686096,0.97684515,0.00012114022,0.000007721109,0.00010326662],"genre_scores_gemma":[0.07354242,0.0000030943972,0.000019853533,0.00062161416,0.00016314525,0.925569,0.000029828416,0.000017597711,0.000033450604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789745,0.00039991637,0.000310029,0.0003535023,0.0007295879,0.0003095453],"domain_scores_gemma":[0.99812996,0.00061225996,0.00011321863,0.00021521866,0.0007968581,0.00013249983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00108873,0.0001270774,0.0002033019,0.000054970456,0.00022492188,0.00004452563,0.00013673838,0.00006871702,0.00023521978],"category_scores_gemma":[0.00029350002,0.00006565806,0.0000796342,0.00030259183,0.00012789894,0.00006216566,0.00004868403,0.00015128871,6.2772796e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019802619,0.0009024905,0.3105955,0.005124603,0.00012213977,7.276188e-7,0.044223227,0.00010020787,0.0006982909,0.00031656935,0.016524153,0.60158944],"study_design_scores_gemma":[0.050135616,0.012430327,0.05945996,0.0008908072,0.00007175464,7.752288e-7,0.010368114,0.0012354326,0.0033422825,0.00042324423,0.86143243,0.00020925526],"about_ca_topic_score_codex":0.003837492,"about_ca_topic_score_gemma":0.021366747,"teacher_disagreement_score":0.8449083,"about_ca_system_score_codex":0.00065157824,"about_ca_system_score_gemma":0.0006773244,"threshold_uncertainty_score":0.9964908},"labels":[],"label_agreement":null},{"id":"W3044315830","doi":"10.2196/20139","title":"TeleWound Practice Within the Veterans Health Administration: Protocol for a Mixed Methods Program Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Quality Enhancement Research Initiative; Office of Research and Development; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Veterans Affairs; Medicine; Health care; Center of excellence; Telehealth; Nursing; Protocol (science); Program evaluation; Implementation research; Family medicine; Medical emergency; Telemedicine; Alternative medicine; Psychological intervention","score_opus":0.6981415221709325,"score_gpt":0.7598546205943826,"score_spread":0.061713098423450075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044315830","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003379803,0.0000020809632,0.004824469,0.13023196,0.000009818642,0.86413264,0.00000999184,0.00014273508,0.0006125061],"genre_scores_gemma":[0.00033924336,1.3247478e-7,0.10407306,0.004903743,0.0007098055,0.88978827,0.00007994452,0.00004257405,0.00006322581],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921881,0.0036476022,0.001001472,0.00056567945,0.0018807738,0.00071635685],"domain_scores_gemma":[0.9953012,0.001341982,0.0004749265,0.000499162,0.0018392651,0.0005434782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01748457,0.00020715178,0.00035952288,0.000121340876,0.0006292528,0.00018880254,0.0002564096,0.00010521558,0.00016206688],"category_scores_gemma":[0.00537421,0.0001370105,0.00009316917,0.0009546633,0.00017024853,0.00032181066,0.00006553403,0.0008561485,0.000022263997],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008023692,0.0012574493,0.00021801321,0.0043495004,0.00006302029,0.000008583741,0.004057286,0.00000180666,0.0005874497,0.0010632733,0.12354214,0.8568278],"study_design_scores_gemma":[0.011303984,0.032639705,0.0012018625,0.00063933956,0.000015902504,0.00005319111,0.0027616054,0.0029319888,0.001841888,0.00039596978,0.9460965,0.000118102165],"about_ca_topic_score_codex":0.000031796684,"about_ca_topic_score_gemma":0.000030472798,"teacher_disagreement_score":0.85670966,"about_ca_system_score_codex":0.00028017198,"about_ca_system_score_gemma":0.0045573283,"threshold_uncertainty_score":0.8084505},"labels":[],"label_agreement":null},{"id":"W3045260523","doi":"10.2196/17548","title":"Investigation of Cardiovascular Health and Risk Factors Among the Diverse and Contemporary Population in London (the TOGETHER Study): Protocol for Linking Longitudinal Medical Records","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Imperial Biomedical Research Centre; National Institute for Health and Care Research","keywords":"Protocol (science); Medical record; Population; Medicine; Gerontology; Psychology; Environmental health; Alternative medicine; Pathology; Surgery","score_opus":0.37282788613760415,"score_gpt":0.5245008580481334,"score_spread":0.15167297191052925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045260523","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2617365,0.000019988865,0.0004588027,0.0011022491,0.0000031429563,0.7366482,0.0000025863214,0.000016768594,0.000011725576],"genre_scores_gemma":[0.24848807,0.0000046262753,0.0000376641,0.000048054124,0.000091647526,0.7512969,0.000009959236,0.000014888137,0.000008218674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99229026,0.0052175066,0.0005574763,0.00037534905,0.001285716,0.00027366713],"domain_scores_gemma":[0.99867696,0.00024770282,0.00018227586,0.0003308231,0.00021213628,0.00035010188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016349325,0.00012902397,0.00043749792,0.000114660405,0.0003253934,0.000039518854,0.0001263685,0.00012467777,0.00001537157],"category_scores_gemma":[0.0009644472,0.00007602573,0.00016823703,0.00042141788,0.00025188047,0.00014703973,0.00014293064,0.0007589263,7.2281426e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039190217,0.00010797162,0.9632532,0.0021291212,0.00015750105,0.0000053455524,0.0035907526,0.0000046885666,0.000003968019,0.00001287505,0.00017422151,0.030168438],"study_design_scores_gemma":[0.008064388,0.003161906,0.97427726,0.002034219,0.000015319292,0.0000040878263,0.002108983,0.0009063131,0.000046520378,0.00014208788,0.00915632,0.00008258529],"about_ca_topic_score_codex":0.0015909513,"about_ca_topic_score_gemma":0.00013732031,"teacher_disagreement_score":0.030085854,"about_ca_system_score_codex":0.00008016298,"about_ca_system_score_gemma":0.0004357567,"threshold_uncertainty_score":0.56663823},"labels":[],"label_agreement":null},{"id":"W3045551060","doi":"10.2196/19834","title":"Peer-to-Peer Health Communication in Older Adults’ Online Communities: Protocol for a Qualitative Netnographic Study and Co-Design Approach","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Flinders University","keywords":"Netnography; Peer support; Psychological intervention; Focus group; Social media; Social support; Health care; Online participation; Qualitative research; Internet privacy; Public relations; Psychology; Nursing; Sociology; Medicine; World Wide Web; The Internet; Computer science; Social psychology; Political science","score_opus":0.6902536861470838,"score_gpt":0.7260287042783685,"score_spread":0.0357750181312847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045551060","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030820912,0.0000016161658,0.0045962757,0.019069279,0.0000028823642,0.9722154,0.0002118468,0.00013125388,0.00068931066],"genre_scores_gemma":[0.0073189056,4.361513e-7,0.014923671,0.0052267467,0.000080412596,0.9718321,0.0002780256,0.000046174635,0.00029355372],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96910673,0.024618711,0.002803993,0.00052640797,0.0016471234,0.0012970428],"domain_scores_gemma":[0.9901597,0.0039942977,0.00064304384,0.0010815064,0.0033170367,0.0008044346],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.039683875,0.00029764348,0.00068227615,0.0005812402,0.0021473556,0.00014597924,0.0010282473,0.0002403549,0.0001883565],"category_scores_gemma":[0.0027750395,0.00024859636,0.000056515502,0.0016409303,0.00025624328,0.001014067,0.00055801496,0.003088019,0.000045389206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006174087,0.0037216858,0.02329109,0.013243775,0.000013107672,2.944991e-7,0.8726716,0.000009595147,9.227146e-7,0.00034164984,0.073900364,0.0066317944],"study_design_scores_gemma":[0.016088797,0.0058349017,0.027759954,0.0049664727,6.163254e-7,2.7894592e-7,0.5967076,0.011268077,0.0000018490829,0.00031950773,0.33676204,0.00028993824],"about_ca_topic_score_codex":0.00097087,"about_ca_topic_score_gemma":0.00035622154,"teacher_disagreement_score":0.27596408,"about_ca_system_score_codex":0.00033058217,"about_ca_system_score_gemma":0.0014935858,"threshold_uncertainty_score":0.9999966},"labels":[],"label_agreement":null},{"id":"W3045597960","doi":"10.2196/19073","title":"Mobile Health Intervention in the Maternal Care Pathway: Protocol for the Impact Evaluation of hAPPyMamma","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Regione Toscana","keywords":"mHealth; Empowerment; Protocol (science); Intervention (counseling); Medicine; Health care; Nursing; Psychological intervention; Alternative medicine","score_opus":0.5974329217785966,"score_gpt":0.7296688119142918,"score_spread":0.13223589013569514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045597960","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045210446,0.000027349728,0.00033231708,0.003262968,0.0000081204325,0.9950024,0.00012690245,0.00003699521,0.00075085746],"genre_scores_gemma":[0.029149197,0.0000016686764,0.000090142115,0.0005622961,0.00035067197,0.96972984,0.000037894035,0.000032689044,0.000045590536],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98953485,0.0061268033,0.0013348627,0.0004190177,0.0015023146,0.0010821287],"domain_scores_gemma":[0.9955834,0.0011923023,0.00060555455,0.00071653345,0.0015812168,0.00032095466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017854601,0.00017367814,0.00032416376,0.00014598593,0.0012652066,0.000035350517,0.00082954497,0.00016261455,0.00047376545],"category_scores_gemma":[0.0006716709,0.000094660194,0.00015699188,0.00082423154,0.00012572091,0.00012271223,0.00016198587,0.0013412505,0.00007527861],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045944722,0.0011774615,0.022262698,0.031585947,0.000023705743,9.412064e-7,0.033860005,0.0003432593,0.00018125726,0.0055362443,0.10537781,0.7950562],"study_design_scores_gemma":[0.010069724,0.00739728,0.02373217,0.0032737926,0.0000025083832,9.824407e-7,0.013936618,0.005608543,0.00012352594,0.0016498496,0.9340839,0.000121131554],"about_ca_topic_score_codex":0.0010690389,"about_ca_topic_score_gemma":0.00035988496,"teacher_disagreement_score":0.8287061,"about_ca_system_score_codex":0.0006739529,"about_ca_system_score_gemma":0.0043087797,"threshold_uncertainty_score":0.9731074},"labels":[],"label_agreement":null},{"id":"W3045832292","doi":"10.2196/18112","title":"The Impact of Dietary Protein in Complementary Foods on Infant Growth and Body Composition in a Population Facing the Double Burden of Malnutrition: Protocol for a Multicenter, Prospective Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Birth, Development, and Health","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Medicine, Chiang Mai University; Great Ormond Street Institute of Child Health; Chiang Mai University","keywords":"Malnutrition; Medicine; Environmental health; Protein–energy malnutrition; Cohort study; Population; Prospective cohort study; Cohort; Protocol (science); Gerontology; Pediatrics; Alternative medicine; Internal medicine","score_opus":0.21537635002462027,"score_gpt":0.5429337798988462,"score_spread":0.32755742987422587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045832292","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32100755,6.972502e-7,0.0000026569894,0.0011366245,6.825846e-7,0.6777524,0.000015125771,0.00000793068,0.00007636612],"genre_scores_gemma":[0.47876894,0.0000012740081,0.00008900527,0.000012844808,0.000026494654,0.5210772,0.000014447574,0.000008977159,7.995297e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975094,0.00046424943,0.0006671474,0.0003278409,0.0006595308,0.00037181555],"domain_scores_gemma":[0.99900866,0.0001694871,0.00019276969,0.00021595166,0.00031146195,0.00010166327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018336753,0.00014937166,0.00037831173,0.00018013065,0.00020927541,0.000034669378,0.00014963266,0.000052869487,0.000009657124],"category_scores_gemma":[0.000085871754,0.00008708251,0.000057722435,0.00047281312,0.000117142205,0.00011207565,0.00011408088,0.0004944501,4.42608e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035124093,0.00232913,0.94484717,0.002917618,0.00006750132,0.0000061898227,0.004371881,0.0000050673666,0.009365503,0.0006437551,0.00010360926,0.00021851124],"study_design_scores_gemma":[0.022850247,0.015029928,0.9527489,0.0027328157,0.0000029982361,0.000001456733,0.0011487623,0.0009320413,0.0034602485,0.0009844468,0.000028267157,0.00007991234],"about_ca_topic_score_codex":0.0026346417,"about_ca_topic_score_gemma":0.00027915955,"teacher_disagreement_score":0.15776138,"about_ca_system_score_codex":0.00025802891,"about_ca_system_score_gemma":0.00023028784,"threshold_uncertainty_score":0.39828077},"labels":[],"label_agreement":null},{"id":"W3045848843","doi":"10.2196/16162","title":"Alterations of Gut Microbiota and the Brain-Immune-Intestine Axis in Patients With Relapsing-Remitting Multiple Sclerosis After Treatment With Oral Cladribine: Protocol for a Prospective Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cladribine; Multiple sclerosis; Relapsing remitting; Observational study; Medicine; Clinically isolated syndrome; Immune system; Gut–brain axis; Immunology; Internal medicine","score_opus":0.23644025350926254,"score_gpt":0.45626314721544764,"score_spread":0.2198228937061851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045848843","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34568885,0.0000011608095,0.00004749463,0.0006710404,6.445101e-7,0.6535341,0.000043080247,0.000004934314,0.0000086635655],"genre_scores_gemma":[0.3341305,6.5986065e-8,0.0012527409,0.000064193024,0.000025196308,0.66442305,0.00003582963,0.000019349183,0.00004906101],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983215,0.00030333732,0.00036193672,0.0004685829,0.00021264631,0.00033202601],"domain_scores_gemma":[0.9987932,0.00012874111,0.0001369886,0.00028170805,0.0005818802,0.00007747641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005080877,0.00018165636,0.0002554116,0.00005362802,0.00020055646,0.000065014676,0.0001430704,0.00006615585,0.000007289829],"category_scores_gemma":[0.00021808657,0.00010577345,0.000040876763,0.00028166178,0.00026472655,0.000014708208,0.00013098038,0.00018744545,6.807219e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028677592,0.0019845369,0.8690578,0.00029606637,0.00006652814,9.123497e-7,0.001451991,0.000011564357,0.09771282,0.000017992952,0.0003609427,0.0003612933],"study_design_scores_gemma":[0.048838936,0.024349947,0.91359645,0.000859975,0.0000052060886,0.0000012446277,0.00024387236,0.000105594416,0.008360813,0.000009339552,0.0034511075,0.0001775156],"about_ca_topic_score_codex":0.000067019995,"about_ca_topic_score_gemma":0.00032209206,"teacher_disagreement_score":0.089352004,"about_ca_system_score_codex":0.000063323256,"about_ca_system_score_gemma":0.000319571,"threshold_uncertainty_score":0.4313316},"labels":[],"label_agreement":null},{"id":"W3045947575","doi":"10.2196/20571","title":"Quality Assessment of an Integrated Care Pathway Using Telemonitoring in Patients with Chronic Heart Failure and Chronic Obstructive Pulmonary Disease: Protocol for a Quasi-Experimental Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; COPD; Heart failure; Quality of life (healthcare); Intensive care medicine; Integrated care; Physical therapy; Outpatient clinic; Emergency medicine; Internal medicine; Health care; Nursing","score_opus":0.13627658022268654,"score_gpt":0.5134064479327578,"score_spread":0.3771298677100713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045947575","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43578237,0.00000990633,0.00001588779,0.000055380893,0.0000027418093,0.56393313,0.00014714371,0.00003797013,0.000015447185],"genre_scores_gemma":[0.46181607,2.310747e-8,0.0007934814,0.0000036614483,0.00013834464,0.53711754,0.000061267965,0.000064234664,0.000005375946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99302006,0.0013993894,0.0008142455,0.0013620389,0.0022973726,0.0011068779],"domain_scores_gemma":[0.9963856,0.00017384124,0.0002175588,0.00081870996,0.0013717907,0.0010325528],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00087258464,0.00048662617,0.0008758381,0.00040483577,0.00031903808,0.000118985125,0.00040274265,0.00014639032,0.00009312185],"category_scores_gemma":[0.00016706515,0.00040119851,0.00012627967,0.0011194557,0.0005756642,0.00061040756,0.00049118925,0.0011821311,0.0000014082588],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.014388579,0.01478895,0.94501746,0.012052225,0.00008632377,0.00012340379,0.00093138765,0.00005994985,0.0071908385,0.00003137532,0.000013268443,0.0053162654],"study_design_scores_gemma":[0.022331476,0.028763594,0.92891353,0.0028982044,0.000010776142,0.0000035686994,0.007603515,0.0035708486,0.0033123305,0.000014499755,0.0021478545,0.00042982533],"about_ca_topic_score_codex":0.0002028958,"about_ca_topic_score_gemma":0.0000754916,"teacher_disagreement_score":0.026815617,"about_ca_system_score_codex":0.0045841457,"about_ca_system_score_gemma":0.0057460703,"threshold_uncertainty_score":0.99989045},"labels":[],"label_agreement":null},{"id":"W3045963844","doi":"10.2196/18916","title":"Respiratory Health of Pacific Youth: An Observational Study of Associated Risk and Protective Factors Throughout Childhood","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand","keywords":"Medicine; Cohort; Cohort study; Psychological intervention; Epidemiology; Gerontology; Pediatrics; Internal medicine; Psychiatry","score_opus":0.7775243218075081,"score_gpt":0.6514173918592765,"score_spread":0.12610692994823158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045963844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53131443,0.000004584132,0.0000196833,0.00062378956,0.0000028115503,0.46723905,0.00017773679,0.00010241959,0.00051547005],"genre_scores_gemma":[0.6671673,0.0000012498467,0.00007007326,0.000015700045,0.000048731254,0.33265665,0.0000061697724,0.00002115307,0.000012962272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98758364,0.007494983,0.00064043794,0.0005524262,0.0030465683,0.0006819271],"domain_scores_gemma":[0.9966613,0.0007349186,0.000448668,0.00040412814,0.0013111907,0.00043976522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010081442,0.00015709425,0.0004433239,0.0002568044,0.00081385934,0.00010185683,0.0007990349,0.00018401533,0.000047770103],"category_scores_gemma":[0.005890269,0.00014294624,0.00005950899,0.00189168,0.00088709133,0.00043962567,0.00033133733,0.0011535175,0.0000026537089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032205568,0.003850364,0.69565445,0.00018007885,0.000061322,0.0000027775588,0.29433435,0.0000032301198,0.00048707987,0.00069338916,0.00085046975,0.003560434],"study_design_scores_gemma":[0.0019709019,0.015433017,0.76054543,0.0003907839,0.0000024390922,4.7796117e-8,0.21533048,0.000021097221,0.0009610929,0.001989446,0.0031317722,0.00022346352],"about_ca_topic_score_codex":0.0055428646,"about_ca_topic_score_gemma":0.0014714294,"teacher_disagreement_score":0.13585286,"about_ca_system_score_codex":0.0002642042,"about_ca_system_score_gemma":0.0017265859,"threshold_uncertainty_score":0.83791906},"labels":[],"label_agreement":null},{"id":"W3046041830","doi":"10.2196/20309","title":"The Impact of Previsit Contextual Data Collection on Patient-Provider Communication and Patient Activation: Study Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Resources and Services Administration; Medical College of Wisconsin","keywords":"Medicine; Context (archaeology); Patient portal; Health care; Randomized controlled trial; Patient participation; Family medicine; Patient satisfaction; Patient recruitment; Nursing","score_opus":0.6324379517710208,"score_gpt":0.6482963622307767,"score_spread":0.01585841045975589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046041830","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002451639,0.000015151683,0.000034345474,0.0050366865,0.000014999513,0.9916527,0.000052059233,0.00008265425,0.00065971183],"genre_scores_gemma":[0.05560945,0.0000020925427,0.00020094188,0.00017822596,0.00010824807,0.9437187,0.000051348467,0.00005286058,0.0000781561],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9702421,0.024359258,0.0026662222,0.0006951672,0.0013265589,0.000710694],"domain_scores_gemma":[0.9667455,0.02531656,0.0019528152,0.0029314249,0.0027474437,0.00030628004],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0052443594,0.0003365221,0.0013882801,0.00019818087,0.003325845,0.0001315672,0.0015388014,0.00023528683,0.00010613325],"category_scores_gemma":[0.020279061,0.00019670169,0.00025120974,0.00070203806,0.00047389363,0.00046059012,0.001561914,0.0016151174,0.000014639237],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94664335,0.0015834037,0.00048033544,0.0006114023,0.00021506246,1.9014398e-7,0.0185446,0.000008151145,0.000032290794,0.0003888657,0.025931941,0.0055604237],"study_design_scores_gemma":[0.93273455,0.02127525,0.00016736955,0.0017120297,0.000011964985,1.8030235e-7,0.012682909,0.0054807346,0.00003346383,0.00040923158,0.025309749,0.00018258113],"about_ca_topic_score_codex":0.00043389134,"about_ca_topic_score_gemma":0.00005046602,"teacher_disagreement_score":0.05315781,"about_ca_system_score_codex":0.00042586974,"about_ca_system_score_gemma":0.0019952394,"threshold_uncertainty_score":0.9979717},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3046106791","doi":"10.2196/19803","title":"Comparing Web-Based Mindfulness With Loving-Kindness and Compassion Training for Promoting Well-Being in Pregnancy: Protocol for a Three-Arm Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindfulness; Compassion; Kindness; Randomized controlled trial; Protocol (science); Self-compassion; Psychology; Medicine; Web application; Physical therapy; Clinical psychology; Psychotherapist; Applied psychology; Alternative medicine; Computer science; World Wide Web; Surgery","score_opus":0.23708758306902958,"score_gpt":0.49044475751344896,"score_spread":0.2533571744444194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046106791","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022259954,0.0000037073312,0.0021714338,0.0015672977,0.0000142981235,0.97343636,0.0000053364297,0.00010762415,0.0004340024],"genre_scores_gemma":[0.2801878,2.4900244e-8,0.0008020133,0.00006819789,0.00019342639,0.7186089,0.000008314578,0.000063151936,0.00006816336],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99508214,0.00091404415,0.0012565583,0.00077720854,0.00085777644,0.0011122859],"domain_scores_gemma":[0.9960606,0.0023786803,0.00044584557,0.00028373115,0.00032375474,0.00050735817],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00442813,0.00039934358,0.0022019637,0.00030243455,0.00043614794,0.00017596707,0.00025845892,0.00014667757,0.000045360317],"category_scores_gemma":[0.00088926917,0.00027182655,0.00020329666,0.00034825492,0.0002610753,0.00017736171,0.00010611304,0.0007633612,0.0000026482885],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9501519,0.0017643973,0.0018193828,0.042391296,0.00005461792,0.000039387243,0.0011826841,0.000015645752,0.00015395947,0.0005100517,0.000020984104,0.0018956884],"study_design_scores_gemma":[0.81509596,0.018351706,0.0000963277,0.10865208,0.000018791,0.000007337443,0.000067995046,0.05192889,0.004280221,0.00042772942,0.00082445616,0.00024853292],"about_ca_topic_score_codex":0.000013691166,"about_ca_topic_score_gemma":0.000039564802,"teacher_disagreement_score":0.25792783,"about_ca_system_score_codex":0.0001362777,"about_ca_system_score_gemma":0.00086231023,"threshold_uncertainty_score":0.9999734},"labels":[],"label_agreement":null},{"id":"W3046208079","doi":"10.2196/18209","title":"Impacts of Motion-Based Technology on Balance, Movement Confidence, and Cognitive Function Among People With Dementia or Mild Cognitive Impairment: Protocol for a Quasi-Experimental Pre- and Posttest Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"AGE-WELL","keywords":"Dementia; Cognition; Verbal fluency test; Montreal Cognitive Assessment; Balance (ability); Psychology; Physical medicine and rehabilitation; Population; Physical therapy; Medicine; Cognitive impairment; Neuropsychology; Psychiatry; Disease","score_opus":0.08094527313806278,"score_gpt":0.4707769273513618,"score_spread":0.389831654213299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046208079","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38821748,0.0000030511312,0.0003314519,0.0002989313,0.0000012547196,0.61092645,0.000055528995,0.00004904792,0.00011681],"genre_scores_gemma":[0.49365836,1.6461371e-7,0.00004334676,0.00013418986,0.000025179066,0.50605285,0.000019455149,0.000028576162,0.00003789345],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959635,0.000387286,0.00052017136,0.00092057366,0.0013950338,0.0008134242],"domain_scores_gemma":[0.9970596,0.0005375222,0.0002274922,0.00022786665,0.001443035,0.00050447206],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010061767,0.00037568863,0.0005833167,0.00061062956,0.0003407313,0.0001270423,0.00014495262,0.0001392197,0.0002660811],"category_scores_gemma":[0.0004120408,0.00026875988,0.00006374166,0.0010629009,0.00069247023,0.00023981123,0.00020994268,0.0005560128,0.000006657287],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10102631,0.015961481,0.8727481,0.0025356507,0.00053293846,0.000050523082,0.0010764105,3.1862544e-7,0.0043129697,0.00006165103,0.00022400412,0.0014696751],"study_design_scores_gemma":[0.04779118,0.24775507,0.63408566,0.0048918556,0.00009161762,0.0000054749858,0.007008969,0.00038968018,0.057600863,0.00003490401,0.00010317884,0.00024152441],"about_ca_topic_score_codex":0.000066641755,"about_ca_topic_score_gemma":0.000068506866,"teacher_disagreement_score":0.23866238,"about_ca_system_score_codex":0.000074706084,"about_ca_system_score_gemma":0.00047684356,"threshold_uncertainty_score":0.99997646},"labels":[],"label_agreement":null},{"id":"W3046590140","doi":"10.2196/19881","title":"Game-Based Meditation Therapy to Improve Posttraumatic Stress and Neurobiological Stress Systems in Traumatized Adolescents: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Innovatiefonds Zorgverzekeraars","keywords":"Randomized controlled trial; Anxiety; Clinical psychology; Meditation; Psychology; Intervention (counseling); Mindfulness; Aggression; Relaxation (psychology); Medicine; Psychiatry","score_opus":0.2673750194395738,"score_gpt":0.5485482666933561,"score_spread":0.2811732472537823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046590140","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058114445,0.00000247629,0.004862299,0.0009997287,0.00006429065,0.98793185,0.00010035791,0.00007313972,0.00015441683],"genre_scores_gemma":[0.09898724,2.494002e-8,0.00003876151,0.00011890362,0.00023120055,0.90044415,0.000014744996,0.000035073048,0.00012988564],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9908319,0.0056720963,0.001488462,0.00073880027,0.00060859794,0.0006601149],"domain_scores_gemma":[0.99636465,0.0020924404,0.00037642487,0.0003787963,0.0004279461,0.0003597592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033805014,0.00031097545,0.0015227994,0.00034702956,0.00014585048,0.00030966062,0.0004948197,0.00023407946,0.0008057381],"category_scores_gemma":[0.001175946,0.00020158727,0.000385926,0.00042262752,0.00019902537,0.0000949825,0.000071977236,0.0005664224,0.000029395836],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98746353,0.0030785592,0.00005825566,0.0016455008,0.00006832355,0.000009057515,0.0007206247,0.00002844213,0.00021888623,0.0027310331,0.0016506581,0.0023271472],"study_design_scores_gemma":[0.9790706,0.008151879,0.00015981583,0.0046239393,0.0000046623836,5.5636156e-7,0.0005375516,0.0043286267,0.00036048054,0.00050388556,0.0020406,0.00021737629],"about_ca_topic_score_codex":0.00004304554,"about_ca_topic_score_gemma":0.000010723976,"teacher_disagreement_score":0.09317579,"about_ca_system_score_codex":0.000051931904,"about_ca_system_score_gemma":0.00013616154,"threshold_uncertainty_score":0.8822267},"labels":[],"label_agreement":null},{"id":"W3046815332","doi":"10.2196/21259","title":"Improving the Management of Atrial Fibrillation in General Practice: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Daiichi Sankyo Europe; Royal College of General Practitioners","keywords":"Usability; Medicine; Dashboard; Atrial fibrillation; Medical emergency; Emergency medicine; Database; Computer science; Internal medicine","score_opus":0.4836400635297561,"score_gpt":0.655961843910997,"score_spread":0.1723217803812409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046815332","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067783333,0.0000012590212,0.002205555,0.004555278,0.000008398783,0.9919462,0.0000017955834,0.000039254253,0.00056440965],"genre_scores_gemma":[0.00079424435,1.7144873e-7,0.037581604,0.00004330917,0.0010279797,0.9600675,0.0000038014912,0.000028305167,0.00045306652],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963492,0.0012815741,0.0006924609,0.00039871692,0.00090239855,0.00037564064],"domain_scores_gemma":[0.9980522,0.00081623835,0.0002637851,0.0003979405,0.00036777303,0.000102053964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060867337,0.00014825311,0.00035852668,0.00018009612,0.0001409885,0.000083082574,0.00022629798,0.00006843567,0.000054845143],"category_scores_gemma":[0.0011241601,0.00009949707,0.00020114316,0.00092940923,0.000064263295,0.00021566721,0.00036493607,0.00026932592,0.000008639795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08004386,0.00043555317,0.094576225,0.014936068,0.0010339777,0.00007338386,0.0048215245,0.0011563502,0.00686051,0.008406587,0.008539549,0.7791164],"study_design_scores_gemma":[0.03303884,0.008151774,0.0348038,0.0007019007,0.000064352374,0.0000018942724,0.0045485976,0.014599635,0.001835129,0.00031222324,0.90171,0.0002318589],"about_ca_topic_score_codex":0.000022505457,"about_ca_topic_score_gemma":0.000002325765,"teacher_disagreement_score":0.8931704,"about_ca_system_score_codex":0.00009148618,"about_ca_system_score_gemma":0.00012803117,"threshold_uncertainty_score":0.40573725},"labels":[],"label_agreement":null},{"id":"W3047046976","doi":"10.2196/17086","title":"Optimizing an Acceptance and Commitment Therapy Microintervention Via a Mobile App With Two Cohorts: Protocol for Micro-Randomized Trials","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; National Cancer Institute; National Institute on Drug Abuse; National Institute of Mental Health; National Institute on Alcohol Abuse and Alcoholism","keywords":"Psychological intervention; Experiential avoidance; Mood; Acceptance and commitment therapy; Psychology; Protocol (science); Clinical psychology; Randomized controlled trial; Intervention (counseling); Openness to experience; Applied psychology; Medicine; Anxiety; Social psychology; Psychiatry; Alternative medicine","score_opus":0.40381920867890625,"score_gpt":0.6034393312107015,"score_spread":0.19962012253179523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047046976","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079929683,0.000012337111,0.08818495,0.0005047482,0.000010323784,0.9098887,0.000048585476,0.000103113576,0.00044793257],"genre_scores_gemma":[0.0034579975,1.3692406e-7,0.0034496319,0.000105289735,0.00021463158,0.9919404,0.00001713776,0.00006539533,0.00074938184],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99268144,0.0042616585,0.001141168,0.0008218825,0.00046141451,0.00063245744],"domain_scores_gemma":[0.99730635,0.0008344768,0.00048517814,0.0005906496,0.00044401275,0.00033932735],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063660056,0.0003100267,0.0011517567,0.00018373968,0.00041146326,0.00039578797,0.0005293983,0.00012216748,0.00796346],"category_scores_gemma":[0.00012585416,0.00021030458,0.0004513912,0.00032290275,0.00034438918,0.0002394922,0.00014145141,0.00048314457,0.000041293097],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.72207373,0.008108525,0.00045663197,0.0017043697,0.0009189785,0.00003754361,0.004940081,0.000024969182,0.010927334,0.010154319,0.074386165,0.16626734],"study_design_scores_gemma":[0.46595377,0.016735518,0.000132311,0.0029572884,0.000020120524,0.000025586694,0.0013650911,0.0008992979,0.02597895,0.0034998034,0.48185924,0.0005730136],"about_ca_topic_score_codex":0.000037468315,"about_ca_topic_score_gemma":0.000016950027,"teacher_disagreement_score":0.4074731,"about_ca_system_score_codex":0.000057023484,"about_ca_system_score_gemma":0.00007820498,"threshold_uncertainty_score":0.9929434},"labels":[],"label_agreement":null},{"id":"W3047098363","doi":"10.2196/20940","title":"Long-Term Outcomes of the Good School Toolkit Primary School Violence Prevention Intervention Among Adolescents: Protocol for a Nonrandomized Quasi-Experimental Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bullying, Victimization, and Aggression","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Department for International Development; Wellcome Trust; William and Flora Hewlett Foundation","keywords":"Psychological intervention; Intervention (counseling); Peer group; Poison control; Peer victimization; Suicide prevention; Medicine; Agency (philosophy); Psychology; Cluster randomised controlled trial; Medical education; Nursing; Social psychology; Environmental health","score_opus":0.15861830096703952,"score_gpt":0.5275510146825938,"score_spread":0.36893271371555425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047098363","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0990154,0.0000036281467,0.001461094,0.000095547315,0.00003274097,0.8990826,0.000012914612,0.000090047004,0.00020602603],"genre_scores_gemma":[0.18582146,1.2425797e-7,0.00009661055,0.000057695015,0.00015163393,0.81303203,0.000011053682,0.000051962175,0.00077741896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935888,0.0027714071,0.0010890729,0.0007893486,0.0011366168,0.0006247757],"domain_scores_gemma":[0.99753636,0.00015858389,0.0006819342,0.0008145692,0.00049360725,0.00031494084],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020315582,0.00032371478,0.0005892009,0.00017637298,0.00041597063,0.00018297123,0.00106249,0.00020671739,0.0013536112],"category_scores_gemma":[0.0006602462,0.0002235082,0.00045400605,0.0005719625,0.00022426147,0.00045796685,0.0005132368,0.00075015484,0.00008308019],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01806509,0.028075056,0.94571596,0.0015610525,0.00013665369,0.0000054120537,0.0010378271,0.0000030756682,0.0012564386,0.00003467455,0.0018723198,0.0022364347],"study_design_scores_gemma":[0.07882588,0.012385649,0.89041597,0.013485337,0.000017834293,0.0000019856375,0.0014551752,0.0000753043,0.0024450868,0.000083893436,0.00048179636,0.0003260803],"about_ca_topic_score_codex":0.000052303712,"about_ca_topic_score_gemma":0.000020141062,"teacher_disagreement_score":0.08680605,"about_ca_system_score_codex":0.00020066381,"about_ca_system_score_gemma":0.00023128751,"threshold_uncertainty_score":0.9995593},"labels":[],"label_agreement":null},{"id":"W3047412448","doi":"10.2196/20904","title":"Mass Drug Administration With High-Dose Ivermectin and Dihydroartemisinin-Piperaquine for Malaria Elimination in an Area of Low Transmission With High Coverage of Malaria Control Interventions: Protocol for the MASSIV Cluster Randomized Clinical Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Department for International Development; Wellcome Trust","keywords":"Malaria; Medicine; Mass drug administration; Artemisinin; Psychological intervention; Dihydroartemisinin; Transmission (telecommunications); Randomized controlled trial; Cluster randomised controlled trial; Environmental health; Plasmodium falciparum; Population; Surgery; Immunology; Telecommunications; Psychiatry","score_opus":0.1423832263844653,"score_gpt":0.503587867129854,"score_spread":0.3612046407453887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047412448","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057619154,0.0000024449778,0.0637158,0.018511988,0.0000053364947,0.91187537,0.00008152069,0.000021112583,0.0000245276],"genre_scores_gemma":[0.40233737,7.904094e-7,0.0013697274,0.000043569606,0.00012687057,0.59591883,0.000042999254,0.000028639774,0.00013121245],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938082,0.0024987643,0.0014513351,0.0006264402,0.0011051601,0.00051010225],"domain_scores_gemma":[0.9932738,0.0042246175,0.00051766,0.00044834602,0.0011839682,0.00035162142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009362037,0.0002730246,0.0012208219,0.00023239525,0.00014961255,0.00014526586,0.0002990989,0.00021169402,0.00012670757],"category_scores_gemma":[0.0024647173,0.0001539321,0.0002917919,0.0003852367,0.0005321068,0.00038834396,0.00004051867,0.0007195475,4.80991e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.978825,0.0025104661,0.00028774072,0.004734545,0.00021097335,0.000018132801,0.00019065016,0.00004583961,0.0038030243,0.003269995,0.0002009354,0.0059027006],"study_design_scores_gemma":[0.89680874,0.05616249,0.0032781232,0.004140387,0.000088137,0.000004858483,0.00014255321,0.034471203,0.0036619103,0.0005638314,0.00050700194,0.00017077773],"about_ca_topic_score_codex":0.000025490404,"about_ca_topic_score_gemma":0.000046189187,"teacher_disagreement_score":0.39657545,"about_ca_system_score_codex":0.0000627836,"about_ca_system_score_gemma":0.0008694137,"threshold_uncertainty_score":0.62771684},"labels":[],"label_agreement":null},{"id":"W3047536890","doi":"10.2196/21256","title":"Metabolic Syndrome Parameters, Determinants, and Biomarkers in Adult Survivors of Childhood Cancer: Protocol for the Dutch Childhood Cancer Survivor Study on Metabolic Syndrome (Dutch LATER METS)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Metabolic syndrome; Dyslipidemia; National Cholesterol Education Program; Cohort; Cancer; Insulin resistance; Disease; Internal medicine; Pediatrics; Obesity","score_opus":0.14984491221822485,"score_gpt":0.48569793958714486,"score_spread":0.33585302736892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047536890","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3784906,0.00010179566,0.000004009719,0.0045714476,0.00003217397,0.61638457,0.00029166145,0.00009337733,0.00003034736],"genre_scores_gemma":[0.2639849,0.000030171652,0.00015224726,0.00069608475,0.00015661024,0.7347128,0.0000095067635,0.00019146364,0.000066245695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98807526,0.0025932794,0.002183893,0.0020455006,0.0031371862,0.0019648666],"domain_scores_gemma":[0.99382377,0.001920076,0.00071703055,0.0017804434,0.00083902397,0.00091965904],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005827991,0.0010134373,0.0028057804,0.0008790074,0.0004738149,0.00024106688,0.0014572439,0.00039430746,0.00022862355],"category_scores_gemma":[0.0015574035,0.0007219276,0.00049881346,0.0028686128,0.0006853822,0.0004410423,0.000691354,0.0018365178,0.000025446854],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012221398,0.013228769,0.9060201,0.0074818195,0.0044143205,0.00053704897,0.02853597,0.00004855222,0.000712113,0.00015637394,0.0017916042,0.02485195],"study_design_scores_gemma":[0.02502151,0.008427802,0.9347352,0.005021922,0.00018923964,0.0001408302,0.0033380168,0.00018872437,0.004652996,0.00008899825,0.017295914,0.0008988798],"about_ca_topic_score_codex":0.01132007,"about_ca_topic_score_gemma":0.007616111,"teacher_disagreement_score":0.1183282,"about_ca_system_score_codex":0.00018964194,"about_ca_system_score_gemma":0.001334712,"threshold_uncertainty_score":0.99952316},"labels":[],"label_agreement":null},{"id":"W3047666490","doi":"10.2196/17726","title":"A Model of Intervention and Implementation of Quality Building and Quality Control in Childcare Centers to Strengthen the Mental Health and Development of 1-3–Year Olds: Protocol for a Randomized Controlled Trial of Thrive by Three","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Mental health; Protocol (science); Intervention (counseling); Quality (philosophy); Medicine; Control (management); Psychology; Nursing; Medical education; Computer science; Alternative medicine; Psychiatry","score_opus":0.27931961511968323,"score_gpt":0.5916669649787633,"score_spread":0.31234734985908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047666490","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1850863,0.000004318124,0.0007510546,0.0026215317,0.0000025175798,0.81145686,0.000057201698,0.000003620317,0.000016588723],"genre_scores_gemma":[0.2789912,0.0000012597438,0.001495051,0.000038410253,0.0000082804745,0.71945494,0.0000039926285,0.0000041838393,0.0000026773284],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99571145,0.0018554835,0.0013247026,0.00022375895,0.0006640161,0.00022058877],"domain_scores_gemma":[0.99809283,0.00071253994,0.0006743237,0.00008767615,0.0002885646,0.00014403746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011078379,0.00009492718,0.00074773695,0.00010386223,0.00015603636,0.000029393106,0.00014514431,0.000042798165,0.000010811528],"category_scores_gemma":[0.0008739155,0.000067581735,0.000077145996,0.00016378799,0.0002842914,0.00009691742,0.000088180015,0.0000984385,3.341135e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.69954765,0.0006914739,0.010573344,0.0016396828,0.0001397254,9.902256e-9,0.2646488,0.0000037596394,0.0013593154,0.005938925,0.00021523944,0.015242065],"study_design_scores_gemma":[0.9488496,0.0012730203,0.0032482147,0.0009052473,0.000002712043,1.6528773e-8,0.043476194,0.00017207352,0.0010558275,0.00058328034,0.000337819,0.000095948955],"about_ca_topic_score_codex":0.0009995116,"about_ca_topic_score_gemma":0.0012118138,"teacher_disagreement_score":0.24930198,"about_ca_system_score_codex":0.00007517084,"about_ca_system_score_gemma":0.0009835169,"threshold_uncertainty_score":0.38395673},"labels":[],"label_agreement":null},{"id":"W3048042323","doi":"10.2196/20184","title":"Improving Patient Prioritization During Hospital-Homecare Transition: Protocol for a Mixed Methods Study of a Clinical Decision Support Tool Implementation","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Medicine; Prioritization; Clinical decision support system; Medical emergency; Logistic regression; Intervention (counseling); Health care; Nursing; Protocol (science); MEDLINE; Decision support system; Process management; Computer science","score_opus":0.34918163575172184,"score_gpt":0.7000285073154842,"score_spread":0.3508468715637623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048042323","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07659048,3.4494744e-7,0.0075800144,0.0004104894,0.00005678373,0.9151641,0.000057618374,0.000103667524,0.00003651058],"genre_scores_gemma":[0.02433026,9.3651e-8,0.013047381,0.000037499143,0.00048745898,0.96196836,0.0000507988,0.000056783218,0.000021371221],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9916467,0.0035009407,0.0022609609,0.00073610555,0.0010988432,0.00075647206],"domain_scores_gemma":[0.99538183,0.0013765555,0.0006735049,0.00046625608,0.001827168,0.00027470136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005046641,0.0002209613,0.00062512973,0.00024322422,0.0008757541,0.000053279524,0.00031448063,0.0002561772,0.00038394358],"category_scores_gemma":[0.0013154271,0.00019538736,0.00020244013,0.00087344367,0.00006164873,0.00032398067,0.00025468186,0.00081800204,0.000015275029],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013311938,0.0037165997,0.013107899,0.009632139,0.00007270698,0.00001687108,0.09190735,0.000008236093,0.0036451507,0.000048624963,0.02960091,0.83493155],"study_design_scores_gemma":[0.10877865,0.132018,0.1494298,0.005469786,0.000062735875,0.0000027401854,0.41411567,0.0012355878,0.012946902,0.0008798254,0.17371503,0.0013452695],"about_ca_topic_score_codex":0.00007761669,"about_ca_topic_score_gemma":0.0000450843,"teacher_disagreement_score":0.8335863,"about_ca_system_score_codex":0.00019727123,"about_ca_system_score_gemma":0.0009554275,"threshold_uncertainty_score":0.7967665},"labels":[],"label_agreement":null},{"id":"W3048066686","doi":"10.2196/20834","title":"Remote Assessment of Functional Mobility and Strength in Older Cancer Survivors: Protocol for a Validity and Reliability Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Institutes of Health","keywords":"Psychological intervention; Quality of life (healthcare); Reliability (semiconductor); Test (biology); Medicine; Protocol (science); Physical therapy; Physical medicine and rehabilitation; Gerontology; Psychology; Nursing; Alternative medicine","score_opus":0.37419148397772845,"score_gpt":0.5886086552269438,"score_spread":0.2144171712492154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048066686","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15928318,4.2696436e-7,0.00012089642,0.0018123058,0.0000027558526,0.8385888,0.000047063044,0.000029949057,0.00011465067],"genre_scores_gemma":[0.109016344,2.1041662e-7,0.0010774729,0.000036026224,0.00009022001,0.88965577,0.0000050284816,0.000022330456,0.00009657464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962932,0.0008003988,0.0006112255,0.00080704596,0.0010492342,0.0004389228],"domain_scores_gemma":[0.9975138,0.00078761723,0.000112651665,0.0005000067,0.00076560734,0.0003203603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035361752,0.00019624548,0.0005054594,0.00012343006,0.000096746364,0.00004300979,0.00013767403,0.00012216865,0.0001942727],"category_scores_gemma":[0.001422086,0.00015941245,0.000054476608,0.0004797,0.00033395566,0.00015438201,0.00029057323,0.0007287269,7.1022464e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004472671,0.0051300135,0.9690104,0.009855099,0.000025222824,0.000009549783,0.001230054,0.000013622272,0.0008791759,0.000016643437,0.0019072341,0.0074502835],"study_design_scores_gemma":[0.015378627,0.007786252,0.9595039,0.0014150665,0.0000049754285,0.000001881777,0.00048672326,0.005043089,0.0006002839,0.00025094693,0.009386454,0.0001418295],"about_ca_topic_score_codex":0.0009329645,"about_ca_topic_score_gemma":0.0007185299,"teacher_disagreement_score":0.051067017,"about_ca_system_score_codex":0.0002191839,"about_ca_system_score_gemma":0.0006903389,"threshold_uncertainty_score":0.6500651},"labels":[],"label_agreement":null},{"id":"W3048372023","doi":"10.2196/18843","title":"Repetitive Transcranial Magnetic Stimulation With and Without Internet-Delivered Cognitive-Behavioral Therapy for the Treatment of Resistant Depression: Protocol for Patient-Centered Randomized Controlled Pilot Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"Alberta Health Services","keywords":"Randomized controlled trial; Major depressive disorder; Depression (economics); Medicine; Treatment-resistant depression; Transcranial magnetic stimulation; Physical therapy; Cognitive behavioral therapy; Psychiatry; Rating scale; Clinical trial; Electroconvulsive therapy; Mood; Psychology; Cognition; Internal medicine","score_opus":0.31745819330613784,"score_gpt":0.503122050453595,"score_spread":0.1856638571474572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048372023","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041512996,0.000014855241,0.0029795142,0.0003635685,0.000009831296,0.95485145,0.00014520349,0.000057259753,0.00006531635],"genre_scores_gemma":[0.3745428,0.0000028574955,0.00022869167,0.000033850334,0.000075981254,0.625025,0.000002940903,0.000033384258,0.00005453054],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99538475,0.0015433345,0.00093153666,0.00078152376,0.00088844623,0.00047041257],"domain_scores_gemma":[0.9924802,0.0060176207,0.0003627211,0.00024295026,0.0007432486,0.00015322678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007097056,0.00036282963,0.0011965149,0.00011511551,0.00038559912,0.00015503462,0.00023144824,0.00007762212,0.00011154641],"category_scores_gemma":[0.00081417826,0.00019099576,0.00030357772,0.00026984845,0.00093887263,0.00013076868,0.000030480662,0.00015831002,0.0000012032768],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93605924,0.0029141735,0.00012295024,0.00016099631,0.00006753557,0.000002523338,0.0034713647,0.000011049644,0.04045208,0.00007945765,0.000027295835,0.016631339],"study_design_scores_gemma":[0.8432375,0.13627079,0.00032360957,0.00051777845,0.0000609606,0.0000010738275,0.00015517723,0.004425315,0.012341614,0.00009209696,0.0023885728,0.0001854755],"about_ca_topic_score_codex":0.000031688345,"about_ca_topic_score_gemma":0.000014726127,"teacher_disagreement_score":0.3330298,"about_ca_system_score_codex":0.000046567424,"about_ca_system_score_gemma":0.00015296915,"threshold_uncertainty_score":0.7788581},"labels":[],"label_agreement":null},{"id":"W3048379133","doi":"10.2196/21342","title":"Discriminating Metabolic Health Status in a Cohort of Nursing Students: Protocol for a Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Trent University","funders":"","keywords":"Medicine; Obesity; Body mass index; Anxiety; Gerontology; Overweight; Physical therapy; Nursing; Internal medicine; Psychiatry","score_opus":0.6268432662072516,"score_gpt":0.7183669784208563,"score_spread":0.09152371221360467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048379133","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022769881,0.000002713228,0.00012428837,0.0014815076,0.0000044860712,0.9752159,0.00001932479,0.000051892435,0.00032997175],"genre_scores_gemma":[0.049682885,2.2011437e-7,0.0012799256,0.00024702825,0.000169299,0.94850755,0.000010141401,0.000037551024,0.000065426975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947936,0.00077519956,0.0012176364,0.00054175785,0.001759642,0.0009121895],"domain_scores_gemma":[0.9981456,0.00020886463,0.0002450455,0.00027167227,0.0006736721,0.000455162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053358045,0.00015770063,0.00061104033,0.00040067846,0.00030007336,0.000110259316,0.00024256004,0.0000731725,0.00009857285],"category_scores_gemma":[0.00069488876,0.00013997835,0.00008712163,0.00089404423,0.0001704641,0.00015404535,0.000113731236,0.00076642184,0.0000067862957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034909707,0.008239954,0.9728207,0.005441045,0.000023543353,0.000006708344,0.0037704122,0.0000018952743,0.0002665174,0.00029458382,0.00091031956,0.004733334],"study_design_scores_gemma":[0.019503035,0.006336141,0.94938344,0.0041423156,0.0000017124942,0.0000030427593,0.0016441208,0.00018070002,0.00026800355,0.00024313848,0.01819519,0.00009914129],"about_ca_topic_score_codex":0.00011019587,"about_ca_topic_score_gemma":0.000014638964,"teacher_disagreement_score":0.026913004,"about_ca_system_score_codex":0.00043357015,"about_ca_system_score_gemma":0.0010382172,"threshold_uncertainty_score":0.57081515},"labels":[],"label_agreement":null},{"id":"W3048384775","doi":"10.2196/18453","title":"A Combined Digital and Biomarker Diagnostic Aid for Mood Disorders (the Delta Trial): Protocol for an Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Chemical Engineering and Biotechnology, University of Cambridge; University of California, San Diego; Orta Doğu Teknik Üniversitesi; Stanley Medical Research Institute","keywords":"Mood; CIDI; Digital health; Medicine; Observational study; Population; Mood disorders; Randomized controlled trial; Patient Health Questionnaire; Major depressive disorder; Psychiatry; Protocol (science); Mental health; Clinical psychology; Anxiety; Alternative medicine; Health care; Depressive symptoms; Prevalence of mental disorders; Pathology; Environmental health","score_opus":0.6927578452917519,"score_gpt":0.655330318137421,"score_spread":0.03742752715433084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048384775","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040714857,2.605908e-7,0.00035334667,0.006143353,0.000019657145,0.9880969,0.00047716344,0.000084188716,0.0007536643],"genre_scores_gemma":[0.053519174,4.9011195e-9,0.00012489675,0.00013894298,0.00014017674,0.9453822,0.00008253086,0.000059121005,0.00055299426],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969293,0.00047962472,0.00068131683,0.0006628505,0.00054830586,0.0006986243],"domain_scores_gemma":[0.9962011,0.0025239137,0.000148485,0.00047249335,0.00029416743,0.00035985754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013612392,0.0002127449,0.00025958155,0.0001015182,0.000495207,0.00052579975,0.0005974172,0.00009210635,0.000117006355],"category_scores_gemma":[0.0018590436,0.00016227619,0.0001366909,0.00044287447,0.00026009852,0.0005530588,0.00024125625,0.0002722104,0.000051092684],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.48617238,0.066879995,0.069357544,0.003970875,0.00045583438,0.000006253917,0.004284606,0.0000021636706,0.000031077387,0.027160954,0.17755537,0.16412294],"study_design_scores_gemma":[0.21477671,0.18534239,0.042267714,0.00067180325,0.000009285899,0.0000019264528,0.001924906,0.00080434326,0.000029369054,0.025270743,0.52841437,0.0004864773],"about_ca_topic_score_codex":0.000019804327,"about_ca_topic_score_gemma":0.00006541631,"teacher_disagreement_score":0.350859,"about_ca_system_score_codex":0.000061969215,"about_ca_system_score_gemma":0.00014845113,"threshold_uncertainty_score":0.6617431},"labels":[],"label_agreement":null},{"id":"W3048396634","doi":"10.2196/18784","title":"Pre-Exposure Prophylaxis Integration Into Family Planning Services at Title X Clinics in the Southeastern United States: Protocol for a Mixed Methods Hybrid Type I Effectiveness Implementation Study (Phase 2 ATN 155)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; National Institute of Mental Health; National Institutes of Health; Emory University","keywords":"Pre-exposure prophylaxis; Medicine; Family medicine; Psychological intervention; Men who have sex with men; Human immunodeficiency virus (HIV); Nursing","score_opus":0.29563139721283405,"score_gpt":0.6587009994467907,"score_spread":0.3630696022339567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048396634","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086369194,0.0000022847255,0.0029273906,0.00016527025,0.0000040084733,0.9102479,0.000044745542,0.000040350016,0.00019881126],"genre_scores_gemma":[0.024920084,1.3887394e-7,0.00078670227,0.000057301346,0.0000906988,0.9734745,0.0002680625,0.000032147025,0.00037033384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954309,0.002748849,0.00044361415,0.00035906443,0.0006468777,0.00037068542],"domain_scores_gemma":[0.99831605,0.000516666,0.000093637624,0.0003155351,0.0006087981,0.00014929447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004096402,0.00014935686,0.00024057346,0.00028334616,0.0001951208,0.0001300602,0.0003043639,0.000060813585,0.00014939676],"category_scores_gemma":[0.00040338535,0.00009760024,0.00008694703,0.00086647854,0.00006403393,0.00012751277,0.00015650761,0.00056337984,0.00009562615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.077503175,0.01398886,0.08877748,0.025129823,0.00048393453,0.00022608014,0.08917567,0.000049710754,0.047542218,0.00011722312,0.053292777,0.60371304],"study_design_scores_gemma":[0.041188143,0.24473347,0.022571586,0.0062598176,0.000028146947,0.000010366457,0.05540623,0.030477012,0.016527982,0.00086192705,0.58143854,0.000496744],"about_ca_topic_score_codex":0.0000979655,"about_ca_topic_score_gemma":0.000076112476,"teacher_disagreement_score":0.6032163,"about_ca_system_score_codex":0.00011368877,"about_ca_system_score_gemma":0.00019434815,"threshold_uncertainty_score":0.39800224},"labels":[],"label_agreement":null},{"id":"W3048442845","doi":"10.2196/19720","title":"Evaluating the Efficacy of a Mobile App (Drinks:Ration) and Personalized Text and Push Messaging to Reduce Alcohol Consumption in a Veteran Population: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Maudsley Biomedical Research Centre; Medical Research Council; Forces in Mind Trust; National Lottery Community Fund; National Institute for Health and Care Research; Department of Health and Social Care","keywords":"Randomized controlled trial; Medicine; Population; Psychological intervention; Alcohol Use Disorders Identification Test; mHealth; Mental health; Brief intervention; Intervention (counseling); Physical therapy; Psychiatry; Poison control; Environmental health; Injury prevention; Surgery","score_opus":0.36445588903872095,"score_gpt":0.5936617199444478,"score_spread":0.22920583090572688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048442845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2538905,0.000006368469,0.000021549982,0.0014495592,0.000002090727,0.7445627,9.073169e-7,0.000023803108,0.00004252211],"genre_scores_gemma":[0.13070394,5.054826e-7,0.0007103378,0.000080267426,0.000099103614,0.8681978,0.00000590628,0.000019165647,0.0001829764],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99676764,0.0011307818,0.00073806354,0.00038775633,0.0006746334,0.00030115052],"domain_scores_gemma":[0.9961159,0.0031028914,0.0001975943,0.0002053273,0.00023024413,0.0001480128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042810403,0.00017465999,0.0010817882,0.00017978596,0.0001687575,0.00008867202,0.00009108983,0.00007209797,0.00009124169],"category_scores_gemma":[0.0028982828,0.000095239026,0.00016329874,0.0003164141,0.00018438393,0.0001198774,0.00005280154,0.00022853015,0.0000028780682],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.979971,0.00028604828,0.004478096,0.00049210637,0.00009824382,0.0000033126198,0.005813406,0.000007998488,0.0029190318,0.00018238551,0.000082896084,0.0056654955],"study_design_scores_gemma":[0.98810047,0.0033158455,0.0021545081,0.0014877028,0.000034996643,0.0000033365445,0.00035854935,0.0034312136,0.0004236177,0.00008834109,0.00050431717,0.00009708688],"about_ca_topic_score_codex":0.00001004549,"about_ca_topic_score_gemma":0.0000069337993,"teacher_disagreement_score":0.12363511,"about_ca_system_score_codex":0.00007418755,"about_ca_system_score_gemma":0.00014896104,"threshold_uncertainty_score":0.38837346},"labels":[],"label_agreement":null},{"id":"W3048477343","doi":"10.2196/20417","title":"Comparing Web-Based Platforms for Promoting HIV Self-Testing and Pre-Exposure Prophylaxis Uptake in High-Risk Men Who Have Sex With Men: Protocol for a Longitudinal Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health","keywords":"Men who have sex with men; Pre-exposure prophylaxis; Medicine; Social media; Cohort; Human immunodeficiency virus (HIV); Test (biology); Advertising; Demography; Gerontology; Family medicine; World Wide Web; Internal medicine; Computer science","score_opus":0.1633389318872841,"score_gpt":0.47220206659899894,"score_spread":0.30886313471171484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048477343","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14733629,7.807485e-7,0.0006914779,0.0002928663,3.645163e-7,0.85036427,0.000053611504,0.0001587827,0.0011015468],"genre_scores_gemma":[0.15222695,4.7145853e-8,0.0049305223,0.000008006793,0.00016052576,0.8412893,0.000023320754,0.00009601603,0.0012653474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944475,0.000378037,0.0009575337,0.0012464441,0.0015668891,0.0014035875],"domain_scores_gemma":[0.9965371,0.00070426404,0.00026852626,0.00057675585,0.0011857591,0.0007275937],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0050914004,0.00041547147,0.00090880634,0.00046993335,0.0006646156,0.0003708862,0.00042620278,0.00015929692,0.00004054435],"category_scores_gemma":[0.0025794804,0.00030131984,0.0001224828,0.0009241762,0.00021430691,0.00038168344,0.00030379838,0.0014236914,0.0000061711385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01070433,0.0033046613,0.9626522,0.0089398865,0.00022221271,0.00007467885,0.0018695674,0.000026289368,0.0005108664,0.000018773348,0.0063036894,0.0053728335],"study_design_scores_gemma":[0.04970735,0.17240591,0.40966642,0.006254032,0.000029440247,0.000016450756,0.0015871935,0.3544742,0.0015570575,0.00008601886,0.0037839347,0.0004320038],"about_ca_topic_score_codex":0.00017061876,"about_ca_topic_score_gemma":0.00022773092,"teacher_disagreement_score":0.5529858,"about_ca_system_score_codex":0.0003073374,"about_ca_system_score_gemma":0.00096490054,"threshold_uncertainty_score":0.9999439},"labels":[],"label_agreement":null},{"id":"W3048625103","doi":"10.2196/18291","title":"Twelve-Week Internet-Based Individualized Exercise Program in Adults With Systemic Lupus Erythematosus: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Systemic Lupus Erythematosus Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitätsmedizin der Johannes Gutenberg-Universität Mainz","keywords":"Randomized controlled trial; Medicine; Protocol (science); Physical therapy; The Internet; Internal medicine; Alternative medicine; Computer science; World Wide Web; Pathology","score_opus":0.11699571469186873,"score_gpt":0.47385295674488476,"score_spread":0.35685724205301605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048625103","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008021419,0.000013049762,0.00037214777,0.0010851668,0.000018826455,0.988658,0.000019191908,0.00055064907,0.0012615146],"genre_scores_gemma":[0.007504026,6.8081465e-7,0.0030971754,0.00008940714,0.00040716666,0.98719805,0.00004888376,0.0002662541,0.001388363],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98473,0.0040366547,0.003069192,0.0016987025,0.0042429822,0.0022224914],"domain_scores_gemma":[0.9907841,0.003865102,0.00083488977,0.0012812163,0.0020377466,0.0011969189],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011855496,0.0008662328,0.005637716,0.0012663568,0.00018266373,0.0004637242,0.0011715706,0.0005643358,0.00033455147],"category_scores_gemma":[0.005597835,0.00053654605,0.0010363146,0.0020950108,0.00086848513,0.00026872964,0.00032175568,0.0017546027,0.00014162161],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9355988,0.0058571934,0.0021301906,0.04399895,0.0003286937,0.000329574,0.0038352516,0.0000046050136,0.00011819565,0.00017454439,0.006221784,0.0014022246],"study_design_scores_gemma":[0.8786223,0.02017232,0.000001935607,0.08103088,0.00004281011,0.0005841267,0.00091118115,0.008599073,0.0005735967,0.00006798591,0.008923656,0.0004701614],"about_ca_topic_score_codex":0.000044178138,"about_ca_topic_score_gemma":0.000018408047,"teacher_disagreement_score":0.05697652,"about_ca_system_score_codex":0.00057163974,"about_ca_system_score_gemma":0.0031095927,"threshold_uncertainty_score":0.9997086},"labels":[],"label_agreement":null},{"id":"W3049119643","doi":"10.2196/17524","title":"Microwave Breast Imaging Using Rotational Bistatic Impulse Radar for the Detection of Breast Cancer: Protocol for a Prospective Diagnostic Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Microwave Imaging and Scattering Analysis","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Research Center for Biomedical Engineering","keywords":"Breast cancer; Medicine; Breast imaging; Mammography; Microwave imaging; Radiology; Breast cancer screening; Overdiagnosis; Medical physics; Cancer; Internal medicine; Computer science; Microwave; Telecommunications","score_opus":0.1086617076971795,"score_gpt":0.45890990149994754,"score_spread":0.35024819380276806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049119643","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012570522,0.0000043322502,0.07756673,0.000430272,0.0000068911577,0.9203404,0.00028277852,0.00010264954,0.000008853481],"genre_scores_gemma":[0.20700127,1.00600545e-7,0.0008731009,0.000014455383,0.0001991418,0.7918351,0.0000034498037,0.00006394939,0.000009394358],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979245,0.00016853574,0.00047402058,0.00041538218,0.00047691658,0.0005406217],"domain_scores_gemma":[0.99787515,0.0008873311,0.000113962866,0.00029352758,0.000702744,0.00012727987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008744429,0.00023392343,0.0003133168,0.00018702187,0.00039336862,0.00019757688,0.00035607335,0.000037127946,0.000028139819],"category_scores_gemma":[0.00022761653,0.00018588513,0.00016261688,0.0007052338,0.00014619893,0.0001777378,0.0000823122,0.0003436851,0.0000027965666],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028406994,0.0012951704,0.027561476,0.008630855,0.0008020624,0.000012952317,0.006272771,0.015847402,0.8292449,0.000026691003,0.0032810841,0.104183905],"study_design_scores_gemma":[0.013338739,0.0013061798,0.035818964,0.0028461218,0.00011744241,0.00009529556,0.0029399241,0.85996485,0.076337956,0.0005181572,0.00581676,0.00089963054],"about_ca_topic_score_codex":0.0001492571,"about_ca_topic_score_gemma":0.0000506152,"teacher_disagreement_score":0.8441174,"about_ca_system_score_codex":0.00026885897,"about_ca_system_score_gemma":0.00017066752,"threshold_uncertainty_score":0.7580176},"labels":[],"label_agreement":null},{"id":"W3049435566","doi":"10.2196/18929","title":"The Active Brains Digital Intervention to Reduce Cognitive Decline in Older Adults: Protocol for a Feasibility Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Programme Grants for Applied Research; National Institute for Health Research Southampton Biomedical Research Centre; Department of Health and Social Care; Medical Research Council; National Institute for Health and Care Research","keywords":"Randomized controlled trial; Cognitive decline; Intervention (counseling); Dementia; Medicine; Cognition; Quality of life (healthcare); Gerontology; Physical therapy; Psychology; Psychiatry; Nursing","score_opus":0.1508537357867743,"score_gpt":0.5666954603539065,"score_spread":0.4158417245671322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049435566","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03501607,9.4049574e-7,0.00062287436,0.008734136,0.0000067721103,0.9538448,0.000050255778,0.00005833705,0.0016658131],"genre_scores_gemma":[0.09974456,1.7098843e-7,0.000051149007,0.0003085163,0.00032780608,0.89838487,0.000034492485,0.00004055217,0.0011078637],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925163,0.0025258395,0.0012718072,0.00087185355,0.0017583843,0.0010558334],"domain_scores_gemma":[0.9912609,0.005279805,0.00022914054,0.00033293065,0.0022970845,0.0006001396],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008598711,0.00030378415,0.0012746056,0.00028564315,0.00030668997,0.000488705,0.00040795802,0.00014121456,0.0002821373],"category_scores_gemma":[0.033950962,0.00018053841,0.0007734281,0.00090291863,0.00050725526,0.00033299444,0.00045346355,0.0009330272,0.00008078428],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94943744,0.005107359,0.0009023561,0.00077803823,0.00017720947,0.000023021308,0.00089519203,7.160918e-8,0.0001592334,0.000053953783,0.0014017139,0.04106439],"study_design_scores_gemma":[0.9630811,0.016494717,0.003850772,0.0043605543,0.000013740116,0.0000021281046,0.0016093678,0.0003420599,0.002181703,0.00039393763,0.007496442,0.00017348619],"about_ca_topic_score_codex":0.000016259717,"about_ca_topic_score_gemma":0.000030561492,"teacher_disagreement_score":0.06472848,"about_ca_system_score_codex":0.0002550328,"about_ca_system_score_gemma":0.0007389857,"threshold_uncertainty_score":0.9741865},"labels":[],"label_agreement":null},{"id":"W3049532065","doi":"10.2196/20326","title":"Psychological Treatment of Low Sexual Desire in Women: Protocol for a Randomized, Waitlist-Controlled Trial of Internet-Based Cognitive Behavioral and Mindfulness-Based Treatments","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sexual function and dysfunction studies","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindfulness; Randomized controlled trial; Psychology; Clinical psychology; Cognition; The Internet; Cognitive behavioral therapy; Psychotherapist; Medicine; Psychiatry; Computer science; World Wide Web","score_opus":0.36842289048027155,"score_gpt":0.5691655618245355,"score_spread":0.20074267134426393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049532065","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1257779,0.0000014710511,0.00049181236,0.00028342177,0.0000074980994,0.87323207,0.000029726403,0.00002953405,0.00014659124],"genre_scores_gemma":[0.14294335,3.8782538e-8,0.00013220066,0.00011451086,0.00007814739,0.8563281,0.000015602385,0.000022025506,0.0003659628],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99667895,0.00082538737,0.000889154,0.00054708694,0.00063160516,0.000427792],"domain_scores_gemma":[0.9972869,0.0014471287,0.00025592043,0.00019495479,0.00055173325,0.00026336024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010104211,0.00028160447,0.0016269878,0.00031713748,0.00006180414,0.000024145314,0.000075845055,0.0001699422,0.00031939335],"category_scores_gemma":[0.0008610393,0.00017705857,0.0002270708,0.000391265,0.00057110755,0.000049537008,0.000029680423,0.00018759999,0.0000052606847],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9597306,0.01859314,0.0011005229,0.0009372642,0.00018470718,0.00002787145,0.0006106435,0.000001786801,0.000259969,0.000023283168,0.00026353286,0.018266635],"study_design_scores_gemma":[0.87769896,0.11080686,0.00028576038,0.0006405807,0.00003304501,0.0000012851855,0.000662892,0.00067394396,0.008225333,0.00003131021,0.0008240544,0.00011597368],"about_ca_topic_score_codex":0.000025179352,"about_ca_topic_score_gemma":0.0000033416418,"teacher_disagreement_score":0.09221373,"about_ca_system_score_codex":0.00018473843,"about_ca_system_score_gemma":0.00029974405,"threshold_uncertainty_score":0.7220239},"labels":[],"label_agreement":null},{"id":"W3049745374","doi":"10.2196/18366","title":"A Systematic Framework for Analyzing Observation Data in Patient-Centered Registries: Case Study for Patients With Depression","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Data quality; Data collection; Collaborative Care; Health care; Identification (biology); Data science; Service (business); Computer science; Family medicine; Primary care","score_opus":0.5587316226299153,"score_gpt":0.6297439319400164,"score_spread":0.07101230931010116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049745374","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08740791,0.000010328818,0.0039409176,0.001807644,0.000021866897,0.90637,0.0003386295,0.00007945023,0.000023279015],"genre_scores_gemma":[0.07078327,4.5706176e-7,0.0047754357,0.0009887456,0.00013396925,0.9229554,0.00027007522,0.000055914163,0.000036710793],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99426943,0.0018571999,0.0012740656,0.00081009977,0.00081846665,0.00097074587],"domain_scores_gemma":[0.9920351,0.0047244555,0.00053251913,0.0013521081,0.0010474904,0.00030832982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029349374,0.00021893533,0.0006691691,0.00021052656,0.0011065468,0.0000686703,0.00074551697,0.00021716963,0.000023125496],"category_scores_gemma":[0.006348463,0.00015896052,0.00004865916,0.00082642835,0.00004101186,0.0005336447,0.00067499065,0.0010045038,0.000012052618],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004711741,0.0012558359,0.8713309,0.092350505,0.000052422893,0.00010990221,0.011738175,0.000001495233,0.0000029516043,0.00011068117,0.017136527,0.0011988584],"study_design_scores_gemma":[0.11908964,0.060914513,0.13868396,0.3284997,0.00018450766,0.000019661005,0.19232509,0.0067191846,0.000033143082,0.0031252909,0.14752308,0.0028822303],"about_ca_topic_score_codex":0.00023700349,"about_ca_topic_score_gemma":0.0006027627,"teacher_disagreement_score":0.73264694,"about_ca_system_score_codex":0.0005221998,"about_ca_system_score_gemma":0.0012210582,"threshold_uncertainty_score":0.85107756},"labels":[],"label_agreement":null},{"id":"W30514693","doi":"10.2196/11072","title":"Validation of a monitor to measure exposure to wet-work","year":2011,"lang":"en","type":"dissertation","venue":"JMIR Research Protocols","topic":"Textile materials and evaluations","field":"Materials Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Measure (data warehouse); Work (physics); Environmental science; Computer science; Data mining; Engineering; Mechanical engineering","score_opus":0.3041805230810913,"score_gpt":0.529880342943568,"score_spread":0.22569981986247672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W30514693","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4278101,0.000004593016,0.000027067594,0.00010359206,0.00017915867,0.5679456,0.00014554877,0.00009562006,0.0036886912],"genre_scores_gemma":[0.058972437,2.762373e-7,0.0013202433,0.000014698451,0.00039650814,0.9307957,0.00013965578,0.000079665035,0.008280767],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9948447,0.0008862547,0.00077039865,0.0007139389,0.0020824734,0.0007022625],"domain_scores_gemma":[0.996193,0.00011434041,0.00026371644,0.0009835955,0.002084686,0.00036064236],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0035936928,0.00030471588,0.00051471597,0.0005865388,0.00027046184,0.00032375852,0.0010322194,0.0003879649,0.004823991],"category_scores_gemma":[0.0007775817,0.0002741392,0.00010486884,0.00096232555,0.000050380546,0.00019460349,0.00018229049,0.0003457781,0.003495796],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017833252,0.00032526706,0.0000837033,0.00096531294,0.000010853405,0.0000029528185,0.004195049,0.000028041648,0.96827173,0.00017273007,0.019571148,0.0045898715],"study_design_scores_gemma":[0.00043257384,0.0015135752,0.0059498185,0.0050460724,0.000006490786,5.317171e-7,0.00042999603,3.7774564e-7,0.96202374,0.00054579484,0.02370807,0.00034297263],"about_ca_topic_score_codex":0.0001239698,"about_ca_topic_score_gemma":0.000060987004,"teacher_disagreement_score":0.36883765,"about_ca_system_score_codex":0.00012904959,"about_ca_system_score_gemma":0.0005220234,"threshold_uncertainty_score":0.9999711},"labels":[],"label_agreement":null},{"id":"W3054270599","doi":"10.2196/19112","title":"Family Members’ Perspectives on Family and Social Support Available to Suicidal Patients, and Health Systems’ Interactions and Responses to Suicide Cases in Alberta: Protocol for a Quantitative Research Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Canadian Mental Health Association; University of Alberta","funders":"Canadian Mental Health Association; Alberta Health Services","keywords":"Medicine; Health care; Suicide prevention; Protocol (science); Family medicine; Psychiatry; Psychology; Poison control; Medical emergency; Alternative medicine","score_opus":0.6186791524792759,"score_gpt":0.6339261516037191,"score_spread":0.015246999124443272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3054270599","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26081046,0.00001081574,0.0000026961263,0.0052693808,0.000009119497,0.7328072,0.00009561532,0.000031979016,0.0009627099],"genre_scores_gemma":[0.12928346,7.105542e-7,0.00009611673,0.00053648616,0.00009322033,0.86842597,0.0000042808365,0.000053617558,0.0015061361],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9926404,0.003154796,0.000672855,0.0013602409,0.0009418938,0.0012298324],"domain_scores_gemma":[0.9938007,0.0042646513,0.0001094826,0.0003052386,0.0010186319,0.00050127745],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0045107575,0.0003296355,0.0006904224,0.0009901068,0.0010767621,0.0003538893,0.00027793346,0.000103509585,0.00007322708],"category_scores_gemma":[0.0018345072,0.00029265948,0.00004608622,0.0010654259,0.00032452334,0.00023260729,0.00055071036,0.00088831136,0.0001133311],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05313263,0.0046096146,0.24731806,0.0013380741,0.00023569493,0.00013586042,0.39512622,0.0000018429994,0.00047547367,0.0034541986,0.2932205,0.00095183315],"study_design_scores_gemma":[0.009347142,0.06510388,0.36296573,0.00036205762,0.000004305435,0.000006919177,0.46162245,0.000018011648,0.000030743322,0.000046533187,0.1000466,0.0004456179],"about_ca_topic_score_codex":0.016428433,"about_ca_topic_score_gemma":0.0052947365,"teacher_disagreement_score":0.19317389,"about_ca_system_score_codex":0.00032823504,"about_ca_system_score_gemma":0.00038227785,"threshold_uncertainty_score":0.99995255},"labels":[],"label_agreement":null},{"id":"W3059891320","doi":"10.2196/21093","title":"Qualitative Evidence Synthesis on Self-Collection for Human Papillomavirus–Based Cervical Screening: Protocol for Systematic Review","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of New South Wales","keywords":"CINAHL; Cervical cancer; Medicine; Scopus; MEDLINE; Data extraction; Systematic review; Cervical screening; Thematic analysis; Qualitative research; Family medicine; Nursing; Psychological intervention; Cancer; Political science","score_opus":0.7004711438379431,"score_gpt":0.6897259994561581,"score_spread":0.010745144381784977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3059891320","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023499633,0.000022116823,0.0014042052,0.015064407,0.0000014770612,0.98207384,0.000045847533,0.00020301843,0.0011827442],"genre_scores_gemma":[0.00038637704,0.0000018960737,0.0021170639,0.002372857,0.0003243872,0.9944008,0.000012408136,0.00008256551,0.0003016616],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9923382,0.0023116341,0.0010477542,0.000948513,0.0023583334,0.0009955822],"domain_scores_gemma":[0.9886517,0.007165155,0.00022905749,0.0007498379,0.0024219186,0.0007823538],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007364312,0.00034898386,0.0012708269,0.00028305332,0.0006812555,0.00015697193,0.0005966407,0.00020919245,0.001068364],"category_scores_gemma":[0.0147802625,0.00025553533,0.0005034722,0.0013303908,0.00017964593,0.00017741512,0.00013431422,0.000872067,0.000104016435],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013399663,0.000977367,0.000036139263,0.93946314,0.00013228098,0.000009751247,0.0007015226,8.553627e-7,0.00048953475,0.000681727,0.04328109,0.00082694483],"study_design_scores_gemma":[0.015253806,0.03981918,0.0003005307,0.8124174,0.00016236269,0.000005497447,0.0006512266,0.0034909172,0.018141408,0.00080287294,0.108210616,0.00074419676],"about_ca_topic_score_codex":0.000019747224,"about_ca_topic_score_gemma":0.000011898386,"teacher_disagreement_score":0.12704574,"about_ca_system_score_codex":0.00050020515,"about_ca_system_score_gemma":0.0008363722,"threshold_uncertainty_score":0.9999897},"labels":[],"label_agreement":null},{"id":"W3062831046","doi":"10.2196/17145","title":"Effectiveness of Combining Organizational Alcohol Policy and Skills Training for Managers to Reduce Hazardous Alcohol Consumption in Swedish Workplaces: Study Protocol for a Cluster Randomized Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Folkhälsomyndigheten; Stockholms Universitet; Public Health Agency","keywords":"Psychological intervention; Alcohol Use Disorders Identification Test; Thematic analysis; Intervention (counseling); Brief intervention; Population; Audit; Workforce; Psychology; Applied psychology; Medicine; Medical education; Poison control; Nursing; Qualitative research; Environmental health; Injury prevention; Business; Political science","score_opus":0.2625689831331371,"score_gpt":0.5523371837874071,"score_spread":0.28976820065427006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3062831046","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24460211,6.2256373e-7,0.00021576113,0.0003758815,0.0000034458506,0.7547148,0.000005114259,0.000044200544,0.000038068978],"genre_scores_gemma":[0.32576478,8.3102684e-8,0.0006093734,0.000062856605,0.000071311195,0.673356,0.000010215446,0.00004708498,0.00007831845],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99602187,0.001336146,0.00069017365,0.0006623552,0.00073064456,0.0005587855],"domain_scores_gemma":[0.9943423,0.0044908687,0.00015589637,0.0002790908,0.0004700025,0.00026179137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050960006,0.00027570516,0.0011461789,0.00055860926,0.00016666338,0.00008636773,0.00019618681,0.00008437401,0.00002509456],"category_scores_gemma":[0.00396484,0.0002173132,0.00011838464,0.001017684,0.00015961193,0.00016521003,0.00012794082,0.00025255332,0.000004410703],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.559461,0.005963262,0.38606593,0.0036714962,0.0005282202,0.000037599653,0.04075044,0.000047810026,0.001326101,0.00018284038,0.00033857356,0.0016267161],"study_design_scores_gemma":[0.9087737,0.011129122,0.06228002,0.0048235036,0.000060368428,0.0000048989823,0.0095458375,0.00034750407,0.0022132758,0.00030077962,0.00022722164,0.00029376737],"about_ca_topic_score_codex":0.000011701413,"about_ca_topic_score_gemma":0.00002154732,"teacher_disagreement_score":0.3493127,"about_ca_system_score_codex":0.0002452025,"about_ca_system_score_gemma":0.00037042506,"threshold_uncertainty_score":0.88617754},"labels":[],"label_agreement":null},{"id":"W30664483","doi":"10.2196/11533","title":"EXCEPÇÃO E PODER EM SCHMITT, FOUCAULT E AGAMBEN","year":2011,"lang":"pt","type":"dissertation","venue":"JMIR Research Protocols","topic":"Social and Economic Solidarity","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Philosophy; Schmitt trigger; Power (physics); Epistemology; Michel foucault; Psychoanalysis; Theology; Law; Political science; Psychology; Physics; Politics; Quantum mechanics","score_opus":0.49473987201913927,"score_gpt":0.5979109095238929,"score_spread":0.10317103750475365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W30664483","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017526545,0.00002973683,0.0000050034973,0.0004843517,0.00032302257,0.75212055,0.00008839699,0.00024187092,0.22918053],"genre_scores_gemma":[0.004635406,0.000023857046,0.000037346428,0.0000799224,0.0018569144,0.7920728,0.00017387683,0.00012603677,0.20099387],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892117,0.002586733,0.0011839466,0.0016674446,0.0024510787,0.0028991427],"domain_scores_gemma":[0.9943593,0.0006262994,0.0006408628,0.001126042,0.0021828813,0.0010646106],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0060096644,0.00074982573,0.0010917956,0.0006197069,0.0036348212,0.0012836374,0.0027320785,0.0021802017,0.011799517],"category_scores_gemma":[0.001264624,0.00077723776,0.0005472558,0.0019407995,0.0010231122,0.0008891039,0.00049976876,0.0036247429,0.010344384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035935254,0.0049982043,0.01659851,0.0039872555,0.0006200352,0.0001526963,0.53495854,0.0000015906878,0.00028834766,0.031352248,0.24920607,0.15424296],"study_design_scores_gemma":[0.002062548,0.0010457068,0.014559255,0.0038793064,0.000019268551,0.000001980879,0.1230618,0.00004419103,0.00047202272,0.024031473,0.82923603,0.0015864169],"about_ca_topic_score_codex":0.007969201,"about_ca_topic_score_gemma":0.012745746,"teacher_disagreement_score":0.58002996,"about_ca_system_score_codex":0.0006832653,"about_ca_system_score_gemma":0.003685783,"threshold_uncertainty_score":0.9997531},"labels":[],"label_agreement":null},{"id":"W3076121031","doi":"10.2196/22024","title":"The Kidney Score Platform for Patient and Clinician Awareness, Communication, and Management of Kidney Disease: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Kidney disease; Medicine; Disease; Population; Veterans Affairs; Intervention (counseling); Physical therapy; Intensive care medicine; Internal medicine; Nursing","score_opus":0.3133072250700009,"score_gpt":0.5887723924458217,"score_spread":0.2754651673758208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3076121031","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00086146645,0.00002535849,0.0001536246,0.007343321,0.0000035836615,0.9912623,0.0001703122,0.000038175946,0.00014183838],"genre_scores_gemma":[0.0010693973,0.000006085158,0.00398654,0.00076612085,0.000060420934,0.9939118,0.00006222924,0.00004058734,0.000096798656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974698,0.00041541547,0.0006123586,0.00047473714,0.0005459143,0.0004818212],"domain_scores_gemma":[0.9958908,0.00088254176,0.00018106174,0.00081503775,0.00055297156,0.0016775934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023359724,0.00019777993,0.00038987654,0.000075410084,0.00059580826,0.00011983995,0.00033677873,0.00006200521,0.000020150472],"category_scores_gemma":[0.0028375536,0.00013222698,0.00011010798,0.00028715466,0.00038768418,0.000117612195,0.0006184721,0.00022693389,0.0000011754788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036707606,0.006745678,0.093644604,0.06897439,0.00093538134,0.000015050447,0.0031374644,7.063582e-7,0.0003489275,0.005424755,0.5436655,0.24039988],"study_design_scores_gemma":[0.020003865,0.006596732,0.014192109,0.005062725,0.00007028339,4.481074e-7,0.0023243304,0.0010166134,0.0009000135,0.0025835054,0.9470564,0.00019296924],"about_ca_topic_score_codex":0.0000070045903,"about_ca_topic_score_gemma":0.0000026371335,"teacher_disagreement_score":0.40339085,"about_ca_system_score_codex":0.0000579825,"about_ca_system_score_gemma":0.0013055302,"threshold_uncertainty_score":0.539206},"labels":[],"label_agreement":null},{"id":"W3079719829","doi":"10.2196/18308","title":"Evaluating a Longitudinal Cohort of Clinics Engaging in the Family Planning Elevated Contraceptive Access Program: Study Protocol for a Comparative Interrupted Time Series Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Protocol (science); Medicine; Cohort study; Family planning; Program evaluation; Cohort; Population; Family medicine; Research methodology; Alternative medicine; Statistics; Environmental health","score_opus":0.7127946217779992,"score_gpt":0.7106185400036809,"score_spread":0.0021760817743183836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3079719829","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19154581,0.0000016709404,0.00019937303,0.0006438179,0.0000012859613,0.8073666,0.000009551795,0.000059302474,0.00017256351],"genre_scores_gemma":[0.236606,4.8340915e-8,0.000622551,0.000062723295,0.00014445961,0.76249516,0.00002293443,0.000018284194,0.000027818276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99304944,0.002834947,0.0011564343,0.00088403525,0.0013850153,0.0006901044],"domain_scores_gemma":[0.9958089,0.0009176886,0.00045806076,0.00053091184,0.0020963692,0.0001880872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009655143,0.0002590823,0.001009424,0.0004355054,0.00032241314,0.000174382,0.00048588272,0.00010312557,0.000055236633],"category_scores_gemma":[0.0019526525,0.0001778681,0.00018767308,0.0030744513,0.00028164944,0.00038342105,0.00016439449,0.0012497699,0.0000076918595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053069726,0.004861761,0.891881,0.0016767919,0.0008975431,0.000040860778,0.032413844,0.00020971824,0.0044543613,0.000020410544,0.0006120911,0.009861904],"study_design_scores_gemma":[0.014635907,0.034164276,0.8965645,0.0017897008,0.0001272695,0.0000037978953,0.019950842,0.02877077,0.00070006633,0.000056996567,0.0029976908,0.0002381826],"about_ca_topic_score_codex":0.00005320142,"about_ca_topic_score_gemma":0.000018565554,"teacher_disagreement_score":0.045060176,"about_ca_system_score_codex":0.00014071191,"about_ca_system_score_gemma":0.0006209005,"threshold_uncertainty_score":0.7253251},"labels":[],"label_agreement":null},{"id":"W3080242068","doi":"","title":"Virtual reality cognitive therapy on inpatient psychiatric wards: protocol for a qualitative investigation of staff and patient views across multiple NHS sites (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychiatric care and mental health services","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Qualitative research; Cognition; Medicine; Virtual reality; Psychiatry; Psychology; Nursing; Alternative medicine; Computer science; World Wide Web; Human–computer interaction","score_opus":0.5054216978620425,"score_gpt":0.6372295040429806,"score_spread":0.13180780618093813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080242068","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2554008,0.0000060617162,0.00006801516,0.00068559346,0.0000149677335,0.7429678,0.00042420276,0.00004615769,0.00038640914],"genre_scores_gemma":[0.12819105,0.0000010357818,0.00021725288,0.0006822447,0.00011598142,0.8706827,0.000048535712,0.00003544736,0.000025727313],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9944802,0.002117473,0.00094934023,0.00090150733,0.0008451101,0.00070637336],"domain_scores_gemma":[0.9963464,0.0015433608,0.00052708643,0.0003982355,0.00075096183,0.00043396806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018958793,0.00028649587,0.0004496274,0.00016317643,0.00032364955,0.000057674402,0.00029241762,0.0001945415,0.00011528404],"category_scores_gemma":[0.00017372923,0.0002350011,0.00012794003,0.0007810835,0.00031981608,0.0001676767,0.0001878034,0.00053408043,0.000043465356],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05193362,0.0042641126,0.0070064315,0.0035621594,0.0001081392,0.000003066417,0.79057896,0.0000031892007,0.0011487415,0.0009963757,0.01799635,0.12239884],"study_design_scores_gemma":[0.056483228,0.2015607,0.025883503,0.004015082,0.0000086838345,0.0000040073087,0.42791665,0.00027454877,0.02101166,0.0053313696,0.25633118,0.0011793806],"about_ca_topic_score_codex":0.0003949991,"about_ca_topic_score_gemma":0.00020780815,"teacher_disagreement_score":0.36266232,"about_ca_system_score_codex":0.00010047639,"about_ca_system_score_gemma":0.00024766667,"threshold_uncertainty_score":0.9583067},"labels":[],"label_agreement":null},{"id":"W3080333402","doi":"10.2196/20191","title":"Improving Diabetes Management in Emerging Adulthood: An Intervention Development Study Using the Multiphase Optimization Strategy","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Motivational interviewing; Diabetes management; Psychological intervention; Intervention (counseling); Medicine; Diabetes mellitus; Self-management; Autonomy; Psychology; Type 2 diabetes; Nursing","score_opus":0.2834364041372253,"score_gpt":0.5420683259037595,"score_spread":0.2586319217665342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080333402","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56550246,0.0000042433862,0.0026529604,0.0003887644,0.000010106963,0.4311216,4.5900356e-7,0.00006730896,0.00025211452],"genre_scores_gemma":[0.46250105,2.918553e-7,0.0047818264,0.000066286666,0.00009753025,0.5324145,0.000023058981,0.000026670737,0.00008880321],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975782,0.0004195709,0.000439242,0.00042331574,0.00065077445,0.00048891],"domain_scores_gemma":[0.9992323,0.000028637145,0.00010220066,0.00030242483,0.00017960745,0.00015486013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019143919,0.00014560456,0.00016798747,0.00032,0.00022689896,0.00022286209,0.0002517544,0.0000378995,0.00011008011],"category_scores_gemma":[0.00008984328,0.00011470802,0.000037258626,0.0008540362,0.000037574322,0.00040968502,0.00024109667,0.00034307118,0.000013159666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012725017,0.013651693,0.21245657,0.0053047924,0.00027373,0.00007937465,0.021807684,0.033068374,0.0037136818,0.0001326937,0.000511239,0.7077277],"study_design_scores_gemma":[0.012929159,0.0051066307,0.0950133,0.002962644,0.00003908227,4.994122e-7,0.064072296,0.8135228,0.0021899464,0.000039734496,0.003645511,0.00047836892],"about_ca_topic_score_codex":0.000028654411,"about_ca_topic_score_gemma":0.00001442518,"teacher_disagreement_score":0.78045446,"about_ca_system_score_codex":0.00024926942,"about_ca_system_score_gemma":0.0000809337,"threshold_uncertainty_score":0.46776575},"labels":[],"label_agreement":null},{"id":"W3080548483","doi":"10.2196/17735","title":"Injectable Amoxicillin Versus Injectable Ampicillin Plus Gentamicin in the Treatment of Severe Pneumonia in Children Aged 2 to 59 Months: Protocol for an Open-Label Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nosocomial Infections in ICU","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Centre for Diarrhoeal Disease Research, Bangladesh","keywords":"Medicine; Pneumonia; Ampicillin; Gentamicin; Randomized controlled trial; Amoxicillin; Pediatrics; Surgery; Antibiotics; Internal medicine","score_opus":0.2927752484198505,"score_gpt":0.5465376073968334,"score_spread":0.25376235897698296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080548483","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14522177,0.0000027329554,0.00002544799,0.00096877106,0.000015909025,0.85298026,0.00004906061,0.0000502078,0.00068587495],"genre_scores_gemma":[0.010524061,0.0000027543085,0.0010041611,0.00024074224,0.0004115307,0.98741794,0.000044906446,0.00008166991,0.00027224456],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.991082,0.004073268,0.0017604535,0.0009065445,0.001131419,0.0010462942],"domain_scores_gemma":[0.99515253,0.0027208559,0.00034758958,0.000979313,0.00044141154,0.00035829554],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006412974,0.000474632,0.0028328358,0.00062520354,0.0002564171,0.00025452382,0.0010529746,0.00036383324,0.00013682836],"category_scores_gemma":[0.0028282395,0.00030340868,0.00027609873,0.0018732172,0.00025967506,0.00032843108,0.00023999544,0.000972247,0.00002569386],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9693297,0.010893042,0.0006339982,0.00022426108,0.00022835846,0.0000150843825,0.0038799394,0.00034476322,0.009947278,0.00009912284,0.0034998262,0.0009046148],"study_design_scores_gemma":[0.92839605,0.057435725,0.00036061028,0.0006906941,0.00003323594,0.0000048010597,0.00038789,0.0006474907,0.0046007414,0.00012241091,0.007049916,0.00027041291],"about_ca_topic_score_codex":0.002493859,"about_ca_topic_score_gemma":0.001158298,"teacher_disagreement_score":0.1346977,"about_ca_system_score_codex":0.001095863,"about_ca_system_score_gemma":0.0013134503,"threshold_uncertainty_score":0.9999418},"labels":[],"label_agreement":null},{"id":"W3080566803","doi":"10.2196/20072","title":"Using Wearable Devices to Monitor Physical Activity in Patients Undergoing Aortic Valve Replacement: Protocol for a Prospective Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Valve Diseases and Treatments","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Edwards Lifesciences","keywords":"Medicine; Observational study; Aortic valve replacement; Valve replacement; Physical therapy; Quality of life (healthcare); Aortic valve stenosis; Aortic valve; Physical medicine and rehabilitation; Stenosis; Surgery; Internal medicine","score_opus":0.41825598155651,"score_gpt":0.6093156347081788,"score_spread":0.19105965315166884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080566803","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4456136,9.524677e-8,0.000014245632,0.000103973354,0.0000017130551,0.55416656,0.000016467699,0.0000240872,0.00005929551],"genre_scores_gemma":[0.42517972,4.372544e-9,0.00018525847,0.00003467782,0.000115477385,0.5744263,0.000004027225,0.000026338032,0.000028223994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99699366,0.00026518293,0.00026569923,0.0007024998,0.001187991,0.0005849887],"domain_scores_gemma":[0.99835604,0.00022036555,0.00009274986,0.00032176485,0.00061207963,0.0003969999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037960245,0.00021721197,0.00041424448,0.00014692608,0.00022422489,0.000116573974,0.0001322722,0.000050238596,0.00002232812],"category_scores_gemma":[0.0005115016,0.0001864927,0.0003525899,0.0007964605,0.000037217585,0.0002728103,0.00021180254,0.00030121632,0.000027636934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01528129,0.012199908,0.9686173,0.0011127613,0.00026293166,0.0000035585647,0.00079076237,0.000038562903,0.0002340798,0.000014290253,0.00021291336,0.0012316275],"study_design_scores_gemma":[0.01923621,0.012955043,0.9636563,0.0014263834,0.00002692934,1.2034474e-7,0.0003164551,0.0011534607,0.000637902,0.000076137454,0.00035377088,0.00016125647],"about_ca_topic_score_codex":0.00004743822,"about_ca_topic_score_gemma":0.0000057898637,"teacher_disagreement_score":0.020433856,"about_ca_system_score_codex":0.000678982,"about_ca_system_score_gemma":0.0004938544,"threshold_uncertainty_score":0.7604952},"labels":[],"label_agreement":null},{"id":"W3080790921","doi":"10.2196/18560","title":"Mother and Infant Nutrition Investigation in New Zealand (MINI Project): Protocol for an Observational Longitudinal Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Thyroid Disorders and Treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Medicine; Cohort; Cohort study; Environmental health; Gerontology; Family medicine; Psychology; Demography; Alternative medicine; Sociology","score_opus":0.5763921888406525,"score_gpt":0.5831615096055002,"score_spread":0.006769320764847708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080790921","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15483198,6.026634e-7,0.00000808413,0.0017710299,7.4267564e-7,0.8432571,0.000010070874,0.000032821463,0.00008755273],"genre_scores_gemma":[0.015474354,1.0563432e-7,0.0007946904,0.000091652364,0.00014890153,0.9829853,0.00005996623,0.00002934806,0.00041563975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804175,0.0001971639,0.0003233729,0.0005138968,0.000602844,0.00032096056],"domain_scores_gemma":[0.9991855,0.0000694083,0.00006818533,0.00021135296,0.00019033511,0.00027521353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061252253,0.00015172223,0.00026111797,0.00017373415,0.00010113041,0.000094679126,0.000090390255,0.00008326909,0.00003640945],"category_scores_gemma":[0.00017757174,0.00012282231,0.000029833516,0.0004592851,0.00007727847,0.00029099605,0.000055282173,0.00024860812,0.0000059507365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004264331,0.0028085927,0.97556126,0.00051802763,0.000029275932,0.000015652065,0.0011682867,5.7849314e-7,0.0003595013,0.00013199075,0.014238923,0.00090360525],"study_design_scores_gemma":[0.025987152,0.0132406615,0.9202909,0.0005521244,0.0000050200206,0.0000043382397,0.00024305709,0.00038521882,0.00022503342,0.00089240255,0.03805544,0.0001186615],"about_ca_topic_score_codex":0.00046238035,"about_ca_topic_score_gemma":0.00042227743,"teacher_disagreement_score":0.13972823,"about_ca_system_score_codex":0.000077868375,"about_ca_system_score_gemma":0.00061703334,"threshold_uncertainty_score":0.50085485},"labels":[],"label_agreement":null},{"id":"W3081000143","doi":"10.2196/17412","title":"Evaluation of an Adaptive Implementation Program for Cognitive Adaptation Training for People With Severe Mental Illness: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stichting tot Steun Vereniging tot Christelijke Verzorging van Geestes- en Zenuwzieken","keywords":"Mental health; Psychosocial; Randomized controlled trial; Adaptation (eye); Implementation research; Service delivery framework; Cognition; Intervention (counseling); Psychology; Medicine; Service (business); Nursing; Psychological intervention; Psychiatry","score_opus":0.3660842594485063,"score_gpt":0.593159449090202,"score_spread":0.2270751896416957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081000143","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006056856,0.0000010290094,0.0052210772,0.0006865915,0.0000038366284,0.987647,0.00025226126,0.0000610808,0.0000702494],"genre_scores_gemma":[0.05197649,7.347784e-8,0.02219992,0.000018104352,0.0002719293,0.92485136,0.00060792326,0.000054926455,0.000019296695],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941333,0.0016075048,0.0007727462,0.00058132526,0.0022777657,0.0006273772],"domain_scores_gemma":[0.991322,0.0024098437,0.00041023476,0.00016706095,0.005350579,0.00034031193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009160241,0.00025798875,0.001259046,0.00022431745,0.00033003325,0.00009733329,0.000121300734,0.00010094491,0.00010667677],"category_scores_gemma":[0.003343772,0.00017036751,0.00039446418,0.0003700811,0.00017170951,0.00031093237,0.000027107317,0.00018565885,0.0000011645753],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.805568,0.0018754278,0.000005148168,0.0007111576,0.0007412367,8.432588e-7,0.004894807,0.000010091698,0.00014253455,0.00032630848,0.00013601506,0.18558843],"study_design_scores_gemma":[0.79982966,0.0937694,0.000026181242,0.00071965414,0.00025517633,0.0000028024103,0.009796942,0.09164818,0.002294461,0.0012197678,0.00028851282,0.00014924408],"about_ca_topic_score_codex":0.000021265438,"about_ca_topic_score_gemma":0.00021872517,"teacher_disagreement_score":0.18543918,"about_ca_system_score_codex":0.0002636328,"about_ca_system_score_gemma":0.0036789111,"threshold_uncertainty_score":0.6947385},"labels":[],"label_agreement":null},{"id":"W3081056302","doi":"10.2196/17263","title":"The Technical Feasibility of Integrating Primary Eye Care Into Primary Health Care Systems in Nigeria: Protocol for a Mixed Methods Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ophthalmology and Visual Impairment Studies","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Queen Elizabeth Diamond Jubilee Trust","keywords":"Medicine; Protocol (science); Primary health care; Health care; Delphi method; Capacity building; Delphi; Developing country; Nursing; Environmental health; Population; Computer science; Economic growth; Alternative medicine","score_opus":0.36544256347174614,"score_gpt":0.6740849187349435,"score_spread":0.30864235526319733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081056302","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026219359,0.00003285566,0.000098636476,0.00074111036,0.000014619235,0.97253793,0.000021838974,0.00007087115,0.00026275188],"genre_scores_gemma":[0.059373137,1.4480446e-7,0.0031627219,0.00007910355,0.00017994746,0.93710715,0.000020919462,0.000033840304,0.00004301331],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99303603,0.0032430731,0.0012755713,0.0007558581,0.0009751114,0.00071433093],"domain_scores_gemma":[0.9962399,0.0012999871,0.00028634898,0.00056367106,0.0013744205,0.00023564401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076861503,0.00026242758,0.00085431675,0.00014891768,0.0008197531,0.000093249306,0.00042858516,0.00022616568,0.0000076027986],"category_scores_gemma":[0.0022023953,0.00016974144,0.00017444402,0.00074261875,0.00062405155,0.000119309385,0.0006204743,0.0013052152,0.0000023499479],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01242097,0.0023592259,0.94810414,0.021799246,0.00006223685,0.0000123720565,0.007474341,9.89049e-7,0.0025255799,0.00003599207,0.0008744616,0.0043304204],"study_design_scores_gemma":[0.007897113,0.04025661,0.9229401,0.001416786,0.0000029299242,0.000008925198,0.019497702,0.000014148043,0.00048459214,0.00003445023,0.007286636,0.0001600392],"about_ca_topic_score_codex":0.00007262592,"about_ca_topic_score_gemma":0.0000584558,"teacher_disagreement_score":0.037897382,"about_ca_system_score_codex":0.0014856523,"about_ca_system_score_gemma":0.0016766301,"threshold_uncertainty_score":0.6921855},"labels":[],"label_agreement":null},{"id":"W3081174735","doi":"10.2196/19001","title":"Specialized Nutritious Food Combined With Cash Transfers and Social and Behavior Change Communication to Prevent Stunting Among Children Aged 6 to 23 Months in Pakistan: Protocol for a Cluster Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cash transfers; Randomized controlled trial; Environmental health; Psychological intervention; Cluster randomised controlled trial; Public health; Cluster (spacecraft); Gerontology; Pediatrics; Demography; Cash; Business; Surgery; Finance; Nursing","score_opus":0.14273264608511715,"score_gpt":0.486588979506057,"score_spread":0.34385633342093985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081174735","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21627177,0.0000011618015,0.000032788066,0.008093007,0.00000433437,0.77545696,0.00005212034,0.00006199113,0.000025890262],"genre_scores_gemma":[0.17926222,1.849117e-7,0.00034632965,0.00043748433,0.00027894473,0.81957346,0.000034416506,0.000054922144,0.0000120459945],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99461687,0.0025959245,0.0008973064,0.00060363073,0.00066357275,0.00062271673],"domain_scores_gemma":[0.99827516,0.0007361832,0.00015578266,0.00025689136,0.00025838887,0.00031757457],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002845304,0.0003120122,0.001336437,0.00036691554,0.00050936005,0.00057890336,0.0003600188,0.00016386229,0.000016354814],"category_scores_gemma":[0.00022254784,0.00025223813,0.00017456034,0.00047313856,0.00024115037,0.00030962788,0.00017174461,0.0005163805,0.0000013031803],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98348904,0.0020347454,0.0012766977,0.0006469012,0.000055590222,0.0000031853817,0.010680197,3.7909828e-7,0.00013057097,0.000038287202,0.0007878983,0.0008565036],"study_design_scores_gemma":[0.979227,0.010230786,0.006783732,0.0012904949,0.000033019598,0.0000016592456,0.00030482255,0.00005826969,0.0008310629,0.00012465249,0.00079172733,0.00032279326],"about_ca_topic_score_codex":0.00013576228,"about_ca_topic_score_gemma":0.0010258005,"teacher_disagreement_score":0.04411651,"about_ca_system_score_codex":0.00013670907,"about_ca_system_score_gemma":0.00004047706,"threshold_uncertainty_score":0.99999297},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3081352948","doi":"10.2196/20926","title":"Twitter-Based Social Support Added to Fitbit Self-Monitoring for Decreasing Sedentary Behavior: Protocol for a Randomized Controlled Pilot Trial With Female Patients From a Women’s Heart Clinic","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Protocol (science); Randomized controlled trial; Physical therapy; Medicine; Sedentary behavior; Social support; Psychology; Gerontology; Physical activity; Alternative medicine; Social psychology; Internal medicine","score_opus":0.4169969589896252,"score_gpt":0.6330687420695508,"score_spread":0.21607178307992558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081352948","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036018554,3.0683034e-7,0.0006206086,0.0037368222,0.000051789455,0.9587578,0.00037063478,0.00031219702,0.0001312646],"genre_scores_gemma":[0.0037451284,9.840596e-8,0.008951072,0.0033761552,0.0026580803,0.98064023,0.00017938529,0.00016468459,0.00028517243],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9880829,0.004011767,0.0027229828,0.0012084766,0.0014171648,0.002556723],"domain_scores_gemma":[0.9861677,0.008488844,0.00090258,0.000605549,0.0017939252,0.0020413883],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008684324,0.00048962637,0.0023853825,0.0003098647,0.0029184702,0.00011737668,0.00060448184,0.0003715774,0.000985273],"category_scores_gemma":[0.0024978938,0.000382227,0.0004233048,0.00060163124,0.00014479774,0.00017247997,0.0001853735,0.0013665245,0.00019774625],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9436855,0.0031551379,0.0092148185,0.003084911,0.00006836076,0.000001579306,0.0030509506,4.2448275e-7,0.000078961755,0.000019008841,0.03694914,0.0006912081],"study_design_scores_gemma":[0.72290266,0.015826374,0.00093119737,0.0009733476,0.000027353537,7.389649e-8,0.00065939093,0.0000659542,0.000060855982,0.00007253532,0.2582087,0.00027159843],"about_ca_topic_score_codex":0.00013764515,"about_ca_topic_score_gemma":0.00003509471,"teacher_disagreement_score":0.22125955,"about_ca_system_score_codex":0.0010500997,"about_ca_system_score_gemma":0.006593774,"threshold_uncertainty_score":0.99992794},"labels":[],"label_agreement":null},{"id":"W3081458098","doi":"10.2196/18432","title":"Career Crafting Training Intervention for Physicians: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Employability; Proactivity; Intervention (counseling); Randomized controlled trial; Craft; Career development; Psychology; Medical education; Work (physics); Protocol (science); Nursing; Line management; Applied psychology; Medicine; Public relations; Social psychology; Pedagogy; Alternative medicine","score_opus":0.49064220281546245,"score_gpt":0.6252472590301643,"score_spread":0.13460505621470187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081458098","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013697319,3.0280603e-7,0.0027621405,0.008582694,0.000027018395,0.9862678,0.000008171748,0.0001250642,0.0020898413],"genre_scores_gemma":[0.0016880356,1.8979119e-8,0.0013368571,0.00017590036,0.0019229555,0.9931433,0.0000056242075,0.000026708682,0.0017005844],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99400306,0.0032261303,0.0007720208,0.0004458709,0.0008345864,0.00071835384],"domain_scores_gemma":[0.99430394,0.0039505293,0.0002504401,0.00018539232,0.0010700099,0.00023967451],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015242914,0.00014483048,0.00084733684,0.00008920501,0.000884455,0.00038642582,0.00044492574,0.00013510894,0.00033440627],"category_scores_gemma":[0.016431892,0.00011734848,0.000789994,0.00039381717,0.00043906673,0.00024368132,0.000046527883,0.00028914024,0.000017066352],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93631077,0.00056274474,0.000023072182,0.0004849506,0.0000473712,1.5686302e-7,0.03829893,0.0000012034325,0.00007628694,0.004785441,0.009697349,0.009711725],"study_design_scores_gemma":[0.6583797,0.0008087244,0.0000022895745,0.0003615901,0.000003792388,1.2745365e-8,0.0026299958,0.0001360363,0.00005052506,0.003211655,0.33432007,0.000095622956],"about_ca_topic_score_codex":0.00008389277,"about_ca_topic_score_gemma":0.00008392859,"teacher_disagreement_score":0.32462272,"about_ca_system_score_codex":0.00015306869,"about_ca_system_score_gemma":0.0008059572,"threshold_uncertainty_score":0.9918531},"labels":[],"label_agreement":null},{"id":"W3081542474","doi":"10.2196/17437","title":"Correction: A Patient-Centered PaTH to Address Diabetes: Protocol for a Study on the Impact of Obesity Counseling","year":2020,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Diabetes mellitus; Medicine; Path (computing); Family medicine; Psychology; Medical education; Alternative medicine; Gerontology; Computer science","score_opus":0.45697056283737025,"score_gpt":0.651068421283674,"score_spread":0.19409785844630378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081542474","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003994164,0.0000018895195,0.000009678472,0.0016310551,0.0008650118,0.9866187,0.00044387445,0.00014244966,0.009887956],"genre_scores_gemma":[0.00021774118,8.9482006e-7,0.000027165208,0.0006551251,0.0026403316,0.97408515,0.00006523114,0.00016545285,0.022142908],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9810685,0.0109034125,0.0018951423,0.0012751785,0.0026226218,0.0022351805],"domain_scores_gemma":[0.9843978,0.008241882,0.0016809446,0.0016879288,0.0031980716,0.00079333875],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00912036,0.00069615437,0.001406659,0.0005463032,0.0036396717,0.00016939656,0.0016265553,0.0010741217,0.0015812891],"category_scores_gemma":[0.0067352913,0.00044888063,0.00044737136,0.0013830999,0.00017073902,0.00027165422,0.00087198557,0.0106451325,0.00082617305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072672362,0.005746928,0.006750759,0.015304976,0.00016217865,0.000009686719,0.017583495,0.0000033135432,0.000017150409,0.000017457747,0.94641715,0.00071968697],"study_design_scores_gemma":[0.003936022,0.036479704,0.0068501276,0.043848336,0.000010528017,2.6518777e-7,0.008171883,0.0002712132,0.000014952908,0.000089762696,0.89993393,0.00039325657],"about_ca_topic_score_codex":0.0005814174,"about_ca_topic_score_gemma":0.00041260844,"teacher_disagreement_score":0.046483185,"about_ca_system_score_codex":0.0012173698,"about_ca_system_score_gemma":0.006184386,"threshold_uncertainty_score":0.9999518},"labels":[],"label_agreement":null},{"id":"W3081546337","doi":"10.2196/20979","title":"Evaluation of the Effectiveness of a Novel Brain-Computer Interface Neuromodulative Intervention to Relieve Neuropathic Pain Following Spinal Cord Injury: Protocol for a Single-Case Experimental Design With Multiple Baselines","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Mechanisms and Treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of New South Wales","keywords":"Neuropathic pain; Medicine; Spinal cord injury; Brain–computer interface; Neuromodulation; Physical medicine and rehabilitation; Spinal cord; Physical therapy; Intervention (counseling); Anesthesia; Electroencephalography; Central nervous system; Internal medicine; Psychiatry","score_opus":0.474718469464019,"score_gpt":0.5585224098787049,"score_spread":0.08380394041468592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081546337","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04286331,4.7081372e-7,0.26891467,0.00012414886,0.0000051091993,0.68806064,0.000009616842,0.000017817143,0.0000041778085],"genre_scores_gemma":[0.45600104,8.683484e-10,0.0059165275,0.000035744702,0.00002660142,0.5379906,0.0000013624178,0.000025512607,0.0000025659301],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9900417,0.007520177,0.000428492,0.00049846247,0.0012142458,0.00029692246],"domain_scores_gemma":[0.99691033,0.001311521,0.00020026142,0.00034307904,0.0010849814,0.00014981553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015443889,0.00021192175,0.00036951803,0.00013356391,0.00011596061,0.00003221858,0.00018409127,0.00006458107,0.000009495931],"category_scores_gemma":[0.0044523957,0.00013839918,0.00019286042,0.00054499845,0.000077130986,0.00011665876,0.00018847403,0.00024157998,0.0000013980639],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0982635,0.0045627784,0.00066614663,0.0022639758,0.00013477147,0.000060884326,0.0005115951,0.00041218897,0.869214,0.000017149008,0.00008234932,0.023810655],"study_design_scores_gemma":[0.020744106,0.118695885,0.00086071936,0.012064088,0.00003105989,0.000042296797,0.00017240738,0.13800439,0.70907664,0.00003922968,0.00013618573,0.00013297184],"about_ca_topic_score_codex":0.00002176956,"about_ca_topic_score_gemma":0.0000025972288,"teacher_disagreement_score":0.41313773,"about_ca_system_score_codex":0.0001910904,"about_ca_system_score_gemma":0.00025041073,"threshold_uncertainty_score":0.56437546},"labels":[],"label_agreement":null},{"id":"W3081575793","doi":"10.2196/18714","title":"Type 1 Diabetes Mellitus Virtual Patient Network as a Peer Support Community: Protocol for Social Network Analysis and Content Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; Université de Montréal; Alberta Children's Hospital; University of Toronto; McGill University; University of Calgary; McGill University Health Centre","funders":"McGill University Health Centre; McGill University","keywords":"Protocol (science); Content analysis; Social network analysis; Computer science; Social network (sociolinguistics); Diabetes mellitus; Social support; Gerontology; Medicine; Psychology; World Wide Web; Alternative medicine; Social psychology; Sociology; Social media; Social science","score_opus":0.3154379965184223,"score_gpt":0.5187906962536537,"score_spread":0.2033526997352314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081575793","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067390352,0.00000360513,0.00015375989,0.0049953237,0.00000492575,0.98577124,0.000025545956,0.00010795921,0.0021986144],"genre_scores_gemma":[0.016117727,4.873794e-7,0.0003812028,0.0008458861,0.00066618755,0.97875446,0.0002630499,0.0000568284,0.0029141796],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993303,0.0014549044,0.00070717226,0.0006563286,0.0022222118,0.0016563884],"domain_scores_gemma":[0.99587804,0.0006827591,0.00019205645,0.00064838125,0.0018626514,0.0007361179],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004720498,0.0003365055,0.0011149335,0.000627823,0.001111375,0.0004122825,0.00051845575,0.00022451988,0.00096570357],"category_scores_gemma":[0.00079269573,0.00026741877,0.0005671354,0.0069335075,0.00048606936,0.0001635597,0.00096982473,0.0013783528,0.00008050663],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017050752,0.0038844484,0.3458896,0.0046281153,0.02353364,0.00009009052,0.0041534947,0.00062928884,0.00044539268,0.002195498,0.49222338,0.10527631],"study_design_scores_gemma":[0.007934132,0.028264653,0.03631854,0.0005361322,0.0011145239,3.139119e-7,0.0011979499,0.008537573,0.00034298009,0.0007545866,0.9144248,0.0005738312],"about_ca_topic_score_codex":0.000033712295,"about_ca_topic_score_gemma":0.000046012243,"teacher_disagreement_score":0.42220142,"about_ca_system_score_codex":0.00012217255,"about_ca_system_score_gemma":0.0003145446,"threshold_uncertainty_score":0.9999778},"labels":[],"label_agreement":null},{"id":"W3081949411","doi":"10.2196/20620","title":"Virtual Reality–Based Treatment for Military Members and Veterans With Combat-Related Posttraumatic Stress Disorder: Protocol for a Multimodular Motion-Assisted Memory Desensitization and Reconsolidation Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada; Western University; Glenrose Rehabilitation Hospital; Canadian Armed Forces; University of Alberta","funders":"Ministère de la Défense Nationale; Alberta Health Services; U.S. Department of Veterans Affairs","keywords":"Eye movement desensitization and reprocessing; Medicine; Randomized controlled trial; Virtual Reality Exposure Therapy; Psychological intervention; Intervention (counseling); Military personnel; Exposure therapy; Clinical psychology; Physical therapy; Psychiatry; Anxiety; Posttraumatic stress; Internal medicine","score_opus":0.23894795043891864,"score_gpt":0.5154461577542666,"score_spread":0.27649820731534797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081949411","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031089697,0.000010667131,0.0069929557,0.0020495176,0.0000116752035,0.9591957,0.00028690946,0.00013875338,0.00022413308],"genre_scores_gemma":[0.040409096,7.1452536e-7,0.0010457623,0.000055290315,0.00006472794,0.9578046,0.00034018193,0.00009932075,0.00018028845],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9911909,0.004717759,0.0013299996,0.0010582716,0.000829423,0.00087364146],"domain_scores_gemma":[0.991541,0.006331978,0.00034972525,0.0005692292,0.00076961657,0.0004384148],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032483002,0.00049630384,0.0016965197,0.00040279704,0.0005589373,0.00020001802,0.00025931332,0.00031814602,0.00028058016],"category_scores_gemma":[0.0018592001,0.00036080802,0.00029546517,0.00044625052,0.0008195862,0.00024313344,0.00005486487,0.0003665898,0.000005781043],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9642077,0.00301374,0.00008269513,0.0015558494,0.00074668933,0.000010781652,0.0050034197,0.00032959128,0.00016362502,0.0004088923,0.00037703244,0.024099963],"study_design_scores_gemma":[0.84458625,0.014407264,0.00018786202,0.0009049872,0.000067081324,0.0000057888333,0.001684409,0.13693443,0.00022337315,0.00020182136,0.0004766644,0.00032005005],"about_ca_topic_score_codex":0.00061442336,"about_ca_topic_score_gemma":0.00028969557,"teacher_disagreement_score":0.13660485,"about_ca_system_score_codex":0.00014794449,"about_ca_system_score_gemma":0.00031149786,"threshold_uncertainty_score":0.99988437},"labels":[],"label_agreement":null},{"id":"W3082678949","doi":"10.2196/20412","title":"A Telemonitoring and Hybrid Virtual Coaching Solution “CAir” for Patients with Chronic Obstructive Pulmonary Disease: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Innosuisse - Schweizerische Agentur für Innovationsförderung","keywords":"Randomized controlled trial; Coaching; Pulmonary disease; Protocol (science); Physical therapy; Medicine; Telemedicine; Computer science; Psychology; Alternative medicine; Health care; Internal medicine; Pathology","score_opus":0.06791639973186225,"score_gpt":0.4381452881228321,"score_spread":0.37022888839096985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082678949","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0098937,0.000013214603,0.0015422404,0.0009827896,0.000019269406,0.9870282,0.00021366321,0.00014442942,0.00016252599],"genre_scores_gemma":[0.04022238,4.901324e-7,0.0007149713,0.000031769134,0.0016639691,0.95676965,0.00012453971,0.00014757067,0.00032466507],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928635,0.0012497463,0.0009993386,0.0013205252,0.0020978437,0.001469071],"domain_scores_gemma":[0.9934437,0.0026122737,0.00036056992,0.00054355204,0.0016894548,0.0013504234],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024243803,0.00054765434,0.0018680897,0.00036180607,0.00079441164,0.00024734045,0.00037334257,0.0001450947,0.00006399915],"category_scores_gemma":[0.0041460595,0.0003939948,0.00058463984,0.0004357368,0.0009589397,0.00051561644,0.0003505689,0.00094476604,0.000008886709],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9751644,0.0018830468,0.0024859589,0.0064424654,0.00033890537,0.000054622433,0.00011976404,0.000009547378,0.0003252534,0.0003118089,0.00047539637,0.012388847],"study_design_scores_gemma":[0.95214456,0.008600898,0.0036374445,0.0020586038,0.000089517256,0.000005538686,0.00007428926,0.01908136,0.00017104794,0.00052416546,0.01320127,0.0004112894],"about_ca_topic_score_codex":0.000011063,"about_ca_topic_score_gemma":0.0000013303433,"teacher_disagreement_score":0.030328682,"about_ca_system_score_codex":0.0010483029,"about_ca_system_score_gemma":0.0025229752,"threshold_uncertainty_score":0.99985117},"labels":[],"label_agreement":null},{"id":"W3083486770","doi":"10.2196/21038","title":"A Medical Translation Assistant for Non–English-Speaking Caregivers of Children With Special Health Care Needs: Proposal for a Scalable and Interoperable Mobile App","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Interoperability; Usability; Health care; Health literacy; Conversation; Patient portal; Computer science; Knowledge management; Health communication; Interpreter; Medical education; Nursing; Medicine; World Wide Web; Psychology; Human–computer interaction","score_opus":0.1584925848234243,"score_gpt":0.5440924606329104,"score_spread":0.38559987580948607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083486770","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008872329,0.000096878844,0.0024067876,0.009640745,0.000041415868,0.974406,0.00035077025,0.00015264102,0.004032439],"genre_scores_gemma":[0.12712497,0.0000054150864,0.0043237517,0.00026816523,0.0008812359,0.867171,0.00009065134,0.00005173832,0.00008306952],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634695,0.0010761842,0.00069827447,0.0003888693,0.00073205034,0.00075764937],"domain_scores_gemma":[0.9964494,0.000778746,0.00025212258,0.0003801369,0.0017295257,0.00041003546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020826634,0.00016615762,0.00043243545,0.00016236477,0.001196203,0.00003940418,0.00049470743,0.00022973455,0.00011357922],"category_scores_gemma":[0.0005274543,0.00013034772,0.000070146816,0.00041689145,0.00023883343,0.00014331753,0.00016930906,0.0011270818,0.0000037288987],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013232865,0.0003487171,0.02431347,0.027081937,0.00011342272,0.000001329413,0.82027304,0.000015836604,0.00011732115,0.002856661,0.031488165,0.08015722],"study_design_scores_gemma":[0.017911712,0.02334871,0.0009987303,0.029455295,0.000013771547,0.0000034808652,0.2652476,0.004577184,0.0005306146,0.00014544655,0.6571809,0.0005865584],"about_ca_topic_score_codex":0.00034160994,"about_ca_topic_score_gemma":0.00061193027,"teacher_disagreement_score":0.6256927,"about_ca_system_score_codex":0.00027290566,"about_ca_system_score_gemma":0.003627003,"threshold_uncertainty_score":0.92003477},"labels":[],"label_agreement":null},{"id":"W3084064689","doi":"10.2196/18522","title":"Sedentariness and Back Health in Western Cape Primary School Students: Protocol for a Pragmatic Stepped-Wedge Feasibility Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Occupational Health and Performance","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; St. Joseph’s Healthcare Hamilton; Impact; McMaster University; Population Health Research Institute","funders":"National Research Foundation","keywords":"Randomized controlled trial; Sitting; Medicine; Dynamism; Physical therapy; Intervention (counseling); Curriculum; Sedentary behavior; Cluster randomised controlled trial; Gerontology; Psychology; Nursing; Physical activity; Pedagogy","score_opus":0.38179219698130257,"score_gpt":0.6622851900970397,"score_spread":0.2804929931157371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084064689","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010880344,0.000003990144,0.0000712838,0.007845747,0.00002907243,0.98033035,0.000058494104,0.00007002053,0.00071071985],"genre_scores_gemma":[0.00048004193,0.0000017989016,0.0003952345,0.0035754424,0.0006718655,0.99276805,0.000050330927,0.000051367435,0.0020058707],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98336947,0.01000247,0.0028444023,0.00081477076,0.0014359596,0.0015329231],"domain_scores_gemma":[0.9912725,0.005523577,0.0008203912,0.000496893,0.0007638599,0.00112278],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020739937,0.0003558062,0.0023375044,0.00027694344,0.0009687635,0.00011865154,0.00061703083,0.0002841729,0.0007628456],"category_scores_gemma":[0.0036321054,0.0002577553,0.00018756917,0.00059548835,0.00023406852,0.0004597843,0.00048061728,0.0019463816,0.00037892142],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8715636,0.0010960693,0.095517576,0.02118935,0.000026254193,0.0000015897926,0.001447663,0.0000013033207,0.0000051153925,0.00005775998,0.00874811,0.0003456106],"study_design_scores_gemma":[0.9308096,0.0029135437,0.01872017,0.0038722819,0.0000026981572,4.5655702e-7,0.000196548,0.00048329993,0.000001188787,0.00027639756,0.042520717,0.00020306208],"about_ca_topic_score_codex":0.00022326053,"about_ca_topic_score_gemma":0.0003654354,"teacher_disagreement_score":0.07679741,"about_ca_system_score_codex":0.0008776633,"about_ca_system_score_gemma":0.0060187564,"threshold_uncertainty_score":0.9999875},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3084107831","doi":"10.2196/19189","title":"The Effect of Multi-Parametric Magnetic Resonance Imaging in Standard of Care for Nonalcoholic Fatty Liver Disease: Protocol for a Randomized Control Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Nonalcoholic fatty liver disease; Randomized controlled trial; Cirrhosis; Liver biopsy; Liver disease; Magnetic resonance imaging; Fatty liver; Internal medicine; Disease; Radiology; Intensive care medicine; Biopsy","score_opus":0.0957364761212274,"score_gpt":0.5004278063568224,"score_spread":0.404691330235595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084107831","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015239341,0.00046718054,0.000096959724,0.0006839888,0.0000036401566,0.9967699,0.00041504708,0.00001781882,0.000021517806],"genre_scores_gemma":[0.04936494,0.0000032692733,0.0002581511,0.000029880683,0.00009818117,0.9501739,0.000013826457,0.000036893493,0.000020956759],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9961842,0.0011596853,0.0007215022,0.0004583205,0.0009290558,0.0005472394],"domain_scores_gemma":[0.99205357,0.0061905268,0.00020821078,0.0004159849,0.0008045331,0.0003271854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021846837,0.00023186146,0.0011510911,0.00020303956,0.00014490666,0.000050066486,0.00027673546,0.00005927004,0.000027983056],"category_scores_gemma":[0.00493121,0.00013342127,0.0006043,0.00053558726,0.00041327634,0.000066068555,0.00007922027,0.0002140333,0.000002209472],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9412388,0.0008137847,0.021547036,0.0074579366,0.00005215497,0.000023237639,0.00022865887,0.0000045840447,0.000051890962,0.00008465048,0.00058408885,0.02791317],"study_design_scores_gemma":[0.94464886,0.019040613,0.008347976,0.002781082,0.000078648736,2.839621e-7,0.00003558417,0.003792973,0.0033374892,0.000033857763,0.017788861,0.000113764894],"about_ca_topic_score_codex":0.000025585518,"about_ca_topic_score_gemma":0.000007673311,"teacher_disagreement_score":0.04784101,"about_ca_system_score_codex":0.00016754432,"about_ca_system_score_gemma":0.00057984836,"threshold_uncertainty_score":0.5903475},"labels":[],"label_agreement":null},{"id":"W3084261189","doi":"10.2196/23543","title":"Safety and Efficacy of Convalescent Plasma to Treat Severe COVID-19: Protocol for the Saudi Collaborative Multicenter Phase II Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 and COVID-19 Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Pandemic; Coronavirus disease 2019 (COVID-19); Protocol (science); Clinical trial; Intensive care medicine; Disease; Emergency medicine; Internal medicine; Infectious disease (medical specialty); Alternative medicine","score_opus":0.281300885952119,"score_gpt":0.58377023702484,"score_spread":0.302469351072721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084261189","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013015379,0.0000025216534,0.00016240223,0.008469592,0.000003063824,0.9777268,0.00016657118,0.00006965344,0.00038398054],"genre_scores_gemma":[0.0111586675,1.6059728e-7,0.00017509417,0.008389274,0.00019019398,0.97986096,0.0000036549957,0.00005933275,0.00016263162],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950179,0.00083454617,0.0007131159,0.000881729,0.001680562,0.00087215635],"domain_scores_gemma":[0.99487764,0.0022310093,0.0001438005,0.0007627307,0.0013654218,0.00061941164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022852544,0.0003369807,0.0006745968,0.000249404,0.0007454783,0.00012586665,0.00059869274,0.00013637592,0.000100075995],"category_scores_gemma":[0.005057678,0.00021487453,0.00013040786,0.0014029148,0.0005206916,0.00012283845,0.0007730771,0.00074219867,0.000037174916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.70985806,0.030013526,0.023211794,0.013164362,0.00053520006,0.00030855724,0.034052003,0.000012248418,0.07001814,0.00021824322,0.07115694,0.047450937],"study_design_scores_gemma":[0.09547852,0.055026334,0.00083349965,0.0006533359,0.000017840275,0.0000066123425,0.003067383,0.000679864,0.03473353,0.000008118295,0.80929136,0.00020361092],"about_ca_topic_score_codex":0.000051437655,"about_ca_topic_score_gemma":0.00003650771,"teacher_disagreement_score":0.7381344,"about_ca_system_score_codex":0.0003585179,"about_ca_system_score_gemma":0.00217758,"threshold_uncertainty_score":0.8762329},"labels":[],"label_agreement":null},{"id":"W3084302123","doi":"10.2196/23532","title":"Impact of Chronic Use of Antimalarials on SARS-CoV-2 Infection in Patients With Immune-Mediated Rheumatic Diseases: Protocol for a Multicentric Observational Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Immune system; Cohort; Cohort study; Immunology; Protocol (science); Hydroxychloroquine; Intensive care medicine; Coronavirus disease 2019 (COVID-19); Internal medicine; Alternative medicine; Disease; Infectious disease (medical specialty); Pathology","score_opus":0.4144491349704989,"score_gpt":0.6131724205036044,"score_spread":0.19872328553310553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084302123","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4146684,1.7697306e-7,0.000024448254,0.00010957296,0.0000011312527,0.5850913,0.00008190054,0.000020646137,0.0000024325664],"genre_scores_gemma":[0.36166427,4.196106e-7,0.00005274468,0.000020997331,0.000028031394,0.63815784,0.000041639818,0.000029364133,0.0000046680866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99408853,0.0009436372,0.0012862738,0.0006064982,0.0024057385,0.00066930545],"domain_scores_gemma":[0.989072,0.007320479,0.00045564305,0.00058554334,0.0023386173,0.00022769545],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020125771,0.00027259008,0.0010590174,0.000533557,0.000100613885,0.00004551131,0.00025014993,0.00011045229,0.0000593588],"category_scores_gemma":[0.063887775,0.00018348695,0.00023398348,0.0019106355,0.00031597854,0.0003038719,0.00027744143,0.00063252175,0.000011415186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.038256213,0.019294707,0.9321693,0.0069936444,0.0003848196,0.0000067767473,0.0001785525,0.00020779305,0.0013191153,0.0000053387857,0.000505669,0.000678035],"study_design_scores_gemma":[0.033927087,0.056612022,0.90100306,0.0036575452,0.000016905884,3.2252103e-8,0.000005936852,0.0037982583,0.00045588607,0.000008297742,0.0003826764,0.0001322885],"about_ca_topic_score_codex":0.0005720346,"about_ca_topic_score_gemma":0.000022886392,"teacher_disagreement_score":0.061875198,"about_ca_system_score_codex":0.0008431284,"about_ca_system_score_gemma":0.0022699921,"threshold_uncertainty_score":0.9439975},"labels":[],"label_agreement":null},{"id":"W3084346572","doi":"10.2196/21377","title":"The Diabetes Location, Environmental Attributes, and Disparities Network: Protocol for Nested Case Control and Cohort Studies, Rationale, and Baseline Characteristics","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Center for Chronic Disease Prevention and Health Promotion; National Institute of Diabetes and Digestive and Kidney Diseases; Centers for Disease Control and Prevention; Drexel University; School of Medicine, New York University; York University; Johns Hopkins University","keywords":"Medicine; Population; Type 2 diabetes; Gerontology; Cohort; Environmental health; Psychological intervention; Socioeconomic status; Diabetes mellitus; Demography; Nursing; Internal medicine","score_opus":0.2273672572644292,"score_gpt":0.5132976079260941,"score_spread":0.28593035066166494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084346572","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014267436,0.00011444763,0.00008054713,0.030768234,0.0000062764198,0.96738,0.00018429608,0.000026149732,0.00001329193],"genre_scores_gemma":[0.00816976,0.000049372695,0.000103702645,0.0012725348,0.00052109896,0.9896153,0.000014350295,0.000013694294,0.00024018328],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739975,0.00085376756,0.00035593254,0.00029782116,0.00042497908,0.0006677292],"domain_scores_gemma":[0.9953692,0.0037964443,0.000096131735,0.00011720829,0.00026376662,0.00035723654],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0041576563,0.00012920289,0.0002532784,0.000020525806,0.0029283625,0.00041617977,0.000116596675,0.00007981858,0.000013834524],"category_scores_gemma":[0.0024626928,0.00009419627,0.000018676474,0.0001437116,0.0011191919,0.00021456397,0.00013265194,0.0002231161,0.00000123263],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005254519,0.00008896886,0.9327015,0.002454325,0.000085794534,0.000017880333,0.0019654315,0.0000017477838,0.000008444595,0.012039321,0.04069683,0.009414296],"study_design_scores_gemma":[0.00202564,0.00032153862,0.15286522,0.0002978051,0.0000063746397,0.0000039469314,0.0019240951,0.0012667183,0.0000032444946,0.0006420972,0.84049755,0.00014577675],"about_ca_topic_score_codex":0.000085165404,"about_ca_topic_score_gemma":0.00035511423,"teacher_disagreement_score":0.7998007,"about_ca_system_score_codex":0.00007385013,"about_ca_system_score_gemma":0.00023615897,"threshold_uncertainty_score":0.9983697},"labels":[],"label_agreement":null},{"id":"W3084658128","doi":"10.2196/17850","title":"Prospective Comparison of 18F-Choline Positron Emission Tomography/Computed Tomography (PET/CT) and 18F-Fluorodeoxyglucose (FDG) PET/CT in the Initial Workup of Multiple Myeloma: Study Protocol of a Prospective Imaging Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Myeloma Research and Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Positron emission tomography; Positron Emission Tomography-Computed Tomography; Nuclear medicine; Radiology; Tomography; Fluorodeoxyglucose; PET-CT; Prospective cohort study; Preclinical imaging; Computed tomography; Pathology","score_opus":0.12526949612098118,"score_gpt":0.5062780498640927,"score_spread":0.3810085537431116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084658128","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41945478,0.000014776574,0.000007727782,0.00015787056,0.00000385546,0.58004314,0.000042157124,0.000038361115,0.00023735159],"genre_scores_gemma":[0.5033907,3.128165e-7,0.00040450535,0.000007134104,0.0000688767,0.4960735,0.000013822035,0.000033971617,0.000007124424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914379,0.0020448524,0.0015900192,0.0010986765,0.0028206445,0.0010079076],"domain_scores_gemma":[0.9958073,0.0010194815,0.0005930854,0.0007989479,0.0012766336,0.0005045459],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002461417,0.00052746234,0.0014974413,0.0011229928,0.0002620267,0.000107764085,0.00073630747,0.000017341841,0.000048078564],"category_scores_gemma":[0.0012103115,0.00036387565,0.00035096687,0.0035562331,0.000903373,0.0003352107,0.00063311873,0.0016513211,0.0000028879763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16939932,0.02000477,0.7917393,0.0019482594,0.00031980625,0.0024381971,0.0023414926,0.000003878289,0.007815166,0.000027137083,0.00023703488,0.0037256363],"study_design_scores_gemma":[0.2336006,0.03637616,0.6409184,0.0036335404,0.000054740296,0.00026818807,0.004691338,0.0028135432,0.07672751,0.00019688862,0.0003124665,0.00040662155],"about_ca_topic_score_codex":0.00039565438,"about_ca_topic_score_gemma":0.00007018399,"teacher_disagreement_score":0.1508209,"about_ca_system_score_codex":0.00016273619,"about_ca_system_score_gemma":0.0005682831,"threshold_uncertainty_score":0.9998813},"labels":[],"label_agreement":null},{"id":"W3085135164","doi":"10.2196/20570","title":"Web-Based Patient Segmentation in Finnish Primary Care: Protocol for Clinical Validation of the Navigator Service in Patients With Diabetes","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pirkanmaan Sairaanhoitopiiri","keywords":"Medicine; Health care; Patient satisfaction; Population; Family medicine; Quality of life (healthcare); Nursing; Gerontology","score_opus":0.1958265809838639,"score_gpt":0.5209183700833371,"score_spread":0.32509178909947317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085135164","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24927074,3.0529438e-7,0.0000027183817,0.0011044976,0.0000023545456,0.7493747,0.00002462396,0.000018892964,0.00020121057],"genre_scores_gemma":[0.061269213,1.9085558e-8,0.0002641601,0.00061289844,0.000032348253,0.93765676,0.00013465731,0.000025817662,0.0000041104786],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971752,0.00044698696,0.00061071967,0.00038463366,0.0010318363,0.0003506357],"domain_scores_gemma":[0.99855906,0.00019401971,0.00019693896,0.00036987884,0.00056111725,0.00011896579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006092065,0.00014153839,0.0002805489,0.00011319447,0.00005153552,0.00005251993,0.0002379019,0.00007601476,0.000041304997],"category_scores_gemma":[0.00019394842,0.000097303346,0.00006773603,0.000908859,0.00012347962,0.00019700213,0.00015139476,0.00035652152,0.000004338343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061382656,0.0019414474,0.9698147,0.014582176,0.000017195754,0.0000021357198,0.00037980717,0.00009618346,0.00019842436,0.00001575296,0.002263495,0.0045503806],"study_design_scores_gemma":[0.048885603,0.007192041,0.91253453,0.008024208,0.000008759501,1.728271e-8,0.00044121422,0.0006827576,0.0064580017,0.000032373944,0.015568886,0.0001716238],"about_ca_topic_score_codex":0.000008244413,"about_ca_topic_score_gemma":0.000014025256,"teacher_disagreement_score":0.1882821,"about_ca_system_score_codex":0.00033346209,"about_ca_system_score_gemma":0.0011230139,"threshold_uncertainty_score":0.39679152},"labels":[],"label_agreement":null},{"id":"W3085790396","doi":"10.2196/18211","title":"The Design of a Randomized Clinical Trial to Evaluate a Pragmatic and Scalable eHealth Intervention for the Management of Gestational Weight Gain in Low-Income Women: Protocol for the SmartMoms in WIC Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Weight management; Medicine; Randomized controlled trial; Pregnancy; Intervention (counseling); Weight gain; mHealth; Physical therapy; Family medicine; Gerontology; Health care; Nursing; Weight loss; Obesity; Psychological intervention","score_opus":0.2773512923219191,"score_gpt":0.5841140375544133,"score_spread":0.3067627452324942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085790396","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018150592,0.000006545304,0.013604028,0.010788767,0.000010810454,0.973721,0.000012934489,0.0000065519152,0.00003429137],"genre_scores_gemma":[0.0035035864,0.000008553635,0.002140036,0.00010119901,0.00010808414,0.99379134,0.0000068279655,0.000019745828,0.00032059615],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99164885,0.0041744774,0.0016955044,0.00037338032,0.0014619244,0.00064585026],"domain_scores_gemma":[0.98200756,0.01663919,0.0003188202,0.00033931475,0.0005157881,0.00017932926],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0555789,0.00014360633,0.0006416603,0.00020434741,0.00016933269,0.00008219584,0.00042195557,0.0000566207,0.00004203878],"category_scores_gemma":[0.0074289585,0.0000699384,0.0002062179,0.00065026234,0.0003944674,0.000077425626,0.00024389442,0.0003665105,0.0000033469487],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9624377,0.0012804383,0.000055084416,0.008086836,0.00023187582,0.0000020568361,0.00048514293,0.0003156249,0.000014177326,0.0026514,0.0015703995,0.022869267],"study_design_scores_gemma":[0.89091814,0.015901906,0.0012894789,0.002943494,0.000016707207,1.6390807e-7,0.00056534173,0.076557204,0.00003269521,0.005018462,0.0066881934,0.00006823326],"about_ca_topic_score_codex":0.000015569849,"about_ca_topic_score_gemma":0.000015347714,"teacher_disagreement_score":0.07624158,"about_ca_system_score_codex":0.00016455389,"about_ca_system_score_gemma":0.00048334902,"threshold_uncertainty_score":0.97248024},"labels":[],"label_agreement":null},{"id":"W3085906489","doi":"10.2196/20534","title":"Effects of a Collective Family-Based Mobile Health Intervention Called “SMARTFAMILY” on Promoting Physical Activity and Healthy Eating: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Karlsruhe Institute of Technology","keywords":"Protocol (science); Randomized controlled trial; Intervention (counseling); Psychology; mHealth; Physical activity; Physical therapy; Medicine; Applied psychology; Gerontology; Alternative medicine; Psychological intervention; Psychiatry","score_opus":0.2162661597366706,"score_gpt":0.6202406630892849,"score_spread":0.4039745033526143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085906489","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017365154,0.000004912245,0.0012195652,0.0024626802,0.000021224258,0.9784009,0.000044506127,0.00016715421,0.00031391825],"genre_scores_gemma":[0.018495046,0.0000011490208,0.00046777414,0.0011273514,0.00054631167,0.97913945,0.000013829642,0.000080509606,0.00012856317],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9797784,0.014501389,0.0020052681,0.0010245298,0.001108355,0.001582027],"domain_scores_gemma":[0.9759356,0.019504651,0.0018891037,0.00045246226,0.0010223016,0.0011959147],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.011372084,0.00042567655,0.0030283844,0.00035953193,0.0018931584,0.000037359,0.00033062298,0.00032090812,0.000024278457],"category_scores_gemma":[0.006687388,0.0003224765,0.0005410099,0.0008972824,0.00034455245,0.000114741895,0.0001699676,0.0019316492,0.000017762795],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93269134,0.005280973,0.00003357749,0.04090468,0.00005229475,8.7233235e-7,0.0030567977,0.0000040560444,0.0008922206,0.0008840069,0.003203144,0.01299606],"study_design_scores_gemma":[0.9213173,0.04057421,0.00011352161,0.006194969,0.000009915269,1.0851869e-7,0.0002321072,0.016197275,0.00044738952,0.00050092343,0.0142222475,0.00019004206],"about_ca_topic_score_codex":0.00017994203,"about_ca_topic_score_gemma":0.000017712522,"teacher_disagreement_score":0.03529324,"about_ca_system_score_codex":0.00067633623,"about_ca_system_score_gemma":0.0067734886,"threshold_uncertainty_score":0.99992275},"labels":[],"label_agreement":null},{"id":"W3086298155","doi":"10.2196/21430","title":"Point-of-Care Approaches for Meningitis Diagnosis in a Low-Resource Setting (Southwestern Uganda): Observational Cohort Study Protocol of the “PI-POC” Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bacterial Infections and Vaccines","field":"Immunology and Microbiology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Svenska Läkaresällskapet; Knut och Alice Wallenbergs Stiftelse; Svenska Sällskapet för Medicinsk Forskning; Vetenskapsrådet; Stiftelsen för Strategisk Forskning","keywords":"Medicine; Meningitis; Streptococcus pneumoniae; Pediatrics; Etiology; Observational study; Vaccination; Lumbar puncture; Neisseria meningitidis; Intensive care medicine; Immunology; Internal medicine; Cerebrospinal fluid; Antibiotics","score_opus":0.25226143521676303,"score_gpt":0.46140982438421196,"score_spread":0.20914838916744893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086298155","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28670973,0.0000014619998,0.000008113348,0.00033651612,0.000012073139,0.7127577,0.00007025274,0.000018287723,0.00008588323],"genre_scores_gemma":[0.18754639,3.4418377e-8,0.00003861954,0.000010036921,0.00009302861,0.8121907,0.000029267614,0.000020182108,0.00007176575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972419,0.0011323671,0.0007042481,0.0004057975,0.00012730152,0.00038838343],"domain_scores_gemma":[0.99838334,0.0006246321,0.00027626427,0.0003547647,0.00032934846,0.000031653817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013979897,0.00017172813,0.00043137453,0.00012259703,0.00025620472,0.000043485055,0.0004840539,0.00019163762,0.00016911942],"category_scores_gemma":[0.00070314953,0.00012200706,0.00016297108,0.00053628534,0.00017911568,0.00012348118,0.00036263952,0.0004781888,0.0000066536118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03398175,0.0022232486,0.938873,0.0014290231,0.00014960837,7.272162e-7,0.0050378866,0.000023776467,0.0134190945,0.00019306655,0.0018066316,0.0028622197],"study_design_scores_gemma":[0.14949432,0.01928958,0.5571304,0.0030130534,0.000029980169,0.0000040573773,0.007066889,0.000048876496,0.11586453,0.00017554789,0.14734145,0.00054136646],"about_ca_topic_score_codex":0.000061856765,"about_ca_topic_score_gemma":0.000065714456,"teacher_disagreement_score":0.3817426,"about_ca_system_score_codex":0.000048505648,"about_ca_system_score_gemma":0.00021881633,"threshold_uncertainty_score":0.49753037},"labels":[],"label_agreement":null},{"id":"W3086340729","doi":"10.2196/23115","title":"Impact of Nutrition Education on the Nutrition Capacity of Caregivers and Nutrition Outcomes of Indigenous Mbororo Children in the West Region of Cameroon: Protocol for a Cluster Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Indigenous; Psychological intervention; Medicine; Nutrition Education; Randomized controlled trial; Population; Cluster randomised controlled trial; Environmental health; Gerontology; Nursing; Biology","score_opus":0.11800291151258252,"score_gpt":0.47384067216743364,"score_spread":0.3558377606548511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086340729","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3482163,0.0000038005626,0.000013536726,0.0028017382,0.000007139989,0.6488508,0.0000676065,0.0000079341,0.000031136504],"genre_scores_gemma":[0.40244737,0.0000020651098,0.000042641368,0.000038194874,0.000111494635,0.5973175,0.000026086958,0.000013028194,0.0000016110376],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99444574,0.002958638,0.0011726728,0.0003188552,0.0007998957,0.00030421675],"domain_scores_gemma":[0.9954831,0.0023927516,0.0008646875,0.0003701475,0.00081527483,0.0000740382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002128465,0.00022785958,0.0012710307,0.00043508457,0.00014172093,0.00005383857,0.00041388575,0.00017940342,0.000015292024],"category_scores_gemma":[0.0010946806,0.00013046386,0.000570733,0.0005837227,0.0005439052,0.00022949942,0.000042424417,0.000404332,3.5228157e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97145206,0.012568205,0.00248396,0.004064799,0.000102710444,2.996997e-7,0.0053143003,0.0000021470078,0.0011961005,0.00017966842,0.002180475,0.0004552715],"study_design_scores_gemma":[0.96131414,0.010106912,0.0059394906,0.0042249435,0.000031910196,0.0000043225186,0.0010022448,0.00006471898,0.014998272,0.0019693237,0.00020274062,0.00014096346],"about_ca_topic_score_codex":0.0004651763,"about_ca_topic_score_gemma":0.000028961014,"teacher_disagreement_score":0.054231092,"about_ca_system_score_codex":0.00012333691,"about_ca_system_score_gemma":0.00015873897,"threshold_uncertainty_score":0.53201616},"labels":[],"label_agreement":null},{"id":"W3086933920","doi":"10.2196/20220","title":"Building a Digital Bridge to Support Patient-Centered Care Transitions From Hospital to Home for Older Adults With Complex Care Needs: Protocol for a Co-Design, Implementation, and Evaluation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; March of Dimes Canada; Ottawa Hospital; Institute for Work & Health; Sinai Health System; Lunenfeld-Tanenbaum Research Institute; Trillium Health Centre; University of Toronto","funders":"","keywords":"Bridge (graph theory); Protocol (science); Nursing; Medicine; Research design; Computer science; Gerontology; Alternative medicine; Sociology","score_opus":0.30315419588348996,"score_gpt":0.5630296225580245,"score_spread":0.2598754266745345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086933920","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06592783,6.4156154e-7,0.006788305,0.00133086,0.0000026684738,0.92407936,0.0017217137,0.000088266155,0.00006034245],"genre_scores_gemma":[0.3897076,5.896026e-9,0.0013333824,0.00011068416,0.00008161574,0.6079301,0.0007906472,0.000042877316,0.000003053018],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968386,0.00014136462,0.0004451878,0.00074334064,0.0012371151,0.0005943528],"domain_scores_gemma":[0.9973375,0.0001036341,0.00008511103,0.00034002538,0.0015951836,0.00053854514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026226218,0.00027005418,0.00034490722,0.00028896,0.0002911139,0.000482473,0.0001951489,0.0000407598,0.00019774119],"category_scores_gemma":[0.000072796705,0.00023913218,0.00007788275,0.0005110836,0.000058677077,0.00036359642,0.00011913001,0.0001320845,0.00000870388],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07893901,0.0069607375,0.031109102,0.020744577,0.000849423,0.00009032325,0.46860522,0.00015977929,0.0015748409,0.00013411783,0.15055688,0.240276],"study_design_scores_gemma":[0.12588093,0.15036678,0.11039117,0.0041938904,0.00015061398,0.0000021598705,0.54807997,0.0005220087,0.0013472033,0.000062325744,0.058131907,0.00087106886],"about_ca_topic_score_codex":0.00003482688,"about_ca_topic_score_gemma":0.000045046658,"teacher_disagreement_score":0.32377976,"about_ca_system_score_codex":0.00037992053,"about_ca_system_score_gemma":0.00067168736,"threshold_uncertainty_score":0.9751527},"labels":[],"label_agreement":null},{"id":"W3087183772","doi":"","title":"Active Brains: Protocol for a Feasibility Randomised Control Trial of a Digital Intervention to Reduce Cognitive Decline in Older Adults","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Cognition; Randomized controlled trial; Protocol (science); Cognitive Intervention; Medicine; Cognitive decline; Gerontology; Physical therapy; Dementia; Physical medicine and rehabilitation; Psychology; Alternative medicine; Psychiatry; Disease","score_opus":0.4018751889337821,"score_gpt":0.6189650722983351,"score_spread":0.21708988336455298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087183772","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02668984,8.611413e-8,0.00040944808,0.01244732,0.000005474315,0.9593263,0.00006404594,0.000022430206,0.0010350365],"genre_scores_gemma":[0.34530732,6.693793e-9,0.000051089384,0.00013492983,0.00025963498,0.6541535,0.0000128175225,0.0000082463,0.00007245756],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9967097,0.0010386166,0.0006058942,0.00040695368,0.0008416858,0.00039714554],"domain_scores_gemma":[0.9963889,0.0014270183,0.00020310158,0.000112321875,0.0016817871,0.00018683284],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038246212,0.000106308835,0.00026680503,0.00018652565,0.00015117844,0.00013509701,0.00029576806,0.000116303214,0.00013638247],"category_scores_gemma":[0.014573858,0.00009891609,0.00013219668,0.0010797359,0.00025967293,0.00053708965,0.00005255799,0.00029656192,0.000011316129],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92969185,0.003771635,0.0016229122,0.00067336037,0.000019140462,6.215288e-7,0.031270873,4.616554e-7,0.00026507513,0.0011605029,0.0013317318,0.030191813],"study_design_scores_gemma":[0.9159756,0.007605709,0.009158006,0.0037639514,0.0000020945745,8.552652e-8,0.039693493,0.00005405526,0.0029407341,0.002814753,0.017765911,0.0002256548],"about_ca_topic_score_codex":0.00010528521,"about_ca_topic_score_gemma":0.00018670193,"teacher_disagreement_score":0.31861746,"about_ca_system_score_codex":0.00020524336,"about_ca_system_score_gemma":0.0008899171,"threshold_uncertainty_score":0.9937268},"labels":[],"label_agreement":null},{"id":"W3087553983","doi":"10.2196/21286","title":"Assessing the Effectiveness of Policies Relating to Breastfeeding Promotion, Protection, and Support in Southeast Asia: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Breastfeeding; Breastfeeding promotion; Business; Data collection; Promotion (chess); Environmental health; Qualitative property; Legislation; Enforcement; Workforce; Medicine; Economic growth; Nursing; Political science; Economics; Sociology; Pediatrics","score_opus":0.3668669804855276,"score_gpt":0.618232731363279,"score_spread":0.2513657508777514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087553983","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005761444,3.0738605e-7,0.0013775981,0.011001946,0.0000041744565,0.9807058,0.0000027605763,0.00004787332,0.001098116],"genre_scores_gemma":[0.24190356,8.882491e-9,0.002883836,0.0000135601285,0.00011477674,0.7550321,5.452386e-7,0.000028345108,0.000023216253],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946794,0.0029449158,0.00062213885,0.00052861933,0.00071205845,0.000512874],"domain_scores_gemma":[0.99713826,0.0013007215,0.00022998684,0.0002682016,0.00083270244,0.00023014897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017728897,0.00019681916,0.00046764992,0.0002824254,0.00036865607,0.00028332404,0.00023354882,0.00010772915,0.000018778319],"category_scores_gemma":[0.005257202,0.00012967578,0.00006587515,0.0013733201,0.00019411976,0.000585858,0.0002792469,0.0007896784,0.0000026936982],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01917271,0.005474566,0.30739814,0.027346624,0.0002513089,0.000026471482,0.022559261,0.00005925821,0.2595417,0.002162056,0.00048293013,0.35552496],"study_design_scores_gemma":[0.0078000985,0.017386863,0.92792654,0.007384979,0.00001697402,0.000083524596,0.014881936,0.0007848019,0.015690116,0.00043976173,0.0073692854,0.00023513843],"about_ca_topic_score_codex":0.00015064307,"about_ca_topic_score_gemma":0.000007863354,"teacher_disagreement_score":0.62052834,"about_ca_system_score_codex":0.000082799976,"about_ca_system_score_gemma":0.00036010754,"threshold_uncertainty_score":0.62937415},"labels":[],"label_agreement":null},{"id":"W3088241818","doi":"10.2196/18902","title":"Reward Responsiveness, Optimism, and Social and Mental Functioning in Children Aged 6-7: Protocol of a Cross-Sectional Pilot Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Optimism; Cross-sectional study; Psychology; Clinical psychology; Mental health; Protocol (science); Medicine; Psychiatry; Developmental psychology; Gerontology; Social psychology; Alternative medicine","score_opus":0.2847989935433317,"score_gpt":0.5275951629082274,"score_spread":0.24279616936489568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088241818","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44413754,0.0000011889059,0.000001710841,0.00044339834,0.00000786889,0.555046,0.0000139781,0.000018830578,0.000329445],"genre_scores_gemma":[0.38072005,1.1921132e-7,0.000018236213,0.00006417661,0.00016143768,0.61883515,0.000007447139,0.000011966557,0.00018141068],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974695,0.00063872174,0.00042193764,0.00053195277,0.00058113714,0.0003567551],"domain_scores_gemma":[0.999488,0.00006685299,0.000092099646,0.00009765929,0.00013373452,0.00012163363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011208801,0.0001512184,0.0002278048,0.00016220131,0.0004185498,0.00012297492,0.00015795574,0.00007429461,0.00033622154],"category_scores_gemma":[0.000044727072,0.00014033703,0.000033409397,0.00036561326,0.00029495807,0.00013334781,0.00021814433,0.000537254,0.000015690319],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010184729,0.0023270054,0.97857934,0.00020239805,0.00005076561,0.000007931265,0.00462708,0.0000012041678,0.0008186113,0.0004388349,0.0021205689,0.0006415068],"study_design_scores_gemma":[0.00748311,0.003496604,0.9837117,0.00016869156,6.487066e-7,0.000007277723,0.0005525337,0.0000021121896,0.000025601255,0.00017300183,0.004243768,0.00013493221],"about_ca_topic_score_codex":0.00004747104,"about_ca_topic_score_gemma":0.00000950534,"teacher_disagreement_score":0.0637891,"about_ca_system_score_codex":0.00005347704,"about_ca_system_score_gemma":0.00011640405,"threshold_uncertainty_score":0.5722777},"labels":[],"label_agreement":null},{"id":"W3088332782","doi":"10.2196/18891","title":"Efficacy of an Online Physical Activity Intervention Coordinated With Routine Clinical Care: Protocol for a Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Agency for Healthcare Research and Quality; University of Pittsburgh","keywords":"Randomized controlled trial; Medicine; Physical therapy; Intervention (counseling); Referral; Clinical trial; Physical activity; Clinical endpoint; Actigraphy; Protocol (science); Family medicine; Alternative medicine; Nursing; Internal medicine","score_opus":0.46556628157362046,"score_gpt":0.6360444184639394,"score_spread":0.170478136890319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088332782","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22441512,1.151713e-7,0.00041131565,0.00150466,0.0000034433747,0.7734482,0.000026980219,0.000084233594,0.00010586682],"genre_scores_gemma":[0.3238931,3.306765e-8,0.000264346,0.00003841646,0.00085017196,0.6748396,0.00003021232,0.000033763008,0.000050307335],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99278754,0.0039530387,0.00095450255,0.0006800565,0.0010358403,0.0005890055],"domain_scores_gemma":[0.9937666,0.0034225418,0.00055549823,0.00046243338,0.0011438542,0.00064908975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037427333,0.00028398636,0.0032344842,0.000119913755,0.00014841465,0.000047954585,0.00027784417,0.00014671482,0.000038202317],"category_scores_gemma":[0.004335591,0.00017356586,0.0008568204,0.0005258897,0.0006356718,0.00024239236,0.00012513703,0.0013545153,0.000006826463],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9124175,0.069918014,0.000030413317,0.0030711635,0.00023274285,0.000008588568,0.0002827359,0.000001909141,0.0018707165,0.0002195487,0.00018678921,0.01175992],"study_design_scores_gemma":[0.84180945,0.14643238,0.0004086441,0.0015873496,0.000048686168,0.0000010922296,0.000045652494,0.005363226,0.002803153,0.00010186942,0.0012595414,0.00013894605],"about_ca_topic_score_codex":0.000046299425,"about_ca_topic_score_gemma":0.0000108252,"teacher_disagreement_score":0.09947798,"about_ca_system_score_codex":0.00010632031,"about_ca_system_score_gemma":0.0008999905,"threshold_uncertainty_score":0.707781},"labels":[],"label_agreement":null},{"id":"W3088349461","doi":"10.2196/17684","title":"The Impact of Brexit on the Pharmaceutical Supply Chain of the United Kingdom: Scoping Review Protocol","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Systems and Challenges","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"EIT Health; University of Oxford","keywords":"Brexit; Protocol (science); Supply chain; Business; Computer science; Medicine; International trade; Marketing; European union; Alternative medicine","score_opus":0.8001616053174313,"score_gpt":0.7440787268784201,"score_spread":0.05608287843901116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088349461","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008822873,0.000035104087,0.0000021389208,0.07521132,0.000009231512,0.92221177,0.000025601354,0.00003182552,0.0015907353],"genre_scores_gemma":[0.02086904,0.000026728736,0.0000041669414,0.0011705294,0.00029644146,0.9774806,0.0000013925755,0.00004089065,0.00011022523],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.984525,0.011315051,0.001269893,0.00034149142,0.0015091345,0.0010393796],"domain_scores_gemma":[0.99338293,0.0036325734,0.0005532048,0.0010702059,0.0010325505,0.0003285056],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0102721695,0.00022259781,0.0005178894,0.00007684573,0.0014841504,0.000023735836,0.0013856809,0.00021237072,0.00059108017],"category_scores_gemma":[0.0030170542,0.00008570243,0.00025865412,0.0014082901,0.00050773774,0.00005531977,0.0006041723,0.0031495458,0.00009285954],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063211876,0.0015513996,0.017039074,0.6325214,0.0003424547,0.000020901827,0.018899573,0.00003508396,0.004371964,0.09508224,0.20995189,0.013862863],"study_design_scores_gemma":[0.0033921786,0.0032499165,0.0039936886,0.58926713,0.000004251963,0.000002170878,0.0015835876,0.00019786351,0.0013461318,0.0005490196,0.3961835,0.00023057469],"about_ca_topic_score_codex":0.00073869876,"about_ca_topic_score_gemma":0.00007161357,"teacher_disagreement_score":0.1862316,"about_ca_system_score_codex":0.00025211618,"about_ca_system_score_gemma":0.0036183982,"threshold_uncertainty_score":0.99981576},"labels":[],"label_agreement":null},{"id":"W3088818255","doi":"10.2196/22047","title":"Implementation and Evaluation of a Text Message–Based Addiction Counseling Program (Text4Hope-Addiction Support): Protocol for a Questionnaire Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Calgary; University of Alberta","funders":"Alberta Children's Hospital Foundation; University of Alberta; Alberta Cancer Foundation; Royal Alexandra Hospital Foundation; Children's Hospital Foundation; Alberta Health Services","keywords":"Anxiety; Addiction; Craving; Mental health; Population; Psychiatry; Intervention (counseling); Brief intervention; Medicine; Clinical psychology; Psychology","score_opus":0.43643426571453126,"score_gpt":0.682400141944457,"score_spread":0.24596587622992572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088818255","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033930445,0.0000023323814,0.00056893635,0.00073749985,0.000019355466,0.99418634,0.00010307337,0.00017426099,0.0008151826],"genre_scores_gemma":[0.2278313,1.3725965e-8,0.0002597223,0.00004163944,0.00008864275,0.77160966,0.00006799818,0.000037787388,0.000063229476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99479645,0.001589445,0.000972688,0.00065542257,0.0014527513,0.00053324754],"domain_scores_gemma":[0.99736524,0.00015084946,0.0003909252,0.00033195387,0.0015099321,0.00025110625],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005280872,0.00020069876,0.00025749774,0.00029601637,0.00032293942,0.00016811914,0.00020703762,0.00011858444,0.0010780549],"category_scores_gemma":[0.00021214696,0.00019798042,0.00009749651,0.00069041236,0.00014405324,0.0004415411,0.00007128755,0.00032749542,0.000053886375],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049845553,0.009168648,0.005749141,0.0016166392,0.00011811387,0.0000034975405,0.0032319308,0.000015526848,0.00021809097,0.0007131978,0.024449168,0.94973147],"study_design_scores_gemma":[0.12213594,0.26967815,0.124987714,0.009724447,0.00021077668,0.000019717987,0.018245539,0.02627703,0.006601734,0.003274773,0.4175081,0.0013361069],"about_ca_topic_score_codex":0.000086936634,"about_ca_topic_score_gemma":0.0001329763,"teacher_disagreement_score":0.9483954,"about_ca_system_score_codex":0.00028271638,"about_ca_system_score_gemma":0.00043106897,"threshold_uncertainty_score":0.9998351},"labels":[],"label_agreement":null},{"id":"W3089037838","doi":"10.2196/21592","title":"A Culturally Adapted SMS Text Messaging Intervention to Promote Antiretroviral Therapy Adherence Among African Americans: Protocol for a Single-Arm Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism; U.S. Navy; University of California, San Diego; National Institute of Mental Health; California HIV/AIDS Research Program; U.S. Department of Veterans Affairs; Veterans Affairs San Diego Healthcare System; U.S. Department of Defense","keywords":"Psychological intervention; Medicine; Ethnic group; Intervention (counseling); Health equity; Health care; Family medicine; Gerontology; Inclusion (mineral); African american; Nursing; Psychology; Public health","score_opus":0.3430430548060006,"score_gpt":0.5526075966731242,"score_spread":0.2095645418671236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089037838","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005972427,0.0000017759733,0.0017245448,0.0038368953,0.0000042518814,0.98196524,0.00004590428,0.0002404609,0.0062085087],"genre_scores_gemma":[0.04488345,2.4146686e-7,0.0019988727,0.00012578962,0.00041134658,0.9460672,0.000034699184,0.00008830555,0.0063900654],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939984,0.0008601243,0.00096884865,0.0010061101,0.0017584346,0.001408061],"domain_scores_gemma":[0.99664736,0.00016962056,0.00024727758,0.00061151147,0.0011432746,0.0011809455],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017443664,0.0003850777,0.000691302,0.00046831512,0.00039470027,0.00048469423,0.00079224096,0.00015628405,0.0011544027],"category_scores_gemma":[0.0022512178,0.00029323986,0.00063553144,0.0020050555,0.0004145164,0.0004989061,0.00033740464,0.0011250007,0.00016037904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.29601458,0.012650627,0.0009983084,0.0035393925,0.0003046078,0.000117604875,0.004090792,0.0000020295265,0.17440161,0.0002918328,0.11074133,0.39684728],"study_design_scores_gemma":[0.095802516,0.38115102,0.00046736666,0.0081825135,0.0000070567944,0.000009770363,0.0012331555,0.0016503814,0.027798276,0.00013008699,0.48311728,0.00045056286],"about_ca_topic_score_codex":0.00021165103,"about_ca_topic_score_gemma":0.000039100098,"teacher_disagreement_score":0.39639673,"about_ca_system_score_codex":0.0003177192,"about_ca_system_score_gemma":0.00043505634,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W3089176984","doi":"10.2196/20308","title":"App-Delivered Self-Management Intervention Trial selfBACK for People With Low Back Pain: Protocol for Implementation and Process Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; European Commission","keywords":"Protocol (science); Intervention (counseling); Self-management; Physical therapy; Medicine; Pain management; Process (computing); Psychology; Computer science; Alternative medicine; Medical education; Nursing; Artificial intelligence","score_opus":0.28790165969925147,"score_gpt":0.633030071978201,"score_spread":0.3451284122789496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089176984","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00081414613,6.858989e-7,0.0044787466,0.0012479523,0.000017605873,0.992024,0.00011008393,0.000119855016,0.0011869235],"genre_scores_gemma":[0.0071164714,2.3232213e-8,0.0018145472,0.00010801087,0.00019804455,0.99007195,0.00017762044,0.00006454897,0.00044875478],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99598897,0.0008680769,0.0007839008,0.00079290173,0.0008576371,0.0007085281],"domain_scores_gemma":[0.9979593,0.00023966089,0.00031945418,0.00030646235,0.00090850855,0.00026658375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004128982,0.00023325367,0.00028496442,0.00017617783,0.00029067753,0.00027812397,0.0003128163,0.0001046965,0.00086962705],"category_scores_gemma":[0.00009026434,0.00020932213,0.00013348165,0.0005050117,0.00006540286,0.00046063916,0.00011405953,0.00021026655,0.000099338446],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.33380353,0.010987292,0.0011933767,0.082549624,0.0006067121,0.0000052258943,0.008332412,0.000010380141,0.000039102313,0.007315782,0.1075951,0.44756147],"study_design_scores_gemma":[0.580499,0.13542381,0.0020288199,0.0074706585,0.00005250714,0.0000066359153,0.011453058,0.0054097115,0.001674878,0.0074018547,0.24765502,0.00092406356],"about_ca_topic_score_codex":0.000016008058,"about_ca_topic_score_gemma":0.000085122265,"teacher_disagreement_score":0.4466374,"about_ca_system_score_codex":0.00026127545,"about_ca_system_score_gemma":0.00013849683,"threshold_uncertainty_score":0.9521807},"labels":[],"label_agreement":null},{"id":"W3089304236","doi":"10.2196/21218","title":"Community Gardening as a Way to Build Cross-Cultural Community Resilience in Intersectionally Diverse Gardeners: Community-Based Participatory Research and Campus-Community-Partnered Proposal","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Agriculture and Sustainability","field":"Agricultural and Biological Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Center for Advancing Translational Sciences; University of Minnesota","keywords":"Participatory action research; Community resilience; Public relations; Sociology; Photovoice; Community-based participatory research; Psychological resilience; Psychosocial; Citizen journalism; Economic growth; Political science; Psychology; Social psychology; Engineering","score_opus":0.40820666713012443,"score_gpt":0.5170704186336507,"score_spread":0.10886375150352623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089304236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.903119,0.0000052963974,0.0000010796675,0.004796785,0.00000862546,0.08993652,0.000050531322,0.00015258696,0.0019295524],"genre_scores_gemma":[0.8186968,4.8605574e-7,0.000067430774,0.00053175224,0.00011275996,0.1801727,0.00009363706,0.0000064379888,0.00031799707],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95486844,0.040729236,0.000749872,0.0004887424,0.0016254039,0.0015382856],"domain_scores_gemma":[0.9914394,0.004254593,0.0001371155,0.0007460514,0.0024415767,0.0009812489],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.020797879,0.0004213645,0.00058325636,0.00014330128,0.009867818,0.0011440733,0.0030338394,0.00037509002,0.0001914686],"category_scores_gemma":[0.0061010215,0.0002082959,0.00014534054,0.0024691077,0.0027854117,0.0006427579,0.003789449,0.014255951,0.000094391115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011049742,0.014519768,0.4836079,0.0023502687,0.00009293503,0.00013026778,0.20131037,0.0002645195,0.24247836,0.00092312094,0.032986403,0.010286374],"study_design_scores_gemma":[0.0024032886,0.01942533,0.5168288,0.0014336818,0.0000053255703,0.00001493607,0.3818613,0.00012704894,0.009836595,0.0039459257,0.063185535,0.00093224953],"about_ca_topic_score_codex":0.018165067,"about_ca_topic_score_gemma":0.039964046,"teacher_disagreement_score":0.23264176,"about_ca_system_score_codex":0.0005969904,"about_ca_system_score_gemma":0.00023103028,"threshold_uncertainty_score":0.9999284},"labels":[],"label_agreement":null},{"id":"W3089516779","doi":"10.2196/23716","title":"Coping Skills Mobile App to Support the Emotional Well-Being of Young People During the COVID-19 Pandemic: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Auckland Medical Research Foundation","keywords":"Coping (psychology); Pandemic; Psychology; Coronavirus disease 2019 (COVID-19); Mobile apps; Emotional support; Protocol (science); Applied psychology; Social support; Clinical psychology; Computer science; Social psychology; World Wide Web; Medicine","score_opus":0.32003356593792653,"score_gpt":0.6572645025690438,"score_spread":0.33723093663111725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089516779","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058644577,3.452407e-7,0.0028486666,0.0026626831,0.0000352102,0.9860276,0.000058477748,0.000113794864,0.0023887735],"genre_scores_gemma":[0.03453724,1.0327069e-8,0.00080605893,0.0004580966,0.00018481338,0.96164155,0.00000696824,0.000057383917,0.0023078977],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935204,0.0028938144,0.0010235803,0.0006940975,0.00093464676,0.00093346304],"domain_scores_gemma":[0.9960844,0.0020164591,0.00026236742,0.0007773057,0.00035049528,0.0005090027],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072782445,0.00023188675,0.00038453453,0.00017827416,0.0008161032,0.00017896,0.0012500369,0.000101652375,0.001251835],"category_scores_gemma":[0.0011300943,0.00015215312,0.0002280511,0.0010247342,0.00021027721,0.00016665163,0.00081964576,0.0006855769,0.00021184664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01844598,0.030143144,0.3791548,0.026783599,0.0008969782,0.00006782605,0.21184245,0.00031739825,0.003946298,0.013843434,0.25575653,0.058801584],"study_design_scores_gemma":[0.014688574,0.03019206,0.070490174,0.001474828,0.00001234115,0.00010735438,0.021093698,0.00009024365,0.0030067493,0.0033237361,0.8549321,0.0005881365],"about_ca_topic_score_codex":0.000106969164,"about_ca_topic_score_gemma":0.00017803285,"teacher_disagreement_score":0.5991756,"about_ca_system_score_codex":0.00032999276,"about_ca_system_score_gemma":0.00037492145,"threshold_uncertainty_score":0.99966115},"labels":[],"label_agreement":null},{"id":"W3089610294","doi":"10.2196/22847","title":"Challenges and Strategies for Promoting Health Equity in Virtual Care: Protocol for a Scoping Review of Reviews","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University Health Network; Ontario Council of University Libraries; University of Toronto; Women's College Hospital","funders":"","keywords":"CINAHL; Health equity; Health care; MEDLINE; Systematic review; Telehealth; Inclusion (mineral); Scopus; Protocol (science); PsycINFO; Grey literature; Medicine; Medical education; Telemedicine; Nursing; Psychology; Psychological intervention; Alternative medicine; Political science; Public health","score_opus":0.7710013966190692,"score_gpt":0.737824384124976,"score_spread":0.033177012494093217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089610294","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5007988e-9,0.48725387,0.000031004933,0.0007938686,0.0000020039076,0.51177055,0.000027869897,0.000017372413,0.000103454244],"genre_scores_gemma":[4.245058e-9,0.49151996,0.0007711476,0.00011512158,0.00018285016,0.50729144,0.000071354,0.000043399068,0.0000047391345],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99302584,0.0013321075,0.002996976,0.00087491015,0.0008048764,0.000965289],"domain_scores_gemma":[0.99627405,0.0008299981,0.001403552,0.0005125893,0.0005891988,0.00039063688],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00971212,0.00044793967,0.004285496,0.00042069223,0.00014050498,0.000039433628,0.0003003822,0.00020779023,0.00002028701],"category_scores_gemma":[0.0020743778,0.00032852913,0.00032242233,0.0005788023,0.00012752114,0.00016644853,0.00027863446,0.0008596928,0.0000022768945],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000989279,0.00008017767,5.7373256e-7,0.49940252,0.000009981331,0.0000017518457,0.0005474816,8.1885176e-10,2.1911715e-7,0.00023290058,0.0014517716,0.49817368],"study_design_scores_gemma":[0.0019420036,0.0067321444,0.0000010736169,0.4935628,0.000014043016,0.000007672866,0.00018442581,7.923206e-7,0.0000010473334,0.000046326513,0.49740827,0.00009941961],"about_ca_topic_score_codex":0.000012000904,"about_ca_topic_score_gemma":0.00008130923,"teacher_disagreement_score":0.49807426,"about_ca_system_score_codex":0.00049066683,"about_ca_system_score_gemma":0.009454751,"threshold_uncertainty_score":0.9999167},"labels":[],"label_agreement":null},{"id":"W3089788474","doi":"10.2196/17584","title":"Evaluating the Impact of a Risk Assessment System With Tailored Interventions in Germany: Protocol for a Prospective Study With Matched Controls","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; Intervention (counseling); Population; Health care; Emergency department; Phone; Medical emergency; Emergency medicine; Nursing; Environmental health","score_opus":0.35744986905940157,"score_gpt":0.6422835162535582,"score_spread":0.2848336471941566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089788474","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03221416,0.0000019067965,0.0003711437,0.00035637384,8.7695156e-7,0.96652025,0.000038684524,0.000046008514,0.00045057913],"genre_scores_gemma":[0.37068224,4.1664315e-8,0.00035564593,0.000003923453,0.000048198806,0.62886274,0.0000016864545,0.000023514534,0.000022020986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99651384,0.0009338546,0.00061936805,0.0004466539,0.001015622,0.0004706319],"domain_scores_gemma":[0.9971183,0.0003896941,0.00032515865,0.00040964218,0.0016292455,0.00012797183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029243405,0.00022386093,0.000652558,0.00013693697,0.0002610329,0.000053157615,0.00024117492,0.000044136028,0.000037244175],"category_scores_gemma":[0.0005367294,0.000104509214,0.00021190177,0.000888028,0.00019650631,0.000119529635,0.00013966807,0.00069216447,0.0000021793214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.101497285,0.008417228,0.8399929,0.0141696185,0.0024154643,0.000105319945,0.02491584,0.00037130556,0.004309184,0.000460685,0.0016389764,0.0017062036],"study_design_scores_gemma":[0.06750359,0.24056058,0.6185186,0.02193195,0.00010622089,0.000014154148,0.04235849,0.007918642,0.00044870024,0.00011800436,0.00019294918,0.00032814048],"about_ca_topic_score_codex":0.00017533293,"about_ca_topic_score_gemma":0.00009865867,"teacher_disagreement_score":0.33846807,"about_ca_system_score_codex":0.00033932735,"about_ca_system_score_gemma":0.00069412636,"threshold_uncertainty_score":0.4261762},"labels":[],"label_agreement":null},{"id":"W3090150234","doi":"10.2196/21816","title":"Methodological Challenges in Investigating Supracondylar Fractures of the Humerus From a Child’s Viewpoint: Evolution of Study Protocol","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Injury Epidemiology and Prevention","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Spinal Cord Injury BC; University of British Columbia; BC Children's Hospital","funders":"","keywords":"Medicine; Intervention (counseling); Protocol (science); Humerus; Human factors and ergonomics; Social cognitive theory; Poison control; Physical therapy; Medical emergency; Psychology; Nursing; Developmental psychology; Surgery; Alternative medicine","score_opus":0.7202457840682072,"score_gpt":0.6485843449438953,"score_spread":0.07166143912431189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090150234","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037510123,0.000035535784,0.000040854477,0.008378136,0.0000044364983,0.95311075,0.000007685311,0.000021764414,0.0008907234],"genre_scores_gemma":[0.15931399,9.09017e-7,0.0010920016,0.00014247998,0.00010533707,0.8393205,0.0000022672991,0.000011943076,0.000010558276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98762894,0.010087362,0.0008417056,0.0004445059,0.0006632573,0.00033424934],"domain_scores_gemma":[0.9974046,0.0013916921,0.0003534369,0.00048731992,0.0002440566,0.00011892834],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008603944,0.00015260986,0.0006556945,0.00012710207,0.000113798334,0.000005502343,0.00036707168,0.00025414047,0.0002793149],"category_scores_gemma":[0.009874923,0.000092641974,0.00014462766,0.0005291709,0.00040291544,0.000094207964,0.00031605372,0.0015680457,0.000008232792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010982956,0.005475878,0.8541156,0.0058491877,0.00024334004,0.000037715487,0.015425798,0.000044806337,0.070652045,0.0051604793,0.0016654829,0.030346712],"study_design_scores_gemma":[0.004983572,0.006911904,0.9305374,0.0041249692,0.000012217778,0.0000056672056,0.0016820842,0.00014633778,0.024054842,0.015679186,0.011734564,0.0001272769],"about_ca_topic_score_codex":0.0001245025,"about_ca_topic_score_gemma":0.000049421953,"teacher_disagreement_score":0.12180387,"about_ca_system_score_codex":0.000066032415,"about_ca_system_score_gemma":0.00023270422,"threshold_uncertainty_score":0.9984653},"labels":[],"label_agreement":null},{"id":"W3090389920","doi":"10.2196/23655","title":"A Mobile Health Intervention (LifeBuoy App) to Help Young People Manage Suicidal Thoughts: Protocol for a Mixed-Methods Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Australian Rotary Health","keywords":"Suicidal ideation; Randomized controlled trial; Loneliness; Mental health; Psychology; Anxiety; Clinical psychology; Population; Poison control; Dialectical behavior therapy; Distress; Psychiatry; Suicide prevention; Medicine; Borderline personality disorder; Medical emergency","score_opus":0.19412064106062893,"score_gpt":0.6033209647394714,"score_spread":0.40920032367884246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090389920","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014655707,0.000016808663,0.026161538,0.0020867856,0.00010959053,0.96789813,0.00003435434,0.0003280981,0.00321816],"genre_scores_gemma":[0.000592071,4.4620546e-7,0.005386204,0.0005001136,0.0014994685,0.987814,0.0000169691,0.0001118293,0.0040789144],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9815435,0.012390596,0.002056999,0.0012662681,0.0010885573,0.0016541035],"domain_scores_gemma":[0.99379736,0.0035262553,0.00057268806,0.00077698845,0.00066996645,0.0006567213],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020064142,0.00051322446,0.0029715004,0.0005042009,0.0006139861,0.00031772917,0.0009066288,0.00025384562,0.0007715919],"category_scores_gemma":[0.0035079587,0.00038237806,0.0012988608,0.0011820112,0.00019931674,0.00018403064,0.0005403477,0.00086189504,0.00034431808],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8980679,0.0017887737,0.00004738212,0.0012824641,0.00045785503,0.0000099380595,0.009912547,0.0000036370259,0.00011507011,0.0012765722,0.07742925,0.0096086105],"study_design_scores_gemma":[0.8209727,0.016866311,0.000031331903,0.0002344397,0.00001534074,0.0000026018156,0.0034980492,0.00027861135,0.00019643643,0.0008486686,0.15673056,0.0003249558],"about_ca_topic_score_codex":0.00022374268,"about_ca_topic_score_gemma":0.000196256,"teacher_disagreement_score":0.07930131,"about_ca_system_score_codex":0.0002045861,"about_ca_system_score_gemma":0.00023256571,"threshold_uncertainty_score":0.9998628},"labels":[],"label_agreement":null},{"id":"W3090395976","doi":"10.2196/19119","title":"Determining the Actual Zinc and Iron Intakes in Breastfed Infants: Protocol for a Longitudinal Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trace Elements in Health","field":"Nursing","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mahidol University; Family Larsson‐Rosenquist Foundation","keywords":"Breastfeeding; Medicine; Breast milk; Zinc; Pregnancy; Breast feeding; Anthropometry; Pediatrics; Gestation; Obstetrics; Physiology; Internal medicine; Chemistry","score_opus":0.6735374489588218,"score_gpt":0.6273515822708148,"score_spread":0.04618586668800706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090395976","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08377344,2.1290103e-7,0.0000150656015,0.0052137533,0.000006214508,0.9108596,0.000018827883,0.00005622693,0.000056656536],"genre_scores_gemma":[0.10244285,8.93135e-9,0.00069914176,0.0002568894,0.00026480854,0.89627117,0.0000051167553,0.000042676675,0.00001731773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995973,0.00088264706,0.00062077097,0.00064748153,0.0010559664,0.0008201426],"domain_scores_gemma":[0.9977294,0.001264928,0.00014894742,0.00034344956,0.00030844385,0.00020481217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027523492,0.00021809377,0.00027523385,0.00015212924,0.0005331938,0.0002976018,0.00056141097,0.00009346423,0.00006731367],"category_scores_gemma":[0.0014820704,0.00016178639,0.00003838795,0.0005725324,0.00021004524,0.00044200482,0.00031117554,0.00087882637,0.0000106659245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007305712,0.0014651507,0.9390658,0.0011542187,0.000011621852,0.000007908471,0.0068659633,0.000007542872,0.00029574742,0.00009625914,0.003814949,0.039909136],"study_design_scores_gemma":[0.011076356,0.008446673,0.93255395,0.00075007573,0.0000018454865,0.0000026053638,0.0012563948,0.0008001923,0.0002621694,0.00020491368,0.044444203,0.00020060006],"about_ca_topic_score_codex":0.000045801535,"about_ca_topic_score_gemma":0.00027923376,"teacher_disagreement_score":0.040629253,"about_ca_system_score_codex":0.00021292738,"about_ca_system_score_gemma":0.00023667439,"threshold_uncertainty_score":0.65974575},"labels":[],"label_agreement":null},{"id":"W3090437384","doi":"10.2196/18029","title":"Using a Mobile Health Intervention (DOT Selfie) With Transfer of Social Bundle Incentives to Increase Treatment Adherence in Tuberculosis Patients in Uganda: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Directly Observed Therapy; Context (archaeology); mHealth; Tuberculosis; Intervention (counseling); Health care; Short Message Service; Incentive; eHealth; Nursing; Surgery; Computer science","score_opus":0.2212293028782783,"score_gpt":0.5612910230651224,"score_spread":0.34006172018684405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090437384","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22997753,0.0000017203088,0.00015137582,0.0009502753,0.0000020703703,0.7688101,0.00003187099,0.000016600772,0.000058485613],"genre_scores_gemma":[0.114642605,9.5009517e-7,0.00046509795,0.0001125943,0.000085867585,0.8846054,0.000024115045,0.000032368625,0.00003101483],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99119216,0.0047999076,0.0015835535,0.0006407757,0.0008307005,0.0009528826],"domain_scores_gemma":[0.99753636,0.0009999129,0.00018472136,0.00021462393,0.00056621846,0.00049817906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053258357,0.00028960794,0.0026084853,0.00058868574,0.000117525306,0.00003543356,0.00019555872,0.00016099197,0.00012680244],"category_scores_gemma":[0.0020789558,0.00018817096,0.0004770584,0.0009434471,0.00025371806,0.00014576608,0.000081719394,0.00046893698,0.00000449068],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97250354,0.010588814,0.008132025,0.001829376,0.00018891612,0.000007175842,0.0027243528,0.000020255095,0.00051666866,0.00005843365,0.0002595584,0.003170902],"study_design_scores_gemma":[0.9203109,0.07219834,0.0013168823,0.0022346643,0.000012280307,7.810452e-7,0.0002913292,0.0012431713,0.0006304346,0.000041087584,0.00157954,0.00014058479],"about_ca_topic_score_codex":0.0021509135,"about_ca_topic_score_gemma":0.0007021242,"teacher_disagreement_score":0.115795314,"about_ca_system_score_codex":0.00075850013,"about_ca_system_score_gemma":0.0010689906,"threshold_uncertainty_score":0.76733893},"labels":[],"label_agreement":null},{"id":"W3090476879","doi":"10.2196/18935","title":"Mapping Evidence of Neonatal Resuscitation Training on the Practices of Unskilled Birth Attendants in Low-Resource Countries: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Inyuvesi Yakwazulu-Natali","keywords":"Protocol (science); Neonatal resuscitation; Medicine; Developing country; Resource (disambiguation); Training (meteorology); Nursing; Resuscitation; Medical emergency; Computer science; Alternative medicine; Economic growth; Geography; Emergency medicine; Economics","score_opus":0.5843186300969566,"score_gpt":0.6448870749927598,"score_spread":0.06056844489580315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090476879","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010551973,0.13378464,0.0000068425898,0.0033199943,0.0000032017488,0.8626606,0.00004368797,0.000018395216,0.00016159446],"genre_scores_gemma":[3.7249683e-7,0.22850335,0.00012584415,0.00033135386,0.0001250993,0.77081865,0.000008530309,0.00004067719,0.00004615481],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99311733,0.0018963141,0.0019726637,0.0006419407,0.0017103376,0.0006614191],"domain_scores_gemma":[0.9909019,0.0050595314,0.002524843,0.0006318924,0.0006931106,0.00018872233],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007782173,0.0003690899,0.0023809178,0.00040012982,0.00014686547,0.00004795027,0.000705115,0.00026208608,0.00009082979],"category_scores_gemma":[0.00979253,0.00021856505,0.0003402491,0.0014572743,0.0002489844,0.00016790554,0.000206268,0.0015877583,0.000019229725],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015852631,0.00015847712,0.000023842447,0.8867862,0.000043852928,0.000029196139,0.0005962849,2.2035277e-7,0.0000028278898,0.00017844744,0.0014289898,0.109166384],"study_design_scores_gemma":[0.00082700956,0.0011133878,0.0000097385655,0.52214485,0.000009410779,0.000011277462,0.00014207473,0.0000042808915,0.0000062264385,0.000016733173,0.4756314,0.00008363927],"about_ca_topic_score_codex":0.000026975164,"about_ca_topic_score_gemma":0.000015366026,"teacher_disagreement_score":0.4742024,"about_ca_system_score_codex":0.00023366316,"about_ca_system_score_gemma":0.0040032854,"threshold_uncertainty_score":0.9985484},"labels":[],"label_agreement":null},{"id":"W3090515681","doi":"10.2196/21100","title":"Tobacco-Free Duo Adult-Child Contract for Prevention of Tobacco Use Among Adolescents and Parents: Protocol for a Mixed-Design Evaluation","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Folkhälsomyndigheten; Public Health Agency","keywords":"Fidelity; Tobacco use; Youth smoking; Randomized controlled trial; Medicine; Protocol (science); Smoking prevention; Tobacco industry; Psychology; Tobacco control; Environmental health; Family medicine; Public health; Nursing; Alternative medicine; Population; Computer science","score_opus":0.3576334818656776,"score_gpt":0.5416912185413885,"score_spread":0.18405773667571085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090515681","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04373106,4.6340176e-7,0.0029098734,0.0003724697,0.000006667466,0.9528468,0.000049490605,0.00005200385,0.00003111606],"genre_scores_gemma":[0.1857852,1.5309216e-7,0.00069381384,0.00004710298,0.00015059303,0.813192,0.000055419237,0.00004039109,0.000035331395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99681365,0.000490859,0.00058470934,0.0005212699,0.00114621,0.00044330515],"domain_scores_gemma":[0.9966863,0.00024760418,0.00028251612,0.00047172894,0.0020635591,0.0002483071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021381322,0.00019933579,0.00036172327,0.00016701139,0.0001909624,0.00013089976,0.00022822803,0.00020787606,0.000046558976],"category_scores_gemma":[0.0033493554,0.00017382196,0.00014225027,0.00030160294,0.00012578741,0.00047863164,0.00009405968,0.00032883123,0.000001304162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020150388,0.0021119572,0.88601136,0.0045450684,0.0000665285,0.0000028473087,0.000519421,0.000010166399,0.004338361,0.00014879364,0.011184417,0.0709107],"study_design_scores_gemma":[0.046099767,0.009725314,0.89749867,0.01290493,0.00007406357,0.000003977599,0.00024681518,0.002191572,0.02438408,0.00058539415,0.005998751,0.00028664485],"about_ca_topic_score_codex":0.000027509446,"about_ca_topic_score_gemma":0.000018258446,"teacher_disagreement_score":0.14205414,"about_ca_system_score_codex":0.00014506395,"about_ca_system_score_gemma":0.00025716392,"threshold_uncertainty_score":0.70882535},"labels":[],"label_agreement":null},{"id":"W3090684477","doi":"10.2196/21015","title":"Reducing Alcohol and Opioid Use Among Youth in Rural Counties: An Innovative Training Protocol for Primary Health Care Providers and School Personnel","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Brief intervention; Medicine; Nursing; Referral; Health care; Family medicine; Intervention (counseling); Medical education","score_opus":0.455995196989917,"score_gpt":0.6098441730164027,"score_spread":0.15384897602648573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090684477","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1605693,0.0000062019785,0.00001588621,0.0038743548,0.000018062858,0.83522815,0.00006429954,0.00009892906,0.00012484397],"genre_scores_gemma":[0.0217499,7.8702203e-7,0.0018150946,0.0021616467,0.00053160253,0.97348845,0.00009392891,0.000073376505,0.00008520844],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9944684,0.0017708662,0.0008943623,0.00076640456,0.0006225127,0.001477483],"domain_scores_gemma":[0.9966147,0.00061650097,0.00035151778,0.00033256214,0.0010070368,0.0010776859],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0032222057,0.00027608871,0.00049664226,0.00043644637,0.0017993442,0.00021538994,0.00024265991,0.00028325638,0.00003099182],"category_scores_gemma":[0.0018911817,0.0002544356,0.000027395638,0.0010213769,0.0003073554,0.0013913781,0.00013505621,0.0021342319,0.000006036093],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005219151,0.00019483178,0.22164825,0.021906596,0.000009581718,0.0000020991595,0.7184456,0.0000013896517,0.00018374801,0.00006426615,0.016373422,0.015951077],"study_design_scores_gemma":[0.011215853,0.004721923,0.20943254,0.013912105,0.0000021519654,0.0000011284025,0.7306994,0.00025632064,0.00003157457,0.000101065285,0.029208105,0.00041781526],"about_ca_topic_score_codex":0.001691906,"about_ca_topic_score_gemma":0.0002812084,"teacher_disagreement_score":0.1388194,"about_ca_system_score_codex":0.0010941421,"about_ca_system_score_gemma":0.006855922,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W3091158585","doi":"10.2196/18981","title":"Length of Initial Prescription at Hospital Discharge and Long-Term Medication Adherence for Elderly, Post-Myocardial Infarction Patients: Protocol for an Interrupted Time Series Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Public Health Ontario; University of Toronto; Hamilton Health Sciences; Women's College Hospital; McMaster University; Population Health Research Institute","funders":"","keywords":"Medicine; Medical prescription; Discontinuation; Observational study; Myocardial infarction; Emergency medicine; Intervention (counseling); Deprescribing; Intensive care medicine; Physical therapy; Internal medicine; Polypharmacy","score_opus":0.24855307313919273,"score_gpt":0.541620485516898,"score_spread":0.2930674123777053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091158585","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10635726,4.8389114e-7,0.00040958275,0.0009799986,0.000011768918,0.89203423,0.00006773166,0.000058483147,0.00008046678],"genre_scores_gemma":[0.10656813,2.0606666e-7,0.00021882459,0.000080285026,0.00023258924,0.8923398,0.0002476214,0.000027448017,0.000285074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99744767,0.00026907586,0.000561154,0.0005394259,0.0008347511,0.00034794092],"domain_scores_gemma":[0.9975149,0.000098563614,0.00026099745,0.0003591327,0.0014237955,0.00034263445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006765872,0.00018335324,0.0003408883,0.00011906836,0.00020291188,0.000058732654,0.00024185254,0.00012395109,0.0003375339],"category_scores_gemma":[0.000836531,0.00015395228,0.00007041578,0.00021759023,0.00025129537,0.00060702255,0.00015082459,0.00027204718,0.000044194836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07456709,0.015809054,0.6458171,0.012288471,0.00039276414,0.000004932021,0.014224124,5.0983243e-7,0.047168028,0.00021663283,0.03653784,0.15297344],"study_design_scores_gemma":[0.03948975,0.25034717,0.6702086,0.0030389547,0.00004197475,0.0000060186094,0.0012333079,0.0008262901,0.0075512715,0.00016305104,0.026599798,0.0004938529],"about_ca_topic_score_codex":0.000009081981,"about_ca_topic_score_gemma":0.000005837786,"teacher_disagreement_score":0.23453811,"about_ca_system_score_codex":0.000083417886,"about_ca_system_score_gemma":0.00025987576,"threshold_uncertainty_score":0.6277992},"labels":[],"label_agreement":null},{"id":"W3091528414","doi":"10.2196/23480","title":"Recruitment of Youth Living With HIV to Optimize Adherence and Virologic Suppression: Testing the Design of Technology-Based Community Health Nursing to Improve Antiretroviral Therapy (ART) Clinical Trials","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institutes of Health","keywords":"Medicine; Viral load; Randomized controlled trial; Intervention (counseling); Health care; Clinical trial; Family medicine; Physical therapy; Human immunodeficiency virus (HIV); Internal medicine; Nursing","score_opus":0.7340430581244379,"score_gpt":0.6268735855439904,"score_spread":0.10716947258044751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091528414","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097527474,0.000057852234,0.022898773,0.018459016,0.0000053125223,0.86041355,0.000108425294,0.00011166489,0.0004179544],"genre_scores_gemma":[0.3711763,0.000007311154,0.041940007,0.0004014845,0.000077951605,0.5861903,0.000006924161,0.000036417456,0.00016330178],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.98931754,0.007783788,0.0010746584,0.00039562955,0.0008102458,0.00061811524],"domain_scores_gemma":[0.99341506,0.004258361,0.00033077315,0.00075648335,0.0006635917,0.00057574286],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018897649,0.00018005435,0.0008849375,0.00031936116,0.0003773519,0.000054424396,0.0005801823,0.0001339361,0.000066475804],"category_scores_gemma":[0.018855808,0.00010115388,0.00012834981,0.001306586,0.0007797533,0.000072703704,0.00029911925,0.0016347733,0.000009134874],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02598089,0.005571687,0.04828786,0.0018700865,0.00018624942,0.00001702137,0.0065829703,0.00013078119,0.18973234,0.00008023916,0.0216184,0.69994146],"study_design_scores_gemma":[0.015814852,0.81740063,0.016438285,0.061737865,0.000025766456,0.000011861091,0.012567201,0.011980363,0.06115362,0.00013805256,0.0023263458,0.0004051811],"about_ca_topic_score_codex":0.000057465826,"about_ca_topic_score_gemma":0.0000029546604,"teacher_disagreement_score":0.8118289,"about_ca_system_score_codex":0.00008559434,"about_ca_system_score_gemma":0.00092463155,"threshold_uncertainty_score":0.9894088},"labels":[],"label_agreement":null},{"id":"W3091683781","doi":"10.2196/22279","title":"Research Priorities to End the Adolescent HIV Epidemic in the United States: Viewpoint","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; National Institute of Allergy and Infectious Diseases; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Psychological intervention; Serostatus; Medicine; Transactional sex; Family medicine; Gerontology; Human immunodeficiency virus (HIV); Psychiatry; Environmental health; Population; Viral load","score_opus":0.4466016643404091,"score_gpt":0.6031767383545916,"score_spread":0.15657507401418252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091683781","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067312215,0.00005521365,0.00019446222,0.34778607,0.000003179009,0.63756603,0.000061467144,0.00007002524,0.0075323004],"genre_scores_gemma":[0.019324154,0.000047088794,0.00009949901,0.0044630575,0.00043396,0.96827894,0.000058668502,0.00005145591,0.0072431834],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.986835,0.0065058838,0.000707202,0.00060858525,0.003574059,0.0017692649],"domain_scores_gemma":[0.9947961,0.0019697759,0.000046131892,0.0011133313,0.0012744234,0.00080024847],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.015798405,0.00021499534,0.0003733066,0.0009610286,0.0006410045,0.00034334062,0.0015988481,0.00012105908,0.0011372496],"category_scores_gemma":[0.006026021,0.00011686482,0.00019423962,0.0050777197,0.0008800136,0.00015065008,0.00083136157,0.0047449963,0.0020351685],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001735234,0.0009355432,0.0024049685,0.0015180415,0.000031548185,0.00021087281,0.009962142,0.000013825492,0.0016769794,0.0029114655,0.96901065,0.009588714],"study_design_scores_gemma":[0.0016227779,0.007633725,0.0057034013,0.0046990477,0.000001769861,0.000016238975,0.013184248,0.0018003423,0.000811201,0.00070142245,0.9636994,0.00012642088],"about_ca_topic_score_codex":0.0004728874,"about_ca_topic_score_gemma":0.00016874977,"teacher_disagreement_score":0.34332302,"about_ca_system_score_codex":0.00038194295,"about_ca_system_score_gemma":0.00077030633,"threshold_uncertainty_score":0.9997758},"labels":[],"label_agreement":null},{"id":"W3091781640","doi":"10.2196/22821","title":"The Analgesic Effect of Electroencephalographic Neurofeedback for People With Chronic Pain: Protocol for a Systematic Review and Meta-analysis","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Pain Mechanisms and Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neurofeedback; Meta-analysis; Analgesic; Protocol (science); Chronic pain; Medicine; Psychology; Physical medicine and rehabilitation; Electroencephalography; Physical therapy; Anesthesia; Alternative medicine; Psychiatry; Internal medicine","score_opus":0.22490084941910501,"score_gpt":0.5573596658327474,"score_spread":0.3324588164136424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091781640","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.628955e-9,0.36416256,0.00016842522,0.00022777061,2.6567346e-7,0.6353652,0.000050356775,0.00002093835,0.0000044880903],"genre_scores_gemma":[1.9150696e-7,0.09349305,0.00015048237,0.000044485627,0.000032760465,0.9058472,0.00005326145,0.00010243542,0.00027614972],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9903797,0.0053656655,0.001323502,0.00095367763,0.00107673,0.0009007233],"domain_scores_gemma":[0.9896211,0.0070654573,0.0010368578,0.0013387074,0.000631293,0.0003066008],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010122718,0.0007451857,0.010570583,0.00048409184,0.0003782682,0.00011659705,0.0005931203,0.00020201929,0.000026649062],"category_scores_gemma":[0.0017650101,0.00030173894,0.0035358805,0.00317553,0.00019239966,0.00005599199,0.00011121742,0.0006724414,0.0000039579763],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042841228,0.0001378965,0.0000066550006,0.9282883,0.06727644,0.00001111534,0.0000061269375,2.129115e-8,3.5838355e-7,0.00008996139,0.00056685193,0.003187858],"study_design_scores_gemma":[0.0027320047,0.032890875,0.000002013573,0.34901515,0.35877016,0.00003099411,0.0000024010592,0.000027967335,0.0000065448844,0.000054281136,0.25620124,0.00026636274],"about_ca_topic_score_codex":0.0000068459685,"about_ca_topic_score_gemma":0.000039762588,"teacher_disagreement_score":0.57927316,"about_ca_system_score_codex":0.00017045245,"about_ca_system_score_gemma":0.0008755567,"threshold_uncertainty_score":0.9999435},"labels":[],"label_agreement":null},{"id":"W3092028032","doi":"10.2196/19510","title":"Integrating a Mobile Health Device Into a Community Youth Mental Health Team to Manage Severe Mental Illness: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"","keywords":"mHealth; Mental health; Mental illness; Randomized controlled trial; Actigraphy; Medicine; Intervention (counseling); Psychology; Psychiatry; Psychological intervention","score_opus":0.27847101281556436,"score_gpt":0.6150924283947089,"score_spread":0.33662141557914455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092028032","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057020795,0.0000066644925,0.0003723065,0.010215805,0.00008895732,0.9825825,0.0005397081,0.0002850654,0.0053387657],"genre_scores_gemma":[0.009075049,1.3647092e-7,0.0014644341,0.0035221076,0.00028123037,0.98373514,0.00016659431,0.00012298378,0.001632343],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9804151,0.012785111,0.002786291,0.0009354884,0.0012579933,0.0018199902],"domain_scores_gemma":[0.9948994,0.0014158394,0.00090267125,0.0009066561,0.00036464288,0.0015107783],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.015322164,0.0005496434,0.0024198133,0.00044116226,0.0021724796,0.0004313419,0.0013179348,0.00018025025,0.0005141227],"category_scores_gemma":[0.0012276779,0.0004420383,0.0008261701,0.0010157638,0.00035788614,0.00037071135,0.00085877604,0.0017985405,0.00032536098],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84062153,0.005742916,0.0000044023436,0.0037547841,0.0002016903,0.0000021534113,0.07764807,9.0919264e-7,0.000007841436,0.0016182074,0.04328567,0.027111838],"study_design_scores_gemma":[0.73337936,0.03689222,0.0000013429232,0.00343666,0.000004370982,0.000006209713,0.02587507,0.00013422935,0.00002683537,0.00052603625,0.19940808,0.00030955748],"about_ca_topic_score_codex":0.0021506886,"about_ca_topic_score_gemma":0.00056421227,"teacher_disagreement_score":0.15612242,"about_ca_system_score_codex":0.0011810194,"about_ca_system_score_gemma":0.00082846446,"threshold_uncertainty_score":0.9998031},"labels":[],"label_agreement":null},{"id":"W3092032800","doi":"10.2196/18971","title":"AQUEDUCT Intervention for Crisis Team Quality and Effectiveness in Dementia: Protocol for a Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychiatric care and mental health services","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Programme Grants for Applied Research; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Dementia; Randomized controlled trial; Intervention (counseling); Medicine; Scale (ratio); Nursing; Protocol (science); Best practice; Psychology; Alternative medicine; Disease","score_opus":0.6006682675579647,"score_gpt":0.7091282035792493,"score_spread":0.10845993602128468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092032800","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050515767,0.00000430558,0.00022943792,0.0005709945,0.000018977476,0.94831944,0.000050475293,0.000049357935,0.00024126128],"genre_scores_gemma":[0.12386387,2.6647374e-8,0.00015665847,0.00014124424,0.00014695087,0.8756362,0.000008366531,0.000026059304,0.000020622365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948439,0.0024497495,0.00071847136,0.0009186918,0.00040019024,0.0006689951],"domain_scores_gemma":[0.9981917,0.0006905298,0.00016166845,0.00040515498,0.00030010234,0.00025084897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007432846,0.00019019045,0.00040592326,0.00016847873,0.00021592008,0.00008320371,0.00032808122,0.00013578591,0.00010294422],"category_scores_gemma":[0.000103398874,0.00017058525,0.00013321644,0.00052490516,0.00006201294,0.00017253026,0.00019249084,0.00038040246,0.000012100564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11515145,0.034964766,0.68254995,0.06349748,0.0002680454,0.000009066201,0.027429514,6.531269e-7,0.0005694581,0.0017033996,0.035546687,0.03830951],"study_design_scores_gemma":[0.07166421,0.044127192,0.76324505,0.0015086753,0.000013641945,0.0000024346098,0.037263695,0.000042410476,0.0005995345,0.0056487764,0.07539958,0.00048480407],"about_ca_topic_score_codex":0.0009337793,"about_ca_topic_score_gemma":0.00087394303,"teacher_disagreement_score":0.08069508,"about_ca_system_score_codex":0.00017574649,"about_ca_system_score_gemma":0.00011874726,"threshold_uncertainty_score":0.69562644},"labels":[],"label_agreement":null},{"id":"W3092322054","doi":"10.2196/21799","title":"Postdischarge Intervention for Stroke Caregivers: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; U.S. Department of Veterans Affairs","keywords":"Randomized controlled trial; Psychological intervention; Medicine; Family caregivers; Intervention (counseling); Stroke (engine); Preparedness; Caregiver burden; Physical therapy; Nursing; Dementia","score_opus":0.1952243276321104,"score_gpt":0.5567012080764846,"score_spread":0.3614768804443742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092322054","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023669953,0.000001608465,0.002774344,0.004213357,0.00002294184,0.9914503,0.000060917082,0.000098500204,0.0011413042],"genre_scores_gemma":[0.00036493214,9.221854e-8,0.0016025887,0.00013377088,0.00091832527,0.99195963,0.000030607058,0.000045886303,0.004944174],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99633086,0.00091986713,0.0009210248,0.0004958285,0.00078509824,0.0005472957],"domain_scores_gemma":[0.99480087,0.0030944704,0.00025571822,0.00027479627,0.0012157976,0.00035832563],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038653582,0.0002138969,0.0014783401,0.00027654655,0.00018217028,0.00012095377,0.00019805721,0.00018449136,0.00048173862],"category_scores_gemma":[0.008939836,0.00014141142,0.00188582,0.00021813565,0.00022125206,0.00015681048,0.00006507777,0.00037885763,0.000035612597],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96886426,0.0010798257,0.000024040319,0.0036447772,0.0002292192,0.0000020326975,0.00057075784,4.902602e-7,0.0016998912,0.0008486323,0.021501292,0.0015347633],"study_design_scores_gemma":[0.7648359,0.014377748,0.0000049470354,0.0011368797,0.000020308335,8.978761e-7,0.00036217365,0.0009052876,0.0008724505,0.00019087862,0.21718858,0.000103960985],"about_ca_topic_score_codex":0.0000033629426,"about_ca_topic_score_gemma":0.0000010473,"teacher_disagreement_score":0.2040284,"about_ca_system_score_codex":0.00012965729,"about_ca_system_score_gemma":0.00044330946,"threshold_uncertainty_score":0.9994083},"labels":[],"label_agreement":null},{"id":"W3092625998","doi":"10.2196/18553","title":"Effects of Acute Exercise on Drug Craving, Self-Esteem, Mood, and Affect in Adults with Polysubstance Use Disorder: Protocol for a Multicenter Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitetet i Oslo","keywords":"Craving; Mood; Polysubstance dependence; Randomized controlled trial; Anxiety; Medicine; Physical therapy; Crossover study; Rating of perceived exertion; Profile of mood states; Psychology; Clinical psychology; Psychiatry; Substance abuse; Heart rate; Addiction; Internal medicine; Placebo; Blood pressure","score_opus":0.059839816944569704,"score_gpt":0.4694113830231646,"score_spread":0.4095715660785949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092625998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14907719,0.0000013113869,0.000033996977,0.0008227707,0.0000021938401,0.849947,0.000009473497,0.000053031905,0.000053083735],"genre_scores_gemma":[0.098332964,0.000002626728,0.000384606,0.000080074475,0.00010070035,0.9009639,0.0000027902356,0.0000430502,0.00008930797],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959814,0.0012630206,0.0006249121,0.0005933257,0.0008858727,0.0006514749],"domain_scores_gemma":[0.99424565,0.004494704,0.00027939532,0.00029847104,0.00027031798,0.0004114807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00151837,0.00029922157,0.0022901131,0.0001950609,0.0001119291,0.00006322347,0.00016441103,0.000118894095,0.000008973029],"category_scores_gemma":[0.001180756,0.00018256888,0.00026483132,0.000404502,0.00024398594,0.00025823465,0.00007641979,0.0007730049,0.0000041890253],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.970532,0.010490629,0.0005061252,0.01410038,0.00016386884,0.00003250946,0.0020349508,6.8337965e-7,0.0013343975,0.000096363976,0.00021480693,0.0004932571],"study_design_scores_gemma":[0.95408744,0.02164402,0.00056774385,0.015711037,0.000050375613,6.621679e-7,0.000029272087,0.0020455078,0.0050701457,0.000053544172,0.0005760101,0.00016425001],"about_ca_topic_score_codex":0.00005475501,"about_ca_topic_score_gemma":0.000038441944,"teacher_disagreement_score":0.051016934,"about_ca_system_score_codex":0.00007880158,"about_ca_system_score_gemma":0.00032789016,"threshold_uncertainty_score":0.7444943},"labels":[],"label_agreement":null},{"id":"W3092790110","doi":"10.2196/22989","title":"High-Intensity Interval Aerobic Resistance Training to Counteract Low Relative Appendicular Lean Soft Tissue Mass in Middle Age: Study Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Otago","keywords":"Lean body mass; Medicine; Sarcopenia; Physical therapy; Randomized controlled trial; Aerobic exercise; Cardiorespiratory fitness; Internal medicine","score_opus":0.3301258428688628,"score_gpt":0.558622569952034,"score_spread":0.22849672708317115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092790110","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028312674,0.0000013880153,0.0016214842,0.008416771,0.000026271688,0.98659,0.000009099105,0.00012768396,0.0003760126],"genre_scores_gemma":[0.014907568,8.3578946e-8,0.0033224055,0.0010917775,0.00059813174,0.9784471,0.000014449568,0.0000725473,0.0015459773],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99283326,0.0020542883,0.0017356869,0.0009280485,0.0013947978,0.0010538923],"domain_scores_gemma":[0.9958182,0.0017601866,0.00034788894,0.0004635147,0.0009059371,0.00070430175],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009775215,0.00037292024,0.0031171553,0.0004900219,0.00030568845,0.00017137949,0.0003732331,0.00017798078,0.00026667467],"category_scores_gemma":[0.005752028,0.00028969714,0.0003591837,0.00078109704,0.00021389904,0.000220183,0.00013920273,0.0015849418,0.000080408274],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9797046,0.0020830787,0.000057530677,0.002329338,0.00012922291,0.00064751855,0.0072740056,0.0000045142624,0.0014997069,0.00040070654,0.0056621474,0.00020763828],"study_design_scores_gemma":[0.9353683,0.0098508,0.000033492797,0.008383059,0.000016160584,0.0000046574037,0.0016709819,0.00034814724,0.00059959426,0.0007273649,0.04275235,0.00024506525],"about_ca_topic_score_codex":0.000027885115,"about_ca_topic_score_gemma":0.00008652139,"teacher_disagreement_score":0.044336267,"about_ca_system_score_codex":0.0004521467,"about_ca_system_score_gemma":0.0006209347,"threshold_uncertainty_score":0.99995553},"labels":[],"label_agreement":null},{"id":"W3092970887","doi":"10.2196/19044","title":"Rationale and Design of the Women’s Health And Daily Experiences Project: Protocol for an Ecological Momentary Assessment Study to Identify Real-Time Predictors of Midlife Women’s Physical Activity","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Psychosocial; Gerontology; Psychological intervention; Population; Mood; Social support; Medicine; Psychology; Clinical psychology; Environmental health; Psychiatry; Social psychology","score_opus":0.4196062042957617,"score_gpt":0.6060958631119432,"score_spread":0.1864896588161815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092970887","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.500377,4.1321123e-8,0.000018555595,0.0008833687,0.0000010136034,0.49867687,0.000018962675,0.000013177243,0.000011048471],"genre_scores_gemma":[0.3369902,1.2005741e-7,0.00018813733,0.00010285529,0.0000859807,0.6626006,0.0000013562935,0.000010594819,0.000020166703],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99607974,0.0013953525,0.00035087325,0.00054451486,0.0010742904,0.000555214],"domain_scores_gemma":[0.99808556,0.0005432007,0.00019500818,0.00029555988,0.00020280202,0.00067789195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020000574,0.00017009876,0.00065657496,0.00009301859,0.00028638088,0.0000451155,0.00023279228,0.00004883103,0.000027805047],"category_scores_gemma":[0.00028010414,0.000108776665,0.000041843065,0.00042715858,0.00035066134,0.0002520502,0.0003208565,0.00038398366,6.336193e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04409014,0.12649031,0.040620156,0.013668702,0.00024810337,0.00000732271,0.56628495,0.000020492753,0.1930031,0.00021308083,0.010765054,0.004588569],"study_design_scores_gemma":[0.017384844,0.37311912,0.49520957,0.0012143009,0.000008545513,0.0000037883428,0.09348797,0.004194692,0.009969188,0.00066046376,0.004340308,0.00040720272],"about_ca_topic_score_codex":0.00005835301,"about_ca_topic_score_gemma":0.000003885715,"teacher_disagreement_score":0.47279698,"about_ca_system_score_codex":0.00040392746,"about_ca_system_score_gemma":0.0017498083,"threshold_uncertainty_score":0.44357836},"labels":[],"label_agreement":null},{"id":"W3093219565","doi":"10.2196/19943","title":"Intervention to Improve Preschool Children’s Fundamental Motor Skills: Protocol for a Parent-Focused, Mobile App–Based Comparative Effectiveness Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Children's Physical and Motor Development","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of General Medical Sciences; National Institutes of Health","keywords":"Competence (human resources); Curriculum; Intervention (counseling); Motor skill; Psychology; Randomized controlled trial; Child development; Early childhood; Developmental psychology; Medical education; Medicine; Pedagogy; Psychiatry; Social psychology","score_opus":0.15445640960158286,"score_gpt":0.531678398503477,"score_spread":0.3772219889018941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093219565","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039916847,6.6744985e-7,0.0012306181,0.00016132349,0.000044812477,0.95781875,0.00033147837,0.00020975304,0.0002857443],"genre_scores_gemma":[0.038157545,6.473617e-9,0.0005537284,0.00013755984,0.00086655427,0.9596889,0.000086906664,0.00007701829,0.00043176417],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941229,0.0015605745,0.00077624066,0.0014175338,0.0009985646,0.0011241463],"domain_scores_gemma":[0.9973785,0.00058617955,0.0002205922,0.00063421205,0.00041443916,0.0007660407],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012831574,0.0004782619,0.000714759,0.000225935,0.00034016537,0.00027733456,0.00085871376,0.00020452462,0.00090898806],"category_scores_gemma":[0.00017638259,0.00040665123,0.00045176825,0.0005979454,0.00018074093,0.00020421788,0.0004398645,0.00079563225,0.0007267505],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78753847,0.033485517,0.0049886475,0.002817922,0.0007335728,0.000017663684,0.005496832,0.000038405917,0.017171914,0.00075027376,0.060659632,0.086301126],"study_design_scores_gemma":[0.4385835,0.10642398,0.0708923,0.0032497984,0.000018040895,0.0000025431984,0.0003942673,0.00023599305,0.04803815,0.000507233,0.3301621,0.0014921152],"about_ca_topic_score_codex":0.00006374924,"about_ca_topic_score_gemma":0.0000075788817,"teacher_disagreement_score":0.348955,"about_ca_system_score_codex":0.0003998368,"about_ca_system_score_gemma":0.0002786921,"threshold_uncertainty_score":0.99983853},"labels":[],"label_agreement":null},{"id":"W3093277853","doi":"10.2196/24899","title":"Use and Evaluation of Computerized Clinical Decision Support Systems for Early Detection of Sepsis in Hospitals: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Clinical decision support system; Systematic review; Health care; Medicine; Sepsis; Inclusion (mineral); Electronic database; MEDLINE; Decision support system; Medical emergency; Computer science; Psychology; Alternative medicine; Data mining; Database","score_opus":0.8321567194156743,"score_gpt":0.7270427294908551,"score_spread":0.10511398992481913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093277853","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009473141,0.1470936,0.00012380589,0.000035716726,0.000009641536,0.8526527,0.000057302666,0.000013598146,0.00000413455],"genre_scores_gemma":[9.253776e-7,0.2625928,0.0009316998,0.000010490024,0.000080970254,0.7362931,0.000036076563,0.00005008526,0.0000039117244],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9926775,0.001867962,0.002878834,0.000789103,0.0014115493,0.0003750237],"domain_scores_gemma":[0.991575,0.004350718,0.0011540806,0.00060851884,0.0021047567,0.00020691068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012052213,0.00033997276,0.0036617077,0.00043796966,0.000055446955,0.000073970776,0.00019352266,0.00038091303,0.000016884676],"category_scores_gemma":[0.00485903,0.00024282017,0.00070703664,0.0006544247,0.0001148986,0.00015237374,0.00014707948,0.00038799862,0.000003228345],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006499583,0.000604261,0.000307468,0.42058957,0.00010861275,0.000002737731,0.000013636001,8.0670134e-8,9.941632e-7,0.0000038132735,0.0006343823,0.5770845],"study_design_scores_gemma":[0.007526131,0.008310016,0.00032999302,0.66894746,0.00023780622,0.0000059796284,0.000003124494,0.00020665156,0.000018747163,0.000015271044,0.31427708,0.000121719546],"about_ca_topic_score_codex":0.000025000443,"about_ca_topic_score_gemma":0.000006086733,"teacher_disagreement_score":0.57696277,"about_ca_system_score_codex":0.00031237505,"about_ca_system_score_gemma":0.0017981594,"threshold_uncertainty_score":0.99019194},"labels":[],"label_agreement":null},{"id":"W3093529300","doi":"10.2196/24422","title":"Digital Support for Healthier Eating Habits Among Patients With Type 2 Diabetes: Protocol for a Randomized Clinical Trial Within Primary Care (HAPPY Trial)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stockholms Läns Landsting; Karolinska Institutet","keywords":"Medicine; Randomized controlled trial; mHealth; Type 2 diabetes; Clinical trial; Intervention (counseling); Diabetes mellitus; Physical therapy; Gerontology; Family medicine; Psychological intervention; Psychiatry; Internal medicine","score_opus":0.32711309266711713,"score_gpt":0.6209203723196652,"score_spread":0.2938072796525481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093529300","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022843005,0.0000014381612,0.00042069406,0.00094153354,0.00008783789,0.993144,0.0003633876,0.0002625401,0.002494301],"genre_scores_gemma":[0.00031718754,4.3960137e-7,0.003072999,0.0021994202,0.0022282104,0.99032825,0.0007432997,0.00017993405,0.000930231],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9869658,0.0038780104,0.004013962,0.0013578568,0.0014020144,0.0023823797],"domain_scores_gemma":[0.98010164,0.011846602,0.0016577587,0.00088511314,0.0035229693,0.0019858938],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012756408,0.00046955544,0.0018872229,0.0002173893,0.0023531243,0.00013367103,0.0007292894,0.0007264262,0.00015044269],"category_scores_gemma":[0.013395178,0.00034037125,0.0003901609,0.0008578907,0.00054918334,0.00044415647,0.0002972933,0.0024252245,0.00011869865],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9089644,0.0011274893,0.01840593,0.019259619,0.000041275685,5.092911e-7,0.0013505487,0.0000010654511,8.081776e-7,0.00031816735,0.036114324,0.014415885],"study_design_scores_gemma":[0.6178433,0.021023178,0.0004097284,0.0021647653,0.000007641934,2.6876936e-8,0.00023124914,0.0001450972,0.0000019642853,0.00011699713,0.35783446,0.00022159186],"about_ca_topic_score_codex":0.000009909038,"about_ca_topic_score_gemma":0.00002388397,"teacher_disagreement_score":0.32172015,"about_ca_system_score_codex":0.00048512805,"about_ca_system_score_gemma":0.010299261,"threshold_uncertainty_score":0.9999048},"labels":[],"label_agreement":null},{"id":"W3093593026","doi":"10.2196/20547","title":"QueerVIEW: Protocol for a Technology-Mediated Qualitative Photo Elicitation Study With Sexual and Gender Minority Youth in Ontario, Canada","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto","keywords":"Photo elicitation; Transgender; Intersectionality; Interview; Data collection; Grounded theory; Social media; Psychology; Online identity; Qualitative research; Applied psychology; Social psychology; Sociology; Medical education; Computer science; Gender studies; World Wide Web; Medicine; The Internet; Knowledge management","score_opus":0.5139633706044039,"score_gpt":0.6133167437393489,"score_spread":0.09935337313494497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093593026","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14525917,0.0000015311272,0.000009445615,0.0013037603,0.000004440869,0.85197634,0.00007819578,0.0000525312,0.0013145914],"genre_scores_gemma":[0.016867137,3.7056747e-8,0.00010222768,0.00024303464,0.0000796568,0.98182136,0.000021529775,0.00003256711,0.00083246804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99575406,0.0013801636,0.00052313297,0.00074440724,0.0007228968,0.0008753224],"domain_scores_gemma":[0.998216,0.00039779383,0.00015180252,0.00038917045,0.0005230364,0.0003222156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017573732,0.00024226894,0.0003775899,0.00034981524,0.00026566035,0.00008003709,0.00037163112,0.00020129156,0.0002199425],"category_scores_gemma":[0.000355915,0.0002062767,0.000019191719,0.0010024233,0.00021813161,0.00014615027,0.00012440293,0.0010941338,0.000021275204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0077381865,0.0023554822,0.6922918,0.0075231805,0.00011390382,0.00009234843,0.24649912,7.042591e-7,0.00006272502,0.0009178188,0.04120672,0.0011979915],"study_design_scores_gemma":[0.041504785,0.031184075,0.5847324,0.0002695428,0.000032734504,0.0000076102065,0.26520726,0.000049824095,0.00003077398,0.0022006533,0.073738895,0.0010414269],"about_ca_topic_score_codex":0.9433416,"about_ca_topic_score_gemma":0.9922143,"teacher_disagreement_score":0.12984501,"about_ca_system_score_codex":0.00057654135,"about_ca_system_score_gemma":0.0029829394,"threshold_uncertainty_score":0.841172},"labels":[],"label_agreement":null},{"id":"W3093599834","doi":"10.2196/18282","title":"Safety and Biovigilance in Organ Donation (SAFEBOD): Protocol for a Population-Based Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Coronial Information System; NSW Ministry of Health","keywords":"Medicine; Organ donation; Population; Transplantation; Referral; Family medicine; Medical emergency; Intensive care medicine; Internal medicine; Environmental health","score_opus":0.2159236226805977,"score_gpt":0.553012274920969,"score_spread":0.3370886522403713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093599834","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030155764,1.738367e-7,0.0003018735,0.0014102422,0.0000010026155,0.9949329,0.000023793324,0.000042807886,0.00027162168],"genre_scores_gemma":[0.043969233,9.3760754e-8,0.00080157514,0.00013756944,0.000041841045,0.9548548,0.0000694793,0.000022599716,0.000102810845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814534,0.00019159973,0.00037634125,0.00039832058,0.00060883845,0.00027957937],"domain_scores_gemma":[0.9991533,0.00021117882,0.00006363612,0.00018170917,0.0002064295,0.00018375665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066270144,0.00013239063,0.000285983,0.0001636198,0.0001232464,0.00005204857,0.000081835446,0.00006279101,0.0000671886],"category_scores_gemma":[0.00014283319,0.00010164631,0.00003983842,0.0004768372,0.000032923515,0.000097593445,0.000020198147,0.00021773063,0.00001105805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071583535,0.000920417,0.9883515,0.0015728,0.000026794261,0.000032653377,0.0001914035,0.0000129457,0.00019920766,0.00011969009,0.000047992653,0.001366204],"study_design_scores_gemma":[0.022798678,0.0033394347,0.96177423,0.0010902061,0.000004490648,0.0000019010604,0.000040028113,0.00090947223,0.0004744675,0.00004194075,0.009428605,0.000096517],"about_ca_topic_score_codex":0.000074125695,"about_ca_topic_score_gemma":0.000054464905,"teacher_disagreement_score":0.040953655,"about_ca_system_score_codex":0.0001101733,"about_ca_system_score_gemma":0.00017464948,"threshold_uncertainty_score":0.4145016},"labels":[],"label_agreement":null},{"id":"W3093674579","doi":"10.2196/14326","title":"Developing the Accuracy of Vital Sign Measurements Using the Lifelight Software Application in Comparison to Standard of Care Methods: Observational Study Protocol","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Vital signs; Health care; Observational study; Data collection; Software; Protocol (science); Computer science; Gold standard (test); Medicine; Medical physics; Data mining; Statistics; Pathology","score_opus":0.6103078637252572,"score_gpt":0.5995777329339681,"score_spread":0.01073013079128915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093674579","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007060491,0.00000413815,0.13049524,0.00013207193,0.000005951084,0.8622182,0.000011240298,0.00004862,0.00002404005],"genre_scores_gemma":[0.12946276,3.2100303e-8,0.032321412,0.0000100907255,0.00009491375,0.8380723,0.0000017648483,0.00003621957,4.999808e-7],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99626726,0.0008615858,0.00073054404,0.0002976876,0.0014628341,0.00038010877],"domain_scores_gemma":[0.9975097,0.0008511505,0.00014597547,0.00043103695,0.00096959673,0.000092520786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002338602,0.00018645776,0.00035209348,0.0001427866,0.00017194088,0.000079563506,0.00085014367,0.0000637594,0.000005748306],"category_scores_gemma":[0.0012172938,0.00012932735,0.000053080887,0.0015555372,0.00007206646,0.0002185629,0.00036087952,0.00050355634,0.0000034314517],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001356972,0.0002820432,0.45153973,0.004260509,0.00011191477,0.0000026319542,0.021105064,0.029750478,0.46799117,0.00012089183,0.00028395746,0.023194648],"study_design_scores_gemma":[0.0028324265,0.0019213969,0.029979844,0.0028547214,0.0000069484286,5.514446e-7,0.012880355,0.0017556855,0.93852305,0.00022300606,0.008606701,0.00041528553],"about_ca_topic_score_codex":0.00003889852,"about_ca_topic_score_gemma":0.000039662867,"teacher_disagreement_score":0.4705319,"about_ca_system_score_codex":0.00046906457,"about_ca_system_score_gemma":0.00036425274,"threshold_uncertainty_score":0.52738166},"labels":[],"label_agreement":null},{"id":"W3093761879","doi":"10.2196/22679","title":"Video Consultations for Older Adults With Multimorbidity During the COVID-19 Pandemic: Protocol for an Exploratory Qualitative Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Pandemic; Qualitative research; Distancing; Telemedicine; Health care; Abandonment (legal); Medicine; Nursing; Psychology; Coronavirus disease 2019 (COVID-19); Family medicine; Sociology; Political science; Disease","score_opus":0.6251417680547636,"score_gpt":0.6451585904181149,"score_spread":0.020016822363351228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093761879","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009348646,5.375352e-7,0.0011529486,0.0024648122,0.0000020218736,0.98644316,0.00017705192,0.00024975056,0.0001610721],"genre_scores_gemma":[0.028435852,5.944354e-8,0.00048010753,0.00045572198,0.00022502716,0.9700272,0.00005734567,0.00006549763,0.0002531763],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960203,0.0010780351,0.00045687612,0.0007984661,0.0009885821,0.0006577203],"domain_scores_gemma":[0.9960966,0.0014104306,0.00015997054,0.00063847465,0.0010173391,0.00067715044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024495414,0.0002648529,0.0003509243,0.00013651932,0.00078844704,0.00020224143,0.00042224154,0.00006757776,0.00013666357],"category_scores_gemma":[0.002072529,0.000169029,0.0000923911,0.0005670364,0.00046046064,0.00040900492,0.00017452436,0.00045083134,0.000016745364],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14461297,0.015182219,0.0193071,0.056539048,0.00082109845,0.00012181258,0.65306634,0.00016611682,0.0009660573,0.0015010041,0.10564928,0.0020669485],"study_design_scores_gemma":[0.12411185,0.021355415,0.0070144357,0.001883608,0.000047926904,0.0000061970745,0.5946737,0.0013272593,0.00028868509,0.00042384272,0.2483206,0.00054651283],"about_ca_topic_score_codex":0.000036583224,"about_ca_topic_score_gemma":0.00018416146,"teacher_disagreement_score":0.14267132,"about_ca_system_score_codex":0.00033912508,"about_ca_system_score_gemma":0.0016194598,"threshold_uncertainty_score":0.6892803},"labels":[],"label_agreement":null},{"id":"W3093853885","doi":"10.2196/17485","title":"Effect of PARACT (PARAmedical Interventions on Patient ACTivation) on the Cancer Care Pathway: Protocol for Implementation of the Patient Activation Measure-13 Item (PAM-13) Version","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Context (archaeology); Nursing; Empowerment; Medicine; Health care; Protocol (science); Qualitative research; Psychology; Alternative medicine","score_opus":0.22664293564957774,"score_gpt":0.5468683522160045,"score_spread":0.3202254165664268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093853885","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14932308,8.0411036e-7,0.000033751294,0.0038672236,0.000019505429,0.8463961,0.00010428231,0.000022411617,0.00023284204],"genre_scores_gemma":[0.4411023,8.09855e-8,0.0000031858335,0.0001930206,0.00007426572,0.5585803,0.000022972983,0.000017913844,0.000005956796],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9959477,0.0009397491,0.0005603671,0.00038218382,0.0018463978,0.000323578],"domain_scores_gemma":[0.9971111,0.0009371765,0.00042243316,0.0004999306,0.00090496574,0.00012439965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008609533,0.00019886292,0.00031333382,0.00012510191,0.00025351477,0.00003322056,0.0002845451,0.000118848264,0.00030262407],"category_scores_gemma":[0.00095459813,0.000109675755,0.00035491478,0.00061125716,0.00014134003,0.000116429335,0.00013618667,0.00060462067,0.000006353711],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08059,0.0024298644,0.03784972,0.030515987,0.0003689379,0.0000040170867,0.025521109,0.0001262881,0.05823793,0.0009917276,0.04394093,0.7194235],"study_design_scores_gemma":[0.0061387126,0.025775697,0.009982265,0.012664168,0.000015893347,3.50773e-7,0.00383535,0.00007901468,0.8790918,0.000021455024,0.06225889,0.00013640923],"about_ca_topic_score_codex":0.00039293943,"about_ca_topic_score_gemma":0.00015713293,"teacher_disagreement_score":0.8208539,"about_ca_system_score_codex":0.0004650205,"about_ca_system_score_gemma":0.0005088,"threshold_uncertainty_score":0.44724473},"labels":[],"label_agreement":null},{"id":"W3093927004","doi":"10.2196/24264","title":"A Digital Program (Hope) for People Living With Cancer During the COVID-19 Pandemic: Protocol for a Feasibility Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Randomized controlled trial; Protocol (science); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Psychology; Virology; Alternative medicine; Disease","score_opus":0.26394172993163,"score_gpt":0.5589529527476588,"score_spread":0.29501122281602876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093927004","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033641774,0.000003134837,0.00065928657,0.004969959,0.000009952726,0.99021417,0.00008811846,0.00028561894,0.00040556444],"genre_scores_gemma":[0.010891295,2.962505e-7,0.00010935125,0.0004249318,0.0009877596,0.9858106,0.000010641864,0.000076683085,0.0016884609],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99539757,0.0008943312,0.0007857836,0.00079691777,0.0011875147,0.0009378677],"domain_scores_gemma":[0.99258256,0.0048736157,0.00028017952,0.0005575801,0.0009841867,0.00072184904],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050341175,0.0003335077,0.0017012456,0.00009987977,0.00056683755,0.00049880455,0.00041207462,0.0001596828,0.00022234496],"category_scores_gemma":[0.009964171,0.00017143611,0.0007662622,0.0006044044,0.00041421683,0.00020552437,0.00017369025,0.00065882236,0.000003228207],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.973183,0.0009322394,0.011470776,0.0073250993,0.0002310117,0.000004065136,0.0025512804,0.0000043826335,0.00008604193,0.000032569907,0.0019489229,0.0022306263],"study_design_scores_gemma":[0.8422244,0.00650523,0.00013355236,0.0010491195,0.000031675976,0.000008011386,0.00048464024,0.00045401664,0.00003890911,0.00006128779,0.14881045,0.00019868922],"about_ca_topic_score_codex":0.00014216603,"about_ca_topic_score_gemma":0.0010074603,"teacher_disagreement_score":0.14686152,"about_ca_system_score_codex":0.00052239816,"about_ca_system_score_gemma":0.0029648887,"threshold_uncertainty_score":0.9983753},"labels":[],"label_agreement":null},{"id":"W3093956495","doi":"10.2196/23830","title":"Efficacy and Safety of Inhaled Ciclesonide in Treating Patients With Asymptomatic or Mild COVID-19 in the RACCO Trial: Protocol for a Multicenter, Open-label, Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmacological Receptor Mechanisms and Effects","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ciclesonide; Medicine; Randomized controlled trial; Exacerbation; Clinical endpoint; Clinical trial; Pneumonia; Internal medicine","score_opus":0.2134102615666061,"score_gpt":0.5419171955087796,"score_spread":0.32850693394217345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093956495","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14833754,0.0000011098732,0.0001271474,0.0003570458,0.0000032679418,0.85110915,0.000008945179,0.000007202872,0.000048607137],"genre_scores_gemma":[0.035129003,9.4196776e-7,0.0006902764,0.00044751514,0.00007011858,0.9636,0.000016850345,0.000022388047,0.000022928323],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939262,0.0037691358,0.0008732312,0.00050607935,0.00045993994,0.00046538236],"domain_scores_gemma":[0.99606556,0.0029965285,0.00033384145,0.00023408556,0.00015171837,0.00021824693],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060026725,0.00023139143,0.0010587426,0.000087952474,0.00013102849,0.00011412174,0.00060813763,0.00015893282,0.000054160053],"category_scores_gemma":[0.010916468,0.000114780865,0.00009056885,0.00033932598,0.00017811975,0.000017641907,0.0003050437,0.00029016173,0.0000010507476],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98413306,0.0038030327,0.00006610521,0.00055486633,0.00006604649,0.000008110388,0.0002585647,0.00000908344,0.009322873,0.000022128826,0.00031883924,0.0014372878],"study_design_scores_gemma":[0.96881187,0.02178972,0.000028094651,0.0004710954,0.000008458523,4.5384658e-7,0.000055059518,0.0008166747,0.0033822395,0.000032616535,0.004460268,0.00014342852],"about_ca_topic_score_codex":0.000016091373,"about_ca_topic_score_gemma":0.000021564936,"teacher_disagreement_score":0.11320855,"about_ca_system_score_codex":0.00005089493,"about_ca_system_score_gemma":0.0004499901,"threshold_uncertainty_score":0.997415},"labels":[],"label_agreement":null},{"id":"W3094043449","doi":"10.2196/17814","title":"Impacts of a New Supermarket on Dietary Behavior and the Local Foodscape in Kisumu, Kenya: Protocol for a Mixed Methods, Natural Experimental Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research; Government of the United Kingdom","keywords":"Hypermarket; Socioeconomic status; Environmental health; Socioeconomics; Data collection; Baseline (sea); Geography; Government (linguistics); Focus group; Business; Marketing; Medicine; Population; Sociology; Political science","score_opus":0.25593565218066266,"score_gpt":0.581435547197014,"score_spread":0.3254998950163513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094043449","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25048733,0.0000034853285,0.000005375783,0.0008765961,0.0000037875918,0.7485179,0.000008217718,0.00002856908,0.000068808426],"genre_scores_gemma":[0.448212,3.8689212e-8,0.0004052266,0.00006656529,0.0001115295,0.5511489,0.0000024689184,0.00002920895,0.000024089404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952096,0.0018837419,0.00050570717,0.0006349982,0.0010866321,0.0006793191],"domain_scores_gemma":[0.99748665,0.0012347813,0.00010183578,0.00050043064,0.00019375465,0.00048257408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022243087,0.000304549,0.00080265274,0.00016013748,0.00012618859,0.000068076384,0.00037630193,0.000113139045,0.000061821156],"category_scores_gemma":[0.0007692675,0.00019015877,0.00018889006,0.0005925522,0.00053206744,0.00019975328,0.0005688641,0.0011471078,0.0000058589794],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22315572,0.2186972,0.32556218,0.00767931,0.00047184803,0.00030888617,0.017008632,0.000002339241,0.11528325,0.00070004305,0.025432004,0.065698594],"study_design_scores_gemma":[0.08477239,0.06478926,0.706516,0.0017320473,0.00003161915,0.000013236847,0.004807791,0.0014022993,0.130833,0.00038099935,0.0042979117,0.00042340744],"about_ca_topic_score_codex":0.0001910632,"about_ca_topic_score_gemma":0.000057083875,"teacher_disagreement_score":0.38095388,"about_ca_system_score_codex":0.00014245119,"about_ca_system_score_gemma":0.00033343074,"threshold_uncertainty_score":0.7754449},"labels":[],"label_agreement":null},{"id":"W3094130551","doi":"10.2196/24136","title":"The Effect of the COVID-19 Pandemic on Health Care Workers’ Anxiety Levels: Protocol for a Meta-Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Publication bias; Funnel plot; Meta-analysis; Checklist; Anxiety; Medicine; Observational study; Health care; Pandemic; Reporting bias; MEDLINE; Family medicine; Psychology; Coronavirus disease 2019 (COVID-19); Psychiatry; Disease; Political science","score_opus":0.7260055524061885,"score_gpt":0.6953654293478349,"score_spread":0.03064012305835362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094130551","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007619807,0.000017522612,0.00015120613,0.023758236,0.000007586096,0.97511566,0.00023167497,0.00007132136,0.0005706047],"genre_scores_gemma":[0.0049505006,2.0314512e-7,0.000030681065,0.004681774,0.000116439085,0.9892839,0.000007107424,0.00004201863,0.0008873776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98978525,0.006265114,0.0007483447,0.0008333226,0.0012630746,0.0011048695],"domain_scores_gemma":[0.99289936,0.004398084,0.00040168618,0.0014077878,0.00020536411,0.000687736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007321619,0.0003063749,0.00095445535,0.00016007046,0.0012191938,0.00008544138,0.0013250408,0.00017895986,0.00065528083],"category_scores_gemma":[0.0009855692,0.000145875,0.0013764901,0.0019923751,0.00038206307,0.0000470939,0.00031435743,0.001020754,0.000051540363],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.057785194,0.0011233982,0.20458111,0.026025614,0.02924657,0.0000108139975,0.03765151,0.00017253436,0.0001526119,0.0031021659,0.5818296,0.058318898],"study_design_scores_gemma":[0.004791203,0.008130875,0.0022961774,0.0000787822,0.00041056526,0.0000015481791,0.001071716,0.00002054807,0.00020771365,0.00009562059,0.9827502,0.00014508808],"about_ca_topic_score_codex":0.0007905059,"about_ca_topic_score_gemma":0.0009883259,"teacher_disagreement_score":0.40092057,"about_ca_system_score_codex":0.0009620306,"about_ca_system_score_gemma":0.002258452,"threshold_uncertainty_score":0.9377176},"labels":[],"label_agreement":null},{"id":"W3094146899","doi":"10.2196/17621","title":"Effectiveness of Educational Interventions to Increase Knowledge of Evidence-Based Practice Among Nurses and Physiotherapists in Primary Health Care: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; CINAHL; MEDLINE; Psychological intervention; Systematic review; Medicine; Grey literature; Cochrane Library; Nursing; Protocol (science); Health care; Evidence-based practice; Medical education; Family medicine; Alternative medicine","score_opus":0.6016838449039648,"score_gpt":0.7512602760570792,"score_spread":0.14957643115311448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094146899","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.468316e-7,0.29801393,0.000017175818,0.0014689657,0.000013358134,0.7002888,0.00009082385,0.000009699494,0.00009711275],"genre_scores_gemma":[4.724988e-7,0.082612105,0.00046517537,0.00016658862,0.00011765857,0.91637295,0.00006398546,0.000052599145,0.00014847046],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9615061,0.032593615,0.002997824,0.0008212637,0.0010972066,0.0009839862],"domain_scores_gemma":[0.95856696,0.0351338,0.0018498427,0.00079804467,0.0028641818,0.00078719115],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025817044,0.00037123528,0.003150651,0.0010666415,0.00045838932,0.000037162743,0.0009406442,0.000246844,0.00007478276],"category_scores_gemma":[0.03446483,0.0002537004,0.00038148288,0.0030858822,0.00033677,0.0004486683,0.0003105231,0.001386274,0.000043104003],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005741339,0.0011282716,0.000053643515,0.9673986,0.000025649982,4.0490926e-7,0.00137107,9.178887e-8,0.0000011351593,0.000120706936,0.011165473,0.018160835],"study_design_scores_gemma":[0.0006989766,0.0018072785,0.0002030313,0.7481221,0.000014279775,6.9311017e-7,0.0002027516,0.0000017636338,7.239415e-7,0.000020624582,0.24879403,0.00013376086],"about_ca_topic_score_codex":0.00069625204,"about_ca_topic_score_gemma":0.00012484373,"teacher_disagreement_score":0.23762856,"about_ca_system_score_codex":0.0026551108,"about_ca_system_score_gemma":0.044939503,"threshold_uncertainty_score":0.99999154},"labels":[],"label_agreement":null},{"id":"W3094231209","doi":"10.2196/18056","title":"Effects of Radiation Therapy and Comorbidity on Health-Related Quality of Life and Mortality Among Older Women With Low-Risk Breast Cancer: Protocol for a Retrospective Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breast Cancer Treatment Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; University of Central Florida","keywords":"Medicine; Breast cancer; Comorbidity; Population; Retrospective cohort study; Quality of life (healthcare); Breast-conserving surgery; Gerontology; Cancer; Mastectomy; Internal medicine; Environmental health","score_opus":0.08533072101740499,"score_gpt":0.47099817260115867,"score_spread":0.3856674515837537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094231209","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51364684,0.0000055375117,0.0000044365243,0.0001030774,7.765638e-7,0.48612458,0.00010481739,0.0000056384624,0.000004270334],"genre_scores_gemma":[0.47530702,0.000006433559,0.000005862991,0.000016908958,0.000024142408,0.5246221,0.00000394403,0.000011680692,0.0000019407175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99756175,0.0007945962,0.00036839218,0.0005354946,0.00044122513,0.0002985685],"domain_scores_gemma":[0.9987346,0.00010677485,0.00038221452,0.00025724326,0.00033303403,0.00018611149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011361272,0.00018051443,0.00051222503,0.000038344522,0.00015213659,0.000017732194,0.000103884166,0.00008146587,0.0000059357385],"category_scores_gemma":[0.00015088567,0.0001335914,0.00003280106,0.00019457252,0.0003422543,0.000010355883,0.00009513361,0.00018210182,9.458644e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011080145,0.0013274848,0.9792068,0.0015352349,0.0005033091,5.81679e-7,0.0013031202,0.0000026426897,0.0014435325,0.0000060847187,0.00024480355,0.0033462418],"study_design_scores_gemma":[0.013187318,0.008822422,0.97082996,0.00025143722,0.000003758212,2.6162238e-7,0.0001544503,0.000008068823,0.006549074,0.00002700085,0.000052850697,0.00011338689],"about_ca_topic_score_codex":0.0015150356,"about_ca_topic_score_gemma":0.0002103296,"teacher_disagreement_score":0.03849749,"about_ca_system_score_codex":0.00010293314,"about_ca_system_score_gemma":0.00024858714,"threshold_uncertainty_score":0.54476994},"labels":[],"label_agreement":null},{"id":"W3094261770","doi":"10.2196/19162","title":"Posttraumatic Stress Disorder and Neuroprogression in Women Following Sexual Assault: Protocol for a Randomized Clinical Trial Evaluating Allostatic Load and Aging Process Acceleration","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado de São Paulo; Academy of Medical Sciences","keywords":"Allostatic load; Clinical psychology; Psychiatry; Randomized controlled trial; Psychology; Poison control; Medicine; Internal medicine","score_opus":0.5564435964339981,"score_gpt":0.6789187925869914,"score_spread":0.1224751961529933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094261770","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3198862,0.000009567622,0.00013264436,0.0011373111,0.000011408971,0.67854166,0.000010578732,0.00007007713,0.00020056254],"genre_scores_gemma":[0.062669605,4.110083e-7,0.0004919877,0.000109485525,0.00017166983,0.9363505,0.000011326667,0.000096383425,0.00009858797],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9845351,0.008271689,0.0019348576,0.0014230098,0.0022949523,0.001540364],"domain_scores_gemma":[0.9919438,0.006049064,0.00040861467,0.00049714284,0.00053870346,0.00056269113],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.019779427,0.0004283953,0.0012269773,0.00032795573,0.0004429756,0.0006955524,0.00060603634,0.0003265108,0.00020532579],"category_scores_gemma":[0.01184805,0.00035220847,0.00013426993,0.0007896051,0.0005411162,0.00052267854,0.00039540473,0.0015634279,0.00001629574],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7743536,0.0030864791,0.011353507,0.006451101,0.00018997565,0.000062653526,0.0333915,0.000015280299,0.00017710408,0.00015510859,0.0002744311,0.1704892],"study_design_scores_gemma":[0.9348907,0.014374008,0.0026928338,0.00349216,0.000013200045,0.0000052853466,0.0097328145,0.032068904,0.00004333316,0.0014377135,0.0007194356,0.00052964204],"about_ca_topic_score_codex":0.000083803156,"about_ca_topic_score_gemma":0.000040876177,"teacher_disagreement_score":0.25780892,"about_ca_system_score_codex":0.00013396329,"about_ca_system_score_gemma":0.00066070264,"threshold_uncertainty_score":0.999893},"labels":[],"label_agreement":null},{"id":"W3094284037","doi":"10.2196/20430","title":"Assessing the Effect of Training on the Cognition and Brain of Older Adults: Protocol for a Three-Arm Randomized Double-Blind Controlled Trial (ACTOP)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Montreal Heart Institute; Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cognitive training; Stroop effect; Cognition; Randomized controlled trial; Psychology; Physical medicine and rehabilitation; Working memory; Effects of sleep deprivation on cognitive performance; Psychological intervention; Functional magnetic resonance imaging; Medicine; Audiology; Physical therapy; Neuroscience","score_opus":0.2616524106068729,"score_gpt":0.5638824343106015,"score_spread":0.3022300237037286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094284037","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05747964,0.0000013725369,0.000305824,0.009016558,0.000003342976,0.93102884,0.0000071863333,0.00002156638,0.0021356565],"genre_scores_gemma":[0.23481937,1.0789649e-7,0.000024401097,0.00013565303,0.0001743405,0.7647528,0.000007049798,0.000026384116,0.000059871247],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936896,0.0029126452,0.0008108595,0.00042223235,0.0016089857,0.0005557062],"domain_scores_gemma":[0.9843539,0.0139963385,0.00034705453,0.000294423,0.0008224386,0.00018584821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014749575,0.00024050276,0.001171916,0.00018950741,0.00029186718,0.00019476096,0.00027546668,0.00015703033,0.00031124495],"category_scores_gemma":[0.0065155444,0.00010721268,0.00040706317,0.0004902548,0.00083109393,0.00015608576,0.00012753381,0.00077837653,0.0000036985812],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97644216,0.00074237306,0.00013798886,0.002699835,0.00030029737,0.000004961772,0.0010002279,1.9060766e-7,0.0042576385,0.00032160303,0.000564038,0.013528675],"study_design_scores_gemma":[0.9411617,0.023942605,0.0002261407,0.0052080657,0.000054301207,0.0000023701193,0.00059748656,0.0011882366,0.026365176,0.00018217198,0.0009782858,0.00009347844],"about_ca_topic_score_codex":0.000006905472,"about_ca_topic_score_gemma":0.0000016234559,"teacher_disagreement_score":0.17733973,"about_ca_system_score_codex":0.00002705542,"about_ca_system_score_gemma":0.00038923637,"threshold_uncertainty_score":0.78001857},"labels":[],"label_agreement":null},{"id":"W3094380799","doi":"10.2196/23679","title":"Impact of Teleconsultation on Patients With Type 2 Diabetes in the Brazilian Public Health System: Protocol for a Randomized Controlled Trial (TELEconsulta Diabetes Trial)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Health care; Public health; Randomized controlled trial; Telemedicine; Glycated hemoglobin; Type 2 diabetes; Family medicine; Diabetes mellitus; Nursing; Surgery","score_opus":0.18782855921263353,"score_gpt":0.5353734200911872,"score_spread":0.34754486087855363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094380799","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20871781,0.0000011004569,0.0000070473643,0.003977514,0.0000073866613,0.7871097,0.000028900618,0.000040922532,0.00010966063],"genre_scores_gemma":[0.15156893,1.4854912e-7,0.0001018861,0.00044972275,0.00024507561,0.84746933,0.00011598708,0.000036468602,0.000012437705],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917656,0.003515523,0.0018335708,0.00047298538,0.0014135528,0.000998745],"domain_scores_gemma":[0.9922776,0.004507498,0.000931567,0.00039869186,0.001489278,0.00039533142],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009774346,0.0002891708,0.0019850952,0.0005000828,0.00020109177,0.00009386602,0.00028476352,0.00011189575,0.00008388152],"category_scores_gemma":[0.009232055,0.00014448563,0.00027590475,0.0014338021,0.00020953409,0.00017339163,0.000027764132,0.0005580415,0.000007673105],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96823907,0.0023063913,0.015164455,0.0030335856,0.00019765766,9.977622e-7,0.00091443834,9.684378e-7,0.000028508131,0.00010839711,0.0048751747,0.00513034],"study_design_scores_gemma":[0.8945434,0.09609319,0.004389465,0.0012200954,0.00001394709,1.8819725e-7,0.00021184851,0.00040166033,0.000044674936,0.000017873654,0.0029556332,0.00010802824],"about_ca_topic_score_codex":0.000041057967,"about_ca_topic_score_gemma":0.00001722791,"teacher_disagreement_score":0.093786806,"about_ca_system_score_codex":0.00032670383,"about_ca_system_score_gemma":0.002671818,"threshold_uncertainty_score":0.9991136},"labels":[],"label_agreement":null},{"id":"W3094446260","doi":"10.2196/19209","title":"A Biological Age Model Designed for Health Promotion Interventions: Protocol for an Interdisciplinary Study for Model Development","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genetics, Aging, and Longevity in Model Organisms","field":"Biochemistry, Genetics and Molecular Biology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Copenhagen Center for Health Technology; Københavns Professionshøjskole","keywords":"Psychological intervention; Protocol (science); Health promotion; Promotion (chess); Computer science; Medicine; Medical education; Psychology; Nursing; Public health; Alternative medicine; Political science","score_opus":0.6411188121037554,"score_gpt":0.6262722404112573,"score_spread":0.014846571692498145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094446260","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018920355,7.485969e-7,0.45294914,0.00042379767,0.0000020634457,0.54465073,0.000044701865,0.000028677387,0.000008108887],"genre_scores_gemma":[0.022681298,1.2303204e-7,0.109068245,0.00013466328,0.00016907323,0.86742276,0.0002250793,0.00006247781,0.0002363015],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99700296,0.00032835593,0.00067521154,0.000954507,0.00030024096,0.000738726],"domain_scores_gemma":[0.99848825,0.000034849334,0.00017228634,0.0004394143,0.00052927993,0.00033590675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022426413,0.0002731585,0.00034027995,0.000093041905,0.00065447483,0.00013896098,0.00064437854,0.00019761513,0.0000045199076],"category_scores_gemma":[0.0002128567,0.00023707641,0.00022728948,0.00010633271,0.000109227934,0.00001853273,0.000581681,0.00018798371,0.0000021384178],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041963544,0.047816724,0.0006795702,0.025608642,0.00053285353,0.0000058438777,0.038764704,0.031334605,0.67301494,0.0009987825,0.084881745,0.054398037],"study_design_scores_gemma":[0.025942588,0.20260572,0.00021986326,0.00142855,0.000014268199,0.000004219526,0.0018586998,0.6137551,0.1032238,0.013140628,0.036398176,0.0014083501],"about_ca_topic_score_codex":9.763514e-7,"about_ca_topic_score_gemma":0.00004169875,"teacher_disagreement_score":0.5824205,"about_ca_system_score_codex":0.00008897246,"about_ca_system_score_gemma":0.0006544402,"threshold_uncertainty_score":0.9667696},"labels":[],"label_agreement":null},{"id":"W3094552800","doi":"10.2196/23973","title":"The Swiss Prison Study (SWIPS): Protocol for Establishing a Public Health Registry of Prisoners in Switzerland","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Criminal Justice and Corrections Analysis","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Public health; Prison; Medicine; Observational study; Population; Epidemiology; Imprisonment; Family medicine; Health care; Public health surveillance; Disease; Gerontology; Environmental health; Psychology; Pathology; Criminology","score_opus":0.5240640993160861,"score_gpt":0.6223810431652752,"score_spread":0.0983169438491891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094552800","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002595735,0.0000019992108,0.0002824412,0.013131863,0.0000053333397,0.98320186,0.0000031299608,0.000040429535,0.000737222],"genre_scores_gemma":[0.026839485,7.3391305e-7,0.00012836572,0.000052247724,0.00018785201,0.9724238,0.0000012260494,0.000016987631,0.00034932897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99485993,0.0017892971,0.00063157507,0.00044544393,0.0013618803,0.0009118579],"domain_scores_gemma":[0.99735177,0.0009367025,0.00029684228,0.00043318875,0.0006350787,0.00034639394],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010002452,0.00012406563,0.00030423843,0.0002161304,0.0014719863,0.0007489081,0.0010270459,0.00008630756,0.000027875007],"category_scores_gemma":[0.003859082,0.00009227475,0.00010737565,0.002486281,0.0003246006,0.00038281115,0.00018630606,0.0006271007,0.0000047683416],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003892211,0.0064778146,0.10109232,0.0036481707,0.000121588855,0.00002116684,0.40439814,0.000049956227,0.0001895775,0.005410409,0.06547181,0.40922683],"study_design_scores_gemma":[0.0014618733,0.0020296148,0.0008482932,0.00028925293,0.000002281935,1.822666e-7,0.41030186,0.00025109024,0.000022710234,0.000120716664,0.58456844,0.000103709106],"about_ca_topic_score_codex":0.005512587,"about_ca_topic_score_gemma":0.028234528,"teacher_disagreement_score":0.5190966,"about_ca_system_score_codex":0.00029396277,"about_ca_system_score_gemma":0.0021393269,"threshold_uncertainty_score":0.999828},"labels":[],"label_agreement":null},{"id":"W3094597417","doi":"10.2196/18229","title":"Risk Factors and Prevalence of Dilated Cardiomyopathy in Sub-Saharan Africa: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cardiomyopathy and Myosin Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dilated cardiomyopathy; Medicine; Etiology; Ethnic group; Cardiomyopathy; Heart failure; Alcoholic cardiomyopathy; Protocol (science); MEDLINE; Heart disease; Intensive care medicine; Environmental health; Internal medicine; Pathology; Alternative medicine; Political science","score_opus":0.325482989525885,"score_gpt":0.5518911813140278,"score_spread":0.2264081917881428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094597417","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.362752e-8,0.46657237,0.0000027717072,0.00001663983,0.0000021214016,0.5330229,0.0002499834,0.00003275006,0.00010040007],"genre_scores_gemma":[1.3390759e-7,0.47369578,0.00002112315,0.0000035906207,0.000050299157,0.5260765,0.000011151586,0.000059651884,0.00008178035],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99176264,0.002782602,0.002212799,0.0010607715,0.0013394209,0.0008417884],"domain_scores_gemma":[0.9951242,0.0016495234,0.0009850395,0.0011429988,0.00075500656,0.00034319868],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005365032,0.0007649368,0.007994503,0.0006192918,0.00015236907,0.000054284614,0.0004993052,0.00039925275,0.000013309894],"category_scores_gemma":[0.005053256,0.00048142974,0.0012549969,0.0018021793,0.00036430382,0.00010769585,0.0005105442,0.0015198382,0.000016690901],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026365934,0.0002343494,0.00010927333,0.97716904,0.00037635883,0.000075975506,0.0001683251,1.1245965e-8,0.0000024165681,0.0000065150525,0.005873113,0.01572095],"study_design_scores_gemma":[0.0010678765,0.0009712899,0.00003094103,0.5281832,0.00049079244,0.000032575488,0.000010700976,8.725347e-7,0.0000070112105,0.0000073607375,0.46899807,0.00019930502],"about_ca_topic_score_codex":0.000010822237,"about_ca_topic_score_gemma":0.0000014636672,"teacher_disagreement_score":0.46312496,"about_ca_system_score_codex":0.00031194557,"about_ca_system_score_gemma":0.00088024535,"threshold_uncertainty_score":0.9997637},"labels":[],"label_agreement":null},{"id":"W3094707725","doi":"10.2196/18734","title":"Development of an Emergency Department–Based Intervention to Expand Access to Medications for Opioid Use Disorder in a Medicaid Nonexpansion Setting: Protocol for Engagement and Community Collaboration","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Substance Abuse and Mental Health Services Administration; Agency for Healthcare Research and Quality; University of Alabama; University of Alabama at Birmingham","keywords":"Opioid use disorder; Medicaid; Medicine; Opioid overdose; Emergency department; (+)-Naloxone; Buprenorphine; Referral; Intervention (counseling); Emergency medicine; Family medicine; Health care; Opioid; Psychiatry","score_opus":0.3405238252652704,"score_gpt":0.5879569716011828,"score_spread":0.24743314633591235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094707725","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18339458,7.1372165e-7,0.009843964,0.0034348583,0.00000408573,0.803202,0.00007653894,0.000034249137,0.000009010864],"genre_scores_gemma":[0.02033101,2.0025053e-7,0.040955722,0.00017352159,0.000029621655,0.93808866,0.00036188884,0.000037565955,0.000021818363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968143,0.0007562665,0.00083354383,0.00044462556,0.00073838385,0.00041284578],"domain_scores_gemma":[0.99783146,0.0002588197,0.00015266893,0.00044831826,0.0008011937,0.0005075087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026129049,0.00020084143,0.00033168503,0.00038618676,0.00042620202,0.000087460394,0.00031323844,0.00009068264,0.000066881745],"category_scores_gemma":[0.0012377835,0.0001783654,0.000052712665,0.0008847471,0.0000462495,0.00033928067,0.00030330007,0.00032041955,0.0000030231877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05830543,0.068844356,0.15299836,0.059000924,0.0005792328,0.0000121034145,0.21530087,0.00022037353,0.080545455,0.00022303789,0.026511107,0.33745876],"study_design_scores_gemma":[0.06381715,0.03852889,0.2805453,0.0118366545,0.00004975071,9.740364e-7,0.021074064,0.0050010607,0.107055254,0.0002659989,0.4709911,0.0008338022],"about_ca_topic_score_codex":0.00007788747,"about_ca_topic_score_gemma":0.0009446783,"teacher_disagreement_score":0.44448,"about_ca_system_score_codex":0.0002291071,"about_ca_system_score_gemma":0.0007585537,"threshold_uncertainty_score":0.727353},"labels":[],"label_agreement":null},{"id":"W3094725182","doi":"10.2196/24035","title":"Feasibility and Effect of the Exergame BOOSTH Introduced to Improve Physical Activity and Health in Children: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Maastricht","keywords":"Medicine; Randomized controlled trial; Anthropometry; Physical therapy; Protocol (science); Gerontology; Family medicine; Alternative medicine","score_opus":0.1029496337245578,"score_gpt":0.5190122641810224,"score_spread":0.41606263045646463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094725182","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44348204,3.47769e-7,0.0000034107834,0.0044181533,0.0000021470987,0.5520478,0.000010867849,0.000017652816,0.000017592607],"genre_scores_gemma":[0.42053527,5.380272e-8,0.000021143667,0.00006960621,0.00026328367,0.57907677,6.72981e-7,0.000018828654,0.000014393709],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937903,0.0034711575,0.0005048249,0.00082091877,0.00080149085,0.0006112797],"domain_scores_gemma":[0.9962961,0.0022006687,0.00025665268,0.00055558415,0.0002127179,0.00047829282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062899557,0.00029920536,0.0027760528,0.00010776917,0.00013373309,0.000061376646,0.00023046996,0.00010457951,0.0000057382917],"category_scores_gemma":[0.0051307664,0.00016426545,0.00037912303,0.00050523225,0.00047997507,0.00012763751,0.00049271324,0.00090781064,0.0000016388309],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9653092,0.008089737,0.011388555,0.002259503,0.000078032375,5.0617496e-7,0.0002454479,3.0671595e-7,0.00897392,0.00008499487,0.00025666793,0.0033131316],"study_design_scores_gemma":[0.88938504,0.021413973,0.06962748,0.00056574756,0.000014075307,9.777768e-7,0.0000049010364,0.0005494062,0.017822998,0.00041740024,0.000074781216,0.00012322694],"about_ca_topic_score_codex":0.000078883684,"about_ca_topic_score_gemma":0.000011268953,"teacher_disagreement_score":0.07592416,"about_ca_system_score_codex":0.00017537964,"about_ca_system_score_gemma":0.00044759313,"threshold_uncertainty_score":0.6698551},"labels":[],"label_agreement":null},{"id":"W3094735162","doi":"10.2196/21811","title":"Developing a Standardized and Reusable Method to Link Distributed Health Plan Databases to the National Death Index: Methods Development Study Protocol","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Perelman School of Medicine, University of Pennsylvania; University of Illinois at Urbana-Champaign; Hamilton Health Sciences Foundation; University of Washington; University of Pennsylvania; U.S. Department of Health and Human Services","keywords":"Medicine; Protocol (science); Database; National Death Index; Medical emergency; Computer science; Confidence interval; Alternative medicine","score_opus":0.8752735118553996,"score_gpt":0.7522096772877518,"score_spread":0.1230638345676478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094735162","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011093324,3.4768405e-7,0.4418146,0.02778409,0.0000030783913,0.5300157,0.00020784127,0.00003930973,0.00012395765],"genre_scores_gemma":[0.000030997253,4.4885642e-8,0.3266701,0.0028310884,0.000079597776,0.670204,0.000024427321,0.000013642823,0.0001460787],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98025167,0.009645324,0.0014753744,0.0014464636,0.006247186,0.0009339885],"domain_scores_gemma":[0.9935613,0.0032514727,0.00024116292,0.0008272054,0.00132962,0.00078918453],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08296224,0.00026168692,0.0005619547,0.00044366543,0.0012492465,0.0014184564,0.0022320752,0.000046133944,0.00016374903],"category_scores_gemma":[0.015525237,0.0001630787,0.000042634823,0.0032225077,0.0000680324,0.000458329,0.004802222,0.00056941726,0.00018205239],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052706636,0.0008619828,0.0055641644,0.00062299555,0.00016046982,0.000025458687,0.017361732,0.00028528186,0.000115235336,0.015063189,0.3870076,0.5676612],"study_design_scores_gemma":[0.0017473232,0.0010264576,0.009495918,0.00027317417,7.629183e-7,0.0000014122036,0.0028630055,0.00024604966,0.00050484674,0.0016510438,0.9819736,0.00021642717],"about_ca_topic_score_codex":0.000113707574,"about_ca_topic_score_gemma":0.0002567562,"teacher_disagreement_score":0.594966,"about_ca_system_score_codex":0.0004583468,"about_ca_system_score_gemma":0.0023735291,"threshold_uncertainty_score":0.9996182},"labels":[],"label_agreement":null},{"id":"W3095019425","doi":"10.2196/24664","title":"A Short Intervention Followed by an Interactive E-Learning Module to Motivate Medical Students to Enlist as First Responders: Protocol for a Prospective Implementation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Basic life support; Intervention (counseling); Medical education; Medicine; Duty; Medical emergency; Cardiopulmonary resuscitation; Psychology; Nursing; Emergency medicine; Resuscitation","score_opus":0.16385019378661106,"score_gpt":0.6158385262404844,"score_spread":0.4519883324538734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095019425","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13280165,9.698844e-8,0.001321198,0.0027059687,0.000014997085,0.8628727,0.000017427947,0.00011665261,0.00014929917],"genre_scores_gemma":[0.29957855,1.683524e-8,0.00015452884,0.00017617215,0.00024710028,0.69952846,0.000052680683,0.000051181647,0.00021132825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937939,0.0009180736,0.00063616526,0.0009506614,0.0030655714,0.0006355978],"domain_scores_gemma":[0.9973306,0.00023766776,0.000098902674,0.0003215467,0.0009600777,0.0010512079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032991676,0.00026350064,0.00043558632,0.00036119224,0.00040990164,0.0003793694,0.00048522305,0.00012013595,0.00029586692],"category_scores_gemma":[0.0024057827,0.00022818909,0.00018546755,0.0009606643,0.000056950114,0.00043434298,0.00053553894,0.0007654553,0.000094978415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1314836,0.014805335,0.6526555,0.0020682234,0.0006633928,0.00020307011,0.06885859,0.000039630744,0.015864007,0.00005383168,0.07776627,0.03553855],"study_design_scores_gemma":[0.058485158,0.12849909,0.43982592,0.006537222,0.00004772964,0.00000728371,0.070284486,0.00083743775,0.02072989,0.00012708001,0.2736965,0.00092216436],"about_ca_topic_score_codex":0.00010652623,"about_ca_topic_score_gemma":0.0001843668,"teacher_disagreement_score":0.21282956,"about_ca_system_score_codex":0.00058726897,"about_ca_system_score_gemma":0.00025049652,"threshold_uncertainty_score":0.9305281},"labels":[],"label_agreement":null},{"id":"W3095019514","doi":"10.2196/20011","title":"Coaching While Waiting for Autism Spectrum Disorder Assessment: Protocol of a Pilot Feasibility Study for a Randomized Controlled Trial on Occupational Performance Coaching and Service Navigation Support","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coaching; Randomized controlled trial; Intervention (counseling); Referral; Autism; Medicine; Autism spectrum disorder; Protocol (science); Descriptive statistics; Psychology; Nursing; Physical therapy; Family medicine; Psychiatry; Alternative medicine","score_opus":0.28399692710518254,"score_gpt":0.5331381697035781,"score_spread":0.24914124259839554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095019514","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.169752,2.1879247e-7,0.00153649,0.0044800453,0.000009318035,0.8236143,0.00008562246,0.00009486831,0.00042712686],"genre_scores_gemma":[0.46995682,8.5563904e-8,0.00022375424,0.00006365481,0.00006672735,0.52960795,0.00001373076,0.000041338302,0.000025971694],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9897101,0.004062747,0.0015111766,0.001331702,0.0023179837,0.0010662847],"domain_scores_gemma":[0.991011,0.007293712,0.00068234745,0.0005245788,0.00019459428,0.00029372436],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012721307,0.00040382307,0.0014754001,0.0003245317,0.0012216241,0.00041550444,0.0007632847,0.00011310068,0.000100714824],"category_scores_gemma":[0.0041458346,0.0003259909,0.00026218826,0.0008513804,0.0003448179,0.00064425607,0.0004304587,0.001068592,0.000006759616],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96700686,0.004473148,0.0026102066,0.0023426164,0.00004724297,0.0000027514404,0.0012346978,0.00009228401,0.0040458515,0.017776497,0.000034619014,0.00033320894],"study_design_scores_gemma":[0.8336434,0.023929114,0.001200838,0.00043094746,0.000012638755,0.0000019176648,0.0002448448,0.13404152,0.0022900326,0.0036511065,0.00028381983,0.00026987016],"about_ca_topic_score_codex":0.000048183854,"about_ca_topic_score_gemma":0.000022568462,"teacher_disagreement_score":0.3002048,"about_ca_system_score_codex":0.00016882506,"about_ca_system_score_gemma":0.001058673,"threshold_uncertainty_score":0.99991924},"labels":[],"label_agreement":null},{"id":"W3095094012","doi":"10.2196/24968","title":"Long-Term Follow-Up of a Randomized Controlled Trial to Reduce Excessive Weight Gain in Infancy: Protocol for the Prevention of Overweight in Infancy (POI) Follow-Up Study at 11 Years","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Overweight; Medicine; Randomized controlled trial; Intervention (counseling); Screen time; Breastfeeding; Physical therapy; Anthropometry; Obesity; Mental health; Pediatrics; Gerontology; Psychiatry; Physical activity","score_opus":0.11136944120514361,"score_gpt":0.48244597974022424,"score_spread":0.3710765385350806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095094012","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2787663,0.000005122131,0.000018835462,0.00039763818,0.000033636217,0.720238,0.000017539694,0.000020016945,0.0005029262],"genre_scores_gemma":[0.13284172,9.518273e-7,0.00013997676,0.000054842174,0.00020029618,0.86571485,0.000027981849,0.00005007018,0.0009693309],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99207383,0.002433961,0.0022773487,0.0006943531,0.0017621433,0.00075834896],"domain_scores_gemma":[0.9956345,0.0019940871,0.0007138603,0.00066727796,0.0007520042,0.00023830071],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0076498627,0.0003751739,0.0025674826,0.0006824934,0.000105608604,0.00005692337,0.0006256034,0.000244329,0.00033745126],"category_scores_gemma":[0.0041762027,0.00024927757,0.0006993391,0.0013183312,0.00019526108,0.00021485455,0.0004217289,0.00063786976,0.0000062728877],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9383579,0.0007478149,0.037201036,0.0017174147,0.00028556283,0.000059753,0.016956473,0.0000018349566,0.0018010354,0.00006510051,0.0017449062,0.0010611765],"study_design_scores_gemma":[0.96747094,0.006246471,0.010885929,0.0057001,0.00005015294,0.0000017422308,0.00033161495,0.000096570155,0.005621183,0.00012648829,0.0031872042,0.00028162723],"about_ca_topic_score_codex":0.00004108914,"about_ca_topic_score_gemma":0.00029022817,"teacher_disagreement_score":0.14592458,"about_ca_system_score_codex":0.00016488474,"about_ca_system_score_gemma":0.0011539852,"threshold_uncertainty_score":0.99999595},"labels":[],"label_agreement":null},{"id":"W3095646620","doi":"10.2196/22738","title":"Digital Interventions for Depression and Anxiety in Older Adults: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"PsycINFO; Anxiety; Psychological intervention; Mental health; Medicine; MEDLINE; Randomized controlled trial; Scopus; Systematic review; Population; Depression (economics); Psychiatry; Intervention (counseling); Environmental health","score_opus":0.4141230503043403,"score_gpt":0.6782569811039043,"score_spread":0.264133930799564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095646620","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5695278e-9,0.29296494,0.00009207221,0.00011837678,0.000011726201,0.7050619,0.0008155033,0.000062857,0.00087262964],"genre_scores_gemma":[4.585208e-8,0.02167623,0.00012446559,0.000045957517,0.000100755824,0.97454953,0.00022299374,0.00016328762,0.0031167245],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9929547,0.0011696862,0.003000886,0.001287079,0.00055717234,0.001030495],"domain_scores_gemma":[0.9961307,0.0012114422,0.0009188599,0.00095979194,0.00036741237,0.00041176772],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024586932,0.00058212935,0.002950825,0.0005330295,0.00018857038,0.00040346762,0.0009430823,0.00042368803,0.00015028653],"category_scores_gemma":[0.0015456047,0.00043940262,0.0015579462,0.000859592,0.00015225916,0.00040957457,0.00054329296,0.0009833006,0.00023114096],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001725378,0.0011962755,0.0000017474204,0.6089385,0.00005119548,0.0000054227203,0.00004239824,6.2314687e-10,2.145704e-9,0.00024519535,0.014187114,0.3751596],"study_design_scores_gemma":[0.0015858855,0.0011077833,8.6145656e-7,0.5146884,0.000025527177,0.000023889328,0.000027489259,0.0000012846351,8.1603005e-8,0.0001162474,0.4822408,0.00018175943],"about_ca_topic_score_codex":0.00000353299,"about_ca_topic_score_gemma":0.000009999777,"teacher_disagreement_score":0.4680537,"about_ca_system_score_codex":0.00041139673,"about_ca_system_score_gemma":0.00028406683,"threshold_uncertainty_score":0.99980575},"labels":[],"label_agreement":null},{"id":"W3095813720","doi":"10.2196/23819","title":"Development and Validation of a Scale to Measure Intimate Partner Violence Among Transgender and Gender Diverse Populations: Protocol for a Linear Three-Phase Study (Project Empower)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Mental Health","keywords":"Transgender; Domestic violence; Psychology; Scale (ratio); Social psychology; Clinical psychology; Poison control; Suicide prevention; Medicine; Geography; Environmental health","score_opus":0.5816565093706284,"score_gpt":0.6042109604441441,"score_spread":0.022554451073515724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095813720","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0751506,6.635198e-7,0.0036725062,0.00005840122,0.000003417398,0.9204937,0.000017674649,0.00005117388,0.00055182585],"genre_scores_gemma":[0.1342429,1.7081939e-7,0.004712267,0.000025739058,0.00005387836,0.8609281,0.0000031650761,0.00001726439,0.000016513048],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99698037,0.0004897254,0.0004470059,0.00054364384,0.0010229435,0.0005163226],"domain_scores_gemma":[0.99871427,0.00008315065,0.00009777796,0.00018900055,0.0006240404,0.00029176346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027901325,0.00017237198,0.00026037186,0.0001749326,0.00077478716,0.00015645087,0.0002923714,0.000099414494,0.000034766264],"category_scores_gemma":[0.00025040418,0.00015016164,0.000041566927,0.00064359576,0.00031427405,0.00036623134,0.0001702004,0.00021816675,0.00000770831],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008865623,0.005508451,0.35227504,0.004797,0.00015658898,0.000021219294,0.52949893,0.000077855446,0.005117691,0.004479769,0.0024428277,0.086759],"study_design_scores_gemma":[0.06089844,0.022047803,0.48061723,0.010840017,0.000093826646,0.0000037540947,0.20308504,0.014467671,0.040068217,0.0067617274,0.1571854,0.0039308784],"about_ca_topic_score_codex":0.00017345484,"about_ca_topic_score_gemma":0.00014273179,"teacher_disagreement_score":0.3264139,"about_ca_system_score_codex":0.00005792399,"about_ca_system_score_gemma":0.00038617407,"threshold_uncertainty_score":0.61234134},"labels":[],"label_agreement":null},{"id":"W3096121466","doi":"10.2196/24882","title":"The Role of Demoralization and Meaning in Life (DEMIL) in Influencing Suicidal Ideation Among Patients Affected by Chronic Pain: Protocol of a Single-Center, Observational, Case-Control Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hôpitaux Universitaires de Genève","keywords":"Suicidal ideation; Chronic pain; Psychiatry; Clinical psychology; Depression (economics); Comorbidity; Medicine; Observational study; Suicide prevention; Poison control; Psychology; Internal medicine; Medical emergency","score_opus":0.18194311519130715,"score_gpt":0.45852024987571016,"score_spread":0.27657713468440304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096121466","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46201566,0.000008375835,0.000012049801,0.000057983187,0.0000017416727,0.5378016,0.0000100891475,0.000013381164,0.0000791161],"genre_scores_gemma":[0.497019,8.766683e-8,0.0000048246247,0.00002349343,0.000015402991,0.50291884,0.0000036170898,0.000012396497,0.0000023251903],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99503607,0.0026839972,0.00083723327,0.00037825687,0.0006263621,0.00043806038],"domain_scores_gemma":[0.9978513,0.0010396965,0.00031783845,0.0002237912,0.00047675325,0.000090615446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027344117,0.00016533444,0.0003481667,0.00020053472,0.00016481528,0.000049661026,0.00022661967,0.000105867075,0.000028454175],"category_scores_gemma":[0.0018957312,0.0001351183,0.000034680314,0.00096126844,0.00015420411,0.00022819822,0.00013710365,0.00038633076,0.000001598685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011012518,0.0013712201,0.9842126,0.0002702738,0.000050613267,0.00001673132,0.007443303,0.000048110862,0.002858494,0.00008033791,0.00023065196,0.0023164318],"study_design_scores_gemma":[0.012660251,0.004420704,0.9736886,0.00027914837,0.000003690917,0.0000010770267,0.005358286,0.0026603385,0.0003720666,0.00012652845,0.00028130898,0.00014798366],"about_ca_topic_score_codex":0.000833482,"about_ca_topic_score_gemma":0.0017194153,"teacher_disagreement_score":0.03500334,"about_ca_system_score_codex":0.00016365745,"about_ca_system_score_gemma":0.00011218661,"threshold_uncertainty_score":0.5509964},"labels":[],"label_agreement":null},{"id":"W3096230301","doi":"10.2196/22062","title":"Effectiveness of Telemedicine Solutions for the Management of Patients With Diabetes: Protocol for a Systematic Review and Meta-Analysis","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden","keywords":"Telemedicine; Meta-analysis; Protocol (science); Systematic review; Medicine; Computer science; MEDLINE; Alternative medicine; Health care; Internal medicine; Pathology; Political science","score_opus":0.3480884963822738,"score_gpt":0.5702271798711421,"score_spread":0.22213868348886834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096230301","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5180925e-8,0.15213558,0.00022994021,0.000134725,8.823129e-7,0.8473271,0.00012241701,0.00001144172,0.000037906535],"genre_scores_gemma":[2.611803e-7,0.014780762,0.00036660288,0.00002011464,0.000016944668,0.9843191,0.00017671523,0.000051514286,0.00026796857],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99597603,0.0008870802,0.0011988236,0.00051791983,0.00092263595,0.000497495],"domain_scores_gemma":[0.99482,0.0020132773,0.0009362438,0.0009645277,0.0011436618,0.0001222999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006632412,0.00036948308,0.005780913,0.000447169,0.00014443652,0.00003109869,0.000425405,0.0000872223,0.00004992756],"category_scores_gemma":[0.0003552807,0.00016789838,0.0012969045,0.0019452003,0.00021421746,0.00006554473,0.00022116865,0.000244157,0.000001953767],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014477946,0.0005283228,0.000015535923,0.8827615,0.11103953,2.2768633e-7,0.000011918922,1.09668484e-7,2.990518e-8,0.00021750659,0.000806428,0.004474156],"study_design_scores_gemma":[0.0014209002,0.0018537586,0.00004866335,0.44911095,0.33115733,5.569241e-8,0.0000141471255,0.0000073873516,6.7609415e-7,0.00002129552,0.216257,0.000107819855],"about_ca_topic_score_codex":0.0000010479275,"about_ca_topic_score_gemma":3.8626308e-7,"teacher_disagreement_score":0.4336505,"about_ca_system_score_codex":0.000100578356,"about_ca_system_score_gemma":0.00018968881,"threshold_uncertainty_score":0.68466973},"labels":[],"label_agreement":null},{"id":"W3096250191","doi":"10.2196/22775","title":"A Nutrition Intervention to Promote the Consumption of Pulse-Based Foods in Childcare Centers: Protocol for a Multimethod Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Feeding Issues","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Prince Edward Island","funders":"Saskatchewan Pulse Growers","keywords":"Intervention (counseling); Psychological intervention; Social cognitive theory; Protocol (science); Intervention mapping; Consumption (sociology); Cognition; Early childhood; Psychology; Medicine; Medical education; Public health; Developmental psychology; Nursing; Health promotion; Alternative medicine","score_opus":0.5027920270286212,"score_gpt":0.6257672894840202,"score_spread":0.12297526245539891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096250191","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011633337,0.0000010652759,0.0006031338,0.006563529,0.000002462794,0.9810731,0.000027494943,0.000056987352,0.00003887987],"genre_scores_gemma":[0.05126278,5.995209e-8,0.0029596454,0.0001622784,0.00013502066,0.9454101,0.000020447827,0.000027426906,0.000022293178],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747485,0.0005786326,0.00054103107,0.00041198594,0.0006544638,0.0003390439],"domain_scores_gemma":[0.9987494,0.00015535858,0.00010734,0.0003007474,0.0005013611,0.00018583328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018192497,0.00014760667,0.00032645863,0.000326328,0.00010182745,0.000063962165,0.000225985,0.00008411538,0.00011009329],"category_scores_gemma":[0.0007618732,0.00010906396,0.00015679376,0.0006825773,0.000084358995,0.00008848895,0.000094717296,0.00044179824,0.000013465703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2274725,0.1276134,0.22780667,0.09742078,0.00028470022,0.000085158594,0.035842255,0.000022047863,0.1063747,0.00026178017,0.027307965,0.14950803],"study_design_scores_gemma":[0.1998863,0.10798082,0.19999409,0.062825836,0.00002670465,0.000011737671,0.0051956205,0.0054261694,0.15380001,0.0002673969,0.2640082,0.00057711423],"about_ca_topic_score_codex":0.000022935108,"about_ca_topic_score_gemma":0.000021793156,"teacher_disagreement_score":0.23670022,"about_ca_system_score_codex":0.00011621104,"about_ca_system_score_gemma":0.00006587389,"threshold_uncertainty_score":0.44474992},"labels":[],"label_agreement":null},{"id":"W3096427085","doi":"10.2196/23241","title":"Harmonized One Health Trans-Species and Community Surveillance for Tackling Antibacterial Resistance in India: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Zoonotic diseases and public health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Antibiotic resistance; Context (archaeology); One Health; Environmental health; Drug resistance; Biology; Antibiotics; Public health; Medicine; Microbiology; Nursing","score_opus":0.4658198332862996,"score_gpt":0.6155313068724997,"score_spread":0.14971147358620007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096427085","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006130655,0.000004582754,0.0021021953,0.010990313,0.0000065022073,0.98032904,0.00014671484,0.0000704629,0.00021954348],"genre_scores_gemma":[0.014748016,9.0279866e-7,0.019302767,0.0004004814,0.00025824024,0.96509594,0.0000394322,0.000053620894,0.00010059232],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99111587,0.0058858423,0.00086702936,0.00054121605,0.000601146,0.000988923],"domain_scores_gemma":[0.9958683,0.0021594774,0.00018522209,0.00051157066,0.0005070278,0.00076838845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016163964,0.00023056184,0.00095094746,0.00020302906,0.00065106014,0.00017894222,0.0003265416,0.000118787546,0.000055996643],"category_scores_gemma":[0.0029220586,0.000204824,0.00010065827,0.000714654,0.00018476017,0.00014247856,0.00013332939,0.001110101,9.0891047e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.33275977,0.049624756,0.07521842,0.20431125,0.00053868355,0.00006995135,0.08444142,0.0000015630396,0.0132802995,0.0041400255,0.03889683,0.19671702],"study_design_scores_gemma":[0.058969706,0.022570163,0.3495903,0.003282036,0.0000047341787,0.0000013565812,0.00559777,0.00020259153,0.00042587693,0.00073303015,0.55827355,0.00034888546],"about_ca_topic_score_codex":0.00010534002,"about_ca_topic_score_gemma":0.00022243673,"teacher_disagreement_score":0.5193767,"about_ca_system_score_codex":0.00018833225,"about_ca_system_score_gemma":0.001650193,"threshold_uncertainty_score":0.835248},"labels":[],"label_agreement":null},{"id":"W3096592201","doi":"10.2196/20061","title":"Integrating Key User Characteristics in User-Centered Design of Digital Support Systems for Seniors’ Physical Activity Interventions to Prevent Falls: Protocol for a Usability Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mälardalens högskola","keywords":"Usability; Computer science; User-centered design; Protocol (science); Human–computer interaction; Process (computing); End user; Population; Psychological intervention; World Wide Web; Medicine","score_opus":0.38587853923008036,"score_gpt":0.5683723316584883,"score_spread":0.18249379242840796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096592201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07024077,4.1011898e-8,0.011960167,0.0007981623,0.000007929146,0.91662896,0.00021237276,0.00012532825,0.000026254524],"genre_scores_gemma":[0.3471499,1.0376522e-8,0.00052220793,0.000004025139,0.00008580779,0.6520884,0.0000034991685,0.00002446351,0.0001217131],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99541235,0.0013793521,0.00075277744,0.00074102066,0.00087813154,0.0008363719],"domain_scores_gemma":[0.99707216,0.0010502464,0.0002980861,0.0004679318,0.0008202835,0.00029127699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038288878,0.00023122776,0.0006114595,0.00021849682,0.00030391282,0.00033602698,0.0009948036,0.00017024859,0.000012630013],"category_scores_gemma":[0.0063098622,0.00020950218,0.00022600194,0.00085241644,0.000328167,0.0005722055,0.00044066124,0.0005438903,0.000009846266],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02554652,0.14787674,0.39750278,0.034459654,0.00042982041,0.000050209823,0.29957956,0.000085193584,0.014153606,0.0071769725,0.019243054,0.053895902],"study_design_scores_gemma":[0.060283426,0.16981818,0.10553315,0.036244325,0.00007928861,0.000005277327,0.19400898,0.014973325,0.021889767,0.0035326208,0.38926423,0.0043674316],"about_ca_topic_score_codex":0.00015774195,"about_ca_topic_score_gemma":0.0003688403,"teacher_disagreement_score":0.37002116,"about_ca_system_score_codex":0.00040104188,"about_ca_system_score_gemma":0.00066620926,"threshold_uncertainty_score":0.85432506},"labels":[],"label_agreement":null},{"id":"W3096596683","doi":"10.2196/20936","title":"REMOTION Blended Transdiagnostic Intervention for Symptom Reduction and Improvement of Emotion Regulation in an Outpatient Psychotherapeutic Setting: Protocol for a Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Bern","keywords":"Intervention (counseling); Anxiety; Clinical psychology; Randomized controlled trial; Mental health; Psychology; Outpatient clinic; Quality of life (healthcare); Psychiatry; Clinical trial; Psychotherapist; Physical therapy; Medicine","score_opus":0.2306546165379258,"score_gpt":0.5694247678342675,"score_spread":0.33877015129634175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096596683","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01905883,0.0000015273336,0.00905323,0.0016016649,0.000076338394,0.97001106,0.000035959085,0.000057868143,0.000103505256],"genre_scores_gemma":[0.21516028,6.849073e-8,0.0003901227,0.000022660568,0.00014717127,0.784034,0.00005307587,0.00003847317,0.0001541008],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946425,0.0018094009,0.0019159762,0.00065797043,0.0004846765,0.00048949884],"domain_scores_gemma":[0.9975223,0.00081189175,0.0007046573,0.0002899395,0.0004944645,0.00017672559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005444623,0.00022492261,0.00081358256,0.0004131258,0.00012910666,0.000097698554,0.00017929451,0.00015947169,0.00009975512],"category_scores_gemma":[0.00057992985,0.00019972482,0.00036519376,0.00032087765,0.00017233763,0.0003881481,0.000024047758,0.000266025,0.000004015502],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9308224,0.0073276255,0.0000129044565,0.0028278062,0.00007335997,2.7657703e-7,0.0016892573,0.0000074665086,0.00270506,0.0031359724,0.00021407139,0.051183842],"study_design_scores_gemma":[0.90693825,0.07309705,0.00022235789,0.002546223,0.00001731979,0.000001336802,0.00033657826,0.0026323986,0.001977501,0.011650245,0.00042862803,0.00015208706],"about_ca_topic_score_codex":0.000020280213,"about_ca_topic_score_gemma":0.000015651924,"teacher_disagreement_score":0.19610146,"about_ca_system_score_codex":0.0001983844,"about_ca_system_score_gemma":0.00008602141,"threshold_uncertainty_score":0.81445414},"labels":[],"label_agreement":null},{"id":"W3096698857","doi":"10.2196/17324","title":"The Precision Health and Everyday Democracy (PHED) Project: Protocol for a Transdisciplinary Collaboration on Health Equity and the Role of Health in Society","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Health equity; Public relations; Public health; Sociology; Political science; Medicine; Nursing; Law","score_opus":0.2206687159870976,"score_gpt":0.5627282271720164,"score_spread":0.34205951118491884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096698857","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010500061,0.000021564283,0.00025598466,0.11394413,0.0000016089658,0.8843596,0.000039442868,0.000018176415,0.00030948207],"genre_scores_gemma":[0.0070660757,0.000046536014,0.00081669545,0.0023784917,0.000032714,0.9895974,0.000005493692,0.000028659033,0.000027962065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99293745,0.0033345895,0.0008705228,0.0007884928,0.0011082741,0.00096069183],"domain_scores_gemma":[0.99749017,0.0012939422,0.00042330183,0.00039160106,0.000038512386,0.00036250093],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017290218,0.00020410928,0.00041818988,0.000044939006,0.0017851961,0.00013367842,0.00041820787,0.00008191125,0.000015769943],"category_scores_gemma":[0.00042912542,0.00012570957,0.000059539485,0.0007756812,0.0009217074,0.00029301827,0.00076398626,0.0006993915,0.0000057235093],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007892868,0.0008419262,0.0040573897,0.0026658978,0.000013292183,5.872924e-7,0.10108559,0.00006289989,0.00040244544,0.0008186051,0.014730179,0.8674283],"study_design_scores_gemma":[0.029702514,0.027046226,0.046631776,0.004567908,0.0000018137514,0.000005845599,0.043102566,0.025557509,0.0008518302,0.049233463,0.77268034,0.00061817496],"about_ca_topic_score_codex":0.00028498055,"about_ca_topic_score_gemma":0.00051998044,"teacher_disagreement_score":0.86681014,"about_ca_system_score_codex":0.000749417,"about_ca_system_score_gemma":0.0012203797,"threshold_uncertainty_score":0.99951434},"labels":[],"label_agreement":null},{"id":"W3096747851","doi":"10.2196/22570","title":"Mitigating Health Risks to Reopen a Clinical Research Laboratory During the COVID-19 Pandemic: A Framework","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infection Control and Ventilation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council","keywords":"Pandemic; Signage; Coronavirus disease 2019 (COVID-19); Personal protective equipment; Medicine; Sample (material); Medical emergency; Medical education; Business; Disease; Pathology","score_opus":0.7395146927379523,"score_gpt":0.7079200830595757,"score_spread":0.031594609678376684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096747851","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057036012,0.000022238697,0.0018094821,0.13665019,0.00002312165,0.8031964,0.000028559785,0.00028895077,0.00094505836],"genre_scores_gemma":[0.2451346,0.000004804919,0.0005782568,0.010802776,0.0016894639,0.7414034,0.000005070683,0.00004025732,0.0003413448],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99067384,0.00499544,0.00079476123,0.0006840113,0.0018312323,0.0010207343],"domain_scores_gemma":[0.9938965,0.0024946474,0.00013741406,0.0006840677,0.0011087293,0.00167866],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021617616,0.00014971713,0.00041374713,0.00024253948,0.0014342599,0.00022156737,0.0004201329,0.00024217847,0.000450578],"category_scores_gemma":[0.023208555,0.00010582926,0.00013097472,0.002229023,0.00033772606,0.00012937558,0.0004750252,0.0042052697,0.0005813808],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055686277,0.00047180188,0.9120862,0.0021036346,0.00006598181,0.00008597184,0.0050251284,0.000030886862,0.001717718,0.00097580074,0.06280156,0.009066672],"study_design_scores_gemma":[0.0037450488,0.0039863563,0.18080981,0.0017901489,0.0000023398686,0.000021428588,0.0008874925,0.00048113312,0.00016381929,0.00055150077,0.80740154,0.00015940449],"about_ca_topic_score_codex":0.00023967367,"about_ca_topic_score_gemma":0.000050328752,"teacher_disagreement_score":0.74459994,"about_ca_system_score_codex":0.0005558191,"about_ca_system_score_gemma":0.0027581104,"threshold_uncertainty_score":0.9998657},"labels":[],"label_agreement":null},{"id":"W3096947756","doi":"10.2196/24298","title":"Mental Health and Burnout Syndrome Among Postgraduate Students in Medical and Multidisciplinary Residencies During the COVID-19 Pandemic in Brazil: Protocol for a Prospective Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Mental health; Psychosocial; Medicine; Anxiety; Coping (psychology); Cohort; Family medicine; Multidisciplinary approach; Psychiatry; Psychology; Clinical psychology","score_opus":0.30138037262734124,"score_gpt":0.6482556001691515,"score_spread":0.34687522754181027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096947756","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4393344,0.000014138658,0.0000013613851,0.014877822,0.0000057069396,0.5456728,0.00003106113,0.000048512993,0.0000142083145],"genre_scores_gemma":[0.22807555,0.000011054645,0.00002584353,0.00079746015,0.000084588944,0.77074957,0.0000071734535,0.000042169064,0.0002065759],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9872554,0.006155551,0.0014757918,0.0011421338,0.0024026698,0.001568431],"domain_scores_gemma":[0.9954648,0.0019553807,0.00033519452,0.00041161018,0.00025570003,0.0015773082],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013471596,0.0003433549,0.00080258783,0.0003582769,0.002701891,0.00009021407,0.00073657994,0.00032172972,0.00009818588],"category_scores_gemma":[0.0030775608,0.00022660218,0.000048732734,0.00080891716,0.00054271164,0.00030599194,0.0022235776,0.003319961,0.000007756233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037944692,0.0009064994,0.9441577,0.0064891987,0.000024010385,0.00019535652,0.043412395,4.677734e-7,0.000016543861,0.000021824657,0.0006960427,0.00028544222],"study_design_scores_gemma":[0.014692074,0.002871648,0.9453606,0.010899186,8.7197253e-7,0.000023772112,0.024207866,0.00015870879,0.0000013715583,0.00034395582,0.0012308494,0.00020907418],"about_ca_topic_score_codex":0.0027633132,"about_ca_topic_score_gemma":0.009758993,"teacher_disagreement_score":0.22507681,"about_ca_system_score_codex":0.0011130598,"about_ca_system_score_gemma":0.00371226,"threshold_uncertainty_score":0.99897945},"labels":[],"label_agreement":null},{"id":"W3097070484","doi":"10.2196/24043","title":"Increasing HIV Testing and Viral Suppression via Stigma Reduction in a Social Networking Mobile Health Intervention Among Black and Latinx Young Men and Transgender Women Who Have Sex With Men (HealthMpowerment): Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; SUNY Downstate Medical Center; University of North Carolina at Chapel Hill; National Institute of Mental Health; State University of New York; University of Pennsylvania","keywords":"Transgender women; Stigma (botany); Human immunodeficiency virus (HIV); Transgender; Intervention (counseling); Men who have sex with men; Psychology; Social stigma; Clinical psychology; Protocol (science); Medicine; Gerontology; Social psychology; Family medicine; Psychiatry; Alternative medicine","score_opus":0.10298964059336595,"score_gpt":0.4913994920257134,"score_spread":0.38840985143234746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097070484","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06703742,0.0000061446485,0.00077569217,0.0006128699,0.0000013330006,0.93021137,0.0000104005485,0.000046666693,0.0012981351],"genre_scores_gemma":[0.12128947,0.0000020307875,0.00035686855,0.0000128797565,0.00038769603,0.8769442,0.000015572394,0.00004492984,0.0009463832],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9930982,0.0033914724,0.0011073397,0.0006721157,0.00077300455,0.00095786544],"domain_scores_gemma":[0.99789953,0.0007252647,0.00035711745,0.00014223311,0.0002778793,0.00059794675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009009224,0.0002795984,0.0013974224,0.0003554476,0.000643288,0.00027542273,0.00009503383,0.0001524191,0.00004311093],"category_scores_gemma":[0.0007837488,0.00020512156,0.00013200275,0.00034655604,0.0005927732,0.00036950677,0.0001321755,0.0008308961,4.5934112e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9534145,0.000655232,0.005186145,0.0043270276,0.00014645021,0.000009878262,0.012523454,0.000003416857,0.0012241593,0.000010894418,0.0028857768,0.019613052],"study_design_scores_gemma":[0.84604406,0.026688635,0.000977304,0.0053517814,0.000012955932,0.000022488397,0.0044338154,0.11561267,0.00008132467,0.0002516608,0.00034343856,0.00017984818],"about_ca_topic_score_codex":0.00034022605,"about_ca_topic_score_gemma":0.000028269398,"teacher_disagreement_score":0.11560925,"about_ca_system_score_codex":0.0002941755,"about_ca_system_score_gemma":0.00033680352,"threshold_uncertainty_score":0.8364614},"labels":[],"label_agreement":null},{"id":"W3097129978","doi":"10.2196/16633","title":"Sella Turcica Morphology in Patients With Genetic Syndromes: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"dental development and anomalies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sella turcica; Craniofacial; Medicine; Orthodontics; Radiology","score_opus":0.18459703801999555,"score_gpt":0.5286275310028934,"score_spread":0.34403049298289784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097129978","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.7506845e-7,0.11784514,0.000005298567,0.000022774137,0.0000026263813,0.88192326,0.000049408784,0.000015415273,0.00013569416],"genre_scores_gemma":[5.3601884e-8,0.077977695,0.00028331336,0.00007773773,0.00006193079,0.9202705,0.00030674905,0.000115509974,0.00090648676],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955037,0.000983886,0.0011147606,0.0009893643,0.0006440025,0.0007642597],"domain_scores_gemma":[0.9981499,0.000079263824,0.00042390905,0.0007698102,0.00038298624,0.0001941301],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008020758,0.0005793648,0.0021531878,0.00022106562,0.0000991145,0.00009735136,0.0010048497,0.00040656526,0.000043691995],"category_scores_gemma":[0.00035446847,0.00038265635,0.0002862634,0.00072166475,0.00016130925,0.0000068225913,0.00046380953,0.000493025,0.00012475418],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016860309,0.000316722,0.00007848915,0.9809716,0.00010900201,0.000037859594,0.0000073405704,2.64558e-8,0.000002264039,0.000004786024,0.00867092,0.0096324],"study_design_scores_gemma":[0.00096579496,0.0013763688,0.000015733785,0.45317677,0.000018694847,0.00001875987,0.0000016702855,1.2638073e-7,0.0000045541774,0.000003414865,0.5441554,0.00026272837],"about_ca_topic_score_codex":8.334238e-7,"about_ca_topic_score_gemma":0.0000025985678,"teacher_disagreement_score":0.5354845,"about_ca_system_score_codex":0.00011120821,"about_ca_system_score_gemma":0.00087602466,"threshold_uncertainty_score":0.99986255},"labels":[],"label_agreement":null},{"id":"W3097197798","doi":"10.2196/19488","title":"EatSmart, a Web-Based and Mobile Healthy Eating Intervention for Disadvantaged People With Type 2 Diabetes: Protocol for a Pilot Mixed Methods Intervention Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Physical Activity and Nutrition; Deakin University; Diabetes Australia","keywords":"Intervention (counseling); Protocol (science); Disadvantaged; Type 2 diabetes; Medicine; Intervention mapping; Diabetes mellitus; Psychology; Gerontology; Alternative medicine; Nursing","score_opus":0.35086083517489863,"score_gpt":0.6675442129144826,"score_spread":0.316683377739584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097197798","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008599958,0.0000055508144,0.019127272,0.0012927242,0.000022085816,0.9705283,0.00012410498,0.00024613476,0.00005387549],"genre_scores_gemma":[0.009425329,3.7839672e-7,0.017678035,0.00054404,0.0002999839,0.9716729,0.00010563048,0.00011691862,0.0001567914],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99042094,0.0049662404,0.0014931452,0.0010247387,0.0005498141,0.0015451096],"domain_scores_gemma":[0.9931635,0.003420259,0.0006561294,0.0006002999,0.0012306562,0.00092914683],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0099758115,0.00033351243,0.0006898794,0.00028039177,0.0021745027,0.00007991047,0.0003882925,0.00018239957,0.00018846034],"category_scores_gemma":[0.0015852816,0.0002722954,0.00012429085,0.0010159217,0.00011719993,0.00023101202,0.00023734265,0.0011816107,0.000022237049],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09378853,0.018105123,0.27361384,0.21039341,0.00016584482,0.0000025079826,0.009342354,0.000036510464,0.0030489443,0.0008600084,0.05799359,0.33264935],"study_design_scores_gemma":[0.058820263,0.13399251,0.011900461,0.0070693227,0.000019480201,4.3854195e-7,0.0073110256,0.013299575,0.00022319227,0.000372473,0.76653963,0.00045160708],"about_ca_topic_score_codex":0.00008798041,"about_ca_topic_score_gemma":0.0006435306,"teacher_disagreement_score":0.70854604,"about_ca_system_score_codex":0.00030865177,"about_ca_system_score_gemma":0.0012233607,"threshold_uncertainty_score":0.99997294},"labels":[],"label_agreement":null},{"id":"W3097244091","doi":"10.2196/23117","title":"A Self-Administered Multicomponent Web-Based Mental Health Intervention for the Mexican Population During the COVID-19 Pandemic: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Randomized controlled trial; Population; Psychology; Coping (psychology); Anxiety; Clinical psychology; Public health; Intervention (counseling); Protocol (science); Medicine; Psychiatry; Nursing; Alternative medicine","score_opus":0.3738761362868941,"score_gpt":0.6239992944837035,"score_spread":0.2501231581968094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097244091","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005005835,0.0000040648115,0.001857569,0.036614724,0.00008417534,0.96036977,0.00022239848,0.00023800619,0.000108687265],"genre_scores_gemma":[0.036926616,6.387599e-8,0.00036638713,0.0012075356,0.00035082284,0.9603877,0.00007752895,0.00006276368,0.0006205734],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9904727,0.005091785,0.001988919,0.00067143,0.0008263708,0.00094881485],"domain_scores_gemma":[0.99311644,0.004643872,0.0009231801,0.0005565824,0.00021749947,0.0005424444],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0110706845,0.00030691014,0.0010268918,0.00017666229,0.0013716501,0.00031682022,0.0007461783,0.00013389306,0.00026634432],"category_scores_gemma":[0.001831255,0.00017375342,0.0012294888,0.00030926388,0.0002636017,0.00014106328,0.00016383425,0.000513705,0.000030706826],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9822131,0.0031504321,0.00011473264,0.0033150243,0.00024062,0.0000010508221,0.0011168913,0.0000048892016,0.000025832862,0.002119582,0.005781652,0.001916183],"study_design_scores_gemma":[0.8357582,0.007177364,0.00006250911,0.0005305232,0.0000114355835,0.0000044210933,0.0002764219,0.006709262,0.000023057244,0.00048824493,0.14881586,0.00014268114],"about_ca_topic_score_codex":0.00015814415,"about_ca_topic_score_gemma":0.00012895041,"teacher_disagreement_score":0.14645489,"about_ca_system_score_codex":0.00092271145,"about_ca_system_score_gemma":0.00052232086,"threshold_uncertainty_score":0.9999284},"labels":[],"label_agreement":null},{"id":"W3097255210","doi":"10.2196/23748","title":"A Mental Health Surveillance System for the General Population During the COVID-19 Pandemic: Protocol for a Multiwave Cross-sectional Survey Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Abdulaziz City for Science and Technology","keywords":"Public health; Pandemic; Mental health; Anxiety; Population; Medicine; Cross-sectional study; Public health surveillance; Environmental health; Psychiatry; Disease; Coronavirus disease 2019 (COVID-19); Nursing; Infectious disease (medical specialty)","score_opus":0.7034173759667046,"score_gpt":0.6952680714351565,"score_spread":0.008149304531548163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097255210","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02640224,0.0000026854111,0.00061195635,0.0019340139,0.000054185624,0.9700412,0.00077947153,0.00015686997,0.000017376487],"genre_scores_gemma":[0.14257285,7.960515e-8,0.000036627112,0.00075904117,0.0006358544,0.85521394,0.00008707545,0.000052155883,0.0006423881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99267745,0.003514603,0.0008624149,0.0009039551,0.0009491408,0.0010924208],"domain_scores_gemma":[0.99567753,0.0025461782,0.00033019367,0.0006237678,0.00032082386,0.00050147943],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01258031,0.00025556664,0.00035307877,0.000096577205,0.0029007671,0.00026719584,0.00073239923,0.00012777341,0.000097475146],"category_scores_gemma":[0.00067866675,0.00015859195,0.0001580783,0.000513097,0.00016902883,0.000099686025,0.0002445877,0.00058646715,0.000025317158],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01568159,0.00065331795,0.97003645,0.003000736,0.000056395707,0.0000019558838,0.00401035,0.000054518572,0.00005704894,0.00018283812,0.005624662,0.00064014446],"study_design_scores_gemma":[0.012692367,0.0029888777,0.8462656,0.000055303164,4.5197393e-7,0.000014961225,0.0010964553,0.0009718299,0.0000052024475,0.000016521457,0.13574344,0.00014895531],"about_ca_topic_score_codex":0.0072239065,"about_ca_topic_score_gemma":0.0045791403,"teacher_disagreement_score":0.13011879,"about_ca_system_score_codex":0.0023110532,"about_ca_system_score_gemma":0.0012657043,"threshold_uncertainty_score":0.9993871},"labels":[],"label_agreement":null},{"id":"W3097257189","doi":"10.2196/19111","title":"Effect of Pain Education and Exercise on Pain and Function in Chronic Achilles Tendinopathy: Protocol for a Double-Blind, Placebo-Controlled Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tendon Structure and Treatment","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Arthritis and Musculoskeletal and Skin Diseases","keywords":"Biopsychosocial model; Physical therapy; Medicine; Randomized controlled trial; Tendinopathy; Psychosocial; Chronic pain; Rehabilitation; Physical medicine and rehabilitation; Tendon; Surgery","score_opus":0.0962483098287798,"score_gpt":0.4970483140298573,"score_spread":0.4008000042010775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097257189","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014515239,0.00001594309,0.00005732103,0.0006746277,0.000004833814,0.9845118,0.000003845422,0.000031632637,0.00018479372],"genre_scores_gemma":[0.060401373,7.690617e-7,0.000068345515,0.00004770104,0.00026225825,0.93906635,0.000019073064,0.000028135331,0.000106014806],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9954787,0.0026830689,0.0005463312,0.0004645234,0.00048582852,0.0003415654],"domain_scores_gemma":[0.99634993,0.0028878376,0.0001769239,0.00022685424,0.00014393742,0.00021452835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009113252,0.00024001884,0.0011417172,0.00033863712,0.00009432973,0.00005425772,0.00007076127,0.00015094575,0.000032094613],"category_scores_gemma":[0.001491584,0.00014609605,0.00016007175,0.00027332592,0.00014772703,0.00007596239,0.00004168992,0.0003530008,0.0000018932475],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.83062184,0.00053859537,0.0002315562,0.0033632482,0.00006854583,0.0000042522774,0.00024038104,0.0000010884642,0.00064555166,0.00013389705,0.00038861268,0.16376244],"study_design_scores_gemma":[0.92781085,0.061046116,0.000053565487,0.0026105142,0.000041517404,0.0000018570491,0.00004971426,0.0005600094,0.0030673903,0.0001779886,0.004481473,0.000099015066],"about_ca_topic_score_codex":0.000022021077,"about_ca_topic_score_gemma":0.0000067395144,"teacher_disagreement_score":0.16366342,"about_ca_system_score_codex":0.00015036485,"about_ca_system_score_gemma":0.00058191107,"threshold_uncertainty_score":0.59576243},"labels":[],"label_agreement":null},{"id":"W3097277405","doi":"10.2196/19384","title":"Improving Treatment Adherence and Retention of HIV-Positive Women Through Behavioral Change Interventions Aimed at Their Male Partners: Protocol for a Prospective, Controlled Before-and-After Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Medicine; Psychological intervention; Population; Intervention (counseling); Family medicine; Public health; Gerontology; Demography; Environmental health; Psychiatry; Nursing","score_opus":0.39114127372628804,"score_gpt":0.5711213351362694,"score_spread":0.17998006140998135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097277405","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13313223,0.0000057547895,0.00013884407,0.00041509705,0.0000012771701,0.8658418,0.00021039367,0.0000399877,0.00021462665],"genre_scores_gemma":[0.18625796,5.2378493e-7,0.00024039236,0.000011666779,0.000083914754,0.80844223,0.000022079766,0.000033614157,0.004907618],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9967449,0.00057256006,0.00067702885,0.00067954743,0.0005927864,0.00073318684],"domain_scores_gemma":[0.99817,0.00012776023,0.00020400448,0.00034325122,0.0007177205,0.00043727068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009461947,0.00027612643,0.0007367043,0.00020268546,0.00029376484,0.00011370333,0.00015208934,0.00010398068,0.0005515045],"category_scores_gemma":[0.00026803708,0.00019053134,0.0003553196,0.00034830638,0.00039688748,0.0004114796,0.00036966143,0.00034810137,0.000013615526],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21644235,0.039078325,0.4807703,0.017710488,0.0016169482,0.00022883673,0.10543212,1.0748534e-7,0.032271564,0.00035628886,0.0032592667,0.10283341],"study_design_scores_gemma":[0.156167,0.67108595,0.12454992,0.010790179,0.00012035512,0.000043056072,0.014751293,0.0015483814,0.012010451,0.00038637276,0.008011908,0.0005351086],"about_ca_topic_score_codex":0.00010951587,"about_ca_topic_score_gemma":0.00025316444,"teacher_disagreement_score":0.63200766,"about_ca_system_score_codex":0.0004494009,"about_ca_system_score_gemma":0.00015305774,"threshold_uncertainty_score":0.77696425},"labels":[],"label_agreement":null},{"id":"W3097716554","doi":"10.2196/17878","title":"Web-Based Training for Nurses on Shared Decision Making and Prenatal Screening for Down Syndrome: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hôpital Saint-François d'Assise; Centres Intégré Universitaires de Santé et de Services Sociaux; Université Laval","funders":"","keywords":"Medicine; Randomized controlled trial; Prenatal care; Context (archaeology); Psychological intervention; Intervention (counseling); Nursing; Family medicine; Decision aids; Protocol (science); Population; Alternative medicine","score_opus":0.6330495206754162,"score_gpt":0.6429201544740536,"score_spread":0.009870633798637396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097716554","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025122182,0.0000055888895,0.010450849,0.005256799,0.00005425011,0.98318607,0.00040310336,0.0002472863,0.00014482011],"genre_scores_gemma":[0.005085216,1.12508964e-7,0.037336033,0.00068250316,0.0004131535,0.95610386,0.00008420951,0.00013126398,0.00016365512],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98934877,0.0047913147,0.0022692638,0.0009982237,0.0011179411,0.00147447],"domain_scores_gemma":[0.9410733,0.054939575,0.0009748047,0.00084823463,0.0016911748,0.00047293687],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.007535569,0.00040567832,0.0019776206,0.0004582298,0.0027373605,0.0001845113,0.0009249283,0.00046488806,0.00011875966],"category_scores_gemma":[0.03361241,0.00032045468,0.00056402275,0.00043079525,0.00023270614,0.00029758824,0.00029534855,0.0012705647,0.000009290338],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96647274,0.00026739258,0.000040497143,0.007227115,0.000067528454,0.0000015545328,0.0037690273,0.000023185572,0.00004770349,0.0007455282,0.008271928,0.013065771],"study_design_scores_gemma":[0.8463478,0.007616368,0.000013474572,0.016574185,0.000012609567,6.297732e-7,0.0011890683,0.060935743,0.00003548369,0.0017937169,0.06520864,0.00027229308],"about_ca_topic_score_codex":0.000008066085,"about_ca_topic_score_gemma":0.000018671615,"teacher_disagreement_score":0.12012498,"about_ca_system_score_codex":0.00027963234,"about_ca_system_score_gemma":0.0024482713,"threshold_uncertainty_score":0.9999248},"labels":[],"label_agreement":null},{"id":"W3098211324","doi":"10.2196/23071","title":"An Intervention to Enhance Social, Emotional, and Identity Learning for Very Young Adolescents and Support Gender Equity: Protocol for a Pragmatic Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Focus group; Psychological intervention; Developmental psychology; Social psychology","score_opus":0.34327131941607036,"score_gpt":0.6309105798433321,"score_spread":0.28763926042726173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098211324","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00406758,0.0000024381268,0.007938729,0.001458429,0.000013890767,0.9863692,0.0000116624515,0.0000645559,0.00007351279],"genre_scores_gemma":[0.041872762,3.3710938e-7,0.0006522018,0.00027528187,0.0006740837,0.95619047,0.000032396325,0.000039384413,0.0002630703],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955093,0.0015071825,0.0008371309,0.0006466738,0.00092064904,0.0005790579],"domain_scores_gemma":[0.9977873,0.00052424864,0.00022178087,0.00018180087,0.0008202546,0.00046463875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0086767115,0.0002033139,0.0010815461,0.00018609242,0.00049307867,0.00028682963,0.00016083555,0.00016636537,0.00008394127],"category_scores_gemma":[0.0042318664,0.00016602018,0.0002760437,0.00022423077,0.00014479348,0.00033919467,0.00018468483,0.0004661046,0.0000055609303],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9674439,0.0006335401,0.0005928034,0.01626706,0.00010748839,0.0000038974717,0.0021362712,6.3363404e-7,0.0008898757,0.0002330703,0.0017715764,0.009919873],"study_design_scores_gemma":[0.9777261,0.009667637,0.00075047964,0.0018439831,0.000028122993,0.0000054857883,0.0005767827,0.0015656033,0.00022358334,0.0015144877,0.0059270374,0.00017070911],"about_ca_topic_score_codex":0.000010064354,"about_ca_topic_score_gemma":0.0000102487065,"teacher_disagreement_score":0.03780518,"about_ca_system_score_codex":0.00010398685,"about_ca_system_score_gemma":0.0003625907,"threshold_uncertainty_score":0.67701066},"labels":[],"label_agreement":null},{"id":"W3098350804","doi":"10.2196/20360","title":"Mobile App (UPrEPU) to Monitor Adherence to Pre-exposure Prophylaxis in Men Who Have Sex With Men: Protocol for a User-Centered Approach to Mobile App Design and Development","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Pre-exposure prophylaxis; Usability; Focus group; Men who have sex with men; mHealth; Mobile apps; Medicine; Computer science; Internet privacy; Psychological intervention; Human immunodeficiency virus (HIV); World Wide Web; Family medicine; Nursing; Business","score_opus":0.1780960064420104,"score_gpt":0.48845078509448,"score_spread":0.3103547786524696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098350804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014663674,0.0000022288484,0.030748153,0.000247813,6.1887386e-7,0.9640003,0.000042987067,0.00011367056,0.0033778881],"genre_scores_gemma":[0.0021719884,1.4935793e-7,0.045840774,0.000082313985,0.0001177277,0.9229635,0.000017632594,0.000099914236,0.028706025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99387664,0.0006782831,0.00081490795,0.0014271485,0.001708214,0.0014948],"domain_scores_gemma":[0.99603856,0.00016178886,0.00008740996,0.00077308086,0.0008855705,0.0020535924],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020806699,0.00044306935,0.0007226648,0.0006345105,0.0002979006,0.00034416682,0.00075413194,0.00018854273,0.0001435839],"category_scores_gemma":[0.00047519655,0.00033996106,0.00008468409,0.0013141872,0.00014165457,0.00026212155,0.0007401731,0.0008532607,0.00013149952],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07562166,0.008981726,0.008600224,0.01664942,0.00028359838,0.00010713316,0.043527305,0.0006836837,0.028643742,0.000025238429,0.50015813,0.31671816],"study_design_scores_gemma":[0.013985596,0.27096412,0.0011593999,0.0061574825,0.0000039425145,0.000014360122,0.0053417706,0.006488875,0.0479571,0.000011028115,0.6472581,0.0006582465],"about_ca_topic_score_codex":0.00007569528,"about_ca_topic_score_gemma":0.000029385934,"teacher_disagreement_score":0.31605992,"about_ca_system_score_codex":0.00044168072,"about_ca_system_score_gemma":0.0009251157,"threshold_uncertainty_score":0.9999052},"labels":[],"label_agreement":null},{"id":"W3098535770","doi":"10.2196/22239","title":"Promoting HIV, Hepatitis B Virus, and Hepatitis C Virus Screening Among Migrants With a Language Barrier: Protocol for the Development and Evaluation of an Electronic App (Apidé)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Public health; Medicine; Population; Focus group; Language barrier; Delphi method; Inclusion (mineral); Family medicine; Psychology; Internet privacy; Nursing; Computer science; Environmental health; Artificial intelligence; Social psychology; Business; Political science","score_opus":0.14720305991813062,"score_gpt":0.5023381839973199,"score_spread":0.35513512407918923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098535770","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19774972,0.000013998097,0.0007720578,0.00039928913,3.2331326e-7,0.8008338,0.000042483312,0.000039520022,0.00014881381],"genre_scores_gemma":[0.073665716,0.0000021901697,0.0018415988,0.000022874861,0.000074946416,0.9240417,0.00003141829,0.000042304884,0.00027724373],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9960558,0.0006863854,0.00045840594,0.00048265286,0.0015971124,0.00071963377],"domain_scores_gemma":[0.9980692,0.00022693431,0.00013773792,0.00029496662,0.00083819014,0.00043295784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040600863,0.00019157502,0.0003077547,0.00018873475,0.0004725584,0.00015344426,0.0002244254,0.00008323079,0.00022711314],"category_scores_gemma":[0.00094172114,0.000127769,0.000060532693,0.00045010218,0.00034406586,0.00033145346,0.00016256311,0.00059184467,0.000004239823],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073109367,0.0011562735,0.18806675,0.007706163,0.00046999866,0.000042011878,0.027963089,0.000005256894,0.06867258,0.00012173685,0.003991877,0.69449335],"study_design_scores_gemma":[0.032368064,0.05951607,0.2002236,0.017181292,0.00007832056,0.000060730195,0.0026896389,0.2569494,0.3547631,0.00018319377,0.0752142,0.00077241135],"about_ca_topic_score_codex":0.000994617,"about_ca_topic_score_gemma":0.006690602,"teacher_disagreement_score":0.69372094,"about_ca_system_score_codex":0.00011478644,"about_ca_system_score_gemma":0.00082425354,"threshold_uncertainty_score":0.52102685},"labels":[],"label_agreement":null},{"id":"W3098671940","doi":"10.2196/22460","title":"Effectiveness of the Use of Augmented Reality in Teaching the Management of Anaphylactic Shock at the Primary Care Level: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Javna Agencija za Raziskovalno Dejavnost RS","keywords":"Medicine; Airway management; Randomized controlled trial; Intervention (counseling); Physical therapy; Medical emergency; Protocol (science); Airway; Intensive care medicine; Nursing; Surgery; Alternative medicine","score_opus":0.3951674064522983,"score_gpt":0.5822739221584877,"score_spread":0.1871065157061894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098671940","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0341631,0.000002911746,0.00008528386,0.0024360232,0.000011526513,0.9630947,0.00003325441,0.000011876062,0.0001613228],"genre_scores_gemma":[0.21337499,1.0584579e-7,0.00011726523,0.000052626856,0.00004761018,0.7863056,0.0000126221075,0.000020461292,0.00006871857],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98702246,0.009814801,0.0012323624,0.00032478975,0.0012888749,0.0003167188],"domain_scores_gemma":[0.98412573,0.01316063,0.00063519465,0.0008561527,0.0011397986,0.000082481085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010724187,0.00016638836,0.0010854801,0.00012430936,0.00022497252,0.000021333472,0.000404293,0.00009378882,0.000033433796],"category_scores_gemma":[0.0025406843,0.0000755908,0.00042691285,0.00063301343,0.0004364105,0.000070278336,0.00022187222,0.00059004035,5.2676836e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9561376,0.0006196385,0.007245819,0.03072237,0.0002160162,8.129868e-7,0.0027941398,0.0003599844,0.000528191,0.000327708,0.00026919218,0.0007785267],"study_design_scores_gemma":[0.9505239,0.0014406346,0.03421475,0.007493353,0.000041555,4.3298348e-7,0.0010297715,0.0010354941,0.002641681,0.00011944425,0.0013867717,0.00007219651],"about_ca_topic_score_codex":0.00029146048,"about_ca_topic_score_gemma":0.000013196636,"teacher_disagreement_score":0.17921188,"about_ca_system_score_codex":0.0005275561,"about_ca_system_score_gemma":0.0009876288,"threshold_uncertainty_score":0.37168106},"labels":[],"label_agreement":null},{"id":"W3098730254","doi":"10.2196/23112","title":"Development of a Personalized Mobile Mental Health Intervention for Workplace Cyberbullying Among Health Practitioners: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Psychosocial; Nursing; Health care; Psychology; Health intervention; Intervention (counseling); Applied psychology; Medicine; Medical education; Psychiatry","score_opus":0.4091734874711985,"score_gpt":0.6500520735392837,"score_spread":0.2408785860680852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098730254","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095607835,0.0000043398695,0.0164901,0.003328504,0.000012317676,0.9789873,0.000017981512,0.00009156904,0.00011182783],"genre_scores_gemma":[0.00053868577,4.4797807e-7,0.09485216,0.000097521675,0.00014885113,0.90391797,0.000017509848,0.0000342083,0.00039267418],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925431,0.0036326144,0.0009853543,0.0006316435,0.0011769866,0.0010302963],"domain_scores_gemma":[0.9974491,0.0006639797,0.000692483,0.00020746895,0.00052760664,0.000459342],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.021473764,0.00020186088,0.0005127444,0.00021047273,0.0022949676,0.00024142119,0.00051987235,0.00010369153,0.0001443429],"category_scores_gemma":[0.0008006763,0.00018929306,0.00020190308,0.000929993,0.00029217984,0.00045640316,0.00019895287,0.00038924706,0.0000062793997],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008277112,0.0066960235,0.003763706,0.0083940765,0.00018480195,0.00000136254,0.449382,0.000010445269,0.0009933228,0.0014656046,0.05568892,0.46514264],"study_design_scores_gemma":[0.006040114,0.004639992,0.00013263823,0.004171097,0.0000013399334,1.8397074e-7,0.21458685,0.000135398,0.00060567353,0.00011433822,0.76938754,0.00018481733],"about_ca_topic_score_codex":0.00027234768,"about_ca_topic_score_gemma":0.0005312127,"teacher_disagreement_score":0.7136986,"about_ca_system_score_codex":0.0007817842,"about_ca_system_score_gemma":0.0027012972,"threshold_uncertainty_score":0.9990039},"labels":[],"label_agreement":null},{"id":"W3099446746","doi":"10.2196/24057","title":"Feasibility, Acceptability, and Effectiveness of Enhanced Cognitive Behavioral Therapy (eCBT) for Children and Adolescents With Obsessive-Compulsive Disorder: Protocol for an Open Trial and Therapeutic Intervention","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obsessive-Compulsive Spectrum Disorders","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Helse Midt-Norge","keywords":"Intervention (counseling); Protocol (science); Cognitive behavioral therapy; Randomized controlled trial; Cognition; Psychology; Medicine; Clinical psychology; Psychiatry; Alternative medicine","score_opus":0.20979356195257426,"score_gpt":0.565782233621626,"score_spread":0.3559886716690518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099446746","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4343429,0.000008767323,0.0007546816,0.00004582412,0.000004924893,0.5646737,0.00012462033,0.000025613406,0.000018977442],"genre_scores_gemma":[0.47466385,3.2005136e-7,0.0001063262,0.000015228256,0.000037105397,0.5250964,0.000030092637,0.000047473335,0.0000031886864],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9942883,0.0026119964,0.00055957044,0.0014517566,0.00042642545,0.000661936],"domain_scores_gemma":[0.997461,0.00072499434,0.00037597807,0.00042850358,0.00071229035,0.00029720837],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017097299,0.00041975445,0.0008139717,0.00015561849,0.0003401301,0.00033498553,0.0006520874,0.0002090316,0.00007655906],"category_scores_gemma":[0.00018148709,0.00033727163,0.000109330584,0.0003551517,0.0010701551,0.00046308633,0.00051522127,0.00046066684,0.0000011582845],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5506804,0.009664803,0.31016555,0.0024204534,0.00019133804,0.000001334385,0.0028853456,4.2818496e-7,0.0015911342,0.00030815194,0.000019726853,0.12207132],"study_design_scores_gemma":[0.23579812,0.0732592,0.6831475,0.0015697132,0.000019073457,0.0000029415726,0.0012272611,0.0000186873,0.00231686,0.0022244304,0.00006184224,0.0003543969],"about_ca_topic_score_codex":0.00020523855,"about_ca_topic_score_gemma":0.00013756499,"teacher_disagreement_score":0.3729819,"about_ca_system_score_codex":0.000056548102,"about_ca_system_score_gemma":0.00015446429,"threshold_uncertainty_score":0.9999079},"labels":[],"label_agreement":null},{"id":"W3099621611","doi":"10.2196/24797","title":"Evaluating the Onset, Severity, and Recovery of Changes to Smell and Taste Associated With COVID-19 Infection in a Singaporean Population (the COVOSMIA-19 Trial): Protocol for a Prospective Case-Control Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Olfactory and Sensory Function Studies","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Taste; Population; Dysgeusia; Observational study; Test (biology); Prospective cohort study; Family medicine; Adverse effect; Internal medicine; Psychology; Environmental health","score_opus":0.6806279540730267,"score_gpt":0.5719000354474291,"score_spread":0.10872791862559761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099621611","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35631096,1.6461827e-7,0.000041407617,0.0013656976,0.0000030036222,0.6422025,0.000038045946,0.000026056172,0.00001214778],"genre_scores_gemma":[0.40667343,4.7010957e-8,0.000008173581,0.00030553082,0.00003219423,0.5929371,4.2816418e-7,0.000010800497,0.00003226565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947198,0.0034043211,0.0003461799,0.0005608971,0.00065001444,0.00031881046],"domain_scores_gemma":[0.9954914,0.0036628305,0.00025208705,0.00020554055,0.00024253411,0.00014563189],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004763847,0.00016739519,0.00031756944,0.00015391246,0.0009745599,0.00016881773,0.00011004921,0.000058045327,0.000009037096],"category_scores_gemma":[0.016143208,0.000098571094,0.00003064892,0.0008998363,0.00021625473,0.00017616543,0.0001442568,0.00039550127,7.042566e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.34659958,0.002974916,0.58068496,0.0018916845,0.00015441899,0.00014261807,0.046827145,0.0012267289,0.011017195,0.00011510674,0.0009531961,0.0074124695],"study_design_scores_gemma":[0.20862636,0.17262016,0.5864224,0.0012094812,0.000060751412,0.00016000481,0.00904635,0.01051411,0.0032563359,0.0020093927,0.0052198996,0.0008547443],"about_ca_topic_score_codex":0.00028872155,"about_ca_topic_score_gemma":0.0026287118,"teacher_disagreement_score":0.16964525,"about_ca_system_score_codex":0.00018996508,"about_ca_system_score_gemma":0.0001853963,"threshold_uncertainty_score":0.9921442},"labels":[],"label_agreement":null},{"id":"W3099682961","doi":"10.2196/21804","title":"A Bayesian Network Decision Support Tool for Low Back Pain Using a RAND Appropriateness Procedure: Proposal and Internal Pilot Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bayesian Modeling and Causal Inference","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Economic and Social Research Council; National Institute for Health and Care Research; Engineering and Physical Sciences Research Council; Barts Charity; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Rosetrees Trust","keywords":"Bayesian network; Decision support system; Computer science; Artificial intelligence; Machine learning; Construct (python library)","score_opus":0.2551646978551386,"score_gpt":0.47199434894446796,"score_spread":0.21682965108932933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099682961","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022255455,0.00000240761,0.69919986,0.00043751055,0.000010705973,0.29800448,0.0000025798722,0.00008251375,0.00003443766],"genre_scores_gemma":[0.17798626,3.769121e-7,0.12061707,0.00026541186,0.00039919734,0.70059305,0.0000021649732,0.000043985383,0.00009247839],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99555445,0.00090105407,0.0005587336,0.0010642073,0.0009904832,0.0009310942],"domain_scores_gemma":[0.9980818,0.00034419607,0.0001198592,0.0005314834,0.0005154693,0.0004071603],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00597433,0.00027442176,0.00039124815,0.00011253799,0.00042767878,0.0011701175,0.0013266411,0.00008872228,0.000023623377],"category_scores_gemma":[0.00052063994,0.00022213787,0.000056646317,0.000805891,0.00012609159,0.0005744096,0.00090113125,0.0005970683,0.000020773063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036150347,0.015973467,0.056483258,0.0152884815,0.00042694795,0.00068875053,0.01906406,0.0070151,0.018829603,0.015469195,0.084719345,0.7298914],"study_design_scores_gemma":[0.005371995,0.019966284,0.0004943674,0.0018097082,0.0000026755354,0.000024427824,0.00009206071,0.9592029,0.00031336647,0.010654023,0.0015995164,0.00046870182],"about_ca_topic_score_codex":0.000015930425,"about_ca_topic_score_gemma":0.000011646642,"teacher_disagreement_score":0.9521878,"about_ca_system_score_codex":0.0000636939,"about_ca_system_score_gemma":0.0008510469,"threshold_uncertainty_score":0.9998668},"labels":[],"label_agreement":null},{"id":"W3100062556","doi":"10.2196/25351","title":"Live Video Adaptations to a Mind-Body Activity Program for Chronic Pain and Cognitive Decline: Protocol for the Virtual Active Brains Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health","keywords":"Randomized controlled trial; Physical therapy; Cognition; Medicine; Protocol (science); Physical medicine and rehabilitation; Psychology; Psychiatry; Alternative medicine","score_opus":0.4430700997117465,"score_gpt":0.6139720457410508,"score_spread":0.1709019460293043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100062556","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074904324,7.7321425e-7,0.005958514,0.013220578,0.0000029710075,0.9728873,0.00021924614,0.00012103113,0.00009919515],"genre_scores_gemma":[0.08659373,5.6625026e-8,0.001528453,0.00040102768,0.0005155089,0.9104577,0.000016381458,0.00009541298,0.00039177443],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99403745,0.0015585081,0.00051536347,0.0010657348,0.0015921448,0.0012307958],"domain_scores_gemma":[0.98435384,0.012082405,0.00013986221,0.0005565841,0.00188215,0.0009851558],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0055900114,0.0003603799,0.000568338,0.0002672225,0.00087439344,0.00034676553,0.0005434651,0.00017456495,0.00021454718],"category_scores_gemma":[0.017557671,0.00025319864,0.00018227947,0.0010932751,0.00055880425,0.00026619362,0.0005755066,0.001184408,0.00005395322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050353684,0.008002526,0.0016715102,0.002391494,0.000583689,0.000024347712,0.014495773,0.0000037137793,0.0040918915,0.00015967536,0.009335671,0.908886],"study_design_scores_gemma":[0.06030745,0.40621802,0.1564755,0.004430056,0.00009736278,0.000015579899,0.029701067,0.027955504,0.00788288,0.0002842923,0.3057966,0.000835708],"about_ca_topic_score_codex":0.00004331843,"about_ca_topic_score_gemma":0.00021549677,"teacher_disagreement_score":0.9080503,"about_ca_system_score_codex":0.0003087115,"about_ca_system_score_gemma":0.002326209,"threshold_uncertainty_score":0.999992},"labels":[],"label_agreement":null},{"id":"W3100281001","doi":"10.2196/21832","title":"Health Professional Student Placements and Workforce Location Outcomes: Protocol of an Observational Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workforce; Observational study; Medicine; Nursing; Rural area; Baseline (sea); Data collection; Work (physics); Protocol (science); Rural health; Medical education; Sociology","score_opus":0.5843893402921381,"score_gpt":0.7070192545324909,"score_spread":0.12262991424035286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100281001","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09041216,0.0000018580834,0.0000235355,0.0049951994,0.000020511006,0.90371966,0.000025080417,0.00012196519,0.00068002706],"genre_scores_gemma":[0.035166156,3.3282066e-7,0.0005997387,0.0013742112,0.00019622323,0.96090186,0.00005459705,0.000053724903,0.00165316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9874905,0.0053757625,0.0018358331,0.00088773767,0.003129421,0.0012807954],"domain_scores_gemma":[0.9952525,0.000738864,0.00073412724,0.00070881355,0.0015750576,0.0009906226],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0069124913,0.0003195758,0.0007968385,0.00018603582,0.0014976165,0.000043014603,0.0007300599,0.00022461239,0.00046412973],"category_scores_gemma":[0.000614618,0.0002566347,0.000042843192,0.0012132548,0.00019723493,0.00047702575,0.0008046884,0.0016086005,0.00011573012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015503285,0.002666232,0.96925646,0.003429233,0.000026629255,0.000003761117,0.00886255,0.000021174656,0.000013432776,0.0009219047,0.011222993,0.0020253172],"study_design_scores_gemma":[0.005724351,0.0053714905,0.91154814,0.0036666084,0.0000019461897,3.335072e-7,0.01045781,0.00026373152,0.0000062910417,0.00015202018,0.062622555,0.00018470686],"about_ca_topic_score_codex":0.0002952444,"about_ca_topic_score_gemma":0.00017951716,"teacher_disagreement_score":0.057708282,"about_ca_system_score_codex":0.0005729967,"about_ca_system_score_gemma":0.0025473395,"threshold_uncertainty_score":0.9999886},"labels":[],"label_agreement":null},{"id":"W3100416910","doi":"10.2196/21585","title":"Evaluating the Effectiveness of an E-Mental Health Intervention for People Living in Lebanon: Protocol for Two Randomized Controlled Trials","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Psychological intervention; Psychosocial; Randomized controlled trial; Mental health; Anxiety; Medicine; Intervention (counseling); Psychiatry; Cost effectiveness; Clinical psychology","score_opus":0.49206693166443066,"score_gpt":0.7090202118533045,"score_spread":0.2169532801888739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100416910","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002878026,0.0000054656907,0.0017431905,0.0018040546,0.0000442307,0.9929457,0.00011161216,0.000044931025,0.00042280348],"genre_scores_gemma":[0.060430676,1.6478362e-8,0.0005223751,0.000065991015,0.00015526482,0.9385211,0.000030041994,0.000050137598,0.00022443903],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9491414,0.0452044,0.0032682004,0.0006785281,0.00081363966,0.00089386443],"domain_scores_gemma":[0.96826035,0.029520705,0.0011613616,0.00040054662,0.0004434258,0.00021360033],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1390402,0.00024139373,0.0026308468,0.0002673822,0.00030710708,0.00016054609,0.0005673783,0.000094735704,0.00026011656],"category_scores_gemma":[0.018492015,0.00015650304,0.001225783,0.0004902688,0.00019038598,0.0002899892,0.0001726233,0.0003959724,0.000013938387],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93707824,0.004250474,0.00014636786,0.010319433,0.00019541723,4.7655428e-7,0.0024949939,0.000015352543,0.00055731006,0.011954018,0.0007268233,0.032261096],"study_design_scores_gemma":[0.9284768,0.03657243,0.0006644941,0.017900467,0.0000114432905,0.0000025767358,0.0009789751,0.006070153,0.0012649901,0.006632732,0.0012311159,0.00019379915],"about_ca_topic_score_codex":0.00020566289,"about_ca_topic_score_gemma":0.00014238358,"teacher_disagreement_score":0.12054818,"about_ca_system_score_codex":0.00029218377,"about_ca_system_score_gemma":0.00033728112,"threshold_uncertainty_score":0.98977566},"labels":[],"label_agreement":null},{"id":"W3100427815","doi":"10.2196/22368","title":"Identifying Targets for Substance Use Prevention in Young People Exposed to Childhood Adversity: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; CINAHL; Psychology; Moderation; Clinical psychology; Adverse Childhood Experiences; Intervention (counseling); MEDLINE; Developmental psychology; Medicine; Substance abuse; Psychiatry; Psychological intervention; Mental health; Social psychology","score_opus":0.44563857472479307,"score_gpt":0.5922929553139759,"score_spread":0.1466543805891828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100427815","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.6195435e-8,0.10935953,0.00039704694,0.00009097516,0.000020204952,0.88969064,0.00016570627,0.000106050116,0.00016977951],"genre_scores_gemma":[9.858547e-8,0.029366184,0.0005409701,0.00006129844,0.00024277791,0.968029,0.00013196756,0.00020564196,0.001422062],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99130845,0.002440894,0.0021976402,0.0016527482,0.0010022026,0.001398057],"domain_scores_gemma":[0.9954103,0.001307427,0.0008763735,0.0015175293,0.0005028458,0.00038547406],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042284676,0.00074057514,0.00392122,0.0007800365,0.00032137663,0.00034286085,0.0014906486,0.00046648976,0.00022112024],"category_scores_gemma":[0.0012875074,0.00063082104,0.0012352392,0.0020787064,0.00004249278,0.0004077488,0.00025769093,0.0011774283,0.0004925406],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031333297,0.0010018266,0.000012792674,0.9591267,0.00022339527,0.000023299992,0.0016415116,3.4117626e-8,3.5902258e-7,0.00031854422,0.018621258,0.018716931],"study_design_scores_gemma":[0.0022177782,0.0006393513,0.000025714415,0.541874,0.0000733092,0.000015700714,0.00005060911,5.1051103e-7,0.0000011066217,0.00009003969,0.45467302,0.00033886384],"about_ca_topic_score_codex":0.000015463436,"about_ca_topic_score_gemma":0.000640615,"teacher_disagreement_score":0.43605176,"about_ca_system_score_codex":0.0005460721,"about_ca_system_score_gemma":0.000575133,"threshold_uncertainty_score":0.9996143},"labels":[],"label_agreement":null},{"id":"W3100612557","doi":"10.2196/21659","title":"Artificial Intelligence–Powered Smartphone App to Facilitate Medication Adherence: Protocol for a Human Factors Design Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Western University of Health Sciences","keywords":"Observational study; Cognition; Comprehension; Health literacy; Perception; Medicine; Computer science; Applied psychology; Psychology; Health care; Psychiatry","score_opus":0.8420993301327182,"score_gpt":0.6320056477367405,"score_spread":0.2100936823959777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100612557","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009877499,3.4670066e-7,0.04773686,0.0026195794,0.000007778567,0.94786805,0.000013733653,0.00019405737,0.0005718433],"genre_scores_gemma":[0.0180054,4.6113783e-8,0.0020809786,0.00031085257,0.00025914554,0.9776665,0.000024441262,0.000040890973,0.0016117604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949444,0.0005866341,0.000942893,0.00093480904,0.0018067675,0.0007845303],"domain_scores_gemma":[0.99671537,0.0003463561,0.00017305044,0.00075733475,0.0009252106,0.0010826952],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023581795,0.0002951005,0.0005016137,0.0002553103,0.00041736677,0.0001280195,0.00071777246,0.00014956553,0.002947491],"category_scores_gemma":[0.0016765567,0.00023666331,0.00011065382,0.0012308038,0.00022930643,0.0001476062,0.0001713995,0.0007086032,0.0021367641],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032559115,0.0197917,0.017722078,0.007566127,0.00035253985,0.00010575957,0.052725885,0.000041660995,0.13662724,0.002447833,0.49098963,0.23907045],"study_design_scores_gemma":[0.010493156,0.12667315,0.017425818,0.005496824,0.000028864173,0.000007380523,0.020931333,0.0022199058,0.10952665,0.012163621,0.69358927,0.0014440443],"about_ca_topic_score_codex":0.000036066795,"about_ca_topic_score_gemma":0.00000895801,"teacher_disagreement_score":0.2376264,"about_ca_system_score_codex":0.0001454854,"about_ca_system_score_gemma":0.0007979512,"threshold_uncertainty_score":0.9986402},"labels":[],"label_agreement":null},{"id":"W3100705485","doi":"10.2196/17436","title":"Effects of the Argus II Retinal Prosthesis System on the Quality of Life of Patients With Ultra-Low Vision Due to Retinitis Pigmentosa: Protocol for a Single-Arm, Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neuroscience and Neural Engineering","field":"Neuroscience","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Retinitis pigmentosa; Visual prosthesis; Quality of life (healthcare); Medicine; Retinal implant; Hospital Anxiety and Depression Scale; Anxiety; Physical medicine and rehabilitation; Retinal; Ophthalmology; Psychiatry; Nursing","score_opus":0.25154172075431974,"score_gpt":0.5149268278714575,"score_spread":0.26338510711713775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100705485","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31645167,5.0909843e-8,0.000095476345,0.0002709113,0.0000073647766,0.6830599,0.000021403901,0.00002716619,0.0000660718],"genre_scores_gemma":[0.44175836,6.6637704e-9,0.00012343108,0.0000565614,0.000013190222,0.5580188,9.152492e-8,0.000020477895,0.000009072989],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9918682,0.004056821,0.0007773978,0.0006910037,0.0020890122,0.00051754795],"domain_scores_gemma":[0.9944196,0.003804569,0.00047824805,0.0006986851,0.00039545554,0.00020345279],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003125208,0.00023991102,0.0005279094,0.00013000646,0.0003744361,0.0000598932,0.0012031848,0.00005713746,0.000004771282],"category_scores_gemma":[0.01097837,0.0001245669,0.00013273353,0.0016576693,0.0003478066,0.00013870304,0.0003897313,0.00040943376,0.0000012864837],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005687871,0.0037174681,0.00070692966,0.0053962315,0.000005580902,0.000003897257,0.000911025,0.0000250257,0.98223597,0.0002895251,0.00010578186,0.0009147016],"study_design_scores_gemma":[0.0025906847,0.03431763,0.010363506,0.0025422603,0.0000025949878,6.358305e-7,0.00014976015,0.000097299424,0.94937664,0.0000099359295,0.00042518228,0.00012389006],"about_ca_topic_score_codex":0.000006143574,"about_ca_topic_score_gemma":7.6053954e-7,"teacher_disagreement_score":0.1253067,"about_ca_system_score_codex":0.00005729687,"about_ca_system_score_gemma":0.00014372976,"threshold_uncertainty_score":0.9973526},"labels":[],"label_agreement":null},{"id":"W3100978357","doi":"10.2196/19695","title":"Telemedicine in Intensive Care Units: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Telemedicine; Protocol (science); Medicine; Health care; Computer science; Nursing; Medical emergency; Alternative medicine","score_opus":0.7144645191917719,"score_gpt":0.7238569706453988,"score_spread":0.009392451453626882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100978357","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7635894e-9,0.37751073,0.000010559017,0.0016995347,0.000005536314,0.62043256,0.000050610477,0.00006969473,0.00022077409],"genre_scores_gemma":[1.7131281e-9,0.3780649,0.00015986754,0.0017677328,0.00060684816,0.6187267,0.00047753064,0.00011814859,0.00007830674],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920507,0.0011009745,0.0027350807,0.001149223,0.0015642851,0.0013997075],"domain_scores_gemma":[0.9916647,0.0010225627,0.00073991076,0.00092113484,0.004950052,0.0007016059],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0026163657,0.00069701066,0.004258849,0.0010977559,0.00018249439,0.00004623486,0.00053874997,0.00039875766,0.00042966363],"category_scores_gemma":[0.007195917,0.0005039411,0.00034483112,0.0038597202,0.00020839044,0.00013196983,0.00030665987,0.0025321587,0.00009630135],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020600643,0.0000400709,0.000012932508,0.48707435,0.000023368764,0.0001148002,0.0002385595,1.7793083e-9,1.3386745e-7,0.000014256185,0.0572137,0.45506182],"study_design_scores_gemma":[0.0042016925,0.0033414343,0.0000014845734,0.48877358,0.000044708624,0.000054580854,0.0004590884,5.208633e-7,0.000001677056,0.0000056619137,0.5029363,0.0001792421],"about_ca_topic_score_codex":0.000031694693,"about_ca_topic_score_gemma":0.000057164456,"teacher_disagreement_score":0.45488256,"about_ca_system_score_codex":0.0009597423,"about_ca_system_score_gemma":0.010236441,"threshold_uncertainty_score":0.99976903},"labels":[],"label_agreement":null},{"id":"W3101462817","doi":"10.2196/21242","title":"Improving the Understanding of the Immunopathogenesis of Lymphopenia as a Correlate of SARS-CoV-2 Infection Risk and Disease Progression in African Patients: Protocol for a Cross-sectional Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Immunology; Context (archaeology); Cross-sectional study; Disease; Pandemic; Cytokine storm; Lymphocyte; Calcitriol receptor; Vitamin D and neurology; Internal medicine; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty); Biology; Pathology","score_opus":0.3408875650812257,"score_gpt":0.5933784186052409,"score_spread":0.2524908535240152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101462817","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.289467,0.0000010985541,0.00008828053,0.0002484666,0.0000031620605,0.7101299,0.00003527453,0.00000914469,0.000017610919],"genre_scores_gemma":[0.47846565,4.4443846e-7,0.00001563657,0.000013313121,0.0000155817,0.52146965,6.8423753e-7,0.000012745855,0.0000063083157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99567616,0.0010767444,0.0008920953,0.00044280136,0.0015342643,0.00037792532],"domain_scores_gemma":[0.99503636,0.002893148,0.0005193275,0.0004546834,0.00095362216,0.00014287987],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040867054,0.00015894539,0.00040961552,0.00018880906,0.00034089666,0.000046682537,0.00030359445,0.00007808025,0.0000075969424],"category_scores_gemma":[0.043429315,0.00008770898,0.00016504551,0.001094676,0.0009183393,0.00012578082,0.0008926457,0.00053430273,6.9012566e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021635467,0.0023504803,0.9570495,0.0045094555,0.00005413206,0.0000024962035,0.0010024935,0.00001166398,0.01049504,0.000043792184,0.00003499173,0.0028104717],"study_design_scores_gemma":[0.012591692,0.009438809,0.9695468,0.0018589676,0.000013566843,2.0502804e-7,0.00026087216,0.0012482619,0.003909702,0.00051988283,0.0005294078,0.00008181216],"about_ca_topic_score_codex":0.00045363215,"about_ca_topic_score_gemma":0.000034016008,"teacher_disagreement_score":0.18899864,"about_ca_system_score_codex":0.00033742824,"about_ca_system_score_gemma":0.0011677062,"threshold_uncertainty_score":0.9646283},"labels":[],"label_agreement":null},{"id":"W3101961110","doi":"10.2196/22186","title":"Use and Effect of Web-Based Embodied Conversational Agents for Improving Eating Behavior and Decreasing Loneliness Among Community-Dwelling Older Adults: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wageningen University and Research; ZonMw","keywords":"Loneliness; Randomized controlled trial; eHealth; Cohort; Quality of life (healthcare); Behavior change; Psychological intervention; Intervention (counseling); Psychology; Gerontology; Medicine; Physical therapy; Clinical psychology; Health care; Social psychology; Psychiatry; Nursing","score_opus":0.21065964225176478,"score_gpt":0.547905717478047,"score_spread":0.33724607522628214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101961110","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22657661,0.000001047925,0.0007688994,0.000085880834,0.000016968843,0.7723643,0.00008965867,0.000046883582,0.000049753162],"genre_scores_gemma":[0.2454995,8.190704e-9,0.00087833457,0.000035760462,0.00007769706,0.75338,0.00003552894,0.000045634944,0.000047540907],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99320495,0.0039824597,0.0013207294,0.0004527054,0.00046837516,0.0005707535],"domain_scores_gemma":[0.98532706,0.012856087,0.00062408537,0.0002776113,0.0006035176,0.00031160843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007233523,0.0002752315,0.0012106112,0.00024032904,0.00053880666,0.0002775998,0.0002468322,0.000179678,0.00006509036],"category_scores_gemma":[0.0054956116,0.00022280311,0.00035966866,0.00018773827,0.00048938487,0.00033904077,0.00014090775,0.00052873173,0.0000016540918],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9799159,0.0013444783,0.0040360293,0.008606533,0.00009296454,0.000002795726,0.0007929525,0.0000012493099,0.00010886356,0.0002115194,0.00013121184,0.0047555137],"study_design_scores_gemma":[0.96683276,0.008881816,0.00073186203,0.0048029628,0.000040370916,0.0000013079534,0.0002429391,0.017425636,0.0006730895,0.00007293834,0.00011449294,0.00017981038],"about_ca_topic_score_codex":0.00016527525,"about_ca_topic_score_gemma":0.0000196361,"teacher_disagreement_score":0.018984303,"about_ca_system_score_codex":0.00007385943,"about_ca_system_score_gemma":0.00016473609,"threshold_uncertainty_score":0.9085647},"labels":[],"label_agreement":null},{"id":"W3102272801","doi":"10.2196/21917","title":"Influence of Self-Compassion on the Health of Midwives and Nurses: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Psychology; Nursing; Self-compassion; Compassion; Medicine; Medical education; Applied psychology; Clinical psychology; Alternative medicine; Mindfulness","score_opus":0.5299974954205414,"score_gpt":0.6879120303525003,"score_spread":0.15791453493195884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102272801","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.604913e-8,0.117860965,0.000037342965,0.0006744565,0.0000070692067,0.8809361,0.000073801886,0.000023901797,0.0003863036],"genre_scores_gemma":[1.2424792e-7,0.034017816,0.00004193725,0.00007063399,0.00005550138,0.9654981,0.0000048859065,0.000046012974,0.00026500164],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99313086,0.0033321308,0.0017185413,0.0006388192,0.0006815099,0.0004981294],"domain_scores_gemma":[0.9953407,0.001645312,0.0014286053,0.0009743099,0.0004209573,0.00019010938],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028161097,0.00034155662,0.002045998,0.00027040503,0.0002613602,0.000040169103,0.0009836693,0.00018662123,0.0011483135],"category_scores_gemma":[0.00040359085,0.0001938996,0.00052878924,0.00077560265,0.00028854317,0.00005563943,0.0002864151,0.0009108249,0.00004147141],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015285244,0.00066358165,0.0000012819734,0.58747035,0.00006419118,0.0000014031658,0.00013188359,5.767898e-8,1.2741627e-7,0.020869177,0.048319824,0.34232527],"study_design_scores_gemma":[0.00034362255,0.001686278,0.0000042794363,0.48407885,0.000006048973,0.0000031594548,0.000021277696,5.568619e-7,0.0000034914058,0.00019515674,0.51357955,0.00007770671],"about_ca_topic_score_codex":0.000011839368,"about_ca_topic_score_gemma":0.0000027304661,"teacher_disagreement_score":0.46525973,"about_ca_system_score_codex":0.000075683325,"about_ca_system_score_gemma":0.0011107114,"threshold_uncertainty_score":0.9997648},"labels":[],"label_agreement":null},{"id":"W3102299888","doi":"10.2196/24414","title":"Long-Term Morbidity and Health After Early Menopause Due to Oophorectomy in Women at Increased Risk of Ovarian Cancer: Protocol for a Nationwide Cross-Sectional Study With Prospective Follow-Up (HARMOny Study)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"KWF Kankerbestrijding","keywords":"Medicine; Breast cancer; Prospective cohort study; Oophorectomy; Gynecology; Obstetrics; Physical therapy; Cancer; Hysterectomy; Internal medicine; Surgery","score_opus":0.11256954632901142,"score_gpt":0.49605333490218295,"score_spread":0.38348378857317156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102299888","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50952137,0.0000013944577,0.000036233694,0.000086674285,0.0000027524875,0.4902238,0.00011315363,0.000007809067,0.000006814133],"genre_scores_gemma":[0.47038516,1.7840775e-7,0.00014186595,0.00004489283,0.000077941026,0.52926785,0.000005185342,0.000027282531,0.000049656843],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99675626,0.0005829939,0.00049407285,0.0009350732,0.000692216,0.00053941784],"domain_scores_gemma":[0.9982291,0.000054691798,0.00020026558,0.00040942561,0.0007927301,0.00031379765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019066343,0.00022956754,0.00033423258,0.00017754438,0.00025220044,0.00012229806,0.00030669602,0.000097316035,0.000053889537],"category_scores_gemma":[0.00020834806,0.0002010789,0.000036489466,0.00063391146,0.00014848344,0.000022907994,0.00040316596,0.0003077852,0.0000022937243],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035408206,0.001343138,0.95354795,0.00037545233,0.00016802941,0.000013429796,0.0040609366,0.00003166594,0.004373588,0.0000011117629,0.00033167223,0.00034479375],"study_design_scores_gemma":[0.016503096,0.021216942,0.9516541,0.000121026016,0.0000028511736,0.0000022611227,0.00019118645,0.000009200086,0.009219413,0.000020985477,0.000862034,0.00019694371],"about_ca_topic_score_codex":0.0010985321,"about_ca_topic_score_gemma":0.005747841,"teacher_disagreement_score":0.03913621,"about_ca_system_score_codex":0.00075165014,"about_ca_system_score_gemma":0.0012855293,"threshold_uncertainty_score":0.819976},"labels":[],"label_agreement":null},{"id":"W3103041248","doi":"10.2196/18004","title":"Helping Optimize Language Acquisition (HOLA) Online Parent Training Modules for Latinx Parents of Toddlers at Risk for ASD: Protocol for a Pilot Funded by the Organization for Autism Research","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Parent training; Psychological intervention; Population; Autism; Autism spectrum disorder; Intervention (counseling); Psychology; Medical education; Developmental psychology; Clinical psychology; Medicine; Psychiatry","score_opus":0.49226424878870517,"score_gpt":0.5510187236523384,"score_spread":0.05875447486363322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103041248","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005055196,0.000003375179,0.037716564,0.009207967,0.000009001637,0.94475764,0.0030622773,0.00014745544,0.000040527673],"genre_scores_gemma":[0.062291835,0.0000013145947,0.004963193,0.000125685,0.00018972291,0.93153423,0.00032504194,0.00019853057,0.00037044557],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99231464,0.0014634916,0.000883683,0.0013573002,0.0020422328,0.0019386527],"domain_scores_gemma":[0.9924946,0.0052703633,0.00042060393,0.0007441505,0.0006954554,0.00037486263],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004913429,0.00036228486,0.00053071865,0.00034970394,0.002325498,0.00041503055,0.001630764,0.0002067712,0.00010865937],"category_scores_gemma":[0.009659268,0.00029458207,0.00021338633,0.001613138,0.0005668894,0.00041117854,0.000716624,0.0008134898,0.000009842785],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04786762,0.0048073223,0.0009783544,0.013377286,0.00013921193,0.000005727638,0.018136334,0.0012860907,0.8171932,0.01889594,0.046219762,0.031093163],"study_design_scores_gemma":[0.044430763,0.029111141,0.00089986535,0.0023217034,0.000019790865,0.0000068586683,0.004257615,0.15181743,0.67319167,0.023030147,0.06987159,0.0010414562],"about_ca_topic_score_codex":0.000045483324,"about_ca_topic_score_gemma":0.000053429776,"teacher_disagreement_score":0.15053134,"about_ca_system_score_codex":0.00045799703,"about_ca_system_score_gemma":0.0005003717,"threshold_uncertainty_score":0.99995065},"labels":[],"label_agreement":null},{"id":"W3103205404","doi":"10.2196/21200","title":"Web-based Self-help Program for Adjustment Problems After an Accident (SelFIT): Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Bern","keywords":"Psychological intervention; Randomized controlled trial; Anxiety; Mental health; Poison control; Intervention (counseling); Distress; Medicine; Suicide prevention; Protocol (science); Psychology; Physical therapy; Psychiatry; Clinical psychology; Medical emergency; Alternative medicine","score_opus":0.21774155279896,"score_gpt":0.5929936099945099,"score_spread":0.3752520571955499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103205404","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019081275,0.0000033686074,0.00047627275,0.0039387974,0.00008114787,0.9923905,0.00009524693,0.0007133423,0.0021104743],"genre_scores_gemma":[0.0011549942,3.03732e-8,0.0035610297,0.00059257745,0.00092152855,0.99171954,0.00005492571,0.00016068386,0.001834691],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9900022,0.00303878,0.0023050676,0.0012669241,0.0016261067,0.0017609174],"domain_scores_gemma":[0.9944417,0.0019165338,0.0005818822,0.0008392553,0.0010475483,0.0011731125],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008054275,0.00051850505,0.0017582251,0.0003457274,0.0003115648,0.0005274289,0.0010468399,0.00039424023,0.0018935644],"category_scores_gemma":[0.001256207,0.00039026968,0.0013838506,0.00052473054,0.00025838244,0.0003898443,0.00019536426,0.0006580624,0.00028674235],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93308574,0.021692429,0.000026587108,0.0035040686,0.00027052205,0.000012163559,0.00037667181,0.0000019954211,0.000009143363,0.0023287926,0.020475345,0.018216526],"study_design_scores_gemma":[0.6754157,0.039264653,0.000014167273,0.0011701502,0.000016669357,0.0000015119354,0.000041655196,0.0021163104,0.000098693934,0.0009817565,0.280614,0.0002647404],"about_ca_topic_score_codex":0.000013187239,"about_ca_topic_score_gemma":0.00004390979,"teacher_disagreement_score":0.26013863,"about_ca_system_score_codex":0.00033417987,"about_ca_system_score_gemma":0.0011748573,"threshold_uncertainty_score":0.9998549},"labels":[],"label_agreement":null},{"id":"W3103245939","doi":"10.2196/23414","title":"Exploring Interactive Survivorship Care Plans to Support Breast Cancer Survivors: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Survivorship curve; Breast cancer; Medicine; Randomized controlled trial; Intervention (counseling); Cancer survivor; Family medicine; Cancer survivorship; Cancer; Protocol (science); Physical therapy; Gerontology; Nursing; Alternative medicine; Internal medicine","score_opus":0.38233116686813734,"score_gpt":0.5454017581258582,"score_spread":0.1630705912577209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103245939","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019349611,0.0000013188059,0.00018693408,0.0054799016,0.000092523725,0.9891693,0.000377024,0.00023303847,0.0025249755],"genre_scores_gemma":[0.013378896,6.1233783e-7,0.00007245176,0.00063245074,0.0025522925,0.9824482,0.000045435132,0.00014580348,0.0007238487],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99258816,0.0018739502,0.0012357146,0.0011280528,0.0018561338,0.0013179579],"domain_scores_gemma":[0.9933279,0.0021902875,0.00027173097,0.00065755035,0.002325194,0.0012273022],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036888982,0.0005410592,0.002653716,0.0004583661,0.00029262083,0.00028759582,0.00058642245,0.00021082217,0.0012247307],"category_scores_gemma":[0.0017911133,0.00039846145,0.0010059284,0.0010287551,0.00021499979,0.00044041,0.00028775723,0.0011315546,0.00009898757],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9701046,0.0004953778,0.00053447625,0.0032475588,0.0002926545,0.00004589601,0.015944416,0.000004973086,0.0003403175,0.00011107624,0.0038419052,0.0050367955],"study_design_scores_gemma":[0.84853095,0.0066197594,0.00007547801,0.0026570323,0.000035286437,0.0000069084663,0.0041784444,0.00006385134,0.001404244,0.000025751106,0.13601494,0.00038736846],"about_ca_topic_score_codex":0.0024330197,"about_ca_topic_score_gemma":0.0059413873,"teacher_disagreement_score":0.13217303,"about_ca_system_score_codex":0.0005247019,"about_ca_system_score_gemma":0.0016534097,"threshold_uncertainty_score":0.9998467},"labels":[],"label_agreement":null},{"id":"W3103415436","doi":"10.2196/20183","title":"Virtual Overdose Response for People Who Use Opioids Alone: Protocol for a Feasibility and Clinical Trial Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Opioid overdose; Medicine; Medical emergency; SAFER; Phone; Clinical trial; Consumption (sociology); (+)-Naloxone; Opioid; Computer security","score_opus":0.5251383851973978,"score_gpt":0.629456615345481,"score_spread":0.10431823014808328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103415436","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24335821,5.52064e-7,0.00009643925,0.0019359046,0.000007364804,0.75437605,0.000112678026,0.00010152875,0.000011273427],"genre_scores_gemma":[0.008765588,2.5410066e-7,0.0011010565,0.00022024501,0.00048293316,0.98856705,0.000023710445,0.00009983019,0.0007393488],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932155,0.00214207,0.0011396996,0.001398818,0.0011925913,0.00091129146],"domain_scores_gemma":[0.99267185,0.0043384726,0.00017597289,0.001052134,0.0008723133,0.00088926713],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0063717104,0.00037550312,0.0011314832,0.00017328003,0.00037202716,0.0002965002,0.00033550884,0.0002749995,0.000073894764],"category_scores_gemma":[0.0137309,0.00029679577,0.00035764274,0.0005455368,0.0002678008,0.00029376228,0.00043412577,0.00074215553,0.000022411376],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84706146,0.018547112,0.10760579,0.0014278905,0.00016018421,0.00002796732,0.003247578,3.3606258e-7,0.00014534994,0.000054527238,0.01909049,0.0026312876],"study_design_scores_gemma":[0.45355698,0.2335495,0.17552862,0.00064883695,0.000034841174,0.0000028108059,0.0015384969,0.00045784304,0.00021812355,0.00010764434,0.1340649,0.00029140108],"about_ca_topic_score_codex":0.00003695546,"about_ca_topic_score_gemma":0.000032125114,"teacher_disagreement_score":0.3935045,"about_ca_system_score_codex":0.00027442767,"about_ca_system_score_gemma":0.001694136,"threshold_uncertainty_score":0.99994844},"labels":[],"label_agreement":null},{"id":"W3104275873","doi":"10.2196/18837","title":"Comparison of Endoscopy First and Laparoscopic Cholecystectomy First Strategies for Patients With Gallstone Disease and Intermediate Risk of Choledocholithiasis: Protocol for a Clinical Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gallbladder and Bile Duct Disorders","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Endoscopic retrograde cholangiopancreatography; Cholangiography; Endoscopic ultrasound; Cholecystectomy; Clinical endpoint; Randomized controlled trial; Endoscopy; Gallbladder; General surgery; Common bile duct; Surgery; Biliary colic; Radiology; Pancreatitis","score_opus":0.14867083618145624,"score_gpt":0.5312430809471744,"score_spread":0.38257224476571816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104275873","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19299647,0.0000093145645,0.00009030542,0.0003892227,0.0000054999746,0.8063581,0.00008823464,0.0000242972,0.000038576185],"genre_scores_gemma":[0.22267702,0.0000038268454,0.0003607045,0.000025539806,0.00010456595,0.776763,0.000018829562,0.00003168207,0.000014820977],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959999,0.0007050552,0.0014939524,0.0005876896,0.0007469885,0.0004664618],"domain_scores_gemma":[0.9947934,0.0027354464,0.000700871,0.00033321904,0.0009317121,0.00050534453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021662207,0.00029652708,0.0025929464,0.00016790097,0.00016688727,0.00008796256,0.00020359996,0.00014599336,0.000026115687],"category_scores_gemma":[0.003987635,0.00018395417,0.00035305825,0.00021140982,0.0011591839,0.00016302711,0.000109083296,0.00047144695,5.776218e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88226485,0.003252714,0.103424095,0.008751443,0.00043365415,8.902988e-7,0.00083378097,0.000001516908,0.000016300195,0.00003699708,0.0007839653,0.00019981008],"study_design_scores_gemma":[0.95344776,0.026021339,0.013521321,0.0026724502,0.0001819047,1.4620404e-7,0.00034056135,0.0007600809,0.00013020086,0.00015117729,0.0026175175,0.00015552285],"about_ca_topic_score_codex":0.000012997939,"about_ca_topic_score_gemma":0.000016850821,"teacher_disagreement_score":0.08990277,"about_ca_system_score_codex":0.00001903318,"about_ca_system_score_gemma":0.00055484753,"threshold_uncertainty_score":0.7501433},"labels":[],"label_agreement":null},{"id":"W3104566260","doi":"10.2196/24383","title":"COVID-19 Misinformation Prophylaxis: Protocol for a Randomized Trial of a Brief Informational Intervention","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Misinformation; Randomized controlled trial; Infographic; Pandemic; Population; Narrative; Intervention (counseling); Medicine; Public health; Psychology; Protocol (science); Family medicine; Medical education; Coronavirus disease 2019 (COVID-19); Alternative medicine; Nursing; Environmental health; Computer science; Computer security; Disease; Infectious disease (medical specialty)","score_opus":0.39889756152522415,"score_gpt":0.6181853412589103,"score_spread":0.21928777973368618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104566260","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059594004,1.3268823e-7,0.006244579,0.0038790624,0.000007721901,0.96833825,0.000026493102,0.000100758545,0.021343414],"genre_scores_gemma":[0.0013936567,1.6704301e-7,0.0005982228,0.0006008965,0.00025692934,0.9966411,0.000034108,0.000010149047,0.0004647586],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949082,0.0012386669,0.001269543,0.00016141002,0.0019310705,0.00049109705],"domain_scores_gemma":[0.99647814,0.00081079284,0.00065408455,0.00019674258,0.0011101966,0.0007500254],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011189127,0.00013785405,0.00039601602,0.00031777515,0.0006077161,0.00039122874,0.00049919885,0.00018593585,0.0012229164],"category_scores_gemma":[0.026638128,0.00011314431,0.0002973181,0.00084303005,0.00056710944,0.0019372997,0.00009622378,0.00030827976,0.00006714351],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8188009,0.0003657347,0.0000024397325,0.003320432,0.000024349138,2.5636794e-7,0.06629957,0.000028689314,0.000019765772,0.04563247,0.050102983,0.015402363],"study_design_scores_gemma":[0.47200793,0.0016419255,0.0000021986605,0.00024334794,9.4796053e-7,2.5834566e-7,0.002531468,0.0011939061,0.0001403246,0.0014198835,0.52072924,0.00008858179],"about_ca_topic_score_codex":0.000120848774,"about_ca_topic_score_gemma":0.000020767442,"teacher_disagreement_score":0.47062624,"about_ca_system_score_codex":0.00026873505,"about_ca_system_score_gemma":0.002912224,"threshold_uncertainty_score":0.9996901},"labels":[],"label_agreement":null},{"id":"W3104621901","doi":"10.2196/21772","title":"An Autonomy-Supportive Online Decision Aid to Assist Smokers in Choosing Evidence-Based Cessation Assistance: Development Process and Protocol of a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Smoking cessation; Usability; Decision aids; Medicine; Nicotine replacement therapy; Delphi method; Medical education; Psychology; Computer science; Alternative medicine; Artificial intelligence","score_opus":0.24324592474718812,"score_gpt":0.5595384259474059,"score_spread":0.3162925012002178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104621901","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29673246,7.835151e-7,0.0012767643,0.0007004581,0.0000051230127,0.7012037,0.000002911196,0.000038210015,0.000039590566],"genre_scores_gemma":[0.34189165,8.1140556e-8,0.0016710392,0.00008684859,0.00006849441,0.65623033,0.000015734513,0.000020178068,0.000015659405],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99432623,0.0011887179,0.0015119712,0.00064599083,0.001902943,0.0004241499],"domain_scores_gemma":[0.9968412,0.00093385525,0.00046191394,0.00030240687,0.0010468352,0.00041382422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068323477,0.00024279972,0.0014013543,0.0005616698,0.00013820126,0.00013932733,0.00022339677,0.00018224961,0.000130723],"category_scores_gemma":[0.004775869,0.00018082405,0.00013490109,0.0008705763,0.00018978633,0.0004104749,0.000053885524,0.0005583508,0.0000015756449],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9380588,0.0015272689,0.040785044,0.00097038475,0.000028341661,0.000015483862,0.0020821234,0.000041772604,0.0017694545,0.00000852151,0.00003661047,0.014676223],"study_design_scores_gemma":[0.91884047,0.003653521,0.05410845,0.009596884,0.000022656763,8.339108e-7,0.00037019796,0.0016989002,0.010886869,0.000048292102,0.0005808048,0.00019210519],"about_ca_topic_score_codex":0.00001641732,"about_ca_topic_score_gemma":0.0000147990595,"teacher_disagreement_score":0.045159172,"about_ca_system_score_codex":0.00048238575,"about_ca_system_score_gemma":0.003337812,"threshold_uncertainty_score":0.7373791},"labels":[],"label_agreement":null},{"id":"W3104940576","doi":"10.2196/19000","title":"Improving Physical Activity in Adults Admitted to a Hospital With Interventions Developed and Implemented Through Cocreation: Protocol for a Pre-Post Embedded Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; Protocol (science); Hospital medicine; Health care; Physical activity; Emergency medicine; Physical therapy; Family medicine; Nursing; Alternative medicine","score_opus":0.2885216436925863,"score_gpt":0.6277291094010959,"score_spread":0.3392074657085096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104940576","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1741331,1.3439423e-7,0.0077460636,0.0030914342,0.0000021657552,0.8148357,0.000040118015,0.000107474,0.00004380067],"genre_scores_gemma":[0.067022234,1.191338e-8,0.03907375,0.000074578136,0.00010993762,0.8935154,0.000019814332,0.00006556686,0.00011868075],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995835,0.001036819,0.0005146781,0.000989604,0.00084183057,0.0007820381],"domain_scores_gemma":[0.9971845,0.0005389784,0.00016519493,0.00050417345,0.0011437265,0.00046343904],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013348756,0.00033322163,0.00064231333,0.00022527315,0.00021298739,0.00015070752,0.00029990147,0.00009341597,0.00004814288],"category_scores_gemma":[0.0024910234,0.00026183852,0.000114474526,0.0013526806,0.00013783207,0.000433423,0.00053331914,0.00074553693,0.000007671528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18817414,0.0532564,0.06933607,0.041833527,0.0008132763,0.00030808427,0.14799361,0.000009728025,0.044532347,0.00017176139,0.0093459245,0.44422513],"study_design_scores_gemma":[0.13113312,0.2174165,0.5334012,0.022071157,0.000056055702,0.000026009802,0.019397471,0.009246641,0.051635344,0.00010611364,0.014258189,0.0012522211],"about_ca_topic_score_codex":0.00021109491,"about_ca_topic_score_gemma":0.00043453975,"teacher_disagreement_score":0.4640651,"about_ca_system_score_codex":0.00023619574,"about_ca_system_score_gemma":0.00062780234,"threshold_uncertainty_score":0.9999834},"labels":[],"label_agreement":null},{"id":"W3105090056","doi":"10.2196/23592","title":"A Text Messaging Intervention for Coping With Social Distancing During COVID-19 (StayWell at Home): Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Resources and Services Administration","keywords":"Randomized controlled trial; Mood; Psychological intervention; Anxiety; Social distance; Psychology; Coping (psychology); Population; Clinical psychology; Medicine; Psychiatry; Coronavirus disease 2019 (COVID-19)","score_opus":0.23997863548824694,"score_gpt":0.6008894668895347,"score_spread":0.36091083140128777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105090056","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075535383,0.0000019657386,0.012303663,0.0069090775,0.00003370863,0.9775635,0.00010855947,0.00022219712,0.0021019736],"genre_scores_gemma":[0.010213427,1.1498706e-8,0.00031853365,0.00029692514,0.00048387103,0.9836401,0.00003415629,0.00011299201,0.004899989],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932804,0.00198479,0.0016835354,0.00092947617,0.000824818,0.001296953],"domain_scores_gemma":[0.99559075,0.002364046,0.00076012406,0.00033004986,0.0003502663,0.00060477253],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005507895,0.000365005,0.0015078563,0.0003045339,0.0013347513,0.00038189528,0.000508071,0.0001842561,0.0006954949],"category_scores_gemma":[0.0015504204,0.00028787725,0.0010718398,0.00046709224,0.0003949812,0.00032185347,0.00027231313,0.0004998873,0.000063124404],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96546364,0.0015589009,0.000022480732,0.009314323,0.00026994525,0.000015642994,0.0020318865,0.0000026431264,0.00008018513,0.008817492,0.01191042,0.00051246944],"study_design_scores_gemma":[0.9165762,0.006630909,0.000009443302,0.0017908447,0.000016981989,0.000005417945,0.00042041537,0.00014822504,0.00028329872,0.0019717729,0.07185914,0.00028735082],"about_ca_topic_score_codex":0.000026088708,"about_ca_topic_score_gemma":0.00005262424,"teacher_disagreement_score":0.059948724,"about_ca_system_score_codex":0.0010450454,"about_ca_system_score_gemma":0.00034781074,"threshold_uncertainty_score":0.99996537},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3105482187","doi":"10.2196/22437","title":"Prevalence of Postoperative Pain Following Hospital Discharge: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Anesthesia and Pain Management","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Medicine; MEDLINE; Ambulatory; Hospital discharge; Quality of life (healthcare); Emergency medicine; Physical therapy; Intensive care medicine; Surgery","score_opus":0.2613567171756084,"score_gpt":0.5787059843150159,"score_spread":0.3173492671394075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105482187","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0315584e-9,0.24374528,0.00009162341,0.0009294649,0.0000012402722,0.7550272,0.000013092847,0.00004830331,0.00014382109],"genre_scores_gemma":[6.1837393e-9,0.1212932,0.0003892809,0.0004117557,0.00008445491,0.87481445,0.000028845016,0.000117928335,0.0028600823],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9899475,0.0048361663,0.001888309,0.000894015,0.0016942358,0.00073975546],"domain_scores_gemma":[0.99551684,0.0015538444,0.0008095225,0.0012121024,0.0005735539,0.00033413857],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011041884,0.0006266304,0.0046068844,0.00027424496,0.00016519989,0.0000767752,0.00091272115,0.0002678826,0.00013203219],"category_scores_gemma":[0.0042644124,0.00039128045,0.00164607,0.00091173215,0.00014643071,0.00012746183,0.0002314688,0.00095732184,0.00011281455],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007817582,0.0004913971,0.000015732834,0.9530524,0.00031433615,0.00009446693,0.0001077044,4.4637227e-9,2.8207808e-7,0.0002519585,0.02813698,0.017456556],"study_design_scores_gemma":[0.0005417308,0.00277318,5.222979e-7,0.50289017,0.00022039568,0.000006451536,0.000015762327,0.000004565438,6.3337234e-7,0.00000993805,0.49336067,0.00017598047],"about_ca_topic_score_codex":0.0000013073229,"about_ca_topic_score_gemma":1.0214503e-7,"teacher_disagreement_score":0.4652237,"about_ca_system_score_codex":0.00026855466,"about_ca_system_score_gemma":0.0012374124,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W3105531857","doi":"10.2196/20819","title":"A Mindfulness-Based Brain-Computer Interface to Augment Mandala Coloring for Depression: Protocol for a Single-Case Experimental Design","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mandala; Augment; Brain–computer interface; Mindfulness; Protocol (science); Computer science; Interface (matter); Depression (economics); Human–computer interaction; Psychology; Clinical psychology; Medicine; Electroencephalography; Psychiatry; Operating system","score_opus":0.5861557899931809,"score_gpt":0.626467182376357,"score_spread":0.04031139238317616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105531857","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022892791,6.7638706e-7,0.23254962,0.0030019672,0.000038645558,0.7634835,0.0000813628,0.00012926458,0.00048602384],"genre_scores_gemma":[0.018440368,6.78738e-11,0.017216092,0.00084896927,0.00036475708,0.96192485,0.00000782989,0.000107403815,0.0010897444],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9957846,0.0005805561,0.00078303955,0.0010608995,0.00055325933,0.0012376654],"domain_scores_gemma":[0.99703705,0.0011232011,0.00016215337,0.0005359002,0.00032067855,0.0008210259],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013425073,0.00033449358,0.00037282487,0.00024550874,0.00044856357,0.0003564329,0.0006391429,0.00016718109,0.0008108128],"category_scores_gemma":[0.00019898963,0.00031334747,0.00024018297,0.00043418942,0.0001247162,0.00022861079,0.0004048505,0.00035184933,0.00034002622],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09100279,0.018060695,0.00006220578,0.007480456,0.00015439234,0.0008381731,0.0040116683,0.00028927336,0.011200928,0.0016925358,0.68764985,0.17755704],"study_design_scores_gemma":[0.012419741,0.038366947,0.0000056154527,0.002766989,0.0000018449053,0.000085302214,0.00036323298,0.0018995841,0.5437592,0.00023308021,0.39974982,0.00034861593],"about_ca_topic_score_codex":0.000007693494,"about_ca_topic_score_gemma":0.000003486716,"teacher_disagreement_score":0.5325583,"about_ca_system_score_codex":0.00046638987,"about_ca_system_score_gemma":0.00018067447,"threshold_uncertainty_score":0.9999319},"labels":[],"label_agreement":null},{"id":"W3105562553","doi":"10.2196/22463","title":"Investigating Users' and Other Stakeholders' Needs in the Development of a Personalized Integrated Care Platform (PROCare4Life) for Older People with Dementia or Parkinson Disease: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Dementia; Protocol (science); Integrated care; Quality of life (healthcare); Health care; Scale (ratio); Disease; Population; Medicine; Psychology; Gerontology; Nursing; Alternative medicine","score_opus":0.36407552810405197,"score_gpt":0.5462579679127412,"score_spread":0.1821824398086892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105562553","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08234748,0.0000055796504,0.0043952884,0.00044509963,0.0000012224723,0.91266733,0.000036230886,0.000032536194,0.00006925066],"genre_scores_gemma":[0.054431576,6.19301e-8,0.022942094,0.00018718663,0.000036806076,0.92223185,0.000030411431,0.00005873856,0.00008125907],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9958429,0.00082157005,0.000633945,0.0005858651,0.00134039,0.0007753588],"domain_scores_gemma":[0.9973428,0.00077918224,0.00015754947,0.00028889725,0.0010205931,0.0004109475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039219474,0.00030383232,0.0005156218,0.000364051,0.00034687578,0.0001751018,0.00035052717,0.00007864304,0.00010267388],"category_scores_gemma":[0.0009493604,0.00017032074,0.000083137864,0.0014144896,0.00025220632,0.00015803913,0.00017463353,0.0004736388,9.67975e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03308126,0.0028363636,0.74054796,0.018286632,0.0004545431,0.000015999762,0.15726206,8.6743745e-7,0.0018379473,0.00006995708,0.0015012202,0.04410521],"study_design_scores_gemma":[0.062004887,0.021379502,0.21762031,0.0064765173,0.00009074897,0.0000043412933,0.44631428,0.0007289475,0.008359018,0.000057901183,0.23649512,0.00046842295],"about_ca_topic_score_codex":0.000029340254,"about_ca_topic_score_gemma":0.0002697957,"teacher_disagreement_score":0.52292764,"about_ca_system_score_codex":0.00012475686,"about_ca_system_score_gemma":0.0022138169,"threshold_uncertainty_score":0.69454783},"labels":[],"label_agreement":null},{"id":"W3105728436","doi":"10.2196/21350","title":"The Impact of Nonpharmacological Interventions on Patient Experience, Opioid Use, and Health Care Utilization in Adult Cardiac Surgery Patients: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Psychological intervention; Physical therapy; Perioperative; Anxiety; Randomized controlled trial; Outpatient surgery; Patient satisfaction; Health care; Cardiac surgery; Emergency medicine; Surgery; Nursing; Psychiatry; Ambulatory","score_opus":0.5503105239484257,"score_gpt":0.6931869209906084,"score_spread":0.1428763970421827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105728436","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14201011,0.000004770775,0.000024176928,0.00037029802,0.000013677756,0.85744274,0.00008386959,0.000020039337,0.000030302563],"genre_scores_gemma":[0.14598472,0.000003246035,0.0002468641,0.00018286875,0.000048762562,0.85347605,0.00003342603,0.00001991887,0.000004163316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99454606,0.0027435052,0.00095175416,0.00043656968,0.0006469612,0.0006751396],"domain_scores_gemma":[0.99685836,0.0011383949,0.00023150237,0.00027049085,0.0008523966,0.0006488295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027176384,0.00017620448,0.0006232318,0.00021046109,0.00032198528,0.00004984093,0.00010014565,0.000079686506,0.000012667167],"category_scores_gemma":[0.0014508422,0.00010920697,0.00031694112,0.0007022559,0.0001281177,0.000112249785,0.00014463972,0.00046637587,0.0000011490789],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018434202,0.0063872095,0.6555035,0.010746172,0.00004480222,0.0000047891385,0.016118424,0.0000025806596,0.00006933447,0.00003080874,0.025804335,0.26685387],"study_design_scores_gemma":[0.008873602,0.065298565,0.8787429,0.0039681355,0.0000043189166,8.445399e-7,0.012151505,0.000121011115,0.000991121,0.000009477997,0.02967155,0.00016701111],"about_ca_topic_score_codex":0.0003249959,"about_ca_topic_score_gemma":0.00003294088,"teacher_disagreement_score":0.26668686,"about_ca_system_score_codex":0.00064212707,"about_ca_system_score_gemma":0.0011458762,"threshold_uncertainty_score":0.4453331},"labels":[],"label_agreement":null},{"id":"W3106193346","doi":"10.2196/22996","title":"An Artificial Intelligence–Based, Personalized Smartphone App to Improve Childhood Immunization Coverage and Timelines Among Children in Pakistan: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Psychological intervention; mHealth; Vaccination; Randomized controlled trial; Family medicine; Intervention (counseling); Immunization; Pediatrics; Nursing","score_opus":0.08756575085208596,"score_gpt":0.5002279953498332,"score_spread":0.41266224449774724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106193346","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010521644,0.0000026733092,0.0049668388,0.0026082864,0.000010554084,0.9814692,0.000022812399,0.000102769016,0.0002952214],"genre_scores_gemma":[0.025740813,8.042471e-7,0.0005296959,0.00026576797,0.000962198,0.97229314,0.00002290584,0.000042653275,0.00014201525],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99355423,0.0028734026,0.0010877025,0.0007131184,0.0009899136,0.00078163017],"domain_scores_gemma":[0.9971662,0.0011862272,0.00025467423,0.00031301606,0.00060233235,0.00047751647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007169378,0.0002822828,0.0011790848,0.00031393545,0.00072061707,0.0007190776,0.00055891613,0.00022565082,0.0003709225],"category_scores_gemma":[0.003178949,0.00023263077,0.00026576425,0.0009817937,0.00019302801,0.00049215206,0.00010062545,0.00047024063,0.000019260784],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.976564,0.001170012,0.00053008203,0.00011999568,0.00004052838,0.0000045979855,0.0095653385,0.000039858784,0.000490426,0.0030660676,0.00047241725,0.007936685],"study_design_scores_gemma":[0.9823544,0.003566715,0.00043552858,0.00042661687,0.000010285141,1.7124641e-7,0.0008967944,0.0032608574,0.00068821164,0.0040074345,0.003943815,0.000409183],"about_ca_topic_score_codex":0.0003116734,"about_ca_topic_score_gemma":0.0004227196,"teacher_disagreement_score":0.015219171,"about_ca_system_score_codex":0.0001234794,"about_ca_system_score_gemma":0.00093909085,"threshold_uncertainty_score":0.94864076},"labels":[],"label_agreement":null},{"id":"W3106410858","doi":"10.2196/21440","title":"Morbidity and Complications of Diabetes Mellitus in Children and Adolescents in Ghana: Protocol for a Longitudinal Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Ghana","keywords":"Medicine; Logistic regression; Diabetes mellitus; Anthropometry; Odds ratio; Quality of life (healthcare); Odds; Gerontology; Pediatrics; Physical therapy; Internal medicine","score_opus":0.2971391445763632,"score_gpt":0.53856519505933,"score_spread":0.24142605048296678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106410858","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23646808,0.0000024889328,0.0000046717087,0.0007006151,3.1069814e-7,0.76270807,0.000008701491,0.000011828978,0.00009524181],"genre_scores_gemma":[0.32908088,1.3193853e-7,0.00011087261,0.000015522979,0.000024397565,0.6707285,0.0000042616944,0.0000125169645,0.000022887754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978321,0.00025498384,0.00035927753,0.00047812355,0.00057295104,0.0005025561],"domain_scores_gemma":[0.99915487,0.000111684305,0.0000547618,0.00027200038,0.00018995191,0.00021675031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013681579,0.000127708,0.00035079606,0.00037847643,0.00007056656,0.000056036824,0.00020229477,0.000057861147,0.000016212569],"category_scores_gemma":[0.00027866612,0.000105290885,0.000030775653,0.00071979663,0.00024995065,0.00010882744,0.0003936548,0.00043797807,0.000003449092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006373847,0.0030733803,0.9867728,0.0030122576,0.000026942438,0.0000033077517,0.00024964145,4.3013353e-7,0.00025836698,0.000065530774,0.0006477885,0.0052522044],"study_design_scores_gemma":[0.011022615,0.0039325585,0.9814777,0.0017557482,0.0000027629046,1.7821289e-7,0.00013874502,0.0005209229,0.00025470133,0.00013512069,0.0006714566,0.000087495064],"about_ca_topic_score_codex":0.000039589868,"about_ca_topic_score_gemma":0.000046776513,"teacher_disagreement_score":0.09261281,"about_ca_system_score_codex":0.00004150637,"about_ca_system_score_gemma":0.0000833498,"threshold_uncertainty_score":0.4293638},"labels":[],"label_agreement":null},{"id":"W3106437836","doi":"10.2196/22536","title":"Novel Assessments of Technical and Nontechnical Cardiac Surgery Quality: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Heart, Lung, and Blood Institute; Medical School, University of Michigan; Agency for Healthcare Research and Quality; University of Michigan; U.S. Department of Veterans Affairs","keywords":"Medicine; Patient safety; Quality management; Adverse effect; Institutional review board; Protocol (science); Health care; Risk assessment; Medical emergency; Medical education; Surgery; Operations management; Engineering","score_opus":0.7250076012852353,"score_gpt":0.7230864908632425,"score_spread":0.0019211104219928332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106437836","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008330835,3.7431928e-7,0.005900353,0.00061096373,0.0000028601698,0.99137574,0.000016496213,0.00010598278,0.0011541282],"genre_scores_gemma":[0.02449735,3.0228783e-8,0.01863708,0.00007797588,0.000103462386,0.95659727,0.0000058606984,0.00003333497,0.00004764307],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958519,0.0012854344,0.0008243129,0.0005394178,0.0010528819,0.00044608637],"domain_scores_gemma":[0.99415356,0.00433795,0.00014689357,0.00037274486,0.0005444703,0.00044438292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009715307,0.00016967206,0.00087630743,0.00016676978,0.00010883404,0.000050033737,0.00015627054,0.00017638554,0.00007080572],"category_scores_gemma":[0.0037715156,0.00013107265,0.0002348612,0.0006880322,0.00023084035,0.000086444634,0.00028244272,0.0006286524,0.0000025311979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041142482,0.01911388,0.17918888,0.010665325,0.0005852585,0.00006820325,0.00083544484,0.0000032105336,0.154642,0.0024141779,0.008287434,0.5830537],"study_design_scores_gemma":[0.032843824,0.015400367,0.2226815,0.0024368255,0.00003097094,0.0000109966795,0.0014285027,0.0009903938,0.011440611,0.00026896418,0.711942,0.0005250439],"about_ca_topic_score_codex":0.00000981233,"about_ca_topic_score_gemma":0.0000013607938,"teacher_disagreement_score":0.7036546,"about_ca_system_score_codex":0.00005895133,"about_ca_system_score_gemma":0.00035178848,"threshold_uncertainty_score":0.53449875},"labels":[],"label_agreement":null},{"id":"W3106668037","doi":"10.2196/17765","title":"Open and Distance Learning Programs for Nursing and Midwifery Education in East Africa: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Nursing; Medicine; Nurse education; Medical education; Alternative medicine","score_opus":0.7613490942513046,"score_gpt":0.7544145696795913,"score_spread":0.006934524571713285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106668037","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.9402986e-9,0.3454065,0.000066137254,0.00039489928,0.000007943123,0.65327907,0.000014238396,0.000024325478,0.0008068988],"genre_scores_gemma":[1.6974086e-8,0.11587164,0.000621709,0.00006404738,0.00018519054,0.88179964,0.0000591387,0.0000904353,0.0013082041],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951036,0.0014315246,0.0009829317,0.0012154841,0.00033120753,0.00093525246],"domain_scores_gemma":[0.9978111,0.00077531004,0.00044815155,0.00042717066,0.0001855349,0.00035273435],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036765405,0.00039161954,0.0015908356,0.00025266758,0.0003758576,0.0003826706,0.0006428612,0.00026476657,0.00003564718],"category_scores_gemma":[0.0004810353,0.00033610125,0.00014083656,0.0007399519,0.00020356983,0.0002177762,0.0003623254,0.0010179444,0.000011316902],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032585024,0.00042444348,0.000017835175,0.42330456,0.00000766947,0.0000018388149,0.00032203496,1.5838598e-9,6.798268e-8,0.00049557735,0.0037339216,0.5713662],"study_design_scores_gemma":[0.0009986509,0.00091898785,0.0000031128113,0.47438264,0.000007410262,0.000007897652,0.000106056534,0.0000013698364,5.7601596e-8,0.00017844625,0.5232351,0.00016031801],"about_ca_topic_score_codex":0.000031392417,"about_ca_topic_score_gemma":0.00004730499,"teacher_disagreement_score":0.5712059,"about_ca_system_score_codex":0.0007373783,"about_ca_system_score_gemma":0.0061809025,"threshold_uncertainty_score":0.9999091},"labels":[],"label_agreement":null},{"id":"W3106693880","doi":"10.2196/22771","title":"Mobile App-Based Intervention for Pregnant Women With Stress Urinary Incontinence: Protocol for a Hybrid Effectiveness-Implementation Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Urinary incontinence; mHealth; Medicine; Intervention (counseling); Randomized controlled trial; Physical therapy; Distress; Pregnancy; Mobile apps; Nursing; Psychological intervention; Clinical psychology; Internal medicine; Urology; Computer science","score_opus":0.13810924700688573,"score_gpt":0.5381791619520647,"score_spread":0.40006991494517896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106693880","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023488265,0.0000012167811,0.0038432356,0.00017889077,0.000004168533,0.9720818,0.00021764937,0.00013164138,0.000053143624],"genre_scores_gemma":[0.019445024,4.6013014e-8,0.0013692451,0.000043290154,0.00017203725,0.9785326,0.00022507101,0.00007671887,0.00013597695],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99659014,0.00050860917,0.000532473,0.0007219748,0.0008498125,0.0007969849],"domain_scores_gemma":[0.99804634,0.0003672064,0.00022443838,0.00038807502,0.0006434046,0.00033050886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013580513,0.00027952902,0.0004970773,0.00019976436,0.00021845667,0.00010178899,0.00024995458,0.00008211929,0.00012575625],"category_scores_gemma":[0.0002448447,0.0002112661,0.0001679197,0.00036606574,0.0001381858,0.00022530141,0.00009523282,0.0002718749,0.000012395503],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9022747,0.00988468,0.0056710034,0.023890581,0.00022151954,0.000030600364,0.0005395308,0.000018384111,0.00483129,0.000020270802,0.0018696329,0.05074779],"study_design_scores_gemma":[0.6289909,0.2472993,0.0026546756,0.008237802,0.000018767423,0.0000044747585,0.0006413523,0.0006302968,0.047531493,0.00024084585,0.06343389,0.00031620485],"about_ca_topic_score_codex":0.000014887598,"about_ca_topic_score_gemma":0.0000049399255,"teacher_disagreement_score":0.2732838,"about_ca_system_score_codex":0.00045729455,"about_ca_system_score_gemma":0.00063308625,"threshold_uncertainty_score":0.8615182},"labels":[],"label_agreement":null},{"id":"W3106819517","doi":"10.2196/22500","title":"Online and Recovery-Oriented Support Groups Facilitated by Peer Support Workers in Times of COVID-19: Protocol for a Feasibility Pre-Post Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; Université de Montréal; Douglas Mental Health University Institute","funders":"","keywords":"Context (archaeology); Mental health; Peer support; Anxiety; Psychology; Intervention (counseling); Mood; Empathy; Protocol (science); Social isolation; Isolation (microbiology); Social support; Telepsychiatry; Psychiatry; Clinical psychology; Medicine; Telemedicine; Social psychology; Health care; Alternative medicine","score_opus":0.6307086870346128,"score_gpt":0.6537683748944136,"score_spread":0.023059687859800837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106819517","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06743302,4.8488045e-7,0.000043144973,0.0026799522,0.000011492852,0.92714477,0.0022706056,0.00007436428,0.00034214798],"genre_scores_gemma":[0.00647739,1.7011303e-7,0.0003051023,0.0013104208,0.000058277932,0.9878526,0.001141896,0.00004324116,0.0028109113],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906876,0.003382453,0.0019023161,0.0010019141,0.001631999,0.0013937022],"domain_scores_gemma":[0.9949572,0.0014065894,0.00042874328,0.0005961617,0.0011260617,0.0014852484],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0084479265,0.00032324958,0.0006845643,0.0002613414,0.0006354868,0.000021977601,0.00044272916,0.00027149287,0.0028883363],"category_scores_gemma":[0.0023909016,0.00027067232,0.00008806037,0.00088691496,0.000248012,0.0002577597,0.0005085014,0.0013000777,0.00004795826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027676752,0.00762527,0.77860606,0.025046445,0.000025681138,0.0000104439505,0.021175796,0.0000020876835,0.00015536358,0.000030646195,0.13897595,0.0006695186],"study_design_scores_gemma":[0.04866627,0.07996192,0.05179643,0.0031036118,0.0000062819618,7.498294e-7,0.06117955,0.00028185183,0.0001961324,0.00055047235,0.75369,0.0005667105],"about_ca_topic_score_codex":0.0012271425,"about_ca_topic_score_gemma":0.0011312923,"teacher_disagreement_score":0.7268096,"about_ca_system_score_codex":0.0007401333,"about_ca_system_score_gemma":0.0035537845,"threshold_uncertainty_score":0.99997455},"labels":[],"label_agreement":null},{"id":"W3106850904","doi":"10.2196/21860","title":"Virtual Care for Indigenous Populations in Canada, the United States, Australia, and New Zealand: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Positive Living North; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Protocol (science); Geography; Medicine; Economic growth; Political science; Alternative medicine","score_opus":0.644732500413322,"score_gpt":0.6655000975355977,"score_spread":0.020767597122275716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106850904","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1837313e-7,0.071109965,0.000024545165,0.0022182346,0.0000055506507,0.9263262,0.00029205153,0.00002028063,0.0000027291378],"genre_scores_gemma":[1.8497074e-8,0.09650446,0.00025670097,0.00058508053,0.00030068294,0.89989966,0.0021016053,0.000068738926,0.00028303522],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995913,0.00051857077,0.001362499,0.0005386752,0.0007704781,0.00089677214],"domain_scores_gemma":[0.9974406,0.0007653142,0.0004194273,0.00043035776,0.00044494393,0.0004993614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012070982,0.00035958845,0.0015482493,0.00038500287,0.00031270424,0.000057557947,0.00028796325,0.00014530128,0.00007127043],"category_scores_gemma":[0.00058198586,0.00023342928,0.00013258329,0.0011826091,0.00005670396,0.00006122662,0.00009812831,0.0009283931,0.000003032374],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016210967,0.000030140618,0.0001560983,0.4319467,0.000023201865,0.000013182391,0.0004807456,1.9877523e-7,2.3362412e-8,0.000022042032,0.0846845,0.48248106],"study_design_scores_gemma":[0.0024921757,0.001518352,0.000037515973,0.3630378,0.000038894887,0.000014778553,0.00016059892,0.0000028581458,2.8155367e-7,0.000019388255,0.63255537,0.00012199207],"about_ca_topic_score_codex":0.44363284,"about_ca_topic_score_gemma":0.61979353,"teacher_disagreement_score":0.5478709,"about_ca_system_score_codex":0.0012410085,"about_ca_system_score_gemma":0.020811418,"threshold_uncertainty_score":0.98473966},"labels":[],"label_agreement":null},{"id":"W3107000599","doi":"10.2196/22905","title":"Efficacy and Safety of Medicines Targeting Neurotrophic Factors in the Management of Low Back Pain: Protocol for a Systematic Review and Meta-analysis","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Spine and Intervertebral Disc Pathology","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Sciatica; Meta-analysis; MEDLINE; Adverse effect; Placebo; Clinical trial; Randomized controlled trial; Cochrane Library; CINAHL; Physical therapy; Alternative medicine; Internal medicine; Psychological intervention; Psychiatry; Pathology","score_opus":0.4321396388753522,"score_gpt":0.5835718971044003,"score_spread":0.15143225822904804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107000599","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.573846e-8,0.20865045,0.000022560685,0.0004985161,3.7433378e-7,0.7907236,0.000031812004,0.0000059248982,0.00006667399],"genre_scores_gemma":[4.1138256e-7,0.09127961,0.00019211714,0.00013992231,0.000015518073,0.9082067,0.000032808257,0.000035375473,0.00009751175],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.992181,0.0037984739,0.002236319,0.0006164526,0.0007798592,0.000387866],"domain_scores_gemma":[0.9973004,0.00061739044,0.000874687,0.0007840309,0.00029556867,0.00012793078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006714422,0.0004372209,0.0077652107,0.00049359247,0.000051082116,0.00002231629,0.0005072503,0.0001615528,0.00017837774],"category_scores_gemma":[0.00133714,0.00019703544,0.0012847811,0.0016770237,0.00025821954,0.000049547245,0.00027885014,0.0006351918,0.0000030463445],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072098024,0.00024232319,0.0000041552867,0.98329645,0.014123464,0.00003491644,0.000082283375,3.55603e-8,0.0000013350672,0.000050284027,0.0009038259,0.001188804],"study_design_scores_gemma":[0.0021359527,0.0034498968,0.00005581517,0.8301706,0.07570798,0.000017394916,0.00011419521,0.000015363004,0.000002501125,0.000013400517,0.088113666,0.00020324606],"about_ca_topic_score_codex":0.000005050312,"about_ca_topic_score_gemma":0.0000012888393,"teacher_disagreement_score":0.15312588,"about_ca_system_score_codex":0.000035160225,"about_ca_system_score_gemma":0.000111348636,"threshold_uncertainty_score":0.8034872},"labels":[],"label_agreement":null},{"id":"W3107286538","doi":"10.2196/21447","title":"Self-Care Index and Post-Acute Care Discharge Score to Predict Discharge Destination of Adult Medical Inpatients: Protocol for a Multicenter Validation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation","keywords":"Generalizability theory; Medicine; Acute care; Protocol (science); Emergency department; Emergency medicine; Discharge planning; Medical emergency; Prospective cohort study; Health care; Nursing; Psychology; Surgery","score_opus":0.11458660594378717,"score_gpt":0.49654609894699986,"score_spread":0.3819594930032127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107286538","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043431327,4.48532e-7,0.00025078526,0.004040364,0.0000039276115,0.95200044,0.00007708223,0.000100290126,0.00009530845],"genre_scores_gemma":[0.13370806,1.15122894e-7,0.0016175138,0.00016465127,0.0001075048,0.86418384,0.00013503082,0.000038382852,0.000044889144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99646246,0.00028170788,0.0005115424,0.0005818496,0.0016937052,0.00046872694],"domain_scores_gemma":[0.99702924,0.00008806265,0.000104504565,0.00033079035,0.0018343796,0.0006130074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004019711,0.00023095899,0.00036804756,0.00025037042,0.00017244676,0.000071468414,0.00020343838,0.00011587277,0.000106613705],"category_scores_gemma":[0.00076410436,0.00017063846,0.0000751702,0.00043510654,0.000065168344,0.0002441667,0.00036157007,0.00031217965,0.000019930067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01373271,0.0062639005,0.8968359,0.018647458,0.0003409504,0.000051584047,0.042692162,8.4637514e-7,0.0009920257,0.00013517014,0.0053516612,0.014955625],"study_design_scores_gemma":[0.15970084,0.16028671,0.37102067,0.017981848,0.0002525672,0.000009760365,0.03530155,0.0037617472,0.016134934,0.000025028206,0.23438877,0.0011355667],"about_ca_topic_score_codex":0.00001917506,"about_ca_topic_score_gemma":0.000023561633,"teacher_disagreement_score":0.52581525,"about_ca_system_score_codex":0.00016269831,"about_ca_system_score_gemma":0.00028728243,"threshold_uncertainty_score":0.69584346},"labels":[],"label_agreement":null},{"id":"W3107469850","doi":"10.2196/18777","title":"Uncovering the Bone-Muscle Interaction and Its Implications for the Health and Function of Older Adults (the Wellderly Project): Protocol for a Randomized Controlled Crossover Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vitamin K Research Studies","field":"Nursing","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Institute for Musculoskeletal Science; Diabetes Australia","keywords":"Medicine; Crossover study; Skeletal muscle; Randomized controlled trial; Physical therapy; Wasting; Internal medicine; Leg press; Lean body mass; Muscle strength; Placebo; Pathology","score_opus":0.19223939328330128,"score_gpt":0.5467365349157979,"score_spread":0.35449714163249657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107469850","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011153556,0.000034849476,0.00063484756,0.042543888,0.000019945475,0.9555362,0.000034325843,0.000035929676,0.000044657827],"genre_scores_gemma":[0.023560725,0.000002939631,0.00004651743,0.00026197257,0.00037691934,0.9755988,0.0000036031793,0.00003562738,0.00011287152],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960181,0.0015307551,0.00077702553,0.00046655178,0.0006063434,0.000601215],"domain_scores_gemma":[0.9881551,0.01002279,0.00044331633,0.0003610997,0.0009001,0.00011755005],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0062548514,0.00020790516,0.0007387847,0.000103180355,0.0017408875,0.00040239902,0.00031231914,0.00007524658,0.000008826863],"category_scores_gemma":[0.006773362,0.00009407073,0.00025739562,0.00041038136,0.0004983321,0.00028442714,0.00022332686,0.0005242536,0.0000013598473],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9582011,0.00021971064,0.00001152725,0.0018924675,0.00013229283,6.705514e-8,0.005078399,0.0000054498923,0.00064342655,0.00039577586,0.013074212,0.02034558],"study_design_scores_gemma":[0.8748986,0.0071444255,0.00035410526,0.00091924134,0.000020625474,0.0000015860805,0.002519079,0.0050647417,0.0004349316,0.00078438316,0.10773623,0.000122009194],"about_ca_topic_score_codex":0.000058085516,"about_ca_topic_score_gemma":0.000042301337,"teacher_disagreement_score":0.09466202,"about_ca_system_score_codex":0.00009989954,"about_ca_system_score_gemma":0.00028205212,"threshold_uncertainty_score":0.9995587},"labels":[],"label_agreement":null},{"id":"W3107623348","doi":"10.2196/25374","title":"Reducing Ethnic and Geographic Inequities to Optimise New Zealand Stroke Care (REGIONS Care): Protocol for a Nationwide Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Otago","keywords":"Rurality; Ethnic group; Observational study; Medicine; Psychological intervention; Health care; Stroke (engine); Protocol (science); Location; Rural area; Family medicine; Nursing; Geography; Alternative medicine","score_opus":0.4944800960222274,"score_gpt":0.562403873477566,"score_spread":0.06792377745533862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107623348","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050875484,0.000006196921,0.00019093469,0.008394127,0.0000037075943,0.9849845,0.000049384533,0.00010656734,0.0011770132],"genre_scores_gemma":[0.0026441612,2.8758927e-7,0.0059746853,0.0004943906,0.0004654023,0.98745656,0.00006314491,0.000055532593,0.0028458626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967197,0.00015639728,0.00048738133,0.0007359444,0.001261442,0.00063911115],"domain_scores_gemma":[0.997479,0.00023764666,0.00009882705,0.00047586035,0.0010498146,0.00065883755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056267617,0.00025421096,0.00038994584,0.0004171766,0.0002874417,0.00014543688,0.00033977392,0.000103807775,0.00009133753],"category_scores_gemma":[0.0007590437,0.00022719246,0.00010143466,0.00078154297,0.000107088104,0.0001776403,0.0005514136,0.0005439251,0.000009470452],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010351513,0.0012352943,0.18055776,0.010265949,0.00046055045,0.00010068884,0.0777868,0.00025573018,0.0067615393,0.00035948431,0.6911248,0.020739922],"study_design_scores_gemma":[0.020227946,0.013830787,0.06858954,0.0025388277,0.000036643014,0.0000068048275,0.027489169,0.00023403397,0.0017426823,0.000045046632,0.8648292,0.00042934075],"about_ca_topic_score_codex":0.00013435117,"about_ca_topic_score_gemma":0.00004999333,"teacher_disagreement_score":0.17370442,"about_ca_system_score_codex":0.00017800144,"about_ca_system_score_gemma":0.00072078814,"threshold_uncertainty_score":0.92646396},"labels":[],"label_agreement":null},{"id":"W3107664846","doi":"10.2196/21273","title":"An Educational Network for Surgical Education Supported by Gamification Elements: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Ontario Tech University; Université de Montréal","funders":"","keywords":"Randomized controlled trial; Medical education; Blinding; Usability; Protocol (science); Medicine; Psychology; Multimedia; Computer science; Surgery; Alternative medicine","score_opus":0.2250535915823396,"score_gpt":0.5891674060604624,"score_spread":0.36411381447812274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107664846","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026773763,0.0000012515413,0.0012033456,0.0069503943,0.000017474043,0.9895802,0.000021578518,0.000087003384,0.0018710057],"genre_scores_gemma":[0.0024261924,1.0771928e-7,0.0021882718,0.0004663133,0.002455386,0.99018836,0.0009077064,0.00004609443,0.001321589],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957668,0.0010397646,0.0011857069,0.0005686137,0.0008559472,0.00058316946],"domain_scores_gemma":[0.9943335,0.0031073769,0.00033284695,0.00028774265,0.0013542543,0.0005842487],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00519305,0.00020975614,0.0009907616,0.00011589306,0.00030106437,0.00015544724,0.00019873801,0.00017484938,0.0015909178],"category_scores_gemma":[0.0028460543,0.00015527476,0.00041769506,0.00043655848,0.00014678625,0.00018390283,0.000020513166,0.0003121081,0.000020956186],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9445506,0.00296923,0.00011452067,0.00036560782,0.000092489565,4.7121551e-7,0.000109308494,0.0000101519345,0.00015464285,0.0052387426,0.03999437,0.0063999114],"study_design_scores_gemma":[0.5786818,0.0021747681,0.000013730449,0.00018848837,0.000011910494,7.695522e-7,0.000034486784,0.008172546,0.000066727865,0.000942805,0.4096183,0.000093661736],"about_ca_topic_score_codex":0.000002567085,"about_ca_topic_score_gemma":5.2578093e-7,"teacher_disagreement_score":0.36962393,"about_ca_system_score_codex":0.00010723076,"about_ca_system_score_gemma":0.001736096,"threshold_uncertainty_score":0.99932176},"labels":[],"label_agreement":null},{"id":"W3107882356","doi":"10.2196/24913","title":"Using the Online Psychotherapy Tool to Address Mental Health Problems in the Context of the COVID-19 Pandemic: Protocol for an Electronically Delivered Cognitive Behavioral Therapy Program","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Kingston Health Sciences Centre; St. Lawrence College; Toronto Metropolitan University; Queen's University","funders":"","keywords":"Mental health; Context (archaeology); Pandemic; Cognitive behavioral therapy; Health care; Psychology; Telehealth; Medicine; Telemedicine; Cognition; Nursing; Psychiatry; Coronavirus disease 2019 (COVID-19)","score_opus":0.7166969297968228,"score_gpt":0.7075803139754144,"score_spread":0.009116615821408325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107882356","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014318219,0.000009080651,0.00013042867,0.017329516,0.00001327263,0.967386,0.0006726847,0.00006629079,0.00007451041],"genre_scores_gemma":[0.031871118,4.816239e-7,0.00024367381,0.009425198,0.00009766909,0.9581942,0.00004394846,0.000059210473,0.00006449772],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99312735,0.003152434,0.001027602,0.00065886194,0.00091045484,0.0011233112],"domain_scores_gemma":[0.997851,0.00040584255,0.00036568093,0.00066449714,0.00034252458,0.00037045788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032909273,0.000271035,0.0003598165,0.0001062142,0.00056365493,0.00018256706,0.00160125,0.00013282007,0.00014416876],"category_scores_gemma":[0.000103043756,0.00014647626,0.00022156884,0.0010164579,0.00050335727,0.00018898706,0.00011320496,0.0009832784,0.000008352487],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047304407,0.06001101,0.018026048,0.0019606096,0.00017579814,0.000005194744,0.07721686,0.000014482692,0.002143514,0.0047521438,0.030055987,0.7583339],"study_design_scores_gemma":[0.033578567,0.12262824,0.0045531355,0.003142709,0.0000042693146,0.0000499265,0.010832575,0.0002661416,0.00052012276,0.0026300198,0.82126653,0.00052774197],"about_ca_topic_score_codex":0.000509878,"about_ca_topic_score_gemma":0.0028090933,"teacher_disagreement_score":0.7912106,"about_ca_system_score_codex":0.00041220686,"about_ca_system_score_gemma":0.0011434744,"threshold_uncertainty_score":0.59731287},"labels":[],"label_agreement":null},{"id":"W3108157765","doi":"10.2196/24078","title":"Emotional Bias Modification for Individuals With Attention Deficit Hyperactivity Disorder: Protocol for a Co-Design Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Medical Research Council; Medical Research Council","keywords":"Psychological intervention; Intervention (counseling); Attention deficit hyperactivity disorder; Psychology; Mental health; Health care; Irritability; Clinical psychology; Focus group; Applied psychology; Psychiatry; Cognition","score_opus":0.5599220947166167,"score_gpt":0.5782063556722807,"score_spread":0.018284260955664045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108157765","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046447854,3.423108e-7,0.07138612,0.003438874,0.0000021434341,0.87833345,0.000091899834,0.0001797772,0.00011953295],"genre_scores_gemma":[0.05212726,4.9841837e-8,0.006229942,0.000072074945,0.00019473743,0.9406905,0.00014074678,0.000118378426,0.00042628194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948508,0.00091898453,0.00061614445,0.0010585418,0.0017831795,0.00077232905],"domain_scores_gemma":[0.99607766,0.001148923,0.00032491176,0.0005931841,0.001503183,0.0003521676],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027034506,0.00036382815,0.00058122585,0.00033626382,0.00066805515,0.00025602782,0.0003041919,0.00018990283,0.00018565396],"category_scores_gemma":[0.0014717077,0.00029673523,0.00020643578,0.00082584296,0.00017065258,0.00059358426,0.00008818337,0.0006959059,0.00010309701],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025901588,0.025057297,0.91350985,0.00439542,0.00039478898,0.00001333908,0.00066660985,0.00038024713,0.010647662,0.0005425257,0.006464098,0.012026589],"study_design_scores_gemma":[0.11922342,0.07695621,0.49985954,0.0028281042,0.00012374583,0.000060416653,0.008732488,0.01969829,0.0009820795,0.00041663292,0.26963964,0.0014794293],"about_ca_topic_score_codex":0.00001087827,"about_ca_topic_score_gemma":0.0000068660543,"teacher_disagreement_score":0.4136503,"about_ca_system_score_codex":0.00018146,"about_ca_system_score_gemma":0.000691988,"threshold_uncertainty_score":0.9999485},"labels":[],"label_agreement":null},{"id":"W3108161948","doi":"10.2196/21443","title":"Risk Perception of Health Professionals in Intrapartum Care Decisions: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Risk perception; Medicine; Qualitative research; Psychological intervention; Health care; Nursing; Perception; Childbirth; Exploratory research; Family medicine; Psychology; Pregnancy","score_opus":0.5719997254101219,"score_gpt":0.7273000723434769,"score_spread":0.15530034693335504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108161948","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009793692,0.0000035519408,0.0009868753,0.002512209,0.000006954053,0.9865037,0.00008841589,0.000033434982,0.000071127026],"genre_scores_gemma":[0.01300588,2.7641545e-7,0.0103238,0.00013453125,0.000090033864,0.9760738,0.0000126298055,0.000026817976,0.000332216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939182,0.003277921,0.0010921538,0.0004427755,0.00075904746,0.0005099476],"domain_scores_gemma":[0.9977723,0.0005217566,0.00026154108,0.00034394226,0.0007503467,0.00035013954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059092822,0.00014875359,0.00054400903,0.0002909036,0.00023008151,0.000023675266,0.00024729565,0.00009907483,0.0005500914],"category_scores_gemma":[0.0014819351,0.00010849149,0.00014290113,0.00062649115,0.00007690646,0.00009439129,0.00020265921,0.00073895097,0.000021828835],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016526839,0.010429329,0.06685682,0.05453022,0.000045427605,0.000021298698,0.02657098,0.0000023457487,0.0010004644,0.00018322797,0.018892527,0.8049405],"study_design_scores_gemma":[0.020646693,0.060292017,0.33496103,0.024471177,0.0000035871396,0.000007956001,0.04189727,0.00066677755,0.0017180403,0.00081349205,0.51426697,0.00025501332],"about_ca_topic_score_codex":0.00019885246,"about_ca_topic_score_gemma":0.000060093636,"teacher_disagreement_score":0.80468553,"about_ca_system_score_codex":0.00018239589,"about_ca_system_score_gemma":0.00069622847,"threshold_uncertainty_score":0.60231143},"labels":[],"label_agreement":null},{"id":"W3108404833","doi":"10.2196/25501","title":"Impact of Telemedicine Use by Oncology Physicians on the Patient and Informal Caregiver Experience of Receiving Care: Protocol for a Scoping Review in the Context of COVID-19","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Research Institute in Oncology and Hematology; CancerCare Manitoba; University of Calgary","funders":"CancerCare Manitoba Foundation","keywords":"Telemedicine; Coronavirus disease 2019 (COVID-19); Context (archaeology); Protocol (science); Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Nursing; Psychology; Family medicine; Health care; Alternative medicine; Internal medicine; Disease","score_opus":0.4298815314238759,"score_gpt":0.6584201447941067,"score_spread":0.2285386133702308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108404833","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000042776563,0.04336814,0.0000074607897,0.0009644339,0.0000029421292,0.9553885,0.00016427254,0.0000073286833,0.00005414727],"genre_scores_gemma":[0.00004239921,0.0997178,0.000033026234,0.00090180984,0.000056479654,0.89914453,0.00007195198,0.000028072907,0.0000039343986],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946218,0.0014327749,0.0019180679,0.0003776793,0.0011362003,0.0005134696],"domain_scores_gemma":[0.9931073,0.003960104,0.0014964025,0.0006094779,0.000631073,0.0001956239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023418674,0.00032172172,0.0021829489,0.00027729696,0.000118357486,0.000012531087,0.00041038243,0.00015262919,0.000062117164],"category_scores_gemma":[0.0038875411,0.00015807868,0.0002827036,0.0010091333,0.00055195775,0.00011326663,0.00014590802,0.0008463145,5.479983e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067344547,0.00023117349,0.00029079843,0.37694544,0.000042560187,0.000007696048,0.017289028,3.5739642e-8,0.00000821969,0.000023868177,0.015898043,0.58858967],"study_design_scores_gemma":[0.0025656037,0.01508496,0.0000554899,0.34635457,0.00003004332,0.000012253524,0.004233206,0.0000010071352,0.00002573424,0.0000011541604,0.6315587,0.0000772777],"about_ca_topic_score_codex":0.00053217285,"about_ca_topic_score_gemma":0.0000779227,"teacher_disagreement_score":0.61566067,"about_ca_system_score_codex":0.0004406021,"about_ca_system_score_gemma":0.00445516,"threshold_uncertainty_score":0.79032624},"labels":[],"label_agreement":null},{"id":"W3108599765","doi":"10.2196/23669","title":"Mining Electronic Health Records to Promote the Reach of Digital Interventions for Cancer Prevention Through Proactive Electronic Outreach: Protocol for the Mixed Methods OptiMine Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NHLBI Division of Intramural Research; National Institute on Drug Abuse; National Cancer Institute; U.S. Department of Health and Human Services; Cancer Research UK; National Institutes of Health; National Institute on Minority Health and Health Disparities; National Institute for Health and Care Research; Department of Health and Social Care","keywords":"Psychological intervention; Outreach; Protocol (science); Smoking cessation; Medicine; Population; Focus group; Digital health; Medical emergency; Family medicine; Nursing; Environmental health; Health care; Alternative medicine; Business","score_opus":0.5835308310134464,"score_gpt":0.7035079207105044,"score_spread":0.119977089697058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108599765","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004326815,0.000024129502,0.0373758,0.01318982,0.000036945225,0.94816166,0.00019762396,0.000084664534,0.00049665873],"genre_scores_gemma":[0.011511693,2.3666446e-7,0.0044425055,0.00009575454,0.00021131421,0.980056,0.000029675944,0.00010367194,0.0035491781],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99349624,0.0017856646,0.0014080621,0.0009306794,0.0006352598,0.0017441125],"domain_scores_gemma":[0.99656993,0.0010680415,0.0006314636,0.0008297084,0.00066421146,0.00023661523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006262171,0.00033235035,0.0005757279,0.00016289996,0.00068395847,0.00024590202,0.0011944026,0.00010635365,0.00014028988],"category_scores_gemma":[0.000768039,0.00021888153,0.00058459415,0.0011485594,0.00018596117,0.00044237237,0.00039561483,0.00086310494,0.00001725502],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013274971,0.01564378,0.00027083536,0.0049623805,0.0012115777,9.333479e-7,0.021097725,0.000020927075,0.00009535886,0.010697059,0.034838554,0.8978859],"study_design_scores_gemma":[0.011481494,0.18285683,0.0013505012,0.005378318,0.000059017784,0.000008834326,0.016889652,0.00051572867,0.0034632084,0.01369634,0.7637614,0.00053869665],"about_ca_topic_score_codex":0.00014876215,"about_ca_topic_score_gemma":0.0005649801,"teacher_disagreement_score":0.8973472,"about_ca_system_score_codex":0.0008404496,"about_ca_system_score_gemma":0.0010276694,"threshold_uncertainty_score":0.89257294},"labels":[],"label_agreement":null},{"id":"W3108733260","doi":"10.2196/21734","title":"Tracking Demographic Movements and Immunization Status to Improve Children's Access to Immunization (TDM-IAI): Protocol for a Field-Based Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Immunization; Vaccination; Psychological intervention; Medicine; Family medicine; Environmental health; Nursing","score_opus":0.13531151345126016,"score_gpt":0.527288705721657,"score_spread":0.39197719227039685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108733260","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061988113,0.0000014927355,0.007971079,0.0053571872,0.00001512939,0.97994214,0.000012398095,0.000100137266,0.00040159823],"genre_scores_gemma":[0.02288486,9.437879e-7,0.0005020162,0.0012615498,0.00043663476,0.97471523,0.00001431725,0.000038797883,0.0001456173],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948912,0.0019212005,0.0007783347,0.0005551229,0.001003276,0.0008508475],"domain_scores_gemma":[0.9964289,0.0014455081,0.0002472437,0.00032234087,0.0010364506,0.0005195406],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0042563956,0.00023179733,0.0008221085,0.0004166568,0.0010874649,0.0012267154,0.00070289965,0.00018057892,0.00017642601],"category_scores_gemma":[0.0083776275,0.00019644124,0.00022493066,0.0014653222,0.000046883863,0.0006487027,0.00023403019,0.00034176453,0.000007977243],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98110354,0.00039843182,0.002863396,0.00022344323,0.00007213117,0.0000012213608,0.0033876947,0.000041314757,0.0010263416,0.00063099666,0.0021083213,0.008143179],"study_design_scores_gemma":[0.9735448,0.003391366,0.0010141124,0.0005015008,0.000009661467,4.1936e-8,0.00022247268,0.0005553037,0.0018159992,0.0006545099,0.017994996,0.00029523353],"about_ca_topic_score_codex":0.0002941386,"about_ca_topic_score_gemma":0.00013177723,"teacher_disagreement_score":0.01668605,"about_ca_system_score_codex":0.00010188795,"about_ca_system_score_gemma":0.0006923168,"threshold_uncertainty_score":0.9999752},"labels":[],"label_agreement":null},{"id":"W3108870910","doi":"10.2196/19506","title":"Optimizing an Obesity Treatment Using the Multiphase Optimization Strategy Framework: Protocol for a Randomized Factorial Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Psychological intervention; Randomized controlled trial; Intervention (counseling); Protocol (science); Weight loss; Scalability; Identifier; Computer science; Medicine; Medical physics; Obesity; Alternative medicine; Nursing; Surgery","score_opus":0.6306386093909335,"score_gpt":0.6901546805536894,"score_spread":0.059516071162755924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108870910","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006915755,9.662738e-7,0.17656323,0.0014006293,0.0000365188,0.821473,0.000063137464,0.00017253803,0.00022081734],"genre_scores_gemma":[0.00015026715,0.0000013457267,0.033612244,0.00045100233,0.0038246466,0.96172816,0.00004557186,0.00007861919,0.00010815503],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98856133,0.0066774376,0.0015362446,0.0008194597,0.00081124983,0.0015942663],"domain_scores_gemma":[0.99157524,0.0048116087,0.0006333197,0.0008350498,0.0010093426,0.0011354216],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0056891427,0.00034952594,0.0008537723,0.0001394651,0.0041787396,0.00014078256,0.0005936276,0.00055492244,0.0006441462],"category_scores_gemma":[0.0024452333,0.00022208015,0.00023667593,0.00065725297,0.0002663131,0.00031988273,0.00014846705,0.0015635933,0.000036988153],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.966313,0.001963306,0.000046045727,0.0019214179,0.000036514553,0.0000020260813,0.0039621727,0.012366476,0.000112882364,0.0066519817,0.0022135542,0.004410617],"study_design_scores_gemma":[0.61223614,0.0041677505,0.0000022757113,0.00063584564,0.000009792695,3.1782642e-7,0.0006453038,0.17969677,0.000056391324,0.0010225018,0.20132703,0.00019988709],"about_ca_topic_score_codex":0.00027120337,"about_ca_topic_score_gemma":0.000032578697,"teacher_disagreement_score":0.35407686,"about_ca_system_score_codex":0.00064033736,"about_ca_system_score_gemma":0.004331749,"threshold_uncertainty_score":0.9971177},"labels":[],"label_agreement":null},{"id":"W3109148865","doi":"10.2196/25382","title":"The Current State and Diagnostic Accuracy of Digital Mental Health Assessment Tools for Psychiatric Disorders: Protocol for a Systematic Review and Meta-analysis","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Cambridge; Stanley Medical Research Institute","keywords":"CINAHL; Systematic review; MEDLINE; Meta-analysis; Protocol (science); Cochrane Library; Medicine; Population; Mental health; Medical physics; Psychology; Psychiatry; Alternative medicine; Psychological intervention; Pathology","score_opus":0.5292638236045726,"score_gpt":0.7027494857458509,"score_spread":0.17348566214127836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109148865","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2090446e-9,0.42570886,0.00014542014,0.0017284695,0.000007496001,0.5686992,0.0036399586,0.000015532092,0.000055073888],"genre_scores_gemma":[1.416635e-7,0.1421609,0.00013812874,0.000040911866,0.000026233993,0.8569281,0.0001979905,0.00008123776,0.0004263532],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909223,0.0023984958,0.0036487433,0.0010977709,0.00089601806,0.0010367248],"domain_scores_gemma":[0.98289347,0.012603862,0.0026056294,0.0010878324,0.00033297736,0.00047621923],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0047530397,0.0006668371,0.0058827233,0.00045507398,0.0005772259,0.0009821649,0.0009390052,0.00009696737,0.00005018678],"category_scores_gemma":[0.002471507,0.00038409026,0.0026450534,0.0014307654,0.00029837253,0.0004502472,0.0005020012,0.0007885456,0.000023568535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050337258,0.0007834307,7.865468e-7,0.6386366,0.011059054,2.9632585e-7,0.000034803645,6.6572503e-9,3.1689262e-10,0.0008163709,0.0075301663,0.34108815],"study_design_scores_gemma":[0.0008417553,0.0037621188,0.0000023669838,0.16562133,0.015185956,0.0000053465087,0.000026298007,0.0000025307736,1.0978496e-8,0.0014543295,0.81283915,0.00025879082],"about_ca_topic_score_codex":0.0000058574947,"about_ca_topic_score_gemma":0.000029080855,"teacher_disagreement_score":0.805309,"about_ca_system_score_codex":0.00031142082,"about_ca_system_score_gemma":0.00089163805,"threshold_uncertainty_score":0.9998611},"labels":[],"label_agreement":null},{"id":"W3109171227","doi":"10.2196/23677","title":"Effects of a Text Messaging Smoking Cessation Intervention Among Online Help Seekers and Primary Health Care Visitors in Sweden: Protocol for a Randomized Controlled Trial Using a Bayesian Group Sequential Design","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Familjen Kamprads Stiftelse; Region Östergötland","keywords":"Smoking cessation; Psychological intervention; Randomized controlled trial; Medicine; Population; Family medicine; Intervention (counseling); Abstinence; Nursing; Psychiatry; Environmental health","score_opus":0.1546762171492615,"score_gpt":0.5165387451344103,"score_spread":0.36186252798514884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109171227","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066520914,0.000005888158,0.015990598,0.0002179,0.00001304024,0.91717994,0.0000041147237,0.00005140296,0.000016225747],"genre_scores_gemma":[0.27390692,2.369182e-7,0.0007648303,0.00004004528,0.00018993116,0.7250211,0.00003345806,0.000037763337,0.000005715551],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99359256,0.003129424,0.0012164732,0.0005234496,0.0010450936,0.00049298874],"domain_scores_gemma":[0.9976807,0.0009254416,0.0006277406,0.00017801221,0.00036535447,0.00022269879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051419563,0.00025146018,0.001470193,0.00055000716,0.00018862488,0.00012057887,0.00013251367,0.00019962805,0.000012320153],"category_scores_gemma":[0.0009175747,0.00020772895,0.00033564947,0.0005512845,0.00019133746,0.00025071038,0.00009088283,0.00056525745,6.159539e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96455675,0.0009767803,0.0058471044,0.013039747,0.00011037882,0.000016980408,0.0031496221,0.000023164735,0.0068800976,0.000020550651,0.00004717337,0.0053316327],"study_design_scores_gemma":[0.97131765,0.004896607,0.0046031466,0.009813841,0.00006546561,0.0000026397906,0.0007086273,0.0049807206,0.0033465354,0.000046112236,0.000052399708,0.00016627581],"about_ca_topic_score_codex":0.00018538894,"about_ca_topic_score_gemma":0.000017357965,"teacher_disagreement_score":0.207386,"about_ca_system_score_codex":0.0006181811,"about_ca_system_score_gemma":0.0005386732,"threshold_uncertainty_score":0.8470941},"labels":[],"label_agreement":null},{"id":"W3109270231","doi":"10.2196/24628","title":"An Individual Cognitive Stimulation Therapy App for People With Dementia and Their Carers: Protocol for a Feasibility Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; Marie Curie; National Institute for Health and Care Research","keywords":"Dementia; Randomized controlled trial; Quality of life (healthcare); Intervention (counseling); Cognition; Psychology; Medicine; Physical therapy; Physical medicine and rehabilitation; Psychotherapist; Nursing; Psychiatry","score_opus":0.22063522800414734,"score_gpt":0.542454099530781,"score_spread":0.3218188715266337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109270231","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031498276,0.0000035506932,0.009282387,0.00084019155,0.0000023585546,0.95802706,0.00008518166,0.0000899208,0.0001710864],"genre_scores_gemma":[0.16494514,3.961442e-7,0.00049047655,0.00015850847,0.00027051146,0.83392084,0.00011935368,0.000049707713,0.00004506924],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99495083,0.0015763715,0.0006589424,0.0008415967,0.0011742841,0.00079797336],"domain_scores_gemma":[0.9937716,0.0029640014,0.00021057116,0.0002705141,0.0022475328,0.0005357627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066143894,0.0003397869,0.0014514857,0.00022454312,0.00047671972,0.0003685691,0.00021811629,0.00014637306,0.00020775382],"category_scores_gemma":[0.0019068625,0.00019693084,0.0003256087,0.0004009111,0.00043474793,0.00032105582,0.00008610579,0.00041506853,0.0000030521965],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97667974,0.002770953,0.009845154,0.0013423566,0.0008266253,0.0000026478515,0.0019807138,8.066113e-7,0.0005947066,0.00006067024,0.00038679756,0.0055088233],"study_design_scores_gemma":[0.9331674,0.053734355,0.0029657993,0.0007042543,0.000069168535,0.0000018556407,0.0008995941,0.0028418568,0.0025753393,0.0004595618,0.0023707114,0.0002101234],"about_ca_topic_score_codex":0.0000104358405,"about_ca_topic_score_gemma":0.000018127424,"teacher_disagreement_score":0.13344686,"about_ca_system_score_codex":0.00005618617,"about_ca_system_score_gemma":0.0008124535,"threshold_uncertainty_score":0.80306065},"labels":[],"label_agreement":null},{"id":"W3109353254","doi":"10.2196/24736","title":"Examining a Digital Health Approach for Advancing Schizophrenia Illness Self-Management and Provider Engagement: Protocol for a Feasibility Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Randomized controlled trial; Medicine; Health care; Protocol (science); Self-management; Quality of life (healthcare); Management of schizophrenia; Psychiatry; Schizophrenia (object-oriented programming); Psychology; Nursing; Alternative medicine; Computer science; Antipsychotic","score_opus":0.4343933749838437,"score_gpt":0.5915090592192883,"score_spread":0.15711568423544459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109353254","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023642549,0.0000023066677,0.008993613,0.0011702379,0.00002427484,0.984724,0.00020839373,0.00028767315,0.004353106],"genre_scores_gemma":[0.0052358364,2.3060611e-8,0.018637348,0.00022171086,0.00033262197,0.9746063,0.000053316973,0.00009496431,0.0008178963],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99459034,0.000749902,0.0010890826,0.0013774851,0.0007022831,0.0014908876],"domain_scores_gemma":[0.99751914,0.0005711992,0.00031877437,0.0006097296,0.00025760243,0.00072356546],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039908485,0.0003361656,0.00050801603,0.00022489691,0.00081554987,0.00061125547,0.000549831,0.00012574109,0.000050001334],"category_scores_gemma":[0.0004990777,0.00031246408,0.00017157261,0.00052843336,0.00017198577,0.0006731727,0.0005645325,0.000589204,0.000026370868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3875216,0.018003097,0.0007920221,0.07091006,0.00036534984,0.000015763188,0.0074000712,0.000005417649,0.000012473829,0.028308893,0.05772277,0.4289425],"study_design_scores_gemma":[0.25411835,0.053895753,0.00045770773,0.002597287,0.000007759562,0.000007763252,0.0041992366,0.000982685,0.00007854271,0.004695502,0.67823535,0.00072406855],"about_ca_topic_score_codex":0.0000059321,"about_ca_topic_score_gemma":0.0000024965696,"teacher_disagreement_score":0.62051255,"about_ca_system_score_codex":0.00041673935,"about_ca_system_score_gemma":0.00030767013,"threshold_uncertainty_score":0.99993277},"labels":[],"label_agreement":null},{"id":"W3109367982","doi":"10.2196/25144","title":"Repeated Transcranial Magnetic Stimulation for Improving Cognition in Patients With Alzheimer Disease: Protocol for a Randomized, Double-Blind, Placebo-Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; University of Manitoba","funders":"","keywords":"Dementia; Transcranial magnetic stimulation; Placebo; Medicine; Randomized controlled trial; Clinical trial; Alzheimer's disease; Cognition; Cognitive decline; Disease; Physical therapy; Physical medicine and rehabilitation; Psychiatry; Internal medicine; Stimulation","score_opus":0.2503285051811214,"score_gpt":0.4804817601416064,"score_spread":0.230153254960485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109367982","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005615039,0.0000010475572,0.0034554328,0.0006889796,0.000013363807,0.98981524,0.00008797102,0.00016239654,0.00016053734],"genre_scores_gemma":[0.14790298,3.6440802e-8,0.0005313896,0.000088770066,0.0002263458,0.85110116,0.000025106547,0.000078622055,0.000045570312],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99417776,0.0011786972,0.001178029,0.0011430262,0.0014544837,0.0008680272],"domain_scores_gemma":[0.9949094,0.0033277848,0.0002956838,0.00031732238,0.000812806,0.00033697006],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016713871,0.00041282462,0.0009789512,0.00035770534,0.00045764833,0.00028116608,0.00037468507,0.00015334571,0.00014476683],"category_scores_gemma":[0.0025516208,0.0003163668,0.00030868652,0.00080977887,0.00039312898,0.0004130971,0.00005223825,0.00040603202,0.000013573784],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9922175,0.0014532978,0.00009988994,0.0006483803,0.000025835638,0.0000034376628,0.00034307447,0.00034487527,0.0026624983,0.0001857824,0.00007005901,0.0019453902],"study_design_scores_gemma":[0.9669185,0.011013038,0.00038520183,0.00035231462,0.00007835926,1.3426511e-7,0.000010364554,0.019047836,0.0006078998,0.00035471522,0.00086805975,0.00036357628],"about_ca_topic_score_codex":0.0000075712073,"about_ca_topic_score_gemma":0.00000677187,"teacher_disagreement_score":0.14228794,"about_ca_system_score_codex":0.00006111887,"about_ca_system_score_gemma":0.00034545796,"threshold_uncertainty_score":0.99992883},"labels":[],"label_agreement":null},{"id":"W3109564612","doi":"10.2196/24589","title":"Mobile Health Crowdsensing (MHCS) Intervention on Chronic Disease Awareness: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cape Peninsula University of Technology","keywords":"CINAHL; PsycINFO; Psychological intervention; mHealth; MEDLINE; Intervention (counseling); Health care; Medical education; Systematic review; Psychology; Computer science; Medicine; Nursing","score_opus":0.38631657800676067,"score_gpt":0.6199205637076022,"score_spread":0.2336039857008415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109564612","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8868033e-10,0.3521881,0.007575492,0.0001289357,0.000014579606,0.63969976,0.000026174825,0.00031972458,0.00004726197],"genre_scores_gemma":[1.9561725e-8,0.12335836,0.0006264563,0.00017906875,0.00038108247,0.8749232,0.000043314092,0.00016673714,0.0003217572],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98524445,0.0059009544,0.0028240932,0.0022450075,0.0020763807,0.0017091046],"domain_scores_gemma":[0.99177897,0.0011053331,0.0017974945,0.0035316905,0.0007255118,0.0010610142],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007865241,0.0010397912,0.004490043,0.0006756567,0.0009917277,0.0014948719,0.0031141972,0.00030028418,0.000019491406],"category_scores_gemma":[0.0015015476,0.00078856404,0.001802693,0.0020603766,0.00017134794,0.00041785324,0.0011332165,0.0017888637,0.00034967007],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023147615,0.00026700832,2.2913904e-8,0.620757,0.000041793148,0.000039819206,0.00003939977,0.0000016585998,1.4120158e-7,0.0003939124,0.008095875,0.37034023],"study_design_scores_gemma":[0.00045927102,0.0028979606,1.11054845e-8,0.5040912,0.000021131633,0.000019704748,0.000003434273,0.00049731584,0.0000016667906,0.000061559695,0.49161115,0.00033559432],"about_ca_topic_score_codex":0.00000781482,"about_ca_topic_score_gemma":0.0000037607454,"teacher_disagreement_score":0.48351526,"about_ca_system_score_codex":0.0021962042,"about_ca_system_score_gemma":0.0058508255,"threshold_uncertainty_score":0.99978507},"labels":[],"label_agreement":null},{"id":"W3109567508","doi":"10.2196/25474","title":"Awareness, Information-Seeking Behavior, and Information Preferences About Early Childhood Allergy Prevention Among Different Parent Groups: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Health literacy; Information needs; Information literacy; Quality (philosophy); Psychology; Health care; Literacy; Medical education; Protocol (science); Information quality; Information seeking; Applied psychology; Information system; Medicine; Computer science; World Wide Web; Business; Alternative medicine; Marketing; Engineering; Pedagogy","score_opus":0.3480643772142523,"score_gpt":0.6387229499604146,"score_spread":0.29065857274616225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109567508","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10892113,6.1310936e-7,0.013435793,0.0002170904,0.000032108663,0.87663954,0.00006528471,0.00021116894,0.00047724033],"genre_scores_gemma":[0.04707555,6.885896e-7,0.0021672377,0.0003477054,0.00017003914,0.95001423,0.00017729371,0.000021310865,0.000025960637],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98974025,0.0042570257,0.0032843864,0.00042516986,0.0012259806,0.0010671909],"domain_scores_gemma":[0.9949717,0.00082764984,0.0013478703,0.00056422094,0.001661149,0.0006273936],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0072754435,0.0003729565,0.0005737854,0.0004096273,0.0022416508,0.00057737407,0.0006363449,0.00035504907,0.00031107498],"category_scores_gemma":[0.0016208529,0.00028410813,0.00010931355,0.00067129877,0.00013881571,0.011815776,0.00067261624,0.0015154972,0.00007610202],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015762246,0.00149481,0.6396937,0.00911331,0.000053130232,3.2006616e-7,0.09810514,0.000004114845,0.000010136081,0.0008975014,0.0034395996,0.24561206],"study_design_scores_gemma":[0.0061411727,0.0026272563,0.7944289,0.0017534569,0.0000042849433,2.2202141e-7,0.008738377,0.001741935,0.00003177853,0.0004442572,0.18382543,0.0002629733],"about_ca_topic_score_codex":0.0001581591,"about_ca_topic_score_gemma":0.00008271902,"teacher_disagreement_score":0.24534908,"about_ca_system_score_codex":0.0002396933,"about_ca_system_score_gemma":0.00096997374,"threshold_uncertainty_score":0.9999611},"labels":[],"label_agreement":null},{"id":"W3109614333","doi":"10.2196/20225","title":"Using Big Data to Estimate Dementia Prevalence in New Zealand: Protocol for an Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Auckland","keywords":"Dementia; Minimum Data Set; Observational study; Medicine; Gerontology; Socioeconomic status; Disease; Database; Population; Nursing; Environmental health; Nursing homes; Computer science","score_opus":0.8813623039099034,"score_gpt":0.6922029586676289,"score_spread":0.1891593452422745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109614333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015972503,3.8107265e-7,0.00090108404,0.0020005964,0.000002961354,0.98088485,0.00004396698,0.000053885913,0.00013977321],"genre_scores_gemma":[0.002905375,3.3153523e-8,0.00640837,0.00026511675,0.00043336337,0.9889028,0.00006753584,0.000046437333,0.000970938],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99514896,0.0005378143,0.00054171035,0.0010163189,0.0018236117,0.00093159586],"domain_scores_gemma":[0.9973782,0.00015876169,0.00006844964,0.00085968344,0.0006523489,0.0008825646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032286062,0.0002086411,0.00031621195,0.00031261076,0.00018473096,0.0002502798,0.0009584105,0.00006778331,0.00030922215],"category_scores_gemma":[0.0010635954,0.00018038212,0.000040327966,0.0011156342,0.00006826396,0.0005126676,0.0010297025,0.0005062262,0.00005399017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00758732,0.003996143,0.93308234,0.001997433,0.00006239016,0.000060134447,0.000702201,0.000013971798,0.011635098,0.000022374976,0.023000473,0.017840121],"study_design_scores_gemma":[0.020906163,0.024521237,0.73092866,0.0024543058,0.0000178761,0.0000057654634,0.00027495297,0.008948493,0.0018093075,0.0002007201,0.20962149,0.00031104218],"about_ca_topic_score_codex":0.00012780668,"about_ca_topic_score_gemma":0.0001481731,"teacher_disagreement_score":0.20215368,"about_ca_system_score_codex":0.00011106187,"about_ca_system_score_gemma":0.0020852261,"threshold_uncertainty_score":0.7355769},"labels":[],"label_agreement":null},{"id":"W3109705574","doi":"10.2196/23690","title":"A Tailored Web- and Text-Based Intervention to Increase Physical Activity for Latino Men: Protocol for a Randomized Controlled Feasibility Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Psychological intervention; Medicine; Randomized controlled trial; Pedometer; mHealth; Focus group; Physical therapy; Intervention (counseling); eHealth; Gerontology; Behavior change; Physical activity; Health care; Nursing","score_opus":0.3609673318140764,"score_gpt":0.6046316449379103,"score_spread":0.2436643131238339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109705574","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034786634,9.511062e-8,0.002475773,0.009234114,0.0000022709005,0.9530704,0.00005658308,0.00009499517,0.0002791081],"genre_scores_gemma":[0.17588367,1.0319653e-8,0.0005624039,0.00018815589,0.00057327806,0.822626,0.000009722136,0.000031581,0.00012517236],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99519867,0.0020650085,0.00054605055,0.0007485815,0.0007788791,0.00066279684],"domain_scores_gemma":[0.9933759,0.004565938,0.00023333635,0.0003514242,0.0005972028,0.00087617664],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004892074,0.0002726291,0.0021877603,0.00014022336,0.00028168046,0.0001239438,0.00016694254,0.00013763488,0.000043602653],"category_scores_gemma":[0.009964424,0.00018920399,0.00080333115,0.00035553487,0.00026770818,0.00019485841,0.00012788828,0.00061933656,0.000010709742],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95703274,0.011866271,0.000022822163,0.005262001,0.000085617554,0.0000019007657,0.00019395075,8.851365e-7,0.016381564,0.00041876183,0.0030649693,0.0056685163],"study_design_scores_gemma":[0.90474564,0.029557968,0.000107941116,0.00095649506,0.000028019935,3.6874795e-7,0.000024282594,0.04971978,0.005317194,0.001326208,0.008053083,0.00016299622],"about_ca_topic_score_codex":0.00004518103,"about_ca_topic_score_gemma":0.000009967118,"teacher_disagreement_score":0.14109704,"about_ca_system_score_codex":0.00019217836,"about_ca_system_score_gemma":0.00086749444,"threshold_uncertainty_score":0.99837506},"labels":[],"label_agreement":null},{"id":"W3109819402","doi":"10.2196/22511","title":"Valproic Acid as an Adjuvant Treatment for Generalized Convulsive Status Epilepticus in Adults Admitted to Intensive Care Units: Protocol for a Double-Blind, Multicenter Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Tolerability; Intensive care; Valproic Acid; Status epilepticus; Placebo; Clinical trial; Randomized controlled trial; Adverse effect; Clinical endpoint; Anesthesia; Pediatrics; Epilepsy; Internal medicine; Intensive care medicine; Psychiatry","score_opus":0.2565567748408074,"score_gpt":0.5492000332917264,"score_spread":0.292643258450919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109819402","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048113715,0.000015103511,0.00008607103,0.003074501,0.000017715161,0.94811547,0.00029153802,0.00012789878,0.00015802067],"genre_scores_gemma":[0.02472289,0.000002999707,0.0013345954,0.0007077228,0.0005901066,0.9714084,0.0006282349,0.00015526697,0.00044976023],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9907117,0.0022284358,0.001738229,0.0015426037,0.0015194677,0.0022595779],"domain_scores_gemma":[0.98487324,0.0018808662,0.00034664923,0.00086183293,0.00954803,0.002489367],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001881447,0.00077133166,0.0035535106,0.0007873519,0.0003089081,0.00024157387,0.00042552128,0.00033182523,0.00026764823],"category_scores_gemma":[0.009387603,0.0004944266,0.0008295823,0.0010541882,0.00031531331,0.00024896118,0.00018824734,0.0006907817,0.00010278014],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9755168,0.003169402,0.00038824102,0.002129713,0.00080081273,0.00026702342,0.011697497,0.000006493519,0.0012053815,0.0001588525,0.00094341167,0.0037163598],"study_design_scores_gemma":[0.85717714,0.106102966,0.000027557311,0.0025615192,0.00009560635,0.0000044242565,0.0055442564,0.0013525463,0.011301249,0.00007376026,0.015377143,0.0003818398],"about_ca_topic_score_codex":0.00037174675,"about_ca_topic_score_gemma":0.00037250546,"teacher_disagreement_score":0.11833968,"about_ca_system_score_codex":0.0012772357,"about_ca_system_score_gemma":0.0035787572,"threshold_uncertainty_score":0.99975073},"labels":[],"label_agreement":null},{"id":"W3109873446","doi":"10.2196/25746","title":"A Live Video Mind-Body Treatment to Prevent Persistent Symptoms Following Mild Traumatic Brain Injury: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health Research Institute; University of British Columbia; Vancouver Coastal Health","funders":"National Center for Complementary and Integrative Health","keywords":"Anxiety; Credibility; Medicine; Concussion; Randomized controlled trial; Traumatic brain injury; Physical therapy; Intervention (counseling); Fidelity; Clinical psychology; Poison control; Psychiatry; Injury prevention; Medical emergency","score_opus":0.5154751261792465,"score_gpt":0.6379011104388531,"score_spread":0.1224259842596066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109873446","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016940115,0.0000017681307,0.0005662833,0.012829062,0.000012551932,0.96896034,0.000050560433,0.00019023329,0.00044910167],"genre_scores_gemma":[0.00524775,3.447431e-8,0.023228537,0.00048015028,0.00034969384,0.9681278,0.000016236354,0.00020133755,0.0023484542],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98727643,0.0043565454,0.0014622629,0.0018087073,0.0029872356,0.0021088202],"domain_scores_gemma":[0.9922796,0.00271103,0.00020131574,0.0016042432,0.0007331736,0.002470624],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008012899,0.00072847307,0.0015232147,0.0007636602,0.00057547103,0.00038960864,0.0010314574,0.00027517707,0.0008332649],"category_scores_gemma":[0.0051863673,0.0005635684,0.0010674448,0.0018445895,0.00019526755,0.0002399424,0.0006197722,0.0010378306,0.0004156972],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06090677,0.066751994,0.0052426397,0.016813263,0.0062821265,0.00050989195,0.13301268,0.000022652077,0.04706228,0.0001603006,0.16646999,0.4967654],"study_design_scores_gemma":[0.053499002,0.35637313,0.005192103,0.010796984,0.00020469904,0.000034154713,0.028872298,0.004027363,0.030404232,0.00021603389,0.5089455,0.0014344587],"about_ca_topic_score_codex":0.00005924934,"about_ca_topic_score_gemma":0.000022358596,"teacher_disagreement_score":0.49533096,"about_ca_system_score_codex":0.0014627797,"about_ca_system_score_gemma":0.0016949674,"threshold_uncertainty_score":0.9996816},"labels":[],"label_agreement":null},{"id":"W3110074878","doi":"10.2196/24175","title":"The Effect of Question Order on Outcomes in the Core Outcome Set for Brief Alcohol Interventions Among Online Help-Seekers: Protocol for a Factorial Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Linköpings Universitet","keywords":"Psychological intervention; Interim; Protocol (science); Psychology; Randomized controlled trial; Generalizability theory; Research design; Medicine; Clinical psychology; Psychiatry; Statistics; Developmental psychology; Alternative medicine","score_opus":0.696412107173351,"score_gpt":0.7128172318021413,"score_spread":0.01640512462879029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110074878","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001923262,3.7881512e-7,0.00074424193,0.009476174,0.000036873418,0.98730415,0.00014251322,0.00009027331,0.00028211033],"genre_scores_gemma":[0.009806439,2.2117754e-7,0.00024037361,0.000046301102,0.00067999505,0.9887244,0.000023481198,0.000038599574,0.00044019477],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9859016,0.009062362,0.0012390601,0.0005039798,0.002353184,0.00093981845],"domain_scores_gemma":[0.9725286,0.025488334,0.00038812647,0.0005456435,0.0008729671,0.00017635159],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04005881,0.00025000604,0.0008347422,0.00024479433,0.0009150271,0.000450854,0.0018647799,0.00028393607,0.0000485685],"category_scores_gemma":[0.062284235,0.0001321215,0.0007878779,0.0010717957,0.0014319683,0.00023510697,0.00022391461,0.0010413663,0.0000056565164],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9582791,0.0009114734,0.0062747495,0.0014102078,0.00008476612,0.0000040732216,0.002489907,0.000006033818,0.00006217476,0.008604776,0.018286992,0.0035857907],"study_design_scores_gemma":[0.843878,0.017525557,0.0005129285,0.0017097051,0.000013373052,2.2347994e-7,0.0012328478,0.0005593695,0.0004106584,0.005580864,0.12830997,0.00026653265],"about_ca_topic_score_codex":0.00079805125,"about_ca_topic_score_gemma":0.0014326347,"teacher_disagreement_score":0.11440108,"about_ca_system_score_codex":0.00023068205,"about_ca_system_score_gemma":0.0004450385,"threshold_uncertainty_score":0.9884615},"labels":[],"label_agreement":null},{"id":"W3110110063","doi":"10.2196/25126","title":"Technology-Supported Guidance Models Stimulating the Development of Critical Thinking in Clinical Practice: Protocol for a Mixed Methods Systematic Review","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Direktoratet for internasjonalisering og kvalitetsutvikling i høgare utdanning; Lovisenberg Diakonale Høgskole","keywords":"Critical thinking; Protocol (science); Data extraction; Systematic review; Thematic analysis; Critical appraisal; Evidence-based practice; Health technology; Best practice; Psychology; MEDLINE; Management science; Computer science; Medical education; Medicine; Health care; Qualitative research; Alternative medicine; Sociology; Pedagogy; Engineering","score_opus":0.6078974879242807,"score_gpt":0.7187108640338611,"score_spread":0.11081337610958042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110110063","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002584097,0.000028216371,0.02375912,0.07197107,0.00001050601,0.9021919,0.0000010165924,0.00008435789,0.0019512732],"genre_scores_gemma":[0.00018565464,9.34512e-7,0.29946998,0.0013070079,0.000049695645,0.698926,6.7803893e-7,0.0000151109025,0.00004499108],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9881926,0.006584035,0.0023039375,0.00050985813,0.0016659711,0.0007436077],"domain_scores_gemma":[0.9875031,0.00949443,0.0003492371,0.0004276822,0.0019828267,0.00024271432],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05629167,0.00016532169,0.0006796892,0.00013536325,0.0009952672,0.00014723132,0.0012376282,0.00023072616,0.00006185382],"category_scores_gemma":[0.116963245,0.00011669059,0.00011488706,0.0016961206,0.00080831355,0.00031918762,0.0003405211,0.000989651,0.000015584217],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003301093,0.0021557284,0.00021958085,0.47340474,0.00007702727,0.000008894333,0.058846146,0.0000075211206,0.000089065485,0.44097233,0.0066168606,0.017272001],"study_design_scores_gemma":[0.0027760286,0.00090380234,0.00008800974,0.4558667,0.000035614627,0.000003253151,0.037241716,0.0030246023,0.00077280414,0.20651172,0.2920994,0.00067638373],"about_ca_topic_score_codex":0.0000046404134,"about_ca_topic_score_gemma":0.000012428869,"teacher_disagreement_score":0.28548253,"about_ca_system_score_codex":0.0001999975,"about_ca_system_score_gemma":0.003228376,"threshold_uncertainty_score":0.9717463},"labels":[],"label_agreement":null},{"id":"W3110174998","doi":"10.2196/24198","title":"Longitudinal Cohort Study of Gender Affirmation and HIV-Related Health in Transgender and Gender Diverse Adults: The LEGACY Project Protocol","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Allergy and Infectious Diseases","keywords":"Transgender; Medicine; Psychological intervention; Family medicine; Cohort; Gerontology; Health care; Cohort study; Mental health; Psychiatry; Psychology; Internal medicine","score_opus":0.42544676395611897,"score_gpt":0.5913833398829942,"score_spread":0.16593657592687522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110174998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13857666,0.000011359559,0.000009227964,0.0021990316,0.000007704166,0.85667616,0.000024066125,0.000043869335,0.0024519246],"genre_scores_gemma":[0.19618033,0.0000036433398,0.00001631735,0.00012558934,0.00008811832,0.803407,0.0000062389354,0.000028149516,0.00014457565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99409115,0.0028045347,0.00080809445,0.0007269335,0.0007947261,0.0007745712],"domain_scores_gemma":[0.9986138,0.00017264354,0.00022171692,0.00049095805,0.00022939597,0.0002715053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028300404,0.00023701557,0.0004236754,0.00035590693,0.000406706,0.00013728978,0.00036631015,0.00016648756,0.000253137],"category_scores_gemma":[0.00009111921,0.00017638759,0.00004633401,0.0009844471,0.00032177914,0.0003767116,0.00019731047,0.0010629591,0.000043582473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024032565,0.0021984847,0.8687166,0.006132985,0.00010820002,0.000028183556,0.09791448,0.0000026773796,0.00001164255,0.0009957997,0.01763529,0.0038524135],"study_design_scores_gemma":[0.010470871,0.0029612987,0.9689084,0.0001276365,0.000007377884,0.000015982814,0.011264026,0.000100303325,0.0000019632637,0.00031208264,0.0056432863,0.00018672428],"about_ca_topic_score_codex":0.0033784187,"about_ca_topic_score_gemma":0.00052966626,"teacher_disagreement_score":0.10019186,"about_ca_system_score_codex":0.000107684864,"about_ca_system_score_gemma":0.00044892178,"threshold_uncertainty_score":0.7192877},"labels":[],"label_agreement":null},{"id":"W3110433080","doi":"10.2196/18977","title":"A Patient-Centered Asthma Management Communication Intervention for Rural Latino Children: Protocol for a Waiting-List Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Psychological intervention; Usability; Asthma; mHealth; Randomized controlled trial; Context (archaeology); Population; Intervention (counseling); Telehealth; Telemedicine; Family medicine; Nursing; Health care; Computer science","score_opus":0.2403493863592833,"score_gpt":0.6021447217457448,"score_spread":0.3617953353864616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110433080","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033815377,0.0000030416809,0.003613258,0.007095856,0.000021896978,0.9866909,0.00011894882,0.00022071562,0.0018972422],"genre_scores_gemma":[0.0029768164,0.000001830629,0.0031180228,0.0009661387,0.00047763294,0.9911879,0.00037095748,0.00008060928,0.0008201206],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9884141,0.00589046,0.0028974253,0.0006255533,0.00077519345,0.0013972342],"domain_scores_gemma":[0.9922586,0.0035794843,0.0013945859,0.0008309198,0.0012848353,0.0006515398],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009136954,0.00032186735,0.0013644247,0.00024524255,0.0023005567,0.00009520173,0.00066196895,0.0002861248,0.00042056403],"category_scores_gemma":[0.002410219,0.00025553777,0.00066993793,0.0004353283,0.0001940991,0.00018559204,0.0003854766,0.001060022,0.0000901871],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90676814,0.0011610795,0.00007784738,0.00603333,0.00008647402,2.1548739e-7,0.0007395845,0.0000011178528,0.0000139000285,0.014478517,0.04898996,0.02164981],"study_design_scores_gemma":[0.6977143,0.0022692217,0.00003236683,0.002519865,0.000009179015,2.1392209e-7,0.0004161866,0.0034621954,0.000009321293,0.001419146,0.29200613,0.00014183662],"about_ca_topic_score_codex":0.000057146106,"about_ca_topic_score_gemma":0.000027414588,"teacher_disagreement_score":0.24301618,"about_ca_system_score_codex":0.0002959546,"about_ca_system_score_gemma":0.00050929846,"threshold_uncertainty_score":0.9999897},"labels":[],"label_agreement":null},{"id":"W3110455792","doi":"10.2196/23207","title":"Web-Based Interventions to Promote Healthy Lifestyles for Older Adults: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Psychological intervention; Protocol (science); Gerontology; Web application; Medicine; Psychology; World Wide Web; Computer science; Applied psychology; Alternative medicine; Nursing","score_opus":0.5592970225432562,"score_gpt":0.7121530765673373,"score_spread":0.1528560540240811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110455792","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2722877e-9,0.20156592,0.00058355794,0.0033351046,0.000057297628,0.7923393,0.0014725546,0.00025920672,0.00038704614],"genre_scores_gemma":[4.324832e-9,0.009541713,0.0028551135,0.0009750169,0.00053367985,0.9835176,0.0003739062,0.00038978257,0.0018132054],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887192,0.0020762533,0.0039127995,0.002119055,0.0009896297,0.0021830222],"domain_scores_gemma":[0.99322915,0.001487342,0.0012193135,0.00165866,0.0011160122,0.0012894946],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004808927,0.0009100286,0.0031018986,0.0009814523,0.000564423,0.0003582477,0.0019385134,0.000549808,0.0009847374],"category_scores_gemma":[0.0018987643,0.00079358066,0.0030493874,0.001845744,0.00018079707,0.00022785601,0.00054773205,0.0014164266,0.0017663321],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059904833,0.0017608441,1.9305965e-7,0.46977702,0.000040509396,0.0000064506025,0.000025075167,7.560553e-9,9.241793e-9,0.00032762127,0.0950713,0.4323919],"study_design_scores_gemma":[0.0027609111,0.0073658074,2.9362639e-7,0.4918954,0.000023022318,0.000007750484,0.0000055273567,0.0000015140902,6.462981e-7,0.00004207453,0.49758494,0.0003121175],"about_ca_topic_score_codex":0.000010178682,"about_ca_topic_score_gemma":0.000055789857,"teacher_disagreement_score":0.4320798,"about_ca_system_score_codex":0.00089388393,"about_ca_system_score_gemma":0.0035364171,"threshold_uncertainty_score":0.9999285},"labels":[],"label_agreement":null},{"id":"W3110585335","doi":"10.2196/21307","title":"The Web-Based Uprise Program for Mental Health in Australian University Students: Protocol for a Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Randomized controlled trial; Coaching; Psychological intervention; Medicine; Loneliness; Health coaching; Protocol (science); Psychology; Nursing; Psychiatry; Alternative medicine","score_opus":0.3187360921217453,"score_gpt":0.6357145514789709,"score_spread":0.31697845935722563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110585335","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016878436,6.4951587e-7,0.000062219566,0.036026757,0.000043812044,0.96262705,0.00018293704,0.00013688064,0.0007508766],"genre_scores_gemma":[0.0009828823,5.2115862e-8,0.00043070677,0.00023413276,0.0001447704,0.992598,0.00003089499,0.00004464185,0.005533902],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923927,0.003717499,0.0012384215,0.0006278543,0.0007516797,0.0012718532],"domain_scores_gemma":[0.99620736,0.00217663,0.00042837037,0.0004060114,0.0002834831,0.00049814075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008846117,0.0002524007,0.0010222505,0.0002157365,0.00067445735,0.0003105825,0.0010508402,0.00010680174,0.00014568631],"category_scores_gemma":[0.00076725055,0.00017947053,0.0006057261,0.00054739777,0.00044134795,0.00015372541,0.00016312853,0.00053229067,0.0000569266],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89910203,0.009519984,0.000031936546,0.00071563333,0.000094601004,0.000003392844,0.00023303265,4.448014e-7,0.0000034337422,0.0031471436,0.07991973,0.0072286385],"study_design_scores_gemma":[0.5803092,0.025282819,0.000012563026,0.0005205737,0.0000018816876,2.2195195e-7,0.00022284403,0.00013599964,0.000010275416,0.00029760317,0.39311746,0.00008854958],"about_ca_topic_score_codex":0.00005062999,"about_ca_topic_score_gemma":0.00012819564,"teacher_disagreement_score":0.31879282,"about_ca_system_score_codex":0.0005622884,"about_ca_system_score_gemma":0.0008311085,"threshold_uncertainty_score":0.73185956},"labels":[],"label_agreement":null},{"id":"W3110685978","doi":"10.2196/21693","title":"App-Controlled Treatment Monitoring and Support for Head and Neck Cancer Patients (APCOT): Protocol for a Prospective Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Head and Neck Cancer Studies","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Quality of life (healthcare); Randomized controlled trial; Psychological intervention; Radiation therapy; Physical therapy; Head and neck cancer; Cancer; Prospective cohort study; Clinical endpoint; Cohort; Emergency medicine; Internal medicine","score_opus":0.1783669803553829,"score_gpt":0.5480126271864801,"score_spread":0.36964564683109724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110685978","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00830366,0.000015917467,0.000018756002,0.0017199523,0.000018256877,0.9892327,0.00004843847,0.000074934025,0.0005673775],"genre_scores_gemma":[0.0041532167,0.0000064095852,0.00042501817,0.00006588073,0.0010365862,0.9926731,0.000005596334,0.0000576113,0.0015765791],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966328,0.00035842424,0.0008653009,0.000728952,0.00064789027,0.00076663157],"domain_scores_gemma":[0.9966643,0.0015157579,0.00023148026,0.00019330328,0.000930402,0.0004647813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014821187,0.00037453946,0.0031582015,0.00013817377,0.00041611947,0.00012225025,0.00009108012,0.00014004714,0.000035044308],"category_scores_gemma":[0.001956585,0.00022423932,0.00043736413,0.00018142206,0.0002534902,0.00012095582,0.00008704544,0.000252052,0.0000019768397],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9835788,0.0014024471,0.0043143034,0.0016334765,0.00072453776,0.00000423575,0.0014398426,1.8646197e-7,0.00029419834,0.000054277076,0.0013051733,0.0052485503],"study_design_scores_gemma":[0.92033046,0.04185887,0.00056048366,0.0012651252,0.000080657155,6.279662e-7,0.00007264567,0.0002627539,0.0012868753,0.000109320245,0.033985235,0.00018692925],"about_ca_topic_score_codex":0.000029676903,"about_ca_topic_score_gemma":0.000009062687,"teacher_disagreement_score":0.0632483,"about_ca_system_score_codex":0.00029118627,"about_ca_system_score_gemma":0.0006995593,"threshold_uncertainty_score":0.9144214},"labels":[],"label_agreement":null},{"id":"W3110795479","doi":"10.2196/22505","title":"Initiatives, Concepts, and Implementation Practices of FAIR (Findable, Accessible, Interoperable, and Reusable) Data Principles in Health Data Stewardship Practice: Protocol for a Scoping Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Research Data Management Practices","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Greifswald; Deutsche Forschungsgemeinschaft","keywords":"Interoperability; Stewardship (theology); Protocol (science); Health data; Knowledge management; Computer science; Data science; Health care; Process management; World Wide Web; Political science; Medicine; Business; Alternative medicine","score_opus":0.8781572789485774,"score_gpt":0.7617979020894372,"score_spread":0.11635937685914022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110795479","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.424431e-9,0.2994454,0.0021470124,0.0044715884,0.0000052542246,0.6929425,0.000637644,0.00004636546,0.00030423384],"genre_scores_gemma":[6.795507e-9,0.4748611,0.020231128,0.00013095353,0.00005036623,0.50405866,0.0005887477,0.000041226955,0.00003784054],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97528183,0.013279147,0.0035636078,0.0038471161,0.00257681,0.0014515056],"domain_scores_gemma":[0.9754764,0.009290415,0.0067831576,0.0070914086,0.00086888997,0.0004897484],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.049722016,0.0006934291,0.0026181422,0.0009605128,0.00045431312,0.005550957,0.015306847,0.00020854833,0.000035904268],"category_scores_gemma":[0.035140645,0.0005634802,0.000069961316,0.0030784453,0.00042886686,0.078390576,0.0359917,0.0021505335,0.0000071130094],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013192173,0.00027901627,0.000025303976,0.5532889,0.00010661257,0.000030468378,0.0001023342,7.8311054e-8,1.658528e-7,0.0031866338,0.008830209,0.4340184],"study_design_scores_gemma":[0.0011840962,0.0009869229,0.000007684367,0.38411108,0.000018519713,0.000015977299,0.00014424502,0.00024819552,0.000001025085,0.00002884359,0.6129791,0.00027426268],"about_ca_topic_score_codex":0.0004307283,"about_ca_topic_score_gemma":0.00046204866,"teacher_disagreement_score":0.6041489,"about_ca_system_score_codex":0.0003004895,"about_ca_system_score_gemma":0.009692278,"threshold_uncertainty_score":0.99968165},"labels":[],"label_agreement":null},{"id":"W3110955856","doi":"10.2196/24392","title":"Prospective Associations Between Fixed-Term Contract Positions and Mental Illness Rates in Denmark’s General Workforce: Protocol for a Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Term (time); Workforce; Mental illness; Protocol (science); Cohort; Medicine; Psychology; Cohort study; Prospective cohort study; Actuarial science; Mental health; Psychiatry; Gerontology; Business; Economics; Surgery; Alternative medicine","score_opus":0.31913541065554957,"score_gpt":0.6258528612798463,"score_spread":0.30671745062429673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110955856","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07345092,0.0000010753885,0.000012084112,0.003783958,0.000007043013,0.9208486,0.00026949018,0.000078834135,0.0015479989],"genre_scores_gemma":[0.09471746,3.2201729e-7,0.00006312953,0.000120564684,0.00046571676,0.9034539,0.000058171234,0.000045579432,0.001075198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952563,0.0015539487,0.0007842761,0.00065861555,0.00072444417,0.0010223984],"domain_scores_gemma":[0.99747235,0.0011627948,0.00022287059,0.00023806441,0.000632958,0.00027096033],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0023825453,0.00026417372,0.0005921208,0.00018462258,0.0025320996,0.00010432658,0.00028482403,0.00018911673,0.00018563744],"category_scores_gemma":[0.0005495303,0.00022274352,0.00007596938,0.00064796506,0.00016184003,0.00030594892,0.00044289607,0.0011208009,0.000041765183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007289047,0.00071898074,0.9744634,0.0003291428,0.00011599922,0.00000586353,0.010993641,3.3538794e-7,0.00010461678,0.000539728,0.011445385,0.00055398286],"study_design_scores_gemma":[0.009314205,0.001902246,0.9686397,0.00069833983,0.000007651699,1.4220991e-7,0.0021810185,0.00003110207,0.00006209678,0.0005343968,0.016376926,0.00025219176],"about_ca_topic_score_codex":0.00015020392,"about_ca_topic_score_gemma":0.00041884344,"teacher_disagreement_score":0.021266537,"about_ca_system_score_codex":0.00050253316,"about_ca_system_score_gemma":0.00034603933,"threshold_uncertainty_score":0.9987665},"labels":[],"label_agreement":null},{"id":"W3110958555","doi":"10.2196/21752","title":"A Shared Cancer Follow-Up Model of Care Between General Practitioners and Radiation Oncologists for Patients With Breast, Prostate, and Colorectal Cancer: Protocol for a Mixed Methods Implementation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Illawarra Shoalhaven Local Health District; Australian Government","keywords":"Medicine; Shared care; Radiation oncologist; Family medicine; Prostate cancer; Breast cancer; Colorectal cancer; Radiation therapy; Cancer; Nursing; Internal medicine; Primary care","score_opus":0.20453253496348367,"score_gpt":0.5864413311301487,"score_spread":0.38190879616666507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110958555","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15076241,0.0000031723923,0.00043288124,0.0004984077,0.000005260164,0.84619176,0.0020725445,0.000025312198,0.000008242757],"genre_scores_gemma":[0.07936337,5.2830745e-7,0.0032586376,0.000033803404,0.00013009639,0.91689694,0.0002526058,0.000039749077,0.000024254912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796045,0.0003201578,0.0003629878,0.0005100382,0.00048556522,0.0003607804],"domain_scores_gemma":[0.99770635,0.00019894895,0.00023731553,0.00012655671,0.0014933962,0.00023745665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059607066,0.00018517091,0.00042681542,0.000121237936,0.00018819695,0.00006800983,0.00008461092,0.00008814083,0.000016324291],"category_scores_gemma":[0.000095833246,0.00014649483,0.000052771597,0.00031609478,0.00010103535,0.00025480197,0.00008007244,0.00019399534,6.5868875e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04578141,0.00053236284,0.72208923,0.0072723343,0.00025368898,8.317875e-7,0.019160077,0.000032430442,0.0023384823,0.000018456123,0.0028527381,0.19966798],"study_design_scores_gemma":[0.14355007,0.08182397,0.7151818,0.0019103,0.00022238478,0.000001778921,0.018209716,0.0049978155,0.012465654,0.00014207716,0.020757055,0.0007373383],"about_ca_topic_score_codex":0.00080829364,"about_ca_topic_score_gemma":0.0021835475,"teacher_disagreement_score":0.19893064,"about_ca_system_score_codex":0.0003451627,"about_ca_system_score_gemma":0.0010296347,"threshold_uncertainty_score":0.59738857},"labels":[],"label_agreement":null},{"id":"W3111161647","doi":"10.2196/18815","title":"Design of a Game-Based Training Environment to Enhance Health Care Professionals’ E–Mental Health Skills: Protocol for a User Requirements Analysis","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Persona Design and Applications","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Mental health; Psychology; Health care; Protocol (science); Medical education; Applied psychology; Nursing; Medicine; Psychiatry; Alternative medicine","score_opus":0.38044485317099314,"score_gpt":0.5928165965397966,"score_spread":0.21237174336880343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111161647","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005654818,0.0000010296445,0.4599557,0.010628762,6.90041e-7,0.5293311,0.000030523606,0.000038936378,0.0000076161264],"genre_scores_gemma":[0.0012703516,6.777005e-8,0.1670873,0.0017786318,0.00003074966,0.82972753,0.000016285772,0.000018841258,0.00007023563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953054,0.00092601206,0.00065692083,0.0009092651,0.0013322413,0.0008701125],"domain_scores_gemma":[0.99790365,0.0001950991,0.0003068718,0.0007279574,0.00019645353,0.00066998124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019833806,0.00020949187,0.0004554454,0.0003196204,0.00044783182,0.000113996655,0.0012914747,0.00005109736,0.000044965713],"category_scores_gemma":[0.000063013664,0.00018711551,0.0001444389,0.0017329511,0.00008284447,0.00021430494,0.00030758118,0.00026285523,0.000028080212],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005634826,0.015623501,0.0008600068,0.013980556,0.0007325485,0.000014038151,0.31000865,0.0071849767,0.06503239,0.005760777,0.20691693,0.3682508],"study_design_scores_gemma":[0.011751125,0.024485169,0.0009838272,0.007483682,0.000008610256,0.0000015026085,0.0044358913,0.12202995,0.064201996,0.0003348664,0.7628857,0.0013976796],"about_ca_topic_score_codex":0.000012958353,"about_ca_topic_score_gemma":0.000003516288,"teacher_disagreement_score":0.55596876,"about_ca_system_score_codex":0.00047836962,"about_ca_system_score_gemma":0.0019922676,"threshold_uncertainty_score":0.7630349},"labels":[],"label_agreement":null},{"id":"W3111174926","doi":"10.2196/21985","title":"Disparities in Care Outcomes in Atlanta Between Black and White Men Who Have Sex With Men Living With HIV: Protocol for a Prospective Cohort Study (Engage[men]t)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Men who have sex with men; Medicine; Gerontology; Prospective cohort study; Cohort; Demography; Public health; Cohort study; Health equity; Human immunodeficiency virus (HIV); Family medicine; Internal medicine","score_opus":0.11567485144759876,"score_gpt":0.49875318373361877,"score_spread":0.38307833228602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111174926","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02354303,7.560359e-7,0.000055005243,0.0012837233,8.66061e-8,0.94590676,0.00008082739,0.00005660628,0.029073209],"genre_scores_gemma":[0.09685084,2.3732935e-7,0.00011737266,0.00001406187,0.000077231685,0.8844998,0.000021359509,0.00007369613,0.018345408],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948652,0.0009889393,0.00058888487,0.00095798715,0.0014915656,0.0011074662],"domain_scores_gemma":[0.9977157,0.000536665,0.00010065042,0.00050407863,0.00060013117,0.00054276234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020701608,0.00036107667,0.0009499398,0.0005084453,0.00027084135,0.00029220735,0.00036484105,0.000117810785,0.00010047497],"category_scores_gemma":[0.0006755236,0.00024269064,0.00007157298,0.00071761943,0.0004547805,0.0003920314,0.00043257832,0.0015720194,0.0000111608615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003393024,0.0012001958,0.9559451,0.0040213396,0.00021301511,0.0001195175,0.016364446,0.0000025580398,0.000027088829,0.000016228689,0.01831637,0.00038116873],"study_design_scores_gemma":[0.014855674,0.03589769,0.9071404,0.0058479835,0.000012080388,0.0000033624788,0.03284102,0.0015661774,0.00017054398,0.000020389823,0.0013750081,0.0002696765],"about_ca_topic_score_codex":0.0007418065,"about_ca_topic_score_gemma":0.0018398396,"teacher_disagreement_score":0.07330781,"about_ca_system_score_codex":0.0004400626,"about_ca_system_score_gemma":0.0005201302,"threshold_uncertainty_score":0.9896637},"labels":[],"label_agreement":null},{"id":"W3111234187","doi":"10.2196/25051","title":"Physical Activity, Nutritional Habits, and Sleep Behavior Among Health Profession Students and Employees of a Swiss University During and After COVID-19 Confinement: Protocol for a Longitudinal Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Berner Fachhochschule","keywords":"Observational study; Pandemic; Longitudinal study; Medicine; Coronavirus disease 2019 (COVID-19); Family medicine; Government (linguistics); Psychology; Gerontology; Medical education","score_opus":0.5936263265070656,"score_gpt":0.649315041266184,"score_spread":0.05568871475911841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111234187","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5107851,9.657939e-7,0.000013055168,0.00097231066,0.0000015790015,0.4881264,0.00008172782,0.000015674379,0.0000031893935],"genre_scores_gemma":[0.44053003,1.2497601e-7,0.000031351607,0.00005386723,0.00004131072,0.55927175,0.0000047754766,0.000010230818,0.000056574634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99729335,0.00064699,0.00024522867,0.00065380184,0.0007233299,0.00043729076],"domain_scores_gemma":[0.9986171,0.00030768587,0.00014751816,0.00017266106,0.00015392949,0.00060110935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075271825,0.00017427736,0.00033151958,0.00014786396,0.00048451874,0.00005050294,0.00017894954,0.000074069285,0.00007185348],"category_scores_gemma":[0.000053385353,0.00016529224,0.000037904127,0.0002465335,0.0003211901,0.00019599008,0.000533415,0.0003603873,0.0000010519209],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012443554,0.008055794,0.96796435,0.0048924834,0.00003865409,0.000042118096,0.0045185443,1.2932757e-7,0.00027164337,0.00021699956,0.00042471272,0.0011310156],"study_design_scores_gemma":[0.0145602925,0.0067621567,0.9741629,0.0004285333,0.0000058451456,0.0000027913416,0.0014668629,0.00001911683,0.000070682145,0.000048649454,0.002342608,0.0001295892],"about_ca_topic_score_codex":0.00039324028,"about_ca_topic_score_gemma":0.00034345506,"teacher_disagreement_score":0.07114532,"about_ca_system_score_codex":0.00024469217,"about_ca_system_score_gemma":0.0004879137,"threshold_uncertainty_score":0.6740422},"labels":[],"label_agreement":null},{"id":"W3111377655","doi":"10.2196/24074","title":"Correction: Nurse-Delivered Cognitive Behavioral Therapy for Adherence and Depression Among People Living With HIV (the Ziphamandla Study): Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Depression (economics); Mood; Viral load; Psychiatry; Physical therapy; Family medicine; Human immunodeficiency virus (HIV); Internal medicine","score_opus":0.1200975037139474,"score_gpt":0.5255142233147017,"score_spread":0.40541671960075426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111377655","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015754807,0.000019059653,0.0008044404,0.00025521423,0.00017818678,0.9953594,0.00007777331,0.0001251996,0.0030231378],"genre_scores_gemma":[0.00027369134,0.000003602727,0.000060421993,0.000016305792,0.0018945121,0.7925005,0.00012616017,0.00014724753,0.20497757],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9900411,0.003891501,0.0013278619,0.0013257685,0.0022331087,0.0011806675],"domain_scores_gemma":[0.9882654,0.006610851,0.0007218426,0.0006659006,0.003113621,0.00062241225],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00595983,0.0007182674,0.003136094,0.0005178624,0.0012596885,0.0006977163,0.00058872625,0.00055283826,0.00060976954],"category_scores_gemma":[0.007542391,0.00038850217,0.0011859414,0.00067206845,0.0009444332,0.0002896626,0.00021865906,0.003186674,0.00001554778],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5595992,0.004475222,0.00045029612,0.0008497606,0.0005239756,0.000013707889,0.0014467277,5.8720723e-8,0.000009285888,0.0000015341207,0.42745432,0.005175874],"study_design_scores_gemma":[0.8229484,0.107389286,0.00026361246,0.021424545,0.00017595661,0.000010422002,0.002828721,0.0027756349,0.00002817942,0.000022513676,0.041776985,0.000355755],"about_ca_topic_score_codex":0.00014257617,"about_ca_topic_score_gemma":0.00040763227,"teacher_disagreement_score":0.3856773,"about_ca_system_score_codex":0.00018313785,"about_ca_system_score_gemma":0.0020826147,"threshold_uncertainty_score":0.9998567},"labels":[],"label_agreement":null},{"id":"W3111525050","doi":"10.2196/24186","title":"Cardiomyocyte Injury Following Acute Ischemic Stroke: Protocol for a Prospective Observational Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Takotsubo Cardiomyopathy and Associated Phenomena","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Corona-Stiftung","keywords":"Medicine; Cardiology; Internal medicine; Acute coronary syndrome; Stroke (engine); Myocardial infarction; Troponin; Prospective cohort study","score_opus":0.2443866889666292,"score_gpt":0.5275382379719865,"score_spread":0.28315154900535733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111525050","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017129656,6.79225e-7,0.000082548555,0.00093952304,0.000008366775,0.97534823,0.00013477389,0.00023711042,0.0061191176],"genre_scores_gemma":[0.034451764,4.334339e-8,0.00058642955,0.00018215546,0.00080521614,0.9622914,0.000042768406,0.00009206506,0.0015481666],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948942,0.00041435673,0.0006186251,0.0010002627,0.0020983294,0.00097420654],"domain_scores_gemma":[0.9975178,0.00021405112,0.00016562975,0.00058242126,0.0009989506,0.00052110734],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023615598,0.00035355,0.0008672855,0.00018758165,0.00044970703,0.00017826626,0.0004139726,0.00018759035,0.000078371355],"category_scores_gemma":[0.0006642817,0.00030931333,0.00052532763,0.0010760544,0.000107697495,0.00033349392,0.00032247807,0.0011671059,0.00007294671],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013589063,0.0020845833,0.87373674,0.0009736363,0.0028318104,0.0002097202,0.0018652291,0.000003560589,0.03137431,0.00015118276,0.07192588,0.0012542587],"study_design_scores_gemma":[0.038681433,0.021341797,0.32655025,0.0014720008,0.00020664075,0.000014385773,0.0013172495,0.00022525692,0.020727294,0.0002394345,0.58837086,0.0008533898],"about_ca_topic_score_codex":0.0000070383267,"about_ca_topic_score_gemma":5.9584045e-7,"teacher_disagreement_score":0.5471865,"about_ca_system_score_codex":0.0005359513,"about_ca_system_score_gemma":0.0010234801,"threshold_uncertainty_score":0.9999359},"labels":[],"label_agreement":null},{"id":"W3111776660","doi":"10.2196/25595","title":"Impact of a Serious Game on the Intention to Change Infection Prevention and Control Practices in Nursing Homes During the COVID-19 Pandemic: Protocol for a Web-Based Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Educational Games and Gamification","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Checklist; eHealth; Telehealth; Medicine; Consolidated Standards of Reporting Trials; Pandemic; Infection control; Nursing; Protocol (science); Health care; mHealth; Psychology; Telemedicine; Coronavirus disease 2019 (COVID-19); Alternative medicine; Psychological intervention; Disease","score_opus":0.36464536025622596,"score_gpt":0.6269603848150949,"score_spread":0.2623150245588689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111776660","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1147407,0.0000025029954,0.00040183993,0.014079214,0.000012621749,0.8706324,0.000009675724,0.0000300126,0.0000910267],"genre_scores_gemma":[0.36624807,2.777376e-7,0.000009812724,0.00020002139,0.00012038402,0.63334477,0.0000032698474,0.000012872143,0.00006053772],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99359155,0.0046306513,0.0006440231,0.00037761207,0.00042744455,0.0003286979],"domain_scores_gemma":[0.9939518,0.0045084422,0.000794788,0.00027768812,0.00032188665,0.00014541701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007425551,0.00016227146,0.0005483707,0.00026959286,0.00017505056,0.00013124765,0.00019340252,0.000117089156,0.0001504069],"category_scores_gemma":[0.008001312,0.00008659918,0.00028293792,0.00048208656,0.00019825467,0.00013989634,0.000020155785,0.0003942583,0.0000067781916],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.980647,0.0012807068,0.0077858474,0.0003106432,0.00009192809,4.2133834e-7,0.0036456308,0.00002380262,0.0019940208,0.00072650233,0.00041942313,0.0030740686],"study_design_scores_gemma":[0.9273677,0.0056753084,0.05904544,0.0007177221,0.000015263937,0.000002954521,0.00030243548,0.001270577,0.000027038748,0.00077905116,0.004688481,0.00010805615],"about_ca_topic_score_codex":0.0001847145,"about_ca_topic_score_gemma":0.000051747556,"teacher_disagreement_score":0.25150737,"about_ca_system_score_codex":0.00027986523,"about_ca_system_score_gemma":0.00040758998,"threshold_uncertainty_score":0.95788956},"labels":[],"label_agreement":null},{"id":"W3111879143","doi":"10.2196/18154","title":"He Korowai Manaaki (Pregnancy Wraparound Care): Protocol for a Cluster Randomized Clinical Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Family medicine; Health care; Socioeconomic status; Health equity; Intervention (counseling); Cluster randomised controlled trial; Nursing; Indigenous; Population; Public health; Environmental health","score_opus":0.4042574181826193,"score_gpt":0.6300731674303558,"score_spread":0.2258157492477365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111879143","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004792303,0.0000050087897,0.00019143535,0.011869496,0.000021151931,0.9822812,0.000020716276,0.00013728747,0.0049944436],"genre_scores_gemma":[0.0004829906,0.0000011620754,0.0010791987,0.0024310686,0.00212704,0.9923811,0.000015148115,0.000060674665,0.0014215918],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933236,0.0021221982,0.0014076233,0.00081257516,0.0012789137,0.0010550633],"domain_scores_gemma":[0.99627256,0.0011284365,0.0002352382,0.0005842361,0.0007990749,0.0009804207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038935822,0.0003012056,0.0013267525,0.00011035487,0.00028195747,0.00015313072,0.00047238352,0.0003187058,0.00038815668],"category_scores_gemma":[0.0020885733,0.0002018314,0.00066593604,0.00035924613,0.00039514393,0.00013864323,0.00029065026,0.0011705027,0.000272893],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9235364,0.0010046666,0.0007773832,0.007100223,0.00009400179,0.00005026494,0.0003435187,3.0179703e-7,0.000020442103,0.0007182985,0.058199853,0.008154607],"study_design_scores_gemma":[0.5708721,0.008995729,0.000116970325,0.00331359,0.000011182463,0.000006399632,0.00007820344,0.00010743286,0.00008376457,0.0006175765,0.41566432,0.00013272431],"about_ca_topic_score_codex":0.00003481464,"about_ca_topic_score_gemma":0.000007882162,"teacher_disagreement_score":0.35746446,"about_ca_system_score_codex":0.00013381308,"about_ca_system_score_gemma":0.000827485,"threshold_uncertainty_score":0.82304454},"labels":[],"label_agreement":null},{"id":"W3111934264","doi":"10.2196/25291","title":"Self-Administered Behavioral Skills–Based At-Home Virtual Reality Therapy for Chronic Low Back Pain: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Physical therapy; Medicine; Chronic pain; Psychosocial; Mood; Virtual reality; Pain catastrophizing; Physical medicine and rehabilitation; Clinical psychology; Psychiatry","score_opus":0.15704838054889733,"score_gpt":0.5293167614790067,"score_spread":0.3722683809301094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111934264","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010187736,0.0000015505307,0.001822367,0.006407091,0.000020507614,0.99027497,0.00004817544,0.00020765926,0.00019891383],"genre_scores_gemma":[0.0016743696,2.6143155e-7,0.0018078418,0.0004895304,0.0014355739,0.9931358,0.00013160706,0.00011014556,0.0012148602],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.990344,0.004781996,0.0015601276,0.0009517543,0.0013443115,0.0010178126],"domain_scores_gemma":[0.9908922,0.006139725,0.0004253429,0.0007227089,0.0011536442,0.00066641445],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01435396,0.00045869363,0.00230791,0.00021763136,0.0003780987,0.00014954641,0.00036793397,0.00041018875,0.000657489],"category_scores_gemma":[0.003634513,0.00030043465,0.001735674,0.0004222015,0.00050226034,0.00014068432,0.000082521445,0.000556194,0.00004955691],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9597234,0.0062150857,0.00003051205,0.012447537,0.000165353,0.0000030491271,0.00044852466,0.0000029118894,0.0034802286,0.000112069276,0.014679165,0.0026921357],"study_design_scores_gemma":[0.8045631,0.065817825,0.00003220938,0.0012458885,0.000013683337,3.6861942e-7,0.000033163473,0.009369236,0.00086823944,0.00012538295,0.117658824,0.00027209762],"about_ca_topic_score_codex":0.0000052130863,"about_ca_topic_score_gemma":0.0000067182623,"teacher_disagreement_score":0.15516035,"about_ca_system_score_codex":0.00059412903,"about_ca_system_score_gemma":0.0020057773,"threshold_uncertainty_score":0.9999448},"labels":[],"label_agreement":null},{"id":"W3112131855","doi":"10.2196/24106","title":"A Multicomponent Intervention to Reduce Screen Time Among Children Aged 2-5 Years in Chandigarh, North India: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Screen time; Motivational interviewing; Randomized controlled trial; Intervention (counseling); Medicine; Gadget; Population; Social cognitive theory; Protocol (science); Psychological intervention; Psychology; Physical therapy; Nursing; Developmental psychology; Alternative medicine; Environmental health","score_opus":0.12364834334020945,"score_gpt":0.4946114124480572,"score_spread":0.3709630691078477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112131855","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075253524,2.623399e-7,0.000038529386,0.0012913756,0.000005655259,0.9220718,0.0000118496555,0.00015248904,0.0011745248],"genre_scores_gemma":[0.026077034,8.405428e-8,0.00021984476,0.00006020225,0.0002661169,0.97261107,0.00002508874,0.000026191585,0.00071435777],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99518555,0.0016082425,0.00086957635,0.00056089985,0.0009717162,0.0008040165],"domain_scores_gemma":[0.99829966,0.0007115531,0.0002268645,0.00022543808,0.00019114156,0.00034536776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005487662,0.00019649057,0.0010068811,0.0005320489,0.0002796623,0.0003223549,0.0007657136,0.00021493339,0.00015677238],"category_scores_gemma":[0.0047158357,0.00016679449,0.00036246085,0.0010271297,0.0004337928,0.00026936625,0.000342836,0.0004980437,0.00011070302],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98395544,0.00083897775,0.0022998804,0.000045851466,0.000063818035,0.000008820486,0.0043414016,0.0000012991856,0.000047256097,0.0004283857,0.0035756547,0.004393198],"study_design_scores_gemma":[0.97902924,0.0012636789,0.011819967,0.00052278145,0.0000025982758,1.5847078e-7,0.00010403253,0.00005246936,0.00010441748,0.0004624636,0.006419283,0.00021892111],"about_ca_topic_score_codex":0.00033009678,"about_ca_topic_score_gemma":0.0006577343,"teacher_disagreement_score":0.050539285,"about_ca_system_score_codex":0.00019018393,"about_ca_system_score_gemma":0.00034306882,"threshold_uncertainty_score":0.68016815},"labels":[],"label_agreement":null},{"id":"W3112295964","doi":"10.2196/20615","title":"Tui Na for Chronic Nonspecific Low Back Pain: Protocol for a Systematic Review and Meta-analysis","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cochrane Library; MEDLINE; Medicine; Meta-analysis; Funnel plot; Systematic review; Protocol (science); Publication bias; Subgroup analysis; Randomized controlled trial; Physical therapy; Alternative medicine; Internal medicine","score_opus":0.43197808317102676,"score_gpt":0.6082872672466964,"score_spread":0.1763091840756696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112295964","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.647678e-11,0.3663549,0.000450975,0.00076071295,8.182361e-7,0.6321898,0.000117989286,0.00004314246,0.000081650265],"genre_scores_gemma":[2.9330478e-9,0.06471779,0.0010986275,0.00018186307,0.00020648824,0.92956084,0.00022524485,0.00015989969,0.0038492156],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98892945,0.0048251795,0.002536986,0.0014816525,0.0012899586,0.0009367777],"domain_scores_gemma":[0.9907637,0.0047245226,0.00091835967,0.001728991,0.0012765338,0.0005878605],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01424278,0.00085349847,0.012143754,0.0007812342,0.00026847067,0.00022000272,0.00059520756,0.00052006904,0.00091133383],"category_scores_gemma":[0.00483752,0.0004846581,0.007017706,0.0024225332,0.00030587,0.00012526996,0.00018263583,0.0010359525,0.00018545146],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008827721,0.00030149543,1.2519499e-7,0.94205177,0.03258827,0.0000031531715,0.000021243106,4.5445645e-8,8.8770054e-7,0.000093556584,0.016536178,0.008315009],"study_design_scores_gemma":[0.00087635015,0.0023914587,1.222741e-7,0.39794636,0.048411906,0.0000035371554,0.0000059065237,0.00005117873,3.216185e-7,0.000027318007,0.55002946,0.0002560827],"about_ca_topic_score_codex":0.0000020874802,"about_ca_topic_score_gemma":0.0000044303783,"teacher_disagreement_score":0.5441054,"about_ca_system_score_codex":0.0005989986,"about_ca_system_score_gemma":0.0015339484,"threshold_uncertainty_score":0.9997605},"labels":[],"label_agreement":null},{"id":"W3112390249","doi":"10.2196/21840","title":"Remote Assessment of Disease and Relapse in Epilepsy: Protocol for a Multicenter Prospective Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council Centre for Neurodevelopmental Disorders; European Commission; King's College London; Engineering and Physical Sciences Research Council; National Institute for Health and Care Research; Medical Research Council; European Federation of Pharmaceutical Industries and Associations; Department of Health and Social Care; South London and Maudsley NHS Foundation Trust","keywords":"Epilepsy; Medicine; Mood; Cohort; Usability; Prospective cohort study; Physical therapy; Physical medicine and rehabilitation; Psychiatry; Computer science","score_opus":0.1921859437959097,"score_gpt":0.5725390812556304,"score_spread":0.38035313745972066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112390249","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022497538,9.055412e-7,0.000051062656,0.0015393576,0.0000010694135,0.9750254,0.000029202583,0.000036639703,0.00081882096],"genre_scores_gemma":[0.11670007,3.75756e-7,0.0015744132,0.000040677718,0.00006796959,0.88134235,0.0000089757905,0.000040272553,0.00022491325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960273,0.00059161684,0.0005547632,0.0007986567,0.0013392965,0.00068836176],"domain_scores_gemma":[0.9975166,0.0003243414,0.000102132966,0.00053558836,0.00065184594,0.0008695322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018763507,0.00022442642,0.00056329044,0.00025955174,0.000116152376,0.00005904482,0.0001915088,0.000071896204,0.00011045227],"category_scores_gemma":[0.00094384444,0.00016787695,0.00010053829,0.00057129166,0.00024441775,0.00013981057,0.00028979467,0.0007024842,0.000010107233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021509737,0.0071344976,0.96417034,0.0030303313,0.00013839178,0.00022424369,0.0005351067,9.952046e-7,0.00044539952,0.000103958395,0.0011195808,0.0015874269],"study_design_scores_gemma":[0.03181831,0.02074621,0.9384472,0.0018358765,0.000012496272,0.0000012166406,0.00027158041,0.0021235207,0.00040446557,0.00024822293,0.003960418,0.00013049174],"about_ca_topic_score_codex":0.00005419956,"about_ca_topic_score_gemma":0.000027616541,"teacher_disagreement_score":0.094202526,"about_ca_system_score_codex":0.00029710858,"about_ca_system_score_gemma":0.00077756774,"threshold_uncertainty_score":0.68458235},"labels":[],"label_agreement":null},{"id":"W3112471543","doi":"10.2196/19603","title":"Effects of Unfiltered Cigarettes on Smoking Behavior and Toxicant Exposure: Protocol for a Randomized Crossover Clinical Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Crossover study; Toxicant; Cotinine; Environmental health; Randomized controlled trial; Smoke; Confidence interval; Nicotine; Smoking ban; Toxicology; Surgery; Internal medicine; Toxicity; Waste management","score_opus":0.36799160611875104,"score_gpt":0.5954390970101283,"score_spread":0.22744749089137728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112471543","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20436116,3.80144e-7,0.000032468357,0.00039047864,0.000011197772,0.7950752,0.000008151085,0.000048034242,0.00007294166],"genre_scores_gemma":[0.12803164,1.6523452e-7,0.00007893896,0.00015956182,0.00042962143,0.87117934,0.0000070698893,0.000038591832,0.00007509232],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99610317,0.00090684206,0.0009114572,0.0005482695,0.0010942529,0.0004360219],"domain_scores_gemma":[0.9962952,0.002390778,0.0002604682,0.0003328327,0.000395597,0.000325138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031836939,0.00020712365,0.00093085115,0.00013573919,0.00014069527,0.00009743576,0.00018275043,0.00027912526,0.00008521354],"category_scores_gemma":[0.0037379446,0.00014978526,0.00033133026,0.0002700727,0.00047865033,0.000089659545,0.00010601763,0.0007208738,0.0000011251949],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9614574,0.0021783968,0.015354259,0.0017749874,0.000058215137,0.000034261786,0.00031191058,7.963438e-8,0.0050837053,0.00023101897,0.0018130088,0.01170281],"study_design_scores_gemma":[0.8886299,0.020261612,0.028774206,0.002228994,0.000054143748,0.000002448744,0.000024280089,0.00002247449,0.05332847,0.00006903274,0.0064492067,0.0001551973],"about_ca_topic_score_codex":0.0000050879125,"about_ca_topic_score_gemma":2.3879883e-7,"teacher_disagreement_score":0.07632952,"about_ca_system_score_codex":0.000053000877,"about_ca_system_score_gemma":0.00026751647,"threshold_uncertainty_score":0.6108066},"labels":[],"label_agreement":null},{"id":"W3112569139","doi":"10.2196/24432","title":"Monitoring the Spatial Spread of COVID-19 and Effectiveness of Control Measures Through Human Movement Data: Proposal for a Predictive Model Using Big Data Analytics","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Human Mobility and Location-Based Analysis","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; University of South Carolina; National Institutes of Health; National Science Foundation","keywords":"Big data; Computer science; Data science; Analytics; Context (archaeology); Data mining; Spatial analysis; Social media; Human dynamics; Artificial intelligence; Geography; World Wide Web","score_opus":0.6451653083036939,"score_gpt":0.5908553242553163,"score_spread":0.05430998404837761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112569139","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0088789,0.000024567718,0.51957935,0.0016488344,0.000008629399,0.46848628,0.0012516307,0.0000320949,0.000089725116],"genre_scores_gemma":[0.8282478,0.0000021808294,0.00038153343,0.000023018012,0.00028993032,0.17100364,0.000036351797,0.000010874211,0.0000046923647],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954826,0.0020718698,0.00037388038,0.0005299874,0.0012194238,0.00032222632],"domain_scores_gemma":[0.9966014,0.0014657598,0.00018877658,0.00088935153,0.0006841592,0.0001705798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009589544,0.0001112034,0.00032731233,0.00007150795,0.00091426907,0.00010774943,0.0013431425,0.00008239166,0.0000048960246],"category_scores_gemma":[0.0033173556,0.000084563115,0.00005139571,0.00046118157,0.0011359162,0.0003352714,0.000516582,0.00024616127,1.9211966e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018883172,0.0056947735,0.3561593,0.03251879,0.0034527068,0.0000123725795,0.15173918,0.25582284,0.10883611,0.030339284,0.0019027363,0.034638762],"study_design_scores_gemma":[0.00596466,0.001870532,0.0031751527,0.0016465753,0.00018556879,1.08641636e-7,0.0125038745,0.92451924,0.0072892983,0.039633855,0.002853815,0.00035732906],"about_ca_topic_score_codex":0.011895028,"about_ca_topic_score_gemma":0.0032840068,"teacher_disagreement_score":0.8193689,"about_ca_system_score_codex":0.00016470965,"about_ca_system_score_gemma":0.002568099,"threshold_uncertainty_score":0.9946849},"labels":[],"label_agreement":null},{"id":"W3112725336","doi":"10.2196/17005","title":"Developing a Blockchain-Based Supply Chain System for Advanced Therapies: Protocol for a Feasibility Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"CAR-T cell therapy research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Supply chain; Risk analysis (engineering); Process management; Blockchain; Computer science; Business; Computer security","score_opus":0.42012488071286963,"score_gpt":0.5784966818765379,"score_spread":0.15837180116366828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112725336","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069571463,0.0000015674226,0.0022869827,0.005509295,0.000005431505,0.9845899,0.000072352675,0.0003811295,0.00019619967],"genre_scores_gemma":[0.016643517,2.5911364e-8,0.0059157736,0.0002905037,0.00047188846,0.97573775,0.000015828544,0.0001873091,0.0007374189],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99272794,0.0011172545,0.00093614793,0.0014345691,0.002098515,0.0016855929],"domain_scores_gemma":[0.9940456,0.0015049884,0.00018213979,0.0011902944,0.0023386579,0.0007383336],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0062261904,0.00046846908,0.0009654828,0.00039355506,0.0006123178,0.00020926738,0.0008076491,0.00022673886,0.0003235578],"category_scores_gemma":[0.0015658722,0.00038100153,0.00037518624,0.0013804636,0.00026102216,0.000062438005,0.00023244663,0.0009234594,0.00003005756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.35187277,0.013808247,0.030072609,0.08686644,0.0007638906,0.00021993018,0.012165706,0.00011560607,0.3989926,0.0014739651,0.008339036,0.09530922],"study_design_scores_gemma":[0.13850328,0.07249688,0.0019748067,0.008327267,0.000015458143,0.000013267051,0.009441719,0.012929784,0.116748005,0.00030839624,0.6382661,0.0009750423],"about_ca_topic_score_codex":0.000015347394,"about_ca_topic_score_gemma":0.000022172751,"teacher_disagreement_score":0.62992704,"about_ca_system_score_codex":0.0013456765,"about_ca_system_score_gemma":0.002948622,"threshold_uncertainty_score":0.99986416},"labels":[],"label_agreement":null},{"id":"W3112861857","doi":"10.2196/24826","title":"Mapping, Infrastructure, and Data Analysis for the Brazilian Network of Rare Diseases: Protocol for the RARASnet Observational Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Population; Health care; Protocol (science); Computer science; Knowledge management; Data science; Process management; Medicine; Business; Environmental health","score_opus":0.23897628772354534,"score_gpt":0.5051078424481845,"score_spread":0.2661315547246392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112861857","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015851944,0.00003131273,0.003544936,0.0007126806,0.0000034543123,0.99296093,0.0011433401,0.0000062354948,0.000011900555],"genre_scores_gemma":[0.024264513,0.0000018762939,0.00038531263,0.00018964542,0.00041521396,0.9740336,0.00062300154,0.000021212432,0.00006563667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982262,0.00018851436,0.0003140228,0.0005811995,0.00036333766,0.00032670514],"domain_scores_gemma":[0.9979284,0.0003225628,0.00013710489,0.001043022,0.0004319432,0.000137007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094101834,0.00014871026,0.00022124093,0.00002929251,0.00045726588,0.00013062696,0.0011826132,0.00006740606,0.000023427538],"category_scores_gemma":[0.0005655416,0.00008558626,0.00012834935,0.00044024593,0.0002127509,0.000010191772,0.0008444249,0.0001233159,3.0358726e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025985928,0.0003520026,0.8349661,0.0005727796,0.0016603961,0.0000013447424,0.00013853218,0.00139423,0.00066222955,0.000111299596,0.15365638,0.0038861171],"study_design_scores_gemma":[0.0016326252,0.0008121336,0.51910603,0.000029182347,0.000057174897,2.9576168e-7,0.00025027612,0.007443121,0.000057829748,0.00023100729,0.47027284,0.000107456384],"about_ca_topic_score_codex":0.000009739298,"about_ca_topic_score_gemma":0.000024448887,"teacher_disagreement_score":0.31661648,"about_ca_system_score_codex":0.000008058465,"about_ca_system_score_gemma":0.00032819354,"threshold_uncertainty_score":0.35169658},"labels":[],"label_agreement":null},{"id":"W3113088172","doi":"10.2196/25443","title":"mHealth-Supported Delivery of an Evidence-Based Family Home-Visiting Intervention in Sierra Leone: Protocol for a Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"mHealth; Sierra leone; Mental health; Randomized controlled trial; Intervention (counseling); Medicine; Focus group; Nursing; Psychology; Psychiatry; Psychological intervention","score_opus":0.44708095866086733,"score_gpt":0.6287545477800321,"score_spread":0.1816735891191648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113088172","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008195867,0.000010144499,0.0019320449,0.003991999,0.000027559121,0.9853161,0.000045735433,0.00016907744,0.00031150377],"genre_scores_gemma":[0.016344465,0.0000031666916,0.0013821863,0.0012909954,0.0006520039,0.9800764,0.000052722262,0.000079823905,0.00011825581],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9755948,0.015284399,0.004873525,0.0010002198,0.0013689282,0.0018780826],"domain_scores_gemma":[0.98135275,0.012699946,0.0019095403,0.0007836828,0.0020530643,0.0012009998],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031867184,0.000373373,0.0024806214,0.0007285269,0.000943997,0.000047436464,0.0007726569,0.0004162102,0.0004891498],"category_scores_gemma":[0.009286724,0.00030541382,0.0004930433,0.0013411563,0.00030182576,0.00049266324,0.00017521504,0.0020597389,0.000064526925],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96496534,0.0021103225,0.00028903378,0.017888477,0.00002133213,0.0000032832609,0.00042167492,0.000015139756,0.0009633571,0.0010636119,0.0026528311,0.009605581],"study_design_scores_gemma":[0.94497347,0.011941022,0.00033028866,0.0104070045,0.000010213017,1.8436297e-7,0.00044970153,0.011708282,0.00010182899,0.0008739546,0.018988453,0.00021558451],"about_ca_topic_score_codex":0.0006253605,"about_ca_topic_score_gemma":0.00013177512,"teacher_disagreement_score":0.022580458,"about_ca_system_score_codex":0.00047547213,"about_ca_system_score_gemma":0.0072595356,"threshold_uncertainty_score":0.9999398},"labels":[],"label_agreement":null},{"id":"W3113159693","doi":"10.2196/23771","title":"Technology Enabled Clinical Care (TECC): Protocol for a Prospective Longitudinal Cohort Study of Smartphone-Augmented Mental Health Treatment","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Telehealth; Anxiety; Psychological intervention; Protocol (science); Medicine; Health care; Mood; Quality of life (healthcare); mHealth; Telemedicine; Psychology; Nursing; Psychiatry; Alternative medicine","score_opus":0.4211688053910082,"score_gpt":0.6717657035768553,"score_spread":0.2505968981858471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113159693","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014435956,0.0000040471627,0.000028412867,0.002749059,0.000037656733,0.98049384,0.00027686884,0.00020925903,0.0017648825],"genre_scores_gemma":[0.09304894,7.122141e-8,0.00024343876,0.000054446253,0.00012773041,0.90551245,0.00003797584,0.00007111177,0.000903811],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99350095,0.0011924764,0.0018033213,0.0013932231,0.00087317993,0.001236845],"domain_scores_gemma":[0.99701864,0.00021484525,0.00054579496,0.00090814003,0.0007510082,0.000561575],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015626962,0.00037093557,0.00097183173,0.0004178809,0.00051417045,0.00007440209,0.0006803971,0.0002353773,0.0004149684],"category_scores_gemma":[0.0001825672,0.00031678213,0.00029152108,0.0012248487,0.00046139935,0.00015661909,0.000406834,0.0006948717,0.0001931637],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02077309,0.049716298,0.8478061,0.0024747234,0.0006681778,0.000048222933,0.0069133453,4.4629738e-7,0.000036786245,0.0020846128,0.024592742,0.04488546],"study_design_scores_gemma":[0.07403036,0.45933357,0.20775607,0.002609604,0.000015693102,0.000020974105,0.019267265,0.000021080372,0.0019540044,0.0008150617,0.2336118,0.0005644863],"about_ca_topic_score_codex":0.00021063129,"about_ca_topic_score_gemma":0.00025093555,"teacher_disagreement_score":0.64005,"about_ca_system_score_codex":0.0011858665,"about_ca_system_score_gemma":0.0006524113,"threshold_uncertainty_score":0.9999284},"labels":[],"label_agreement":null},{"id":"W3113166087","doi":"10.2196/18643","title":"Creating Respectful Workplaces for Nurses in Regional Acute Care Settings: Protocol for a Sequential Explanatory Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Incivility; Nursing; Psychological intervention; Harassment; Health care; Civility; Workplace bullying; District nurse; Medicine; Coping (psychology); Psychology; Social psychology; Politics; Political science","score_opus":0.3524050588342062,"score_gpt":0.6375611049534923,"score_spread":0.2851560461192861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113166087","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022475196,0.0000033419497,0.00021934643,0.002192063,0.000027052061,0.9940922,0.000029688816,0.00015025167,0.0010385205],"genre_scores_gemma":[0.00078956166,2.3461335e-7,0.008774862,0.00013128118,0.00089349475,0.98864704,0.000010118938,0.00005085564,0.0007025766],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99281025,0.003131039,0.00059654703,0.0009159618,0.0012806155,0.001265565],"domain_scores_gemma":[0.99621063,0.0021848325,0.00022195646,0.0003189512,0.0007316567,0.00033194644],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007730365,0.00025613708,0.0004334285,0.0003036738,0.0016291612,0.0005439738,0.001010079,0.00022808483,0.00009595898],"category_scores_gemma":[0.0023474614,0.00023548878,0.00017363281,0.0012324905,0.00037491895,0.0004713442,0.00022343287,0.00066550064,0.000011739282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024068005,0.002538199,0.04966517,0.0048167445,0.00026235546,0.000142816,0.5437486,0.000055792727,0.0069804187,0.004207765,0.23478998,0.12872414],"study_design_scores_gemma":[0.0044337194,0.002341652,0.00021758646,0.002203126,0.0000056302074,5.203614e-7,0.25271457,0.00009488711,0.0016221383,0.00070277887,0.7353586,0.00030481763],"about_ca_topic_score_codex":0.0001846612,"about_ca_topic_score_gemma":0.0006000968,"teacher_disagreement_score":0.50056857,"about_ca_system_score_codex":0.00038546225,"about_ca_system_score_gemma":0.0013327573,"threshold_uncertainty_score":0.99967057},"labels":[],"label_agreement":null},{"id":"W3113292932","doi":"10.2196/19748","title":"An Intervention With Dance and Yoga for Girls With Functional Abdominal Pain Disorders (Just in TIME): Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gastrointestinal motility and disorders","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Regionala Forskningsrådet Uppsala/Örebro","keywords":"Randomized controlled trial; Dance; Physical therapy; Medicine; Intervention (counseling); Irritable bowel syndrome; Mental health; Abdominal pain; Psychiatry; Surgery","score_opus":0.13702957665553572,"score_gpt":0.49241260648599233,"score_spread":0.3553830298304566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113292932","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043638106,6.4352565e-7,0.031565484,0.0023729797,0.0000014374801,0.9615254,0.00000977629,0.00004874938,0.00011171108],"genre_scores_gemma":[0.006837012,3.6397317e-8,0.005213855,0.00013796893,0.00013738,0.98737556,0.00002892917,0.000037933336,0.00023135317],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963555,0.0012397505,0.0006071032,0.00058616826,0.00069179793,0.00051969435],"domain_scores_gemma":[0.9971865,0.0016625818,0.0001885986,0.00021674117,0.00043949435,0.00030610364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066377744,0.00024403802,0.0010485384,0.0001886086,0.00015827788,0.00012343122,0.00015182725,0.00008925245,0.00014375376],"category_scores_gemma":[0.0030057759,0.0001547724,0.000215335,0.00029533307,0.0004808657,0.00022708366,0.000033988756,0.0004193674,0.0000028891172],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9878497,0.0025226832,0.0031903817,0.002402665,0.00006954894,0.000005222439,0.00017308643,0.00002114457,0.00016918816,0.000101135614,0.001074543,0.0024206808],"study_design_scores_gemma":[0.92776835,0.04916032,0.0007781426,0.0023570133,0.000021031161,0.0000068460477,0.0002286749,0.016644252,0.000038234673,0.00031665468,0.0025399567,0.00014055103],"about_ca_topic_score_codex":0.000018118684,"about_ca_topic_score_gemma":0.00007383141,"teacher_disagreement_score":0.0600814,"about_ca_system_score_codex":0.000048881036,"about_ca_system_score_gemma":0.00036234394,"threshold_uncertainty_score":0.6311435},"labels":[],"label_agreement":null},{"id":"W3113442513","doi":"10.2196/17262","title":"Evaluating a Mobile Phone–Delivered Text Message Reminder Intervention to Reduce Infant Vaccination Dropout in Arua, Uganda: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Vaccination; Vaccination schedule; Randomized controlled trial; Short Message Service; Family medicine; mHealth; Intervention (counseling); Diphtheria; Pediatrics; Nursing; Psychological intervention; Immunization","score_opus":0.23060799995615328,"score_gpt":0.5902633906674418,"score_spread":0.35965539071128855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113442513","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008518494,0.0000028901677,0.00056148024,0.0024011473,0.000020282638,0.98581773,0.0000067232245,0.00008142124,0.0025898428],"genre_scores_gemma":[0.03664687,4.654578e-7,0.0005107571,0.000118693824,0.00062018743,0.9605588,0.0000060307175,0.000035929945,0.0015022845],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99015343,0.0051926575,0.0013909508,0.0007211919,0.0016839771,0.0008577761],"domain_scores_gemma":[0.995784,0.0019457967,0.0004200617,0.0003051021,0.0012089309,0.00033613318],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020675318,0.00024566668,0.0012009678,0.0003905941,0.0006001402,0.00045287193,0.0006107984,0.00020454895,0.0014486026],"category_scores_gemma":[0.015644716,0.0002032576,0.00050910504,0.0011459987,0.00004242572,0.0005379686,0.0001969975,0.00057041825,0.000066790526],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95918065,0.00079397456,0.00006435193,0.0003849601,0.000043418873,0.000006463433,0.012950969,0.000029592242,0.0014973448,0.0003994251,0.0087749455,0.015873903],"study_design_scores_gemma":[0.9691704,0.0033586363,0.00007495084,0.0012458293,0.00000852337,2.2633137e-7,0.001660605,0.0021162506,0.0008617036,0.0014755845,0.019777521,0.0002497636],"about_ca_topic_score_codex":0.00033452877,"about_ca_topic_score_gemma":0.0004299159,"teacher_disagreement_score":0.028128374,"about_ca_system_score_codex":0.00047409706,"about_ca_system_score_gemma":0.0009997155,"threshold_uncertainty_score":0.9994642},"labels":[],"label_agreement":null},{"id":"W3114016708","doi":"10.2196/25619","title":"A Value-Based Comparison of the Management of Ambulatory Respiratory Diseases in Walk-in Clinics, Primary Care Practices, and Emergency Departments: Protocol for a Multicenter Prospective Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Institute for Health Information; Institut universitaire de cardiologie et de pneumologie de Québec; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; University of Calgary; Université de Montréal; Université de Sherbrooke; University of Toronto; Sinai Health System; Ministère de la Santé et des Services Sociaux (Québec); St. Michael's Hospital; Sunnybrook Health Science Centre; Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache; University of Ottawa; Hôpital du Sacré-Cœur de Montréal; Schwartz/Reisman Emergency Medicine Institute; Sunnybrook Hospital; Queen's University; Ottawa Hospital; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; The Quebec Population Health Research Network; Ministry of Health and Long Term Care; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Université Laval","funders":"","keywords":"Medicine; Emergency department; Ambulatory care; Prospective cohort study; Emergency medicine; Ambulatory; Bronchitis; Cohort; Intensive care medicine; Medical emergency; Health care; Internal medicine; Nursing","score_opus":0.24326501528943353,"score_gpt":0.579964311849461,"score_spread":0.3366992965600274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114016708","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07503388,0.000065878914,0.0000030375668,0.00016066525,0.00000770879,0.9242285,0.000045293844,0.000015281943,0.00043977925],"genre_scores_gemma":[0.15294485,0.000001916734,0.00018106747,0.00004926357,0.000033934935,0.8467431,0.0000055856844,0.000023866487,0.000016388687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964132,0.00065341406,0.0009962459,0.0005844596,0.00098058,0.00037213697],"domain_scores_gemma":[0.9981018,0.00016055511,0.0005033341,0.0004722706,0.0006395881,0.00012247519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010419724,0.00020427474,0.00061515236,0.00014826116,0.000110660396,0.000009072671,0.000265571,0.00006694882,0.000020551162],"category_scores_gemma":[0.0004370186,0.00014548225,0.00012387523,0.0006289326,0.00021370499,0.00011533264,0.00036784174,0.00044015082,8.568763e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008267061,0.0059800562,0.9622238,0.018566383,0.00020782513,0.00001934168,0.0025878896,0.000007760812,0.00014341014,0.00003137401,0.0012768055,0.00068828725],"study_design_scores_gemma":[0.013781032,0.0050238725,0.9621761,0.0026242482,0.000049456397,6.631242e-8,0.005635188,0.00009799808,0.0007173892,0.000020969002,0.009747613,0.00012607109],"about_ca_topic_score_codex":0.00002590456,"about_ca_topic_score_gemma":0.00007543197,"teacher_disagreement_score":0.077910975,"about_ca_system_score_codex":0.00021529324,"about_ca_system_score_gemma":0.00030947744,"threshold_uncertainty_score":0.5932594},"labels":[],"label_agreement":null},{"id":"W3114366825","doi":"10.2196/21911","title":"Effects of the Active Choices Program on Self-Managed Physical Activity and Social Connectedness in Australian Defence Force Veterans: Protocol for a Cluster-Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Veterans Affairs; Randomized controlled trial; Cluster randomised controlled trial; Intervention (counseling); Medicine; Active duty; Psychology; Physical therapy; Military personnel; Nursing","score_opus":0.23122775860780337,"score_gpt":0.5637415822941819,"score_spread":0.33251382368637855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114366825","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32529828,2.994057e-8,0.000008763726,0.0023114837,0.0000024746923,0.67224044,0.0000076927545,0.000047182682,0.0000836799],"genre_scores_gemma":[0.34316254,2.7747115e-8,0.00004923243,0.000065843225,0.00024989658,0.65642625,0.0000010012923,0.000016822396,0.000028384848],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958319,0.0020415399,0.00027027584,0.0005067738,0.0007681853,0.0005813467],"domain_scores_gemma":[0.9955416,0.003688911,0.00020077104,0.00019987057,0.00017761439,0.00019124929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095398625,0.00022337619,0.0010085602,0.000085950844,0.00025345283,0.000055128145,0.00025567034,0.00015379982,0.000002461327],"category_scores_gemma":[0.0011599845,0.00014117218,0.0002622339,0.0005343162,0.00048665746,0.00021522613,0.00014372953,0.0011498277,0.0000016163606],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9455243,0.013382092,0.000017372458,0.013468521,0.00006804667,0.0000042409924,0.0035236916,6.2957577e-7,0.010430177,0.0005203508,0.000133484,0.012927097],"study_design_scores_gemma":[0.9039371,0.021131989,0.003019699,0.0024399525,0.00002235231,6.9643704e-7,0.00009054821,0.0019431385,0.062823035,0.0008940629,0.0035108966,0.00018654995],"about_ca_topic_score_codex":0.000061427105,"about_ca_topic_score_gemma":0.000019298528,"teacher_disagreement_score":0.05239286,"about_ca_system_score_codex":0.00012360876,"about_ca_system_score_gemma":0.00033868302,"threshold_uncertainty_score":0.5756834},"labels":[],"label_agreement":null},{"id":"W3114469597","doi":"10.2196/25265","title":"Assessing COVID-19–Related Knowledge, Attitudes, and Practices Among Hispanic Primary Care Patients: Protocol for a Cross-sectional Survey Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Socioeconomic status; Population; Cross-sectional study; Family medicine; Computer-assisted web interviewing; Pandemic; Health care; Coronavirus disease 2019 (COVID-19); Gerontology; Demography; Environmental health; Disease; Infectious disease (medical specialty)","score_opus":0.5407062714221779,"score_gpt":0.6752004355478374,"score_spread":0.1344941641256595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114469597","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13481714,0.00000697851,0.000043631782,0.00008740063,0.00001966015,0.8634344,0.00008226785,0.00013399584,0.0013745367],"genre_scores_gemma":[0.1264718,6.701945e-8,0.000091401154,0.0001435418,0.00018471503,0.87251216,0.00019326982,0.00005689907,0.00034615194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925981,0.0036226965,0.0008729607,0.0011871955,0.0008536585,0.00086534594],"domain_scores_gemma":[0.9944308,0.0019250094,0.000605097,0.00047992112,0.0016434807,0.000915708],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046418607,0.00028524606,0.0003695544,0.0002453583,0.0012039988,0.0008750114,0.0004744343,0.00031571754,0.00061083236],"category_scores_gemma":[0.00328001,0.00025899417,0.00007206797,0.00083563855,0.00030875043,0.00089733425,0.000241707,0.0010615062,0.00009173769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035085457,0.0035292015,0.9656956,0.0051357048,0.000070787144,0.000009330261,0.013605502,0.0000018400841,0.000008594784,0.00008701974,0.0069583794,0.0013894823],"study_design_scores_gemma":[0.012455592,0.0052338433,0.9099317,0.00016154094,0.0000021179553,0.0000020392738,0.0012010295,0.000026157168,0.0000024895826,0.000032272234,0.07072577,0.00022542039],"about_ca_topic_score_codex":0.0005504634,"about_ca_topic_score_gemma":0.0016105418,"teacher_disagreement_score":0.06376739,"about_ca_system_score_codex":0.00048767467,"about_ca_system_score_gemma":0.001850392,"threshold_uncertainty_score":0.99998623},"labels":[],"label_agreement":null},{"id":"W3115775226","doi":"10.2196/25099","title":"The Effects of Workplace-Based HIV Self-testing on Uptake of Testing and Linkage to HIV Care or Prevention by Men in Uganda (WISe-Men): Protocol for a Cluster Randomized Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institutes of Health","keywords":"Medicine; Randomized controlled trial; Family medicine; Protocol (science); Pre-exposure prophylaxis; Men who have sex with men; Cluster randomised controlled trial; Intervention (counseling); Human immunodeficiency virus (HIV); Syphilis; Alternative medicine; Nursing; Internal medicine","score_opus":0.1337822019644872,"score_gpt":0.5059957812896596,"score_spread":0.3722135793251724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115775226","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004446121,0.0000042164556,0.0005150865,0.001370063,0.000001788577,0.9920079,0.00003128284,0.000044050794,0.0015794785],"genre_scores_gemma":[0.0026062708,2.2797113e-7,0.0044324356,0.000031567135,0.0001285121,0.9904983,0.000013359204,0.000045688517,0.0022436355],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99494654,0.0018085648,0.0010260248,0.00047685608,0.0010642719,0.0006777641],"domain_scores_gemma":[0.9879766,0.0101026185,0.0002569299,0.00036780623,0.00091107184,0.00038495826],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00475583,0.00022470512,0.0007834459,0.00029184,0.00022949858,0.00010409486,0.00031169367,0.00013700678,0.00003157528],"category_scores_gemma":[0.038821656,0.00013805786,0.00022475589,0.0010433284,0.0001967325,0.00009725136,0.00018384874,0.0006681178,0.000007163354],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9087206,0.0012238236,0.0005634493,0.015127964,0.00007608848,0.00001231899,0.00086682517,0.000006614305,0.01044897,0.000012607768,0.039123673,0.023817055],"study_design_scores_gemma":[0.86685807,0.06488369,0.00010770133,0.022540638,0.000015730127,0.0000014487886,0.00034951206,0.014115327,0.018779464,0.000065088076,0.0121278865,0.00015545312],"about_ca_topic_score_codex":0.000018381648,"about_ca_topic_score_gemma":0.000010881952,"teacher_disagreement_score":0.06365986,"about_ca_system_score_codex":0.00014764849,"about_ca_system_score_gemma":0.0007148997,"threshold_uncertainty_score":0.96927476},"labels":[],"label_agreement":null},{"id":"W3116102740","doi":"10.2196/26405","title":"The Effects of Modified Intermittent Fasting in Psoriasis (MANGO): Protocol for a Two-Arm Pilot Randomized Controlled Open Cross-over Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dietary Effects on Health","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitair Ziekenhuis Gent; Universiteit Gent; National Psoriasis Foundation","keywords":"Psoriasis; Medicine; Metabolic syndrome; Randomized controlled trial; Quality of life (healthcare); Disease; Internal medicine; Physical therapy; Dermatology; Obesity","score_opus":0.2984614659144103,"score_gpt":0.603022017815515,"score_spread":0.3045605519011047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116102740","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01461155,0.000002432239,0.000065676584,0.0012892216,0.000015831958,0.982749,0.0000054935667,0.00006227873,0.0011985133],"genre_scores_gemma":[0.111034684,1.8336537e-7,0.0001610799,0.00023223784,0.00021988271,0.88784736,0.0000025593301,0.00007634437,0.00042566308],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9890391,0.0054622954,0.0018921235,0.0008550975,0.0016043116,0.0011470648],"domain_scores_gemma":[0.9822071,0.015076292,0.00055419863,0.0008674261,0.00082950667,0.0004654551],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018628241,0.00039224935,0.002752372,0.00028003656,0.0003585001,0.00041828147,0.0012550325,0.00009594177,0.00004980116],"category_scores_gemma":[0.022877732,0.00022484531,0.00041279473,0.00080996956,0.0004399673,0.00025413113,0.00093680545,0.0010740181,0.000014239218],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9653013,0.007944109,0.0034568615,0.008945857,0.0003520523,0.00007718057,0.0015293953,0.000015564929,0.0020973082,0.0002896742,0.0011963237,0.008794372],"study_design_scores_gemma":[0.931875,0.04886881,0.0031567565,0.0049351663,0.000026994458,0.0000020148614,0.00020889522,0.007353025,0.0014266812,0.0002532898,0.0016963452,0.00019701317],"about_ca_topic_score_codex":0.00031487687,"about_ca_topic_score_gemma":0.00006667726,"teacher_disagreement_score":0.096423134,"about_ca_system_score_codex":0.00023307445,"about_ca_system_score_gemma":0.0008273861,"threshold_uncertainty_score":0.985353},"labels":[],"label_agreement":null},{"id":"W3116256724","doi":"10.2196/26934","title":"Correction: Predictors and Consequences of Veterans Affairs Mental Health Provider Burnout: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Protocol (science); Mental health; Veterans Affairs; Psychology; Medicine; Clinical psychology; Applied psychology; Alternative medicine; Psychiatry","score_opus":0.36909897487300636,"score_gpt":0.6757105128578287,"score_spread":0.3066115379848223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116256724","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009950653,0.000027767393,0.00037655208,0.0064687226,0.00018492175,0.99076265,0.00013614964,0.000099968805,0.00094818644],"genre_scores_gemma":[0.0028731124,0.0000039058064,0.0058200136,0.00016035445,0.00030874324,0.9875715,0.000025192614,0.000057131656,0.0031800598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9811239,0.013805775,0.0016054744,0.0008992479,0.0011954183,0.0013701585],"domain_scores_gemma":[0.99299455,0.0032705234,0.00058222114,0.0006567803,0.0018937933,0.00060212397],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010937815,0.00031915877,0.0008602695,0.00029773003,0.0023570317,0.000060672355,0.0003638056,0.0003157097,0.00045925917],"category_scores_gemma":[0.0013799913,0.00024417212,0.00012654431,0.00075562746,0.00049876433,0.00025400112,0.00043062153,0.0016822376,0.0000099631125],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009310665,0.009625143,0.1907835,0.04947915,0.00035777641,0.000055687575,0.09957975,0.0000018518083,0.010904558,0.0012985559,0.2831086,0.34549478],"study_design_scores_gemma":[0.017427435,0.013864721,0.024243498,0.05143829,0.0000072451685,0.000023758985,0.17905046,0.00028216108,0.0064376197,0.0012944805,0.7053678,0.0005625565],"about_ca_topic_score_codex":0.0004699043,"about_ca_topic_score_gemma":0.0007829234,"teacher_disagreement_score":0.42225918,"about_ca_system_score_codex":0.00035645394,"about_ca_system_score_gemma":0.006481004,"threshold_uncertainty_score":0.99915135},"labels":[],"label_agreement":null},{"id":"W3116386420","doi":"10.2196/25284","title":"Using Flow Disruptions to Examine System Safety in Robotic-Assisted Surgery: Protocol for a Stepped Wedge Crossover Design","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical University of South Carolina; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Protocol (science); Health care; Patient safety; Medicine; Wedge (geometry); Computer science; Medical emergency; Risk analysis (engineering); Engineering; Operations management; Nursing; Medical physics; Alternative medicine","score_opus":0.7171385852928243,"score_gpt":0.601887595339325,"score_spread":0.11525098995349925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116386420","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000232396,2.4400106e-7,0.041999757,0.00093159935,0.0000057230654,0.9559188,0.00001672211,0.00015965651,0.0007351192],"genre_scores_gemma":[0.021209493,9.836399e-9,0.009365137,0.00017900519,0.0002284462,0.96870166,0.00001681534,0.00006483135,0.00023459483],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99606586,0.00075163104,0.0007999408,0.0006124798,0.0008912803,0.0008788108],"domain_scores_gemma":[0.9965305,0.0017199275,0.00009920433,0.00036970008,0.00052780466,0.0007528863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025964004,0.00023386977,0.00064956484,0.00036067175,0.00030132537,0.00016953658,0.00017834548,0.00017258356,0.00028303877],"category_scores_gemma":[0.0016971685,0.00019514785,0.00017150007,0.0017592101,0.000093610695,0.00016477832,0.00012887633,0.00049596705,0.00008533684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4397553,0.012977904,0.07986792,0.058269233,0.00066170486,0.0027252964,0.0108002,0.13229382,0.045637567,0.005465406,0.025394117,0.18615155],"study_design_scores_gemma":[0.05629997,0.0029703272,0.03641245,0.015470772,0.000013897716,0.00003938255,0.000661322,0.54996455,0.0015918153,0.000034665067,0.33583376,0.0007070954],"about_ca_topic_score_codex":0.000013883797,"about_ca_topic_score_gemma":0.0000070637434,"teacher_disagreement_score":0.41767073,"about_ca_system_score_codex":0.0005017703,"about_ca_system_score_gemma":0.00059451495,"threshold_uncertainty_score":0.79578984},"labels":[],"label_agreement":null},{"id":"W3116890422","doi":"10.2196/23492","title":"Impact of Intersecting Systems of Oppression on Diabetic Retinopathy Screening Among Those Who Identify as Women of Low Socioeconomic Status: Protocol for a Convergent Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; Wilfrid Laurier University; Women's and Gender Studies et Recherches Féministes; Regent Park Community Health Centre; York University; University Health Network; University of Toronto; Toronto General Hospital; Diabetes Canada; Ted Rogers Centre for Heart Research","funders":"","keywords":"Diabetic retinopathy; Socioeconomic status; Medicine; Visual impairment; Referral; Thematic analysis; Cohort; Family medicine; Cohort study; Optometry; Diabetes mellitus; Gerontology; Environmental health; Qualitative research; Population; Psychiatry; Internal medicine","score_opus":0.2424568365855394,"score_gpt":0.6090804474310126,"score_spread":0.36662361084547324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116890422","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49430963,0.0000015514343,0.000057605135,0.000007487824,0.0000038336184,0.50552964,0.00003707781,0.000012360718,0.00004083716],"genre_scores_gemma":[0.45596728,1.4433384e-7,0.00018229427,0.0000024216813,0.000030327388,0.5437425,0.0000050246445,0.000032997625,0.00003703492],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99526495,0.001656857,0.0010681172,0.0005433483,0.000787613,0.00067914295],"domain_scores_gemma":[0.9968455,0.00066027924,0.0007488623,0.0005263377,0.0006529388,0.0005660939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025798772,0.0002694224,0.0010385235,0.00027928813,0.000095386196,0.00004704268,0.0002828457,0.00010947577,0.00017271435],"category_scores_gemma":[0.0010661863,0.00019684888,0.00037496578,0.00028457184,0.00020289795,0.00013603583,0.00027343046,0.00037431563,0.0000055845603],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042880327,0.0066421623,0.8676299,0.022047078,0.0010593013,0.00003936615,0.010666644,0.00010660256,0.03830639,0.000014142725,0.0006977218,0.009910398],"study_design_scores_gemma":[0.02894307,0.101893306,0.7540327,0.031834718,0.000055361063,0.0000020187358,0.020068936,0.0044958326,0.058117043,0.00006698417,0.00016902098,0.0003210346],"about_ca_topic_score_codex":0.0002190379,"about_ca_topic_score_gemma":7.778927e-7,"teacher_disagreement_score":0.11359719,"about_ca_system_score_codex":0.00035443067,"about_ca_system_score_gemma":0.00044189073,"threshold_uncertainty_score":0.80272645},"labels":[],"label_agreement":null},{"id":"W3116890941","doi":"10.2196/25424","title":"Mobile Health Intervention to Close the Guidelines-To-Practice Gap in Hypertension Treatment: Protocol for the mGlide Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; mHealth; Randomized controlled trial; Health care; Intervention (counseling); Family medicine; Nursing; Psychological intervention","score_opus":0.5497355541817374,"score_gpt":0.6956461436380585,"score_spread":0.14591058945632118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116890941","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002989856,0.000020720676,0.00188828,0.14446479,0.0000563788,0.8528555,0.000031177344,0.00010007014,0.000553207],"genre_scores_gemma":[0.00012074885,0.000017527946,0.0016130734,0.024336457,0.0014638059,0.97083163,0.000015954854,0.000071160466,0.0015296265],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.97782797,0.014639636,0.0037111635,0.00090112485,0.0011227397,0.0017973816],"domain_scores_gemma":[0.9747377,0.01995468,0.0009220001,0.0011450079,0.0020788745,0.0011617269],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03477782,0.00035659937,0.0016737345,0.0002842241,0.0025611792,0.00008661434,0.0008471976,0.00023155374,0.0002618945],"category_scores_gemma":[0.02701319,0.00017318482,0.00047530624,0.0013457771,0.00012223863,0.00016089185,0.000313077,0.0014004458,0.0005751999],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7848805,0.000924416,0.0000067145543,0.0008705787,0.000029748355,0.000001573081,0.0022375183,0.000036945592,0.000021535974,0.001964686,0.15511,0.05391579],"study_design_scores_gemma":[0.46124893,0.006328368,0.0000041543744,0.00088148343,0.000005496647,6.042211e-7,0.0011976059,0.001068141,0.000004792693,0.00026501223,0.5289198,0.000075599455],"about_ca_topic_score_codex":0.0012498859,"about_ca_topic_score_gemma":0.0005289688,"teacher_disagreement_score":0.3738098,"about_ca_system_score_codex":0.0007798348,"about_ca_system_score_gemma":0.0034558931,"threshold_uncertainty_score":0.99873734},"labels":[],"label_agreement":null},{"id":"W3116974111","doi":"10.2196/25309","title":"Remote and Long-Term Self-Monitoring of Electroencephalographic and Noninvasive Measurable Variables at Home in Patients With Epilepsy (EEG@HOME): Protocol for an Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Electroencephalography; Observational study; Epilepsy; Medicine; Wearable computer; Physical medicine and rehabilitation; Audiology; Computer science; Psychiatry; Internal medicine","score_opus":0.32020689919218237,"score_gpt":0.4714915513161632,"score_spread":0.15128465212398085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116974111","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.506905,3.127409e-7,0.000021819682,0.00003708046,0.0000019514487,0.49298766,0.000008475561,0.000027740354,0.000009926242],"genre_scores_gemma":[0.34802577,1.7514132e-7,0.00068660494,0.000016840484,0.00003103469,0.65120625,0.0000016995799,0.000021331587,0.000010303909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99656004,0.00063353544,0.0004068703,0.0008407996,0.00095285854,0.00060588034],"domain_scores_gemma":[0.9983606,0.00054780714,0.00016391075,0.00028857845,0.0004087468,0.00023040672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000895725,0.00022394197,0.00033889484,0.00024234105,0.00028998655,0.00020777617,0.00047114244,0.00007441815,0.0000072046128],"category_scores_gemma":[0.00022421834,0.00017658887,0.000026511552,0.0008427128,0.00022378631,0.00062773365,0.00029720634,0.00038107423,7.930041e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026128264,0.0011813261,0.97589606,0.0009418502,0.000013358463,0.000012070746,0.0012500081,0.000009584207,0.017402114,0.000033036013,0.000029442157,0.0006183202],"study_design_scores_gemma":[0.007885174,0.017808214,0.9446155,0.0009957985,0.0000021510389,0.0000040413565,0.000060135128,0.0003783815,0.02766224,0.00021585893,0.00014630874,0.00022619426],"about_ca_topic_score_codex":0.000011429697,"about_ca_topic_score_gemma":0.000021950107,"teacher_disagreement_score":0.15887927,"about_ca_system_score_codex":0.00006757909,"about_ca_system_score_gemma":0.0001566571,"threshold_uncertainty_score":0.72010857},"labels":[],"label_agreement":null},{"id":"W3117207675","doi":"10.2196/21207","title":"Optimizing the Context of Support to Improve Outcomes of Internet-Based Self-help in Individuals With Depressive Symptoms: Protocol for a Randomized Factorial Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Bern","keywords":"Randomized controlled trial; Motivational interviewing; Context (archaeology); Psychological intervention; Clinical psychology; Psychology; Intervention (counseling); Self-efficacy; Medicine; Psychiatry; Psychotherapist","score_opus":0.17570698719542296,"score_gpt":0.5542199066264858,"score_spread":0.3785129194310628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117207675","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028166005,2.9677423e-7,0.00062946323,0.0011882876,0.000043671556,0.9942263,0.00022637802,0.000044218974,0.00082482165],"genre_scores_gemma":[0.08016307,2.4543605e-9,0.00071832875,0.00017277706,0.000109351655,0.91854864,0.000009106876,0.00004707939,0.00023165256],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99477786,0.0015158507,0.0015392527,0.0005560538,0.00090569834,0.000705277],"domain_scores_gemma":[0.99539137,0.002776257,0.00064107194,0.00052573526,0.0003987332,0.00026684668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003081216,0.0002614538,0.0010695684,0.0003024638,0.000060219518,0.000090015754,0.0009160778,0.0001593704,0.000252346],"category_scores_gemma":[0.0012218236,0.00016053028,0.0003457369,0.00048764856,0.0003526442,0.0001676502,0.0002570612,0.0005134569,0.000026042477],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97067386,0.003974567,0.004003546,0.0017171856,0.0003865608,0.000006833874,0.008132945,0.000004070181,0.00009756402,0.0024144363,0.0046947375,0.0038937153],"study_design_scores_gemma":[0.92799217,0.03251405,0.0002263282,0.0017596264,0.000011957208,6.880689e-7,0.00068995525,0.00007646179,0.014130712,0.00019726533,0.022182392,0.00021836848],"about_ca_topic_score_codex":0.00013633947,"about_ca_topic_score_gemma":0.000034617835,"teacher_disagreement_score":0.07734647,"about_ca_system_score_codex":0.0001318347,"about_ca_system_score_gemma":0.00051023177,"threshold_uncertainty_score":0.65462345},"labels":[],"label_agreement":null},{"id":"W3117329559","doi":"10.2196/25699","title":"Telehealth Diabetes Prevention Intervention for the Next Generation of African American Youth: Protocol for a Pilot Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences","keywords":"Medicine; Overweight; Telehealth; Intervention (counseling); Weight management; Population; Family medicine; Gerontology; Randomized controlled trial; Physical therapy; Obesity; Type 2 diabetes; Diabetes mellitus; Telemedicine; Health care; Nursing; Environmental health","score_opus":0.6438967581553103,"score_gpt":0.589574211440515,"score_spread":0.054322546714795306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117329559","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031806696,0.0000014464555,0.0021106093,0.004364584,0.000008573787,0.9900314,0.000026205402,0.00004828617,0.00022819926],"genre_scores_gemma":[0.019721607,2.311209e-7,0.0008195001,0.00007895959,0.0010452106,0.97738385,0.00006837121,0.00004442519,0.00083785004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680173,0.0005157463,0.0006174971,0.00043279532,0.0009562435,0.00067597255],"domain_scores_gemma":[0.997876,0.0004800991,0.00029458548,0.00039345966,0.0007384785,0.00021738777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00346857,0.00015895952,0.00038815406,0.00022151244,0.0002773452,0.00015639626,0.00037949948,0.000051950545,0.00007780804],"category_scores_gemma":[0.0012194971,0.00010410843,0.0002807424,0.00079602917,0.00032705744,0.0001827245,0.00016978759,0.00034715197,0.000008347498],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.28854582,0.009419314,0.0011295833,0.020641359,0.00042506607,0.0000011274482,0.0016694085,0.0000128217,0.031503923,0.00126581,0.06314489,0.5822409],"study_design_scores_gemma":[0.21936932,0.30688283,0.0008282192,0.003284037,0.00006461151,1.4218095e-7,0.0022623346,0.03313302,0.020844974,0.00080166385,0.41215643,0.00037242522],"about_ca_topic_score_codex":0.000016444848,"about_ca_topic_score_gemma":0.000011904292,"teacher_disagreement_score":0.58186847,"about_ca_system_score_codex":0.00009703974,"about_ca_system_score_gemma":0.00027412,"threshold_uncertainty_score":0.4245419},"labels":[],"label_agreement":null},{"id":"W3117516503","doi":"10.2196/25062","title":"An Asynchronous, Mobile Text-Based Platform (XatJove Anoia) for Providing Health Services to Teenagers: Protocol for a Quasiexperimental Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Medical education; Health care; Face-to-face; Telemedicine; Family medicine; Asynchronous communication; Nursing; Computer science; Alternative medicine","score_opus":0.44761959964989895,"score_gpt":0.6864474283151952,"score_spread":0.23882782866529628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117516503","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064921577,0.000003069494,0.0059373123,0.0046816836,0.000015834861,0.9876056,0.00040242772,0.00048862066,0.0002162479],"genre_scores_gemma":[0.0066983593,1.2965675e-7,0.0090733655,0.0064982856,0.0010295198,0.9762298,0.0001447093,0.00018979548,0.00013602697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99095917,0.0013415519,0.0018484261,0.0016128358,0.0011581708,0.003079868],"domain_scores_gemma":[0.9927369,0.0012993547,0.0006381957,0.0012067629,0.0010469147,0.0030718849],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005853364,0.0004839871,0.0008577661,0.0004013528,0.0045188298,0.00015565282,0.0012351451,0.00032251215,0.0002511588],"category_scores_gemma":[0.0002045115,0.00043041084,0.00015122276,0.001139042,0.00009596784,0.000474159,0.00028565785,0.0012312925,0.00023814607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07934807,0.04218449,0.03733173,0.2466629,0.00016282957,0.000013397541,0.12285973,0.00059809117,0.010939395,0.009548001,0.25038785,0.19996351],"study_design_scores_gemma":[0.015796697,0.046952404,0.00055907003,0.0025008784,0.0000025289191,3.3503278e-7,0.024988567,0.0053583886,0.0006166871,0.00013012171,0.9026923,0.00040201817],"about_ca_topic_score_codex":0.00048220536,"about_ca_topic_score_gemma":0.00056408596,"teacher_disagreement_score":0.6523045,"about_ca_system_score_codex":0.0012536079,"about_ca_system_score_gemma":0.0066734958,"threshold_uncertainty_score":0.99981475},"labels":[],"label_agreement":null},{"id":"W3117517289","doi":"10.2196/24818","title":"Electronic Health Record–Embedded Individualized Pain Plans for Emergency Department Treatment of Vaso-occlusive Episodes in Adults With Sickle Cell Disease: Protocol for a Preimplementation and Postimplementation Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Emergency department; Medicine; Vaso-occlusive crisis; Disease; Chest pain; Emergency medicine; Medical emergency; Physical therapy; Sickle cell anemia; Internal medicine; Psychiatry","score_opus":0.1299123539856167,"score_gpt":0.5229215303273849,"score_spread":0.39300917634176813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117517289","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035456393,0.00000796354,0.00061386055,0.0017744536,0.0000014591275,0.9617842,0.00031251257,0.000030063171,0.00001914124],"genre_scores_gemma":[0.03735605,0.000008512958,0.0011554098,0.00007126619,0.000033721484,0.96084744,0.00045009525,0.000042126485,0.0000353971],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99680823,0.0006264041,0.00073442893,0.0005487467,0.0005471408,0.00073503325],"domain_scores_gemma":[0.9986802,0.00022278358,0.0002746018,0.00020960285,0.0002729894,0.0003398698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011765128,0.00023514619,0.00044119434,0.00018840206,0.00019775145,0.00002214964,0.00009098235,0.000054974782,0.00009341934],"category_scores_gemma":[0.00010919989,0.00017411972,0.000074372416,0.00040877677,0.00004754655,0.000098487406,0.000039469014,0.00015723314,8.400267e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19463739,0.027030177,0.5605977,0.030606342,0.00055834226,0.000036434212,0.06342841,0.00006670364,0.0009019617,0.000251147,0.010398445,0.11148696],"study_design_scores_gemma":[0.28041172,0.5126002,0.056861177,0.0040199882,0.00011005721,0.000003142311,0.047164135,0.0046627894,0.003520578,0.00094343827,0.08895249,0.0007503325],"about_ca_topic_score_codex":0.00014636935,"about_ca_topic_score_gemma":0.0007998764,"teacher_disagreement_score":0.5037365,"about_ca_system_score_codex":0.0003429492,"about_ca_system_score_gemma":0.0010360895,"threshold_uncertainty_score":0.7100396},"labels":[],"label_agreement":null},{"id":"W3118491903","doi":"10.2196/26567","title":"Team Strategies and Tools to Enhance Performance and Patient Safety (TeamSTEPPS) to Improve Collaboration in School Mental Health: Protocol for a Mixed Methods Hybrid Effectiveness-Implementation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Mental health; Stakeholder; Psychological intervention; Medical education; Medicine; Protocol (science); Stakeholder engagement; Nursing; Psychology; Public relations; Psychiatry; Alternative medicine; Political science","score_opus":0.46938400589502643,"score_gpt":0.7675526816058934,"score_spread":0.29816867571086697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118491903","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16928098,6.82389e-7,0.0013835047,0.004897831,0.000029427129,0.8240559,0.00021917126,0.000039427952,0.00009305455],"genre_scores_gemma":[0.023996191,5.3464527e-7,0.0130869495,0.0014994239,0.000073194264,0.96122354,0.000019503454,0.00003622608,0.000064413885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836845,0.0111773005,0.0016032001,0.0010809097,0.0010087747,0.0014453108],"domain_scores_gemma":[0.9941425,0.0028749725,0.00034764293,0.0005056605,0.0013126029,0.00081665453],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.017079772,0.0002726807,0.00052350713,0.0005036645,0.0018050476,0.0004465574,0.00024300485,0.00008212037,0.00009152391],"category_scores_gemma":[0.002783186,0.00025850732,0.000023146556,0.0017010017,0.0000784002,0.0016236006,0.0006010855,0.0006571728,0.000030520998],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009346209,0.0015176723,0.03807224,0.014185189,0.000037356454,0.0000060268744,0.10846591,0.000035578723,0.06498938,0.00045719958,0.034504194,0.72838306],"study_design_scores_gemma":[0.013583294,0.019725919,0.21817805,0.0036541878,0.0000017175319,0.0000032312741,0.22811447,0.00019632134,0.046795625,0.00028025827,0.4689247,0.00054223335],"about_ca_topic_score_codex":0.0002762691,"about_ca_topic_score_gemma":0.0019214645,"teacher_disagreement_score":0.72784084,"about_ca_system_score_codex":0.0016050589,"about_ca_system_score_gemma":0.006235472,"threshold_uncertainty_score":0.9999867},"labels":[],"label_agreement":null},{"id":"W3118588103","doi":"10.2196/21262","title":"Step and Distance Measurement From a Low-Cost Consumer-Based Hip and Wrist Activity Monitor: Protocol for a Validity and Reliability Assessment","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Reliability (semiconductor); Validity; Activity monitor; Physical medicine and rehabilitation; Wrist; Wearable computer; Computer science; Protocol (science); Criterion validity; Physical therapy; Simulation; Medicine; Physical activity; Surgery; Construct validity; Embedded system; Psychometrics; Patient satisfaction","score_opus":0.4698125425005534,"score_gpt":0.5929960408761847,"score_spread":0.12318349837563136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118588103","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06921942,0.0000025746167,0.0020200135,0.0021841163,0.000003459943,0.9262375,0.00016876977,0.0000425569,0.000121591685],"genre_scores_gemma":[0.20895204,7.900822e-7,0.0017305661,0.00004713513,0.00009511254,0.7891209,0.000008179864,0.000019911615,0.000025361544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99613917,0.0009304993,0.00029924564,0.0008541652,0.0011905672,0.00058635406],"domain_scores_gemma":[0.996824,0.0010528951,0.00011083207,0.00058479223,0.0008446669,0.00058280246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00250146,0.00022855739,0.0005806472,0.000056328503,0.0004805423,0.00018562892,0.0000854206,0.00014558545,0.000027599595],"category_scores_gemma":[0.0007410981,0.0001916785,0.00006325532,0.00020316448,0.00053700357,0.0002046474,0.00017893576,0.000862155,0.0000016615372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048595127,0.046418086,0.45471492,0.07267829,0.00019969375,0.00018381893,0.0006333579,0.000001573034,0.17182125,0.0007073825,0.010999404,0.1930471],"study_design_scores_gemma":[0.029397579,0.0060050366,0.6544222,0.008594377,0.000028293736,0.000007369598,0.00014470714,0.0039647715,0.08384345,0.0043572546,0.20867065,0.00056432164],"about_ca_topic_score_codex":0.00019333087,"about_ca_topic_score_gemma":0.00012533265,"teacher_disagreement_score":0.19970728,"about_ca_system_score_codex":0.0004930453,"about_ca_system_score_gemma":0.0013536968,"threshold_uncertainty_score":0.78164226},"labels":[],"label_agreement":null},{"id":"W3118604299","doi":"10.2196/23437","title":"Evaluation of the Prevalence, Regional Phenotypic Variation, Comorbidities, Risk Factors, and Variations in Response to Different Therapeutic Modalities Among Indian Women: Proposal for the Indian Council of Medical Research–Polycystic Ovary Syndrome (ICMR–PCOS) Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ovarian function and disorders","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Polycystic ovary; Epidemiology; Medicine; Sample size determination; Modalities; Therapeutic modalities; Demography; Environmental health; Obesity; Physical therapy; Pathology; Social science","score_opus":0.27690647596751405,"score_gpt":0.4695058249778555,"score_spread":0.19259934901034143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118604299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7553731,0.000046954938,0.000074745716,0.003737287,0.000024323146,0.2405945,0.00008725022,0.00001299239,0.000048851212],"genre_scores_gemma":[0.63402224,0.0000053968647,0.000020176465,0.000035532918,0.000031848987,0.3654901,0.000006983164,0.000018170587,0.00036955354],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9815603,0.008727017,0.0006754153,0.00046757745,0.008005292,0.0005644198],"domain_scores_gemma":[0.9913497,0.0041338643,0.00018473082,0.00081908767,0.0032539726,0.00025862516],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030867293,0.00018677069,0.00037914698,0.0004830435,0.00052954425,0.00009353974,0.00045527786,0.00019309702,0.00058200664],"category_scores_gemma":[0.011463744,0.00011202943,0.00007691279,0.0014944202,0.0007166107,0.00013068333,0.00027614005,0.0009774612,0.00000213618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018209055,0.010256772,0.7223719,0.0030625996,0.0009652061,0.000035542962,0.23076399,0.00012602976,0.00066782616,0.0061907847,0.0020292003,0.0053211167],"study_design_scores_gemma":[0.0057421983,0.0024900972,0.9503625,0.0009842517,0.000047000667,0.000012915576,0.029815484,0.0011436295,0.00003992927,0.008514064,0.0007427034,0.00010523449],"about_ca_topic_score_codex":0.0008676103,"about_ca_topic_score_gemma":0.0016207526,"teacher_disagreement_score":0.22799061,"about_ca_system_score_codex":0.0013115526,"about_ca_system_score_gemma":0.01506761,"threshold_uncertainty_score":0.99792606},"labels":[],"label_agreement":null},{"id":"W3118957477","doi":"10.2196/18021","title":"Assessing the Effectiveness and Acceptability of a Personalized Mobile Phone App in Improving Adherence to Oral Hygiene Advice in Orthodontic Patients: Protocol for a Feasibility Study and a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fakultet Medicinskih Nauka, Univerziteta U Kragujevcu; Royal College of Surgeons of England","keywords":"Randomized controlled trial; Medicine; mHealth; Psychological intervention; Mobile phone; Intervention (counseling); Protocol (science); Phone; Test (biology); Physical therapy; Family medicine; Alternative medicine; Nursing; Computer science","score_opus":0.24307559653605265,"score_gpt":0.6412736231970593,"score_spread":0.3981980266610066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118957477","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37752914,0.0000042466904,0.00010103995,0.000084415384,0.000009672149,0.6221685,0.000010622436,0.00002070711,0.000071703835],"genre_scores_gemma":[0.1696499,5.046789e-7,0.00072547427,0.00005438837,0.000043418087,0.82945687,0.0000035523906,0.000022970506,0.00004293333],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96480685,0.030372819,0.002154759,0.0009594059,0.0007003897,0.001005793],"domain_scores_gemma":[0.9748228,0.021944229,0.00055122573,0.0007166603,0.0016155263,0.00034952722],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0524046,0.00026006345,0.0019735363,0.00027880896,0.00073250884,0.0000808134,0.00028284802,0.0002040734,0.00015380837],"category_scores_gemma":[0.02077505,0.0001716002,0.0001304644,0.0012545317,0.0003389578,0.00026390978,0.00044315512,0.0011330193,0.000002441756],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.81275326,0.004978994,0.1446165,0.008453873,0.0000140217635,0.0000011891852,0.0026794125,0.0000013168178,0.00011387929,0.00005920235,0.000029497827,0.026298862],"study_design_scores_gemma":[0.85056126,0.0028484215,0.13890152,0.0012485889,0.0000074596887,2.1860423e-7,0.0042809756,0.0004162019,0.000018773073,0.0003567438,0.0012334484,0.00012641484],"about_ca_topic_score_codex":0.0011956996,"about_ca_topic_score_gemma":0.0022586691,"teacher_disagreement_score":0.20787923,"about_ca_system_score_codex":0.00045496802,"about_ca_system_score_gemma":0.0033186506,"threshold_uncertainty_score":0.98747337},"labels":[],"label_agreement":null},{"id":"W3119374810","doi":"10.2196/19770","title":"A Community-Developed, Web-Based Mobile App Intervention Addressing Social Work and Legal Needs of Black Sexual Minority Men Living With HIV: Protocol for a Randomized Comparison Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Mental Health; California HIV/AIDS Research Program","keywords":"Psychological intervention; Psychosocial; Peer support; Institutional review board; Randomized controlled trial; Social media; Social support; Intervention (counseling); Medicine; Psychology; Medical education; Social psychology; Nursing; World Wide Web; Psychotherapist; Computer science; Internal medicine; Psychiatry","score_opus":0.24325631602173836,"score_gpt":0.5480081327640581,"score_spread":0.30475181674231977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119374810","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019843576,0.0000033870353,0.0026603835,0.000546121,0.0000023628008,0.97321534,0.00003890235,0.00007042429,0.0036195072],"genre_scores_gemma":[0.027443541,6.674141e-8,0.0015140598,0.000009426102,0.00018685916,0.95676064,0.00007193962,0.000044810447,0.013968636],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9910245,0.005610784,0.0010609787,0.00033732055,0.001195889,0.0007705545],"domain_scores_gemma":[0.9953455,0.0018142953,0.00032161013,0.00049434137,0.0017162526,0.00030803407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008298899,0.0002711871,0.0011775969,0.00057273457,0.00082814606,0.0003432551,0.00032167588,0.00020687794,0.00050176156],"category_scores_gemma":[0.0022704874,0.00021344995,0.00037158668,0.0013264626,0.0011536926,0.00026711347,0.00038778794,0.0016472777,0.000008078969],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88142663,0.010876463,0.003033583,0.013847644,0.00034077963,0.00002045289,0.0026211431,0.000004265677,0.002406274,0.00029350191,0.06798681,0.017142428],"study_design_scores_gemma":[0.8877735,0.024482165,0.00061904645,0.01545665,0.00004511285,0.000009975751,0.0067638773,0.0044381134,0.0036459675,0.000046737907,0.0563995,0.00031935226],"about_ca_topic_score_codex":0.00012870361,"about_ca_topic_score_gemma":0.00013859526,"teacher_disagreement_score":0.016823076,"about_ca_system_score_codex":0.00018691644,"about_ca_system_score_gemma":0.0014277867,"threshold_uncertainty_score":0.8704236},"labels":[],"label_agreement":null},{"id":"W3119465047","doi":"10.2196/21727","title":"Evaluation of Self-Care Activities and Quality of Life in Patients With Type 2 Diabetes Mellitus Treated With Metformin Using the 2D Matrix Code of Outer Drug Packages as Patient Identifier: Protocol for the DePRO Proof-of-Concept Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bayer Vital; Bayer","keywords":"Medicine; Pharmacist; Medical prescription; Type 2 Diabetes Mellitus; Metformin; Usability; Quality of life (healthcare); Observational study; Pharmacy; Diabetes mellitus; Family medicine; Internal medicine; Nursing; Computer science","score_opus":0.3547676429533732,"score_gpt":0.5388789671163874,"score_spread":0.18411132416301418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119465047","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5342725,0.00001124305,0.0000032591822,0.000021892578,0.0000017472395,0.4656626,0.000012345244,0.0000027557974,0.000011659256],"genre_scores_gemma":[0.4789014,6.221998e-8,0.00018449331,0.0000026028508,0.0000073540245,0.5208581,0.000018829762,0.000008873208,0.000018267103],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964638,0.0008695866,0.0005401069,0.00023425983,0.001689343,0.00020291227],"domain_scores_gemma":[0.994976,0.00049543125,0.00045309548,0.0004033257,0.0036360007,0.00003614475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030958676,0.0001207783,0.00034488415,0.00013525054,0.00008000367,0.000031637417,0.00012450835,0.000035974317,0.00002655229],"category_scores_gemma":[0.00058271573,0.00006438017,0.00003631918,0.00059334585,0.00019367322,0.00021545931,0.000088150555,0.0001285427,7.0841594e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023697796,0.0031066993,0.9694797,0.003534395,0.0003095705,1.4952228e-7,0.011403238,0.000091766524,0.0003224075,0.000037155958,0.00005387613,0.009291272],"study_design_scores_gemma":[0.011715214,0.006504099,0.8317813,0.0024335356,0.00016395064,6.227262e-8,0.02334002,0.0008365174,0.12278419,0.00011567411,0.00019523434,0.00013018199],"about_ca_topic_score_codex":0.000065859116,"about_ca_topic_score_gemma":0.000080884936,"teacher_disagreement_score":0.13769837,"about_ca_system_score_codex":0.00009664955,"about_ca_system_score_gemma":0.00081268325,"threshold_uncertainty_score":0.2625347},"labels":[],"label_agreement":null},{"id":"W3119831184","doi":"10.2196/20463","title":"Online Self-Determination Toolkit for Youth With Disabilities: Protocol for a Mixed Methods Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Centre for Addiction and Mental Health; Holland Bloorview Kids Rehabilitation Hospital; SickKids Foundation; CNIB Foundation; University of Toronto","funders":"","keywords":"Focus group; Psychology; Medical education; Protocol (science); Data collection; Qualitative property; Intervention (counseling); Identifier; Inclusion (mineral); Applied psychology; Qualitative research; Computer science; Social psychology; Medicine; Sociology","score_opus":0.6391686477631736,"score_gpt":0.7093411798157735,"score_spread":0.07017253205259988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119831184","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003827393,1.738615e-7,0.0011990244,0.001760125,0.0000212331,0.9915977,0.000049039405,0.000111151036,0.0014341394],"genre_scores_gemma":[0.0011938702,2.5036034e-8,0.027787806,0.0000312737,0.000311048,0.96835655,0.0000608694,0.000029109902,0.0022294363],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922415,0.0043879757,0.00044430824,0.00064226746,0.0016459717,0.00063795794],"domain_scores_gemma":[0.993466,0.0020348742,0.000114756695,0.0005502859,0.0036253056,0.00020878181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016037252,0.00015677066,0.00023928846,0.00011722232,0.0009533057,0.00047459028,0.00037484363,0.00010314658,0.0004337642],"category_scores_gemma":[0.007015344,0.00013156643,0.000101067555,0.0007123036,0.0002879578,0.00038768852,0.0000858032,0.00016926629,0.0000058818287],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033269809,0.07038595,0.017084781,0.0037443184,0.00015213917,9.501427e-7,0.49625906,0.000019268851,0.0001844404,0.00846946,0.017651416,0.38272125],"study_design_scores_gemma":[0.006973667,0.004170133,0.0024534827,0.00047096622,0.000018083643,2.9454577e-7,0.46760887,0.0006604829,0.00053132133,0.0059644026,0.51086414,0.00028411805],"about_ca_topic_score_codex":0.0001163846,"about_ca_topic_score_gemma":0.002296841,"teacher_disagreement_score":0.49321276,"about_ca_system_score_codex":0.00086554606,"about_ca_system_score_gemma":0.0032348665,"threshold_uncertainty_score":0.8398529},"labels":[],"label_agreement":null},{"id":"W3120209598","doi":"10.2196/26155","title":"Feasibility of a Web-Based Platform (Trial My App) to Efficiently Conduct Randomized Controlled Trials of mHealth Apps For Patients With Cardiovascular Risk Factors: Protocol For Evaluating an mHealth App for Hypertension","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; East Wellington Family Health Team; Population Health Research Institute; McMaster University; Impact","funders":"","keywords":"mHealth; Randomized controlled trial; Medicine; Psychological intervention; Health care; Clinical trial; Protocol (science); eHealth; The Internet; Internet privacy; Alternative medicine; Computer science; World Wide Web; Nursing","score_opus":0.5743917248676726,"score_gpt":0.6447656964770181,"score_spread":0.07037397160934544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120209598","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048641857,0.000013278868,0.013519214,0.00027725927,0.00006471498,0.93511194,0.0022160192,0.00011384311,0.000041870855],"genre_scores_gemma":[0.00880882,0.0000017688575,0.01977001,0.00016419601,0.00034385934,0.97012824,0.0005897911,0.00013434747,0.000058984828],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9693951,0.016912818,0.0071163755,0.0016164334,0.0026585697,0.0023006834],"domain_scores_gemma":[0.9338071,0.045721404,0.0041182814,0.0021157572,0.012866183,0.0013712856],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12395892,0.0006029438,0.007813571,0.0006842176,0.0022984303,0.000044861208,0.0006257653,0.00063220045,0.0000866839],"category_scores_gemma":[0.07561702,0.0003888417,0.0019585798,0.0011155969,0.00032091787,0.00019085809,0.00014358132,0.0010534644,0.000004002371],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95282364,0.0049614334,0.0013040432,0.028694198,0.00029680537,1.7389726e-7,0.0004473447,0.00028496468,0.00020734889,0.00060765265,0.0020736258,0.0082987575],"study_design_scores_gemma":[0.9372483,0.018015789,0.00036862458,0.0040205363,0.00020932559,1.4828142e-7,0.000580028,0.006390326,0.00043725732,0.0008584266,0.03155614,0.00031509777],"about_ca_topic_score_codex":0.0002703614,"about_ca_topic_score_gemma":0.00011808058,"teacher_disagreement_score":0.048341904,"about_ca_system_score_codex":0.00074095966,"about_ca_system_score_gemma":0.02081689,"threshold_uncertainty_score":0.99985635},"labels":[],"label_agreement":null},{"id":"W3120307251","doi":"10.2196/25775","title":"Assessing the Mental Health of Emerging Adults Through a Mental Health App: Protocol for a Prospective Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health via Writing","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Stressor; Data collection; Psychopathology; Population; Psychology; Experience sampling method; Medicine; Protocol (science); Clinical psychology; Applied psychology; Psychiatry; Alternative medicine","score_opus":0.4769108153368331,"score_gpt":0.6936348578045146,"score_spread":0.2167240424676815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120307251","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025612367,0.000015261838,0.00010602727,0.0073704408,0.000041104795,0.9867275,0.00010170542,0.000116016054,0.002960741],"genre_scores_gemma":[0.01904321,3.1881294e-7,0.0018961197,0.0005500352,0.000278848,0.97737586,0.000033792243,0.00010699574,0.00071480195],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98862374,0.004714554,0.0015942516,0.0012406065,0.0017959726,0.0020308818],"domain_scores_gemma":[0.99659306,0.00054556783,0.0008021913,0.0010761474,0.0006336021,0.00034942914],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00840906,0.0003722468,0.00074277306,0.00018578907,0.0023945044,0.0002497997,0.00071061467,0.000075227756,0.00049113325],"category_scores_gemma":[0.00018721544,0.00029565155,0.00012957136,0.0012450396,0.00032136732,0.00046866253,0.00060649734,0.0012029946,0.000040497685],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032781474,0.10393294,0.0776886,0.03211931,0.00067522266,0.00009818891,0.39290014,0.0000029810108,0.0021740412,0.015903078,0.21106823,0.13065578],"study_design_scores_gemma":[0.07068625,0.123336986,0.049849205,0.023073625,0.000003898588,0.00017738594,0.44743696,0.0002541651,0.0024328337,0.0020296618,0.27970907,0.0010099636],"about_ca_topic_score_codex":0.0010141107,"about_ca_topic_score_gemma":0.000480159,"teacher_disagreement_score":0.12964582,"about_ca_system_score_codex":0.0013527973,"about_ca_system_score_gemma":0.002120633,"threshold_uncertainty_score":0.9999496},"labels":[],"label_agreement":null},{"id":"W3120333941","doi":"10.2196/19430","title":"App-Based Salt Reduction Intervention in School Children and Their Families (AppSalt) in China: Protocol for a Mixed Methods Process Evaluation","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sodium Intake and Health","field":"Nursing","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Context (archaeology); Qualitative property; Intervention (counseling); Thematic analysis; Fidelity; Data collection; Protocol (science); Program evaluation; Medical education; Process (computing); Computer science; Qualitative research; Psychology; Medicine; Nursing; Alternative medicine; Sociology","score_opus":0.20882562588416143,"score_gpt":0.614031859844223,"score_spread":0.4052062339600616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120333941","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045938525,0.000008113803,0.00054617855,0.0010068095,0.000020071817,0.95228136,0.000010106756,0.00007203826,0.00011681816],"genre_scores_gemma":[0.024967747,2.0066622e-7,0.0033192285,0.000031307653,0.00017466309,0.9713563,0.0000662389,0.000049029062,0.00003532999],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9933491,0.0038091305,0.0007332759,0.00076755014,0.00063646445,0.00070451654],"domain_scores_gemma":[0.99819094,0.0002796024,0.00018309645,0.00042722007,0.000764687,0.00015445333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010965858,0.0002302466,0.00037051662,0.000776204,0.0002494182,0.00021711792,0.00022766687,0.00023337115,0.00008258853],"category_scores_gemma":[0.0017970374,0.00020509498,0.00009216019,0.0013116014,0.00013048085,0.0004265309,0.000079406214,0.0008922121,0.0000055384994],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011710168,0.0037625602,0.0364665,0.010011579,0.000024242589,0.000003067062,0.0039432654,0.00016140111,0.022177134,0.00011360872,0.0018803455,0.9097461],"study_design_scores_gemma":[0.03400686,0.004528863,0.5611891,0.015595356,0.0000064546884,0.000026839965,0.0038799497,0.022528343,0.3295939,0.02155626,0.0064626723,0.0006254189],"about_ca_topic_score_codex":0.00030111903,"about_ca_topic_score_gemma":0.00066768134,"teacher_disagreement_score":0.9091207,"about_ca_system_score_codex":0.0006565438,"about_ca_system_score_gemma":0.0007847739,"threshold_uncertainty_score":0.8363531},"labels":[],"label_agreement":null},{"id":"W3120354171","doi":"10.2196/21453","title":"Natural Language Processing–Based Virtual Cofacilitator for Online Cancer Support Groups: Protocol for an Algorithm Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health via Writing","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Princess Margaret Cancer Centre; Public Health Ontario; University of Toronto; University Health Network","funders":"Cancer Care Ontario","keywords":"Protocol (science); Computer science; Algorithm; Artificial intelligence; Machine learning; Natural language processing; Medicine","score_opus":0.39680027580709365,"score_gpt":0.6548713483423831,"score_spread":0.2580710725352895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120354171","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035392825,0.0000041586645,0.0008354421,0.00016330233,0.000019100367,0.9631693,0.00026928628,0.00009314235,0.000053494576],"genre_scores_gemma":[0.004483277,8.249333e-9,0.018510066,0.00013542346,0.00027275944,0.97436213,0.00035105294,0.000064763735,0.0018205079],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960549,0.0006949238,0.00066606584,0.00089264475,0.0007601092,0.0009313517],"domain_scores_gemma":[0.9978766,0.0003497721,0.00016148305,0.00038715755,0.000927317,0.0002976854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027830051,0.00024315309,0.00031981655,0.00018802972,0.0005819637,0.00018272936,0.0002738757,0.00013875857,0.0003312277],"category_scores_gemma":[0.0001521808,0.00022520477,0.00004357473,0.00036264505,0.00010471326,0.00027388634,0.00012332328,0.0004534296,0.000011064078],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034398169,0.0061045145,0.005883885,0.004609402,0.000046217567,0.00005498995,0.017289314,9.864389e-7,0.0019911309,0.00008854804,0.0030268664,0.95746434],"study_design_scores_gemma":[0.10100593,0.0450598,0.050686616,0.0058800513,0.00002228833,0.000053580563,0.14561263,0.009752568,0.07373535,0.00015193572,0.56579304,0.0022462248],"about_ca_topic_score_codex":0.00005221074,"about_ca_topic_score_gemma":0.00024924128,"teacher_disagreement_score":0.9552181,"about_ca_system_score_codex":0.00032868778,"about_ca_system_score_gemma":0.0014548164,"threshold_uncertainty_score":0.9183584},"labels":[],"label_agreement":null},{"id":"W3120393817","doi":"10.2196/26750","title":"Effectiveness of an Integrated Engagement Support System to Facilitate Patient Use of Digital Diabetes Prevention Programs: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Agency for Healthcare Research and Quality","keywords":"Workflow; Medicine; Health information technology; Digital health; Prediabetes; Agile software development; Health care; Randomized controlled trial; Medical education; Nursing; Knowledge management; Computer science; Type 2 diabetes; Diabetes mellitus","score_opus":0.3542646211647877,"score_gpt":0.5979548921436426,"score_spread":0.24369027097885493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120393817","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01638483,6.3132603e-7,0.001549989,0.000074319236,0.000027690041,0.9813451,0.00024230055,0.00010323916,0.00027190326],"genre_scores_gemma":[0.007629467,1.3412043e-7,0.0016788397,0.000015520713,0.00006191772,0.9896992,0.00028190343,0.00004595666,0.0005870858],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9760438,0.01806744,0.0029792772,0.00069361326,0.0010593612,0.0011564704],"domain_scores_gemma":[0.9844049,0.008610144,0.000965614,0.0008667421,0.004521934,0.0006306335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019638363,0.00028112333,0.0020569598,0.00037125376,0.00056812214,0.00006786408,0.0002921147,0.0002602403,0.000096643256],"category_scores_gemma":[0.006164953,0.00020358946,0.0004259118,0.00084765896,0.00018434002,0.00032588778,0.00022279736,0.00070844556,0.000024071063],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93083465,0.004049031,0.0002954141,0.041116826,0.000104842315,0.0000015203976,0.00072315295,0.000010416924,0.0005710139,0.001929719,0.0006811156,0.019682305],"study_design_scores_gemma":[0.843123,0.011848692,0.000053192827,0.01133303,0.00001434811,2.503548e-7,0.000994255,0.0003581505,0.0012667698,0.00030770715,0.1305462,0.00015437709],"about_ca_topic_score_codex":0.000049268412,"about_ca_topic_score_gemma":0.000021369897,"teacher_disagreement_score":0.12986508,"about_ca_system_score_codex":0.00043124807,"about_ca_system_score_gemma":0.004460766,"threshold_uncertainty_score":0.8302137},"labels":[],"label_agreement":null},{"id":"W3120519392","doi":"10.2196/25495","title":"Leadership in Digital Health Services: Protocol for a Concept Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strategic Research Council; Oulun Yliopisto; Academy of Finland","keywords":"Conceptualization; CINAHL; Digital library; MEDLINE; Digital health; Health care; Computer science; Health services research; Identification (biology); Knowledge management; Data science; Psychology; Medicine; Nursing; Public health; Political science","score_opus":0.6482093944637165,"score_gpt":0.6397754094115453,"score_spread":0.008433985052171189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120519392","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044250464,0.0000010896739,0.00008911091,0.020006305,0.0000032744183,0.97364056,0.000019965322,0.00003769993,0.0061577554],"genre_scores_gemma":[0.0050754966,4.1656598e-8,0.00027737484,0.0007491201,0.0002665669,0.989147,0.000083068975,0.000012501858,0.004388832],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968037,0.0005846444,0.0003859043,0.00040613572,0.00097497687,0.00084466743],"domain_scores_gemma":[0.99781126,0.00047116916,0.0001116627,0.0002649633,0.0011631188,0.00017784077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030887884,0.00009630446,0.00021238373,0.00042970464,0.000504425,0.0005350288,0.0003625251,0.000118345095,0.00045092567],"category_scores_gemma":[0.00042306175,0.00009706431,0.00010015514,0.004547904,0.0002804227,0.00065177993,0.00004415181,0.00034479695,0.000028315291],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093384925,0.0052880975,0.1008283,0.008495123,0.00023434227,0.000015956055,0.2187851,0.000054559932,0.00013595575,0.5665851,0.048712544,0.04993103],"study_design_scores_gemma":[0.0016688237,0.00030371879,0.005230607,0.0017639266,0.0000011257889,2.6928612e-7,0.14882554,0.0000626283,0.00018297933,0.008812939,0.83296204,0.00018542004],"about_ca_topic_score_codex":0.00031557647,"about_ca_topic_score_gemma":0.0028405213,"teacher_disagreement_score":0.7842495,"about_ca_system_score_codex":0.0004122662,"about_ca_system_score_gemma":0.0025554022,"threshold_uncertainty_score":0.5159295},"labels":[],"label_agreement":null},{"id":"W3120530579","doi":"10.2196/23316","title":"Clinical and Epidemiological Characteristics of Postdischarge Patients With COVID-19 in Tehran, Iran: Protocol for a Prospective Cohort Study (Tele-COVID-19 Study)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; Public Health Ontario; University of Toronto","funders":"Shahid Beheshti University of Medical Sciences; Pierre Elliott Trudeau Foundation","keywords":"Medicine; Epidemiology; Cohort; Pandemic; Coronavirus disease 2019 (COVID-19); Prospective cohort study; Cohort study; Emergency medicine; Family medicine; Disease; Internal medicine; Infectious disease (medical specialty)","score_opus":0.530901852624651,"score_gpt":0.6829093356753156,"score_spread":0.1520074830506647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120530579","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26189718,8.5634395e-7,0.000090244175,0.00045981724,0.000013782078,0.7371482,0.00017106661,0.000051015,0.00016778939],"genre_scores_gemma":[0.13056055,2.7044172e-7,0.00016557217,0.00080553326,0.000109240806,0.86790687,0.000038300117,0.00004997788,0.00036367093],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98757255,0.0063916063,0.0018785119,0.0018255857,0.0011222345,0.0012094892],"domain_scores_gemma":[0.9916812,0.004850973,0.00048135783,0.0010824013,0.0007078861,0.0011961818],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013405823,0.0004192234,0.0014216282,0.00036030172,0.000407736,0.0000659274,0.0005227455,0.00032696992,0.00062032597],"category_scores_gemma":[0.0086848885,0.0003079404,0.00013549793,0.0009747978,0.0007155827,0.00013878406,0.00053091283,0.0013342141,0.000022179785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026927007,0.03998127,0.92292196,0.002053065,0.00012337168,0.0002177626,0.004147771,2.7167135e-7,0.0000060491034,0.0005114465,0.0015344775,0.0015755818],"study_design_scores_gemma":[0.038448162,0.029761108,0.89070135,0.0002548208,0.000009474958,0.000005729034,0.0026363975,0.0000053458257,0.0000042899433,0.000417331,0.037471715,0.0002842667],"about_ca_topic_score_codex":0.0006825569,"about_ca_topic_score_gemma":0.00095085683,"teacher_disagreement_score":0.13133663,"about_ca_system_score_codex":0.00088954193,"about_ca_system_score_gemma":0.0034345484,"threshold_uncertainty_score":0.9999373},"labels":[],"label_agreement":null},{"id":"W3120698072","doi":"10.2196/24808","title":"Phototherapy Using a Light-Emitting Fabric (BUBOLight) Device in the Treatment of Newborn Jaundice: Protocol for an Interventional Feasibility and Safety Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neonatal Health and Biochemistry","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Centre hospitalier régional universitaire de Lille","keywords":"Kernicterus; Jaundice; Medicine; Pediatrics; Surgery","score_opus":0.5007096030248598,"score_gpt":0.6394180020548391,"score_spread":0.13870839902997933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120698072","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25235155,0.000011990438,0.000013672636,0.00020362275,0.0000014402328,0.7472499,0.000016621732,0.000009478297,0.00014170397],"genre_scores_gemma":[0.029975964,6.0705025e-7,0.0010556137,0.000039908744,0.00013626016,0.9686287,0.000013724547,0.00001784221,0.00013138172],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971393,0.00065973576,0.00059197255,0.00050484063,0.0006489546,0.00045524823],"domain_scores_gemma":[0.9984067,0.0002831733,0.00012310834,0.00052388385,0.0004755868,0.00018756227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021511507,0.00016432017,0.00034951814,0.00010360954,0.00021696065,0.000053024094,0.00015996015,0.0000999926,0.00006347009],"category_scores_gemma":[0.00012837423,0.00010496727,0.000103591665,0.0005325682,0.00010004953,0.00008851023,0.00005105306,0.00027754944,7.669549e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055194832,0.1224132,0.4894564,0.026079515,0.00018888175,0.00034076607,0.011324682,9.4759e-7,0.14980887,0.00009900082,0.00041385822,0.14467905],"study_design_scores_gemma":[0.096972495,0.09328665,0.18872252,0.01120945,0.000029070396,0.00030598196,0.0138977235,0.0007313437,0.25268623,0.00072650315,0.34086552,0.00056649826],"about_ca_topic_score_codex":0.0001252083,"about_ca_topic_score_gemma":0.00018761535,"teacher_disagreement_score":0.3404517,"about_ca_system_score_codex":0.0003480687,"about_ca_system_score_gemma":0.0008429992,"threshold_uncertainty_score":0.4280441},"labels":[],"label_agreement":null},{"id":"W3120836840","doi":"10.2196/24689","title":"Community-Based Physical Activity Interventions for Individuals with Moderate to Severe Traumatic Brain Injury: Scoping Review Protocol","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University Health Network; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation; Toronto Rehabilitation Institute; University of Toronto","funders":"Toronto Rehabilitation Institute; Social Sciences and Humanities Research Council of Canada; Canada Research Chairs","keywords":"Traumatic brain injury; Psychological intervention; Protocol (science); Psychology; Medicine; Physical medicine and rehabilitation; Physical therapy; Clinical psychology; Psychiatry; Alternative medicine","score_opus":0.5852390381144725,"score_gpt":0.6510772377358187,"score_spread":0.06583819962134618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120836840","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047797193,0.0000027375693,0.002434718,0.016395926,0.0000022148818,0.9753789,0.0001330346,0.0001496183,0.0007231569],"genre_scores_gemma":[0.0015499128,2.5480202e-7,0.008777899,0.0010620507,0.00009441476,0.98707044,0.000070715585,0.00011373686,0.0012605529],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99094945,0.004454587,0.00065100024,0.0006869886,0.002059261,0.0011987395],"domain_scores_gemma":[0.99320287,0.0023423312,0.00017908862,0.0018524193,0.0017350588,0.0006882499],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0070239743,0.0003779528,0.0011556381,0.00046308376,0.0008429435,0.0003440663,0.000678494,0.00014618995,0.00039141902],"category_scores_gemma":[0.0031899419,0.000302917,0.00040342443,0.002002234,0.00033281153,0.00031926317,0.00046890287,0.0023228892,0.00011128636],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010144037,0.020633126,0.000525559,0.8255123,0.0003440203,0.0000720113,0.0015141733,0.000025982285,0.0047552586,0.00046412024,0.079202525,0.05680687],"study_design_scores_gemma":[0.013615423,0.0175988,0.001126423,0.9067652,0.00003509573,0.00005949757,0.00029069747,0.000665476,0.029129181,0.00068932894,0.029406264,0.0006186038],"about_ca_topic_score_codex":0.0000178842,"about_ca_topic_score_gemma":0.00007079267,"teacher_disagreement_score":0.081252895,"about_ca_system_score_codex":0.00035558635,"about_ca_system_score_gemma":0.0030157478,"threshold_uncertainty_score":0.9999788},"labels":[],"label_agreement":null},{"id":"W3120928714","doi":"10.2196/18675","title":"Effectiveness of an Electronic Communication Tool on Transitions in Care From the Intensive Care Unit: Protocol for a Cluster-Specific Pre-Post Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Ottawa Hospital; Brock University; University of Calgary; University of Ottawa; Dalhousie University","funders":"","keywords":"Documentation; Medicine; Health care; Protocol (science); Audit; Intensive care; Medical emergency; Psychological intervention; Nursing; Computer science; Intensive care medicine; Alternative medicine","score_opus":0.13664407699341205,"score_gpt":0.5340861984216858,"score_spread":0.39744212142827373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120928714","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15439095,0.000008765179,0.000022666065,0.0010090994,0.000003468002,0.8442941,0.000110711335,0.00002041168,0.00013989184],"genre_scores_gemma":[0.1467291,4.417205e-7,0.000137204,0.000066640954,0.000060002076,0.8526099,0.00032927454,0.000029476865,0.000038026054],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962058,0.0020858564,0.0003884461,0.00037699958,0.0005170644,0.00042584632],"domain_scores_gemma":[0.9941057,0.001394868,0.000070917005,0.0010941867,0.003223532,0.00011080245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009629891,0.00016258752,0.00038134784,0.00013504023,0.00025838404,0.000061355466,0.00034346935,0.00015247644,0.00007940513],"category_scores_gemma":[0.0008612531,0.0001076452,0.00016057711,0.0005306259,0.00015682717,0.00011530075,0.00010881734,0.000873825,0.000004564038],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.81490743,0.006885023,0.0070754215,0.011668138,0.0001980637,0.00006932398,0.06137783,0.00007036897,0.04328509,0.0060190214,0.0008881383,0.04755617],"study_design_scores_gemma":[0.36296195,0.06606086,0.14882852,0.04172065,0.000029332763,0.000014352474,0.10096231,0.00020948517,0.13472337,0.0024101837,0.14143312,0.00064586906],"about_ca_topic_score_codex":0.000075517666,"about_ca_topic_score_gemma":0.00033757996,"teacher_disagreement_score":0.45194548,"about_ca_system_score_codex":0.000334534,"about_ca_system_score_gemma":0.001282753,"threshold_uncertainty_score":0.4389644},"labels":[],"label_agreement":null},{"id":"W3121201856","doi":"10.2196/15350","title":"Effect of Switching to the Tobacco Heating System Versus Continued Cigarette Smoking on Chronic Generalized Periodontitis Treatment Outcome: Protocol for a Randomized Controlled Multicenter Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Oral microbiology and periodontitis research","field":"Dentistry","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Periodontitis; Nicotine replacement therapy; Smoking cessation; Randomized controlled trial; Chronic periodontitis; Smokeless tobacco; Harm reduction; Tobacco harm reduction; Nicotine; Clinical trial; Dentistry; Physical therapy; Environmental health; Internal medicine; Tobacco use; Public health; Pathology; Population","score_opus":0.13999494439979357,"score_gpt":0.5302261630622526,"score_spread":0.390231218662459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121201856","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22626872,0.0000111025665,0.000051267372,0.00021197673,0.000096535754,0.77288854,0.00006311816,0.000071368646,0.00033738947],"genre_scores_gemma":[0.20768717,1.7879044e-7,0.00006262027,0.000019817475,0.0003376156,0.7903833,0.000016381975,0.000065893946,0.0014270657],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9815454,0.013507046,0.0015979159,0.0009971125,0.0010910911,0.0012614204],"domain_scores_gemma":[0.9881978,0.008984601,0.00040738695,0.0012228651,0.0009694409,0.00021788303],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012757242,0.0005367473,0.002793367,0.0003262203,0.0010398893,0.0006594128,0.0008140784,0.00025922616,0.00039506264],"category_scores_gemma":[0.004785295,0.00030852246,0.0010471055,0.0005563918,0.00019516202,0.00013411761,0.00045107253,0.00083806616,0.00007158127],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9510393,0.0014780812,0.018092448,0.0024152587,0.0019399279,0.00034515373,0.0011833241,0.000111849986,0.012198273,0.00016802973,0.001379401,0.009648959],"study_design_scores_gemma":[0.9244834,0.019741878,0.0007486506,0.0037834903,0.00008684232,0.0000118096,0.0005940604,0.0008139278,0.031015415,0.0000014353259,0.018361496,0.00035758046],"about_ca_topic_score_codex":0.0004004459,"about_ca_topic_score_gemma":0.0010117427,"teacher_disagreement_score":0.02655588,"about_ca_system_score_codex":0.0010425508,"about_ca_system_score_gemma":0.00044503273,"threshold_uncertainty_score":0.9999367},"labels":[],"label_agreement":null},{"id":"W3121360627","doi":"10.2196/24323","title":"Evidence Supporting the Management of Medical Conditions During Long-Duration Spaceflight: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Spaceflight effects on biology","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; Centres Intégré Universitaires de Santé et de Services Sociaux; Centre Integre de Sante et de Services Sociaux de Laval; Université Laval; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Thales (Canada); Centre Intégré de Santé et Services Sociaux de Chaudière-Appalache","funders":"National Aeronautics and Space Administration","keywords":"Spaceflight; Duration (music); Protocol (science); Medicine; Computer science; Engineering; Alternative medicine","score_opus":0.6193472815210224,"score_gpt":0.7171251147434922,"score_spread":0.0977778332224698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121360627","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.3871762e-8,0.31168067,0.00005424169,0.0022379996,0.00000757979,0.68579113,0.000010555043,0.00004712118,0.0001706311],"genre_scores_gemma":[1.5236532e-8,0.40808544,0.00022267408,0.00005566573,0.00020336137,0.59089714,0.00005909069,0.000060339822,0.00041625786],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99019694,0.002524531,0.002306477,0.0010481809,0.002837545,0.0010863205],"domain_scores_gemma":[0.9935744,0.0020367752,0.0012711809,0.0016602972,0.0010898645,0.000367485],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012136884,0.00052986894,0.0027765774,0.00040039502,0.00041414425,0.00010598154,0.0010695788,0.0006078034,0.001599065],"category_scores_gemma":[0.0035090423,0.00031768068,0.00086643954,0.0015448197,0.00048501167,0.0001577146,0.00089863886,0.0016435094,0.0000704237],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102571736,0.00029931832,0.000012903433,0.9074362,0.00029492725,0.00032497093,0.000021433318,2.2594131e-8,0.0000070476135,0.0005568724,0.007159901,0.08378386],"study_design_scores_gemma":[0.00091503304,0.00051363354,0.000008495808,0.59463906,0.00011768423,0.00021315119,0.000012375332,0.0000025731306,0.000084978936,0.0000062147756,0.40333077,0.00015602693],"about_ca_topic_score_codex":0.0000039802985,"about_ca_topic_score_gemma":0.000010792374,"teacher_disagreement_score":0.39617085,"about_ca_system_score_codex":0.00040310717,"about_ca_system_score_gemma":0.0034627393,"threshold_uncertainty_score":0.9999275},"labels":[],"label_agreement":null},{"id":"W3121478730","doi":"10.2196/25805","title":"Food Allergy Symptom Self-Management With Technology (FASST) mHealth Intervention to Address Psychosocial Outcomes in Caregivers of Children With Newly Diagnosed Food Allergy: Protocol for a Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Allergy and Anaphylaxis Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; University of South Carolina; National Center for Research Resources; National Institute of Nursing Research; National Institutes of Health; Medical University of South Carolina","keywords":"Medicine; mHealth; Psychosocial; Randomized controlled trial; Psychological intervention; Quality of life (healthcare); Anxiety; Intervention (counseling); Food allergy; Distress; Mood; Physical therapy; Psychiatry; Allergy; Clinical psychology; Nursing","score_opus":0.06520472850890408,"score_gpt":0.4581434381776387,"score_spread":0.3929387096687346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121478730","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032506265,0.000007024292,0.00020643065,0.0030623088,0.000011780837,0.96304995,0.000028928807,0.00013246508,0.0009948651],"genre_scores_gemma":[0.056785285,0.000003954899,0.0016978857,0.00005134345,0.00012543681,0.9406109,0.000035127887,0.000090742484,0.00059934496],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925548,0.0016593,0.0012971562,0.0010905507,0.0020730114,0.0013251915],"domain_scores_gemma":[0.9959233,0.0008151923,0.00041945407,0.0008886478,0.0015316762,0.00042172198],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030498833,0.00049183815,0.0024831044,0.0016938356,0.0002495987,0.0001099918,0.00065958605,0.00029098208,0.00013589924],"category_scores_gemma":[0.00083349075,0.0003333987,0.0005256188,0.0020379643,0.00042852754,0.00015093303,0.00032876726,0.0009668404,0.0000063706134],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97389627,0.012112795,0.00069955835,0.001735032,0.0041743172,0.000078731675,0.00050599815,0.000018060904,0.000051714647,0.0031907985,0.0009800065,0.0025567345],"study_design_scores_gemma":[0.88104886,0.10232888,0.001372931,0.0040689968,0.000011361995,0.000007729691,0.00074316974,0.00001949137,0.00054186623,0.00023002527,0.0093316855,0.000295014],"about_ca_topic_score_codex":0.00008850862,"about_ca_topic_score_gemma":0.0028159185,"teacher_disagreement_score":0.09284741,"about_ca_system_score_codex":0.00037446377,"about_ca_system_score_gemma":0.0012579951,"threshold_uncertainty_score":0.9999118},"labels":[],"label_agreement":null},{"id":"W3121642377","doi":"10.2196/21851","title":"Health-Related Quality of Life in European Childhood Cancer Survivors: Protocol for a Study Within PanCareLIFE","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Quality of life (healthcare); Cancer; Cancer registry; Cohort; Gerontology; Pathology","score_opus":0.37466181582633906,"score_gpt":0.5918609417690964,"score_spread":0.21719912594275737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121642377","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0642803,0.000024342324,0.0000144748465,0.00596157,0.00002111315,0.92849374,0.000103153776,0.00013809258,0.00096318946],"genre_scores_gemma":[0.039628,7.703748e-7,0.0004153902,0.00064140034,0.00030933233,0.95818865,0.0000338333,0.00014830178,0.0006342997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9811661,0.00979709,0.0036597592,0.0013252279,0.0027751888,0.0012765861],"domain_scores_gemma":[0.99368095,0.0010041808,0.0009731255,0.0016775914,0.0018523395,0.00081180915],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.022118382,0.0004397687,0.0019039462,0.0005005314,0.0002623505,0.00009938856,0.00061712076,0.00019083617,0.00036876558],"category_scores_gemma":[0.0055754567,0.00040700354,0.00031374622,0.0022180406,0.00029102582,0.00020550894,0.0005034857,0.0016566952,0.000030291318],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012959422,0.037368093,0.8457149,0.02544143,0.0005713946,0.00014600922,0.053789016,0.000053739943,0.0010138748,0.00060028804,0.01519519,0.0071466262],"study_design_scores_gemma":[0.046471275,0.008042862,0.8946215,0.015655024,0.000007326108,0.000012003731,0.009557738,0.000035490684,0.0011668483,0.00035838454,0.023470504,0.00060103845],"about_ca_topic_score_codex":0.011963006,"about_ca_topic_score_gemma":0.027453894,"teacher_disagreement_score":0.048906587,"about_ca_system_score_codex":0.0004990803,"about_ca_system_score_gemma":0.0065544085,"threshold_uncertainty_score":0.9998382},"labels":[],"label_agreement":null},{"id":"W3121755449","doi":"10.2196/25870","title":"The Building Educators’ Skills in Adolescent Mental Health Training Program for Secondary School Educators: Protocol for a Cluster Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Mental health; Randomized controlled trial; Cluster randomised controlled trial; Medical education; Psychology; Stigma (botany); Intervention (counseling); Medicine; Nursing; Psychiatry","score_opus":0.19473191986316288,"score_gpt":0.6246446273464193,"score_spread":0.4299127074832565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121755449","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017445901,0.000035959154,0.000036339585,0.0075601125,0.00025936912,0.9891717,0.000039116137,0.0000818918,0.0010709523],"genre_scores_gemma":[0.0006073727,0.0000012249428,0.0018811283,0.0005981279,0.0012691579,0.9908431,0.00005585521,0.000093593146,0.004650412],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9890113,0.005046385,0.0019337353,0.000992402,0.0007841473,0.0022320615],"domain_scores_gemma":[0.99341303,0.0043342668,0.00057423196,0.00068634545,0.00037626002,0.0006158389],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.015027537,0.00043292757,0.001664936,0.00035849228,0.0015497974,0.0006014127,0.0006355916,0.00023439807,0.00059385237],"category_scores_gemma":[0.001316695,0.00027913987,0.0008184105,0.0005702921,0.00031185924,0.00022497609,0.00017914227,0.001020805,0.0000285186],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78950524,0.008233889,0.000057494766,0.0013933654,0.00016234127,0.000003493497,0.0020414286,1.1479561e-7,0.000008513535,0.0013009029,0.058585223,0.13870801],"study_design_scores_gemma":[0.70757514,0.0026800495,0.000055356435,0.0021664868,0.000004671543,0.000006343728,0.0022763382,0.000032661028,0.00008674387,0.0009967705,0.28392676,0.00019271058],"about_ca_topic_score_codex":0.000044682973,"about_ca_topic_score_gemma":0.00009456982,"teacher_disagreement_score":0.22534153,"about_ca_system_score_codex":0.00089050765,"about_ca_system_score_gemma":0.0039216327,"threshold_uncertainty_score":0.9999661},"labels":[],"label_agreement":null},{"id":"W3122411344","doi":"10.2196/24357","title":"A Brazilian Cohort of Patients With Immuno-Mediated Chronic Inflammatory Diseases Infected by SARS-CoV-2 (ReumaCoV-Brasil Registry): Protocol for a Prospective, Observational Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Prospective cohort study; Intensive care unit; Cohort study; Cohort; Mechanical ventilation; Pandemic; Emergency medicine; Internal medicine; Intensive care medicine; Pediatrics; Disease; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty)","score_opus":0.22484967364831937,"score_gpt":0.5583742883944997,"score_spread":0.3335246147461803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122411344","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08036419,0.0000017394466,0.000046134344,0.0011298497,0.0000021944206,0.9177612,0.00045219276,0.00017603666,0.000066437984],"genre_scores_gemma":[0.08733875,4.560169e-7,0.000060751583,0.00021692901,0.0001378759,0.91180956,0.00020696042,0.000095678544,0.0001330204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99220437,0.00070882274,0.0011905218,0.001184776,0.0035081573,0.0012033826],"domain_scores_gemma":[0.9900644,0.003715091,0.00044360946,0.0009993118,0.004277416,0.00050018396],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015210225,0.00045880597,0.0010310134,0.00025463666,0.00036884096,0.00009900152,0.0007301176,0.00018192276,0.000121113146],"category_scores_gemma":[0.03395286,0.00034379092,0.00021067332,0.0016780371,0.0010786358,0.00035296677,0.00070783217,0.001266739,0.000032893025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027427422,0.008165172,0.9255729,0.007978129,0.0005525565,0.00002158139,0.00024413911,0.00000286721,0.006189394,0.000029273806,0.023392312,0.00042425576],"study_design_scores_gemma":[0.033052117,0.02773684,0.8405558,0.0017128928,0.000023612023,1.2448798e-7,0.000047252557,0.00020525976,0.0018834517,0.000058397745,0.09442916,0.00029512274],"about_ca_topic_score_codex":0.00006342262,"about_ca_topic_score_gemma":0.00003477443,"teacher_disagreement_score":0.08501713,"about_ca_system_score_codex":0.0009112644,"about_ca_system_score_gemma":0.004969822,"threshold_uncertainty_score":0.9999014},"labels":[],"label_agreement":null},{"id":"W3122440282","doi":"10.2196/22680","title":"Program for Healthier School Cafeterias in Rio Grande do Sul, Brazil: Protocol for a Community-Based Randomized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cafeteria; Intervention (counseling); Psychological intervention; Randomized controlled trial; Christian ministry; Medical education; Medicine; Psychology; Environmental health; Nursing; Political science","score_opus":0.2628437040715151,"score_gpt":0.5970655442501667,"score_spread":0.3342218401786516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122440282","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007932488,7.1361234e-7,0.000114019036,0.0029463891,0.000014856877,0.9879541,0.00006514423,0.00019010047,0.00078219967],"genre_scores_gemma":[0.0046202685,1.15371414e-7,0.004429266,0.0004135814,0.00064043974,0.9888618,0.00015098722,0.00012260283,0.00076092704],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98915815,0.0060797506,0.0011153971,0.00076238596,0.0013593142,0.0015249706],"domain_scores_gemma":[0.99058646,0.005376296,0.00025056777,0.0013741216,0.0016926198,0.0007199091],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011849796,0.00042303905,0.0018143957,0.00044218515,0.00064187177,0.00038593114,0.00053461565,0.00039067547,0.00019304249],"category_scores_gemma":[0.007042114,0.0003440382,0.00071889476,0.0011009377,0.0006011151,0.00025913728,0.00031964222,0.0024950884,0.000033966906],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91171646,0.060886826,0.0006918053,0.012399695,0.000081456295,0.000032423093,0.0001688868,0.0000017000854,0.00093440275,0.0005762637,0.008546432,0.00396363],"study_design_scores_gemma":[0.7721495,0.013753213,0.0007681824,0.003598765,0.000011747955,0.0000039284946,0.000050888313,0.0004101212,0.005117825,0.0069277324,0.19693276,0.00027531423],"about_ca_topic_score_codex":0.00014807215,"about_ca_topic_score_gemma":0.00022949073,"teacher_disagreement_score":0.18838634,"about_ca_system_score_codex":0.0005304351,"about_ca_system_score_gemma":0.0032557582,"threshold_uncertainty_score":0.9999012},"labels":[],"label_agreement":null},{"id":"W3123233416","doi":"10.2196/26557","title":"A Multimodal Mobile Sleep Intervention for Young Adults Engaged in Risky Drinking: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Alcohol Abuse and Alcoholism","keywords":"Sleep hygiene; Psychological intervention; Medicine; Intervention (counseling); Randomized controlled trial; Brief intervention; Young adult; Population; Sleep (system call); Alcohol use disorder; mHealth; Gerontology; Psychology; Clinical psychology; Psychiatry; Alcohol; Environmental health; Insomnia","score_opus":0.09480570121586072,"score_gpt":0.5185827683991707,"score_spread":0.42377706718331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123233416","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027014771,0.000008016895,0.0017313871,0.0001273491,0.00010429346,0.9919282,0.000013921105,0.00010814285,0.0032771954],"genre_scores_gemma":[0.0073286463,2.7551917e-7,0.0006948051,0.000018686818,0.0003090315,0.9882692,0.00004353567,0.00008451758,0.003251273],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98605144,0.009663174,0.0015401779,0.00094548677,0.0006511202,0.0011486291],"domain_scores_gemma":[0.99137324,0.006498048,0.00038679672,0.0006317389,0.00093830493,0.00017186551],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016229328,0.00033814646,0.0014658613,0.00055372133,0.0005035631,0.00019333995,0.00045689289,0.0005813783,0.0013002343],"category_scores_gemma":[0.0063090636,0.00026403108,0.0012760424,0.00061029673,0.00024537506,0.00015224409,0.00013319096,0.0017744105,0.00005663441],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9688251,0.008330143,0.00007734698,0.00053112255,0.0005964758,0.00002846467,0.004124084,0.000018479537,0.00019941681,0.00091915135,0.0026420474,0.013708192],"study_design_scores_gemma":[0.9622509,0.003811533,0.000016778715,0.00153023,0.000024489242,0.00000417049,0.0022796516,0.004239439,0.00031278975,0.0021511137,0.02309833,0.00028056419],"about_ca_topic_score_codex":0.0000882169,"about_ca_topic_score_gemma":0.00018215779,"teacher_disagreement_score":0.020456282,"about_ca_system_score_codex":0.00014961448,"about_ca_system_score_gemma":0.00023137024,"threshold_uncertainty_score":0.99998116},"labels":[],"label_agreement":null},{"id":"W3123294120","doi":"10.2196/23767","title":"Evaluation of an Intergenerational and Technological Intervention for Loneliness: Protocol for a Feasibility Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; McMaster University; University of Waterloo","funders":"","keywords":"Loneliness; Randomized controlled trial; Social isolation; Intervention (counseling); Quality of life (healthcare); Psychological intervention; Gerontology; Mental health; Psychology; Medicine; Nursing; Psychiatry","score_opus":0.407275773630185,"score_gpt":0.6290031898441268,"score_spread":0.22172741621394182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123294120","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0109300865,0.0000021457904,0.0039193453,0.001423424,0.0000125016495,0.9834609,0.000016083979,0.00009613994,0.00013938565],"genre_scores_gemma":[0.020522803,1.4721726e-7,0.0035910392,0.00000570785,0.000158359,0.97551405,0.000016266009,0.000011268078,0.00018037205],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9901746,0.00660756,0.0008684997,0.0005215322,0.0014567359,0.0003710619],"domain_scores_gemma":[0.9914704,0.0017584163,0.0002948684,0.00032933548,0.0060651284,0.000081837214],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055264074,0.0001238026,0.00071810686,0.00022064292,0.00040756783,0.00012420185,0.00031538558,0.00036333487,0.0001552586],"category_scores_gemma":[0.049201354,0.00009520618,0.00030165925,0.00036378356,0.0012459314,0.00026839715,0.00011863657,0.00024316936,7.981448e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94241905,0.0024743534,0.000031232772,0.0002574907,0.00007031433,4.4540076e-7,0.00038269575,0.0000024808755,0.0012970269,0.025371341,0.00041123966,0.027282333],"study_design_scores_gemma":[0.8926847,0.0013673647,0.000018946255,0.0003671447,0.000018504987,5.378752e-7,0.00053387036,0.0048005646,0.0041417237,0.09137415,0.0046008434,0.000091674825],"about_ca_topic_score_codex":0.000018486711,"about_ca_topic_score_gemma":0.00067218184,"teacher_disagreement_score":0.06600281,"about_ca_system_score_codex":0.00020325034,"about_ca_system_score_gemma":0.0012360928,"threshold_uncertainty_score":0.9728044},"labels":[],"label_agreement":null},{"id":"W3123299607","doi":"10.2196/23613","title":"Development of a Web-Based Intervention Course to Promote Students’ Well-Being and Studying in Universities: Protocol for an Experimental Study Design","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Resilience and Mental Health","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Flexibility (engineering); Intervention (counseling); Higher education; Course evaluation; Course (navigation); Medicine; Engineering","score_opus":0.3256945406852257,"score_gpt":0.642342258731854,"score_spread":0.31664771804662833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123299607","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4326615,4.838223e-7,0.00017683441,0.000011706764,0.0000036914814,0.56694615,9.964792e-7,0.00001296242,0.00018564644],"genre_scores_gemma":[0.20307213,6.2739085e-9,0.003154807,0.0000150616415,0.000013090665,0.7933283,0.000002233442,0.000019087136,0.0003953149],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9963783,0.0012107341,0.0005141624,0.0005846452,0.00074863335,0.0005635111],"domain_scores_gemma":[0.9990299,0.000104074534,0.00009576718,0.00034742884,0.00021181855,0.00021102089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035684155,0.00015587416,0.0002594175,0.00031992843,0.00024390992,0.00008910366,0.00036971367,0.000066847395,0.00016007347],"category_scores_gemma":[0.000013444794,0.00015339753,0.0000354508,0.00047474512,0.00007108218,0.00019171022,0.0002608359,0.00022591991,0.000011933069],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03517319,0.20047191,0.17999311,0.004922388,0.0002102754,0.0004317251,0.42093095,0.000051656687,0.088061266,0.0005383744,0.0013173461,0.06789783],"study_design_scores_gemma":[0.05905063,0.05288273,0.060269397,0.0077481843,0.0000052021755,0.000008534526,0.6375581,0.00025857368,0.16369982,0.00006831289,0.017866436,0.0005840779],"about_ca_topic_score_codex":0.00004525725,"about_ca_topic_score_gemma":0.0001585216,"teacher_disagreement_score":0.22958939,"about_ca_system_score_codex":0.00042356527,"about_ca_system_score_gemma":0.0008117531,"threshold_uncertainty_score":0.625537},"labels":[],"label_agreement":null},{"id":"W3123429978","doi":"10.2196/25941","title":"Transition of Renal Patients Using AlloSure Into Community Kidney Care (TRACK): Protocol for Long-Term Allograft Surveillance in Renal Transplant Recipients","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Dialysis; Kidney transplantation; Kidney disease; Intensive care medicine; Transplantation; Renal function; Immunosuppression; Kidney; Renal replacement therapy; Internal medicine; Urology","score_opus":0.1987090847028793,"score_gpt":0.5290127484292519,"score_spread":0.33030366372637265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123429978","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.179067,0.0000017418477,0.0003001764,0.00011184485,0.000006911353,0.8200383,0.00032215385,0.000025530826,0.00012629807],"genre_scores_gemma":[0.16919534,0.0000011211797,0.0013494155,0.00004606466,0.00003385981,0.82811177,0.0011737645,0.000038800972,0.00004986721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99593824,0.0012002358,0.00078462745,0.00043568356,0.0010505285,0.0005907004],"domain_scores_gemma":[0.9974219,0.0002467994,0.00015499708,0.00054527173,0.0013012987,0.0003297336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094809,0.0002719761,0.00056944985,0.0003169587,0.00027678054,0.0000492071,0.00023769694,0.00022420668,0.00008624341],"category_scores_gemma":[0.00011242127,0.00023166223,0.00023888166,0.0006392233,0.0001685956,0.00019086857,0.00003733473,0.0007838221,0.0000030135393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010197644,0.0044845697,0.94957715,0.011969481,0.00014973349,0.00024121386,0.0044796453,0.000037579193,0.016320053,0.0000112289745,0.00006346323,0.0024682232],"study_design_scores_gemma":[0.040694732,0.004074816,0.86781454,0.032723423,0.000023910234,0.000043091593,0.00013700225,0.00008372808,0.052551158,0.00008490845,0.0014503516,0.00031831738],"about_ca_topic_score_codex":0.00015345826,"about_ca_topic_score_gemma":0.0005183862,"teacher_disagreement_score":0.081762604,"about_ca_system_score_codex":0.00030710746,"about_ca_system_score_gemma":0.0006592649,"threshold_uncertainty_score":0.9446912},"labels":[],"label_agreement":null},{"id":"W3123866579","doi":"10.2196/25056","title":"Personal Accounts of Young-Onset Colorectal Cancer Organized as Patient-Reported Data: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Macquarie University; Cancer Australia; National Health and Medical Research Council; Bowel Cancer UK","keywords":"Medicine; Qualitative research; Population; Health care; Colorectal cancer; Family medicine; Qualitative property; Disease; Young adult; Cancer; Gerontology; Pathology","score_opus":0.3832638040869025,"score_gpt":0.6399488372278912,"score_spread":0.25668503314098867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123866579","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098698735,0.00000429418,0.000070918744,0.00081436534,0.000037563666,0.89959484,0.0004239709,0.00009432528,0.00026097096],"genre_scores_gemma":[0.006733191,2.625785e-7,0.0054034386,0.00015475629,0.00033147543,0.98639154,0.00018285292,0.00011823473,0.00068426697],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99011546,0.003138941,0.0014140155,0.0014013533,0.002949521,0.0009806807],"domain_scores_gemma":[0.99214685,0.0012125898,0.00055047846,0.0017788769,0.0038485874,0.00046263394],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0078974245,0.00038917197,0.0011535857,0.00029979736,0.00031729756,0.00015237986,0.0007629284,0.00024138912,0.0016001206],"category_scores_gemma":[0.007686422,0.00034405122,0.00019897349,0.0015697784,0.0003430373,0.00034491945,0.0012516594,0.00096169,0.00002274893],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.078055255,0.04711705,0.35540697,0.016475104,0.0038383384,0.00095018954,0.045398757,9.915495e-7,0.120538436,0.000057224668,0.28809276,0.044068918],"study_design_scores_gemma":[0.08141976,0.026721481,0.15371391,0.008840817,0.00017578687,0.00048917165,0.034290273,0.0003205398,0.2787518,0.00043186403,0.413571,0.0012735998],"about_ca_topic_score_codex":0.0010177741,"about_ca_topic_score_gemma":0.0013034041,"teacher_disagreement_score":0.20169306,"about_ca_system_score_codex":0.00042244035,"about_ca_system_score_gemma":0.0072451136,"threshold_uncertainty_score":0.9999012},"labels":[],"label_agreement":null},{"id":"W3123970958","doi":"10.2196/21986","title":"Usability, Perceived Usefulness, and Shared Decision-Making Features of the AFib 2gether Mobile App: Protocol for a Single-Arm Intervention Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Usability; Medicine; mHealth; Intervention (counseling); Patient participation; Stroke (engine); Negotiation; MEDLINE; Psychological intervention; Nursing; Computer science","score_opus":0.34069659244149536,"score_gpt":0.5757120685994224,"score_spread":0.235015476157927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123970958","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03945354,0.0000020058105,0.00010308027,0.0002972503,0.00000952228,0.95953405,0.000007851356,0.000037880247,0.00055480836],"genre_scores_gemma":[0.16381454,3.5512045e-8,0.0006085529,0.000014984146,0.0001533999,0.8340384,0.0000029361574,0.00002556804,0.0013415877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972408,0.0005736452,0.00050750095,0.00045255755,0.00091524643,0.00031023973],"domain_scores_gemma":[0.9974973,0.0008631367,0.00015569497,0.00063999556,0.00077119784,0.00007262544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018643131,0.00015596289,0.00036060464,0.00014522548,0.0002539311,0.00017397825,0.00022762781,0.00009563295,0.0005419892],"category_scores_gemma":[0.0015392122,0.00010052137,0.00024483696,0.0005457621,0.00017010454,0.00016355206,0.0006063396,0.00027714184,0.0000040917057],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020091759,0.007888745,0.66360795,0.01203295,0.00041017187,0.00004156814,0.0059271916,0.000030052272,0.02272864,0.0006446269,0.010476848,0.25611952],"study_design_scores_gemma":[0.018423218,0.007990073,0.8007948,0.0094663445,0.000034739904,0.000015348533,0.005249244,0.00013938398,0.0052334457,0.0033352352,0.14904864,0.00026954676],"about_ca_topic_score_codex":0.000008279553,"about_ca_topic_score_gemma":0.00004952809,"teacher_disagreement_score":0.25584996,"about_ca_system_score_codex":0.00010212083,"about_ca_system_score_gemma":0.00012375787,"threshold_uncertainty_score":0.5934402},"labels":[],"label_agreement":null},{"id":"W3124086661","doi":"10.2196/19244","title":"Technology to Improve Autonomy and Inform Housing Decisions for Older Adults With Memory Problems Who Live at Home in Canada, Sweden, and the Netherlands: Protocol for a Multipronged Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Older Adults Driving Studies","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; University of Alberta","funders":"Canadian Institutes of Health Research; ZonMw; Joint Programming Initiative More Years, Better Lives","keywords":"Debriefing; Autonomy; Aging in place; Psychology; Independent living; Focus group; Gerontology; Applied psychology; Nursing; Medicine; Social psychology; Marketing; Business","score_opus":0.1640911988079907,"score_gpt":0.5677441791225522,"score_spread":0.4036529803145614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124086661","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05813439,0.000006819122,0.0006412621,0.002816312,0.000015501897,0.93817407,0.000044896668,0.000064021595,0.000102740865],"genre_scores_gemma":[0.0071397023,5.9214034e-7,0.011052971,0.00012179916,0.000073032155,0.97987616,0.0000030836609,0.00008235736,0.0016503237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942585,0.001690107,0.0009519513,0.0010033179,0.0006216227,0.0014744791],"domain_scores_gemma":[0.9880592,0.008861762,0.0002812198,0.00083835225,0.0016995656,0.00025986115],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006512798,0.0003782066,0.0008667297,0.00038728944,0.0020678663,0.00009132974,0.00045601022,0.00022687914,0.000021406655],"category_scores_gemma":[0.003684257,0.00023153328,0.000046321155,0.0008389299,0.00035777106,0.00017813881,0.0017238224,0.0011762724,0.0000030660449],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016416727,0.0014802105,0.5842897,0.011863255,0.00042351588,0.000046516387,0.16704449,0.00003136795,0.00035433637,0.00019621395,0.00922173,0.2086319],"study_design_scores_gemma":[0.16639484,0.0077186855,0.41656765,0.035942927,0.000035590692,0.0000149992375,0.26854426,0.0035277135,0.0013146695,0.0020715112,0.096527025,0.0013401232],"about_ca_topic_score_codex":0.03290909,"about_ca_topic_score_gemma":0.87555635,"teacher_disagreement_score":0.84264725,"about_ca_system_score_codex":0.00128038,"about_ca_system_score_gemma":0.004271607,"threshold_uncertainty_score":0.9992313},"labels":[],"label_agreement":null},{"id":"W3124111834","doi":"10.2196/22572","title":"A Theory-Based mHealth Intervention (Getting Off) for Methamphetamine-Using Men Who Have Sex With Men: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health","keywords":"mHealth; Randomized controlled trial; Men who have sex with men; Medicine; Intervention (counseling); Physical therapy; Human immunodeficiency virus (HIV); Psychological intervention; Family medicine; Psychiatry; Internal medicine","score_opus":0.16490655531277512,"score_gpt":0.5707822306065633,"score_spread":0.4058756752937882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124111834","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001087499,0.0000071515974,0.09340542,0.0011847641,0.0000024758356,0.8954489,0.00005049879,0.000080936494,0.009711094],"genre_scores_gemma":[0.00010126038,2.3245346e-7,0.0072846245,0.000056507255,0.0004519055,0.9056186,0.000084756284,0.00011010834,0.08629197],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9877153,0.006447083,0.0017012088,0.00093399285,0.0017296992,0.001472732],"domain_scores_gemma":[0.9895265,0.0051707076,0.00055090955,0.00083193363,0.0033355805,0.0005843754],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026381887,0.00041521055,0.0023959503,0.00071513234,0.00066991406,0.00038781812,0.0003525079,0.00023974905,0.0007596349],"category_scores_gemma":[0.012371647,0.0002753894,0.0015920496,0.00061998266,0.0004858381,0.00025808677,0.00015165973,0.00085893285,0.000008416046],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94714874,0.0033858386,0.0000236487,0.006615565,0.00074066926,0.000031583128,0.0002529444,0.0000075934654,0.0027377098,0.0011763116,0.022634843,0.015244568],"study_design_scores_gemma":[0.8076744,0.023639847,0.0000018816229,0.008385802,0.000076465294,0.0000136972585,0.0007804668,0.11825877,0.010066677,0.0010423464,0.029836176,0.00022349408],"about_ca_topic_score_codex":0.00004001964,"about_ca_topic_score_gemma":0.00003948923,"teacher_disagreement_score":0.13947435,"about_ca_system_score_codex":0.0004631081,"about_ca_system_score_gemma":0.0028238387,"threshold_uncertainty_score":0.99996984},"labels":[],"label_agreement":null},{"id":"W3124155422","doi":"10.2196/23921","title":"Tablet-Based Apps for Phonics and Phonological Awareness: Protocol for Evidence-Based Appraisal of Content, Quality, and Usability","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Protocol (science); Computer science; Context (archaeology); Reading (process); Quality (philosophy); Systematic review; Medical education; World Wide Web; Medicine; MEDLINE","score_opus":0.7919586642863359,"score_gpt":0.7168300951300515,"score_spread":0.07512856915628441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124155422","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023579136,0.000023171036,0.0078930445,0.007151784,0.000015011394,0.9820673,0.00031300372,0.000081137936,0.00009763531],"genre_scores_gemma":[0.0016211342,0.0000034661857,0.007994335,0.00084457285,0.00013283639,0.98910654,0.00005375211,0.00003900861,0.00020438115],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925973,0.0027732404,0.0016036705,0.0009835449,0.0006616617,0.0013806182],"domain_scores_gemma":[0.975268,0.019573912,0.0005206194,0.00091823994,0.003026901,0.00069234596],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010918635,0.00025333272,0.00075552426,0.0001556538,0.0015472447,0.000045907313,0.0003461882,0.00050477835,0.00017305595],"category_scores_gemma":[0.0121874735,0.00020985756,0.00011631668,0.0005422844,0.0006626478,0.00016835312,0.00026383655,0.00092314393,0.0000068431846],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03281257,0.006402445,0.46528393,0.28952822,0.000049703514,0.0000040709756,0.0005079896,0.0000186974,0.020535916,0.06514183,0.047189906,0.07252473],"study_design_scores_gemma":[0.018726338,0.0027719785,0.038511775,0.007879837,0.000005628977,0.0000010140162,0.0005579104,0.002264676,0.0049689505,0.004680668,0.91932094,0.0003102746],"about_ca_topic_score_codex":0.00021850997,"about_ca_topic_score_gemma":0.00023956488,"teacher_disagreement_score":0.87213105,"about_ca_system_score_codex":0.00021216902,"about_ca_system_score_gemma":0.008554266,"threshold_uncertainty_score":0.9997526},"labels":[],"label_agreement":null},{"id":"W3124259623","doi":"10.2196/24731","title":"Subclinical and Clinical Outcomes in Patients Coinfected With HIV and Chronic Hepatitis B Virus From Clinical Outpatient Centers in France: Protocol for an Ambispective, Longitudinal Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis B Virus Studies","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sidaction; Gilead Sciences","keywords":"Medicine; HBeAg; Cohort; Internal medicine; Hepatitis B virus; Cohort study; Subclinical infection; Hepatitis B; Population; Multicenter AIDS Cohort Study; Prospective cohort study; Viral load; Immunology; HBsAg; Human immunodeficiency virus (HIV); Virus; Antiretroviral therapy; Environmental health","score_opus":0.22732289404166836,"score_gpt":0.5707921613315547,"score_spread":0.34346926728988636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124259623","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50882006,0.0000014597022,0.0000064919723,0.000083857005,0.000010429617,0.49095854,0.00006598943,0.000026735443,0.000026441669],"genre_scores_gemma":[0.29138944,0.000007992688,0.0003219982,0.000060869203,0.00011064385,0.70796216,0.000038198355,0.000051294326,0.000057380545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99149513,0.0025320607,0.001994305,0.001751648,0.0012927763,0.00093406305],"domain_scores_gemma":[0.9951464,0.002123574,0.00026852917,0.0008436393,0.0010831793,0.00053470716],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036831545,0.00041511146,0.0017111883,0.00027890762,0.00020380873,0.00012650086,0.00020823292,0.00033272253,0.00006444481],"category_scores_gemma":[0.0033580423,0.00032817113,0.0001429245,0.00055705267,0.000905671,0.00029047238,0.00052390754,0.0018340045,0.000012114925],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006055641,0.023891198,0.9660353,0.00032671363,0.00026553374,0.00025509784,0.00029326754,2.8014128e-7,0.000004816753,0.0000070146584,0.00036364168,0.0025014856],"study_design_scores_gemma":[0.049633745,0.038828444,0.9074988,0.0017573669,0.00002161797,0.0000020003768,0.000056733807,0.00013368439,0.000018535602,0.000043011285,0.0017073833,0.00029870277],"about_ca_topic_score_codex":0.004455965,"about_ca_topic_score_gemma":0.099262886,"teacher_disagreement_score":0.21743062,"about_ca_system_score_codex":0.00043634756,"about_ca_system_score_gemma":0.0007983608,"threshold_uncertainty_score":0.99991703},"labels":[],"label_agreement":null},{"id":"W3124335323","doi":"10.2196/25175","title":"A Web-Based eHealth Intervention to Improve the Quality of Life of Older Adults With Multiple Chronic Conditions: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Drug Abuse; National Institute on Aging; National Institutes of Health","keywords":"eHealth; Randomized controlled trial; Protocol (science); Intervention (counseling); Quality of life (healthcare); Medicine; Gerontology; Psychology; Physical therapy; World Wide Web; Computer science; Nursing; Alternative medicine; Health care","score_opus":0.13650681828529004,"score_gpt":0.5560677556791057,"score_spread":0.41956093739381567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124335323","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005165173,0.0000050503572,0.0009445485,0.001715869,0.00000881151,0.9915956,0.00008449459,0.000042725107,0.0004377206],"genre_scores_gemma":[0.06783735,1.6727233e-7,0.00025404003,0.000074676675,0.00015057977,0.9311305,0.00005132135,0.000030888303,0.00047047122],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936552,0.002491764,0.0015546822,0.00048457825,0.0013071527,0.0005066391],"domain_scores_gemma":[0.99320483,0.003036183,0.00070794055,0.00086483883,0.0019499423,0.00023626341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074818893,0.00021717344,0.0015860355,0.00025242902,0.00013386896,0.00006540361,0.00026063426,0.0000877329,0.0006247516],"category_scores_gemma":[0.0064358516,0.0001249109,0.0006903371,0.0005588287,0.00048405002,0.0000965419,0.00012082488,0.00031366647,0.0000050182716],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9665852,0.004725342,0.000068109686,0.022393437,0.00037348474,0.0000036407498,0.00015211053,0.000018587409,0.001014409,0.0011755041,0.0027395054,0.0007506538],"study_design_scores_gemma":[0.9730808,0.008178674,0.00046994674,0.010388045,0.00004205071,3.3534943e-7,0.0005762198,0.002449995,0.0020830235,0.00014908121,0.0024659596,0.00011585218],"about_ca_topic_score_codex":0.00012363934,"about_ca_topic_score_gemma":0.00025654875,"teacher_disagreement_score":0.06267218,"about_ca_system_score_codex":0.0002603437,"about_ca_system_score_gemma":0.0052597513,"threshold_uncertainty_score":0.9330573},"labels":[],"label_agreement":null},{"id":"W3124680370","doi":"10.2196/27139","title":"Modeling Risk Factors for Sleep- and Adiposity-Related Cardiometabolic Disease: Protocol for the Short Sleep Undermines Cardiometabolic Health (SLUMBRx) Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Overweight; Medicine; Obesity; Sleep (system call); Gerontology; Disease; Observational study; Cardiovascular health; Internal medicine","score_opus":0.40208964285147747,"score_gpt":0.5614902532556169,"score_spread":0.1594006104041394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124680370","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018498767,0.00031962537,0.0025168946,0.00091082853,0.000082311184,0.97704935,0.0002770563,0.00014837494,0.00019678407],"genre_scores_gemma":[0.038798507,0.000007315548,0.00015103277,0.00007526578,0.00028700312,0.959663,0.00010145101,0.00012478238,0.0007916911],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932951,0.00189724,0.00094147166,0.0012653546,0.001185494,0.0014153838],"domain_scores_gemma":[0.99538916,0.0014845975,0.00016577015,0.0012388488,0.0011706959,0.00055093557],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0036221598,0.00046606138,0.0008323605,0.00052486476,0.0019707412,0.00033282817,0.0006529215,0.000291459,0.000116767995],"category_scores_gemma":[0.0007449243,0.00033807807,0.00045356023,0.0019063541,0.0002902279,0.00023890991,0.00031127065,0.0010200709,0.0000125908255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009903558,0.016955292,0.63720244,0.0030066993,0.019880222,0.00007932764,0.018224396,0.02912455,0.0001440131,0.014261751,0.020627016,0.23059073],"study_design_scores_gemma":[0.043252114,0.004266504,0.3750978,0.0007985555,0.00075147755,0.000027249851,0.019407745,0.101813376,0.000058141075,0.005982401,0.4466299,0.0019147007],"about_ca_topic_score_codex":0.0004534684,"about_ca_topic_score_gemma":0.00012758718,"teacher_disagreement_score":0.4260029,"about_ca_system_score_codex":0.00012997595,"about_ca_system_score_gemma":0.000661172,"threshold_uncertainty_score":0.99990714},"labels":[],"label_agreement":null},{"id":"W3124794804","doi":"10.2196/22948","title":"Extreme Prematurity and Pulmonary Outcomes Program in Saitama: Protocol for a Prospective Multicenter Cohort Study in Japan","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neonatal Respiratory Health Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Saitama Medical University; Jichi Medical University","keywords":"Bronchopulmonary dysplasia; Medicine; Gestational age; Pediatrics; Cohort; Prospective cohort study; Cohort study; Neonatal intensive care unit; Intensive care medicine; Pregnancy; Internal medicine","score_opus":0.3196474186459835,"score_gpt":0.610648800294973,"score_spread":0.29100138164898953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124794804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09241855,0.0000072291814,0.0000012230087,0.00059797196,0.000003118807,0.9061864,0.000012031999,0.00007734904,0.0006961143],"genre_scores_gemma":[0.03224131,4.3932937e-7,0.00079139345,0.00006418497,0.00006647894,0.96555996,0.000007679698,0.000073758485,0.0011947695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99285394,0.0013055545,0.00091664086,0.0013474846,0.0020206494,0.0015557362],"domain_scores_gemma":[0.9964057,0.00078431494,0.00009830283,0.0009328306,0.0012111185,0.0005677077],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005400684,0.0003385132,0.00085368764,0.00073414313,0.00019357167,0.00017178261,0.000312407,0.00024362087,0.00011831349],"category_scores_gemma":[0.0030218214,0.0002762253,0.00009947984,0.0013965999,0.00031025617,0.00031837265,0.00064056355,0.0019970671,0.000021566793],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008609485,0.018331923,0.9333799,0.008403998,0.000035434106,0.0010464019,0.00048381597,1.4096062e-7,0.00076095934,0.0000629915,0.000112599926,0.028772384],"study_design_scores_gemma":[0.019729523,0.005324975,0.9429241,0.0027743776,0.000002303197,0.000018226177,0.0006606568,0.00027157465,0.0007759034,0.000253912,0.02704974,0.00021473],"about_ca_topic_score_codex":0.0001422568,"about_ca_topic_score_gemma":0.0011781069,"teacher_disagreement_score":0.060177237,"about_ca_system_score_codex":0.0009251805,"about_ca_system_score_gemma":0.0016197797,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W3125591145","doi":"10.2196/25085","title":"Association Between a Low Carbohydrate Diet, Quality of Life, and Glycemic Control in Australian Adults Living With Type 1 Diabetes: Protocol for a Mixed Methods Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Dexcom","keywords":"Glycemic; Medicine; Type 1 diabetes; Diabetes mellitus; Quality of life (healthcare); Glycated hemoglobin; Research design; Cross-sectional study; Glycemic index; Type 2 diabetes; Gerontology; Internal medicine; Endocrinology; Nursing","score_opus":0.24729151434533825,"score_gpt":0.5599071155689329,"score_spread":0.31261560122359466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125591145","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23669961,0.0000011842988,0.000026892261,0.0003430699,0.0000030682477,0.7627001,0.000013523357,0.000026781512,0.00018579369],"genre_scores_gemma":[0.22577685,1.0821171e-7,0.00056747254,0.000016266202,0.000088065266,0.7720685,0.0000086171385,0.00003454852,0.0014395849],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934344,0.0030488155,0.000725392,0.00060961803,0.001246665,0.0009350842],"domain_scores_gemma":[0.99485666,0.0026097733,0.00025441317,0.00050637586,0.0014824001,0.00029036074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009586457,0.00021751318,0.0008309307,0.00040960722,0.00011947499,0.00012892796,0.00022513907,0.00011679439,0.00006971335],"category_scores_gemma":[0.0046882182,0.00016909349,0.000060750477,0.0013494932,0.00013553965,0.00016800585,0.000246671,0.0007122217,0.0000038067167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018942166,0.0051715607,0.94650906,0.009875209,0.00054045237,0.000009360251,0.00045151982,0.0000024560381,0.013071395,0.000012272573,0.00095575344,0.0044588177],"study_design_scores_gemma":[0.04511809,0.07420988,0.86426353,0.008521739,0.000034976445,6.793767e-8,0.0010621658,0.00050609483,0.0019518553,0.00012651469,0.003884396,0.00032067514],"about_ca_topic_score_codex":0.000073891395,"about_ca_topic_score_gemma":0.00023310827,"teacher_disagreement_score":0.08224549,"about_ca_system_score_codex":0.00025214464,"about_ca_system_score_gemma":0.00056997134,"threshold_uncertainty_score":0.68954325},"labels":[],"label_agreement":null},{"id":"W3125897717","doi":"10.2196/23994","title":"Bovine Lactoferrin to Prevent Neonatal Infections in Low-Birth-Weight Newborns in Pakistan: Protocol for a Three-Arm Double-Blind Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Nutrition and Health","field":"Nursing","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Sydney; United States Agency for International Development","keywords":"Lactoferrin; Medicine; Low birth weight; Sepsis; Neonatal sepsis; Placebo; Birth weight; Randomized controlled trial; Pediatrics; Clinical trial; Obstetrics; Internal medicine; Pregnancy; Biology","score_opus":0.15525949754694968,"score_gpt":0.5503231352779372,"score_spread":0.3950636377309875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125897717","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027719715,0.0000036488364,0.00034704615,0.0061800675,0.000065685555,0.9885985,0.00004461299,0.00010116716,0.0018872959],"genre_scores_gemma":[0.0018916386,4.223232e-7,0.0005059431,0.00022615858,0.00062415784,0.995467,0.00004023381,0.00007676479,0.0011677028],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99181384,0.0026589294,0.0020175942,0.00088478357,0.001163226,0.0014616173],"domain_scores_gemma":[0.9954623,0.0021829142,0.0002770708,0.0006995947,0.00091915904,0.00045897483],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008424599,0.0003904617,0.0018338293,0.0012716599,0.0003750436,0.00037361367,0.00040431606,0.00036307808,0.0010068984],"category_scores_gemma":[0.0011888131,0.00033151798,0.0005238996,0.0018318594,0.0001616439,0.00031586358,0.00020169948,0.0014323047,0.00006311424],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98048884,0.008630384,0.00014193775,0.001613936,0.000035111367,0.000057727084,0.0006426464,0.000020507796,0.00022261546,0.0031138002,0.0029008219,0.0021316933],"study_design_scores_gemma":[0.7745053,0.0035923938,0.000036698166,0.0029056137,0.0000035912597,0.000007558819,0.00006219243,0.0005243633,0.001511393,0.0022768977,0.21430184,0.00027214235],"about_ca_topic_score_codex":0.0002910646,"about_ca_topic_score_gemma":0.0097145615,"teacher_disagreement_score":0.21140103,"about_ca_system_score_codex":0.0008774406,"about_ca_system_score_gemma":0.0014532228,"threshold_uncertainty_score":0.9999137},"labels":[],"label_agreement":null},{"id":"W3125930294","doi":"10.2196/16430","title":"Development of a Digital Health Intervention for Rheumatoid Arthritis Symptom Management in a Biotechnology Industry Context: Protocol for the Application of a Human-Centered Design Framework","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Amgen","keywords":"mHealth; Context (archaeology); Digital health; Protocol (science); Intervention (counseling); Medicine; eHealth; Health care; Knowledge management; Process management; Computer science; Nursing; Engineering; Alternative medicine; Psychological intervention","score_opus":0.20558604055187366,"score_gpt":0.527325587478561,"score_spread":0.32173954692668727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125930294","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009980452,0.000073605464,0.10136929,0.0011908436,0.0000023763926,0.896275,0.000026528236,0.000029443818,0.00003489868],"genre_scores_gemma":[0.03734523,0.000029111305,0.014154157,0.000017085293,0.000012631285,0.9483292,0.000031027586,0.00003079929,0.000050720115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713707,0.00024631427,0.0010032152,0.00040151202,0.0006136463,0.00059823965],"domain_scores_gemma":[0.99802494,0.0004685624,0.00027716704,0.00054459687,0.00057230255,0.00011242144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023864552,0.00015553288,0.00046730877,0.0003811054,0.00020987197,0.00007131003,0.00032103673,0.00025457802,0.000036067384],"category_scores_gemma":[0.00042916252,0.00012517655,0.00013863141,0.00061092677,0.00034324863,0.00011029627,0.0002248076,0.00062561966,0.0000029624782],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043138512,0.0035854147,0.0012008613,0.0048952857,0.00022149718,0.0000069162647,0.0011252675,0.0000015192645,0.004135462,0.033525057,0.0010099807,0.9459789],"study_design_scores_gemma":[0.06487266,0.012026264,0.0031700947,0.08569716,0.0000015158005,0.00005740509,0.010106056,0.0009789296,0.19631113,0.032593276,0.59372056,0.0004649463],"about_ca_topic_score_codex":0.000014183269,"about_ca_topic_score_gemma":0.000064639215,"teacher_disagreement_score":0.94551396,"about_ca_system_score_codex":0.00021601659,"about_ca_system_score_gemma":0.0006778895,"threshold_uncertainty_score":0.51045513},"labels":[],"label_agreement":null},{"id":"W3126577862","doi":"10.2196/22222","title":"Pediatric Respiratory and Enteric Virus Acquisition and Immunogenesis in US Mothers and Children Aged 0-2: PREVAIL Cohort Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory viral infections research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Medicine; Cohort; Breastfeeding; Pediatrics; Gestational age; Pregnancy; Medical record; Cohort study; Obstetrics; Immunology; Internal medicine","score_opus":0.1605741704909489,"score_gpt":0.4941790371493184,"score_spread":0.33360486665836947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126577862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6991181,0.00016449559,0.0000015867137,0.000094388575,0.0000015028131,0.30045912,0.000007565957,0.000043088705,0.000110158515],"genre_scores_gemma":[0.5299104,0.000042470638,0.0000200719,0.00016621452,0.00012974112,0.4696413,0.000002669175,0.00003856081,0.000048571834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958908,0.0014014703,0.0004470827,0.0007702837,0.0009377378,0.0005526567],"domain_scores_gemma":[0.9987255,0.0001542699,0.00006864227,0.00042286154,0.00018408432,0.0004446827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024940127,0.00022377573,0.000416786,0.00068708573,0.00027303316,0.00021700517,0.00015900965,0.0001441389,0.00013942557],"category_scores_gemma":[0.00036203847,0.00019990659,0.000034970715,0.0012177314,0.00031115898,0.00029696705,0.0004431502,0.00084785157,0.000030538475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012400108,0.00061693526,0.965437,0.000412787,0.00004827908,0.00007941044,0.00053140597,7.3930806e-7,0.028133478,0.0000022368608,0.00055968727,0.0029380189],"study_design_scores_gemma":[0.0049359193,0.006345318,0.98606837,0.000150123,0.000011279731,0.000017701665,0.00014673264,0.000025966892,0.001147695,0.000007924377,0.0009845885,0.00015836499],"about_ca_topic_score_codex":0.00016806851,"about_ca_topic_score_gemma":0.000028879758,"teacher_disagreement_score":0.16920768,"about_ca_system_score_codex":0.00014232432,"about_ca_system_score_gemma":0.00018343498,"threshold_uncertainty_score":0.8151954},"labels":[],"label_agreement":null},{"id":"W3126740406","doi":"10.2196/24534","title":"The Impact of a Web-Based Mindfulness, Nutrition, and Physical Activity Platform on the Health Status of First-Year University Students: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University; University of Saskatchewan; University of Alberta","funders":"","keywords":"Mindfulness; Mental health; Randomized controlled trial; Anxiety; Medicine; Intervention (counseling); Quality of life (healthcare); Psychology; Clinical psychology; Nursing; Psychiatry","score_opus":0.17892874193426053,"score_gpt":0.5861974721903116,"score_spread":0.40726873025605104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126740406","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06483542,9.659426e-7,0.000030889212,0.0011810523,0.000010550481,0.9330463,0.00023763128,0.000013208892,0.0006439712],"genre_scores_gemma":[0.16198742,7.636215e-8,0.000011925547,0.0000051271354,0.000040773804,0.83750457,0.000004179769,0.000013815257,0.00043210143],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951599,0.002631935,0.00051213254,0.0003071956,0.0007406181,0.00064820395],"domain_scores_gemma":[0.99057513,0.0076736435,0.0004883658,0.00050034135,0.0005692783,0.0001932465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004127447,0.00016029438,0.00087126053,0.00012585496,0.0004794577,0.0000876144,0.00036733705,0.0000755766,0.000119839344],"category_scores_gemma":[0.0010625429,0.00008686918,0.0006258491,0.00039711996,0.0006469661,0.000108674794,0.00012976577,0.00038232384,0.000005034243],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9642124,0.01643897,0.000111349465,0.00081370736,0.00022817346,0.0000021624296,0.00018553535,5.1090655e-7,0.0000061168716,0.009489078,0.006214447,0.002297512],"study_design_scores_gemma":[0.9730172,0.012813463,0.0002695359,0.0016512537,0.000005169374,5.223983e-7,0.00061416137,0.00015740919,0.0009294191,0.0031092255,0.007359238,0.00007338127],"about_ca_topic_score_codex":0.00014692152,"about_ca_topic_score_gemma":0.00008509765,"teacher_disagreement_score":0.097152,"about_ca_system_score_codex":0.00034684082,"about_ca_system_score_gemma":0.0010550799,"threshold_uncertainty_score":0.36876494},"labels":[],"label_agreement":null},{"id":"W3127057964","doi":"10.2196/24565","title":"An Intervention for the Transition From Pediatric or Adolescent to Adult-Oriented HIV Care: Protocol for the Development and Pilot Implementation of iTransition","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; National Institutes of Health","keywords":"Psychological intervention; mHealth; Social cognitive theory; Intervention (counseling); Medicine; Health care; Usability; Family medicine; Psychology; Gerontology; Nursing; Developmental psychology","score_opus":0.19058817103596193,"score_gpt":0.5660770020096862,"score_spread":0.3754888309737243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127057964","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041894405,0.000006241438,0.098105885,0.002400428,0.0000049303217,0.8949597,0.00029390995,0.000023667018,0.000015808657],"genre_scores_gemma":[0.014142231,0.0000014011548,0.0034765159,0.00006449843,0.0002483736,0.9813824,0.00036418092,0.000029277944,0.0002911147],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974331,0.00037779988,0.0006006027,0.0003968389,0.0007579213,0.00043373663],"domain_scores_gemma":[0.9967605,0.00037340363,0.000091634254,0.00038531705,0.0021862162,0.00020294776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012529244,0.00014513299,0.00020009807,0.00019782918,0.0004927817,0.00010936458,0.00018630216,0.000058086604,0.00030129],"category_scores_gemma":[0.00024826065,0.00008636311,0.00015105576,0.000519666,0.00007880022,0.00018403892,0.00005552262,0.00027054324,0.000005927501],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.069460295,0.009283956,0.0048139333,0.026177496,0.00047429508,0.000016377759,0.02906184,0.000018153785,0.074016385,0.0011348983,0.06753872,0.71800363],"study_design_scores_gemma":[0.06273423,0.08105189,0.06531897,0.010427923,0.00014980831,0.00001618121,0.065406755,0.004229778,0.43606263,0.00030544767,0.2737429,0.0005534753],"about_ca_topic_score_codex":0.00008108194,"about_ca_topic_score_gemma":0.0011476658,"teacher_disagreement_score":0.71745014,"about_ca_system_score_codex":0.00017736256,"about_ca_system_score_gemma":0.00058736064,"threshold_uncertainty_score":0.37901282},"labels":[],"label_agreement":null},{"id":"W3127447716","doi":"10.2196/26192","title":"Mobile Health–Supported HIV Self-Testing Strategy Among Urban Refugee and Displaced Youth in Kampala, Uganda: Protocol for a Cluster Randomized Trial (Tushirikiane, Supporting Each Other)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Impact; University of British Columbia; McMaster University; Public Health Ontario; University of Toronto","funders":"National Institute of Mental Health; Canadian Institutes of Health Research; Ontario Ministry of Research and Innovation; Ministry of Health, Uganda; Canada Research Chairs","keywords":"Medicine; mHealth; Psychological intervention; Condom; Reproductive health; Randomized controlled trial; Refugee; Population; Family medicine; Environmental health; Gerontology; Human immunodeficiency virus (HIV); Psychiatry; Geography","score_opus":0.19249995447502496,"score_gpt":0.5502722901612495,"score_spread":0.35777233568622446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127447716","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028544828,0.000007467079,0.0002784014,0.00034115912,0.0000038693356,0.968141,0.00010748315,0.00014962615,0.0024261442],"genre_scores_gemma":[0.0069617764,4.5278773e-7,0.0017602242,0.000060642436,0.00032797165,0.97799015,0.0001456294,0.000113118826,0.012640043],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9900926,0.0034558,0.0019990054,0.0010799635,0.0013697364,0.0020029256],"domain_scores_gemma":[0.9951907,0.0015134414,0.00046940596,0.0006789134,0.0011872649,0.000960296],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011962882,0.0004125124,0.0014702637,0.00068618334,0.00051861804,0.00044234216,0.0003196597,0.00026165252,0.00049984286],"category_scores_gemma":[0.0067371125,0.0003340987,0.00042513528,0.0012607696,0.0004496555,0.00039606556,0.0003135792,0.0016227525,0.000022852755],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90883243,0.005974387,0.016913796,0.010981275,0.00026963162,0.00025424274,0.0041939113,0.000004500819,0.0013543395,0.00014464965,0.038413335,0.012663509],"study_design_scores_gemma":[0.9182368,0.024257185,0.0004007525,0.008888313,0.000019467969,0.00004268868,0.0019698192,0.008107951,0.0011178982,0.00024406619,0.036329906,0.0003851628],"about_ca_topic_score_codex":0.00018603569,"about_ca_topic_score_gemma":0.00022834282,"teacher_disagreement_score":0.021583052,"about_ca_system_score_codex":0.00040246983,"about_ca_system_score_gemma":0.002839541,"threshold_uncertainty_score":0.9999111},"labels":[],"label_agreement":null},{"id":"W3127632200","doi":"10.2196/25581","title":"The Impact of Enhanced Recovery After Surgery on Total Joint Arthroplasty: Protocol for a Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; CINAHL; MEDLINE; Protocol (science); Cochrane Library; Observational study; Meta-analysis; Systematic review; Physical therapy; Arthroplasty; Health care; Randomized controlled trial; Surgery; Alternative medicine; Nursing; Psychological intervention","score_opus":0.37876065084334315,"score_gpt":0.5801867707945291,"score_spread":0.20142611995118592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127632200","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3083405e-7,0.38246426,0.00002785565,0.000047137644,0.0000031665154,0.61720484,0.00017573257,0.000022356699,0.000054520347],"genre_scores_gemma":[1.4653241e-7,0.21588431,0.00006144359,0.00003558021,0.00007285493,0.7808654,0.00005109488,0.00012561248,0.0029035714],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9871963,0.004946862,0.0036004828,0.0013278138,0.0017530764,0.0011754612],"domain_scores_gemma":[0.9828576,0.010353863,0.0018895799,0.0029108066,0.0015694699,0.00041869486],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.010751216,0.0010374775,0.017684411,0.0012333291,0.00022315871,0.00026935604,0.00030785037,0.0004935934,0.0007013081],"category_scores_gemma":[0.0056989007,0.0004908275,0.015168723,0.0028723765,0.0003352748,0.00018432991,0.00035502855,0.0014553121,0.00004187507],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006247428,0.00047621818,6.7088854e-7,0.8910133,0.094117984,0.00005283714,0.000012436624,4.689167e-7,0.0000015611799,0.000003064325,0.0059571927,0.0077394787],"study_design_scores_gemma":[0.00042425102,0.0019872559,0.0000038214107,0.82113177,0.08782158,0.000098077166,0.000006633724,0.0000014531963,0.000041843647,0.000014843279,0.08798275,0.00048570195],"about_ca_topic_score_codex":0.000007932143,"about_ca_topic_score_gemma":0.0000069809353,"teacher_disagreement_score":0.16657995,"about_ca_system_score_codex":0.0005155832,"about_ca_system_score_gemma":0.0029363825,"threshold_uncertainty_score":0.9997543},"labels":[],"label_agreement":null},{"id":"W3127911526","doi":"10.2196/22902","title":"Improving Assessment, Diagnosis, and Management of Urinary Incontinence and Lower Urinary Tract Symptoms on Acute and Rehabilitation Wards That Admit Adult Patients: Protocol for a Before-and-After Implementation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; NSW Agency for Clinical Innovation; Hunter New England Local Health District; Medical Research Council; Hunter Medical Research Institute; Monash University","keywords":"Medicine; Lower urinary tract symptoms; Audit; Urinary incontinence; Psychological intervention; Acute care; Rehabilitation; Health care; Physical therapy; Nursing; Surgery; Internal medicine","score_opus":0.09748592147545442,"score_gpt":0.5733306133659278,"score_spread":0.4758446918904734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127911526","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.455343,0.0000020490572,0.000009059695,0.00042460364,0.000009403317,0.5441223,0.000043673826,0.000015100398,0.000030817067],"genre_scores_gemma":[0.22320434,0.000005209811,0.00085329195,0.000030681247,0.000035519075,0.7757321,0.000017802156,0.000024332458,0.00009674972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99688303,0.0008395511,0.0005464753,0.0006369199,0.0006005335,0.00049351127],"domain_scores_gemma":[0.9978891,0.00071514776,0.0002380493,0.00032647527,0.0006727154,0.0001585248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014418275,0.00020636966,0.00031600383,0.00022942245,0.00055133714,0.00007788404,0.000089901,0.000111937545,0.00004598924],"category_scores_gemma":[0.000103955674,0.00017270174,0.00004179994,0.00023467973,0.00013194577,0.00038674424,0.000452783,0.00038396596,7.0877735e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002724476,0.004033082,0.91629326,0.0088032475,0.0000725867,0.0000374315,0.0061631175,2.8359212e-8,0.000026051526,0.00014415487,0.0010675341,0.060635015],"study_design_scores_gemma":[0.01049661,0.02742937,0.9434713,0.0032256343,0.000026558406,0.00000317793,0.011090337,0.000016426091,0.000039865703,0.0002609102,0.0037843143,0.00015546636],"about_ca_topic_score_codex":0.000080139325,"about_ca_topic_score_gemma":0.00006202985,"teacher_disagreement_score":0.23213865,"about_ca_system_score_codex":0.00014958318,"about_ca_system_score_gemma":0.00016172821,"threshold_uncertainty_score":0.70425725},"labels":[],"label_agreement":null},{"id":"W3129263247","doi":"10.2196/26133","title":"Immersive Virtual Reality to Improve Outcomes in Veterans With Stroke: Protocol for a Single-Arm Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of Research and Development; U.S. Department of Veterans Affairs","keywords":"Protocol (science); Virtual reality; Stroke (engine); Computer science; Physical medicine and rehabilitation; Psychology; Medicine; Human–computer interaction; Applied psychology; Engineering; Alternative medicine","score_opus":0.31054745914330034,"score_gpt":0.5595483566669421,"score_spread":0.2490008975236418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129263247","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034974854,1.7177814e-7,0.00019847187,0.0019620669,0.00001008061,0.9614344,0.000069591566,0.000037959457,0.0013124082],"genre_scores_gemma":[0.04588764,1.6147048e-8,0.00070937915,0.00015614629,0.000105311796,0.9483403,0.000007842994,0.000049643008,0.004743726],"study_design_codex":"bench_or_experimental","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9959365,0.00067913125,0.0005698382,0.00080763275,0.0012220856,0.0007847804],"domain_scores_gemma":[0.9965653,0.0010186147,0.00008308873,0.0007605414,0.0011899273,0.00038254104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016314136,0.00025543038,0.0006206182,0.00045301835,0.00014546234,0.0001188973,0.00021120762,0.00008490503,0.0001483051],"category_scores_gemma":[0.0013167297,0.0001824696,0.00012945902,0.00073595,0.00014492328,0.00015665832,0.00016085464,0.00065446744,0.000030779476],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10733735,0.15289894,0.31135243,0.00462236,0.00047044235,0.0007041618,0.007796588,0.000029737063,0.39045227,0.0003477119,0.005007607,0.01898041],"study_design_scores_gemma":[0.07556082,0.5890278,0.17607488,0.0037842735,0.000015581849,0.00003502597,0.017275471,0.000046068348,0.050455604,0.00009775263,0.087004445,0.00062227127],"about_ca_topic_score_codex":0.000098882374,"about_ca_topic_score_gemma":0.00031898133,"teacher_disagreement_score":0.43612888,"about_ca_system_score_codex":0.00049464975,"about_ca_system_score_gemma":0.0009866277,"threshold_uncertainty_score":0.7440894},"labels":[],"label_agreement":null},{"id":"W3129490971","doi":"10.2196/22805","title":"The Neurostimulation of the Brain in Depression Trial: Protocol for a Randomized Controlled Trial of Transcranial Direct Current Stimulation in Treatment-Resistant Depression","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Grey Nuns Community Hospital; University of Alberta","funders":"Faculty of Medicine and Dentistry, University of Alberta; Alberta Health Services; University of Alberta; Pfizer","keywords":"Transcranial direct-current stimulation; Rating scale; Major depressive disorder; Neurostimulation; Randomized controlled trial; Young Mania Rating Scale; Psychology; Depression (economics); Geriatric Depression Scale; Brain stimulation; Psychiatry; Cognition; Clinical psychology; Medicine; Physical medicine and rehabilitation; Bipolar disorder; Mania; Depressive symptoms; Developmental psychology; Stimulation; Neuroscience; Internal medicine","score_opus":0.2287262034802923,"score_gpt":0.5381858980127336,"score_spread":0.3094596945324414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129490971","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030679049,0.000010253839,0.0001844714,0.00041731697,0.00006391038,0.968318,0.000022121385,0.000023738128,0.00028114827],"genre_scores_gemma":[0.28297877,0.0000019678532,0.0000315709,0.0000060174443,0.00006496419,0.7167979,0.0000012529993,0.000023055962,0.00009448983],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98693913,0.008434313,0.0019628897,0.00066779205,0.0014734376,0.000522433],"domain_scores_gemma":[0.9745103,0.023790896,0.0005900539,0.0006310318,0.00041612916,0.00006157324],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004399929,0.00028559583,0.0013073322,0.00028796107,0.00037578458,0.00009317432,0.0004325695,0.00013478674,0.000024097828],"category_scores_gemma":[0.016492112,0.0001495315,0.00058545766,0.0012132723,0.00048153978,0.00015527371,0.00009689058,0.0003465005,6.7703354e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85833657,0.0023172146,0.00023389442,0.00019646774,0.0000090359035,0.0000020521334,0.0003844064,0.002165477,0.12912239,0.00018258976,0.000025437748,0.0070244675],"study_design_scores_gemma":[0.9506997,0.0020933708,0.0024658388,0.0012760567,0.000011729827,3.4966158e-7,0.000014994948,0.014764935,0.024772365,0.0010221227,0.0027539306,0.00012463472],"about_ca_topic_score_codex":0.000039979994,"about_ca_topic_score_gemma":0.00015455107,"teacher_disagreement_score":0.25229973,"about_ca_system_score_codex":0.00012368923,"about_ca_system_score_gemma":0.00052984897,"threshold_uncertainty_score":0.9917924},"labels":[],"label_agreement":null},{"id":"W3129599219","doi":"10.2196/27138","title":"Effectiveness of a Postpartum Text Message Program (Essential Coaching for Every Mother) on Maternal Psychosocial Outcomes: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Coaching; Protocol (science); Psychosocial; Randomized controlled trial; Psychology; Medicine; Nursing; Family medicine; Medical education; Alternative medicine; Psychotherapist","score_opus":0.10535854407316944,"score_gpt":0.5499145269762482,"score_spread":0.44455598290307874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129599219","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017517101,0.0000026382286,0.0002576428,0.00047533086,0.00009085775,0.9807741,0.00007179385,0.000095953714,0.000714553],"genre_scores_gemma":[0.011980972,4.413033e-7,0.0008603199,0.00006867085,0.0004166533,0.9848053,0.000027294025,0.00008954281,0.0017508407],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99231046,0.0034512146,0.0013323056,0.0006701388,0.0012663516,0.0009695301],"domain_scores_gemma":[0.9925543,0.005265343,0.0004942322,0.0005204593,0.00086935435,0.0002963316],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008529541,0.00038521193,0.002513236,0.0002601237,0.00032863437,0.00014042528,0.00028266138,0.00027778264,0.00014583307],"category_scores_gemma":[0.0018292342,0.0002645437,0.0011261532,0.00022572099,0.00026231477,0.00011997491,0.00009678762,0.0005962488,0.000010406395],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9310467,0.0061676386,0.00048313933,0.05773248,0.00040513923,0.00003402127,0.00013586941,9.730015e-7,0.0015605575,0.0014732027,0.0001483606,0.0008119105],"study_design_scores_gemma":[0.90189934,0.01138612,0.0011143741,0.043567672,0.000039553528,0.00001243638,0.000020788715,0.00012313278,0.03710588,0.0012520364,0.003272237,0.00020642819],"about_ca_topic_score_codex":0.00001877604,"about_ca_topic_score_gemma":0.0000028252107,"teacher_disagreement_score":0.035545323,"about_ca_system_score_codex":0.00016728524,"about_ca_system_score_gemma":0.00085712963,"threshold_uncertainty_score":0.9999807},"labels":[],"label_agreement":null},{"id":"W3129653851","doi":"10.2196/23514","title":"Development of a Breech-Specific Integrated Care Pathway for Pregnant Women: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Breech presentation; Delphi method; Medicine; Guideline; Multidisciplinary approach; Delphi; Childbirth; Presentation (obstetrics); Nursing; Psychology; Family medicine; Medical education; Obstetrics; Pregnancy; Computer science","score_opus":0.4616615867050677,"score_gpt":0.6455116888422374,"score_spread":0.18385010213716974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129653851","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034331682,0.0000059434697,0.0051760175,0.000087866196,0.000013182168,0.99087507,0.00015393265,0.0000461752,0.00020864246],"genre_scores_gemma":[0.00039195962,6.5073046e-8,0.0895032,0.000012060267,0.000062519895,0.90325576,0.00003614895,0.00004114601,0.006697134],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651444,0.00065891136,0.00092826143,0.0005259293,0.0006307115,0.00074175315],"domain_scores_gemma":[0.9959961,0.00027841466,0.00015612526,0.0005326116,0.0027285866,0.00030815188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031208077,0.00020289038,0.0005294156,0.0002394195,0.00029347878,0.000059611815,0.0002585652,0.0001173534,0.0006275262],"category_scores_gemma":[0.0003141716,0.00014941856,0.00017272482,0.0005275632,0.0000794612,0.00006365758,0.00022648055,0.00037629448,0.000009499065],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012344435,0.010320705,0.00062263425,0.08088194,0.00015558065,0.000064736225,0.015547021,2.83967e-7,0.034890655,0.0005364004,0.0031097094,0.8415259],"study_design_scores_gemma":[0.0074289367,0.008829651,0.0011586145,0.007222933,0.0000010778048,0.000010770285,0.009143702,0.00002099956,0.16330944,0.00015082206,0.802604,0.00011900911],"about_ca_topic_score_codex":0.000010217229,"about_ca_topic_score_gemma":0.00005502922,"teacher_disagreement_score":0.8414069,"about_ca_system_score_codex":0.0004984471,"about_ca_system_score_gemma":0.0020947459,"threshold_uncertainty_score":0.6870972},"labels":[],"label_agreement":null},{"id":"W3129660360","doi":"10.2196/26168","title":"Rapid Design and Delivery of an Experience-Based Co-designed Mobile App to Support the Mental Health Needs of Health Care Workers Affected by the COVID-19 Pandemic: Impact Evaluation Protocol","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Melbourne; Australian Government","keywords":"Mental health; mHealth; Health care; Digital health; Nursing; Psychology; Qualitative property; Medicine; Psychological intervention; Computer science; Psychiatry","score_opus":0.3953294002078052,"score_gpt":0.643928799528886,"score_spread":0.24859939932108083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129660360","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03290684,0.000060841452,0.00061831676,0.0015313055,0.000015466316,0.96429515,0.00033007847,0.00005434884,0.00018764852],"genre_scores_gemma":[0.19472992,2.8825372e-7,0.00017173574,0.0006012414,0.000016046428,0.80417365,0.00015072251,0.000032667587,0.00012374992],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98472816,0.011397455,0.0010490402,0.0004986095,0.0014220502,0.00090468413],"domain_scores_gemma":[0.99652505,0.00077939074,0.000491021,0.0009402903,0.0005776027,0.00068662345],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010318244,0.00024375525,0.00044693414,0.00029556168,0.0006530259,0.00011406612,0.0005991024,0.00011731276,0.0011259767],"category_scores_gemma":[0.00022784296,0.00016159676,0.00013781224,0.0013050942,0.00057337264,0.00020526104,0.0001438104,0.00041475837,0.000014697599],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015357941,0.0083561065,0.010975242,0.0046624434,0.00017961975,0.000008463638,0.10426087,0.00024098039,0.00546118,0.00009368693,0.25382325,0.5965802],"study_design_scores_gemma":[0.04866944,0.28479892,0.020456376,0.007020337,0.000021311851,0.000246866,0.3027635,0.00087236037,0.048974033,0.00037906805,0.28433615,0.0014616536],"about_ca_topic_score_codex":0.0010111262,"about_ca_topic_score_gemma":0.00009833517,"teacher_disagreement_score":0.5951186,"about_ca_system_score_codex":0.0014176825,"about_ca_system_score_gemma":0.005578517,"threshold_uncertainty_score":0.99978715},"labels":[],"label_agreement":null},{"id":"W3129720455","doi":"10.2196/27381","title":"Technology-Based Fall Risk Assessments for Older Adults in Low-Income Settings: Protocol for a Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health; University of Central Florida","keywords":"Medicine; Fear of falling; Cross-sectional study; Balance (ability); Gerontology; Occupational safety and health; Physical therapy; Bioelectrical impedance analysis; Poison control; Injury prevention; Body mass index; Environmental health","score_opus":0.1588418380200451,"score_gpt":0.6157387694182089,"score_spread":0.45689693139816384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129720455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06947955,6.43165e-7,0.00071490865,0.00020074831,0.00003121875,0.9289131,0.0002131884,0.00018353254,0.00026309455],"genre_scores_gemma":[0.015265733,7.6187234e-8,0.0033350452,0.00008164783,0.00027922314,0.9789661,0.0000836615,0.00007906899,0.0019094447],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99334216,0.0017545817,0.0012712838,0.001129526,0.0009840137,0.0015184439],"domain_scores_gemma":[0.9949617,0.0012329015,0.00046910354,0.00083496823,0.0023184472,0.0001829151],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0074023637,0.00029217996,0.00046965998,0.0006451533,0.0015075849,0.00012951449,0.00060809293,0.00067171693,0.00008023037],"category_scores_gemma":[0.0014810518,0.00026934757,0.00018869127,0.0012332674,0.00014958995,0.00027899357,0.000374074,0.0021415662,0.00008427739],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039989883,0.010376859,0.9710547,0.00838067,0.000037507816,0.000013886203,0.00033083608,0.0000021130948,0.00041701322,0.00016040656,0.002725122,0.0025019245],"study_design_scores_gemma":[0.043975152,0.0023056825,0.90410125,0.008362872,0.0000022141817,8.012447e-7,0.0011947927,0.0011462615,0.00007760442,0.0027442498,0.035814054,0.00027507008],"about_ca_topic_score_codex":0.00005953897,"about_ca_topic_score_gemma":0.0005336016,"teacher_disagreement_score":0.06695342,"about_ca_system_score_codex":0.00061849266,"about_ca_system_score_gemma":0.0019228079,"threshold_uncertainty_score":0.99997586},"labels":[],"label_agreement":null},{"id":"W3129881421","doi":"10.2196/25838","title":"Effects of a School-Based Physical Activity Intervention for Obesity and Health-Related Physical Fitness in Adolescents With Intellectual Disability: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Overweight; Randomized controlled trial; Population; Intervention (counseling); Psychological intervention; Medicine; Physical therapy; Intellectual disability; Childhood obesity; Obesity; Physical fitness; Gerontology; Psychology; Nursing; Environmental health; Psychiatry","score_opus":0.15207534342710746,"score_gpt":0.5383559491001793,"score_spread":0.38628060567307176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129881421","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36684513,0.0000014502141,0.00043887403,0.00045210286,0.000003358234,0.632201,0.000006627273,0.000024375966,0.00002707997],"genre_scores_gemma":[0.41491947,8.027734e-8,0.0000477571,0.000008221901,0.000057620513,0.5847964,0.0000071267787,0.000027166336,0.00013610956],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99258345,0.0036926947,0.0008623795,0.0008705873,0.0011466164,0.0008442779],"domain_scores_gemma":[0.9929349,0.0048174895,0.00021870542,0.00051498914,0.0011039171,0.0004099866],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0058039706,0.00033531166,0.0029157586,0.00024785483,0.00016364668,0.00009518825,0.00020296608,0.00017781787,0.00007101816],"category_scores_gemma":[0.01789269,0.00022597551,0.0008514663,0.0008842172,0.0013098327,0.00017430837,0.0001634805,0.0009857828,0.000006595518],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9110686,0.05126634,0.0012919023,0.029369304,0.00016015525,0.000003986899,0.0005320464,0.0000015747613,0.0018868796,0.000055292352,0.00023194213,0.0041319802],"study_design_scores_gemma":[0.92355925,0.02773559,0.0025139628,0.014629799,0.000027698128,0.000004452238,0.00007725708,0.012069399,0.018266942,0.0008306964,0.00010153292,0.00018344674],"about_ca_topic_score_codex":0.00007247233,"about_ca_topic_score_gemma":0.00003727176,"teacher_disagreement_score":0.04807434,"about_ca_system_score_codex":0.00045265796,"about_ca_system_score_gemma":0.0015469536,"threshold_uncertainty_score":0.99038},"labels":[],"label_agreement":null},{"id":"W3130057086","doi":"10.2196/20196","title":"Community-Integrated Intermediary Care (CIIC) Service Model to Enhance Family-Based, Long-Term Care for Older People: Protocol for a Cluster Randomized Controlled Trial in Thailand","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intergenerational Family Dynamics and Caregiving","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization Centre for Health Development; Japan International Cooperation Agency; World Health Organization","keywords":"Protocol (science); Randomized controlled trial; Service (business); Medicine; Cluster (spacecraft); Long-term care; Nursing; Family medicine; Gerontology; Psychology; Computer science; Business; Alternative medicine; Computer network","score_opus":0.09659071704657313,"score_gpt":0.517401055848278,"score_spread":0.4208103388017049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130057086","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01357345,0.0000056764147,0.013214723,0.001243612,0.00005221505,0.97047263,0.00014140064,0.000053108753,0.0012432009],"genre_scores_gemma":[0.020357318,5.4689366e-7,0.0013566304,0.00073964224,0.00032202507,0.97550625,0.0002751012,0.000059458405,0.0013830591],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99125874,0.0051831696,0.00089354266,0.00058571954,0.0011151299,0.0009636832],"domain_scores_gemma":[0.99023336,0.0034438304,0.00018746455,0.00055600004,0.005320252,0.00025909196],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005535671,0.00032645094,0.0011976183,0.00035038005,0.001254301,0.0006142886,0.00091057253,0.00028425604,0.0000566967],"category_scores_gemma":[0.0027552363,0.0002708296,0.0005182013,0.00079543446,0.00018517561,0.00023490167,0.00026725855,0.0008530716,0.000006276646],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94021875,0.0006795636,0.00016196127,0.002357904,0.000057579215,0.0000064580095,0.049844716,0.001190858,0.0005453823,0.0009134374,0.00287415,0.0011492728],"study_design_scores_gemma":[0.93055445,0.0007526664,0.000041626878,0.004233295,0.000009345809,3.614397e-7,0.024522612,0.032024976,0.0005124805,0.0004153293,0.006493829,0.00043899668],"about_ca_topic_score_codex":0.00079268607,"about_ca_topic_score_gemma":0.10085443,"teacher_disagreement_score":0.10006174,"about_ca_system_score_codex":0.0007470523,"about_ca_system_score_gemma":0.0039776145,"threshold_uncertainty_score":0.99997437},"labels":[],"label_agreement":null},{"id":"W3130208832","doi":"10.2196/21306","title":"Interpersonal Perception of Time-Use Patterns in Romantic Relationships: Protocol for the IP-COUPLES Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attachment and Relationship Dynamics","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Haute école Spécialisée de Suisse Occidentale; Université Grenoble Alpes; McMaster University","keywords":"Snowball sampling; Psychology; Congruence (geometry); Perception; Dyad; Observational study; Interpersonal communication; Social psychology; Interpersonal relationship; Developmental psychology; Statistics; Mathematics","score_opus":0.4273257751326268,"score_gpt":0.6333040342900486,"score_spread":0.20597825915742174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130208832","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037668273,6.9593915e-7,0.0009631266,0.00042458597,0.000009873199,0.96042347,0.00002125252,0.000028675417,0.00046006741],"genre_scores_gemma":[0.09444846,7.8253485e-8,0.00015025875,0.000009262379,0.00007477017,0.9001083,0.000021889418,0.000029189674,0.0051578176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965482,0.0015274247,0.000526555,0.00041089355,0.0005623166,0.00042463045],"domain_scores_gemma":[0.9970924,0.0017113728,0.00012625224,0.00060757366,0.00040442238,0.00005794283],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002588095,0.00014554671,0.00020472294,0.00025270795,0.00032790992,0.00011440773,0.0003615957,0.00017179683,0.0012016137],"category_scores_gemma":[0.00037630353,0.000104767736,0.00010650345,0.00058687,0.00013706551,0.00020378291,0.00015902348,0.00091054814,0.0001355511],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081973954,0.0029918042,0.9819282,0.00021878391,0.000061849816,0.000015455258,0.008151747,0.000039264192,0.00029921526,0.0013415613,0.0019911514,0.0021411744],"study_design_scores_gemma":[0.004180636,0.0011128744,0.9647793,0.00083774264,0.0000059857507,0.000005656292,0.016063154,0.004764788,0.00001383613,0.00050443766,0.007584076,0.00014749324],"about_ca_topic_score_codex":0.00008618369,"about_ca_topic_score_gemma":0.0003267826,"teacher_disagreement_score":0.06031518,"about_ca_system_score_codex":0.00012117499,"about_ca_system_score_gemma":0.00015743113,"threshold_uncertainty_score":0.9997114},"labels":[],"label_agreement":null},{"id":"W3130501405","doi":"10.2196/24100","title":"Allostatic Stress and Inflammatory Biomarkers in Transgender and Gender Expansive Youth: Protocol for a Pilot Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transgender; Psychology; Context (archaeology); Psychosocial; Clinical psychology; Anxiety; Stress measures; Medicine; Gerontology; Stress (linguistics); Psychiatry","score_opus":0.4662286260904919,"score_gpt":0.6075242517435817,"score_spread":0.14129562565308978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130501405","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11228316,0.000008240711,0.000012620056,0.00023003393,0.000011400442,0.8844018,0.00008387041,0.00003746867,0.0029314246],"genre_scores_gemma":[0.01769789,0.0000012430072,0.000067179535,0.00006908296,0.00012450639,0.98098034,0.000012984101,0.000060494174,0.000986269],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948467,0.0019695463,0.0006150941,0.0009000809,0.00065510004,0.0010134944],"domain_scores_gemma":[0.997993,0.00048721133,0.00009653865,0.00062186946,0.00044114635,0.00036024887],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023573504,0.00026603966,0.0003956658,0.00045787342,0.00031243818,0.00021443855,0.0002568383,0.0001695352,0.00026389552],"category_scores_gemma":[0.00019360251,0.00025303377,0.000048708946,0.00047774153,0.00032910146,0.00020554947,0.00015846969,0.00059388275,0.000022089784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025815275,0.003305043,0.95582736,0.008952155,0.00023902614,0.00020313477,0.023421012,3.6583575e-7,0.0001891813,0.0006385939,0.003311554,0.001331029],"study_design_scores_gemma":[0.017147344,0.0031082055,0.96258307,0.00037444767,0.000014555367,0.000015935439,0.010947522,0.000009665823,0.00005898535,0.001760534,0.0036268234,0.00035294358],"about_ca_topic_score_codex":0.00080578215,"about_ca_topic_score_gemma":0.0016143179,"teacher_disagreement_score":0.096578576,"about_ca_system_score_codex":0.00011583139,"about_ca_system_score_gemma":0.0006013169,"threshold_uncertainty_score":0.9999922},"labels":[],"label_agreement":null},{"id":"W3130628046","doi":"10.2196/22008","title":"Virtual Reality Self-help Treatment for Aviophobia: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Psychoeducation; Exposure therapy; Population; Randomized controlled trial; Virtual Reality Exposure Therapy; Virtual reality; Medicine; Physical therapy; Clinical psychology; Intervention (counseling); Psychology; Psychiatry; Computer science","score_opus":0.2660503025649128,"score_gpt":0.5556848867137507,"score_spread":0.2896345841488379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130628046","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001814455,6.208502e-7,0.12609686,0.0025012528,0.000013898554,0.86993754,0.000039715094,0.00019928586,0.00119267],"genre_scores_gemma":[0.000105737316,5.4465653e-7,0.011849617,0.00008296769,0.00039841866,0.98442984,0.000020132451,0.000031668875,0.0030810717],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937334,0.0020872864,0.0011224963,0.001008383,0.0010067932,0.0010416281],"domain_scores_gemma":[0.9910867,0.0048554637,0.00032461592,0.0015783219,0.001733753,0.00042114357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008006521,0.0003366738,0.0015128474,0.00020282567,0.00068195164,0.0009841282,0.0010532871,0.0002254064,0.000044287077],"category_scores_gemma":[0.0026856037,0.000233666,0.00090384175,0.0007403343,0.00017954629,0.00043711576,0.00030849568,0.00026712395,0.000032731947],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8701052,0.004500152,5.350607e-7,0.0002066228,0.00014957879,0.0000048942366,0.0003724476,0.000008103313,0.0006184138,0.09989189,0.012506416,0.011635746],"study_design_scores_gemma":[0.6746208,0.004813903,0.0000014310122,0.00014898863,0.0000067503765,0.0000032225746,0.000022863487,0.008097293,0.0029757735,0.009726145,0.29941022,0.00017257773],"about_ca_topic_score_codex":0.000026486217,"about_ca_topic_score_gemma":0.00001946892,"teacher_disagreement_score":0.28690383,"about_ca_system_score_codex":0.0004566482,"about_ca_system_score_gemma":0.0027124437,"threshold_uncertainty_score":0.95286226},"labels":[],"label_agreement":null},{"id":"W3130634950","doi":"10.2196/27826","title":"Development of a Novel Intervention (Mindful Steps) to Promote Long-Term Walking Behavior in Chronic Cardiopulmonary Disease: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Heart, Lung, and Blood Institute","keywords":"Randomized controlled trial; Intervention (counseling); Physical therapy; Medicine; Protocol (science); Term (time); Physical medicine and rehabilitation; Disease; Psychology; Alternative medicine; Nursing; Surgery; Internal medicine","score_opus":0.12215760418876974,"score_gpt":0.5084707822404642,"score_spread":0.3863131780516944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130634950","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08140285,0.000024320461,0.000720805,0.00016633277,0.000018408075,0.9173978,0.000049277827,0.00004992065,0.00017031543],"genre_scores_gemma":[0.01049712,2.383359e-7,0.002588592,0.000009017772,0.00035481044,0.98458,0.000092845105,0.000108848166,0.001768565],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99097323,0.0015010328,0.0022223094,0.0012269397,0.002683487,0.0013930049],"domain_scores_gemma":[0.9951833,0.0006363321,0.0003707975,0.001052735,0.0018865055,0.0008703334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0071746446,0.00047349383,0.0024265177,0.001061419,0.00022500963,0.00013557808,0.0005181718,0.00022065589,0.0005742565],"category_scores_gemma":[0.00246177,0.0003946019,0.0012320208,0.0011687399,0.0003471024,0.00023645301,0.0007413305,0.0008620298,0.000019765703],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9054887,0.009563025,0.001335674,0.013223653,0.00030346902,0.0006360187,0.0002732901,0.0000049956507,0.012508082,0.000075001364,0.00006264724,0.05652544],"study_design_scores_gemma":[0.94989383,0.001660825,0.021776732,0.015146825,0.00006364351,0.000021588667,0.00007854474,0.0006233678,0.0066696643,0.000043475477,0.0036671218,0.00035435232],"about_ca_topic_score_codex":0.000011297561,"about_ca_topic_score_gemma":0.00005772769,"teacher_disagreement_score":0.07090573,"about_ca_system_score_codex":0.00295282,"about_ca_system_score_gemma":0.0090161525,"threshold_uncertainty_score":0.9998506},"labels":[],"label_agreement":null},{"id":"W3130762827","doi":"10.2196/22877","title":"Smoking Cessation Using Wearable Sensors: Protocol for a Microrandomized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences; National Institute of Biomedical Imaging and Bioengineering; National Cancer Institute; National Institutes of Health","keywords":"Mindfulness; Smoking cessation; Stressor; Medicine; Ethnically diverse; Protocol (science); Intervention (counseling); mHealth; Wearable computer; Quit smoking; Craving; Randomized controlled trial; Clinical trial; Clinical psychology; Psychology; Addiction; Alternative medicine; Psychological intervention; Environmental health; Psychiatry; Computer science; Population","score_opus":0.47387091486200894,"score_gpt":0.6263512629995043,"score_spread":0.15248034813749534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130762827","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010247482,8.7301555e-7,0.013645487,0.00023408025,0.00004694151,0.98054993,0.000022239092,0.0000610982,0.0044145957],"genre_scores_gemma":[0.00071371323,4.802248e-9,0.00068813754,0.00001822708,0.00048029976,0.98901665,0.000007455714,0.000043661126,0.009031869],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99552196,0.0019052123,0.00067268405,0.00059206976,0.0005844903,0.0007235924],"domain_scores_gemma":[0.99754554,0.00054823456,0.00020478325,0.00064151967,0.00091577956,0.00014416108],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027287418,0.00017476939,0.00037650144,0.00026090574,0.00059628865,0.0003582017,0.00031308632,0.00021247503,0.019733166],"category_scores_gemma":[0.00036183308,0.00015399311,0.00033374786,0.000601483,0.000099265184,0.0001578807,0.00014855868,0.00051743025,0.00010130722],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6369437,0.010033172,0.00024653407,0.0021717073,0.00039330276,0.00014673492,0.0012080923,0.00003646403,0.013020214,0.04554637,0.25795206,0.03230164],"study_design_scores_gemma":[0.34847367,0.0010172857,0.000037983773,0.0029187966,0.0000055381656,0.000019968795,0.0006224884,0.00045715892,0.022264969,0.010419063,0.61351913,0.00024394628],"about_ca_topic_score_codex":0.000043621116,"about_ca_topic_score_gemma":0.000008649982,"teacher_disagreement_score":0.35556707,"about_ca_system_score_codex":0.0001264175,"about_ca_system_score_gemma":0.00037287272,"threshold_uncertainty_score":0.9811629},"labels":[],"label_agreement":null},{"id":"W3131226035","doi":"10.2196/27883","title":"Pesticide Exposure of Residents Living Close to Agricultural Fields in the Netherlands: Protocol for an Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pesticide Exposure and Toxicity","field":"Agricultural and Biological Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Infrastructure and Water Management; Ministerie van Economische Zaken en Klimaat","keywords":"Environmental health; Observational study; Pesticide; Demographics; Agriculture; Exposure assessment; Protocol (science); Environmental science; Geography; Medicine; Environmental protection; Demography; Ecology; Biology","score_opus":0.5063268960562283,"score_gpt":0.5371153005191913,"score_spread":0.030788404462963048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131226035","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43213403,2.9442177e-7,0.0000021983192,0.00055446546,0.0000020289433,0.56698674,0.000010720067,0.000010586703,0.0002989297],"genre_scores_gemma":[0.28673527,1.5101833e-8,0.000100259145,0.00009217076,0.00020985102,0.7126149,0.000010321643,0.0000011036018,0.0002361069],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99678695,0.0011782744,0.0004133936,0.00038559356,0.00080290757,0.00043286145],"domain_scores_gemma":[0.99746823,0.0015984129,0.00007808517,0.00017274062,0.0005744671,0.00010808303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002420665,0.00013052304,0.0002010748,0.000025461555,0.00024681436,0.00017557705,0.0006604364,0.000100258534,0.00013018158],"category_scores_gemma":[0.0012014278,0.00004493379,0.00006708265,0.0008392167,0.000040651048,0.00020286144,0.00017099305,0.00032126773,0.0000055780065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079601805,0.006734482,0.8864506,0.00020628856,0.000019294153,0.000038845857,0.004113599,0.00003854345,0.074018516,0.00067740236,0.017365532,0.009540859],"study_design_scores_gemma":[0.00052697177,0.0057686535,0.98320293,0.00041719872,9.5338254e-7,0.0000033732204,0.0020088023,0.000008547441,0.0017029622,0.0009973049,0.005251604,0.000110721405],"about_ca_topic_score_codex":0.00028877525,"about_ca_topic_score_gemma":0.0068826536,"teacher_disagreement_score":0.14562815,"about_ca_system_score_codex":0.000026932477,"about_ca_system_score_gemma":0.000081270606,"threshold_uncertainty_score":0.38406822},"labels":[],"label_agreement":null},{"id":"W3131361769","doi":"10.2196/24884","title":"User-Centered Counseling and Male Involvement in Contraceptive Decision Making: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Family planning; Psychological intervention; Randomized controlled trial; Medicine; Intervention (counseling); Family medicine; Autonomy; Population; Reproductive health; Nursing; Psychology; Medical education; Environmental health","score_opus":0.15346520581286982,"score_gpt":0.5455365943007235,"score_spread":0.3920713884878537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131361769","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018180093,0.000006966534,0.00023768719,0.0009840392,0.000011883263,0.97972107,0.0000100035995,0.000025118265,0.00082316215],"genre_scores_gemma":[0.00402882,0.0000024799128,0.0015146912,0.00037723343,0.00022510148,0.9926968,0.000005205989,0.00002482058,0.0011248381],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99576324,0.0010608155,0.0010197612,0.00051599543,0.0009445604,0.0006956454],"domain_scores_gemma":[0.99673504,0.0016422626,0.00018539335,0.00029725506,0.0009056256,0.00023445093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005465475,0.00020565683,0.0014659241,0.00020681883,0.0001654263,0.00014691084,0.0001275461,0.00015235918,0.00037022505],"category_scores_gemma":[0.0017759234,0.00014182027,0.00024082646,0.0002523661,0.0001521733,0.00009332638,0.0001251191,0.0004856307,0.00001181272],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9898828,0.001763357,0.0009564128,0.0013302714,0.00006652836,0.00013150104,0.0003158941,9.633604e-7,0.00048644992,0.000903674,0.0024439439,0.0017182038],"study_design_scores_gemma":[0.9365517,0.0023898853,0.00027628514,0.0096267,0.000008270558,0.000026865853,0.00024199528,0.00045934008,0.00024464176,0.0020559405,0.047999952,0.00011843054],"about_ca_topic_score_codex":0.000020256331,"about_ca_topic_score_gemma":0.00005956753,"teacher_disagreement_score":0.053331107,"about_ca_system_score_codex":0.00021185091,"about_ca_system_score_gemma":0.00069683103,"threshold_uncertainty_score":0.5783263},"labels":[],"label_agreement":null},{"id":"W3131400687","doi":"10.2196/18984","title":"Text Messaging and Home Blood Pressure Monitoring for Patients with Uncontrolled Hypertension: Proposal for a Feasibility Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Randomized controlled trial; Text messaging; Blood pressure; Medicine; Physical therapy; Medical emergency; Computer science; World Wide Web; Internal medicine","score_opus":0.17791653499556395,"score_gpt":0.5409340247806315,"score_spread":0.36301748978506754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131400687","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01960125,0.00012768601,0.00033165267,0.0029457256,0.0000835342,0.9763548,0.00010557226,0.00012712815,0.0003226864],"genre_scores_gemma":[0.062473647,0.000012413838,0.0038181746,0.00013450184,0.0007448203,0.9304371,0.00005115119,0.00007579571,0.0022524155],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99024147,0.0044198516,0.0016717758,0.0010382972,0.00097257347,0.0016560312],"domain_scores_gemma":[0.9799309,0.0135485595,0.0005937618,0.00083826843,0.0043313415,0.0007571739],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010983431,0.00034720183,0.0022601173,0.00020420794,0.002764816,0.00009066734,0.00027384987,0.00029118214,0.000074141804],"category_scores_gemma":[0.0065520816,0.00022757187,0.00024936543,0.0004110635,0.00025692635,0.00018457965,0.00018731166,0.0010990483,0.000007252009],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98026067,0.0026794272,0.00633396,0.0049365913,0.00022550517,0.0000019601257,0.00015873172,0.0000014096088,0.00010346957,0.0029259776,0.0015739577,0.00079833745],"study_design_scores_gemma":[0.96556664,0.004324019,0.0013285681,0.0017524696,0.00014606855,9.83268e-7,0.0001670612,0.0002769681,0.000030506657,0.0030610436,0.023127738,0.00021794593],"about_ca_topic_score_codex":0.00003627426,"about_ca_topic_score_gemma":0.000040951276,"teacher_disagreement_score":0.045917682,"about_ca_system_score_codex":0.00011026701,"about_ca_system_score_gemma":0.005198305,"threshold_uncertainty_score":0.9985334},"labels":[],"label_agreement":null},{"id":"W3131585763","doi":"10.2196/27650","title":"Engaging Caregivers and Providers of Children With Sickle Cell Anemia in Shared Decision Making for Hydroxyurea: Protocol for a Multicenter Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute; National Institutes of Health; Patient-Centered Outcomes Research Institute","keywords":"Medicine; Disease; Sickle cell anemia; Anemia; Randomized controlled trial; Pediatrics; Family medicine; Intensive care medicine; Psychiatry; Surgery; Internal medicine","score_opus":0.051985126984146486,"score_gpt":0.4502308013266529,"score_spread":0.3982456743425064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131585763","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01851315,0.000009506375,0.0004980261,0.0002781948,0.000004633091,0.9802731,0.000014100162,0.000024422647,0.00038483314],"genre_scores_gemma":[0.029949028,8.706413e-7,0.0040995968,0.00002578014,0.000053791715,0.9655939,0.000016216107,0.000047347323,0.0002134825],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9968508,0.0005911438,0.00076046394,0.00055029127,0.0006389611,0.0006083786],"domain_scores_gemma":[0.9964552,0.0021256832,0.0002491991,0.00032563292,0.0006968719,0.00014739303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002832363,0.00023647214,0.0013299217,0.00032821443,0.00017527174,0.00009107519,0.00013360332,0.00021567801,0.000046989036],"category_scores_gemma":[0.002165808,0.00015276326,0.00029296576,0.00034931485,0.0002717059,0.00013604661,0.00009419916,0.0005384152,7.0615323e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98946863,0.0011075337,0.0010551283,0.002422606,0.00012058029,0.00002459475,0.0014446224,0.000029922203,0.0011917211,0.000018479,0.0007557831,0.0023604077],"study_design_scores_gemma":[0.982536,0.0027365822,0.000080499296,0.006824886,0.000041188872,0.000007925123,0.0011880826,0.0026011781,0.002209514,0.00011389447,0.0014954356,0.00016481586],"about_ca_topic_score_codex":0.000020881891,"about_ca_topic_score_gemma":0.000028780329,"teacher_disagreement_score":0.0146792475,"about_ca_system_score_codex":0.00010786019,"about_ca_system_score_gemma":0.00080014823,"threshold_uncertainty_score":0.62295043},"labels":[],"label_agreement":null},{"id":"W3131772711","doi":"10.2196/19931","title":"Effect of Reading Rehabilitation for Age-Related Macular Degeneration on Cognitive Functioning: Protocol for a Nonrandomized Pre-Post Intervention Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ophthalmology and Visual Impairment Studies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institut Universitaire de Gériatrie de Montréal; University of Toronto; Centre de réadaptation Lethbridge-Layton-Mackay; Santé Montérégie; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre Intégré de Santé et de Services Sociaux des Laurentides; Université de Montréal; Centre intégré de santé et de services sociaux de la Montérégie-Centre; Concordia University; Centre for Interdisciplinary Research in Rehabilitation; McGill University; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean","funders":"Canadian Institutes of Health Research","keywords":"Rehabilitation; Macular degeneration; Cognition; Dementia; Cognitive skill; Reading (process); Physical medicine and rehabilitation; Psychology; Medicine; Cognitive decline; Audiology; Intervention (counseling); Sensory system; Physical therapy; Disease; Cognitive psychology; Psychiatry","score_opus":0.17533023661031083,"score_gpt":0.6095094763300707,"score_spread":0.43417923971975986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131772711","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25281784,5.0553393e-7,0.0004020595,0.00012246276,0.000010092319,0.74648637,0.000011782162,0.000031507003,0.00011739481],"genre_scores_gemma":[0.14006963,2.6516604e-8,0.00027788556,0.00000858723,0.00006859538,0.85827017,0.00012225017,0.000028388213,0.0011544498],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99577755,0.002303596,0.0006235136,0.0004861218,0.0004706069,0.00033863122],"domain_scores_gemma":[0.993637,0.0039893035,0.0001995108,0.00023615574,0.0018632333,0.00007478814],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0061500794,0.000188085,0.0005696196,0.00027258677,0.00037381056,0.000043099048,0.000060684448,0.00015257574,0.00010373886],"category_scores_gemma":[0.009004126,0.0001452,0.00031071756,0.00036742582,0.00016166472,0.00012975719,0.000063788495,0.00030699966,0.000006753398],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7794383,0.03684521,0.054395184,0.029806852,0.0014174788,0.000069056114,0.005036517,0.00002073008,0.07432139,0.00035407243,0.0020180189,0.016277155],"study_design_scores_gemma":[0.24872872,0.55950713,0.026097504,0.013419222,0.00015227981,0.000019106874,0.0016701415,0.00067626865,0.14816922,0.00038663676,0.00093650614,0.0002372648],"about_ca_topic_score_codex":0.0000062697004,"about_ca_topic_score_gemma":0.0000041561802,"teacher_disagreement_score":0.5307096,"about_ca_system_score_codex":0.00012963904,"about_ca_system_score_gemma":0.00012138223,"threshold_uncertainty_score":0.99934345},"labels":[],"label_agreement":null},{"id":"W3132098331","doi":"10.2196/26552","title":"Investigating the Ethical and Data Governance Issues of Artificial Intelligence in Surgery: Protocol for a Delphi Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Imperial College London; National Institute for Health and Care Research","keywords":"Likert scale; Delphi method; Data governance; Corporate governance; Research ethics; Protocol (science); Knowledge management; Management science; Computer science; Data science; Medicine; Engineering ethics; Psychology; Artificial intelligence; Engineering; Operations management; Management; Data quality","score_opus":0.840761012029102,"score_gpt":0.7117476263186358,"score_spread":0.12901338571046628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132098331","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010796549,0.0000059764884,0.00012989184,0.02263063,0.000007783556,0.9663704,0.000011754706,0.000013434345,0.00003357044],"genre_scores_gemma":[0.026873747,0.0000014130464,0.0011998866,0.00019621139,0.000250891,0.9713996,0.000010634373,0.00001711088,0.000050528142],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99654144,0.0008682697,0.00085277663,0.0005254066,0.0007863737,0.0004257446],"domain_scores_gemma":[0.99480015,0.003042258,0.00015025369,0.00093725,0.00093739585,0.00013271796],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008369614,0.00011291971,0.00032146045,0.0000925378,0.00021041125,0.000086612315,0.00034537652,0.00016370979,0.000056898352],"category_scores_gemma":[0.013644866,0.00008129357,0.000033899236,0.00089644664,0.0004289012,0.00013683889,0.00035997934,0.0010643745,0.000005838306],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024066407,0.0056225816,0.17810014,0.007514622,0.00004620759,0.00006075436,0.021889485,0.00000948838,0.0038505604,0.010488012,0.02570902,0.7443025],"study_design_scores_gemma":[0.0011009914,0.011025597,0.0834357,0.035441525,0.000026270138,0.000100437,0.11416401,0.033657644,0.22863588,0.13018227,0.36117312,0.0010565413],"about_ca_topic_score_codex":0.00067658856,"about_ca_topic_score_gemma":0.0012700426,"teacher_disagreement_score":0.74324596,"about_ca_system_score_codex":0.00006941616,"about_ca_system_score_gemma":0.0016541869,"threshold_uncertainty_score":0.9946636},"labels":[],"label_agreement":null},{"id":"W3132275254","doi":"10.2196/27109","title":"A Digital Health Intervention (SweetGoals) for Young Adults With Type 1 Diabetes: Protocol for a Factorial Randomized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Drug Abuse","keywords":"Randomized controlled trial; Health coaching; Coaching; Psychological intervention; Type 2 diabetes; Intervention (counseling); Medicine; Digital health; Glycemic; Psychology; Physical therapy; Nursing; Health care; Diabetes mellitus; Psychotherapist","score_opus":0.17257686249039475,"score_gpt":0.5507994354351571,"score_spread":0.37822257294476236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132275254","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002421279,0.0000050050844,0.0010885843,0.0009888279,0.00005366774,0.99559486,0.0000611356,0.00009962207,0.0018661445],"genre_scores_gemma":[0.00067490624,2.8177905e-7,0.0008249328,0.000036209964,0.0011041316,0.9847037,0.0002786342,0.000083527746,0.012293679],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950685,0.0006788502,0.0007734782,0.000742975,0.0014605308,0.0012756923],"domain_scores_gemma":[0.9949837,0.0014779418,0.00022508008,0.00058474694,0.0023344732,0.00039410926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004900087,0.0002736019,0.0009929272,0.00037046734,0.00033183483,0.0006298046,0.00028783752,0.00015485009,0.00024805922],"category_scores_gemma":[0.00521361,0.00018523051,0.00048734236,0.00076887704,0.00032001943,0.0003825942,0.00022549776,0.00050782633,0.000028622137],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9222962,0.0032828096,0.00022885772,0.011627552,0.00023778653,0.000008700052,0.00018291347,3.105098e-7,0.00007650476,0.00041783153,0.028054547,0.033585936],"study_design_scores_gemma":[0.6847414,0.023388356,0.00001342874,0.006333759,0.00000859197,6.7578054e-7,0.00010134673,0.00043049743,0.00059764687,0.00064694474,0.28357995,0.00015741469],"about_ca_topic_score_codex":0.0000055349565,"about_ca_topic_score_gemma":0.000015957645,"teacher_disagreement_score":0.25552538,"about_ca_system_score_codex":0.00022975302,"about_ca_system_score_gemma":0.0011794395,"threshold_uncertainty_score":0.75534815},"labels":[],"label_agreement":null},{"id":"W3132670989","doi":"10.2196/23412","title":"The EMERALD (Enabling Mobilization, Empowerment, Risk Reduction, and Lasting Dignity) Study: Protocol for the Design, Implementation, and Evaluation of a Community-Based Combination HIV Prevention Intervention for Female Sex Workers in Baltimore, Maryland","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sex work and related issues","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; Scheme for Promotion of Academic and Research Collaboration; Center for AIDS Research, University of Washington; National Institutes of Health; National Institute of Mental Health; National Institute of Allergy and Infectious Diseases; Johns Hopkins University","keywords":"Medicine; Harm reduction; Community mobilization; Gonorrhea; Psychological intervention; Outreach; Men who have sex with men; Empowerment; Reproductive health; Environmental health; Gerontology; Family medicine; Population; Nursing; Public health; Human immunodeficiency virus (HIV); Syphilis","score_opus":0.3574493508784431,"score_gpt":0.6063980503357492,"score_spread":0.24894869945730613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132670989","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05053875,0.00001285729,0.004486024,0.0008156385,0.000009437543,0.94408107,0.0000031788684,0.000017605289,0.000035459398],"genre_scores_gemma":[0.07241882,0.000003815886,0.00028294435,0.0000048733423,0.000038250317,0.9269558,0.000029215726,0.000013137879,0.0002531418],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9906957,0.0076037296,0.00050716405,0.00021591563,0.00069590437,0.00028154944],"domain_scores_gemma":[0.99560297,0.001999657,0.00031911844,0.0002146536,0.0018207468,0.00004286828],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.027245782,0.000099473196,0.0001317593,0.00015975174,0.003017455,0.00035126365,0.00017597243,0.000076223005,0.0000224598],"category_scores_gemma":[0.0012251975,0.00007118722,0.000044654233,0.00081420504,0.00027315566,0.0002592214,0.00007435739,0.00029528004,1.7364741e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004733166,0.0075638993,0.40205678,0.0024791274,0.00037959922,7.264381e-7,0.19006899,0.0048481664,0.00075594796,0.0010224044,0.008915766,0.37717542],"study_design_scores_gemma":[0.036911808,0.004089454,0.053812634,0.0028762147,0.00009097509,9.823218e-7,0.8126287,0.016539613,0.005270912,0.027228212,0.040204845,0.00034565644],"about_ca_topic_score_codex":0.0006442194,"about_ca_topic_score_gemma":0.0014468816,"teacher_disagreement_score":0.6225597,"about_ca_system_score_codex":0.00014926445,"about_ca_system_score_gemma":0.0004336713,"threshold_uncertainty_score":0.99828047},"labels":[],"label_agreement":null},{"id":"W3132739362","doi":"10.2196/24211","title":"Molecular and Cellular Biomarkers of COVID-19 Prognosis: Protocol for the Prospective Cohort TARGET Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Defence and Security Accelerator; Universidade de Brasília","keywords":"Context (archaeology); Immunology; Medicine; Immune system; Bioinformatics; Biology","score_opus":0.2534632411854286,"score_gpt":0.611335376325294,"score_spread":0.3578721351398654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132739362","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010790268,0.000013986935,0.0008086365,0.0073505607,0.0000032284504,0.99036723,0.000032263197,0.00006468197,0.0002803609],"genre_scores_gemma":[0.021102889,0.0000012087706,0.0006475285,0.0002637853,0.00008973041,0.97732544,0.0000060856914,0.00005611976,0.0005072222],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933901,0.001336483,0.00078643643,0.0010966024,0.0024419136,0.0009484554],"domain_scores_gemma":[0.98730516,0.008121414,0.00017212909,0.001130223,0.0026050715,0.0006659976],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008580868,0.00029465402,0.0007370792,0.00025748386,0.0005770627,0.0001271786,0.00047584757,0.00015160462,0.00019185564],"category_scores_gemma":[0.047657162,0.0001897005,0.00024170615,0.0013877263,0.0013585567,0.0000971384,0.001107371,0.000891279,0.00000784504],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013541173,0.01228445,0.9088374,0.0208202,0.0022689374,0.00077970466,0.0018344437,0.000019157304,0.0234259,0.00079289224,0.012913823,0.002481912],"study_design_scores_gemma":[0.04329955,0.028739061,0.11657562,0.0031999683,0.000121585006,0.000010865643,0.005134018,0.0010459867,0.14510544,0.0051230867,0.6509928,0.0006520047],"about_ca_topic_score_codex":0.00009606115,"about_ca_topic_score_gemma":0.000017558423,"teacher_disagreement_score":0.7922618,"about_ca_system_score_codex":0.00036684863,"about_ca_system_score_gemma":0.0037574237,"threshold_uncertainty_score":0.9603648},"labels":[],"label_agreement":null},{"id":"W3132773933","doi":"10.2196/21942","title":"Evaluation of a New Personalized Health Dashboard in Preventive Child Health Care: Protocol for a Mixed Methods Feasibility Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Randomized controlled trial; Usability; Biopsychosocial model; Medicine; Health care; Protocol (science); Health literacy; Nursing; Psychology; Medical education; Alternative medicine; Psychiatry; Computer science","score_opus":0.3214606982273001,"score_gpt":0.6486053816258961,"score_spread":0.327144683398596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132773933","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040357705,0.00008910216,0.0010398525,0.006601439,0.0000166911,0.9906871,0.00001688295,0.00003173808,0.0011136543],"genre_scores_gemma":[0.00026895048,0.0000019218294,0.008247199,0.00031371886,0.00013964668,0.99005795,0.00006587046,0.000034926226,0.0008698025],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96600604,0.02731378,0.0020879654,0.00087085366,0.00282423,0.00089714205],"domain_scores_gemma":[0.9942635,0.0015674945,0.00071609917,0.00065830245,0.0023910902,0.00040346352],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.066556565,0.0002796605,0.002993316,0.00036403982,0.00020524538,0.00004904603,0.00018463095,0.00015854253,0.0005658089],"category_scores_gemma":[0.014547678,0.00021266208,0.0009129786,0.0008030161,0.00025078192,0.000110596215,0.00011144095,0.00062019425,0.0000018461402],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9416455,0.0033861035,0.000054056305,0.0038220836,0.00026202714,0.0000010103624,0.003967373,0.0000033364818,0.00012868081,0.0005652467,0.0043102526,0.041854326],"study_design_scores_gemma":[0.96799546,0.0059083225,0.00021213424,0.0040341592,0.00003913383,0.0000014103956,0.0016332706,0.00050186546,0.00083753315,0.0032523314,0.015443346,0.0001410565],"about_ca_topic_score_codex":0.00032061656,"about_ca_topic_score_gemma":0.0006803668,"teacher_disagreement_score":0.052008886,"about_ca_system_score_codex":0.0011614301,"about_ca_system_score_gemma":0.017243009,"threshold_uncertainty_score":0.9937532},"labels":[],"label_agreement":null},{"id":"W3133226747","doi":"10.2196/24799","title":"Internet-Based Individualized Cognitive Behavioral Therapy for Shift Work Sleep Disorder Empowered by Well-Being Prediction: Protocol for a Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and Work-Related Fatigue","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Agency for Medical Research and Development; National Science Foundation","keywords":"Wearable computer; Intervention (counseling); Cognition; Data collection; The Internet; Cognitive behavioral therapy; Shift work; Medicine; Applied psychology; Psychology; Computer science; Psychiatry","score_opus":0.2734387557807962,"score_gpt":0.5519443607892983,"score_spread":0.27850560500850213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133226747","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011128526,0.000006754437,0.002886756,0.00034533313,0.0000592278,0.9833741,0.00028592694,0.000231872,0.0016814957],"genre_scores_gemma":[0.08960913,5.6834573e-8,0.00035243973,0.00014120518,0.00017963638,0.90759945,0.0003180482,0.00016145967,0.001638553],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934559,0.0019245892,0.00088397344,0.0013555327,0.0010074062,0.0013726326],"domain_scores_gemma":[0.99624413,0.0014228877,0.00023600299,0.00080791727,0.0009814067,0.00030762446],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022518777,0.00048579116,0.00055517297,0.00034257237,0.0005754611,0.00042970804,0.0006872326,0.00034971844,0.0034721522],"category_scores_gemma":[0.00019409838,0.00044077876,0.00023814617,0.0012235454,0.00027786626,0.00019729801,0.00018130339,0.0011553483,0.00013006224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13186838,0.12179306,0.39405242,0.00032265158,0.0015918649,0.00014473974,0.018659709,0.0000052661144,0.00019474259,0.00077872205,0.22028685,0.11030161],"study_design_scores_gemma":[0.2969641,0.17265841,0.032021828,0.008122588,0.00009601375,0.0000043380387,0.007963919,0.00006729902,0.0059320475,0.0011311605,0.47307342,0.001964879],"about_ca_topic_score_codex":0.00008794786,"about_ca_topic_score_gemma":0.0000824178,"teacher_disagreement_score":0.3620306,"about_ca_system_score_codex":0.00012664459,"about_ca_system_score_gemma":0.00029046537,"threshold_uncertainty_score":0.9998044},"labels":[],"label_agreement":null},{"id":"W3133284700","doi":"10.2196/24543","title":"Emotion Recognition in adults with ASD and Alexithymia: the impact of a Novel Mimicry Task for Therapeutic Benefit Study Protocol (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mimicry; Alexithymia; Preprint; Task (project management); Psychology; Protocol (science); Clinical psychology; Cognitive psychology; Medicine; Computer science; World Wide Web; Alternative medicine","score_opus":0.2708505773288816,"score_gpt":0.511902104423677,"score_spread":0.24105152709479538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133284700","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19889234,5.023703e-7,0.00017209773,0.0015612522,6.6350634e-7,0.7991004,0.000038744878,0.00003827656,0.00019573615],"genre_scores_gemma":[0.36584798,3.6325685e-7,0.00006340491,0.000027759483,0.000020299562,0.63399,0.0000014150584,0.000033513585,0.00001524412],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99604106,0.00071570236,0.0004528281,0.0009171153,0.001102995,0.00077027135],"domain_scores_gemma":[0.998312,0.0006446292,0.00016980857,0.00054170965,0.00015076662,0.00018106561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016372268,0.00024214065,0.00030853823,0.00027153947,0.00026710168,0.00017979054,0.0007054784,0.00009684705,0.000080167425],"category_scores_gemma":[0.00050816766,0.00014952534,0.000081601014,0.00139491,0.00041336013,0.00034896616,0.00038979264,0.00092387415,0.000016166487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13935164,0.033169914,0.21800354,0.008512522,0.00018149412,0.00009279173,0.058857996,0.0006199127,0.4380843,0.0036450075,0.00048294337,0.09899793],"study_design_scores_gemma":[0.08477063,0.10960758,0.6438763,0.007770604,0.000008867827,0.00006414591,0.0049452563,0.032073718,0.097621776,0.016729377,0.0013005366,0.0012311856],"about_ca_topic_score_codex":0.00022987644,"about_ca_topic_score_gemma":0.00013636576,"teacher_disagreement_score":0.42587277,"about_ca_system_score_codex":0.00014238525,"about_ca_system_score_gemma":0.00033583347,"threshold_uncertainty_score":0.60974663},"labels":[],"label_agreement":null},{"id":"W3133545619","doi":"10.2196/24115","title":"Adaptation of the World Health Organization Electronic Mental Health Gap Action Programme Intervention Guide App for Mobile Devices in Nepal and Nigeria: Protocol for a Feasibility Cluster Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; Medical Research Council; Guy's and St Thomas' Charity; King's College London; UK Research and Innovation; National Institute for Health and Care Research; Government of the United Kingdom; Economic and Social Research Council; World Health Organization","keywords":"Randomized controlled trial; Adaptation (eye); Mental health; Protocol (science); Intervention (counseling); Cluster randomised controlled trial; Cluster (spacecraft); Psychology; Nursing; Applied psychology; Medicine; Medical education; Computer science; Alternative medicine; Psychiatry; Computer network","score_opus":0.23644881172952406,"score_gpt":0.607691272085447,"score_spread":0.371242460355923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133545619","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036528357,0.000017141147,0.0021248292,0.003689751,0.00007868211,0.9902552,0.000050886494,0.000042475884,0.0000882304],"genre_scores_gemma":[0.017015,3.0748606e-7,0.00063101476,0.000114668015,0.000090697205,0.979448,0.000116362826,0.00004056133,0.0025433789],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99141765,0.0046580695,0.0019991072,0.00057810853,0.0004902603,0.00085682544],"domain_scores_gemma":[0.9968754,0.00089574745,0.0010226263,0.0003759117,0.00068527093,0.00014501417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0110159945,0.00019936482,0.0009381014,0.0002795641,0.00035015313,0.00014840202,0.0002148074,0.00010893062,0.00010736478],"category_scores_gemma":[0.0010940498,0.0001503877,0.00037847276,0.0008661225,0.00017938888,0.00027645114,0.00012167469,0.00035013663,0.0000027910892],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9378184,0.0068433667,0.00043933073,0.0041025872,0.00009440141,1.916613e-7,0.00094556215,0.000004495777,0.00002735603,0.0036733998,0.0035168102,0.04253409],"study_design_scores_gemma":[0.9597176,0.00846718,0.0002475046,0.0023797553,0.0000041325034,0.0000034832926,0.001283846,0.00057558384,0.00024762002,0.003454097,0.023499234,0.00012000796],"about_ca_topic_score_codex":0.0002335282,"about_ca_topic_score_gemma":0.010966464,"teacher_disagreement_score":0.042414084,"about_ca_system_score_codex":0.0011910576,"about_ca_system_score_gemma":0.0012300106,"threshold_uncertainty_score":0.61326325},"labels":[],"label_agreement":null},{"id":"W3133739951","doi":"10.2196/25016","title":"Communication Intervention Using Digital Technology to Facilitate Informed Choices at Childbirth in the Context of the COVID-19 Pandemic: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Impact on Reproduction","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Childbirth; Context (archaeology); Randomized controlled trial; Informed consent; Psychological intervention; Medicine; Intervention (counseling); Nursing; Neglect; Psychology; Pregnancy; Alternative medicine","score_opus":0.39029426417856977,"score_gpt":0.6026058309881395,"score_spread":0.2123115668095697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133739951","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030770758,0.0000042033757,0.00023307331,0.011095873,0.000008263274,0.9576146,0.00002277797,0.000048529477,0.000201943],"genre_scores_gemma":[0.038615953,4.6971184e-7,0.00011108996,0.00044627773,0.000055907105,0.95996,0.000016573715,0.000018209288,0.00077554525],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946995,0.0022659875,0.0012714065,0.00040097215,0.0009122364,0.00044994283],"domain_scores_gemma":[0.99328655,0.0038556769,0.00049659656,0.0013874491,0.00084709894,0.00012665706],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009487003,0.00019210816,0.0010196598,0.00050936564,0.00030561033,0.00012863953,0.00058008044,0.00017817442,0.000059618735],"category_scores_gemma":[0.04843361,0.000103651655,0.00050085265,0.0013138979,0.0006196232,0.00023473722,0.0004682241,0.00061945635,0.000005465427],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98366666,0.0011918944,0.0046928283,0.0013481437,0.00009671623,0.0000019238412,0.0023949172,0.000017985518,0.002366868,0.00029924465,0.0005440064,0.0033787934],"study_design_scores_gemma":[0.86610115,0.0013269337,0.00020012331,0.0014210251,0.000012704228,0.000043466345,0.0010971284,0.00020457324,0.0011678099,0.0009469066,0.12738277,0.00009539576],"about_ca_topic_score_codex":0.000121030986,"about_ca_topic_score_gemma":0.00041174478,"teacher_disagreement_score":0.12683877,"about_ca_system_score_codex":0.00091111514,"about_ca_system_score_gemma":0.0016551279,"threshold_uncertainty_score":0.95958185},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3133745131","doi":"10.2196/26477","title":"Pregnancy Outcomes and Child Development Effects of SARS-CoV-2 Infection (PROUDEST Trial): Protocol for a Multicenter, Prospective Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Impact on Reproduction","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pregnancy; Medicine; Prospective cohort study; Offspring; Cohort; Cohort study; Pediatrics; Childbirth; Obstetrics; Internal medicine","score_opus":0.23469546355306029,"score_gpt":0.5835787751883628,"score_spread":0.3488833116353025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133745131","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095426224,0.0000019576914,0.00011790898,0.00026476363,0.000017808381,0.9038792,0.0000022779934,0.00009685075,0.00019297449],"genre_scores_gemma":[0.030523343,2.354992e-7,0.00078202225,0.00003958082,0.00009804012,0.9680656,0.0000060934585,0.00005821223,0.00042682604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958948,0.0005903988,0.00073708524,0.000999079,0.0011988808,0.0005797884],"domain_scores_gemma":[0.9968925,0.00043849123,0.00025088832,0.0008546301,0.0014144289,0.00014904879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001969003,0.00030226124,0.0007298833,0.00038712128,0.00030137107,0.000101979225,0.00011747184,0.00014035501,0.000013871549],"category_scores_gemma":[0.004794119,0.00024278284,0.00012838702,0.00072447443,0.00014698642,0.00023871403,0.00026285296,0.00055208174,0.000007827745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02692871,0.018320702,0.91912603,0.017348224,0.00036702913,0.000059687558,0.0016566735,3.197644e-7,0.009254963,0.00003450976,0.0002159255,0.0066872328],"study_design_scores_gemma":[0.110234365,0.009211463,0.64281106,0.008076034,0.000020824293,0.000010675979,0.000055439952,0.000011441366,0.22386427,0.00005871584,0.0054719336,0.00017374466],"about_ca_topic_score_codex":0.00006466751,"about_ca_topic_score_gemma":0.00008881549,"teacher_disagreement_score":0.27631494,"about_ca_system_score_codex":0.0005388489,"about_ca_system_score_gemma":0.0009915163,"threshold_uncertainty_score":0.9900397},"labels":[],"label_agreement":null},{"id":"W3133870045","doi":"10.2196/25244","title":"Assessment of Outcomes of Immediately Loaded Dental Implants in Orofacial Cleft Patients: Protocol for a Single-Arm Clinical Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cleft Lip and Palate Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Dentistry; Protocol (science); Implant; Clinical trial; Randomized controlled trial; Dental implant; Orthodontics; Surgery; Alternative medicine","score_opus":0.32510467428665735,"score_gpt":0.6090561465810067,"score_spread":0.28395147229434936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133870045","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31456757,2.5509206e-7,0.000015179078,0.000032758697,0.000016679243,0.68472284,0.000111408575,0.0000034648438,0.0005298413],"genre_scores_gemma":[0.14935754,5.8521044e-7,0.00026315646,0.000012933451,0.00016273295,0.84993184,0.0001199881,0.000025152318,0.00012609527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99576944,0.00096206396,0.0011298779,0.0005624298,0.0009325894,0.00064361095],"domain_scores_gemma":[0.9977964,0.00035042496,0.00023825273,0.00053133373,0.0009033202,0.00018025334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025064151,0.00017983885,0.00052722194,0.00016046313,0.000063167376,0.000041789142,0.0004465277,0.00034223095,0.00009615514],"category_scores_gemma":[0.0013681499,0.00015425796,0.00029130274,0.00029814927,0.00026932306,0.000011364147,0.00048754452,0.0004199471,0.0000031015757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030486023,0.013709816,0.80622166,0.0008016296,0.00008470357,0.000013499487,0.000033429602,0.0000012633245,0.14244284,0.000057295598,0.0010860111,0.0050618574],"study_design_scores_gemma":[0.18525608,0.02720397,0.492565,0.00068955746,0.000004111016,0.0000041359676,0.00014381197,0.000026862079,0.25251746,0.00016922725,0.041049983,0.00036977982],"about_ca_topic_score_codex":0.000022332944,"about_ca_topic_score_gemma":0.000091551505,"teacher_disagreement_score":0.31365663,"about_ca_system_score_codex":0.00006192479,"about_ca_system_score_gemma":0.0012164059,"threshold_uncertainty_score":0.6290457},"labels":[],"label_agreement":null},{"id":"W3133903173","doi":"10.2196/26554","title":"Generating Intervention Concepts for Reducing Adolescent Relationship Abuse Inequities Among Sexual and Gender Minority Youth: Protocol for a Web-Based, Longitudinal, Human-Centered Design Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"Transgender; Psychological intervention; Psychology; Lesbian; Intervention (counseling); Sexual minority; Applied psychology; Session (web analytics); Clinical psychology; Social psychology; Computer science; Sexual orientation; World Wide Web","score_opus":0.7439455937575531,"score_gpt":0.6449255555546279,"score_spread":0.09902003820292515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133903173","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17065965,0.000008194311,0.0025739225,0.000089940106,0.000032518557,0.82632357,0.000080698934,0.000083598214,0.000147936],"genre_scores_gemma":[0.10956511,6.988715e-8,0.000980615,0.000027442029,0.0006974812,0.88646746,0.000055267756,0.00005801083,0.0021485295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935619,0.002915799,0.0009468373,0.0009735529,0.00058764056,0.0010142492],"domain_scores_gemma":[0.9969272,0.00071940705,0.000318376,0.00070209533,0.0010628415,0.00027009574],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0045604226,0.0003017668,0.0004013973,0.00037167722,0.0014161874,0.00056705094,0.00032688168,0.00024633354,0.00015583287],"category_scores_gemma":[0.00065148267,0.0003071957,0.00014153511,0.00036739046,0.0002876742,0.00032396443,0.00015825644,0.0007029823,0.000011217729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002807539,0.0077544395,0.91451186,0.025440354,0.00013426038,0.00003695412,0.014391348,0.00004579792,0.0009514389,0.00083481293,0.031207329,0.0018838893],"study_design_scores_gemma":[0.07522814,0.01849858,0.8709843,0.0030393284,0.00014834607,0.00002417832,0.021224702,0.002812563,0.0005279887,0.0018374019,0.0042662863,0.0014081666],"about_ca_topic_score_codex":0.00053665123,"about_ca_topic_score_gemma":0.000786551,"teacher_disagreement_score":0.072420605,"about_ca_system_score_codex":0.0002878393,"about_ca_system_score_gemma":0.00047294222,"threshold_uncertainty_score":0.999938},"labels":[],"label_agreement":null},{"id":"W31339104","doi":"10.2196/14814","title":"Karakterisasi Zat Antimikrob Penghambat Pertumbuhan Vibrio harveyi Dan Escherichia coli Dari Bacillus sp.Asal Tambak Udang","year":2007,"lang":"id","type":"article","venue":"JMIR Research Protocols","topic":"Aquatic life and conservation","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Vibrio harveyi; Escherichia coli; Biology; Chemistry; Bacteria; Vibrio; Biochemistry","score_opus":0.21052705518781242,"score_gpt":0.44472711159891193,"score_spread":0.2342000564110995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W31339104","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6639171,0.00003405948,0.000079398626,0.003703613,0.000090611014,0.32142204,0.000044694803,0.00017232305,0.010536135],"genre_scores_gemma":[0.35039774,0.00002989299,0.00041795013,0.0013663813,0.0032303338,0.600601,0.00029751039,0.000043118696,0.043616083],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908059,0.0016296452,0.0012032784,0.0014106842,0.0024475204,0.002502941],"domain_scores_gemma":[0.9959555,0.0011450074,0.0003996205,0.0005773383,0.0009878927,0.00093460403],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0060200817,0.00066974136,0.00075035245,0.00014494553,0.0017378376,0.001467395,0.0016293986,0.0007251487,0.001902278],"category_scores_gemma":[0.0007575089,0.00035307673,0.000350042,0.0022146017,0.0009860222,0.0009538799,0.0009383834,0.001633294,0.001387941],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002240091,0.0024526506,0.08386769,0.0007019765,0.00012351718,0.00034575112,0.00199345,0.0000012455492,0.76233816,0.0015075869,0.051148955,0.09327892],"study_design_scores_gemma":[0.0014068944,0.0039767474,0.33771494,0.0015687718,0.0000107446,0.000019282126,0.0025128876,0.0003380709,0.025189294,0.00018966413,0.62616926,0.00090341776],"about_ca_topic_score_codex":0.0012531283,"about_ca_topic_score_gemma":0.0018538743,"teacher_disagreement_score":0.7371489,"about_ca_system_score_codex":0.00035529092,"about_ca_system_score_gemma":0.00040958167,"threshold_uncertainty_score":0.9998921},"labels":[],"label_agreement":null},{"id":"W3133943144","doi":"10.2196/25011","title":"The Smartphone App haMSter for Tracking Patient-Reported Outcomes in People With Multiple Sclerosis: Protocol for a Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medizinische Universität Wien; Universität Wien","keywords":"mHealth; Medicine; Protocol (science); Telemedicine; Quality of life (healthcare); Clinical trial; Longitudinal study; Disease; Health care; Psychological intervention; Alternative medicine; Nursing; Pathology","score_opus":0.4436375786520593,"score_gpt":0.5265397580021263,"score_spread":0.082902179350067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133943144","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0362181,0.000003008115,0.00012263298,0.0016434821,0.000008348704,0.9617253,0.000034436744,0.000106329746,0.00013835267],"genre_scores_gemma":[0.07556375,6.381952e-7,0.0012363846,0.000063183725,0.00011144425,0.92180526,0.000014950119,0.00011618509,0.0010882021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928944,0.0008163445,0.0011013247,0.0011059064,0.0022917273,0.0017902926],"domain_scores_gemma":[0.9911788,0.0037626121,0.00024256115,0.0013614408,0.0031108384,0.00034375157],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039324528,0.00042404642,0.0009095147,0.0003431103,0.0011554228,0.00047303553,0.00044476695,0.00009218108,0.000039695657],"category_scores_gemma":[0.0070373616,0.0002507794,0.00016325379,0.0012740365,0.00034393542,0.00026223305,0.0005109233,0.00090143434,0.000011090302],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044885654,0.022131447,0.86695826,0.0028618034,0.00059213093,0.00008716653,0.0033432103,0.000009467552,0.02096462,0.000016265267,0.009067963,0.029082002],"study_design_scores_gemma":[0.07064828,0.038783286,0.8096258,0.0040441738,0.000014093609,0.000011723281,0.0053968024,0.00041271077,0.010074446,0.00004595419,0.06054438,0.00039832402],"about_ca_topic_score_codex":0.00015161252,"about_ca_topic_score_gemma":0.006393692,"teacher_disagreement_score":0.057332445,"about_ca_system_score_codex":0.00040977233,"about_ca_system_score_gemma":0.0010858072,"threshold_uncertainty_score":0.99999446},"labels":[],"label_agreement":null},{"id":"W3134102125","doi":"10.2196/25047","title":"Effectiveness of an Integrated Care Package for Refugee Mothers and Children: Protocol for a Cluster Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; Mental health; Medicine; Cluster randomised controlled trial; Intervention (counseling); Randomized controlled trial; Cluster (spacecraft); Pediatrics; Psychiatry","score_opus":0.08710532848024162,"score_gpt":0.5442224317573437,"score_spread":0.45711710327710214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134102125","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022301678,0.00000608604,0.0016137733,0.00006470399,0.000018356155,0.975522,0.0001269157,0.00004157232,0.000304917],"genre_scores_gemma":[0.0056765727,7.9444895e-8,0.00084843265,0.00003033792,0.00017778891,0.99261457,0.00012357661,0.000056974965,0.00047167312],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9895152,0.007935964,0.0008457302,0.00065254647,0.00040273703,0.0006478441],"domain_scores_gemma":[0.99266034,0.004735375,0.00026362488,0.00059040164,0.0015153098,0.0002349705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008574828,0.00024335804,0.0013865491,0.00023626728,0.00024647856,0.0001009815,0.00023064103,0.00030119825,0.00020030336],"category_scores_gemma":[0.001971798,0.00017083882,0.00035137223,0.0003045037,0.00026595712,0.00011962939,0.000040563955,0.0003583399,0.0000042657225],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9860297,0.0011012179,0.000093673414,0.0031809553,0.00020372785,0.0000018241077,0.002394369,7.059319e-7,0.00035191712,0.002086362,0.0007918302,0.0037637241],"study_design_scores_gemma":[0.97925043,0.0064239046,0.0003132292,0.0010044985,0.000014052264,0.000004334615,0.0007543942,0.00007124411,0.0030041453,0.0011590371,0.007838853,0.00016188232],"about_ca_topic_score_codex":0.00005939729,"about_ca_topic_score_gemma":0.000095116426,"teacher_disagreement_score":0.017092565,"about_ca_system_score_codex":0.00008021488,"about_ca_system_score_gemma":0.0007139215,"threshold_uncertainty_score":0.69666046},"labels":[],"label_agreement":null},{"id":"W3134185773","doi":"10.2196/24510","title":"Directly Observed Therapy to Measure Adherence to Tuberculosis Medication in Observational Research: Protocol for a Prospective Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Medicine; Dashboard; Data collection; Tuberculosis; Observational study; Metric (unit); Cohort study; Cohort; Protocol (science); Prospective cohort study; Family medicine; Alternative medicine; Database; Computer science; Surgery; Internal medicine","score_opus":0.7837690746230583,"score_gpt":0.6961978776377605,"score_spread":0.0875711969852978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134185773","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007846204,0.000003084429,0.00015580459,0.011296792,0.000021583937,0.9780842,0.00006987921,0.00013613747,0.0023862864],"genre_scores_gemma":[0.002641679,0.0000016933443,0.002508623,0.0011813493,0.0004637058,0.99045116,0.00005417084,0.00008701736,0.0026106094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9834214,0.007577953,0.0016579906,0.0016721452,0.003279298,0.0023911998],"domain_scores_gemma":[0.9842304,0.0038707724,0.00021172733,0.0015895389,0.008681653,0.0014159215],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027312664,0.00031009148,0.00064191985,0.00077878055,0.0024249945,0.00009272678,0.0009645509,0.00037684912,0.00085162],"category_scores_gemma":[0.0086305365,0.0002792715,0.0000850084,0.0054097157,0.00012427534,0.0002485274,0.00051336584,0.0025735027,0.00062164426],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044099307,0.004950206,0.85216224,0.001860028,0.000031255648,0.0000074902578,0.0048999046,0.0000051812635,0.0018960265,0.0034432907,0.10269513,0.023639344],"study_design_scores_gemma":[0.0051310817,0.0029371255,0.5633473,0.0019981428,7.7457514e-7,3.8490293e-7,0.0014903168,0.000030122623,0.00035812336,0.0017443165,0.4227867,0.00017561624],"about_ca_topic_score_codex":0.0010489307,"about_ca_topic_score_gemma":0.006723415,"teacher_disagreement_score":0.32009158,"about_ca_system_score_codex":0.0019215452,"about_ca_system_score_gemma":0.009909464,"threshold_uncertainty_score":0.99996597},"labels":[],"label_agreement":null},{"id":"W3134359997","doi":"10.2196/24901","title":"Assessing Health-Related Quality of Life, Morbidity, and Survival Status for Individuals With Down Syndrome in Pakistan (DS-Pak): Protocol for a Web-Based Collaborative Registry","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Psychological intervention; Family medicine; Documentation; Quality of life (healthcare); Cancer registry; Down syndrome; Data collection; Population; Nursing; Psychiatry; Environmental health","score_opus":0.3446976904792791,"score_gpt":0.6042907943051735,"score_spread":0.2595931038258944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134359997","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09204665,0.000011734429,0.00011650463,0.0021062326,0.0000036956994,0.9039541,0.0005045221,0.000046775447,0.0012098079],"genre_scores_gemma":[0.051293153,6.995964e-7,0.0028837363,0.000058402304,0.000023335804,0.9449005,0.00015439196,0.00006588628,0.00061986473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9915115,0.0025950759,0.0015627443,0.0010089558,0.0019057132,0.0014160151],"domain_scores_gemma":[0.9923356,0.002701346,0.00037357875,0.0009009848,0.0029415968,0.00074686774],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009844383,0.00033558006,0.001401172,0.00048222716,0.00031736982,0.0003638544,0.00028590765,0.00030598545,0.0004039835],"category_scores_gemma":[0.0057408414,0.00027259707,0.00014309565,0.0024803812,0.0010477188,0.0003642014,0.00021153934,0.0010152024,0.0000062085246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042301927,0.0138402525,0.81208116,0.0858668,0.0005349782,0.00010557897,0.0025297906,0.00001701573,0.012201366,0.0020986123,0.02174023,0.006682314],"study_design_scores_gemma":[0.11672245,0.041630067,0.6230759,0.024679141,0.000017559802,0.00010137681,0.00980784,0.0009209279,0.010104199,0.0029483892,0.16883898,0.0011531699],"about_ca_topic_score_codex":0.00039730317,"about_ca_topic_score_gemma":0.0005659974,"teacher_disagreement_score":0.18900523,"about_ca_system_score_codex":0.0005192026,"about_ca_system_score_gemma":0.014432642,"threshold_uncertainty_score":0.99997264},"labels":[],"label_agreement":null},{"id":"W3134704696","doi":"10.2196/25576","title":"The Implementation Science for Genomic Health Translation (INSIGHT) Study in Epilepsy: Protocol for a Learning Health Care System","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Human Genome Research Institute","keywords":"Health care; Workflow; Health informatics; Informatics; Clinical decision support system; Computer science; Translational research; Precision medicine; Data science; Medicine; Knowledge management; Medical education; Artificial intelligence; Nursing; Decision support system; Engineering; Public health; Pathology","score_opus":0.2085270238248128,"score_gpt":0.6021529952984955,"score_spread":0.3936259714736827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134704696","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0078858575,0.00005161085,0.00034509093,0.00041057947,0.0000069136245,0.991211,0.00004171677,0.000010310511,0.00003691633],"genre_scores_gemma":[0.080798894,0.0000013047726,0.00043551688,0.000033153803,0.00010132899,0.91847146,0.00009659317,0.00002339129,0.000038340186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749535,0.0005541457,0.00041899335,0.0005359543,0.00033763214,0.0006579493],"domain_scores_gemma":[0.998743,0.00006463279,0.00014005216,0.0003292665,0.0005835775,0.00013948778],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0028653918,0.00011397523,0.00015557079,0.000099156365,0.0013629192,0.0002209073,0.0002902947,0.000040439718,0.0000021154508],"category_scores_gemma":[0.000077304074,0.0000903847,0.000071298615,0.00029514232,0.00008808039,0.000009692611,0.0001068406,0.00013682524,0.0000011028351],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010798237,0.0031677054,0.040011916,0.017518474,0.00014057365,0.000018750552,0.028130412,0.0006664166,0.24756552,0.0024270923,0.008278219,0.64127666],"study_design_scores_gemma":[0.01350632,0.012632098,0.014978876,0.00059662666,0.0000017806622,0.000006929325,0.04862952,0.00042664955,0.015449676,0.00007489617,0.89338183,0.00031478077],"about_ca_topic_score_codex":0.00005066663,"about_ca_topic_score_gemma":0.0010491941,"teacher_disagreement_score":0.88510364,"about_ca_system_score_codex":0.00032072075,"about_ca_system_score_gemma":0.0042937426,"threshold_uncertainty_score":0.9999372},"labels":[],"label_agreement":null},{"id":"W3134732343","doi":"10.2196/23545","title":"Epidemiology of Malaria in East Nusa Tenggara Province in Indonesia: Protocol for a Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Malaria; Environmental health; Cross-sectional study; Cluster (spacecraft); Descriptive statistics; Multistage sampling; Cluster sampling; Geography; Public health; Rural area; Ethnic group; Epidemiology; Pandemic; Medicine; Demography; Socioeconomics; Population; Disease; Infectious disease (medical specialty); Coronavirus disease 2019 (COVID-19)","score_opus":0.35208077839347834,"score_gpt":0.5964986305695122,"score_spread":0.2444178521760339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134732343","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025362222,0.000002343694,0.00007593114,0.0014726693,0.000003835658,0.9724349,0.000022216747,0.000023361197,0.000602566],"genre_scores_gemma":[0.13684861,5.2026405e-8,0.00030851804,0.00003908026,0.00014824803,0.8617997,0.000011788351,0.000032515294,0.0008114564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99276125,0.0025994007,0.0013092358,0.00088458677,0.0011506837,0.0012948561],"domain_scores_gemma":[0.9959005,0.0013616949,0.00016926184,0.00077058503,0.00148705,0.0003108875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010904983,0.0002256843,0.00085062615,0.00078127277,0.00011401483,0.00003602529,0.00041656697,0.00031924262,0.00023059464],"category_scores_gemma":[0.006523013,0.000188169,0.00015874974,0.0012506208,0.00034157775,0.0001803553,0.00034658442,0.0016359003,0.00001779234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019116135,0.007823143,0.96359503,0.0024167262,0.000041136744,0.0004797024,0.00010894295,0.00001275487,0.001936252,0.0035034544,0.00022846517,0.00073824904],"study_design_scores_gemma":[0.031178001,0.0058463435,0.9562458,0.0010316988,0.0000011136008,0.000040007602,0.00017375282,0.00057882624,0.00055732246,0.00068271655,0.0035311827,0.00013328297],"about_ca_topic_score_codex":0.00016991887,"about_ca_topic_score_gemma":0.00062526687,"teacher_disagreement_score":0.11148639,"about_ca_system_score_codex":0.00036065275,"about_ca_system_score_gemma":0.0036002977,"threshold_uncertainty_score":0.78091276},"labels":[],"label_agreement":null},{"id":"W3135007693","doi":"10.2196/25966","title":"Interprofessional Medication Adherence Program for Patients With Diabetic Kidney Disease: Protocol for a Randomized Controlled and Qualitative Study (PANDIA-IRIS)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medication adherence; Polypharmacy; Pill; Kidney disease; Diabetes mellitus; Intervention (counseling); Disease; Randomized controlled trial; Physical therapy; Family medicine; Internal medicine; Nursing","score_opus":0.17151717140073428,"score_gpt":0.6014444764252312,"score_spread":0.42992730502449694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135007693","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026800423,0.000003137082,0.0012702778,0.002000157,0.000008519749,0.99376357,0.000043506017,0.00006586404,0.00016494303],"genre_scores_gemma":[0.007486285,2.492718e-7,0.0035115827,0.00021037506,0.000089134286,0.9850015,0.00017647899,0.00003262031,0.003491796],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948652,0.001792434,0.00076250854,0.0006858519,0.0013823543,0.00051168876],"domain_scores_gemma":[0.9933351,0.0024861349,0.00033512624,0.0004924465,0.002583018,0.0007681571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038779248,0.00024037928,0.001070983,0.00015105825,0.00028973655,0.00010526626,0.00020500319,0.000086577646,0.00049191614],"category_scores_gemma":[0.007619265,0.00014492599,0.00015674817,0.00035813465,0.00052324496,0.00014791614,0.000099029276,0.00036473645,0.000022456114],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9265061,0.015106227,0.015572535,0.004763363,0.00040854566,0.000008674792,0.004628061,5.4072387e-8,0.00006761888,0.0006036756,0.022064324,0.0102708135],"study_design_scores_gemma":[0.93539447,0.011191801,0.0061651524,0.0106896525,0.00006875489,0.0000010002645,0.003698531,0.0007854297,0.00006317263,0.0022332706,0.029455528,0.0002532667],"about_ca_topic_score_codex":0.0000030362878,"about_ca_topic_score_gemma":0.0000018855541,"teacher_disagreement_score":0.010017547,"about_ca_system_score_codex":0.000075793774,"about_ca_system_score_gemma":0.0025391548,"threshold_uncertainty_score":0.9121522},"labels":[],"label_agreement":null},{"id":"W3135040520","doi":"10.2196/17170","title":"A Pharmacist and Health Coach–Delivered Mobile Health Intervention for Type 2 Diabetes: Protocol for a Randomized Controlled Crossover Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute","keywords":"Medicine; Type 2 diabetes; Randomized controlled trial; mHealth; Pharmacist; Psychosocial; Telehealth; Diabetes management; Intervention (counseling); Health care; Telemedicine; Family medicine; Diabetes mellitus; Nursing; Psychological intervention; Pharmacy; Psychiatry; Internal medicine","score_opus":0.4693663322157848,"score_gpt":0.7050997829348171,"score_spread":0.23573345071903234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135040520","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002573737,0.00009295487,0.0010045809,0.0032847524,0.000055617013,0.99468505,0.00022442025,0.00016389646,0.00023137276],"genre_scores_gemma":[0.0009391165,0.000016302985,0.001186421,0.0021132068,0.00042848624,0.9920366,0.00016441125,0.000100380756,0.0030151],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9840242,0.008495527,0.0031265651,0.0011362171,0.0008300522,0.0023874242],"domain_scores_gemma":[0.98838365,0.0051373853,0.0013308648,0.0008365621,0.003105791,0.0012057277],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.030847931,0.00038981356,0.0025360014,0.00031920784,0.0038000725,0.00013608018,0.00036294482,0.00023815114,0.00042965714],"category_scores_gemma":[0.00219197,0.00031314424,0.0003957149,0.00073983276,0.00025256985,0.00019174277,0.00029494838,0.0012197356,0.000059717542],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6036982,0.010974651,0.0031258354,0.056941953,0.00031230977,0.0000025820543,0.004427841,0.0000047030294,0.00008425025,0.0058072954,0.2563777,0.05824268],"study_design_scores_gemma":[0.502298,0.0058282088,0.00010034836,0.0022940703,0.0000069185758,6.66164e-7,0.0014125059,0.0011262225,0.000014385083,0.001043318,0.4857201,0.00015526252],"about_ca_topic_score_codex":0.00019971307,"about_ca_topic_score_gemma":0.0003256925,"teacher_disagreement_score":0.22934239,"about_ca_system_score_codex":0.0008224773,"about_ca_system_score_gemma":0.007249774,"threshold_uncertainty_score":0.99993205},"labels":[],"label_agreement":null},{"id":"W3135083979","doi":"10.2196/25545","title":"Effects of a Digital Mental Health Program on Perceived Stress in Adolescents Aged 13-17 Years: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Optimism; Rumination; Stress management; Randomized controlled trial; Clinical psychology; Psychology; Anxiety; Intervention (counseling); Psychological intervention; Medicine; Stress (linguistics); Cognition; Psychiatry; Social psychology","score_opus":0.14192918726953418,"score_gpt":0.5961557206018312,"score_spread":0.454226533332297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135083979","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011312669,0.0000031449074,0.0000060902034,0.00039957374,0.000060531438,0.98659176,0.00013621782,0.00008291517,0.0014071001],"genre_scores_gemma":[0.053679258,5.8775445e-8,0.00007455733,0.000054205302,0.00011692717,0.94307554,0.000050740557,0.000060400303,0.0028883305],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9918264,0.003492458,0.0016920998,0.0007433305,0.0010682744,0.0011774118],"domain_scores_gemma":[0.9971122,0.0012181124,0.0004964939,0.000544165,0.00028003755,0.00034897163],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028862245,0.0003050005,0.0016635105,0.00046555174,0.00013642649,0.00026355856,0.00044477682,0.00018826318,0.0001446761],"category_scores_gemma":[0.0011969778,0.00025714005,0.00076077366,0.0005479953,0.00033798633,0.00022061002,0.0001875026,0.0006991733,0.000062363724],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9218687,0.048186764,0.00012132226,0.0047989255,0.00012269871,0.000055575176,0.0010406952,3.1037416e-7,0.00005851116,0.00031486966,0.0048584165,0.01857326],"study_design_scores_gemma":[0.95611185,0.01806892,0.002164174,0.019646551,0.000002893368,0.0000030682984,0.00019173141,0.000017498032,0.00038387167,0.00050311274,0.0027269206,0.00017940218],"about_ca_topic_score_codex":0.000046465346,"about_ca_topic_score_gemma":0.00008924406,"teacher_disagreement_score":0.043516237,"about_ca_system_score_codex":0.00039569096,"about_ca_system_score_gemma":0.00058390264,"threshold_uncertainty_score":0.9999881},"labels":[],"label_agreement":null},{"id":"W3135096767","doi":"10.2196/25955","title":"Evaluation of the My Diabetes Care Patient Portal Intervention: Protocol for a Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health; Vanderbilt University","keywords":"Medicine; Health literacy; Patient portal; Infographic; Randomized controlled trial; Health care; Family medicine","score_opus":0.2356574794247283,"score_gpt":0.5568131429861598,"score_spread":0.3211556635614315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135096767","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021121452,0.0000045952675,0.00000564869,0.00052654353,0.000044989178,0.97182584,0.0000051609095,0.000019058238,0.0064467164],"genre_scores_gemma":[0.050189525,3.677048e-8,0.00008356265,0.000029000366,0.00024291653,0.9484441,0.00003335474,0.00001967805,0.000957786],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936849,0.002715333,0.00081440783,0.00029950938,0.0021368882,0.00034898054],"domain_scores_gemma":[0.99395305,0.0005204483,0.00035966872,0.0005189757,0.004570212,0.000077649085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010119838,0.00013586287,0.00072515925,0.00015390053,0.00014404657,0.00008500113,0.00016475261,0.000060134556,0.0008448791],"category_scores_gemma":[0.006048693,0.00008138827,0.0006245708,0.00039091837,0.0001661082,0.00010286401,0.00013333016,0.0002142613,0.000014458295],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9628583,0.0037692196,0.0005559054,0.0026406485,0.00029945548,6.606211e-7,0.0005686991,0.000003211987,0.00059564767,0.00028931524,0.009635236,0.018783653],"study_design_scores_gemma":[0.96765494,0.004263908,0.00027295094,0.0029154213,0.00013814606,2.091128e-7,0.00067795446,0.00050493324,0.0071620266,0.0010278618,0.015303427,0.00007820438],"about_ca_topic_score_codex":0.0000021624767,"about_ca_topic_score_gemma":0.0000051649276,"teacher_disagreement_score":0.029068071,"about_ca_system_score_codex":0.00015937831,"about_ca_system_score_gemma":0.0010244307,"threshold_uncertainty_score":0.92508334},"labels":[],"label_agreement":null},{"id":"W3135378206","doi":"10.2196/28314","title":"A Smartphone App for Engaging Patients With Catheter-Associated Urinary Tract Infections: Protocol for an Interrupted Time-Series Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Medicine; Checklist; Interrupted time series; Catheter; Infection control; Clinical endpoint; Emergency medicine; Psychological intervention; Patient satisfaction; Urinary system; Intensive care medicine; Clinical trial; Medical emergency; Nursing; Internal medicine; Surgery","score_opus":0.15206692895112728,"score_gpt":0.5078217446545658,"score_spread":0.3557548157034385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135378206","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015601562,3.63704e-7,0.0015064949,0.00025600195,0.000004700615,0.98118424,0.00007824161,0.00029031117,0.0010780853],"genre_scores_gemma":[0.0075912373,7.907258e-8,0.0023633626,0.000046197878,0.000097198725,0.9851156,0.0005488561,0.00008839965,0.0041490803],"study_design_codex":"nonrandomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.996543,0.0005897852,0.0005411474,0.0007581431,0.0007630501,0.00080490875],"domain_scores_gemma":[0.99601257,0.0004128898,0.00020762371,0.0008832908,0.0022066645,0.0002769713],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015651362,0.00030633787,0.0005609351,0.0010213039,0.0007148952,0.00023962792,0.00020327064,0.00015210966,0.00036878072],"category_scores_gemma":[0.00068644626,0.00025996883,0.000323802,0.0023827984,0.0001524198,0.00065409136,0.00015665274,0.0006162287,0.000029318846],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021678824,0.59438235,0.35231623,0.0048445663,0.0049511185,0.00015038911,0.0015687805,0.00014877069,0.0008360895,0.00013177139,0.011895509,0.0070956107],"study_design_scores_gemma":[0.034578055,0.32516837,0.14630982,0.0038147576,0.0004207627,0.00006071534,0.00045223653,0.0019897919,0.003327378,0.0002617099,0.48276633,0.000850087],"about_ca_topic_score_codex":0.000025409148,"about_ca_topic_score_gemma":0.00005835995,"teacher_disagreement_score":0.47087082,"about_ca_system_score_codex":0.00054823246,"about_ca_system_score_gemma":0.00043136728,"threshold_uncertainty_score":0.9999853},"labels":[],"label_agreement":null},{"id":"W3135398101","doi":"10.2196/25980","title":"Rehabilitation Needs, Service Provision, and Costs in the First Year Following Traumatic Injuries: Protocol for a Prospective Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Medicine; Population; Quality of life (healthcare); Mental health; Physical therapy; Health care; Nursing; Psychiatry; Environmental health","score_opus":0.14330553644737876,"score_gpt":0.5385570288957203,"score_spread":0.39525149244834157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135398101","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07101176,0.0000021363267,0.000004657542,0.0035023198,0.000005252301,0.92371964,0.000004686966,0.000038347585,0.0017111982],"genre_scores_gemma":[0.07541294,1.1833317e-7,0.00035104802,0.00008494817,0.00007076498,0.9239185,0.000004748646,0.000028156112,0.00012878454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971701,0.00045260307,0.00046419157,0.00047568316,0.0009800018,0.00045743003],"domain_scores_gemma":[0.99762297,0.00075864216,0.000055779758,0.0005080744,0.00097388925,0.0000806769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029565014,0.00018116027,0.00038288496,0.00022899892,0.00041974834,0.000111342124,0.00016951642,0.000077290584,0.000028612778],"category_scores_gemma":[0.0015498034,0.00012157513,0.00009007498,0.0015283835,0.00009751594,0.00018008068,0.00013226252,0.00044003353,0.000010059868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015438445,0.0026743428,0.93555135,0.0034565756,0.00009413629,0.00002618146,0.047299314,3.6338324e-7,0.00008259162,0.0003077157,0.006829856,0.0021337052],"study_design_scores_gemma":[0.0083166575,0.005753679,0.87033623,0.0031226529,0.000013111503,0.000004438428,0.07417434,0.000020216565,0.000081591745,0.00060915254,0.037421573,0.00014635216],"about_ca_topic_score_codex":0.0001022727,"about_ca_topic_score_gemma":0.0013176221,"teacher_disagreement_score":0.06521513,"about_ca_system_score_codex":0.00021728527,"about_ca_system_score_gemma":0.00032016778,"threshold_uncertainty_score":0.495769},"labels":[],"label_agreement":null},{"id":"W3135455957","doi":"10.2196/27196","title":"Implementation of the Living Well During Pregnancy Telecoaching Program for Women at High Risk of Excessive Gestational Weight Gain: Protocol for an Effectiveness-Implementation Hybrid Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Metro North Hospital and Health Service; University of Queensland","keywords":"Medicine; Pregnancy; Population; Psychological intervention; Health coaching; Program evaluation; Coaching; Gestational diabetes; Family medicine; Gestation; Nursing; Intervention (counseling); Environmental health","score_opus":0.10515968790705911,"score_gpt":0.543467330318402,"score_spread":0.4383076424113429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135455957","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35615483,7.276389e-7,0.00021330744,0.000052492178,0.0000040453706,0.6433452,0.00016542501,0.000019318732,0.000044677097],"genre_scores_gemma":[0.26881135,4.2275778e-7,0.001197823,0.0000036165243,0.000047405993,0.72955173,0.00011149764,0.00003553203,0.00024059831],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949498,0.0015609565,0.00068177906,0.00057052984,0.0014759231,0.0007609667],"domain_scores_gemma":[0.99574697,0.0011193417,0.00044637173,0.00048275344,0.002026596,0.0001779789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025284544,0.00019930393,0.00035420727,0.00027368907,0.00054217246,0.00008084857,0.00028030452,0.00004105094,0.0002307049],"category_scores_gemma":[0.00053993636,0.00015488449,0.00014039245,0.0004934137,0.000115992894,0.00033212188,0.00036056474,0.0002573627,0.0000017430732],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048581455,0.009622671,0.81329817,0.036659535,0.0007068373,0.000015757112,0.003550407,0.00012318409,0.0379633,0.00057811936,0.00058291573,0.09204093],"study_design_scores_gemma":[0.014648057,0.010696519,0.7990309,0.0025298817,0.00002051644,0.0000026990556,0.0047304905,0.00019249765,0.1646137,0.001207576,0.0021798075,0.00014738596],"about_ca_topic_score_codex":0.000098926685,"about_ca_topic_score_gemma":0.00023128548,"teacher_disagreement_score":0.1266504,"about_ca_system_score_codex":0.00057952455,"about_ca_system_score_gemma":0.00070804957,"threshold_uncertainty_score":0.6316006},"labels":[],"label_agreement":null},{"id":"W3135561973","doi":"10.2196/24455","title":"The Geriatric Acute and Post-Acute Fall Prevention Intervention (GAPcare) II to Assess the Use of the Apple Watch in Older Emergency Department Patients With Falls: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Medicine; Emergency department; Fall prevention; Intervention (counseling); Population; Usability; Geriatrics; Injury prevention; Protocol (science); Poison control; Suicide prevention; Human factors and ergonomics; Medical emergency; Gerontology; Physical therapy; Nursing; Alternative medicine; Psychiatry","score_opus":0.2383223157042649,"score_gpt":0.6001761398212729,"score_spread":0.36185382411700806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135561973","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22047395,0.0000014764282,0.0010210491,0.00067739247,0.000044769826,0.7776609,0.000078216006,0.0000193223,0.000022922748],"genre_scores_gemma":[0.00864819,0.000002006762,0.0019537613,0.0000353435,0.00005784006,0.98633,0.000049507868,0.000043975328,0.002879389],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9874596,0.009159434,0.0010882707,0.00058595184,0.000927793,0.0007789387],"domain_scores_gemma":[0.9960399,0.0007157034,0.0004950194,0.0009432222,0.001686363,0.00011974568],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0061033494,0.00024608322,0.00036011092,0.000107729,0.0016429912,0.00009541697,0.0005912606,0.0001543148,0.000029008377],"category_scores_gemma":[0.00045335322,0.00012252555,0.0001734662,0.0011042939,0.00008757387,0.0003116032,0.0011903195,0.0008008808,0.000004031686],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013188725,0.035540886,0.75902647,0.0054808133,0.001192681,0.000009073308,0.017737467,0.000004733019,0.010710001,0.0007821779,0.04582085,0.11050612],"study_design_scores_gemma":[0.009165516,0.0040963874,0.8913979,0.001576902,0.000037931262,7.3708446e-7,0.0027041594,0.000068826674,0.00016948995,0.0005204101,0.090076566,0.00018514915],"about_ca_topic_score_codex":0.000111675356,"about_ca_topic_score_gemma":0.0028263433,"teacher_disagreement_score":0.21182576,"about_ca_system_score_codex":0.0002026546,"about_ca_system_score_gemma":0.00038435895,"threshold_uncertainty_score":0.99965674},"labels":[],"label_agreement":null},{"id":"W3135609662","doi":"10.2196/26619","title":"The Effectiveness and Usability of Online, Group-Based Interventions for People With Severe Obesity: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Psychological intervention; Systematic review; Medicine; Usability; Population; Protocol (science); MEDLINE; Family medicine; Alternative medicine; Nursing; Environmental health; Computer science","score_opus":0.8081451737473089,"score_gpt":0.7977790819148426,"score_spread":0.010366091832466284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135609662","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2517e-7,0.03449524,0.0014071016,0.0005957152,0.000006947038,0.9624776,0.0009652783,0.00003479398,0.000017174214],"genre_scores_gemma":[5.9542703e-8,0.017003387,0.00091884,0.00016971213,0.00007298003,0.98151225,0.00007365264,0.00007411346,0.00017501468],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9642398,0.029225715,0.0032640034,0.00084915815,0.0011752973,0.0012460303],"domain_scores_gemma":[0.9256841,0.06764512,0.0019221213,0.0014300436,0.002996853,0.00032174806],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047819715,0.00042876796,0.0036837626,0.00027741742,0.0020332932,0.000087852015,0.0010330473,0.0002944774,0.00004899554],"category_scores_gemma":[0.025300916,0.00023302228,0.00068960054,0.0016843579,0.0003879338,0.00016169787,0.0004079567,0.001216523,0.0000086168675],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015621743,0.00032046236,0.000067841574,0.9863749,0.00005325687,3.690253e-7,0.0000865546,3.639035e-8,7.3926834e-8,0.0010060912,0.0024654989,0.009468697],"study_design_scores_gemma":[0.0014241025,0.0009097001,0.000047865935,0.57674855,0.000054134583,0.0000024775388,0.00010397055,0.0000057697034,1.8159787e-7,0.00009735356,0.4204801,0.00012582201],"about_ca_topic_score_codex":0.00004616945,"about_ca_topic_score_gemma":0.000913308,"teacher_disagreement_score":0.4180146,"about_ca_system_score_codex":0.00071559503,"about_ca_system_score_gemma":0.00842449,"threshold_uncertainty_score":0.9992659},"labels":[],"label_agreement":null},{"id":"W3135706460","doi":"10.2196/25343","title":"Reactance to Social Authority in Entertainment-Education Media: Protocol for a Web-Based Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reactance; Social media; Protocol (science); Randomized controlled trial; Entertainment; World Wide Web; Advertising; Multimedia; Psychology; Medical education; Internet privacy; Public relations; Computer science; Medicine; Political science; Alternative medicine; Engineering; Business","score_opus":0.3107780429822993,"score_gpt":0.570434942571647,"score_spread":0.2596568995893477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135706460","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012979122,7.9577444e-7,0.000013131651,0.005552591,0.00007024847,0.98625773,0.000027819264,0.00004730509,0.006732484],"genre_scores_gemma":[0.0014993211,8.827338e-8,0.0001949391,0.0006545804,0.0021095942,0.99329394,0.000023223083,0.00002738701,0.0021969099],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99459136,0.0021541368,0.0010035592,0.0004823181,0.0009991681,0.00076946744],"domain_scores_gemma":[0.99599874,0.00212042,0.0002166933,0.00031219143,0.0011109405,0.00024101534],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007583546,0.00020501942,0.0010891639,0.00036457082,0.000539029,0.0004031625,0.00030994514,0.00013025288,0.0015817978],"category_scores_gemma":[0.0037571276,0.00015789951,0.00030153562,0.00020049808,0.0002812497,0.00020276326,0.00005922588,0.00053796003,0.000068213616],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9050138,0.0021520518,0.000022884988,0.00081170315,0.000016721035,0.0000059941776,0.011507852,2.9838188e-7,0.00019133535,0.056522664,0.022005817,0.001748856],"study_design_scores_gemma":[0.5871891,0.00044725163,0.000008852364,0.0007085815,0.0000020603309,1.1487404e-7,0.0008948256,0.00006283719,0.00011823278,0.0027941328,0.40766463,0.000109401866],"about_ca_topic_score_codex":0.00007364361,"about_ca_topic_score_gemma":0.0011490177,"teacher_disagreement_score":0.3856588,"about_ca_system_score_codex":0.00029727566,"about_ca_system_score_gemma":0.0044921045,"threshold_uncertainty_score":0.9993309},"labels":[],"label_agreement":null},{"id":"W3135777963","doi":"10.2196/24811","title":"Self-Sampling for SARS-CoV-2 Diagnostic Testing by Using Nasal and Saliva Specimens: Protocol for Usability and Clinical Evaluation","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Medicine; Usability; Pandemic; Population; Clinical trial; Saliva; Data collection; Protocol (science); Sampling (signal processing); Coronavirus disease 2019 (COVID-19); Environmental health; Disease; Pathology; Statistics; Alternative medicine; Internal medicine; Computer science","score_opus":0.7067190433403014,"score_gpt":0.6623856486305788,"score_spread":0.04433339470972264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135777963","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13091634,0.0000057141,0.0012695389,0.00015416974,0.000010969041,0.86733866,0.000017507833,0.00012288788,0.00016422458],"genre_scores_gemma":[0.0030347859,1.2029894e-7,0.051893596,0.0001880553,0.000451143,0.9443527,0.000008920895,0.000059813035,0.000010887966],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9959769,0.00072970113,0.0008544641,0.00093835016,0.00081001886,0.00069055136],"domain_scores_gemma":[0.985846,0.011080241,0.00020392876,0.00042736295,0.0022959681,0.00014654167],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008380005,0.00023913887,0.00047551063,0.00014055554,0.0005466957,0.00026556724,0.00010028696,0.00023395428,0.000009617604],"category_scores_gemma":[0.051139314,0.0002227462,0.00010741602,0.000517573,0.00025941437,0.0002078739,0.00020053999,0.00060643855,0.00000288935],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001410936,0.0018289004,0.061069034,0.0065692286,0.00010345522,0.000017182649,0.00016601659,0.0000015078684,0.8584123,0.00005153272,0.0013658727,0.069004014],"study_design_scores_gemma":[0.030663397,0.0066299345,0.0074931686,0.0069135916,0.00008817663,0.0002596293,0.00022851034,0.16712801,0.62537426,0.0025218346,0.15207502,0.0006244857],"about_ca_topic_score_codex":0.000019624107,"about_ca_topic_score_gemma":0.0000131532415,"teacher_disagreement_score":0.23303808,"about_ca_system_score_codex":0.0002760951,"about_ca_system_score_gemma":0.0009054861,"threshold_uncertainty_score":0.95685333},"labels":[],"label_agreement":null},{"id":"W3135778791","doi":"10.2196/28256","title":"Telehealth Transition Assistance Program for Acute Spinal Cord Injury Caregivers: Protocol for a Mixed-Methods, Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Virginia Commonwealth University","keywords":"Telehealth; Spinal cord injury; Randomized controlled trial; Mental health; Medicine; Protocol (science); Physical therapy; Psychology; Physical medicine and rehabilitation; Telemedicine; Nursing; Health care; Spinal cord; Psychiatry; Alternative medicine","score_opus":0.19809329627213204,"score_gpt":0.6489487435236306,"score_spread":0.4508554472514986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135778791","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029313265,0.00000757411,0.019877015,0.0035523325,0.000048249633,0.9750951,0.00010702429,0.000253928,0.0007656738],"genre_scores_gemma":[0.000072734816,0.0000016859238,0.10499523,0.00012609563,0.0009869232,0.89097434,0.00009440038,0.00012463557,0.0026239462],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98717356,0.005434912,0.0017206718,0.0013740169,0.002308459,0.0019883842],"domain_scores_gemma":[0.98881197,0.0029116673,0.00044691865,0.0011216232,0.0059228246,0.000785019],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017628742,0.00053203246,0.0032240883,0.0006626908,0.00070082606,0.000408695,0.0005393486,0.0004686258,0.00025233417],"category_scores_gemma":[0.007238378,0.00040863978,0.0016144321,0.001377999,0.0007382562,0.0003094374,0.00015151245,0.0014881843,0.00001927127],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82357615,0.0032845165,0.0000016099508,0.0045563155,0.0005411014,0.00006962695,0.000050746665,9.863981e-8,0.0052941903,0.00072809064,0.018168408,0.14372917],"study_design_scores_gemma":[0.6332786,0.10286564,0.000006862153,0.0024045387,0.00007842973,0.000028152286,0.00017990114,0.00042753055,0.008382588,0.000975507,0.25112325,0.0002489686],"about_ca_topic_score_codex":0.000013651594,"about_ca_topic_score_gemma":0.000013574528,"teacher_disagreement_score":0.23295484,"about_ca_system_score_codex":0.0007146123,"about_ca_system_score_gemma":0.0054023387,"threshold_uncertainty_score":0.99983656},"labels":[],"label_agreement":null},{"id":"W3135845009","doi":"10.2196/24665","title":"Effects of a Rehabilitation Program Using a Patient-Personalized Exergame on Fear of Falling and Risk of Falls in Vulnerable Older Adults: Protocol for a Randomized Controlled Group Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fear of falling; Rehabilitation; Psychomotor learning; Physical therapy; Randomized controlled trial; Poison control; Medicine; Injury prevention; Physical medicine and rehabilitation; Intervention (counseling); Fall prevention; Psychology; Cognition; Medical emergency; Psychiatry","score_opus":0.06749248248979826,"score_gpt":0.5258207827090328,"score_spread":0.4583283002192345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135845009","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39974222,0.000007474973,0.000083391606,0.000010599405,0.0000052634327,0.6000907,0.000011188635,0.000015910953,0.000033291555],"genre_scores_gemma":[0.089327954,0.0000022321829,0.0047263093,0.000005383491,0.000027484573,0.9058086,0.0000056774625,0.00003448317,0.000061825995],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.980461,0.015686128,0.0018479486,0.00052701717,0.0008932183,0.00058468],"domain_scores_gemma":[0.9849976,0.011821971,0.0011893153,0.00036837047,0.0015217635,0.000101026875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0112893805,0.00022864045,0.0018677439,0.00040674178,0.00027699381,0.000018128758,0.00015646161,0.00023563411,0.000012780551],"category_scores_gemma":[0.007949291,0.00017238581,0.0003138015,0.0006809046,0.0002735342,0.00015808437,0.00012522636,0.00085070275,7.7989336e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.79867667,0.03812368,0.043635894,0.050765153,0.00038067778,0.0000071512545,0.034024894,0.000007887625,0.023407148,0.00043560093,0.00007110534,0.01046412],"study_design_scores_gemma":[0.9106146,0.010585512,0.018318424,0.042536605,0.00004380305,2.7146174e-7,0.010846251,0.0052939937,0.00046374847,0.00092604215,0.00017936832,0.00019139927],"about_ca_topic_score_codex":0.0003112731,"about_ca_topic_score_gemma":0.0001117585,"teacher_disagreement_score":0.31041425,"about_ca_system_score_codex":0.00012504647,"about_ca_system_score_gemma":0.00042019226,"threshold_uncertainty_score":0.95166177},"labels":[],"label_agreement":null},{"id":"W3136010715","doi":"10.2196/24974","title":"Examining the Relationship Between Environmental Factors and Inpatient Hospital Falls: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Green Space and Health","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Protocol (science); Medicine; Psychology; Gerontology; Medical emergency; Alternative medicine","score_opus":0.45259888970646517,"score_gpt":0.5667059796530972,"score_spread":0.11410708994663205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136010715","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2831036,4.6039904e-7,0.00017638874,0.00018627921,0.0000031815937,0.71635824,0.000013724242,0.000020136165,0.00013800155],"genre_scores_gemma":[0.17203134,3.2725175e-8,0.0023235912,0.000017075452,0.000054785498,0.82500273,0.000009487412,0.00002732366,0.000533631],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99559563,0.0018619471,0.00037573875,0.00063937745,0.0008789182,0.0006484141],"domain_scores_gemma":[0.9966602,0.0023880193,0.0001209922,0.00056819536,0.000019876179,0.0002427644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035097352,0.00020306479,0.00023434864,0.000060646707,0.0009540085,0.0001709824,0.00036807903,0.00010629383,0.00030629113],"category_scores_gemma":[0.0005271178,0.00013678265,0.000054414853,0.00036688053,0.00038859763,0.00026541995,0.00087834493,0.00061982515,0.00004322474],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047859572,0.0007089237,0.98589146,0.00006753529,0.000011117437,0.000003178831,0.0044899727,8.1994756e-7,0.00020849572,0.00002720463,0.002360101,0.006183326],"study_design_scores_gemma":[0.0014967587,0.0030225469,0.9344653,0.00009474341,0.0000028882505,7.0885415e-7,0.0067393607,0.0000151109,0.000377335,0.00039357488,0.05323055,0.00016112183],"about_ca_topic_score_codex":0.000087624816,"about_ca_topic_score_gemma":0.00017719231,"teacher_disagreement_score":0.111072235,"about_ca_system_score_codex":0.00029311303,"about_ca_system_score_gemma":0.00007501576,"threshold_uncertainty_score":0.7337558},"labels":[],"label_agreement":null},{"id":"W3136084017","doi":"10.2196/25128","title":"Digital Health Intervention to Increase Health Knowledge Related to Diseases of High Public Health Concern in Iringa, Tanzania: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Public health; Digital health; Medicine; Health promotion; Health education; Tanzania; Health care; Environmental health; Focus group; Health policy; Psychological intervention; Health intervention; mHealth; Family medicine; Nursing; Socioeconomics; Business","score_opus":0.40332168614682656,"score_gpt":0.6306375344757306,"score_spread":0.227315848328904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136084017","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00093043956,0.000015204673,0.04782221,0.012249962,0.000031326286,0.93858284,0.00006191952,0.00019088788,0.00011520632],"genre_scores_gemma":[0.008868699,2.1002845e-7,0.0394229,0.0003055767,0.000031125277,0.95065385,0.000024950783,0.000048826947,0.00064387615],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98325914,0.011285443,0.0018204673,0.00094820146,0.0010828942,0.0016038796],"domain_scores_gemma":[0.9936577,0.0014714034,0.0004446746,0.0017846752,0.0015880093,0.0010535337],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014820811,0.0003174191,0.0009393881,0.0012251541,0.00055610936,0.0008316441,0.0023553218,0.000081997416,0.00002093788],"category_scores_gemma":[0.0033741025,0.0003162051,0.00014473694,0.0042332173,0.00012632534,0.000842956,0.003873709,0.0007376493,0.000024544319],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063773716,0.015372376,0.0059517543,0.0075684614,0.00007909124,0.000021349806,0.033985578,0.00002133292,0.000018473946,0.019456102,0.030573001,0.88631475],"study_design_scores_gemma":[0.034020342,0.07689255,0.2330966,0.039033897,0.0000020055322,0.00004752243,0.019599935,0.0022339933,0.0011651978,0.021460252,0.5704972,0.0019505108],"about_ca_topic_score_codex":0.0010118682,"about_ca_topic_score_gemma":0.0010670073,"teacher_disagreement_score":0.88436425,"about_ca_system_score_codex":0.0017084569,"about_ca_system_score_gemma":0.007969995,"threshold_uncertainty_score":0.999929},"labels":[],"label_agreement":null},{"id":"W3136370540","doi":"10.2196/23015","title":"Phylogenetic and Mutational Analysis of Lassa Virus Strains Isolated in Nigeria: Proposal for an In Silico Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lassa fever; Lassa virus; In silico; Biology; Phylogenetic tree; Genome; Virology; Genetics; Clade; Virus; Phylogenetics; Computational biology; Gene","score_opus":0.2049841669055921,"score_gpt":0.5603940181037107,"score_spread":0.35540985119811863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136370540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7573076,0.0000043907853,0.000034280823,0.00017187724,0.0000012186258,0.24231167,0.00004030886,0.000008032105,0.000120653036],"genre_scores_gemma":[0.573998,7.2975365e-7,0.00016019208,0.00000705475,0.000017500355,0.42562932,0.00003838608,0.000010305334,0.00013855091],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99747264,0.00066235533,0.00041396427,0.00042012328,0.00061439484,0.0004164971],"domain_scores_gemma":[0.99866724,0.00016579006,0.000039894087,0.0002823088,0.0006946078,0.00015014624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017222892,0.0001044534,0.00040618944,0.0012551149,0.00008019703,0.000059918126,0.000090101144,0.00010192741,0.00016071592],"category_scores_gemma":[0.00029321827,0.00009146996,0.00006885857,0.0030841315,0.00015281014,0.000096413845,0.000097868935,0.00043010103,0.0000021642975],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001699181,0.009813406,0.6268121,0.00046334253,0.00034419147,0.00021975025,0.0020327405,0.00019245714,0.35076442,0.00013280442,0.00006829632,0.0074573196],"study_design_scores_gemma":[0.0063349153,0.008537212,0.9596485,0.00023286954,0.000022603599,0.000010553493,0.002095823,0.0128140515,0.009580242,0.00030771422,0.00029506694,0.00012044702],"about_ca_topic_score_codex":0.00025116358,"about_ca_topic_score_gemma":0.014784512,"teacher_disagreement_score":0.34118417,"about_ca_system_score_codex":0.000109197994,"about_ca_system_score_gemma":0.00090812985,"threshold_uncertainty_score":0.8250105},"labels":[],"label_agreement":null},{"id":"W3136375361","doi":"10.2196/21116","title":"Intermittent Versus Continuous Low-Energy Diet in Patients With Type 2 Diabetes: Protocol for a Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Weight loss; Medicine; Overweight; Randomized controlled trial; Type 2 diabetes; Obesity; Pediatrics; Internal medicine; Diabetes mellitus; Endocrinology","score_opus":0.1822324402406311,"score_gpt":0.5697972156898068,"score_spread":0.38756477544917567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136375361","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024443427,0.0000022886782,0.000061379076,0.00070547353,0.000089824825,0.99368966,0.000028661136,0.00009219421,0.0028861514],"genre_scores_gemma":[0.0015619319,0.000001099017,0.0002464518,0.0004888141,0.00044832568,0.99478173,0.000099772624,0.000080757316,0.0022911283],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98822,0.0059563313,0.0020448712,0.0008069494,0.0010131518,0.001958729],"domain_scores_gemma":[0.98732734,0.007464911,0.00064987794,0.00090489653,0.0030056685,0.0006472925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065278076,0.0003379112,0.0019237808,0.00035269253,0.0008544443,0.00005870426,0.00043020133,0.0002949002,0.00057542906],"category_scores_gemma":[0.004936802,0.00023270494,0.00020814994,0.00091823074,0.00024326204,0.00013809283,0.0002409557,0.0013107833,0.00008893036],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9735014,0.0035929955,0.0015630601,0.0022877199,0.000057858037,0.0000029737391,0.000111088804,8.93793e-7,0.0000085074425,0.0025302863,0.01380986,0.0025333576],"study_design_scores_gemma":[0.752577,0.011927565,0.0003865464,0.0025679104,0.000005493467,3.133356e-8,0.00007065992,0.00007848375,0.000011272636,0.00035459764,0.23185575,0.00016467158],"about_ca_topic_score_codex":0.000057337067,"about_ca_topic_score_gemma":0.00026678728,"teacher_disagreement_score":0.22092439,"about_ca_system_score_codex":0.00050881715,"about_ca_system_score_gemma":0.004595857,"threshold_uncertainty_score":0.94894326},"labels":[],"label_agreement":null},{"id":"W3136557021","doi":"10.2196/24342","title":"De-Implementing Opioid Use and Implementing Optimal Pain Management Following Dental Extractions (DIODE): Protocol for a Cluster Randomized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Dental and Craniofacial Research","keywords":"Medicine; Randomized controlled trial; Medical prescription; Psychological intervention; Opioid; Acetaminophen; Anesthesia; Nursing; Surgery","score_opus":0.16426143878032926,"score_gpt":0.5435340452861662,"score_spread":0.37927260650583694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136557021","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012884862,0.0000037760503,0.0062211948,0.0004900242,0.00001233436,0.9796966,0.000022751066,0.00010582542,0.0005626533],"genre_scores_gemma":[0.0009943194,8.458431e-7,0.04016121,0.00014711468,0.0002391397,0.9559086,0.000104678606,0.000089640016,0.0023544533],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99361736,0.0017963666,0.0009894432,0.0008570088,0.001082394,0.0016574414],"domain_scores_gemma":[0.99668574,0.0017988603,0.0001953508,0.0005984486,0.0003782897,0.00034333617],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010606058,0.0003528369,0.0007680919,0.00036289188,0.0009154994,0.00087196485,0.00017486319,0.00013151205,0.00034119355],"category_scores_gemma":[0.0014351383,0.00031082804,0.00055394886,0.00042802055,0.00011265412,0.00044590555,0.0006414683,0.0004913419,0.000009327886],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9292068,0.0057659075,0.008423998,0.006808842,0.0015882781,0.00061977346,0.0016879385,0.000008578097,0.0034591183,0.0013693882,0.011678693,0.029382713],"study_design_scores_gemma":[0.76956147,0.0012946146,0.00017813212,0.0020198496,0.000090391244,0.000030681203,0.0019212357,0.0018798935,0.0021793442,0.00021771762,0.22036725,0.0002593895],"about_ca_topic_score_codex":0.000040197072,"about_ca_topic_score_gemma":0.000025360225,"teacher_disagreement_score":0.20868856,"about_ca_system_score_codex":0.00040344638,"about_ca_system_score_gemma":0.00052434136,"threshold_uncertainty_score":0.9999344},"labels":[],"label_agreement":null},{"id":"W3136706748","doi":"10.2196/14552","title":"Use of Home-Based Connected Devices in Patients With Cystic Fibrosis for the Early Detection and Treatment of Pulmonary Exacerbations: Protocol for a Qualitative Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cystic Fibrosis Research Advances","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nokia Foundation; Fondation pour la Recherche Médicale; Vertex Pharmaceuticals","keywords":"Medicine; Cystic fibrosis; Action plan; Intervention (counseling); Medical emergency; Physical therapy; Pediatrics; Internal medicine; Nursing","score_opus":0.22860456891901282,"score_gpt":0.529601375865379,"score_spread":0.3009968069463662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136706748","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22245908,0.0000032579826,0.0005031942,0.000066523906,9.0109404e-7,0.77683485,0.00011986268,0.000010028516,0.000002333603],"genre_scores_gemma":[0.2525611,1.0020383e-7,0.002524405,0.000001967024,0.000010659343,0.744814,0.000017193343,0.000021870177,0.000048749793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970771,0.0008402818,0.0004741762,0.00039633992,0.0008433396,0.0003687433],"domain_scores_gemma":[0.990167,0.006900328,0.00016935614,0.00041185037,0.00225279,0.0000986515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000873859,0.00016119951,0.00041670533,0.00030642576,0.00015384704,0.00006013519,0.00009358979,0.000055537996,0.000015311167],"category_scores_gemma":[0.0017747522,0.000097559205,0.00006305476,0.00087787944,0.00029865283,0.00020353938,0.000044641452,0.00013234712,3.513032e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27336374,0.036977097,0.5566011,0.014175244,0.0005658888,0.000020089148,0.017081294,0.00011512304,0.034583263,0.00006463856,0.00007035872,0.06638214],"study_design_scores_gemma":[0.037444737,0.086574286,0.83332074,0.003995468,0.000028393331,0.0000011527693,0.007096218,0.0022753265,0.025618237,0.00014281846,0.0033288624,0.00017374339],"about_ca_topic_score_codex":0.00015812875,"about_ca_topic_score_gemma":0.00038210984,"teacher_disagreement_score":0.27671963,"about_ca_system_score_codex":0.00019979436,"about_ca_system_score_gemma":0.00050178193,"threshold_uncertainty_score":0.3978349},"labels":[],"label_agreement":null},{"id":"W3137051651","doi":"10.2196/29084","title":"Respiratory and Cardiovascular Health Effects of e-Cigarette Substitution: Protocol for Two Living Systematic Reviews","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Checklist; Medicine; Health literacy; Protocol (science); Alternative medicine; MEDLINE; Health care; Family medicine; Medical education; Psychology; Political science","score_opus":0.3437830034398751,"score_gpt":0.568431592295527,"score_spread":0.22464858885565187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137051651","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00076317193,0.00018469433,0.00040552163,0.00007734678,0.000008006551,0.9983952,0.0000019835595,0.00003501802,0.00012904727],"genre_scores_gemma":[0.0021479435,0.0000021138203,0.00017314263,0.00008407181,0.00014590593,0.9972658,0.000003233893,0.000026611924,0.00015116995],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.995556,0.0018724762,0.0006793152,0.00042275753,0.0010678492,0.00040158787],"domain_scores_gemma":[0.99738467,0.0006322956,0.00018530535,0.00084417453,0.0007552191,0.00019833549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008174987,0.00015494462,0.00091433525,0.00017088141,0.00022206712,0.000058909205,0.00010816696,0.0001027439,0.000025744],"category_scores_gemma":[0.0028629554,0.000120975805,0.00026859186,0.0004804225,0.00013306487,0.00011207862,0.00008825886,0.00037966543,0.0000022474087],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023750226,0.0007191623,0.01528544,0.9645622,0.00017377641,0.00007152049,0.00062322855,0.0000010958372,0.00445268,0.00096620707,0.004193806,0.008713386],"study_design_scores_gemma":[0.012866751,0.004350551,0.0307068,0.6592315,0.00010882649,0.0001222145,0.00018899766,0.000029395402,0.052502997,0.00013773357,0.23937665,0.00037756504],"about_ca_topic_score_codex":0.000008782054,"about_ca_topic_score_gemma":0.000002331234,"teacher_disagreement_score":0.3053307,"about_ca_system_score_codex":0.00017676248,"about_ca_system_score_gemma":0.0007280822,"threshold_uncertainty_score":0.493325},"labels":[],"label_agreement":null},{"id":"W3137154599","doi":"10.2196/24378","title":"Building Social-Ecological System Resilience to Tackle Antimicrobial Resistance Across the One Health Spectrum: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Guelph; University of Waterloo","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Protocol (science); Resilience (materials science); Resistance (ecology); Antibiotic resistance; Ecology; Environmental health; Medicine; Biology","score_opus":0.19020947105168431,"score_gpt":0.5762469499761252,"score_spread":0.38603747892444096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137154599","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038276876,0.0000125896,0.005950955,0.006730098,0.000049177244,0.98292583,0.000073792566,0.0001509187,0.0002789534],"genre_scores_gemma":[0.014319567,2.395152e-7,0.009166973,0.0002237284,0.00017899928,0.9706007,0.000006688983,0.000046846228,0.0054562557],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890373,0.006658732,0.0008818469,0.0011892118,0.00030961138,0.0019233432],"domain_scores_gemma":[0.99685866,0.00114125,0.00029135993,0.0009618938,0.0006311052,0.00011576354],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009787261,0.0003259739,0.00079196016,0.000110869034,0.00359897,0.00026401653,0.0012268157,0.0003390624,0.00008680832],"category_scores_gemma":[0.0007450092,0.00023002898,0.00020359053,0.0012372251,0.0006469461,0.00010625165,0.0009369901,0.001138505,0.000132193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011625013,0.011907694,0.0012682009,0.009124583,0.0005198391,0.00015258444,0.009622584,0.000011592977,0.58404684,0.029275289,0.33033645,0.012109314],"study_design_scores_gemma":[0.008307116,0.0038576615,0.024756478,0.004282784,0.0000081223525,0.0000406686,0.010679627,0.000004747856,0.22083521,0.00048986205,0.7261298,0.00060793274],"about_ca_topic_score_codex":0.000049891005,"about_ca_topic_score_gemma":0.0006677442,"teacher_disagreement_score":0.39579332,"about_ca_system_score_codex":0.00045511307,"about_ca_system_score_gemma":0.00096861616,"threshold_uncertainty_score":0.9976982},"labels":[],"label_agreement":null},{"id":"W3137186660","doi":"10.2196/25207","title":"Chest Computed Tomography for the Diagnosis of COVID-19 in Emergency Trauma Surgery Patients Who Require Urgent Care During the Pandemic: Protocol for an Umbrella Review","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Cambridge Biomedical Research Centre; Gates Cambridge Trust; Fundación Valle del Lili; Royal College of Surgeons of England; European Commission; Cambridge Trust; National Institute for Health and Care Research; Government of the United Kingdom","keywords":"Medicine; Protocol (science); Health care; Pandemic; Medical emergency; MEDLINE; Systematic review; Coronavirus disease 2019 (COVID-19); Intensive care medicine; Emergency medicine; Disease; Alternative medicine; Pathology","score_opus":0.5975470467054629,"score_gpt":0.6301448620815899,"score_spread":0.03259781537612705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137186660","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029528046,0.00040057965,0.0000336138,0.010649012,0.000016743767,0.98571086,0.00016584987,0.000045080807,0.000025454172],"genre_scores_gemma":[0.0037997656,0.00026634807,0.000047999813,0.0013926115,0.00021063209,0.99405926,0.00007861262,0.00005805437,0.000086701126],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99502563,0.001049201,0.0012166734,0.0006401506,0.0011041326,0.00096419454],"domain_scores_gemma":[0.99287033,0.0029230653,0.00032125693,0.0011395949,0.0020361107,0.000709654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040083085,0.0002760507,0.00077853515,0.00031835333,0.00056773826,0.00004646804,0.0004594122,0.00018286738,0.00022772835],"category_scores_gemma":[0.0063525387,0.0001692631,0.00048768776,0.0017033123,0.00018641852,0.00016427123,0.00018694943,0.000601804,0.0000015445046],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026604212,0.0014977562,0.68220395,0.21734744,0.00006331918,0.000014589505,0.0018088433,0.0000044395133,0.00007074644,0.00003838419,0.043698236,0.050591838],"study_design_scores_gemma":[0.005116341,0.0016372082,0.26854154,0.023228748,0.000013776766,0.000005199822,0.00039124076,0.000036378497,0.0009389615,0.00011409093,0.6997786,0.00019789679],"about_ca_topic_score_codex":0.00029178886,"about_ca_topic_score_gemma":0.0010260186,"teacher_disagreement_score":0.65608037,"about_ca_system_score_codex":0.00052879134,"about_ca_system_score_gemma":0.003366272,"threshold_uncertainty_score":0.7605041},"labels":[],"label_agreement":null},{"id":"W3137319663","doi":"10.2196/26214","title":"Structure and Functioning of Acute Inpatient Psychiatric Units in Spain: Qualitative Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"H. Lundbeck A/S","keywords":"Staffing; Benchmarking; Mental health; Harmonization; Psychiatric hospital; Health care; Computer-assisted web interviewing; Decentralization; Medicine; Snapshot (computer storage); Nursing; Psychology; Business; Psychiatry; Political science; Computer science","score_opus":0.2073898595826173,"score_gpt":0.5509299163927746,"score_spread":0.34354005681015726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137319663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7371648,0.00002852808,0.0000034164793,0.0005340794,0.000004184054,0.26202777,0.00002738097,0.000012096857,0.00019771549],"genre_scores_gemma":[0.5805525,0.0000027319602,0.0006322632,0.000010431932,0.000034441455,0.418472,0.00002342465,0.000013905537,0.00025830726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99643767,0.0012913302,0.0003309533,0.00040047622,0.0011058275,0.00043372522],"domain_scores_gemma":[0.9981118,0.00027319795,0.000057837202,0.00039305657,0.0009290618,0.00023504229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010764624,0.00013400718,0.00032283325,0.0005220176,0.00011700251,0.00004385146,0.00008889527,0.000073509305,0.00019264848],"category_scores_gemma":[0.00036674863,0.00010313595,0.000033619137,0.0022178807,0.00013494556,0.00009088263,0.00019417226,0.0006947265,0.0000072340586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049628902,0.012720598,0.80019754,0.0022193522,0.0011859718,0.002443151,0.07520762,0.000005368967,0.005923061,0.003420537,0.0017991003,0.04524881],"study_design_scores_gemma":[0.041470412,0.027428206,0.85112077,0.0019891446,0.00003765659,0.00009322762,0.061788436,0.00007247044,0.009556978,0.0044942447,0.001647831,0.0003006293],"about_ca_topic_score_codex":0.00006923373,"about_ca_topic_score_gemma":0.00021431984,"teacher_disagreement_score":0.15661232,"about_ca_system_score_codex":0.00014362257,"about_ca_system_score_gemma":0.0010129393,"threshold_uncertainty_score":0.4205762},"labels":[],"label_agreement":null},{"id":"W3137417453","doi":"10.2196/24617","title":"Effects of Participating in a Research Project During the COVID-19 Pandemic on Medical Students’ Educational Routines and Mental Health: Protocol for a Web-Based Survey Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Pandemic; Medicine; Family medicine; Observational study; Psychology; Medical education; Coronavirus disease 2019 (COVID-19); Psychiatry; Disease","score_opus":0.7046637397105434,"score_gpt":0.745897150793523,"score_spread":0.04123341108297962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137417453","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29496038,0.0000044726157,0.0000018172844,0.0031177243,0.000011188097,0.70181894,0.00003545495,0.000018422223,0.000031586023],"genre_scores_gemma":[0.16286804,3.4886085e-7,0.000014294656,0.00041653018,0.00009384986,0.83622956,0.000013220093,0.000029154333,0.00033501707],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97861487,0.01533069,0.00084118365,0.00085616374,0.003111385,0.001245725],"domain_scores_gemma":[0.98515975,0.013286411,0.00016310054,0.00053548935,0.0003754879,0.00047976902],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.033236723,0.00019655467,0.0004087625,0.0004985642,0.00081580575,0.00011225413,0.0007019638,0.00013480411,0.00026545374],"category_scores_gemma":[0.0073308866,0.0001440837,0.000055652665,0.001381559,0.00039178718,0.000054045853,0.00051802956,0.0011618098,0.000008718141],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073012197,0.013079481,0.9555666,0.0072657587,0.000029014469,0.000029313915,0.008183343,9.057211e-7,0.00017733638,0.000097629585,0.006804367,0.0014650238],"study_design_scores_gemma":[0.024554467,0.0066930903,0.94215393,0.0019345399,7.069137e-7,0.00000926589,0.0025139295,0.00005766613,0.00014266664,0.00007398154,0.021731865,0.00013392126],"about_ca_topic_score_codex":0.005090789,"about_ca_topic_score_gemma":0.013495455,"teacher_disagreement_score":0.1344106,"about_ca_system_score_codex":0.0013047794,"about_ca_system_score_gemma":0.013637894,"threshold_uncertainty_score":0.99548626},"labels":[],"label_agreement":null},{"id":"W3138107713","doi":"10.2196/24494","title":"Improving Medication Adherence Through Adaptive Digital Interventions (iMedA) in Patients With Hypertension: Protocol for an Interrupted Time Series Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Högskolan i Halmstad","keywords":"Psychological intervention; Medicine; Blood pressure; mHealth; Digital health; Interrupted time series; Intervention (counseling); Physical therapy; Stroke (engine); Health care; Nursing; Internal medicine","score_opus":0.4566036772965213,"score_gpt":0.5580728396222704,"score_spread":0.1014691623257491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138107713","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066115404,6.6930346e-7,0.0009666845,0.00029442983,0.0000051112793,0.9908137,0.000016673033,0.00007242192,0.0012187794],"genre_scores_gemma":[0.027244914,3.3374153e-8,0.0019752604,0.000060238486,0.00006398082,0.9677348,0.00010095807,0.00003120489,0.002788578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996932,0.0003030022,0.0005644688,0.0006586849,0.001092236,0.00044957132],"domain_scores_gemma":[0.99689025,0.00011717717,0.00018484383,0.0007222279,0.0018655262,0.00021998592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006622746,0.00019119596,0.00035784475,0.00014852024,0.0001740333,0.00014280055,0.00029796734,0.0000957995,0.000721931],"category_scores_gemma":[0.00065270695,0.00014555416,0.00007183115,0.0007098713,0.00022999308,0.0009888523,0.00017644133,0.00051750574,0.00018286433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059569456,0.10505186,0.5371854,0.008994527,0.00045928665,0.00035379318,0.008267025,0.000004601202,0.0037957167,0.0007329188,0.037947968,0.23763748],"study_design_scores_gemma":[0.09433013,0.18399234,0.58931035,0.05085079,0.00004135898,0.00008025596,0.016768215,0.0021715967,0.004177154,0.0016715829,0.05530696,0.0012992758],"about_ca_topic_score_codex":0.000016608517,"about_ca_topic_score_gemma":0.000031791922,"teacher_disagreement_score":0.2363382,"about_ca_system_score_codex":0.00014366198,"about_ca_system_score_gemma":0.0007801502,"threshold_uncertainty_score":0.7904638},"labels":[],"label_agreement":null},{"id":"W3138550658","doi":"10.2196/16846","title":"Association of Postoperative Clinical Outcomes With Sarcopenia, Frailty, and Nutritional Status in Older Patients With Colorectal Cancer: Protocol for a Prospective Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; British Geriatrics Society; Cardiff University; Aberystwyth University","keywords":"Sarcopenia; Medicine; Colorectal cancer; Prospective cohort study; Gerontology; Protocol (science); Cancer; Cohort; Cohort study; Physical therapy; Oncology; Internal medicine; Alternative medicine; Pathology","score_opus":0.11478281592202623,"score_gpt":0.5352477635816482,"score_spread":0.42046494765962195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138550658","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.366047,3.6444956e-7,0.0000032660084,0.00055725995,0.000002146186,0.6330803,0.00013058115,0.0000136766,0.00016540836],"genre_scores_gemma":[0.067979276,2.2459976e-7,0.00095078076,0.000051438474,0.000033540986,0.9299472,0.000051192936,0.000039607006,0.0009467388],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956597,0.0007005161,0.00063471054,0.0007143282,0.0016971326,0.00059358554],"domain_scores_gemma":[0.9943132,0.0009700055,0.0002339655,0.0002726863,0.003997787,0.00021236083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013811376,0.00022436214,0.0007485045,0.00018111938,0.00012835224,0.00007136834,0.00011048782,0.00015444415,0.0001593095],"category_scores_gemma":[0.0012187673,0.00015570736,0.000058759008,0.0006235185,0.00025523643,0.00022899894,0.00013949432,0.0007519067,0.0000023861662],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014022315,0.012951069,0.9683576,0.00053161924,0.0003731614,0.00003373492,0.0010104382,9.824768e-7,0.000042861364,0.000020895257,0.0019001159,0.00075521297],"study_design_scores_gemma":[0.06496926,0.017771034,0.9114261,0.0021845892,0.000015132759,0.0000023332811,0.00041656903,0.000012046901,0.0006695821,0.000043187487,0.0023263008,0.00016384175],"about_ca_topic_score_codex":0.00020227123,"about_ca_topic_score_gemma":0.0032745278,"teacher_disagreement_score":0.29806772,"about_ca_system_score_codex":0.0007477365,"about_ca_system_score_gemma":0.0017664196,"threshold_uncertainty_score":0.6349562},"labels":[],"label_agreement":null},{"id":"W3138583556","doi":"10.2196/25410","title":"SARS-CoV-2 Infection in Health Care Personnel and Their Household Contacts at a Tertiary Academic Medical Center: Protocol for a Longitudinal Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infection Control and Ventilation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Environmental Health Sciences; National Institute of Allergy and Infectious Diseases; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Heart, Lung, and Blood Institute","keywords":"Tertiary care; Center (category theory); Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Coronavirus disease 2019 (COVID-19); Protocol (science); Cohort; Health care; Cohort study; Family medicine; Infectious disease (medical specialty); Alternative medicine; Disease; Political science; Pathology","score_opus":0.272783047775742,"score_gpt":0.5492398814316763,"score_spread":0.2764568336559343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138583556","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2463953,0.0000036209738,0.00011276267,0.0006823586,0.000008721185,0.75263035,0.000012327804,0.00006184589,0.000092691495],"genre_scores_gemma":[0.3288846,8.589665e-7,0.000010218242,0.00020916903,0.00017622336,0.67059964,0.000022536087,0.000026129386,0.000070639726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964494,0.0007794272,0.0005999242,0.0006633051,0.0008664202,0.0006415013],"domain_scores_gemma":[0.9986395,0.00018635152,0.00013130499,0.00032285825,0.00047833982,0.00024160383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027711287,0.00021194707,0.0004768817,0.00033130153,0.00037644614,0.000065595144,0.00007366762,0.0002529451,0.00005353485],"category_scores_gemma":[0.00051643664,0.00016642151,0.000106207925,0.0004024008,0.000096046126,0.00018412652,0.00019316259,0.001105616,0.000006507476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028234904,0.0016425113,0.98534447,0.0023546887,0.000048793838,0.00007836482,0.0017910872,4.1753486e-7,0.0016892159,0.000021655249,0.0019841157,0.002221171],"study_design_scores_gemma":[0.023046412,0.0039977473,0.91252935,0.0037759927,0.00000322854,0.00023094266,0.00048761306,0.0004577391,0.0040867454,0.000018882143,0.05120141,0.00016391448],"about_ca_topic_score_codex":0.000359787,"about_ca_topic_score_gemma":0.0020551265,"teacher_disagreement_score":0.08248929,"about_ca_system_score_codex":0.0007388528,"about_ca_system_score_gemma":0.0009091335,"threshold_uncertainty_score":0.6786472},"labels":[],"label_agreement":null},{"id":"W3139119539","doi":"10.2196/20968","title":"Immunobiological markers in prophylaxis post-exposure with single dose of rifampicin and BCG vaccine in contacts of multibacillary leprosy cases: study protocol. (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Leprosy Research and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rifampicin; Medicine; Protocol (science); Leprosy; Preprint; Immunology; Tuberculosis; World Wide Web; Pathology; Computer science; Alternative medicine","score_opus":0.1595172881874327,"score_gpt":0.4777845584081297,"score_spread":0.318267270220697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139119539","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49716818,0.0000055395144,3.172601e-7,0.00019115377,4.3420783e-7,0.502457,0.000010775374,0.000013773343,0.00015281295],"genre_scores_gemma":[0.4981833,4.725088e-7,0.000113784445,0.000011079405,0.000010322703,0.50163907,0.000005182343,0.000016278285,0.000020527836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955169,0.0010720119,0.00083145336,0.00082509895,0.0010358937,0.00071866217],"domain_scores_gemma":[0.9976429,0.0004265828,0.00016411496,0.00066756865,0.00072412175,0.00037475608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019910117,0.00029189733,0.0008747611,0.00040758928,0.000055665027,0.000036183726,0.00027695674,0.0001764876,0.00011563991],"category_scores_gemma":[0.0015096498,0.00018397935,0.00006734866,0.0011419037,0.00027895416,0.00015607085,0.00046661493,0.0010592393,0.000007985399],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08514233,0.011487785,0.8194617,0.0029476688,0.00009071208,0.0021510313,0.0016262907,0.0000054775005,0.07050207,0.0000069333864,0.000021448246,0.0065565757],"study_design_scores_gemma":[0.041454673,0.17268467,0.75891614,0.0022581262,0.0000039415154,0.00005297297,0.0022126404,0.00003568839,0.021772455,0.000010739039,0.00042786583,0.0001700832],"about_ca_topic_score_codex":0.0008229511,"about_ca_topic_score_gemma":0.00036599865,"teacher_disagreement_score":0.16119687,"about_ca_system_score_codex":0.00021722622,"about_ca_system_score_gemma":0.00060451153,"threshold_uncertainty_score":0.750246},"labels":[],"label_agreement":null},{"id":"W3139241571","doi":"10.2196/24647","title":"A Gamified, Social Media–Inspired, Web-Based Personalized Normative Feedback Alcohol Intervention for Lesbian, Bisexual, and Queer-Identified Women: Protocol for a Hybrid Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"Psychological intervention; Lesbian; Psychology; Clinical psychology; Sexual minority; Normative; Population; Randomized controlled trial; Transgender; Social psychology; Coping (psychology); Sexual orientation; Medicine; Psychiatry","score_opus":0.40753508065548993,"score_gpt":0.5994686889175964,"score_spread":0.19193360826210648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139241571","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009732222,0.0000066392154,0.00043224898,0.0032078736,0.00011961296,0.9844156,0.0006755342,0.00014123334,0.001269069],"genre_scores_gemma":[0.0009333517,4.2446135e-7,0.00025917238,0.00028983472,0.0018130621,0.98170143,0.00015631587,0.00010764076,0.014738793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99239916,0.0025800646,0.0011415454,0.0010696669,0.0010754557,0.0017341261],"domain_scores_gemma":[0.9952717,0.0016118068,0.00044878304,0.0006059777,0.0015547983,0.0005069638],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050889524,0.00041425863,0.00074901915,0.0005950035,0.0011211485,0.0006995719,0.0005626761,0.00050211576,0.0016261281],"category_scores_gemma":[0.0016660583,0.0004122716,0.0004408392,0.00064933696,0.00065506314,0.00038041218,0.00020857487,0.0010097794,0.00015835479],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.28221262,0.0071853767,0.0004854006,0.026613442,0.00040001783,0.000081741135,0.015014041,4.6567925e-7,0.0018157643,0.0063058864,0.6291726,0.030712632],"study_design_scores_gemma":[0.3446341,0.0052503487,0.0010827305,0.00068313227,0.000022638773,0.000016889446,0.0024848704,0.00014978075,0.0006600234,0.0056718197,0.6387488,0.0005948512],"about_ca_topic_score_codex":0.00016046215,"about_ca_topic_score_gemma":0.00040503973,"teacher_disagreement_score":0.062421482,"about_ca_system_score_codex":0.0005281044,"about_ca_system_score_gemma":0.0014942033,"threshold_uncertainty_score":0.9998329},"labels":[],"label_agreement":null},{"id":"W3139497804","doi":"10.2196/25148","title":"Beyond Getting Rid of Stupid Stuff in the Electronic Health Record (Beyond-GROSS): Protocol for a User-Centered, Mixed-Method Intervention to Improve the Electronic Health Record System","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Burnout; Electronic data capture; Medicine; Documentation; Health care; Health information technology; Protocol (science); Nursing; Psychology; Computer science; Clinical trial; Alternative medicine","score_opus":0.18935186328527975,"score_gpt":0.6132651666231009,"score_spread":0.4239133033378212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139497804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017706701,0.00010049035,0.008767442,0.019989876,0.0001969493,0.96823716,0.00012663958,0.00019110947,0.0006196456],"genre_scores_gemma":[0.0050134496,0.000011751984,0.0014774902,0.0020236848,0.0010673576,0.98797,0.000056451932,0.00023635179,0.002143459],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9388187,0.043166734,0.0054762918,0.0020128125,0.002446092,0.008079373],"domain_scores_gemma":[0.98594034,0.0057547702,0.0027294622,0.0028406805,0.0020101583,0.0007246016],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.07956344,0.0007666411,0.0019431026,0.00080627453,0.0030701263,0.00021307827,0.0025046514,0.0005517542,0.00011433777],"category_scores_gemma":[0.0020457902,0.0005401633,0.00055454735,0.003475739,0.00015794812,0.00039635837,0.00089133775,0.007379116,0.00011107413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.012831362,0.0068809683,0.012944814,0.13522948,0.0003959566,0.000029469062,0.022369934,0.000015958973,0.002570839,0.09280682,0.19464083,0.51928353],"study_design_scores_gemma":[0.015172479,0.021776335,0.0013448724,0.022993755,0.000007099933,0.000044773038,0.023692159,0.00074473605,0.0006873382,0.004115128,0.9088015,0.0006198119],"about_ca_topic_score_codex":0.006015858,"about_ca_topic_score_gemma":0.039675772,"teacher_disagreement_score":0.7141607,"about_ca_system_score_codex":0.011587739,"about_ca_system_score_gemma":0.024186812,"threshold_uncertainty_score":0.999705},"labels":[],"label_agreement":null},{"id":"W3140711993","doi":"10.2196/29152","title":"Digital Epidemiologic Research on Multilevel Risks for HIV Acquisition and Other Health Outcomes Among Transgender Women in Eastern and Southern United States: Protocol for an Online Cohort","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; National Institutes of Health; Harvard University; Emory University; District of Columbia Department of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; University of Miami","keywords":"Cohort; Transgender; Medicine; Cohort study; Gerontology; Family medicine; Demography; Environmental health; Psychology; Sociology","score_opus":0.7468111064647106,"score_gpt":0.6851152489209346,"score_spread":0.061695857543776045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3140711993","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18317306,0.000002519014,0.00017432842,0.0021700168,0.0000062567965,0.81230205,0.0017125305,0.00005190357,0.0004073031],"genre_scores_gemma":[0.00524896,0.0000015158771,0.00017010407,0.00068026624,0.00019390967,0.9855247,0.0002664617,0.0000874563,0.007826609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920685,0.0034768295,0.00080508034,0.0010344888,0.00061038125,0.002004714],"domain_scores_gemma":[0.9956599,0.002264478,0.00015893414,0.00063818705,0.00059943594,0.00067908224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009908086,0.00029083708,0.0006166178,0.000844416,0.0005223638,0.0003009192,0.00032413026,0.0003332741,0.00014831108],"category_scores_gemma":[0.0006025057,0.00023939623,0.00007353301,0.0005410766,0.0005083252,0.00024794173,0.0001207134,0.0009613026,0.000031981468],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036629876,0.0026317213,0.96163833,0.0039327973,0.000055380533,0.000010283124,0.007975529,0.000011540218,0.000007722859,0.00051034155,0.0041754,0.01538797],"study_design_scores_gemma":[0.016336681,0.00733693,0.8756178,0.00070961076,0.0000020171833,0.0000063993757,0.0078744,0.0019140975,0.0000047592707,0.011805512,0.077987805,0.00040397473],"about_ca_topic_score_codex":0.0029623522,"about_ca_topic_score_gemma":0.0015524869,"teacher_disagreement_score":0.1779241,"about_ca_system_score_codex":0.00036115706,"about_ca_system_score_gemma":0.00043081428,"threshold_uncertainty_score":0.97622955},"labels":[],"label_agreement":null},{"id":"W3141434566","doi":"10.2196/29048","title":"Nutritional Implications of Baby-Led Weaning and Baby Food Pouches as Novel Methods of Infant Feeding: Protocol for an Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand; Massey University; University of Otago","keywords":"Weaning; Infant formula; Observational study; Baby food; Medicine; Infant feeding; Breastfeeding; Pediatrics; Environmental health; Food science; Biology; Endocrinology","score_opus":0.6850995723773456,"score_gpt":0.6527552850690133,"score_spread":0.03234428730833239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141434566","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015823659,0.000002204235,0.0004715374,0.0040291524,0.0000030609592,0.9784996,0.00007532024,0.000023584686,0.0010719028],"genre_scores_gemma":[0.022842556,1.7614498e-7,0.062967144,0.000050792012,0.00012516824,0.91387546,0.000026151387,0.000021830183,0.000090713824],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99745804,0.00032590743,0.00065988326,0.00045089718,0.000776597,0.00032869072],"domain_scores_gemma":[0.9951292,0.0012575182,0.00029182681,0.000383534,0.002740944,0.00019693382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003456708,0.00014737487,0.0004031179,0.00022130155,0.0002324342,0.00008706838,0.00021470434,0.00011045766,0.00014023],"category_scores_gemma":[0.0020857446,0.00012635229,0.00008599621,0.0006455246,0.00022887083,0.0005130739,0.00018842542,0.0003725695,7.5555806e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004513658,0.013866618,0.24476905,0.00485049,0.00033483788,0.0000026244568,0.0016325989,0.0000043522214,0.67250407,0.041296612,0.0014734468,0.014751671],"study_design_scores_gemma":[0.01223526,0.015852004,0.85497576,0.0024165486,0.000025661973,0.0000940663,0.0021703758,0.0002514906,0.04339207,0.0060677114,0.06231239,0.00020666284],"about_ca_topic_score_codex":0.000050097195,"about_ca_topic_score_gemma":0.000013982164,"teacher_disagreement_score":0.62911195,"about_ca_system_score_codex":0.000047417725,"about_ca_system_score_gemma":0.0009783837,"threshold_uncertainty_score":0.51524967},"labels":[],"label_agreement":null},{"id":"W3141459533","doi":"10.2196/29072","title":"Predicting Risk of Hospital Admission in Patients With Suspected COVID-19 in a Community Setting: Protocol for Development and Validation of a Multivariate Risk Prediction Tool","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Early warning score; Medicine; Risk assessment; Observational study; Multivariate analysis; Pandemic; Emergency medicine; Triage; Protocol (science); Medical emergency; Coronavirus disease 2019 (COVID-19); Family medicine; Disease; Infectious disease (medical specialty); Internal medicine; Alternative medicine","score_opus":0.16237470671168852,"score_gpt":0.5511905417905495,"score_spread":0.38881583507886097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141459533","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44507176,2.3947288e-7,0.00018490141,0.00013876625,0.0000012433261,0.5545108,0.0000616184,0.000019651952,0.000011053625],"genre_scores_gemma":[0.21182223,6.068611e-7,0.002762396,0.000008436823,0.000015411104,0.7852983,0.000048092006,0.000020357225,0.000024183906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99403894,0.0025685937,0.0010781077,0.00046456564,0.0013361109,0.00051369803],"domain_scores_gemma":[0.98952794,0.0074480837,0.00046223451,0.0004978057,0.0017802573,0.00028366278],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008374206,0.00018616133,0.00052293617,0.00044555718,0.00031834326,0.000029024724,0.00017137233,0.00016005068,0.000021736112],"category_scores_gemma":[0.13128243,0.00014450014,0.000054816963,0.001064718,0.00027409877,0.0001714644,0.00054405077,0.0014326362,3.7978273e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0116070425,0.0052921097,0.9650948,0.008430825,0.000071078306,0.000007909281,0.0042747455,0.00007839596,0.00039214082,0.000008834622,0.00005401492,0.004688097],"study_design_scores_gemma":[0.030923871,0.008018296,0.9411913,0.0064478363,0.0000072226876,1.7561746e-7,0.00045574183,0.0014897125,0.008081919,0.00020802209,0.0030556235,0.00012027129],"about_ca_topic_score_codex":0.0005633833,"about_ca_topic_score_gemma":0.00018897491,"teacher_disagreement_score":0.23324952,"about_ca_system_score_codex":0.0006938633,"about_ca_system_score_gemma":0.0030501108,"threshold_uncertainty_score":0.87603515},"labels":[],"label_agreement":null},{"id":"W3141650554","doi":"10.2196/28094","title":"Mobile Tuberculosis Treatment Support Tools to Increase Treatment Success in Patients with Tuberculosis in Argentina: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Nursing Research","keywords":"Medicine; Tuberculosis; Intervention (counseling); Psychological intervention; Usability; Randomized controlled trial; Clinical trial; Family medicine; Nursing; Surgery","score_opus":0.11348614978129969,"score_gpt":0.5061265202475045,"score_spread":0.3926403704662048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141650554","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17312627,0.0000034071843,0.000008044017,0.0012326275,0.000008767752,0.8241751,0.00008946993,0.000051563362,0.0013047514],"genre_scores_gemma":[0.0106912,0.0000062448034,0.0007030115,0.00020927154,0.00020736732,0.9855918,0.0002938572,0.000105668645,0.002191538],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98740286,0.005008741,0.002112353,0.0015901863,0.0015598458,0.0023260014],"domain_scores_gemma":[0.99209285,0.0038515073,0.00023185991,0.0012567301,0.001421037,0.0011460036],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006095379,0.00072405423,0.0044019297,0.0013439119,0.00021205738,0.0002150721,0.00033783613,0.00038243664,0.0010158111],"category_scores_gemma":[0.005668825,0.00044172356,0.00092484144,0.001666778,0.00028790825,0.000310683,0.0002147492,0.00059685163,0.000095268806],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9001154,0.023852678,0.06531461,0.0005835594,0.00063620735,0.00028854707,0.00035688476,0.000025588077,0.00021214646,0.000059742877,0.0019398077,0.0066148536],"study_design_scores_gemma":[0.89107937,0.049325924,0.008773013,0.0013074159,0.00005305371,0.000008239653,0.00007963353,0.00013386007,0.0018767135,0.00006218298,0.046926577,0.00037401138],"about_ca_topic_score_codex":0.00089058036,"about_ca_topic_score_gemma":0.0010535581,"teacher_disagreement_score":0.16243507,"about_ca_system_score_codex":0.002435417,"about_ca_system_score_gemma":0.0025372088,"threshold_uncertainty_score":0.9998974},"labels":[],"label_agreement":null},{"id":"W3145986338","doi":"10.2196/27496","title":"Wireless Home Blood Pressure Monitoring System With Automatic Outcome-Based Feedback and Financial Incentives to Improve Blood Pressure in People With Hypertension: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Medical Research Council; Medical Research Council","keywords":"Blood pressure; Medicine; Randomized controlled trial; Incentive; Prehypertension; Emergency medicine; Internal medicine; Cardiology; Intensive care medicine","score_opus":0.07106613262624299,"score_gpt":0.4101230218975856,"score_spread":0.3390568892713426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145986338","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025407562,0.00015216792,0.00005043531,0.0010125164,0.00002571654,0.97305703,0.00002563018,0.00015957406,0.00010938251],"genre_scores_gemma":[0.10009743,6.054413e-7,0.0016165138,0.00010671177,0.00042031045,0.8965488,0.0000042055995,0.00008675882,0.001118664],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99362504,0.0013335377,0.0012172343,0.0011622673,0.0016188702,0.0010430197],"domain_scores_gemma":[0.9941855,0.0019219886,0.00034286056,0.0008382077,0.0022926326,0.0004187844],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029671653,0.0005814346,0.004303392,0.00042609876,0.0004337211,0.00027132986,0.00025588603,0.00031526183,0.000020857782],"category_scores_gemma":[0.0011664124,0.00034382657,0.0002925034,0.00088018924,0.00029416315,0.00018864927,0.00026955572,0.0008519767,0.000003048022],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9677881,0.0036104333,0.006101151,0.0152380075,0.0023603989,0.00054483145,0.0006183129,0.000014803405,0.0028097054,0.00007240676,0.00043632553,0.00040553752],"study_design_scores_gemma":[0.9620742,0.0072262594,0.002163276,0.014268259,0.0023341065,0.00010076088,0.00045236154,0.0012430709,0.0058423155,0.000007419357,0.0038483688,0.00043958222],"about_ca_topic_score_codex":0.00005307883,"about_ca_topic_score_gemma":0.00006627887,"teacher_disagreement_score":0.07650822,"about_ca_system_score_codex":0.00001968425,"about_ca_system_score_gemma":0.0013015994,"threshold_uncertainty_score":0.99990135},"labels":[],"label_agreement":null},{"id":"W3147052677","doi":"10.2196/29014","title":"Comparing the Effectiveness of Education Versus Digital Cognitive Behavioral Therapy for Adults With Sickle Cell Disease: Protocol for the Cognitive Behavioral Therapy and Real-time Pain Management Intervention for Sickle Cell via Mobile Applications (CaRISMA) Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"H2020 European Research Council; National Center for Advancing Translational Sciences; Patient-Centered Outcomes Research Institute","keywords":"Medicine; Psychological intervention; Physical therapy; Intervention (counseling); Cognitive behavioral therapy; Disease; Cognition; Randomized controlled trial; Clinical trial; Anxiety; Mental health; Chronic pain; Psychiatry; Internal medicine","score_opus":0.10247391123915048,"score_gpt":0.4848590336777073,"score_spread":0.3823851224385568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147052677","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14521837,0.000025928797,0.0028083995,0.000034875604,0.0000066723305,0.85158867,0.00013307788,0.00003094646,0.00015307893],"genre_scores_gemma":[0.36843675,0.0000030927724,0.00006687246,0.0000052114037,0.000034988723,0.63099414,0.00023152494,0.000039535444,0.00018785473],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.997601,0.0006252362,0.00035471102,0.00054558023,0.00046556443,0.0004079526],"domain_scores_gemma":[0.99612045,0.0017834303,0.00018357598,0.00037035192,0.0014059707,0.00013623177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00177479,0.00024501284,0.000326466,0.000099516015,0.00051286595,0.00015442449,0.00018486199,0.000084344516,0.000017372347],"category_scores_gemma":[0.000037704125,0.00014843511,0.00018890799,0.0003532117,0.00030741355,0.0001431657,0.00009510651,0.00025625262,0.0000018099327],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.34170485,0.11228723,0.025019288,0.011619935,0.0006815612,0.000011167015,0.0058422573,0.000017221755,0.0028680202,0.00009493325,0.0006382317,0.4992153],"study_design_scores_gemma":[0.38323408,0.2207497,0.08057551,0.018365819,0.0008895408,0.000007850499,0.21667394,0.0028820515,0.04947145,0.0008195139,0.024867635,0.0014629215],"about_ca_topic_score_codex":0.00005755364,"about_ca_topic_score_gemma":0.000013908177,"teacher_disagreement_score":0.49775237,"about_ca_system_score_codex":0.0000924043,"about_ca_system_score_gemma":0.00031301583,"threshold_uncertainty_score":0.6053008},"labels":[],"label_agreement":null},{"id":"W3147304495","doi":"10.2196/28673","title":"Pool Testing as a Strategy for Prevention of SARS-CoV-2 Outbreaks in Schools: Protocol for a Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Protocol (science); Outbreak; Medicine; Coronavirus disease 2019 (COVID-19); Pandemic; Sample (material); Family medicine; Medical education; Virology; Alternative medicine; Biology","score_opus":0.6818200412513797,"score_gpt":0.6439410890320706,"score_spread":0.03787895221930915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147304495","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15711738,5.742429e-7,0.00024740098,0.000078777266,0.0000038178014,0.8413743,0.000010269267,0.000089025336,0.0010784895],"genre_scores_gemma":[0.09251882,4.6015884e-9,0.0032160701,0.000052735526,0.000117708725,0.9038076,0.000004718268,0.0000529702,0.00022938334],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958166,0.0007231808,0.001018786,0.0008228916,0.00087200943,0.00074655283],"domain_scores_gemma":[0.99547255,0.00088383927,0.00026763638,0.00071885716,0.0025653923,0.00009174847],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044970857,0.00024114568,0.0005797572,0.00040434496,0.00019941152,0.00013074861,0.00022551633,0.000184624,0.000020403384],"category_scores_gemma":[0.013397435,0.0002214742,0.00019495531,0.0014630408,0.00009038071,0.0002280734,0.00016551836,0.00079431635,0.000012531092],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072435923,0.011117836,0.055936605,0.0060842466,0.00006055663,0.00006888208,0.0003264893,0.0000029796913,0.8889372,0.000092717084,0.0005923696,0.029536523],"study_design_scores_gemma":[0.02861555,0.020011319,0.012758343,0.005928104,0.000010629297,0.000059825306,0.0016155306,0.0013791547,0.91888887,0.0045036008,0.00598441,0.00024469348],"about_ca_topic_score_codex":0.00015220468,"about_ca_topic_score_gemma":0.00026425565,"teacher_disagreement_score":0.06459856,"about_ca_system_score_codex":0.0003261082,"about_ca_system_score_gemma":0.0018352837,"threshold_uncertainty_score":0.99491316},"labels":[],"label_agreement":null},{"id":"W3149783047","doi":"10.2196/20986","title":"Development and Validation of Clinical Prediction Models for Surgical Success in Patients With Endometriosis: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Endometriosis Research and Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Endometriosis; Medicine; Pelvic pain; Observational study; Infertility; Checklist; Quality of life (healthcare); Laparoscopy; MEDLINE; Medical diagnosis; Physical therapy; Gynecology; Surgery; Internal medicine; Pathology; Pregnancy","score_opus":0.4264086520574708,"score_gpt":0.6428031597075414,"score_spread":0.21639450765007062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149783047","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1314046,0.0000018375647,0.0013049777,0.000049978804,0.000003250295,0.8671077,0.000029752724,0.000017793278,0.00008014549],"genre_scores_gemma":[0.029352799,5.468797e-7,0.048823643,0.0000028145932,0.00004159727,0.92159075,0.00006602272,0.0000311327,0.0000906863],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946781,0.0015652922,0.0011180214,0.0006771864,0.001388422,0.00057300547],"domain_scores_gemma":[0.9908862,0.0060079475,0.00017930624,0.0003903217,0.002216827,0.00031940732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008987834,0.00018768935,0.0007531246,0.0007915125,0.00013705845,0.000069256384,0.00013100605,0.0001404417,0.00001954142],"category_scores_gemma":[0.0064550303,0.000130104,0.000107361666,0.0014628026,0.000116606054,0.00022268761,0.00017414299,0.00037562125,6.3896965e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04741756,0.03426461,0.7011622,0.0035507972,0.00043436218,0.000038647875,0.00044670416,0.000012735215,0.00006618023,0.0001219122,0.00024422715,0.21224003],"study_design_scores_gemma":[0.33875945,0.061349303,0.4323269,0.00436861,0.000037111095,0.0000087818435,0.0007735546,0.0010847066,0.07119693,0.00034812454,0.089394145,0.00035237335],"about_ca_topic_score_codex":0.000007978818,"about_ca_topic_score_gemma":0.000017893484,"teacher_disagreement_score":0.2913419,"about_ca_system_score_codex":0.00019390948,"about_ca_system_score_gemma":0.0010643014,"threshold_uncertainty_score":0.77277404},"labels":[],"label_agreement":null},{"id":"W3149848734","doi":"10.2196/28684","title":"Interrupting Sitting Time in Postmenopausal Women: Protocol for the Rise for Health Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; Strong","keywords":"Medicine; Sitting; Physical therapy; Glycemic; Randomized controlled trial; Anthropometry; Glycated hemoglobin; Physical medicine and rehabilitation; Gerontology; Diabetes mellitus; Type 2 diabetes; Insulin; Surgery; Internal medicine","score_opus":0.27767715225118184,"score_gpt":0.6155147322380089,"score_spread":0.33783757998682706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149848734","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011461667,0.0000026473333,0.00031578034,0.015784126,0.00000821914,0.9822168,0.0000127844705,0.00004849315,0.00046500386],"genre_scores_gemma":[0.0008649554,2.5484178e-7,0.00065035693,0.0005364859,0.00085795764,0.9949288,0.000006955365,0.000043959266,0.0021102678],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99385494,0.0024868778,0.0011079488,0.00050925155,0.0007506886,0.0012902824],"domain_scores_gemma":[0.98660356,0.011690165,0.00033455127,0.0004339694,0.0006103132,0.00032743267],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018816147,0.00021541992,0.0021177905,0.00017611441,0.0005185436,0.00013620777,0.0002251541,0.00012188728,0.00014721639],"category_scores_gemma":[0.008614543,0.0001277117,0.00037468388,0.00043821364,0.0002083485,0.00013837898,0.00015210272,0.0009661479,0.000018610614],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9802809,0.0043599107,0.0000046544933,0.0024087226,0.00010198984,0.000007937382,0.0012355373,0.0000020861974,0.0018445238,0.0005334889,0.002506873,0.0067134253],"study_design_scores_gemma":[0.9120176,0.012144704,0.000007845157,0.002226664,0.000004718709,0.0000040432737,0.0002877455,0.005485119,0.0004674442,0.0018928214,0.0653538,0.00010748623],"about_ca_topic_score_codex":0.000020111383,"about_ca_topic_score_gemma":0.000010725393,"teacher_disagreement_score":0.06826325,"about_ca_system_score_codex":0.00058916886,"about_ca_system_score_gemma":0.0028528546,"threshold_uncertainty_score":0.9997363},"labels":[],"label_agreement":null},{"id":"W3151133111","doi":"10.2196/26110","title":"Person-Generated Health Data in Women’s Health: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of British Columbia","funders":"","keywords":"CINAHL; PsycINFO; Digital health; MEDLINE; Usability; Health information technology; Systematic review; Medicine; Checklist; Health care; Medical education; Data science; Psychology; Computer science; Nursing; Psychological intervention","score_opus":0.874858546870306,"score_gpt":0.78430886361422,"score_spread":0.09054968325608592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151133111","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.9204837e-10,0.46085912,0.000031158866,0.0059172753,0.000021264019,0.5321614,0.0007332307,0.000116826166,0.00015973978],"genre_scores_gemma":[5.985625e-11,0.4822488,0.0005986674,0.0048250076,0.0005668832,0.5092798,0.0015800408,0.00017964718,0.0007211741],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9592324,0.022039656,0.006973493,0.0032782638,0.0018021454,0.0066740764],"domain_scores_gemma":[0.98195374,0.0042850184,0.003462426,0.0060387896,0.0014216749,0.0028383762],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.048567947,0.0010388831,0.00726826,0.0011808346,0.0034831243,0.000107134576,0.0033042224,0.001078719,0.0014977852],"category_scores_gemma":[0.003803368,0.0008885524,0.0003644496,0.004561207,0.00020028696,0.000321561,0.0016493353,0.007319297,0.0005537502],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000042159758,0.00028543925,0.000001663694,0.40365377,0.000009197435,0.0000023192194,0.00012992877,1.5120577e-8,5.306925e-9,0.00016194,0.24777518,0.3479384],"study_design_scores_gemma":[0.0015414705,0.00048704215,6.13316e-7,0.49081707,0.0000022982642,0.0000037686136,0.00011661039,0.0000048903207,6.834228e-9,0.000012997839,0.50674766,0.00026558252],"about_ca_topic_score_codex":0.0005080505,"about_ca_topic_score_gemma":0.0011224131,"teacher_disagreement_score":0.3476728,"about_ca_system_score_codex":0.007772373,"about_ca_system_score_gemma":0.15242665,"threshold_uncertainty_score":0.999415},"labels":[],"label_agreement":null},{"id":"W3152560782","doi":"10.2196/26431","title":"Cognitive Outcomes During COVID-19 Confinement Among Older People and Their Caregivers Using Technologies for Dementia: Protocol for an Observational Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loneliness; Social isolation; Dementia; Observational study; Social distance; Psychological intervention; Gerontology; Isolation (microbiology); Psychology; Medicine; Clinical psychology; Coronavirus disease 2019 (COVID-19); Psychiatry; Disease","score_opus":0.4753563302388255,"score_gpt":0.6053731062554911,"score_spread":0.13001677601666561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152560782","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10108836,0.0000014689883,0.00041648868,0.0025268306,0.000008607967,0.89561594,0.00008735927,0.000120172626,0.00013477272],"genre_scores_gemma":[0.049148355,4.3025057e-7,0.00036529926,0.00015172685,0.0000620307,0.9498958,0.000017326935,0.000021797849,0.00033724649],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967462,0.00059104076,0.0003899129,0.0005990986,0.00075577834,0.0009179733],"domain_scores_gemma":[0.9970167,0.0011652112,0.00013487312,0.00025162418,0.001128056,0.00030352216],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0031029752,0.00018663789,0.00037087334,0.00015321648,0.0030633952,0.00040686238,0.0003097159,0.0001531876,0.00013129045],"category_scores_gemma":[0.0027177695,0.00015748426,0.00008394372,0.00039119198,0.0004500888,0.00039482187,0.00026160054,0.00024031314,5.6808057e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016184406,0.0005547274,0.9844887,0.0015804584,0.00009658694,0.0000039320366,0.010312153,0.000003325865,0.000023369475,0.0017020132,0.0006944558,0.0003784236],"study_design_scores_gemma":[0.005780384,0.00044208628,0.7621154,0.0003819574,0.000008035061,4.997872e-7,0.19934066,0.000069072434,0.0003088685,0.00067000586,0.030664194,0.000218832],"about_ca_topic_score_codex":0.0026723533,"about_ca_topic_score_gemma":0.018002287,"teacher_disagreement_score":0.2223733,"about_ca_system_score_codex":0.0003736989,"about_ca_system_score_gemma":0.002348224,"threshold_uncertainty_score":0.9999166},"labels":[],"label_agreement":null},{"id":"W3152563372","doi":"10.2196/24433","title":"Self-reported Subjective Effects of Analytically Confirmed New Psychoactive Substances Consumed by e-Psychonauts: Protocol for a Longitudinal Study Using a New Internet-Based Methodology","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Forensic Toxicology and Drug Analysis","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Generalitat de Catalunya","keywords":"The Internet; Observational study; Protocol (science); Population; Psychology; Internet privacy; Medicine; Alternative medicine; Computer science; Environmental health; World Wide Web","score_opus":0.589967199559684,"score_gpt":0.6668261695307747,"score_spread":0.07685896997109065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152563372","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011360324,0.000031717125,0.0152946515,0.00042607353,0.00008619223,0.9721135,0.000041342548,0.00014041887,0.00050579594],"genre_scores_gemma":[0.012205949,4.502559e-7,0.011148709,0.00024506624,0.00018559597,0.9743314,0.000024824561,0.000064342836,0.0017936555],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98740107,0.007751027,0.0012883926,0.0014433829,0.00078547245,0.0013306561],"domain_scores_gemma":[0.98732316,0.008624587,0.00072493264,0.0007678642,0.0017443665,0.00081506826],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004566008,0.0005524889,0.001353982,0.00057611114,0.00036690175,0.00007744504,0.0006975494,0.0008367361,0.0014196258],"category_scores_gemma":[0.0027054998,0.0005079668,0.00043147552,0.0018931654,0.0009868061,0.00019185354,0.00017241936,0.001974923,0.000023608367],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16217469,0.063444816,0.27945188,0.0080237985,0.034653053,0.002316883,0.012306926,0.00019689705,0.18494013,0.0047899894,0.21448243,0.0332185],"study_design_scores_gemma":[0.0904106,0.015246237,0.012993282,0.0013159175,0.0013994789,0.00009806022,0.0014394249,0.008587659,0.6425818,0.0061728004,0.21834776,0.0014069655],"about_ca_topic_score_codex":0.00026897015,"about_ca_topic_score_gemma":0.0006505006,"teacher_disagreement_score":0.4576417,"about_ca_system_score_codex":0.00034761077,"about_ca_system_score_gemma":0.0039735767,"threshold_uncertainty_score":0.9997372},"labels":[],"label_agreement":null},{"id":"W3152664028","doi":"10.2196/27772","title":"Determining the Efficacy of Electronic Cognitive Behavioral Therapy for Generalized Anxiety Disorder Compared to Pharmaceutical Interventions: Protocol for a Quasi-Experimental Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Optech (Canada); Queen's University","funders":"","keywords":"Generalized anxiety disorder; Cognitive behavioral therapy; Anxiety; Pharmacotherapy; Psychiatry; Psychological intervention; Medicine; Cognitive therapy; Mental health; Psychotherapist; Clinical psychology; Psychology; Cognition","score_opus":0.5796683725334049,"score_gpt":0.7139773403994523,"score_spread":0.1343089678660474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152664028","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12377283,0.000008105997,0.0005562279,0.00023043677,0.000024751609,0.8750868,0.00015606597,0.000043589072,0.000121227946],"genre_scores_gemma":[0.26590097,2.6236279e-8,0.0002041056,0.000060333285,0.00006277521,0.73317474,0.000040050396,0.000050758114,0.0005062642],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9956535,0.0011526413,0.00092048635,0.00067768665,0.00055090984,0.001044783],"domain_scores_gemma":[0.9973897,0.0008538918,0.00017772191,0.0004928715,0.0008777393,0.00020810984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016788803,0.0002479896,0.00041117152,0.0001669401,0.00042159596,0.00016107735,0.000547607,0.000084862215,0.00063075725],"category_scores_gemma":[0.00021195496,0.00019610622,0.00051837374,0.00052524416,0.00021612899,0.00013965773,0.0002765528,0.00042621046,0.000032191914],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07004564,0.696119,0.031811636,0.0022296798,0.0008171252,0.000013148522,0.01154433,0.00000236478,0.0020143078,0.005922083,0.011161217,0.16831945],"study_design_scores_gemma":[0.22749874,0.32495832,0.040860545,0.007431037,0.00007406113,0.000025087398,0.020860486,0.0002380747,0.07558113,0.0013496855,0.29993868,0.0011841425],"about_ca_topic_score_codex":0.000025744288,"about_ca_topic_score_gemma":0.00008839442,"teacher_disagreement_score":0.3711607,"about_ca_system_score_codex":0.00021814731,"about_ca_system_score_gemma":0.00026081584,"threshold_uncertainty_score":0.79969794},"labels":[],"label_agreement":null},{"id":"W3152740999","doi":"10.2196/26948","title":"Suicide Prevention Among College Students Before and During the COVID-19 Pandemic: Protocol for a Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Psychological intervention; Context (archaeology); MEDLINE; Mental health; Medicine; Scopus; CINAHL; Cochrane Library; Meta-analysis; Systematic review; Psychology; Family medicine; Psychiatry; Political science","score_opus":0.5853292884226795,"score_gpt":0.664072788812553,"score_spread":0.07874350038987354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152740999","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.859146e-7,0.4046786,0.000006697579,0.00010249795,0.000001307242,0.59496707,0.00015918935,0.00004019749,0.00004413195],"genre_scores_gemma":[1.3146108e-7,0.08507094,0.000022907976,0.00014179283,0.000052193955,0.90207654,0.000036241014,0.00008596688,0.012513291],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9851741,0.00890688,0.0021154908,0.0014480831,0.0013789575,0.00097649294],"domain_scores_gemma":[0.9935017,0.0026666813,0.0011726886,0.0017061984,0.00057201,0.00038069722],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012068591,0.000790259,0.008099546,0.0006382041,0.0010304619,0.00038829248,0.0011868237,0.00043061847,0.0007598318],"category_scores_gemma":[0.0016561807,0.00042188575,0.0024131797,0.0020604287,0.00041471035,0.0001420067,0.0010896042,0.0011237453,0.000022082017],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046292127,0.00025770412,0.0010978255,0.90607935,0.089292556,0.00004810598,0.00035249192,2.7786493e-8,1.8852097e-8,0.00013899244,0.002428268,0.00025837185],"study_design_scores_gemma":[0.0025866667,0.0007954469,0.00024079783,0.17790803,0.24048887,0.0002140606,0.0006770014,5.5315246e-7,8.930187e-8,0.00022730678,0.576072,0.00078917155],"about_ca_topic_score_codex":0.00006953106,"about_ca_topic_score_gemma":0.0005383588,"teacher_disagreement_score":0.7281713,"about_ca_system_score_codex":0.00032583263,"about_ca_system_score_gemma":0.00039875743,"threshold_uncertainty_score":0.9998233},"labels":[],"label_agreement":null},{"id":"W3152824182","doi":"10.2196/26184","title":"Home Telemonitoring of Arterial Hypertension With Antihypertensive Treatment Titration: Protocol for a Randomized Controlled Prospective Trial (HOROSCOPE Study)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Blood pressure; Randomization; Randomized controlled trial; Physical therapy; Clinical trial; Prospective cohort study; Emergency medicine; Internal medicine","score_opus":0.24108187548678525,"score_gpt":0.5151906021804933,"score_spread":0.274108726693708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152824182","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01525868,0.000016676691,0.000019723459,0.000511887,0.000034135286,0.98337585,0.000009776789,0.000062900086,0.0007103683],"genre_scores_gemma":[0.024848789,0.0000013728137,0.00094305025,0.000054400858,0.0009912042,0.9718571,0.0000074445766,0.000053981912,0.0012427025],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99538046,0.0010880765,0.0009799369,0.0007449455,0.0012436087,0.0005629503],"domain_scores_gemma":[0.99213016,0.0013667158,0.00029705346,0.00065777753,0.005368259,0.00018001102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017243574,0.0003739758,0.003667046,0.00024408796,0.00037845454,0.00011605789,0.000114567985,0.00015367304,0.000072615796],"category_scores_gemma":[0.00087369676,0.00020373618,0.00045604073,0.0004701092,0.00034116665,0.00014009356,0.00010188892,0.0003159305,0.000007127995],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9637035,0.009773223,0.0007558072,0.00045958193,0.0021363185,0.00034888415,0.0007206948,5.6268664e-7,0.019528305,0.00006104167,0.0019157802,0.00059626496],"study_design_scores_gemma":[0.92455155,0.031159002,0.0005481538,0.0016930496,0.00042303748,0.00006713451,0.0010422918,0.00003493819,0.026576035,0.00007435857,0.013622501,0.00020795998],"about_ca_topic_score_codex":0.000028046918,"about_ca_topic_score_gemma":0.000019535322,"teacher_disagreement_score":0.039152,"about_ca_system_score_codex":0.00007220824,"about_ca_system_score_gemma":0.0011265298,"threshold_uncertainty_score":0.83081204},"labels":[],"label_agreement":null},{"id":"W3152833108","doi":"10.2196/28728","title":"COVID-19 Health Crisis and Chronic Illness: Protocol for a Qualitative Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fondation de France; Agence Nationale de la Recherche","keywords":"Psychosocial; Health care; Medicine; Qualitative research; Pandemic; Nursing; Psychology; Disease; Family medicine; Psychiatry; Coronavirus disease 2019 (COVID-19); Sociology; Infectious disease (medical specialty)","score_opus":0.49146733553192373,"score_gpt":0.695880045129138,"score_spread":0.2044127095972143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152833108","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068023725,0.000004132401,0.0001364025,0.016349068,0.000004620332,0.98225456,0.000008447822,0.00006351262,0.00049902935],"genre_scores_gemma":[0.0015215605,2.992197e-7,0.0004205956,0.0009842212,0.00021694622,0.99314976,0.00002839677,0.000031312647,0.0036469235],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965769,0.0011319951,0.00036666592,0.00056447595,0.00071410154,0.00064583775],"domain_scores_gemma":[0.9978001,0.00040414455,0.00010193224,0.00049780717,0.0005639828,0.0006320131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047433544,0.00014722892,0.00033634753,0.00025745298,0.00044852446,0.00016671895,0.00013077728,0.00005397115,0.00045723797],"category_scores_gemma":[0.0013782576,0.00012529724,0.000057457957,0.00067609927,0.000116471245,0.000157992,0.00018424036,0.00030283057,0.00002852312],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002234105,0.009297843,0.0040196166,0.032448668,0.00019162841,0.00003569481,0.12663925,9.17184e-7,0.00021268625,0.002537608,0.7949761,0.02740588],"study_design_scores_gemma":[0.010944845,0.0092327455,0.0011356503,0.0008972224,0.000004608182,0.000002323788,0.11014997,0.000028395323,0.00029512282,0.002357898,0.8647982,0.00015304811],"about_ca_topic_score_codex":0.000064698164,"about_ca_topic_score_gemma":0.000080703096,"teacher_disagreement_score":0.06982206,"about_ca_system_score_codex":0.0007497868,"about_ca_system_score_gemma":0.0041127983,"threshold_uncertainty_score":0.72959274},"labels":[],"label_agreement":null},{"id":"W3152991625","doi":"10.2196/29199","title":"Understanding the Associations of Prenatal Androgen Exposure on Sleep Physiology, Circadian Proteins, Anthropometric Parameters, Hormonal Factors, Quality of Life, and Sex Among Healthy Young Adults: Protocol for an International, Multicenter Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sexual Differentiation and Disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Uniwersytet Łódzki","keywords":"Chronotype; Actigraphy; Luteinizing hormone; Testosterone (patch); Anthropometry; Polysomnography; Medicine; Physiology; Psychology; Circadian rhythm; Endocrinology; Internal medicine; Hormone","score_opus":0.3374640099196519,"score_gpt":0.515571846288674,"score_spread":0.1781078363690221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152991625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51719064,0.0000023852785,0.00016087871,0.000033953074,0.0000062683657,0.48239008,0.00017881289,0.0000051505654,0.00003184224],"genre_scores_gemma":[0.50839657,4.2661173e-7,0.000038723643,0.000011750243,0.000021345091,0.49131355,0.00019839656,0.0000093140125,0.00000993326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99751604,0.0008568867,0.00044455315,0.0004251623,0.00048495166,0.0002723955],"domain_scores_gemma":[0.9986334,0.00017788332,0.0002782499,0.0003742424,0.00041781532,0.000118407894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007923008,0.00013981982,0.0002218993,0.00015322807,0.00022248813,0.00006361759,0.000274507,0.00013545544,0.00001922345],"category_scores_gemma":[0.00097393,0.000106732936,0.000077385695,0.00026879954,0.00024202239,0.000026844924,0.00014678585,0.00019187835,2.1807888e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024212576,0.0051044617,0.9768327,0.0005160914,0.00026268742,3.2471323e-7,0.0015724673,0.000015481113,0.012379734,0.00017477843,0.0002580074,0.0004619974],"study_design_scores_gemma":[0.009793336,0.010067357,0.9386714,0.00014816693,0.0000043422115,2.5093405e-7,0.014631293,0.00022430916,0.025675546,0.00013492536,0.00043319608,0.00021587846],"about_ca_topic_score_codex":0.0001147726,"about_ca_topic_score_gemma":0.0003994422,"teacher_disagreement_score":0.03816131,"about_ca_system_score_codex":0.000057200436,"about_ca_system_score_gemma":0.00017710277,"threshold_uncertainty_score":0.43524426},"labels":[],"label_agreement":null},{"id":"W3153028040","doi":"10.2196/22125","title":"A Digital Health Platform for Integrated and Proactive Patient-Centered Multimorbidity Self-management and Care (ProACT): Protocol for an Action Research Proof-of-Concept Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Multimorbidity; Digital health; Integrated care; European union; Medicine; Chronic care; Health care; Blueprint; Nursing; Family medicine; Chronic disease; Business; Political science; Engineering","score_opus":0.44952966296117736,"score_gpt":0.5813037905174774,"score_spread":0.13177412755630002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153028040","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004998708,0.0000070785763,0.00023584354,0.00026594344,0.000010620502,0.99251723,0.0002492451,0.000091185546,0.0016241225],"genre_scores_gemma":[0.009579002,8.022613e-7,0.0023195562,0.000011756029,0.00015137566,0.9869461,0.0004302865,0.000058438243,0.0005026833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99585706,0.0004067569,0.00061338936,0.0009751064,0.0012016075,0.0009460633],"domain_scores_gemma":[0.9967743,0.00027597492,0.00019793768,0.00060558505,0.0017116579,0.00043450558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013738874,0.00027950082,0.00050967076,0.00043142607,0.00048012135,0.00044476343,0.00018705669,0.0001393845,0.000028050345],"category_scores_gemma":[0.0003387681,0.0002345391,0.00010989412,0.00052465993,0.00037265057,0.00084094825,0.00039329418,0.0005625401,7.4607584e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20232612,0.010811486,0.00019180884,0.04269562,0.0005187073,0.000033644446,0.0056128777,0.0000023671817,0.00013348913,0.0012444908,0.013121985,0.7233074],"study_design_scores_gemma":[0.28980038,0.08038926,0.0007712195,0.007100412,0.000040960666,0.000015539454,0.05970967,0.0020371454,0.029829202,0.001678827,0.52802974,0.0005976419],"about_ca_topic_score_codex":0.00002710522,"about_ca_topic_score_gemma":0.00004156034,"teacher_disagreement_score":0.7227098,"about_ca_system_score_codex":0.00074629893,"about_ca_system_score_gemma":0.0016929953,"threshold_uncertainty_score":0.9564227},"labels":[],"label_agreement":null},{"id":"W3153255872","doi":"10.2196/25261","title":"Retention of the Aboriginal Health, Ageing, and Disability Workforce: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workforce; Indigenous; Medicine; Qualitative research; Nursing; Public relations; Gerontology; Sociology; Political science","score_opus":0.28867156576599795,"score_gpt":0.6624482176638437,"score_spread":0.3737766518978457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153255872","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00944591,0.0000021946296,0.000113068054,0.0011422951,0.000029631428,0.9855867,0.0000059733848,0.000024079596,0.0036501156],"genre_scores_gemma":[0.0008356068,0.0000029959322,0.002584183,0.000009213402,0.00025750793,0.99165666,0.0000016361257,0.000012869579,0.0046393187],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98871684,0.008770604,0.00048239902,0.00042223316,0.00089778233,0.000710152],"domain_scores_gemma":[0.997402,0.0006757478,0.00021590688,0.0005249893,0.00096919533,0.000212159],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017069655,0.00010503894,0.0002439561,0.000052458596,0.0067239664,0.0001436588,0.00036900243,0.00011203377,0.000069917856],"category_scores_gemma":[0.00015060997,0.00006875567,0.000085535874,0.000865784,0.0008496396,0.00016824463,0.000012612266,0.00038444065,0.0000014930404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092424994,0.009729742,0.048892282,0.006492296,0.000045800734,0.0000031536508,0.66170603,0.0000011042279,0.00008976986,0.20186713,0.0032966223,0.06695181],"study_design_scores_gemma":[0.0009803142,0.0007837668,0.02442613,0.00052891794,0.0000012231882,5.5616204e-7,0.012259275,0.0000046645605,0.0003917913,0.006472369,0.95407283,0.0000781344],"about_ca_topic_score_codex":0.01197207,"about_ca_topic_score_gemma":0.23185134,"teacher_disagreement_score":0.9507762,"about_ca_system_score_codex":0.0003815849,"about_ca_system_score_gemma":0.01968326,"threshold_uncertainty_score":0.99460727},"labels":[],"label_agreement":null},{"id":"W3153304858","doi":"10.2196/24254","title":"A Technology-Based Physical Activity Intervention for Patients With Metastatic Breast Cancer (Fit2ThriveMB): Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; National Institutes of Health","keywords":"Medicine; Metastatic breast cancer; Breast cancer; Psychological intervention; Quality of life (healthcare); Randomized controlled trial; Population; mHealth; Life expectancy; Physical therapy; Cancer; Clinical trial; Internal medicine; Nursing; Environmental health","score_opus":0.10030724455638121,"score_gpt":0.5307117275274384,"score_spread":0.43040448297105727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153304858","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013227442,9.032558e-7,0.002125618,0.0016023434,0.000015356869,0.982708,0.00017681356,0.00008713384,0.00005642497],"genre_scores_gemma":[0.015599595,4.0196962e-8,0.0005067659,0.00003275886,0.00023112525,0.982951,0.000036623598,0.000057546113,0.00058455765],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966547,0.0007516782,0.00042548223,0.00060640683,0.000937238,0.00062450534],"domain_scores_gemma":[0.9951315,0.0010745629,0.00027702862,0.00048417124,0.0028609764,0.00017177401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016130533,0.00027289146,0.0016565742,0.00032423914,0.00019311058,0.00010843816,0.00016941738,0.00012743581,0.00015075403],"category_scores_gemma":[0.0009190316,0.000173397,0.000869987,0.0006796038,0.00032976415,0.00013702725,0.0000681339,0.00046571114,0.0000029089233],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96316105,0.011536542,0.00018292735,0.0032522413,0.00039971154,0.000006520582,0.000079594756,0.0000014940579,0.000330648,0.00017657332,0.0006525106,0.020220209],"study_design_scores_gemma":[0.97213817,0.008455255,0.000080367696,0.0039276313,0.00009620484,0.0000018232025,0.0000637561,0.0010830094,0.0038256596,0.00052119856,0.0096223485,0.00018460647],"about_ca_topic_score_codex":0.000042226842,"about_ca_topic_score_gemma":0.00014318057,"teacher_disagreement_score":0.020035602,"about_ca_system_score_codex":0.00028844798,"about_ca_system_score_gemma":0.0013923502,"threshold_uncertainty_score":0.70709246},"labels":[],"label_agreement":null},{"id":"W3153306891","doi":"10.2196/27205","title":"Usability Testing of a Digital Assessment Routing Tool: Protocol for an Iterative Convergent Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Economic and Social Research Council; National Institute for Health and Care Research; Engineering and Physical Sciences Research Council; Rosetrees Trust; Barts Charity; Queen Mary University of London","keywords":"Usability; Protocol (science); Digital health; Computer science; System usability scale; Blueprint; Health care; Heuristic evaluation; Medicine; Human–computer interaction; Engineering","score_opus":0.6604462090420092,"score_gpt":0.7473769719098742,"score_spread":0.08693076286786494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153306891","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003289682,3.445835e-7,0.007148981,0.00033861678,0.000020241747,0.98643243,0.00011811881,0.000114645976,0.0025369634],"genre_scores_gemma":[0.004742368,3.8846043e-8,0.056518894,0.00007940962,0.00023490394,0.93786347,0.000039896062,0.000051222352,0.00046977913],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.985751,0.00867751,0.0021006684,0.0010074979,0.00096019276,0.0015031337],"domain_scores_gemma":[0.9851971,0.0075678458,0.00064703263,0.0013017562,0.0046408195,0.00064539193],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017756337,0.0002624441,0.00066072436,0.00016894033,0.0020086383,0.00010182995,0.000473673,0.00022451574,0.00032299705],"category_scores_gemma":[0.0069852807,0.00022772102,0.00010412433,0.0012268171,0.00017394453,0.00042558613,0.00059807993,0.001509324,0.00002241566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019409076,0.018627368,0.5681791,0.02125736,0.000071034796,0.000008120225,0.006757184,0.000009755863,0.005374471,0.011654553,0.009365861,0.35675427],"study_design_scores_gemma":[0.018024825,0.014316256,0.13479257,0.0045065125,0.000009781099,0.00000371559,0.025054796,0.005773315,0.002735563,0.008719583,0.7854316,0.00063149584],"about_ca_topic_score_codex":0.0000775845,"about_ca_topic_score_gemma":0.000095023475,"teacher_disagreement_score":0.7760657,"about_ca_system_score_codex":0.00060264196,"about_ca_system_score_gemma":0.0077075497,"threshold_uncertainty_score":0.9992906},"labels":[],"label_agreement":null},{"id":"W3153375021","doi":"10.2196/29161","title":"Using an Information Package to Reduce Patients’ Risk of Renal Damage: Protocol for a Randomized Feasibility Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand; University of Otago","keywords":"Medicine; Randomized controlled trial; Medical prescription; Intervention (counseling); Clinical trial; Harm; Medical emergency; Emergency medicine; Internal medicine; Pharmacology; Nursing; Psychology","score_opus":0.4842963076724555,"score_gpt":0.6806151104075482,"score_spread":0.19631880273509267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153375021","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036812454,6.756628e-8,0.008087157,0.0001398744,0.00003326216,0.9527855,0.00033609534,0.000066395885,0.0017391848],"genre_scores_gemma":[0.000934952,5.5513574e-8,0.011442573,0.00032464438,0.00025062013,0.98669267,0.00016993275,0.0000210827,0.00016348729],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9803314,0.012950458,0.0039682887,0.00043464024,0.0013059778,0.0010091896],"domain_scores_gemma":[0.98667306,0.0024217968,0.0015292969,0.0013037007,0.0074921576,0.00057997426],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031406753,0.0002292653,0.00083120965,0.00038575212,0.0014510751,0.00014270844,0.0005054156,0.0003519718,0.0008547673],"category_scores_gemma":[0.0261994,0.00017712523,0.00022114959,0.0011056918,0.00019984029,0.003617511,0.00039277636,0.0013843845,0.000077617005],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9580482,0.0021118575,0.009236632,0.008139938,0.000021787957,3.1267763e-7,0.007759283,0.000023645196,0.00018281782,0.000719867,0.006863436,0.0068921885],"study_design_scores_gemma":[0.804839,0.002255559,0.0051872376,0.002699685,0.000005439888,1.8705315e-7,0.0008826991,0.004197336,0.0017906023,0.002140531,0.17574358,0.00025815264],"about_ca_topic_score_codex":0.00012781567,"about_ca_topic_score_gemma":0.000030485238,"teacher_disagreement_score":0.16888015,"about_ca_system_score_codex":0.0005399473,"about_ca_system_score_gemma":0.0039612935,"threshold_uncertainty_score":0.9998489},"labels":[],"label_agreement":null},{"id":"W3153392486","doi":"10.2196/21909","title":"Efficacy and Safety of Drug Combinations for Chronic Pelvic Pain: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Endometriosis Research and Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Kingston General Hospital; Queen's University","funders":"","keywords":"Medicine; Pelvic pain; Chronic pain; Systematic review; MEDLINE; Adverse effect; Protocol (science); Randomized controlled trial; Physical therapy; Clinical trial; Quality of life (healthcare); Sexual function; Intensive care medicine; Alternative medicine; Surgery; Internal medicine","score_opus":0.3492909709657733,"score_gpt":0.6263368534694814,"score_spread":0.27704588250370815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153392486","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.539944e-10,0.4325904,0.000042907286,0.00024634702,0.000001081595,0.5668727,0.00011701251,0.000022362308,0.0001071599],"genre_scores_gemma":[7.276658e-9,0.38206673,0.00026379063,0.000017210672,0.0000659591,0.6155171,0.00022693117,0.000082754515,0.0017595338],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9908393,0.0035714582,0.0020581097,0.00088689406,0.0016048881,0.0010393348],"domain_scores_gemma":[0.9761433,0.018929988,0.0006941416,0.0014044238,0.002317228,0.00051094196],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0118563,0.00056997774,0.005459637,0.0009158774,0.00032066932,0.00011139006,0.0005041737,0.00026862603,0.000118956224],"category_scores_gemma":[0.027069122,0.00036683294,0.0011847651,0.0018313583,0.00027210946,0.00008401803,0.00030409356,0.00086702773,0.000018986051],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026520097,0.0020402572,4.4706132e-7,0.8453485,0.00060382654,0.000015746617,0.000016414946,8.573325e-9,4.1208568e-7,0.00052553555,0.018045245,0.13313845],"study_design_scores_gemma":[0.007842527,0.003069714,2.471703e-7,0.4963604,0.00019206823,0.000022383709,0.000005512157,0.0000043177633,0.0000040799428,0.00002031591,0.4923504,0.00012802304],"about_ca_topic_score_codex":0.0000038249505,"about_ca_topic_score_gemma":0.0000049092437,"teacher_disagreement_score":0.47430515,"about_ca_system_score_codex":0.0010601878,"about_ca_system_score_gemma":0.00431971,"threshold_uncertainty_score":0.99987835},"labels":[],"label_agreement":null},{"id":"W3153516869","doi":"10.2196/22145","title":"Determining the Effectiveness of a New Device for Hand Therapy (The FEPSim Device): Feasibility Protocol for a Randomized Controlled Trial Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Orthopedic Surgery and Rehabilitation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Alexandra Hospital; Glenrose Rehabilitation Hospital; University of Alberta","funders":"","keywords":"Physical therapy; Medicine; Randomized controlled trial; Range of motion; Wrist; Rehabilitation; Grip strength; Physical medicine and rehabilitation; Forearm; Activities of daily living; Upper limb; Protocol (science); Surgery","score_opus":0.3442111247747142,"score_gpt":0.5924490327417489,"score_spread":0.24823790796703465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153516869","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13356496,0.0000039446504,0.00024319963,0.00047429584,0.000020029918,0.8655466,0.0000041137523,0.000021078004,0.0001217931],"genre_scores_gemma":[0.037934445,1.3330097e-7,0.0002143671,0.00004871252,0.00035155567,0.96079355,0.0000061174596,0.000036110232,0.00061501947],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98538667,0.011476778,0.0010830233,0.00055125245,0.0010129022,0.0004893544],"domain_scores_gemma":[0.94401705,0.05209261,0.00032646727,0.00079232414,0.0026320727,0.00013948862],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044657964,0.0002444503,0.001720992,0.000120583754,0.0005786082,0.00015429774,0.00025644302,0.0001378127,0.000059450012],"category_scores_gemma":[0.027602052,0.000108564804,0.0009101358,0.00057998375,0.00053494395,0.0001192589,0.00008457539,0.00041708775,0.0000016715225],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9709397,0.0052351584,0.0063543036,0.002052926,0.00036629458,0.00000256335,0.0011643943,0.0000016274922,0.0020746016,0.000047859023,0.00018192359,0.011578634],"study_design_scores_gemma":[0.9576028,0.0120846955,0.005528292,0.0015653814,0.00005191929,0.0000019029429,0.0005557371,0.00013248042,0.0059467447,0.0008113185,0.015605595,0.00011311039],"about_ca_topic_score_codex":0.000014171871,"about_ca_topic_score_gemma":0.000022314049,"teacher_disagreement_score":0.09563053,"about_ca_system_score_codex":0.00009473048,"about_ca_system_score_gemma":0.0023085328,"threshold_uncertainty_score":0.98372567},"labels":[],"label_agreement":null},{"id":"W3153590511","doi":"10.2196/26701","title":"Original Paper: Risk Indicators for early childhood caries in South Africa: A Systematic Review Protocol (Preprint)","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Early childhood caries; Medicine; Family medicine; Computer science; Alternative medicine; Oral health; World Wide Web","score_opus":0.1488679040907864,"score_gpt":0.5324229698034866,"score_spread":0.38355506571270015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153590511","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3968697e-7,0.258051,0.000017469567,0.000006668233,0.000014889439,0.74091864,0.00037612548,0.00013152926,0.00048352627],"genre_scores_gemma":[9.61546e-7,0.09242058,0.00006654824,0.000034606248,0.00021610504,0.9064514,0.00010830866,0.00017802905,0.0005234733],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98701036,0.0047317226,0.002988342,0.0015314898,0.0022624438,0.0014756703],"domain_scores_gemma":[0.9947196,0.0008437732,0.0016816638,0.0016363574,0.0004313563,0.00068721705],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057181376,0.0008239798,0.0041482653,0.0009032884,0.0004089391,0.0005051132,0.0018795616,0.0007239437,0.00035854467],"category_scores_gemma":[0.0037894961,0.0006329098,0.0009347722,0.0033722252,0.0001958824,0.0003198531,0.0006297566,0.0029093688,0.00202221],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103429884,0.0003283377,0.00015081307,0.9155474,0.000079981844,0.000096372874,0.00063256937,2.6962198e-8,1.3677835e-8,0.00022255197,0.0024597566,0.08037876],"study_design_scores_gemma":[0.0007633098,0.00044395163,0.000050610062,0.46244127,0.000075807744,0.000020505222,0.000060286766,6.7327466e-7,2.99887e-7,0.00007151502,0.5357825,0.00028924982],"about_ca_topic_score_codex":0.000029242692,"about_ca_topic_score_gemma":0.000051532144,"teacher_disagreement_score":0.5333228,"about_ca_system_score_codex":0.0009371905,"about_ca_system_score_gemma":0.0030173494,"threshold_uncertainty_score":0.9996122},"labels":[],"label_agreement":null},{"id":"W3153594907","doi":"10.2196/27262","title":"Using Assisted Partner Services for HIV Testing and the Treatment of Males and Their Female Sexual Partners: Protocol for an Implementation Science Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; National Institutes of Health; Center for AIDS Research, University of Washington; University of Washington; Fred Hutchinson Cancer Research Center","keywords":"Medicine; Psychological intervention; Family medicine; Referral; Population; Reproductive health; Fidelity; Nursing; Environmental health","score_opus":0.6762989130278234,"score_gpt":0.6828239205752692,"score_spread":0.0065250075474457825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153594907","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1650103,0.000002538289,0.00012310162,0.00019543688,6.8399964e-7,0.83446455,0.000051199273,0.0000133295725,0.00013885465],"genre_scores_gemma":[0.032035008,1.5957936e-7,0.00243176,0.0000072366506,0.00007666532,0.9646831,0.000015279731,0.000017579083,0.0007332197],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9977163,0.00045744682,0.0003720279,0.00044553832,0.00050502573,0.00050363754],"domain_scores_gemma":[0.9972362,0.0007082875,0.00010385273,0.00036644895,0.00138053,0.0002046622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027063403,0.00013469259,0.00028316164,0.00018176442,0.0007355887,0.00028048112,0.0001421151,0.000032637476,0.000031020874],"category_scores_gemma":[0.0003627174,0.000076348384,0.000054367818,0.00053415104,0.0006602389,0.00030495576,0.0001195214,0.00009930497,4.1646345e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013308986,0.017135352,0.31433758,0.011550755,0.00039958433,0.000020337486,0.020129317,0.000004130832,0.3031154,0.0009563748,0.0008893401,0.31815284],"study_design_scores_gemma":[0.13232319,0.23264496,0.08867844,0.005056037,0.00008264009,0.000121284815,0.1846056,0.066815026,0.21723048,0.001361789,0.07050879,0.0005717471],"about_ca_topic_score_codex":0.00011273906,"about_ca_topic_score_gemma":0.0003489984,"teacher_disagreement_score":0.3175811,"about_ca_system_score_codex":0.00009131657,"about_ca_system_score_gemma":0.0005992181,"threshold_uncertainty_score":0.5657628},"labels":[],"label_agreement":null},{"id":"W3153611684","doi":"10.2196/26240","title":"Implementation of Wearable Sensors and Digital Alerting Systems in Secondary Care: Protocol for a Real-World Prospective Study Evaluating Clinical Outcomes","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Imperial Biomedical Research Centre; Patient Safety Translational Research Centre; National Institute for Health and Care Research","keywords":"Wearable computer; Protocol (science); Medicine; Medical emergency; Clinical trial; Digital health; Health care; Vital signs; Psychological intervention; Computer science; Nursing; Embedded system; Alternative medicine","score_opus":0.46345162855025923,"score_gpt":0.6877572358499018,"score_spread":0.22430560729964255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153611684","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38809294,0.0000016634818,0.0000013435082,0.00007721383,0.0000064564433,0.61147946,0.000009336298,0.000032826876,0.00029874025],"genre_scores_gemma":[0.3244845,1.18856164e-7,0.0002246025,0.0000032700957,0.000055878227,0.67507434,0.0000042687725,0.000017694467,0.00013533988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99658245,0.00070681254,0.0010720958,0.000512161,0.0006356436,0.000490837],"domain_scores_gemma":[0.9973261,0.0008898452,0.0002234738,0.00035737938,0.0010839675,0.000119245466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036159698,0.00013987932,0.00053393573,0.000317894,0.00016870874,0.00006266318,0.00008822345,0.00013138045,0.00001460987],"category_scores_gemma":[0.0011440323,0.00012068149,0.00006629266,0.0005818333,0.00011251978,0.00018052335,0.00016655034,0.00081306935,0.0000017777887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000815717,0.0006273176,0.944473,0.0034754705,0.000045507357,0.000036256773,0.0019533038,9.955876e-7,0.00016885935,0.00004968641,0.000037971997,0.04831588],"study_design_scores_gemma":[0.014216976,0.009450439,0.9376014,0.0038102441,0.000005099913,0.000006178113,0.031692788,0.00007019109,0.002018043,0.00008125548,0.00092657446,0.00012085323],"about_ca_topic_score_codex":0.00045027694,"about_ca_topic_score_gemma":0.0005130715,"teacher_disagreement_score":0.06360846,"about_ca_system_score_codex":0.00025110375,"about_ca_system_score_gemma":0.0011201004,"threshold_uncertainty_score":0.49212486},"labels":[],"label_agreement":null},{"id":"W3153668067","doi":"10.2196/29245","title":"Design and Rationale for the Deep South Interactive Voice Response System–Supported Active Lifestyle Study: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Heart, Lung, and Blood Institute; University of Alabama; University of Alabama at Birmingham","keywords":"Psychological intervention; Interactive voice response; Gerontology; Outreach; Medicine; Population; Randomized controlled trial; Physical therapy; Psychology; Nursing; Environmental health; Telecommunications","score_opus":0.2641151250282093,"score_gpt":0.5669515417242748,"score_spread":0.3028364166960655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153668067","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014923936,8.399862e-7,0.01432217,0.0025659322,0.000010621329,0.9814468,0.000019583478,0.000056421228,0.00008526535],"genre_scores_gemma":[0.011762798,6.654137e-8,0.00085840456,0.00007783732,0.00046549056,0.9857216,0.000007144176,0.000041239684,0.0010654539],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98938465,0.007830854,0.0007238891,0.00059271907,0.0008853697,0.00058252347],"domain_scores_gemma":[0.95583045,0.04127015,0.00033802722,0.0004402313,0.0018664736,0.00025465415],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013373874,0.00024320965,0.0016526206,0.00016424159,0.0007503452,0.00019013902,0.00017251796,0.00012949489,0.000039465256],"category_scores_gemma":[0.013230025,0.00014015552,0.00035955364,0.00033972834,0.0002586827,0.00022454523,0.00011820306,0.0006837247,0.000010451959],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9847499,0.0055383933,0.0000031543093,0.001070576,0.0005853559,0.000020341986,0.0048079323,0.0000049534283,0.0015773353,0.00022286648,0.00064253615,0.0007766612],"study_design_scores_gemma":[0.961051,0.014390013,0.000052989213,0.00096807966,0.000080303405,0.000010662208,0.004220536,0.010612573,0.0024456908,0.0006507285,0.005382206,0.00013522808],"about_ca_topic_score_codex":0.000009204069,"about_ca_topic_score_gemma":0.000009681651,"teacher_disagreement_score":0.033554185,"about_ca_system_score_codex":0.00026459896,"about_ca_system_score_gemma":0.0026510402,"threshold_uncertainty_score":0.99508196},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3153747942","doi":"10.2196/27382","title":"Development and Implementation of a Mobile Tool for High-Risk Pregnant Women to Deliver Effective Caregiving for Neonatal Abstinence Syndrome: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prenatal Substance Exposure Effects","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Medicine; Usability; Psychological intervention; Randomized controlled trial; Pregnancy; Nursing; Family medicine","score_opus":0.07838952860939549,"score_gpt":0.5369676403748198,"score_spread":0.4585781117654243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153747942","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3273492,0.00000317959,0.01880345,0.000014481357,0.0000065959193,0.65370756,0.000086785905,0.000027674427,0.0000010953963],"genre_scores_gemma":[0.033765893,5.8266252e-8,0.15337783,0.0000079077045,0.000038125836,0.8126551,0.000022496266,0.00005039706,0.00008218934],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963543,0.00067944254,0.00063814054,0.00080956524,0.0006813738,0.0008372188],"domain_scores_gemma":[0.9950126,0.0025630621,0.00021251584,0.00044961998,0.0015087777,0.0002534702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056819124,0.00026170295,0.00063343457,0.0002420395,0.00028149586,0.00007053264,0.00020353032,0.00009600643,0.000023885787],"category_scores_gemma":[0.001818429,0.00022293707,0.000084343985,0.00049727585,0.00006783522,0.0001833693,0.00033281292,0.00022929728,0.0000013530737],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008382697,0.0013799797,0.005624685,0.014323923,0.0003419583,0.00004592647,0.021119934,0.0000062186646,0.053346835,0.00007292187,0.00057147216,0.89478344],"study_design_scores_gemma":[0.036637247,0.044022348,0.10148522,0.006572024,0.000029265188,0.000034387147,0.010613483,0.00012111229,0.7653868,0.00028958012,0.03434107,0.00046742425],"about_ca_topic_score_codex":0.00002749256,"about_ca_topic_score_gemma":0.0001088961,"teacher_disagreement_score":0.894316,"about_ca_system_score_codex":0.00058408215,"about_ca_system_score_gemma":0.0006553683,"threshold_uncertainty_score":0.909111},"labels":[],"label_agreement":null},{"id":"W3153749458","doi":"10.2196/26927","title":"Impact of Face-to-Face Teaching in Addition to Electronic Learning on Personal Protective Equipment Doffing Proficiency in Student Paramedics: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personal protective equipment; Randomized controlled trial; Modalities; Face shield; Medicine; Medical education; Protocol (science); Face-to-face; Pandemic; Medical emergency; Coronavirus disease 2019 (COVID-19); Health care; Alternative medicine; Surgery","score_opus":0.20552389995742937,"score_gpt":0.6458828126663044,"score_spread":0.44035891270887506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153749458","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10831751,0.0000012901899,0.0007615584,0.00039431086,0.000012503956,0.88957876,0.000012597667,0.000029841036,0.0008916523],"genre_scores_gemma":[0.20959581,5.997029e-8,0.000058381578,0.00004938206,0.00010560149,0.7896991,0.0000087030585,0.000031234336,0.00045172437],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9871988,0.008083703,0.0011593166,0.0008512951,0.0012279812,0.0014788772],"domain_scores_gemma":[0.9962061,0.0027151247,0.00029678358,0.0003082303,0.00020224646,0.00027151746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018857388,0.0002875632,0.001240809,0.0008712626,0.00023019403,0.000082083294,0.00033874775,0.00015418285,0.0003151012],"category_scores_gemma":[0.003479971,0.00022171777,0.0003748294,0.0007592614,0.000076313285,0.000088921544,0.00018439905,0.0018279927,0.000030195817],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95366126,0.005936754,0.0005378774,0.00043446303,0.00008076257,0.000022760549,0.026077215,0.00037069788,0.0014807647,0.0005812142,0.0001674911,0.010648712],"study_design_scores_gemma":[0.9579543,0.028737878,0.0020019412,0.0033513526,0.0000030268384,0.0000020481432,0.0043994063,0.0006017774,0.00024682572,0.00027603452,0.0021991427,0.00022627716],"about_ca_topic_score_codex":0.0003510566,"about_ca_topic_score_gemma":0.00022906165,"teacher_disagreement_score":0.10127831,"about_ca_system_score_codex":0.0037359323,"about_ca_system_score_gemma":0.0028104207,"threshold_uncertainty_score":0.9769333},"labels":[],"label_agreement":null},{"id":"W3153754427","doi":"10.2196/26816","title":"Remote Mobile Outpatient Monitoring in Transplant (Reboot) 2.0: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Ted Rogers Centre for Heart Research; University Health Network","funders":"University Health Network","keywords":"Medicine; mHealth; Randomized controlled trial; Emergency medicine; Telemedicine; Emergency department; Intervention (counseling); Medical emergency; Clinical trial; Health care; Intensive care medicine; Psychological intervention; Internal medicine; Nursing","score_opus":0.1975011258565255,"score_gpt":0.5571201458198858,"score_spread":0.3596190199633603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153754427","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024887368,0.00000349576,0.00024169842,0.00016487985,0.000019425985,0.99547404,0.000015675083,0.00004706517,0.0015449924],"genre_scores_gemma":[0.0023557034,0.0000025193006,0.0018905542,0.000020046658,0.0002094851,0.9924006,0.000029021605,0.00004223951,0.0030498721],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99553806,0.0011337899,0.001098318,0.00051466504,0.001049071,0.0006661012],"domain_scores_gemma":[0.9969719,0.0016869259,0.00014821746,0.0004034929,0.0005470958,0.00024233705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026435414,0.0002572531,0.001596458,0.00030952,0.00013639378,0.00008966657,0.00013401396,0.00017551334,0.00015844246],"category_scores_gemma":[0.0004092622,0.00017017241,0.00064617785,0.00037117398,0.0001005031,0.0000925544,0.00002461204,0.00050874107,0.000022299584],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9904133,0.0023181334,0.0009473463,0.0021409919,0.00020488734,0.00036864408,0.00054062967,0.00001028059,0.0007096426,0.0001103136,0.00003569786,0.002200114],"study_design_scores_gemma":[0.9721102,0.003534757,0.00015008457,0.008773966,0.000027140026,0.00001978824,0.0000642973,0.00030236013,0.008124364,0.00032874916,0.006419771,0.00014453234],"about_ca_topic_score_codex":0.00002541148,"about_ca_topic_score_gemma":0.000009034209,"teacher_disagreement_score":0.018303128,"about_ca_system_score_codex":0.0001996618,"about_ca_system_score_gemma":0.00063115644,"threshold_uncertainty_score":0.69394296},"labels":[],"label_agreement":null},{"id":"W3153796453","doi":"10.2196/28204","title":"Outcomes of Digital Biomarker–Based Interventions: Protocol for a Systematic Review of Systematic Reviews","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nemzeti Kutatási, Fejlesztési és Innovaciós Alap; European Commission; Budapesti Corvinus Egyetem; Budapesti Műszaki és Gazdaságtudományi Egyetem","keywords":"Systematic review; Protocol (science); Data extraction; Psychological intervention; Medicine; Grading (engineering); Medical physics; Cochrane Library; MEDLINE; Computer science; Meta-analysis; Data science; Alternative medicine; Pathology; Nursing; Engineering","score_opus":0.8116969604650368,"score_gpt":0.7631088759748921,"score_spread":0.048588084490144734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153796453","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.797932e-10,0.45408732,0.00022343428,0.00007597375,0.000009329176,0.5448946,0.00043259357,0.000038393726,0.00023839915],"genre_scores_gemma":[1.1541865e-9,0.35987434,0.00036600194,0.00008256801,0.000042854233,0.6380801,0.00023315613,0.00010327996,0.0012176859],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9621237,0.0177774,0.015967505,0.0009988289,0.0016556014,0.0014769923],"domain_scores_gemma":[0.96438867,0.016118767,0.011126105,0.0038101678,0.003927892,0.0006284174],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029484583,0.00082205556,0.01521858,0.0010866993,0.0006094843,0.00004895407,0.0018793202,0.000797173,0.0004556875],"category_scores_gemma":[0.03761407,0.000514388,0.0039573926,0.0025402883,0.00024314322,0.00018174248,0.00050259306,0.0017322843,0.0003227127],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027211423,0.00095706707,0.000006585351,0.96254647,0.00014656776,0.0000012148034,0.000020500172,3.97662e-9,4.7928996e-8,0.0010989967,0.025220107,0.009975229],"study_design_scores_gemma":[0.00068296824,0.00025760045,2.7865522e-7,0.52514553,0.00017779956,0.0000017316104,0.00002534997,0.0000017841907,8.394374e-8,0.00003128332,0.4735176,0.0001579702],"about_ca_topic_score_codex":0.000008444547,"about_ca_topic_score_gemma":0.000006807357,"teacher_disagreement_score":0.4482975,"about_ca_system_score_codex":0.00072319893,"about_ca_system_score_gemma":0.008246477,"threshold_uncertainty_score":0.99973077},"labels":[],"label_agreement":null},{"id":"W3153859362","doi":"10.2196/25520","title":"Psychometric Evaluation and Workflow Integration Study of a Tablet-Based Tool to Detect Mild Cognitive Impairment in Older Adults: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Protocol (science); Cognitive impairment; Workflow; Medicine; Cognition; Computer science; Psychology; Database; Psychiatry; Alternative medicine","score_opus":0.20730222915672317,"score_gpt":0.608701926334315,"score_spread":0.40139969717759183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153859362","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30900332,0.0000028355391,0.0025333867,0.00009900364,0.0000041281023,0.68826145,0.000009687997,0.000018658586,0.00006753035],"genre_scores_gemma":[0.21963395,9.4360885e-8,0.005535522,0.00003887915,0.00003605682,0.7745905,0.000018086039,0.000035358295,0.0001115855],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9903274,0.0042703096,0.0009073044,0.0010457834,0.00264764,0.0008015442],"domain_scores_gemma":[0.9929624,0.0010490874,0.00014608112,0.0005117596,0.0050522955,0.00027833114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014697177,0.00029287263,0.0006184818,0.0020395776,0.00017552942,0.00016482819,0.00018683446,0.00011654856,0.00035507185],"category_scores_gemma":[0.004145802,0.00024041359,0.00010026003,0.004903771,0.000082138,0.00017941027,0.00023026906,0.0006014023,0.000006666063],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035206396,0.041594412,0.20137666,0.0020515916,0.00016053674,0.000027301347,0.0032638756,0.0000030199196,0.0028863174,0.0000015630967,0.00062013237,0.7128082],"study_design_scores_gemma":[0.09543036,0.06173567,0.78218716,0.007814903,0.000042082873,0.0000033050007,0.017708898,0.0015104471,0.03283239,0.00007735693,0.0004076774,0.0002497173],"about_ca_topic_score_codex":0.00006514608,"about_ca_topic_score_gemma":0.00027851813,"teacher_disagreement_score":0.71255845,"about_ca_system_score_codex":0.00037097975,"about_ca_system_score_gemma":0.001057109,"threshold_uncertainty_score":0.9803782},"labels":[],"label_agreement":null},{"id":"W3154042670","doi":"10.2196/25556","title":"COVID-19 Rehabilitation With Herbal Medicine and Cardiorespiratory Exercise: Protocol for a Clinical Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Cardiorespiratory fitness; Medicine; Physical therapy; Randomized controlled trial; Rehabilitation; Clinical trial; Psychological intervention; Traditional Chinese medicine; Clinical endpoint; Internal medicine; Alternative medicine; Nursing; Pathology","score_opus":0.33623953746656227,"score_gpt":0.6406255444292052,"score_spread":0.3043860069626429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154042670","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027660886,0.000010782076,0.00019512001,0.0116440095,0.000007969308,0.9848076,0.000011252639,0.00016188696,0.0003952694],"genre_scores_gemma":[0.0010556908,4.965393e-7,0.002226153,0.0013879169,0.00057526055,0.9940389,0.000013116639,0.000087849745,0.0006146156],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923378,0.0024999182,0.0009842232,0.0013040816,0.0020794726,0.0007945092],"domain_scores_gemma":[0.98698276,0.007830522,0.0001950132,0.0014104762,0.0018203807,0.0017608544],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011661316,0.0003503478,0.0010960589,0.0003760712,0.00041385033,0.00011967024,0.00030299756,0.00026562344,0.00022349092],"category_scores_gemma":[0.031005982,0.00024456845,0.0001518073,0.0010055507,0.0012564707,0.00024036554,0.0003122056,0.0009871693,0.00001650522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048749093,0.0073865815,0.6618719,0.034585208,0.00028165235,0.0017548406,0.0034701035,0.0000050075546,0.00075562525,0.00032312924,0.22468977,0.016127093],"study_design_scores_gemma":[0.0663125,0.06695139,0.0799034,0.007827008,0.00005110365,0.0000855897,0.0021896455,0.000043677872,0.00016985102,0.00064781954,0.7754599,0.00035815017],"about_ca_topic_score_codex":0.000050448776,"about_ca_topic_score_gemma":0.00006379665,"teacher_disagreement_score":0.5819685,"about_ca_system_score_codex":0.00048355068,"about_ca_system_score_gemma":0.0061307973,"threshold_uncertainty_score":0.9995035},"labels":[],"label_agreement":null},{"id":"W3154179323","doi":"10.2196/28616","title":"Distributed Ledger Infrastructure to Verify Adverse Event Reporting (DeLIVER): Proposal for a Proof-of-Concept Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Interoperability; Computer science; Ledger; Interface (matter); Unique identifier; Identifier; Computer security; World Wide Web; Business","score_opus":0.37160303511311443,"score_gpt":0.6290031261266158,"score_spread":0.25740009101350136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154179323","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19772485,0.000022377695,0.001112918,0.0016952141,0.00023592626,0.79687613,0.00085946475,0.00016078928,0.0013123251],"genre_scores_gemma":[0.35049862,5.0540734e-7,0.00046637765,0.00016256588,0.00032543598,0.6472169,0.00010205775,0.000034925877,0.0011926254],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953641,0.0010604312,0.0012220611,0.00072768703,0.0006441824,0.000981524],"domain_scores_gemma":[0.99642634,0.0004545588,0.0005685281,0.00052224123,0.0015333139,0.0004949991],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027878846,0.0002834585,0.0005129053,0.00020976923,0.0005818704,0.000041123443,0.0004715957,0.00027737135,0.0008931171],"category_scores_gemma":[0.0018012382,0.00026205496,0.00023409963,0.0010700822,0.00021588236,0.0002471903,0.00041276508,0.0016427345,0.000039092432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010561115,0.023273999,0.079145074,0.0028323233,0.0014844085,0.002039025,0.014704312,0.02077662,0.3857685,0.0011732698,0.32822827,0.1300131],"study_design_scores_gemma":[0.00499287,0.0013975184,0.0030417384,0.0003242608,0.000037056336,0.0000337664,0.0026918836,0.00083185715,0.39924103,0.00048419673,0.5865987,0.00032510585],"about_ca_topic_score_codex":0.0000072807975,"about_ca_topic_score_gemma":0.000014420041,"teacher_disagreement_score":0.25837043,"about_ca_system_score_codex":0.00029653753,"about_ca_system_score_gemma":0.0017362515,"threshold_uncertainty_score":0.9999832},"labels":[],"label_agreement":null},{"id":"W3154244643","doi":"10.2196/25767","title":"Understanding the Lived Experience of North American Dental Patients With a Single-Tooth Implant in the Upper Front Region of the Mouth: Protocol for a Qualitative Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Implant Techniques and Outcomes","field":"Dentistry","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Qualitative research; Informed consent; Protocol (science); Medicine; Participant observation; Dentistry; Population; Psychology; Focus group; Medical education; Alternative medicine; Sociology","score_opus":0.4884896700738191,"score_gpt":0.56203355275544,"score_spread":0.07354388268162088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154244643","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4373936,1.1034431e-7,0.00012795882,0.00003163453,0.0000040797336,0.56233364,0.00004183858,0.000009025862,0.000058120568],"genre_scores_gemma":[0.4720726,1.2163305e-8,0.000048074544,0.000017233446,0.00000728757,0.5277707,0.0000034560328,0.00001195499,0.00006868413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956273,0.0017834833,0.00050129276,0.00034204498,0.0013145922,0.00043128952],"domain_scores_gemma":[0.9977338,0.0008393826,0.0003708358,0.0006940503,0.0003183766,0.00004360358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009904307,0.0001752715,0.00031527234,0.00009398738,0.00026707025,0.00011981192,0.0008774728,0.000032531887,0.000011618017],"category_scores_gemma":[0.00020428086,0.00007804217,0.000115898845,0.00073021464,0.00060699397,0.00013763762,0.00036041107,0.0003775889,0.0000015780381],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033078806,0.004037203,0.84732765,0.00033490753,0.000054572476,0.00013036683,0.14227864,0.0000014694588,0.00020485799,0.00020591896,0.0014686576,0.00064784853],"study_design_scores_gemma":[0.0044707675,0.003640498,0.67600495,0.0010391101,0.000005325825,0.00008036297,0.31138676,0.000012874359,0.0023248352,0.00017299684,0.00069189887,0.00016960684],"about_ca_topic_score_codex":0.0003620956,"about_ca_topic_score_gemma":0.004975481,"teacher_disagreement_score":0.1713227,"about_ca_system_score_codex":0.00022937731,"about_ca_system_score_gemma":0.00013317123,"threshold_uncertainty_score":0.31824672},"labels":[],"label_agreement":null},{"id":"W3154427458","doi":"10.2196/24423","title":"Presence of Urinary Exosomes for Liquid Biopsy of Clear Cell Renal Cell Carcinoma: Protocol for a Pilot Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal cell carcinoma treatment","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Liquid biopsy; Medicine; Exosome; Biopsy; Microvesicles; Clear cell renal cell carcinoma; Renal cell carcinoma; Pathology; Urinary system; Radiology; Internal medicine; Cancer; microRNA; Biology","score_opus":0.3748884863666349,"score_gpt":0.5303978700765655,"score_spread":0.15550938370993056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154427458","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29419196,0.0000062775275,0.000038308073,0.00009388218,0.000003828971,0.70463276,0.000078637546,0.000026726764,0.00092759146],"genre_scores_gemma":[0.34325057,7.995607e-8,0.0022334324,0.000004523203,0.00008822657,0.65245676,0.000014903362,0.000056684818,0.0018948204],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99446166,0.0008595211,0.0010987311,0.0011000959,0.0015436069,0.00093641033],"domain_scores_gemma":[0.99366266,0.0009660915,0.00036312215,0.0017703199,0.0028432757,0.00039452003],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024086747,0.00036878983,0.0009442655,0.00032754193,0.00018765668,0.000039336388,0.00050964754,0.0001546853,0.00016964055],"category_scores_gemma":[0.00056051265,0.0002980439,0.00039298096,0.0007575197,0.00039128526,0.00014866839,0.00052005704,0.00047959643,0.000008805971],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13826346,0.07501387,0.051291954,0.036419477,0.000096561045,0.00039878904,0.001146349,0.000005454672,0.6929543,0.000057868485,0.0041270973,0.00022482149],"study_design_scores_gemma":[0.026201218,0.16835257,0.029576104,0.0010700196,0.00002766889,0.00003596552,0.0007636668,0.00005569775,0.76901466,0.0001235598,0.0045672506,0.00021161295],"about_ca_topic_score_codex":0.000053256626,"about_ca_topic_score_gemma":0.0000074710556,"teacher_disagreement_score":0.112062246,"about_ca_system_score_codex":0.0003114314,"about_ca_system_score_gemma":0.0018674406,"threshold_uncertainty_score":0.9999472},"labels":[],"label_agreement":null},{"id":"W3154594486","doi":"10.2196/22626","title":"Advantages and Challenges in Using Telehealth for Home-Based Palliative Care: Protocol for a Systematic Mixed Studies Review","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Palliative care; Systematic review; Medicine; Protocol (science); MEDLINE; Thematic analysis; Nursing; Health care; Telemedicine; Family medicine; Alternative medicine; Qualitative research","score_opus":0.7254581409426929,"score_gpt":0.6837310255524921,"score_spread":0.0417271153902008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154594486","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014533412,0.004187903,0.00015150559,0.010916058,0.000005264989,0.984513,0.000028275641,0.000034439203,0.000018258479],"genre_scores_gemma":[0.00013959431,0.00047585552,0.0055868095,0.0005795395,0.00012829131,0.9929857,0.000032904427,0.00004327541,0.000028017423],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9963292,0.00078541227,0.00093956664,0.000552221,0.00066951185,0.0007241065],"domain_scores_gemma":[0.9956454,0.0016631031,0.00027204468,0.0003906535,0.0018130895,0.00021567623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032286735,0.00022370016,0.0010560835,0.00029474217,0.00022553993,0.00002586271,0.00009513025,0.00008294655,0.0000141118735],"category_scores_gemma":[0.0023980064,0.00016831506,0.00008517827,0.00048004513,0.00010744912,0.00009982355,0.00006829975,0.00028996126,0.0000010994996],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008861669,0.00036852466,0.0019038512,0.9783041,0.000048099762,0.000028975704,0.0011708378,3.145563e-7,0.000100646525,0.00022455514,0.0019766523,0.014987291],"study_design_scores_gemma":[0.036680296,0.010577355,0.0050545065,0.74950194,0.0000547278,0.000025159065,0.018834708,0.00025580917,0.0025791468,0.0006041914,0.17546766,0.00036446736],"about_ca_topic_score_codex":0.000008381211,"about_ca_topic_score_gemma":0.00013580272,"teacher_disagreement_score":0.22880211,"about_ca_system_score_codex":0.00046047536,"about_ca_system_score_gemma":0.0013480609,"threshold_uncertainty_score":0.68636894},"labels":[],"label_agreement":null},{"id":"W3154639378","doi":"10.2196/25009","title":"Promoting the Mental Health of University Students in China: Protocol for Contextual Assessment to Inform Intervention Design and Adaptation","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University; Regent Park Community Health Centre; Toronto Western Hospital; University of Toronto; University Health Network; Toronto Metropolitan University","funders":"National Natural Science Foundation of China; National Science Foundation","keywords":"Mental health; Focus group; Stigma (botany); Medical education; Psychology; Mental illness; Applied psychology; Medicine; Nursing; Psychiatry; Sociology","score_opus":0.36860471024782515,"score_gpt":0.6430807640467635,"score_spread":0.27447605379893836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154639378","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01663818,9.5258815e-7,0.00090598187,0.0015912802,0.0000069022826,0.98061556,0.000014033621,0.000010300317,0.00021682416],"genre_scores_gemma":[0.027962739,8.856278e-8,0.0014249604,0.000033006767,0.000013508843,0.9696849,0.000014185576,0.00000910789,0.00085751683],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99720246,0.0013288234,0.0003871567,0.00026241175,0.0004522619,0.0003668746],"domain_scores_gemma":[0.9992068,0.0002049498,0.0001620304,0.00017869411,0.00014295876,0.0001045731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041171,0.000091855756,0.00016992357,0.00014375408,0.000374631,0.00006141218,0.00023139891,0.000046072146,0.000106344145],"category_scores_gemma":[0.000039185034,0.00007152257,0.000035164856,0.00041360734,0.000056718054,0.00016572716,0.00021550944,0.00020814355,0.000004424121],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017837342,0.012634361,0.09406415,0.0056388965,0.00013940972,0.00003719566,0.07288276,0.000011715814,0.00046722533,0.008875036,0.007865832,0.7795461],"study_design_scores_gemma":[0.053371426,0.025476057,0.741593,0.009249618,0.0000032414628,0.000013392886,0.041890882,0.0020786405,0.0018424259,0.00087377644,0.123233326,0.000374218],"about_ca_topic_score_codex":0.00018182541,"about_ca_topic_score_gemma":0.00021034843,"teacher_disagreement_score":0.7791719,"about_ca_system_score_codex":0.00037326198,"about_ca_system_score_gemma":0.00016570363,"threshold_uncertainty_score":0.29166058},"labels":[],"label_agreement":null},{"id":"W3154667708","doi":"10.2196/25233","title":"Individual Differences and Features of Self-reported Memory Lapses as Risk Factors for Alzheimer Disease Among Adults Aged 50 Years and Older: Protocol for a Coordinated Analysis Across Two Longitudinal Data Sets","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Aging","keywords":"Gerontology; Disease; Psychology; Longitudinal data; Dementia; Alzheimer's disease; Longitudinal study; Demography; Medicine; Developmental psychology","score_opus":0.1991247078723431,"score_gpt":0.5418579808735389,"score_spread":0.34273327300119577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154667708","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49063843,0.000013453093,0.000019643467,0.000053856977,0.0000017722215,0.5081958,0.0010262785,0.000031308835,0.000019460183],"genre_scores_gemma":[0.37445262,0.0000021547135,0.00024918874,0.0000071433333,0.00003075034,0.6245246,0.0005254564,0.000024902347,0.00018318414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953909,0.0006339692,0.00054543995,0.0011382414,0.0014031563,0.00088828406],"domain_scores_gemma":[0.99591446,0.0010196053,0.0002776469,0.0008457999,0.0013010491,0.00064145174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002327762,0.00030360324,0.0006880695,0.00041516725,0.00044524594,0.00035578327,0.00039833217,0.0001345289,0.00014906732],"category_scores_gemma":[0.0018387705,0.00023670468,0.00018064771,0.0009910682,0.0006208016,0.0003546359,0.00092556287,0.00052974134,8.7785145e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006177063,0.0017668098,0.97473496,0.0019382405,0.0039050279,0.00014697481,0.0010130078,2.3857356e-7,0.00020619736,0.0000063270036,0.0015572539,0.008547881],"study_design_scores_gemma":[0.014193983,0.001982078,0.976111,0.0012040394,0.0008243996,0.00000884428,0.0014495119,0.0002385463,0.0029810905,0.00010919504,0.00066512916,0.00023216865],"about_ca_topic_score_codex":0.00039900825,"about_ca_topic_score_gemma":0.0003678498,"teacher_disagreement_score":0.1163288,"about_ca_system_score_codex":0.000030239127,"about_ca_system_score_gemma":0.00061907683,"threshold_uncertainty_score":0.9652537},"labels":[],"label_agreement":null},{"id":"W3155141024","doi":"10.2196/27668","title":"STAR Duodecim eHealth Tool to Recognize Chronic Disease Risk Factors and Change Unhealthy Lifestyle Choices Among the Long-Term Unemployed: Protocol for a Mixed Methods Validation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strategic Research Council; Suomalainen Lääkäriseura Duodecim; Tays; Academy of Finland","keywords":"Life expectancy; Medicine; eHealth; Psychology; Public health; Quality of life (healthcare); Gerontology; Health care; Family medicine; Nursing; Population; Environmental health","score_opus":0.383043980970305,"score_gpt":0.6092627136010463,"score_spread":0.22621873263074133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155141024","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20129095,0.000012555931,0.00021192756,0.0014458379,0.00001922004,0.796738,0.000089196925,0.0001362267,0.000056086064],"genre_scores_gemma":[0.010973361,0.000005366585,0.00076765753,0.00012571299,0.0006256701,0.98660994,0.00009610444,0.00010495141,0.0006912678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919961,0.0032599391,0.00077929144,0.0012621304,0.0014427803,0.0012597373],"domain_scores_gemma":[0.99505883,0.00135661,0.00030010822,0.0014885738,0.0008027768,0.0009931241],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0057637864,0.0004466844,0.0006227397,0.00037909672,0.00090141356,0.00060024136,0.00046205433,0.000115040006,0.00033790604],"category_scores_gemma":[0.0023014066,0.0003091141,0.0001709769,0.0011858771,0.00026479148,0.00050288846,0.0007084255,0.00075951405,0.000022431657],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066721663,0.0062874863,0.8658228,0.02021704,0.00041405135,0.00015875605,0.002786035,0.000008316616,0.00012248622,0.00014702338,0.0077240835,0.08963974],"study_design_scores_gemma":[0.009429765,0.005779016,0.94215727,0.0024396565,0.0000753179,0.0000014504185,0.0010510347,0.00017372862,0.0004902066,0.00028122484,0.037787605,0.00033370763],"about_ca_topic_score_codex":0.00038167008,"about_ca_topic_score_gemma":0.0008411121,"teacher_disagreement_score":0.19031759,"about_ca_system_score_codex":0.0007547045,"about_ca_system_score_gemma":0.0021841119,"threshold_uncertainty_score":0.9999361},"labels":[],"label_agreement":null},{"id":"W3155491546","doi":"10.2196/24642","title":"Monitoring Diagnostic Safety Risks in Emergency Departments: Protocol for a Machine Learning Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Emergency department; Patient safety; Computer science; Health care; Medical record; Data collection; Clinical decision support system; Machine learning; Medicine; MEDLINE; Protocol (science); Medical emergency; Decision support system; Artificial intelligence; Data science; Nursing","score_opus":0.43891745360220696,"score_gpt":0.6441882560261594,"score_spread":0.2052708024239524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155491546","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018491114,0.000008821996,0.000047801343,0.00042708684,0.000018860172,0.9800252,0.00001200824,0.00009382095,0.0008752918],"genre_scores_gemma":[0.024287108,0.000005516148,0.0005367905,0.00001482259,0.00038040153,0.97318107,0.000029324085,0.00006462436,0.0015003174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950568,0.0010211681,0.0009925422,0.0008037669,0.0011450357,0.0009806593],"domain_scores_gemma":[0.9828851,0.015092512,0.00013272506,0.00063989346,0.00081182795,0.0004379053],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035727306,0.00025715964,0.0005726269,0.0002347968,0.00031592618,0.000082829785,0.00023500738,0.00016728112,0.00055625755],"category_scores_gemma":[0.15511893,0.0002203401,0.00017503604,0.0010160918,0.00007200149,0.000102850565,0.0003214983,0.0013981827,0.00007672953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023604273,0.009067226,0.9659442,0.0005492047,0.0000522499,0.0006004262,0.00031192088,0.00003014771,0.00016241429,0.000022775363,0.0007933551,0.020105675],"study_design_scores_gemma":[0.029033108,0.009630228,0.8760032,0.0151842255,0.000015974794,0.000023399221,0.0006919928,0.00032765043,0.0018530327,0.00054492214,0.06634076,0.00035151668],"about_ca_topic_score_codex":0.0001683477,"about_ca_topic_score_gemma":0.000115048315,"teacher_disagreement_score":0.1515462,"about_ca_system_score_codex":0.00027165253,"about_ca_system_score_gemma":0.0005787039,"threshold_uncertainty_score":0.8985208},"labels":[],"label_agreement":null},{"id":"W3155767461","doi":"10.2196/28089","title":"Autonomic Nervous System Maturation and Emotional Coordination in Interactions of Preterm and Full-Term Infants With Their Parents: Protocol for a Multimethod Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Rate Variability and Autonomic Control","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Crete","keywords":"Developmental psychology; Psychology; Heart rate variability; Longitudinal study; Observational study; Autonomic nervous system; Pediatrics; Clinical psychology; Medicine; Heart rate; Blood pressure","score_opus":0.18053989470118717,"score_gpt":0.5224511104783864,"score_spread":0.3419112157771993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155767461","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21545447,4.857907e-7,0.00042218616,0.00036102123,0.0000030774354,0.7836768,0.000020596679,0.000020176447,0.00004118886],"genre_scores_gemma":[0.33516303,1.764461e-8,0.00091168674,0.0000040831187,0.000029679468,0.66377705,0.000009454948,0.000010177415,0.00009484683],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9980989,0.000616401,0.00045878682,0.0003823399,0.0002122491,0.00023130656],"domain_scores_gemma":[0.998553,0.00048038902,0.00011214335,0.00026212793,0.0004976791,0.00009467199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015074717,0.00012571164,0.000337888,0.00021416308,0.00011645548,0.000084630316,0.000053402637,0.000071129885,0.000021725678],"category_scores_gemma":[0.00023442667,0.00009427356,0.000030429306,0.00021464405,0.000089692054,0.00022761895,0.00007897181,0.00030082458,7.6342445e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027834361,0.012366705,0.3617606,0.022038693,0.00049692544,0.000094896095,0.013925792,0.00011940665,0.3961206,0.00071176543,0.00021476275,0.16431548],"study_design_scores_gemma":[0.027265182,0.0060687256,0.88974524,0.010172348,0.000013770702,0.00014843572,0.0032130694,0.052095313,0.006162357,0.00008088798,0.0048113153,0.0002233919],"about_ca_topic_score_codex":0.000026917143,"about_ca_topic_score_gemma":0.00012628156,"teacher_disagreement_score":0.5279846,"about_ca_system_score_codex":0.00020206672,"about_ca_system_score_gemma":0.0005153465,"threshold_uncertainty_score":0.3844364},"labels":[],"label_agreement":null},{"id":"W3155914734","doi":"10.2196/27963","title":"Presenteeism Among Nurses in Switzerland and Portugal and Its Impact on Patient Safety and Quality of Care: Protocol for a Qualitative Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Presenteeism; Focus group; Nursing; Medicine; Health care; Qualitative research; Psychosocial; Patient safety; Thematic analysis; Acute care; Family medicine; Psychology; Absenteeism; Psychiatry","score_opus":0.27981569885348906,"score_gpt":0.6790482850859709,"score_spread":0.39923258623248187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155914734","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36912948,0.0000086265645,0.0000013980762,0.00020633762,0.0000058908045,0.629937,0.00006883181,0.000012922046,0.00062949414],"genre_scores_gemma":[0.23918691,0.0000013830291,0.000026899146,0.000028523933,0.000041618892,0.7603324,0.00000936512,0.000024692796,0.00034819514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98937684,0.007131838,0.0011488302,0.0006573991,0.00076013943,0.0009249758],"domain_scores_gemma":[0.99381155,0.004163389,0.00034993366,0.00035488766,0.0008815465,0.00043867124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057772584,0.00024351578,0.0006739295,0.00025254418,0.0006843962,0.00003800059,0.00011258408,0.00021948457,0.00005154398],"category_scores_gemma":[0.0016463294,0.00018286395,0.00004892327,0.00041666022,0.00018157526,0.0001952541,0.0003138652,0.0011125361,0.000001976863],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02342398,0.0017120171,0.70148647,0.01614544,0.000042611544,0.000026619884,0.25011945,0.0000027961817,0.00020925424,0.001402461,0.0011105599,0.0043183086],"study_design_scores_gemma":[0.02106553,0.012008719,0.7560457,0.009064249,0.0000033306592,0.000001404049,0.1865967,0.00006957198,0.00040357508,0.00086611765,0.013549178,0.0003259247],"about_ca_topic_score_codex":0.0007109045,"about_ca_topic_score_gemma":0.0011811407,"teacher_disagreement_score":0.1303954,"about_ca_system_score_codex":0.00020754845,"about_ca_system_score_gemma":0.0010727592,"threshold_uncertainty_score":0.7456975},"labels":[],"label_agreement":null},{"id":"W3155993713","doi":"10.2196/23174","title":"Descriptive Review of Online Information Resources for People With Stroke: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation","keywords":"Protocol (science); Stroke (engine); Computer science; Medical education; Psychology; Medicine; Data science; Alternative medicine; Engineering","score_opus":0.5758451459321743,"score_gpt":0.7181250498311161,"score_spread":0.14227990389894185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155993713","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.6012905e-9,0.35447514,0.0006956931,0.00028693283,0.000009087042,0.6426478,0.0013800678,0.00004912005,0.0004561349],"genre_scores_gemma":[9.0039594e-11,0.44565606,0.0030270002,0.00097583025,0.00014251425,0.54902714,0.0008574301,0.00004012101,0.00027391725],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9839154,0.0049879663,0.0075739804,0.00060994766,0.0015395454,0.001373174],"domain_scores_gemma":[0.9799086,0.0040210043,0.0052508246,0.0014651105,0.008965693,0.00038876425],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020405574,0.00059232797,0.0043872814,0.0005255777,0.0011060025,0.00009102624,0.0010611169,0.00060366973,0.00079727086],"category_scores_gemma":[0.009523347,0.0003854325,0.00067069224,0.001841291,0.00015324006,0.0020444521,0.0004568927,0.0023860212,0.000057862555],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018877846,0.00015250988,0.000008047663,0.6747043,0.000027295078,1.4029001e-7,0.00039885042,2.1970415e-8,8.7252605e-9,0.00009442297,0.0504719,0.27395368],"study_design_scores_gemma":[0.0010277979,0.0005645311,0.0000014625339,0.49829644,0.000022056482,0.0000013950722,0.00011882845,0.000005328514,1.8487916e-7,0.000005876337,0.49978086,0.00017526328],"about_ca_topic_score_codex":0.000021835118,"about_ca_topic_score_gemma":0.000051988973,"teacher_disagreement_score":0.44930896,"about_ca_system_score_codex":0.0006852532,"about_ca_system_score_gemma":0.015660718,"threshold_uncertainty_score":0.99991554},"labels":[],"label_agreement":null},{"id":"W3156058685","doi":"10.2196/26854","title":"Tobacco Control Policy Simulation Models: Protocol for a Systematic Methodological Review","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Liverpool; Economic and Social Research Council; National Institute for Health and Care Research","keywords":"Tobacco control; EconLit; Data extraction; Protocol (science); Computer science; Population; Management science; Medicine; Public health; MEDLINE; Environmental health; Engineering; Alternative medicine; Political science","score_opus":0.7972179916732687,"score_gpt":0.7071780401660572,"score_spread":0.09003995150721145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156058685","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017831375,0.000008429253,0.014834128,0.0022967926,0.0000021963692,0.9819213,0.000009095281,0.000096864904,0.0008133309],"genre_scores_gemma":[0.0017221855,9.242392e-7,0.0011672407,0.0007495066,0.0002478355,0.9952602,0.00002059609,0.00003499648,0.00079654297],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9950705,0.0022375472,0.00069252984,0.00046183245,0.0010125666,0.00052502437],"domain_scores_gemma":[0.9953681,0.0016379033,0.000170028,0.0007089126,0.0019096595,0.0002053994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006129707,0.0001802594,0.00075065356,0.00019402007,0.00018646494,0.00009992508,0.00017563181,0.00020183176,0.00021104534],"category_scores_gemma":[0.0068619167,0.00012775116,0.0002353726,0.00079396495,0.00007265425,0.00018262315,0.00006945335,0.0004572008,0.000014618153],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004261902,0.0033178364,0.005284329,0.9402447,0.00015692641,0.00013981982,0.00029639457,0.00066301075,0.0031953526,0.014972007,0.014464015,0.013003733],"study_design_scores_gemma":[0.03268059,0.0052140094,0.0041259034,0.82410276,0.00013995233,0.00017733837,0.00020083408,0.02031866,0.004047545,0.017320117,0.09092699,0.0007453107],"about_ca_topic_score_codex":0.000006215756,"about_ca_topic_score_gemma":9.779485e-7,"teacher_disagreement_score":0.11614193,"about_ca_system_score_codex":0.00031346033,"about_ca_system_score_gemma":0.00084186596,"threshold_uncertainty_score":0.8214851},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3156385191","doi":"10.2196/25407","title":"Protocol for the Pregnancy During the COVID-19 Pandemic (PdP) Study: A Longitudinal Cohort Study of Mental Health Among Pregnant Canadians During the COVID-19 Pandemic and Developmental Outcomes in Their Children","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada; Alberta Children's Hospital Research Institute; Canadian Child Health Clinician Scientist Program; University of Calgary","keywords":"Medicine; Psychosocial; Pregnancy; Anxiety; Longitudinal study; Pandemic; Mental health; Public health; Cohort study; Socioeconomic status; Cohort; Distress; Population; Demography; Psychiatry; Clinical psychology; Coronavirus disease 2019 (COVID-19); Environmental health; Disease; Nursing","score_opus":0.2397015633828903,"score_gpt":0.5213241081366247,"score_spread":0.2816225447537344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156385191","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48218113,0.00004065771,0.0000014697762,0.001267656,0.000008825073,0.51637846,0.00007497058,0.000035327947,0.000011503825],"genre_scores_gemma":[0.40381804,0.000012131556,0.000006964513,0.00021751475,0.00003632199,0.59523606,0.000006784574,0.000036249457,0.00062992424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933676,0.0019079472,0.0011808751,0.0009365056,0.0013038972,0.0013031404],"domain_scores_gemma":[0.99655586,0.0011865032,0.00037317173,0.000943254,0.00014762794,0.0007935746],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0043992917,0.00044157993,0.00079076434,0.00023807904,0.0023774325,0.00013848695,0.000738605,0.000116365074,0.00009156501],"category_scores_gemma":[0.00061667984,0.00022584407,0.00011755679,0.0005980636,0.0004943419,0.00015855019,0.0007224103,0.0012250002,0.0000022972638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002289958,0.0021916297,0.9670515,0.0082033,0.00025871143,0.00009947657,0.019468108,0.000008623692,0.000038571987,0.0000076361275,0.00007401014,0.00030847237],"study_design_scores_gemma":[0.015680436,0.0020618443,0.96359915,0.0073280944,0.00001180473,0.000540533,0.009228315,0.000010963238,0.000091526475,0.000024531551,0.0012053499,0.00021746763],"about_ca_topic_score_codex":0.015257381,"about_ca_topic_score_gemma":0.08040431,"teacher_disagreement_score":0.07885763,"about_ca_system_score_codex":0.0021013955,"about_ca_system_score_gemma":0.0031669582,"threshold_uncertainty_score":0.99892133},"labels":[],"label_agreement":null},{"id":"W3156395368","doi":"10.2196/25397","title":"The United States Chronic Thromboembolic Pulmonary Hypertension Registry: Protocol for a Prospective, Longitudinal Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pulmonary Hypertension Research and Treatments","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bayer HealthCare; University of California, San Diego; University of California","keywords":"Medicine; Pulmonary embolism; Observational study; Population; Emergency medicine; Pulmonary hypertension; Intensive care medicine; Pediatrics; Internal medicine","score_opus":0.2984709162728045,"score_gpt":0.5372219946935811,"score_spread":0.23875107842077664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156395368","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013126763,0.000017708939,0.000010138465,0.0024332092,0.000006987134,0.98341733,0.000030208797,0.0001338891,0.00082373485],"genre_scores_gemma":[0.009149703,0.000006280584,0.00018924105,0.000076169374,0.00028452196,0.98459893,0.00014318925,0.000091759364,0.005460191],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937022,0.0009231016,0.0005602233,0.0011139879,0.0021014013,0.0015990956],"domain_scores_gemma":[0.99325424,0.0008747711,0.00012170099,0.0016854537,0.0034583383,0.0006054666],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0017189434,0.00038762784,0.0006166419,0.00033035126,0.0017526855,0.0003449566,0.000494689,0.00016231864,0.00016860613],"category_scores_gemma":[0.0010339052,0.00023276398,0.00022117476,0.0019078709,0.0005616977,0.00019164653,0.000570915,0.0011170028,0.000114468356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043691374,0.094484836,0.5773489,0.006088787,0.002104371,0.050505407,0.00033873005,0.000017469903,0.021993902,0.0011940663,0.176414,0.025818156],"study_design_scores_gemma":[0.017458595,0.01586952,0.30334675,0.0022875147,0.000023796085,0.0011380997,0.000978099,0.0016221172,0.0035916923,0.0016616908,0.6516918,0.0003303263],"about_ca_topic_score_codex":0.00014171975,"about_ca_topic_score_gemma":0.00007954683,"teacher_disagreement_score":0.47527778,"about_ca_system_score_codex":0.0006014825,"about_ca_system_score_gemma":0.002131283,"threshold_uncertainty_score":0.9995469},"labels":[],"label_agreement":null},{"id":"W3156543499","doi":"10.2196/25271","title":"The GIMEMA-ALLIANCE Digital Health Platform for Patients With Hematologic Malignancies in the COVID-19 Pandemic and Postpandemic Era: Protocol for a Multicenter, Prospective, Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Pandemic; Prospective cohort study; Quality of life (healthcare); Disease; MEDLINE; Telemedicine; Health care; Pediatrics; Coronavirus disease 2019 (COVID-19); Intensive care medicine; Internal medicine; Infectious disease (medical specialty)","score_opus":0.5936860931094103,"score_gpt":0.6176730319185845,"score_spread":0.02398693880917413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156543499","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05440726,0.000009570962,0.00008709329,0.011214093,0.0000036151403,0.93412036,0.00009960448,0.000043007094,0.000015422993],"genre_scores_gemma":[0.064672224,0.0000014497274,0.0002717924,0.0021314323,0.000059562903,0.9326154,0.0000422584,0.000028906534,0.000177003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99648046,0.00029564774,0.0006127731,0.0006050948,0.0010611522,0.00094484136],"domain_scores_gemma":[0.9942804,0.003520216,0.00021196013,0.0005023902,0.0011354864,0.00034955324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030179492,0.00023709013,0.00043823887,0.00009234073,0.0009912318,0.00031851698,0.0002950651,0.00009936834,0.0000064456613],"category_scores_gemma":[0.0048064464,0.00012199096,0.00006799481,0.00055979367,0.0002645992,0.00030145852,0.00013756184,0.00063865713,0.0000017072102],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01202239,0.0026676585,0.9739947,0.0043850536,0.000031812277,0.000017296787,0.002252185,9.075132e-7,0.000012967732,0.00045399368,0.0026314897,0.0015295701],"study_design_scores_gemma":[0.03146779,0.013686584,0.842118,0.001667267,0.000003381988,0.0000393086,0.0024974206,0.00007345778,0.0000134572865,0.0018844305,0.106378175,0.00017071859],"about_ca_topic_score_codex":0.00005272057,"about_ca_topic_score_gemma":0.0010739467,"teacher_disagreement_score":0.13187666,"about_ca_system_score_codex":0.00078974856,"about_ca_system_score_gemma":0.0047362056,"threshold_uncertainty_score":0.8401825},"labels":[],"label_agreement":null},{"id":"W3156600540","doi":"10.2196/27299","title":"A Sustainable Community-Based Model of Noncommunicable Disease Risk Factor Surveillance (Shraddha-Jagrithi Project): Protocol for a Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Cohort; Environmental health; Risk factor; Cohort study; Alternative medicine; Internal medicine","score_opus":0.36716669079835895,"score_gpt":0.5545775494640762,"score_spread":0.18741085866571727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156600540","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052990555,9.174253e-7,0.0003176826,0.0028387324,0.000005298347,0.98780966,0.00015254394,0.00013141766,0.0034447121],"genre_scores_gemma":[0.012149671,2.3094209e-7,0.00045373192,0.0011217766,0.00019665019,0.9850152,0.000067731744,0.000060774004,0.0009342221],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934286,0.0023860778,0.0010073923,0.000558451,0.0009080845,0.0017113875],"domain_scores_gemma":[0.9919792,0.0013733824,0.00070756837,0.0020396076,0.0037707156,0.00012952549],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.013176341,0.00032943432,0.00081079535,0.00043895337,0.0016031461,0.00041974042,0.0013640758,0.00016964579,0.000102820595],"category_scores_gemma":[0.007542657,0.00028089446,0.00020804317,0.0016251751,0.00030693616,0.0006748823,0.0015693189,0.0013966976,0.000019706444],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003968745,0.012153582,0.59492683,0.02713836,0.00011160757,0.000028999566,0.0003265908,0.005792271,0.000047461857,0.010030106,0.34497625,0.00049921277],"study_design_scores_gemma":[0.0061788103,0.00058635167,0.040718626,0.00051457685,0.0000062690383,3.0878854e-7,0.0019047234,0.088771984,0.0000104024975,0.0038767701,0.857083,0.00034812329],"about_ca_topic_score_codex":0.018286172,"about_ca_topic_score_gemma":0.0014791982,"teacher_disagreement_score":0.5542082,"about_ca_system_score_codex":0.0002348285,"about_ca_system_score_gemma":0.0020565733,"threshold_uncertainty_score":0.9999643},"labels":[],"label_agreement":null},{"id":"W3156653578","doi":"10.2196/27088","title":"Effects of Providing Tailored Information About e-Cigarettes in a Web-Based Smoking Cessation Intervention: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Rijksinstituut voor Volksgezondheid en Milieu; Universiteit Maastricht","keywords":"Smoking cessation; Medicine; Randomized controlled trial; Nicotine replacement therapy; Abstinence; Psychological intervention; Context (archaeology); eHealth; Intervention (counseling); Cotinine; Family medicine; Nicotine; Psychiatry; Health care","score_opus":0.09348732610310757,"score_gpt":0.4974178834972444,"score_spread":0.40393055739413686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156653578","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030704325,0.0000011552809,0.001120763,0.0002528672,0.000019533496,0.9675818,0.0000029482978,0.000060099675,0.00025650553],"genre_scores_gemma":[0.14975572,7.292283e-8,0.00013769815,0.000028819864,0.00010281195,0.8498102,0.000061520455,0.00001972255,0.00008343687],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99512535,0.0015497188,0.0013817674,0.00028277488,0.0012586022,0.00040178635],"domain_scores_gemma":[0.9956179,0.0019062465,0.00057131646,0.00029383443,0.0015216331,0.000089040994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006679432,0.00019242767,0.0011160154,0.00072770054,0.0001222117,0.00017462994,0.00013801361,0.00023574967,0.00011514433],"category_scores_gemma":[0.006361843,0.00015175695,0.0005024166,0.0007503211,0.00013456227,0.0004977535,0.000051534236,0.0004704317,9.048231e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9787406,0.0016360283,0.0027237507,0.006607426,0.00006661671,0.000010216862,0.00043974604,0.0000088512425,0.0034010997,0.00028404657,0.0002768981,0.005804737],"study_design_scores_gemma":[0.90972567,0.0017020317,0.0020989594,0.011583344,0.00003635096,0.0000015818388,0.000097115684,0.0022241434,0.07066015,0.00019332016,0.0015557243,0.00012163369],"about_ca_topic_score_codex":0.0000139368985,"about_ca_topic_score_gemma":0.000005536134,"teacher_disagreement_score":0.1190514,"about_ca_system_score_codex":0.00028474355,"about_ca_system_score_gemma":0.0009676968,"threshold_uncertainty_score":0.761618},"labels":[],"label_agreement":null},{"id":"W3156836436","doi":"10.2196/25674","title":"The Presence of Fungal and Parasitic Infections in Substances of Human Origin and Their Transmission via Transfusions and Transplantations: Protocol for Two Systematic Reviews","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parasitic Diseases Research and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Centre for Disease Prevention and Control","keywords":"Scopus; CINAHL; Systematic review; Cochrane Library; MEDLINE; Protocol (science); Meta-analysis; Odds ratio; Medicine; Data extraction; Family medicine; Environmental health; Biology; Alternative medicine; Pathology","score_opus":0.23776655967957308,"score_gpt":0.5782248215363778,"score_spread":0.3404582618568047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156836436","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026129248,0.00045501287,0.0004496113,0.00021085916,9.1976966e-7,0.97255504,0.000036542595,0.0000075677017,0.00015521153],"genre_scores_gemma":[0.0839134,0.00013821003,0.00012859375,0.0000028247316,0.00000874654,0.9157004,0.000005003084,0.000009582241,0.000093275405],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976254,0.000894621,0.0005451893,0.0002678998,0.00035213816,0.00031474204],"domain_scores_gemma":[0.9974034,0.0017681648,0.0000746076,0.00025739346,0.00028158395,0.00021489193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014037724,0.00013329153,0.0004769547,0.0001470674,0.000299949,0.00004246815,0.0000751631,0.00004450293,0.000015727892],"category_scores_gemma":[0.000283024,0.000074560085,0.000072136245,0.00037920257,0.0004304541,0.00010553435,0.000012720156,0.00020223399,3.3259636e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064994236,0.00833349,0.10861311,0.54524,0.00040946656,0.00016485719,0.007664632,0.0000039003644,0.2660836,0.0077688755,0.00020808015,0.049010597],"study_design_scores_gemma":[0.08590144,0.027196066,0.16337745,0.49404114,0.00028447463,0.0009617372,0.005302162,0.0036399094,0.18010063,0.020423787,0.017777717,0.0009934742],"about_ca_topic_score_codex":0.000048566697,"about_ca_topic_score_gemma":0.000276927,"teacher_disagreement_score":0.085982956,"about_ca_system_score_codex":0.00002947036,"about_ca_system_score_gemma":0.00027654594,"threshold_uncertainty_score":0.3040472},"labels":[],"label_agreement":null},{"id":"W3157083043","doi":"10.2196/29562","title":"Monitoring Health Care Workers at Risk for COVID-19 Using Wearable Sensors and Smartphone Technology: Protocol for an Observational mHealth Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; Medical School, University of Michigan; National Institutes of Health; A. Alfred Taubman Medical Research Institute","keywords":"mHealth; Observational study; Protocol (science); Wearable computer; Coronavirus disease 2019 (COVID-19); Telemedicine; Health care; Computer science; Medicine; Nursing; Embedded system; Psychological intervention; Infectious disease (medical specialty); Alternative medicine","score_opus":0.6950358092327453,"score_gpt":0.653763093090211,"score_spread":0.04127271614253436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157083043","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25715065,0.000010046847,0.00023923951,0.0006780933,0.000010491519,0.74169177,0.00002441877,0.00017649693,0.000018775676],"genre_scores_gemma":[0.0057595074,2.5226677e-7,0.017883953,0.00019590666,0.00029407945,0.9756292,0.0000076087194,0.00006735098,0.00016210761],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965194,0.00054463424,0.0005457651,0.00080830656,0.00070275605,0.0008791397],"domain_scores_gemma":[0.996941,0.0006325723,0.00023830951,0.00054572074,0.001222745,0.00041969598],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0028025454,0.00021825253,0.0004421829,0.0004279694,0.0018575228,0.00012138371,0.00013501132,0.0001883067,0.00001147809],"category_scores_gemma":[0.0029217051,0.00020813727,0.00007154915,0.0011374761,0.00015615174,0.0001566481,0.00018277031,0.000678751,0.000002702927],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005076879,0.0013190993,0.94213855,0.007133288,0.000076213706,0.00003583017,0.0025327797,0.000048850074,0.02498621,0.000016107366,0.0010115968,0.015624592],"study_design_scores_gemma":[0.087602586,0.04123353,0.07784709,0.0122608375,0.000047877107,0.00043364675,0.069840275,0.008007862,0.25319052,0.0010832297,0.44722313,0.0012294126],"about_ca_topic_score_codex":0.0002741117,"about_ca_topic_score_gemma":0.00022526969,"teacher_disagreement_score":0.8642914,"about_ca_system_score_codex":0.0014617188,"about_ca_system_score_gemma":0.0033121933,"threshold_uncertainty_score":0.9994419},"labels":[],"label_agreement":null},{"id":"W3157246291","doi":"10.2196/20698","title":"Correction: Unibody Endograft Using AFX 2 for Less Invasive and Faster Endovascular Aortic Repair: Protocol for a Multicenter Nonrandomized Study","year":2020,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Aortic aneurysm repair treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Multicenter study; Aortic repair; Surgery; Medical physics; Randomized controlled trial; Aorta; Pathology; Alternative medicine","score_opus":0.27057793133297164,"score_gpt":0.526577111687962,"score_spread":0.2559991803549903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157246291","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000108422944,0.000007445057,0.0006612444,0.00022416722,0.0003597409,0.99758685,0.00006933023,0.00035091332,0.000631876],"genre_scores_gemma":[0.00007328463,0.0000010897754,0.003369611,0.00010753539,0.0017696434,0.94478977,0.00020845217,0.0003586266,0.049321994],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911928,0.0014974637,0.001607962,0.0021549433,0.0020218317,0.0015249744],"domain_scores_gemma":[0.99340403,0.0017846994,0.0006258704,0.0014946231,0.0019191862,0.00077160966],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023819422,0.0010004358,0.0023579488,0.0006534424,0.0006570415,0.00029477855,0.00044349104,0.00078080717,0.0001333105],"category_scores_gemma":[0.0039649284,0.0007966118,0.001211228,0.00061009405,0.0004409211,0.00024877946,0.0005978625,0.0022063542,0.000020850752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10974058,0.011424395,0.0110207535,0.027912103,0.003926916,0.001099328,0.0022183158,0.0000019347365,0.00047042026,0.0000028329723,0.8296465,0.002535911],"study_design_scores_gemma":[0.21912745,0.028537458,0.0005832846,0.01597441,0.0007239492,0.00020006121,0.0020688188,0.014807934,0.00044017896,0.000031564898,0.7166099,0.0008950212],"about_ca_topic_score_codex":0.0000894297,"about_ca_topic_score_gemma":0.00007012877,"teacher_disagreement_score":0.11303665,"about_ca_system_score_codex":0.0007296258,"about_ca_system_score_gemma":0.0023838158,"threshold_uncertainty_score":0.9994485},"labels":[],"label_agreement":null},{"id":"W3157589576","doi":"10.2196/27271","title":"Personalized Analytics and a Wearable Biosensor Platform for Early Detection of COVID-19 Decompensation (DeCODe): Protocol for the Development of the COVID-19 Decompensation Index","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health; U.S. Department of Health and Human Services","keywords":"Computer science; Analytics; Data collection; Digital health; Usability; Wearable computer; Protocol (science); Health care; Data science; Medicine; Human–computer interaction; Embedded system","score_opus":0.35901976846361644,"score_gpt":0.5540070730881552,"score_spread":0.19498730462453878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157589576","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0090560205,0.00000459058,0.028166577,0.011211676,0.00001152116,0.95144886,0.000037631526,0.000044673598,0.00001842312],"genre_scores_gemma":[0.027296972,8.4457673e-7,0.0041299597,0.001315938,0.000074121104,0.9667831,0.000011803031,0.0000458648,0.0003413773],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637085,0.000398908,0.0009088707,0.00057721336,0.0012113365,0.00053279795],"domain_scores_gemma":[0.9920352,0.0048211915,0.0004940282,0.0007067482,0.0015835658,0.00035925859],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047106203,0.0002406516,0.00048558638,0.00037053972,0.0009938878,0.0001261415,0.0003203415,0.00022692795,0.00008437989],"category_scores_gemma":[0.008929846,0.0001636029,0.00021773031,0.0010590925,0.0004595148,0.00015761796,0.00022607372,0.00039393397,0.000002239846],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.088496484,0.009553361,0.16449544,0.120769426,0.002167085,0.00003393098,0.0502196,0.0028400864,0.43654555,0.005151424,0.030084724,0.08964289],"study_design_scores_gemma":[0.024487512,0.0016677902,0.025346823,0.001988282,0.00005401807,0.000034202334,0.0014204856,0.015341473,0.18028665,0.0018871475,0.74716425,0.00032137104],"about_ca_topic_score_codex":0.00015389574,"about_ca_topic_score_gemma":0.0008854709,"teacher_disagreement_score":0.7170795,"about_ca_system_score_codex":0.001118771,"about_ca_system_score_gemma":0.0068604373,"threshold_uncertainty_score":0.9994184},"labels":[],"label_agreement":null},{"id":"W3157775497","doi":"10.2196/25616","title":"The Digital Engagement of Older People: Systematic Scoping Review Protocol","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"CINAHL; PsycINFO; Grey literature; Digital health; MEDLINE; Gerontology; Data extraction; Medicine; Inclusion (mineral); Population; Health care; Systematic review; Psychology; Medical education; Nursing; Psychological intervention; Political science; Social psychology; Environmental health","score_opus":0.19495689955073614,"score_gpt":0.5709091806719717,"score_spread":0.3759522811212356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157775497","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021458489,0.000102605394,0.000017279437,0.0033468504,0.0000063888206,0.986982,0.0000031203406,0.00012568483,0.009394612],"genre_scores_gemma":[0.0010031455,0.000027900684,0.000065934,0.000041237323,0.000051043196,0.996719,0.0000011475302,0.000020239979,0.00207037],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9930723,0.002969602,0.00076280255,0.00039576826,0.001994643,0.00080494],"domain_scores_gemma":[0.9959344,0.0015289204,0.00026314624,0.0010220917,0.0011139977,0.00013741868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00856675,0.000142165,0.00044735498,0.000097096316,0.0012485601,0.00040538207,0.0011651833,0.00012887547,0.00023405354],"category_scores_gemma":[0.008071104,0.000097826836,0.00012315696,0.0015810211,0.00068152737,0.00028843063,0.00062034174,0.0006531472,0.0001260537],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052441923,0.00089458626,0.0020122107,0.9314857,0.00007832968,0.000054681906,0.008054663,2.633245e-7,0.00016094027,0.021462794,0.023292394,0.012450968],"study_design_scores_gemma":[0.00088418025,0.00019598211,0.00035938367,0.8901897,0.0000041014387,0.0000050716358,0.0037656417,0.0000022473023,0.0015015627,0.0008453629,0.10205144,0.00019530638],"about_ca_topic_score_codex":0.000024486695,"about_ca_topic_score_gemma":0.00063921546,"teacher_disagreement_score":0.07875904,"about_ca_system_score_codex":0.0001618089,"about_ca_system_score_gemma":0.0017756753,"threshold_uncertainty_score":0.9662448},"labels":[],"label_agreement":null},{"id":"W3157965864","doi":"10.2196/28034","title":"“Correlation of Salivary Cortisol Levels with Anxiety in Type II Diabetes Mellitus Patients before and after Complete Denture Rehabilitation.- An Invivo Study” (Preprint)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Salivary Gland Disorders and Functions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Rehabilitation; Medicine; Diabetes mellitus; Type 2 Diabetes Mellitus; Type 2 diabetes; Clinical psychology; Dentistry; Physical therapy; Psychology; Gerontology; Psychiatry; Endocrinology","score_opus":0.06408866137827315,"score_gpt":0.4118362326095817,"score_spread":0.3477475712313085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157965864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8370695,0.000018714547,0.000012271498,0.00016427856,0.000006471251,0.16249675,0.000022144444,0.00001689242,0.00019299288],"genre_scores_gemma":[0.7427869,0.0000014948721,0.00041086145,0.0000379268,0.00002047152,0.25658303,0.00005618953,0.00001595244,0.00008718627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802697,0.00036993902,0.00033586763,0.000407783,0.00058228243,0.00027716704],"domain_scores_gemma":[0.9984015,0.00013817467,0.000062613195,0.00045664783,0.00079972006,0.00014130394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045445067,0.00012547224,0.00026602528,0.00018423093,0.00012391212,0.000029739966,0.000069111964,0.000091759845,0.0003809108],"category_scores_gemma":[0.00029904707,0.00009669332,0.000031228334,0.00067791826,0.00015305614,0.00021573748,0.0001527216,0.00036976382,0.000005185223],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014473929,0.0032007103,0.98531157,0.00036910365,0.000028055925,0.000010470991,0.00391377,0.000013611077,0.00020552904,0.000046849727,0.00015795359,0.005294997],"study_design_scores_gemma":[0.0041626017,0.012133793,0.97892636,0.00075949,0.0000071844206,0.0000019548563,0.0015747269,0.00022455252,0.000035248995,0.00039435932,0.001687919,0.00009182395],"about_ca_topic_score_codex":0.00004794753,"about_ca_topic_score_gemma":0.00046315585,"teacher_disagreement_score":0.0942826,"about_ca_system_score_codex":0.000055759716,"about_ca_system_score_gemma":0.0001782331,"threshold_uncertainty_score":0.4170706},"labels":[],"label_agreement":null},{"id":"W3158206859","doi":"10.2196/29208","title":"Assessing the Pregnancy Protective Impact of Scheduled Nonadherence to a Novel Progestin-Only Pill: Protocol for a Prospective, Multicenter, Randomized, Crossover Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pill; Pregnancy; Levonorgestrel; Progestin; Obstetrics; Crossover study; Gynecology; Ovulation; Menstrual cycle; Population; Family planning; Internal medicine; Alternative medicine; Placebo; Hormone; Environmental health","score_opus":0.32770213587146113,"score_gpt":0.6332627158021462,"score_spread":0.3055605799306851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158206859","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035530798,0.000004161997,0.002262349,0.0005710084,0.0000073494257,0.9610954,0.000017802151,0.00006593254,0.00044518244],"genre_scores_gemma":[0.10074429,6.347194e-8,0.0033934377,0.000023884506,0.0002292882,0.89473575,0.0000032377993,0.00006291702,0.0008071213],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99376094,0.0014961164,0.0009860765,0.0012106317,0.0014853856,0.0010608571],"domain_scores_gemma":[0.9906702,0.00090474245,0.00042615514,0.0011885759,0.0064354343,0.0003748846],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049183825,0.00037201762,0.0010755019,0.0002304833,0.00055746286,0.00035832915,0.0003485508,0.00014353429,0.00013180565],"category_scores_gemma":[0.010668165,0.0002203627,0.00041166655,0.0013277532,0.0004703857,0.0004768724,0.00026832454,0.001064376,0.00002906016],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.65855855,0.043566406,0.14733368,0.0085039595,0.0007128671,0.00007286228,0.004691293,0.000023749371,0.108018555,0.0004187307,0.0004223687,0.02767698],"study_design_scores_gemma":[0.6509481,0.02008304,0.271134,0.018893477,0.000043256307,0.00009083072,0.0017812153,0.00067220273,0.033738967,0.0006410366,0.0015127748,0.00046112182],"about_ca_topic_score_codex":0.00015889898,"about_ca_topic_score_gemma":0.000033686498,"teacher_disagreement_score":0.1238003,"about_ca_system_score_codex":0.0005698717,"about_ca_system_score_gemma":0.0049984357,"threshold_uncertainty_score":0.9976654},"labels":[],"label_agreement":null},{"id":"W3158715832","doi":"10.2196/28997","title":"Influence of Stress, Gender, and Minority Status on Cardiovascular Disease Risk in the Hispanic/Latino Community: Protocol for a Longitudinal Observational Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute","keywords":"Sexual minority; Sexual orientation; Ethnic group; Minority stress; Medicine; Health equity; Stressor; Demography; Gerontology; Clinical psychology; Cohort; Psychology; Public health; Social psychology; Internal medicine","score_opus":0.500645178373566,"score_gpt":0.5916069846635591,"score_spread":0.09096180628999306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158715832","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42377144,0.000008099594,0.0000026065734,0.00006985165,0.0000029490916,0.57528305,0.00017122876,0.000010248263,0.00068054965],"genre_scores_gemma":[0.14109279,0.0000022377435,0.000029473185,0.000037764756,0.00010943788,0.85852355,0.00002403744,0.000017799399,0.00016291912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98932594,0.0074955514,0.00054469256,0.00053404673,0.0013748973,0.0007248482],"domain_scores_gemma":[0.9955706,0.0014727659,0.00015845824,0.0017656513,0.0008011048,0.00023143733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00670972,0.00019854252,0.00038997128,0.00018500943,0.0006983766,0.00012620313,0.00057227595,0.00011219928,0.000069526526],"category_scores_gemma":[0.001356255,0.000159497,0.00014563176,0.00064233027,0.0003097858,0.00016555481,0.00027771844,0.0013577054,0.0000111618365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012921187,0.0053459657,0.98265266,0.003474877,0.00019488673,0.000050959286,0.0020753131,0.000103084596,0.0000037622347,0.0020493544,0.0020627922,0.000694202],"study_design_scores_gemma":[0.0045739324,0.001379981,0.98051196,0.0001780163,0.000025531854,0.0000025601287,0.00078110764,0.000020443342,0.0000033844196,0.0019439162,0.010442473,0.00013666315],"about_ca_topic_score_codex":0.011318288,"about_ca_topic_score_gemma":0.0011508928,"teacher_disagreement_score":0.2832405,"about_ca_system_score_codex":0.00013905884,"about_ca_system_score_gemma":0.000818829,"threshold_uncertainty_score":0.9952654},"labels":[],"label_agreement":null},{"id":"W3158727351","doi":"10.2196/19705","title":"Impact of Remote Titration Combined With Telemonitoring on the Optimization of Guideline-Directed Medical Therapy for Patients With Heart Failure: Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; Ted Rogers Centre for Heart Research; University Health Network; Public Health Ontario; University of Toronto","funders":"","keywords":"Medicine; Randomized controlled trial; Guideline; Protocol (science); Clinical trial; Telemedicine; Physical therapy; Health care; Surgery; Internal medicine; Alternative medicine; Pathology","score_opus":0.10313619555746821,"score_gpt":0.49327328585299135,"score_spread":0.3901370902955231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158727351","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023448537,1.5075146e-7,0.004696644,0.007860726,0.0000027755357,0.98497814,0.0000068398253,0.000052890107,0.00005696711],"genre_scores_gemma":[0.0034636029,1.4588717e-7,0.023072178,0.00006750337,0.00016649338,0.97310185,0.00004487299,0.000038059676,0.000045266832],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9965453,0.0006290739,0.0008352114,0.0002871751,0.001386785,0.00031646524],"domain_scores_gemma":[0.99612117,0.0013841039,0.00032014344,0.00029510687,0.0017028572,0.00017663366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027938227,0.00021096884,0.0011219858,0.00013833484,0.00011148942,0.00003426484,0.00013828384,0.00010293476,0.00013967596],"category_scores_gemma":[0.0022558847,0.00008876097,0.0003158024,0.0003920316,0.0001543888,0.00007290316,0.000022191221,0.00020048297,8.235033e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9821396,0.001912777,0.00038128154,0.00030577072,0.00047114387,6.231673e-7,0.000098801356,0.00012101829,0.000101050224,0.00005156514,0.0137719605,0.00064439606],"study_design_scores_gemma":[0.90247756,0.06924074,0.00005739713,0.0010825704,0.000025850619,1.7590983e-7,0.000015687918,0.018971428,0.00085230626,0.000017287584,0.0071779406,0.00008104211],"about_ca_topic_score_codex":0.000015397944,"about_ca_topic_score_gemma":0.0000029020885,"teacher_disagreement_score":0.07966204,"about_ca_system_score_codex":0.000072319606,"about_ca_system_score_gemma":0.00073163625,"threshold_uncertainty_score":0.36195675},"labels":[],"label_agreement":null},{"id":"W3158853178","doi":"10.2196/24407","title":"Norms and Social Network–Centric Behavior Change Intervention (Nam Nalavazhvu) for Improved Toilet Usage in Peri-Urban Communities of Tamil Nadu: Protocol for a Cluster-Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Toilet; Sanitation; Psychological intervention; Behavior change; Randomized controlled trial; Cluster randomised controlled trial; Improved sanitation; Tamil; Intervention (counseling); Open defecation; Environmental health; Medicine; Psychology; Nursing; Social psychology","score_opus":0.18488630054407706,"score_gpt":0.5101745965671094,"score_spread":0.32528829602303233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158853178","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018103238,0.0000066686157,0.00011488499,0.0010488424,0.00005704284,0.9804671,0.000120178134,0.00004185595,0.00004019901],"genre_scores_gemma":[0.01468628,5.362869e-7,0.00033476372,0.00012659846,0.000861647,0.98349833,0.00015775529,0.000055981895,0.00027809505],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941946,0.0028396288,0.0013019068,0.00038938766,0.0004686861,0.00080574676],"domain_scores_gemma":[0.99656284,0.0017227549,0.00043227477,0.00032217207,0.00085716415,0.00010277332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005350538,0.00028572342,0.0015021723,0.00040695412,0.00048858067,0.00037474796,0.00036953672,0.0002574583,0.0000864137],"category_scores_gemma":[0.0004599882,0.00023596773,0.00065742293,0.0004011061,0.00036043752,0.00035977614,0.00027261363,0.00054254354,7.364001e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9834136,0.0032894725,0.00063504337,0.0033534332,0.000052534775,0.0000023043178,0.0019126525,3.4551283e-7,0.00044766392,0.00011348674,0.0030577448,0.003721722],"study_design_scores_gemma":[0.9619164,0.0030763326,0.0004099045,0.0020915766,0.000027074604,0.0000033390893,0.0003945757,0.001798872,0.0014342361,0.0008095367,0.027786657,0.0002515121],"about_ca_topic_score_codex":0.00013400704,"about_ca_topic_score_gemma":0.0005176119,"teacher_disagreement_score":0.024728911,"about_ca_system_score_codex":0.00017776027,"about_ca_system_score_gemma":0.00009198863,"threshold_uncertainty_score":0.9622485},"labels":[],"label_agreement":null},{"id":"W3159418493","doi":"10.2196/22670","title":"A Web-Based Lifestyle Intervention Aimed at Improving Cognition in Patients With Cancer Returning to Work in an Outpatient Setting: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer-related cognitive impairment studies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Physical therapy; Quality of life (healthcare); Population; Psychological intervention; Cognition; Gerontology; Nursing; Psychiatry; Internal medicine","score_opus":0.07465475347486808,"score_gpt":0.48636502268903387,"score_spread":0.41171026921416576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159418493","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21023142,0.000001258983,0.00006688147,0.0005417696,0.000016182319,0.78899884,0.000017328839,0.00004968866,0.00007665027],"genre_scores_gemma":[0.07009303,5.5948398e-8,0.0004117099,0.00014097443,0.00014267462,0.92871296,0.00008401445,0.00006190617,0.00035266037],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936065,0.002377117,0.001196689,0.0007732313,0.0012049472,0.0008414822],"domain_scores_gemma":[0.99576133,0.001248824,0.00041056875,0.00031603582,0.002009149,0.00025405973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046782857,0.0003162057,0.0013708937,0.00072980276,0.00020487931,0.000110893416,0.00011687152,0.00017718258,0.00020552361],"category_scores_gemma":[0.005036788,0.00023833475,0.00027683613,0.0010774867,0.0001414971,0.00019201319,0.00016499619,0.0007603801,0.0000068360973],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9476011,0.0047666035,0.040681873,0.0012368463,0.000114197086,0.000023215638,0.0006370753,0.00002875028,0.00037965638,0.0000011367637,0.00043046052,0.0040990966],"study_design_scores_gemma":[0.95080966,0.013167936,0.009907982,0.022226388,0.000037946913,3.8281254e-7,0.00017317971,0.0010001082,0.001525411,0.000012135383,0.00088938297,0.00024949425],"about_ca_topic_score_codex":0.000044289052,"about_ca_topic_score_gemma":0.00075738487,"teacher_disagreement_score":0.14013839,"about_ca_system_score_codex":0.001431134,"about_ca_system_score_gemma":0.0010134235,"threshold_uncertainty_score":0.97190094},"labels":[],"label_agreement":null},{"id":"W3159563495","doi":"10.2196/29770","title":"Using Co-design to Explore How Midwives Can Support the Emerging Mother-Infant Relationship During the Early Postnatal Period: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Period (music); Multimethodology; Medicine; Obstetrics; Psychology; Alternative medicine; Pedagogy","score_opus":0.5570199551238683,"score_gpt":0.6320497176725696,"score_spread":0.0750297625487013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159563495","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06256763,0.0000025917457,0.0008451516,0.005985464,0.00002024237,0.9303803,0.000021406235,0.00006469428,0.00011254857],"genre_scores_gemma":[0.045288436,9.325011e-8,0.005618785,0.00011833784,0.00022987979,0.9441164,0.0000043365335,0.00006905633,0.0045546764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935184,0.0033253059,0.0005191989,0.000597471,0.0010519054,0.000987697],"domain_scores_gemma":[0.9970684,0.0009342004,0.0001539343,0.0009821677,0.00051399646,0.00034726856],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005161058,0.00027685816,0.00037774543,0.0002016725,0.0016748296,0.0003513444,0.00045988092,0.00010108795,0.00015401309],"category_scores_gemma":[0.00087524694,0.00016732069,0.00013931213,0.0006060925,0.00015873427,0.00017328093,0.0003070744,0.00092107145,0.00001454983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06733852,0.009290605,0.3938642,0.064727806,0.0009601232,0.00403737,0.31978914,0.00019830724,0.119393736,0.0010240535,0.0068150447,0.01256107],"study_design_scores_gemma":[0.0138572585,0.012308804,0.58709514,0.02371149,0.000037266043,0.0007962578,0.032725416,0.0004819971,0.2497465,0.00036875764,0.0781024,0.00076870504],"about_ca_topic_score_codex":0.000060695646,"about_ca_topic_score_gemma":0.000020995545,"teacher_disagreement_score":0.28706375,"about_ca_system_score_codex":0.00026029174,"about_ca_system_score_gemma":0.000744433,"threshold_uncertainty_score":0.99962485},"labels":[],"label_agreement":null},{"id":"W3159758667","doi":"10.2196/28155","title":"A Live Video Program to Prevent Chronic Pain and Disability in At-Risk Adults With Acute Orthopedic Injuries (Toolkit for Optimal Recovery): Protocol for a Multisite Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; Massachusetts General Hospital","keywords":"Randomized controlled trial; Physical therapy; Medicine; Psychosocial; Psychological intervention; Orthopedic surgery; Anxiety; Intervention (counseling); Chronic pain; Physical medicine and rehabilitation; Psychiatry; Surgery","score_opus":0.09786088694963811,"score_gpt":0.5266127916410283,"score_spread":0.42875190469139013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159758667","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17184365,0.000002808577,0.0011157383,0.00055397203,0.0000015241997,0.82609296,0.000130752,0.00023896688,0.00001964877],"genre_scores_gemma":[0.008353326,0.0000012731118,0.02833734,0.000050341674,0.00014140742,0.9624451,0.000049627568,0.000074519354,0.0005470991],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99307305,0.0021465106,0.0008323695,0.0016740711,0.0010996283,0.0011743462],"domain_scores_gemma":[0.995735,0.0013281245,0.00021098385,0.0013044009,0.0009100706,0.0005114199],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011118536,0.0004087285,0.0007544977,0.00027018104,0.00031409174,0.00018143954,0.00033298225,0.0001809265,0.000057561054],"category_scores_gemma":[0.0048318794,0.00032929415,0.00016101479,0.0010798125,0.00033469955,0.0002965321,0.00090554747,0.0006870432,0.000004402212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060306232,0.021005755,0.7874957,0.010701055,0.0002157573,0.000117881056,0.0014103254,0.0000048223487,0.00008295459,0.0000042955585,0.005357108,0.11329816],"study_design_scores_gemma":[0.050980553,0.26582834,0.5807411,0.009731105,0.00012037119,0.000018174438,0.0015708111,0.0028865268,0.0011600952,0.0005476777,0.08532703,0.0010881806],"about_ca_topic_score_codex":0.00011451602,"about_ca_topic_score_gemma":0.0023498086,"teacher_disagreement_score":0.24482259,"about_ca_system_score_codex":0.0016181447,"about_ca_system_score_gemma":0.00089669117,"threshold_uncertainty_score":0.9999159},"labels":[],"label_agreement":null},{"id":"W3160034417","doi":"10.2196/26448","title":"Automation of Article Selection Process in Systematic Reviews Through Artificial Neural Network Modeling and Machine Learning: Protocol for an Article Selection Model","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Systematic review; Artificial neural network; Software; Process (computing); Data science; Application programming interface; Dissemination; MEDLINE","score_opus":0.9128659755911894,"score_gpt":0.6929622655762934,"score_spread":0.21990371001489606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160034417","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02396044,0.000013793383,0.089748986,0.00012583559,0.000003960588,0.885986,0.000001725988,0.000017984295,0.00014128016],"genre_scores_gemma":[0.10211405,3.9309876e-7,0.007064059,0.000019028843,0.00007732926,0.8903039,0.000003383597,0.000020647605,0.00039721697],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96776766,0.020044046,0.007173301,0.0010585324,0.0033577047,0.0005987716],"domain_scores_gemma":[0.9923847,0.0012324094,0.0020789509,0.00095253094,0.0032040174,0.00014741444],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09957068,0.00026452736,0.0022494143,0.00029409683,0.00041147758,0.0009597237,0.0005293421,0.00014037543,0.0002106601],"category_scores_gemma":[0.024162216,0.00015845636,0.0003906053,0.0035125562,0.000056945777,0.0011176185,0.00010276923,0.0004869947,0.00005135749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004461511,0.0009270554,0.008140802,0.03365385,0.000046385972,0.0000014208958,0.0027491166,0.93023264,0.014299583,0.0024155732,0.0011642344,0.0059231855],"study_design_scores_gemma":[0.00061560195,0.00040719853,0.00011160975,0.0030314107,0.000013277548,0.0000091792845,0.00031478266,0.97008586,0.0014495213,0.023257017,0.0005630436,0.0001414844],"about_ca_topic_score_codex":0.00001115681,"about_ca_topic_score_gemma":0.00020106547,"teacher_disagreement_score":0.08268493,"about_ca_system_score_codex":0.0000888253,"about_ca_system_score_gemma":0.00021287453,"threshold_uncertainty_score":0.98405766},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3160311591","doi":"10.2196/27340","title":"Health Care Professional Association Agency in Preparing for Artificial Intelligence: Protocol for a Multi-Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; University Health Network","funders":"","keywords":"Protocol (science); Agency (philosophy); Association (psychology); Health care; Medical education; Medicine; Psychology; Alternative medicine; Political science; Sociology","score_opus":0.7801419487920053,"score_gpt":0.7363593160183265,"score_spread":0.043782632773678776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160311591","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065273996,0.0000033197064,0.0025211142,0.002155975,0.00004895642,0.9886154,0.000018360699,0.000054163764,0.000055311328],"genre_scores_gemma":[0.020724533,1.571147e-7,0.0054392237,0.00010964341,0.000547606,0.97224855,0.000043183732,0.0000426963,0.0008443742],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9954831,0.0008161083,0.0011908835,0.0007214598,0.00081471726,0.000973745],"domain_scores_gemma":[0.9954549,0.00079791615,0.0002569021,0.00044937604,0.002756379,0.00028452527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046116444,0.00018629259,0.00042629946,0.00033871018,0.0006938607,0.00011983588,0.00015021198,0.00023296109,0.00006835566],"category_scores_gemma":[0.0031617035,0.00017328402,0.00013001039,0.00085003965,0.000045266974,0.00017733192,0.00010589255,0.000739323,0.000020026708],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007202054,0.027014317,0.09978088,0.017385077,0.000078489815,0.0003556126,0.12179035,0.000041408566,0.00063318195,0.0012273481,0.012734841,0.71175647],"study_design_scores_gemma":[0.0072939624,0.043585602,0.01020977,0.021655826,0.000029527824,0.0004088688,0.60271084,0.023203602,0.07182515,0.016873432,0.20058492,0.0016184986],"about_ca_topic_score_codex":0.0005145974,"about_ca_topic_score_gemma":0.0044247024,"teacher_disagreement_score":0.71013796,"about_ca_system_score_codex":0.0017803917,"about_ca_system_score_gemma":0.0053080316,"threshold_uncertainty_score":0.941622},"labels":[],"label_agreement":null},{"id":"W3160344014","doi":"10.2196/25592","title":"Mental Health Promotion and Stigma Reduction Among University Students Using the Reach, Efficacy, Adoption, Implementation, and Maintenance (RE-AIM) Framework: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta; Regent Park Community Health Centre; Toronto Metropolitan University; University of Toronto","funders":"Canadian Institutes of Health Research; National Natural Science Foundation of China","keywords":"Mental health; Empowerment; Mental health literacy; Psychology; Stigma (botany); Psychoeducation; Medical education; Promotion (chess); Mental illness; Nursing; Intervention (counseling); Medicine; Psychiatry; Political science","score_opus":0.3991105395762316,"score_gpt":0.679136760371209,"score_spread":0.28002622079497735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160344014","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14395778,0.0000035539706,0.0015453513,0.0010887434,0.000029311397,0.85328144,0.000026089489,0.00003626148,0.000031467123],"genre_scores_gemma":[0.023849944,0.0000011862029,0.0058061187,0.00001871721,0.00009267272,0.9695635,0.00002909946,0.000027115613,0.0006116877],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99369687,0.003937137,0.0004337018,0.00071255333,0.00056791113,0.0006518104],"domain_scores_gemma":[0.9985273,0.00024890213,0.00026472894,0.00041448988,0.0003347252,0.00020985282],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0043589417,0.00019741997,0.00026228663,0.00015451948,0.0019652105,0.00021544477,0.00025410112,0.000103550396,0.00016941188],"category_scores_gemma":[0.000053110776,0.00015687873,0.00004308853,0.0005580982,0.00024315405,0.0002968544,0.0003446098,0.0004277879,0.0000020922653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00783108,0.021441666,0.35330474,0.0025712256,0.00048285065,0.000053711752,0.047831383,0.0000028391637,0.00083653803,0.004007989,0.021398239,0.5402377],"study_design_scores_gemma":[0.02800904,0.009308269,0.77602065,0.002338453,0.000022292626,0.000052231928,0.15358919,0.00011663254,0.0009059051,0.0013790025,0.027837617,0.00042070975],"about_ca_topic_score_codex":0.0003519615,"about_ca_topic_score_gemma":0.00020005171,"teacher_disagreement_score":0.53981704,"about_ca_system_score_codex":0.00044626545,"about_ca_system_score_gemma":0.00016661685,"threshold_uncertainty_score":0.9993341},"labels":[],"label_agreement":null},{"id":"W3160346390","doi":"10.2196/27168","title":"Web-Based Multifaceted Approach for Community-Based HIV Self-Testing Among Female Sex Workers in Indonesia: Protocol for a Randomized Community Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sex workers; Protocol (science); Human immunodeficiency virus (HIV); Men who have sex with men; Randomized controlled trial; Sex work; Medicine; Modalities; Web application; Family medicine; Population; World Wide Web; Environmental health; Alternative medicine; Computer science; Research methodology; Surgery; Sociology; Pathology","score_opus":0.32506758428740035,"score_gpt":0.5390173336281221,"score_spread":0.21394974934072175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160346390","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018690802,9.4404606e-7,0.00887332,0.0003820864,0.0000032056882,0.9691075,0.00009756554,0.00025926126,0.0025853289],"genre_scores_gemma":[0.009954421,2.8857459e-8,0.04541291,0.00006482972,0.00013505686,0.94161797,0.000577068,0.00012346412,0.002114253],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97672516,0.018273575,0.0014126432,0.0005938193,0.0013646879,0.0016301061],"domain_scores_gemma":[0.98225254,0.012628119,0.00030206895,0.0016949031,0.002498086,0.00062427303],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025997583,0.0004529561,0.001539235,0.0010274492,0.001711049,0.00037119596,0.00090802973,0.00044651327,0.00010630778],"category_scores_gemma":[0.014761654,0.00039120603,0.0008935422,0.0021681932,0.0008425059,0.00024272736,0.00037438053,0.004696607,0.000011395497],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9010979,0.028943866,0.02891069,0.01975717,0.00026144963,0.00006837226,0.0009995606,0.00015021149,0.002534548,0.00003248728,0.012874295,0.004369464],"study_design_scores_gemma":[0.81590015,0.011394199,0.0005309805,0.006720436,0.00001910971,0.000006661262,0.002142345,0.14713813,0.004678101,0.000075234646,0.011065181,0.00032950417],"about_ca_topic_score_codex":0.000452008,"about_ca_topic_score_gemma":0.00021915516,"teacher_disagreement_score":0.14698792,"about_ca_system_score_codex":0.0005712986,"about_ca_system_score_gemma":0.0039914553,"threshold_uncertainty_score":0.99985397},"labels":[],"label_agreement":null},{"id":"W3160495707","doi":"10.2196/26404","title":"A National Comparative Investigation of Twins With Congenital Heart Defects for Neurodevelopmental Outcomes and Quality of Life (Same Same, but Different?): Protocol for a Prospective Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Congenital Heart Disease Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kinderherzen Fördergemeinschaft Deutsche Kinderherzzentren; Bundesministerium für Bildung und Forschung; Deutsches Zentrum für Herz-Kreislaufforschung","keywords":"Wechsler Preschool and Primary Scale of Intelligence; Wechsler Intelligence Scale for Children; Wechsler Adult Intelligence Scale; Socioeconomic status; Medicine; Pediatrics; Cohort; Competence (human resources); Intelligence quotient; Quality of life (healthcare); Confounding; Psychology; Observational study; Clinical psychology; Developmental psychology; Cognition; Psychiatry; Population; Environmental health","score_opus":0.566742407065332,"score_gpt":0.574424115203763,"score_spread":0.007681708138431054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160495707","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4918956,7.9339196e-7,0.00001030943,0.00016677844,0.0000014722815,0.5076767,0.0001931768,0.0000122080855,0.00004294008],"genre_scores_gemma":[0.38496432,1.1012939e-8,0.0009559686,0.000051237508,0.00002421248,0.61375254,0.000029800862,0.000014526492,0.00020741552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967798,0.00038816084,0.00065818866,0.00049717905,0.0013588296,0.00031785425],"domain_scores_gemma":[0.9935991,0.001502751,0.00016840239,0.00019670509,0.0043192427,0.0002137978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007957978,0.0002198424,0.00074267905,0.00017283113,0.00021198427,0.000037695692,0.000078633675,0.000053997745,0.000020556457],"category_scores_gemma":[0.0016502502,0.00016781136,0.000114224225,0.00038923745,0.0005135824,0.00017521247,0.00016841615,0.00020926596,7.087629e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009747266,0.0026318552,0.9747819,0.0024752598,0.0004108412,0.0000016389412,0.0022118727,3.9609859e-7,0.006645445,0.00060951425,0.00043844178,0.000045600726],"study_design_scores_gemma":[0.016820602,0.0052662753,0.9653428,0.00042612964,0.000014658832,0.0000027066824,0.0022390324,0.00006375277,0.008796896,0.0006969441,0.00018134786,0.00014882871],"about_ca_topic_score_codex":0.00002315158,"about_ca_topic_score_gemma":0.00032844473,"teacher_disagreement_score":0.10693127,"about_ca_system_score_codex":0.00014401229,"about_ca_system_score_gemma":0.0021422624,"threshold_uncertainty_score":0.68431485},"labels":[],"label_agreement":null},{"id":"W3160555690","doi":"10.2196/27239","title":"Career Development of Academic Staff in Faculties of Dentistry by Means of Mentorship Programs: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of the Western Cape","keywords":"Mentorship; Protocol (science); Medical education; Career development; Medicine; Psychology; Dentistry; Alternative medicine","score_opus":0.6926748815439465,"score_gpt":0.670647739573924,"score_spread":0.022027141970022535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160555690","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.230652e-7,0.30411664,0.000021325588,0.0000115798475,0.000023558425,0.69546986,0.00006492031,0.000016463062,0.00027503486],"genre_scores_gemma":[4.651415e-8,0.090731904,0.0012255919,0.000002962365,0.000049950962,0.90593284,0.00016819636,0.00008753494,0.0018009455],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895244,0.0019345945,0.004315633,0.0010111773,0.0019356677,0.0012784849],"domain_scores_gemma":[0.99551976,0.00067346235,0.0019194065,0.00081222854,0.0008445182,0.00023064936],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009263322,0.0006010357,0.0034422933,0.0005694845,0.000084829066,0.000026441328,0.001558878,0.00092174514,0.00036615945],"category_scores_gemma":[0.0007024586,0.00050130225,0.0004384117,0.0013585753,0.00031218352,0.000092863665,0.00059281616,0.0017983102,0.000012448994],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005993092,0.0006642252,0.00005123536,0.5424821,0.00016831292,0.0000042269,0.0010712114,1.6779822e-8,0.000012799761,0.00008050199,0.010099363,0.44530612],"study_design_scores_gemma":[0.000783724,0.00021108429,0.000001561582,0.49037245,0.000013718157,0.0000026994248,0.00020239303,3.0839438e-8,0.00030261627,0.0000055743885,0.5079003,0.00020386987],"about_ca_topic_score_codex":0.000016683618,"about_ca_topic_score_gemma":0.000008032082,"teacher_disagreement_score":0.49780092,"about_ca_system_score_codex":0.00052143686,"about_ca_system_score_gemma":0.0038099992,"threshold_uncertainty_score":0.9997439},"labels":[],"label_agreement":null},{"id":"W3160854212","doi":"10.2196/27940","title":"Exploring Nurse and Patient Experiences of Developing Rapport During Oncology Ambulatory Care Videoconferencing Visits: Protocol for a Qualitative Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Videoconferencing; Telehealth; Nursing; Medicine; Qualitative research; Health care; Telemedicine; Psychology; Multimedia","score_opus":0.655862914126676,"score_gpt":0.660847577844822,"score_spread":0.004984663718145987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160854212","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40135908,0.00000232241,0.000046768302,0.00015353585,0.000005169519,0.59825075,0.0000025684778,0.000023261886,0.00015654614],"genre_scores_gemma":[0.2287737,2.2226412e-7,0.0018221887,0.000033681335,0.00006654397,0.76924896,0.000005330703,0.000020572981,0.000028776985],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966256,0.0007194706,0.0008258832,0.00049812545,0.0007850067,0.0005459196],"domain_scores_gemma":[0.99732447,0.0003932547,0.00023732954,0.00028350294,0.0015412103,0.00022023664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012262748,0.00017039318,0.00048568167,0.00032094098,0.00030619337,0.00002913499,0.000089627276,0.000062012936,0.00009145345],"category_scores_gemma":[0.00047839564,0.00014634043,0.00004762236,0.00045854077,0.00012202469,0.0002673435,0.00012826314,0.00031395216,9.469109e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019931523,0.0007489043,0.0066517866,0.0064083226,0.000053043663,0.0001040544,0.93586946,1.6360707e-7,0.00326516,0.0001229388,0.00042463478,0.044358388],"study_design_scores_gemma":[0.008649435,0.009418853,0.009254307,0.0024924197,0.0000050061067,0.00001839577,0.8976252,0.0000045414463,0.051739544,0.000033412987,0.020632468,0.00012642641],"about_ca_topic_score_codex":0.00003131432,"about_ca_topic_score_gemma":0.000035674402,"teacher_disagreement_score":0.17258538,"about_ca_system_score_codex":0.0003206015,"about_ca_system_score_gemma":0.0023714423,"threshold_uncertainty_score":0.59675896},"labels":[],"label_agreement":null},{"id":"W3161008332","doi":"10.2196/27489","title":"Feasibility and Efficacy of Delivering Cognitive Behavioral Therapy Through an Online Psychotherapy Tool for Depression: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University; Queen's University","funders":"","keywords":"Cognitive behavioral therapy; Major depressive disorder; Randomized controlled trial; Mental health; Psychotherapist; Cognitive therapy; Cognition; Depression (economics); Medicine; Quality of life (healthcare); mHealth; Psychology; Clinical psychology; Psychiatry; Psychological intervention","score_opus":0.5122342232701587,"score_gpt":0.6712648294800291,"score_spread":0.15903060620987042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161008332","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0814358,0.000015899419,0.0011631155,0.00014263761,0.000037668728,0.9166128,0.00030111556,0.000049745104,0.00024122575],"genre_scores_gemma":[0.006599002,8.865067e-7,0.0025231333,0.000059867078,0.00020718503,0.9899949,0.00006127964,0.000058738948,0.00049499987],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99435234,0.002339722,0.0013592422,0.0007995815,0.00050096156,0.0006481298],"domain_scores_gemma":[0.99425566,0.0033704943,0.00040360444,0.00055973744,0.0012369105,0.00017359368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035520738,0.00026312348,0.0012706461,0.00012047504,0.00025286604,0.00013086398,0.0002728659,0.00020758441,0.00047814864],"category_scores_gemma":[0.0005770402,0.00019958385,0.0006457973,0.00023857903,0.00044921954,0.00036743135,0.0000537336,0.000332535,0.0000030595684],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92232054,0.029378524,0.00014220437,0.0004545902,0.0001531791,0.000004187921,0.00075415266,1.1175133e-7,0.00030376852,0.0013340799,0.00020938618,0.04494528],"study_design_scores_gemma":[0.9671994,0.016930705,0.00038686188,0.0017097847,0.00001066347,0.000005033063,0.00018101002,0.00002862111,0.002233299,0.0066659586,0.0044644307,0.00018425696],"about_ca_topic_score_codex":0.000030275602,"about_ca_topic_score_gemma":0.00003921514,"teacher_disagreement_score":0.07483679,"about_ca_system_score_codex":0.000068438196,"about_ca_system_score_gemma":0.0003148437,"threshold_uncertainty_score":0.8138794},"labels":[],"label_agreement":null},{"id":"W3161012516","doi":"10.2196/27526","title":"Adaptation of a Live Video Mind–Body Program to a Web-Based Platform for English-Speaking Adults With Neurofibromatosis: Protocol for the NF-Web Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurofibromatosis and Schwannoma Cases","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Credibility; Psychosocial; Web application; Psychology; Medical education; World Wide Web; Computer science; Psychiatry","score_opus":0.2003883595529729,"score_gpt":0.4872121833426105,"score_spread":0.2868238237896376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161012516","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09345702,0.000001553681,0.00016158617,0.00051178096,0.000007664287,0.9055346,0.00007395726,0.00012563504,0.00012620722],"genre_scores_gemma":[0.10454343,4.66579e-8,0.0049137715,0.000071959395,0.00015184154,0.89008033,0.000022401568,0.000103742736,0.00011246112],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954883,0.00035227492,0.0008034194,0.0009080254,0.0015489459,0.0008990342],"domain_scores_gemma":[0.99292874,0.001734629,0.00027905815,0.0010589187,0.0036005417,0.00039808085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014723038,0.00036295186,0.00063106476,0.00034395405,0.00044099256,0.00028580867,0.00041404762,0.000122937,0.00007509797],"category_scores_gemma":[0.0021934612,0.00023114338,0.0002549018,0.0012060093,0.00016534797,0.0002454812,0.00017983088,0.00045178365,0.000007880417],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.40562227,0.08110279,0.061464336,0.06314251,0.0013578822,0.0013925561,0.045691684,0.0004106139,0.08591008,0.0006964947,0.026828272,0.22638051],"study_design_scores_gemma":[0.083296396,0.18419972,0.008266945,0.024271598,0.00010833404,0.00011802002,0.01923108,0.035867076,0.09434523,0.000025744595,0.54947513,0.00079475355],"about_ca_topic_score_codex":0.000029654575,"about_ca_topic_score_gemma":0.00016150592,"teacher_disagreement_score":0.52264684,"about_ca_system_score_codex":0.00009769842,"about_ca_system_score_gemma":0.0021708726,"threshold_uncertainty_score":0.94257534},"labels":[],"label_agreement":null},{"id":"W3161025845","doi":"10.2196/24274","title":"Patient and Family Engagement Approaches for Digital Health Initiatives: Protocol for a Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research; Centre for Addiction and Mental Health","keywords":"Digital health; Health care; mHealth; Pace; Work (physics); Knowledge management; Computer science; Engineering; Political science","score_opus":0.880838407963562,"score_gpt":0.6890415210933143,"score_spread":0.19179688687024776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161025845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009393856,0.000004449686,0.00044493703,0.00038180628,0.00001844491,0.98764336,0.0004327216,0.00006358825,0.0016168214],"genre_scores_gemma":[0.00775058,2.768514e-7,0.001516268,0.0007541905,0.00018084473,0.9890903,0.00015893078,0.000058494905,0.0004900855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925934,0.0029660335,0.0012192555,0.0008393526,0.00083116733,0.0015508122],"domain_scores_gemma":[0.9954971,0.0021059294,0.0003488235,0.000559395,0.00080795714,0.0006807611],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004986143,0.00027975178,0.000464129,0.00019722419,0.0033358003,0.000121470366,0.00016465072,0.00012824762,0.00005819314],"category_scores_gemma":[0.000316988,0.00023157093,0.00008443661,0.00036021945,0.000107738284,0.00032915996,0.0005469998,0.00088653964,0.00002064949],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012486456,0.041375156,0.1079987,0.17335422,0.00028189388,0.0007071921,0.23532423,0.0000057882585,0.000041380812,0.007823891,0.08748504,0.33311605],"study_design_scores_gemma":[0.018472146,0.029167062,0.0009976235,0.006275397,0.0000024164515,0.000015725564,0.27302378,0.0002700881,0.000058660695,0.0011592257,0.670219,0.00033887278],"about_ca_topic_score_codex":0.000090436326,"about_ca_topic_score_gemma":0.00016470565,"teacher_disagreement_score":0.582734,"about_ca_system_score_codex":0.0005220091,"about_ca_system_score_gemma":0.0024115946,"threshold_uncertainty_score":0.9979617},"labels":[],"label_agreement":null},{"id":"W3161122825","doi":"10.2196/25877","title":"Developing a Risk Governance Framework on Radiological Emergency, Preparedness, and Response for Emergency Responders: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Risk Perception and Management","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Preparedness; Logistic regression; Radiological weapon; Protocol (science); Risk management; Risk perception; Risk governance; Emergency management; Structural equation modeling; Qualitative research; Medicine; Psychology; Computer science; Perception; Business","score_opus":0.49285047100821094,"score_gpt":0.6825285553654434,"score_spread":0.1896780843572325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161122825","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004610378,0.0000034149275,0.026388077,0.002042339,0.00005622057,0.96615726,0.000028328544,0.000111150825,0.0006028381],"genre_scores_gemma":[0.00042395294,0.000017181676,0.05713354,0.00004142779,0.00025939342,0.9370316,0.0000020122934,0.000033026314,0.005057827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9855555,0.010824544,0.0006348986,0.0010132624,0.0010226868,0.00094910746],"domain_scores_gemma":[0.99554056,0.0024923214,0.00024487177,0.0006107747,0.0008916832,0.00021980463],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.021758463,0.00023895604,0.00037079173,0.00014492575,0.0019671088,0.00020555222,0.0006034938,0.00025621682,0.0008583198],"category_scores_gemma":[0.023333173,0.00020687439,0.00016416505,0.0010287557,0.00024768297,0.00022342213,0.00037402415,0.0005059121,0.000016174885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0718497,0.006190374,0.006385584,0.0016077006,0.00028188055,0.000049819926,0.14932953,0.000017448834,0.0012855681,0.21592182,0.34025994,0.20682065],"study_design_scores_gemma":[0.0020168712,0.002841653,0.012652016,0.00047477073,0.000004391773,4.0744322e-7,0.027892133,0.000054799468,0.000100187244,0.03748285,0.91618216,0.0002977677],"about_ca_topic_score_codex":0.00007613141,"about_ca_topic_score_gemma":0.00052970997,"teacher_disagreement_score":0.5759222,"about_ca_system_score_codex":0.0005654091,"about_ca_system_score_gemma":0.0010838849,"threshold_uncertainty_score":0.9993322},"labels":[],"label_agreement":null},{"id":"W3161364247","doi":"10.2196/28671","title":"Virtual Interactive Surgical Skills Classroom: Protocol for a Parallel-Group, Noninferiority, Adjudicator-Blinded, Randomized Controlled Trial (VIRTUAL)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Protocol (science); Randomized controlled trial; Medical education; Computer science; Virtual training; Medicine; Intervention (counseling); Resource (disambiguation); Medical physics; Virtual reality; Nursing; Human–computer interaction; Surgery","score_opus":0.17344100481601044,"score_gpt":0.54777002476364,"score_spread":0.37432901994762957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161364247","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014823569,0.0000017771596,0.0010207467,0.0010447635,0.000042155112,0.98308676,0.000013945137,0.00019883635,0.013108644],"genre_scores_gemma":[0.017208712,7.2265607e-7,0.0007162211,0.00018512551,0.001184352,0.9748898,0.00006332108,0.000088276574,0.0056634527],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98956597,0.0039288537,0.0018582091,0.0010983346,0.0022862554,0.0012623708],"domain_scores_gemma":[0.9826238,0.013461628,0.00043589316,0.0007588105,0.0018794994,0.00084036356],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008386882,0.0005032353,0.0031723261,0.00046641976,0.00043688985,0.00037136572,0.00035857825,0.00053883,0.0035058165],"category_scores_gemma":[0.008904293,0.00035620542,0.0015652613,0.00090823794,0.00065085164,0.00030725493,0.00034690386,0.0017800448,0.00018681769],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96961015,0.005915849,0.000106406034,0.0001933383,0.0004916241,0.00044205046,0.00027446376,0.0000118960115,0.00007686216,0.010166007,0.0010089766,0.01170236],"study_design_scores_gemma":[0.7020009,0.00474847,0.00003588066,0.0012726253,0.000025060224,0.00003614598,0.00017075869,0.0014503213,0.00019694743,0.0007388077,0.2890609,0.0002631959],"about_ca_topic_score_codex":0.0000066084694,"about_ca_topic_score_gemma":0.000007780692,"teacher_disagreement_score":0.2880519,"about_ca_system_score_codex":0.00030347533,"about_ca_system_score_gemma":0.0016237396,"threshold_uncertainty_score":0.999889},"labels":[],"label_agreement":null},{"id":"W3161519861","doi":"10.2196/24835","title":"Implementing Exercise in Standard Cancer Care (Bizi Orain Hybrid Exercise Program): Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Instituto de Salud Carlos III","keywords":"Cardiorespiratory fitness; Medicine; Randomized controlled trial; Quality of life (healthcare); Physical therapy; Cancer; Observational study; Cohort; Adverse effect; Protocol (science); Disease; Alternative medicine; Internal medicine; Nursing","score_opus":0.12563433910039942,"score_gpt":0.5557409732398675,"score_spread":0.43010663413946804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161519861","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010537443,0.000076681616,0.000034584897,0.00060398236,0.000037997666,0.9963984,0.00012490107,0.00015461778,0.0015150865],"genre_scores_gemma":[0.0008821643,0.00000726921,0.0005771276,0.000040279832,0.00047383897,0.9957756,0.000086011896,0.00011111734,0.0020465956],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923362,0.0013497858,0.0014985393,0.0010035407,0.0019676907,0.0018442324],"domain_scores_gemma":[0.99472505,0.00077107584,0.00030662736,0.00083563704,0.002931897,0.00042973203],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0074239364,0.00044167682,0.0029575035,0.00047803085,0.00035837575,0.00038921952,0.0003380269,0.00019740578,0.0012452576],"category_scores_gemma":[0.0012804555,0.0003375372,0.000967512,0.0010071023,0.00025987782,0.0001807909,0.00033215684,0.00091723545,0.000008185263],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8751533,0.0010206712,0.00020725722,0.0067147953,0.00009296,0.00018585425,0.001590311,0.0000013283856,0.00018343503,0.000073558986,0.004173163,0.11060336],"study_design_scores_gemma":[0.72324884,0.0015885482,0.000007427953,0.012697289,0.000040345367,0.0000032869177,0.0015907363,0.000097344564,0.005744262,0.00022112128,0.2545028,0.0002580038],"about_ca_topic_score_codex":0.00041620267,"about_ca_topic_score_gemma":0.0018309376,"teacher_disagreement_score":0.2503296,"about_ca_system_score_codex":0.0007308362,"about_ca_system_score_gemma":0.004363282,"threshold_uncertainty_score":0.9999077},"labels":[],"label_agreement":null},{"id":"W3161632147","doi":"10.2196/27065","title":"Using Computational Methods to Improve Integrated Disease Management for Asthma and Chronic Obstructive Pulmonary Disease: Protocol for a Secondary Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Medicine; Asthma; COPD; Psychological intervention; Exacerbation; Intensive care medicine; Disease management; Disease; Health care; Physical therapy; Nursing; Pathology; Internal medicine","score_opus":0.1616319677282322,"score_gpt":0.5783275849351311,"score_spread":0.41669561720689896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161632147","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019966434,0.000003918989,0.47646138,0.0007704817,0.000005582148,0.5225418,0.00009392855,0.00005766841,0.000045253695],"genre_scores_gemma":[0.00009463467,2.4173884e-8,0.41311118,0.000068596666,0.00006943364,0.58629155,0.000044326884,0.000022152664,0.00029808798],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950918,0.0013983165,0.0004981765,0.0013966169,0.0007731788,0.00084190967],"domain_scores_gemma":[0.99577314,0.0008689347,0.00014948299,0.0009012229,0.001479422,0.00082780974],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002143376,0.00027281384,0.00037136543,0.0006813038,0.00066120207,0.00060840277,0.00081000756,0.000072998635,0.00006010622],"category_scores_gemma":[0.00052616425,0.0002580232,0.00021583366,0.002348107,0.00011732103,0.00041185055,0.0011583545,0.0004966707,0.0000028375691],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037592908,0.0010773106,0.005407316,0.02374279,0.0006605404,0.00030478695,0.00054208544,0.027933631,0.0010638968,0.05875952,0.0011619194,0.8755869],"study_design_scores_gemma":[0.0015781409,0.00044105996,0.030203162,0.00077453646,0.000015320838,0.0000038461,0.000048064874,0.8406861,0.0001840322,0.020473741,0.10527624,0.0003157963],"about_ca_topic_score_codex":0.000014404728,"about_ca_topic_score_gemma":0.000009664196,"teacher_disagreement_score":0.87527114,"about_ca_system_score_codex":0.0005882662,"about_ca_system_score_gemma":0.0019420217,"threshold_uncertainty_score":0.9999872},"labels":[],"label_agreement":null},{"id":"W3161729438","doi":"10.2196/26716","title":"A Nurse Case Management HIV Prevention Intervention (Come As You Are) for Youth Experiencing Homelessness: Protocol for a Randomized Wait-list Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Psychological intervention; Outreach; Medicine; Randomized controlled trial; Intervention (counseling); Mental health; Family medicine; Motivational interviewing; Nursing; Substance abuse; Psychiatry; Psychology","score_opus":0.2747680988400792,"score_gpt":0.6179350374930972,"score_spread":0.343166938653018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161729438","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018007517,0.0000051905354,0.0043647056,0.00024710168,0.00009529576,0.9748515,0.00007774127,0.00017420808,0.0021767258],"genre_scores_gemma":[0.039258137,7.0566296e-7,0.00050235796,0.000020631713,0.0009212894,0.94515365,0.000095975374,0.00010823832,0.013939001],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9873487,0.007062074,0.002109623,0.0009591984,0.001050148,0.001470276],"domain_scores_gemma":[0.99361545,0.0021386323,0.00097199384,0.00074858713,0.0021902262,0.000335092],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.012134406,0.00041800397,0.0022962096,0.00040387412,0.002357109,0.00030054396,0.00044801104,0.00045638956,0.0008015596],"category_scores_gemma":[0.0023653286,0.00034021115,0.0011264987,0.0006229068,0.00023530667,0.00040243045,0.00029800695,0.0008067044,0.000053190335],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92652124,0.0032723008,0.00007916544,0.008765272,0.00025623207,0.0002548205,0.04669935,0.0000013274486,0.000036289795,0.009153728,0.00049954077,0.004460761],"study_design_scores_gemma":[0.70874614,0.0010735857,0.0000045120814,0.006366777,0.00003756428,0.0000015814555,0.2621292,0.00029634286,0.0001648681,0.0043216953,0.016580645,0.0002770982],"about_ca_topic_score_codex":0.00018538002,"about_ca_topic_score_gemma":0.0010679069,"teacher_disagreement_score":0.21777508,"about_ca_system_score_codex":0.0005646895,"about_ca_system_score_gemma":0.00068935205,"threshold_uncertainty_score":0.999905},"labels":[],"label_agreement":null},{"id":"W3162079184","doi":"10.2196/15864","title":"Health Impacts of Perchlorate and Pesticide Exposure: Protocol for Community-Engaged Research to Evaluate Environmental Toxicants in a US Border Community","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chemical Analysis and Environmental Impact","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Directorate for Biological Sciences; National Institutes of Health; National Institute on Minority Health and Health Disparities; National Institute of Environmental Health Sciences; Northern Arizona University","keywords":"Environmental health; Community health; Health equity; Health care; Social determinants of health; Business; Public health; Medicine; Geography; Political science; Nursing","score_opus":0.36469508809645357,"score_gpt":0.5830028601009587,"score_spread":0.21830777200450513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162079184","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50486916,0.0000018136836,0.0000069221746,0.0005248475,8.144341e-7,0.49422497,0.00004438459,0.00000823813,0.00031883168],"genre_scores_gemma":[0.42474368,0.0000015855414,0.00036358862,0.00011230493,0.000010178492,0.5745982,0.000017693712,0.000024569197,0.00012823468],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9719343,0.023939801,0.000708454,0.00048376646,0.0016046736,0.0013289707],"domain_scores_gemma":[0.9949472,0.002998043,0.00012146758,0.0010977582,0.000045557295,0.0007900072],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.035510883,0.00026629536,0.0005530401,0.00020471771,0.0024948108,0.00013008028,0.0007438482,0.00013684099,0.001397234],"category_scores_gemma":[0.0023099652,0.00023412223,0.000101024714,0.001101412,0.0010394236,0.0002858518,0.002224211,0.005682178,0.00008065861],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019359314,0.008371558,0.2763276,0.0010688351,0.00003589543,0.00001855753,0.012487939,0.00020844527,0.6662789,0.0000052386695,0.0038167299,0.029444369],"study_design_scores_gemma":[0.0063432474,0.0066277646,0.8423144,0.0018204494,0.0000033215465,0.000017623059,0.008925882,0.00042871202,0.1141417,0.0013032884,0.017604558,0.0004690095],"about_ca_topic_score_codex":0.004296923,"about_ca_topic_score_gemma":0.004077319,"teacher_disagreement_score":0.5659868,"about_ca_system_score_codex":0.0011732917,"about_ca_system_score_gemma":0.00015958527,"threshold_uncertainty_score":0.99951565},"labels":[],"label_agreement":null},{"id":"W3162081423","doi":"10.2196/28961","title":"Factors Influencing the Adoption of Contact Tracing Applications: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; University of Waterloo","funders":"","keywords":"Scopus; CINAHL; MEDLINE; Protocol (science); Systematic review; Contact tracing; Usability; Digital library; Web of science; Data extraction; Computer science; Grey literature; Cochrane Library; Internet privacy; World Wide Web; Medicine; Medical education; Coronavirus disease 2019 (COVID-19); Alternative medicine; Political science","score_opus":0.5249470675629858,"score_gpt":0.6091954584018981,"score_spread":0.08424839083891233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162081423","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9210147e-9,0.20633641,0.013370732,0.000042718333,0.0000026660623,0.78004235,0.000021222006,0.00010074821,0.000083158855],"genre_scores_gemma":[9.812173e-8,0.027151873,0.00038396977,0.00006390498,0.000064530286,0.97216946,0.000021792064,0.00006915739,0.000075219534],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99150115,0.0023279092,0.0025077367,0.001083295,0.0017406628,0.00083925476],"domain_scores_gemma":[0.9874644,0.0060508447,0.0016738004,0.003076526,0.0015434017,0.00019100742],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006376986,0.0006311976,0.0032425562,0.00048989593,0.00043637794,0.00096141617,0.00413816,0.00028799212,0.000008600044],"category_scores_gemma":[0.0023616315,0.00037178915,0.0011612719,0.0026877103,0.00009281802,0.0009562939,0.00092914054,0.001184355,0.000027597733],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032642743,0.00013125247,5.1300464e-7,0.93535846,0.00007100931,0.000002368261,0.000110290785,2.8958735e-7,0.0000018856075,0.0051465277,0.00023777486,0.05893634],"study_design_scores_gemma":[0.00016937591,0.00017238676,3.7411047e-7,0.56728685,0.000030366895,0.000006239369,0.000020950416,0.000017370994,0.000007891208,0.0000767236,0.43201032,0.00020115473],"about_ca_topic_score_codex":0.000007853269,"about_ca_topic_score_gemma":0.0000040622213,"teacher_disagreement_score":0.43177256,"about_ca_system_score_codex":0.0007883157,"about_ca_system_score_gemma":0.003116853,"threshold_uncertainty_score":0.9998734},"labels":[],"label_agreement":null},{"id":"W3162177915","doi":"10.2196/28156","title":"Effect of Community-Based Kangaroo Mother Care Package on Neonatal Mortality Among Preterm and Low Birthweight Infants in Rural Pakistan: Protocol for a Cluster Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Breastfeeding; Medicine; Low birth weight; Randomized controlled trial; Infant mortality; Pediatrics; Cluster randomised controlled trial; Environmental health; Population; Pregnancy","score_opus":0.05751781051025996,"score_gpt":0.48330987020263233,"score_spread":0.4257920596923724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162177915","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3572652,0.0000015585189,0.0000055103587,0.000040600025,0.000007946438,0.64132833,0.00008007881,0.0000249824,0.0012457544],"genre_scores_gemma":[0.15681805,9.4293895e-8,0.000093639035,0.00007745059,0.0000752014,0.84256613,0.00020676057,0.000047667614,0.000115032526],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9887873,0.008143221,0.0010435211,0.0003430235,0.0010456407,0.00063730706],"domain_scores_gemma":[0.9926607,0.005382837,0.00028193142,0.00081277575,0.0006663488,0.00019542054],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008390405,0.00037876237,0.0020537311,0.00038800706,0.00021582653,0.0001180537,0.00024971573,0.0003058833,0.00011798558],"category_scores_gemma":[0.0016697837,0.00025173638,0.00048451847,0.00034074087,0.00051136693,0.00013144888,0.00013490349,0.0011420707,0.0000013901058],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9689688,0.00023097293,0.0145931505,0.010372001,0.0001730282,0.00005525664,0.0034047517,8.951791e-7,0.00050954573,0.000019734107,0.000166422,0.0015054048],"study_design_scores_gemma":[0.9505764,0.0066015767,0.0018695493,0.008134227,0.000028353637,0.0000033312438,0.00022318233,0.00027940384,0.030644756,0.000051831976,0.0013234281,0.00026396502],"about_ca_topic_score_codex":0.000049738137,"about_ca_topic_score_gemma":0.00012342316,"teacher_disagreement_score":0.20123775,"about_ca_system_score_codex":0.000143458,"about_ca_system_score_gemma":0.00059550314,"threshold_uncertainty_score":0.9999935},"labels":[],"label_agreement":null},{"id":"W3162418470","doi":"10.2196/26739","title":"Adolescent Levers for a Diet and Physical Activity Intervention Across Socioecological Levels in Kenya, South Africa, Cameroon, and Jamaica: Mixed Methods Study Protocol","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institutes of Health; University of Cape Town; Medical Research Council; South African Medical Research Council; Government of the United Kingdom; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Socioeconomic status; Environmental health; Anthropometry; Formative assessment; Intervention (counseling); Gerontology; Geography; Medicine; Socioeconomics; Demography; Psychology; Population; Nursing; Sociology","score_opus":0.3059441963020643,"score_gpt":0.5966525889990888,"score_spread":0.2907083926970245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162418470","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4754996,8.091846e-7,0.0001124223,0.00026527856,0.000004118178,0.5240144,0.000028553952,0.000036049994,0.000038781218],"genre_scores_gemma":[0.47555086,4.900628e-8,0.00059394824,0.000009820803,0.00009976001,0.5235367,0.000002185337,0.00002571921,0.00018100484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99333453,0.003113309,0.00039769238,0.0011959489,0.0008878408,0.0010706937],"domain_scores_gemma":[0.9972523,0.0010547491,0.00015676398,0.00056671706,0.0005561519,0.00041330763],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040571913,0.0003575503,0.00095353805,0.0001353982,0.00033459225,0.00020524992,0.00021232586,0.0002459711,0.000032730924],"category_scores_gemma":[0.0014438619,0.000294416,0.00022655664,0.0005982861,0.00060188764,0.0002923686,0.0012734622,0.0016251387,0.000008942779],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020789655,0.30484727,0.41355953,0.012306139,0.0004263808,0.0004915979,0.019213475,0.0000020204102,0.04289482,0.00036526023,0.0018943172,0.18320954],"study_design_scores_gemma":[0.015420279,0.012457264,0.94728595,0.0010529318,0.000017264638,0.0000069867247,0.0049275365,0.00047274603,0.013301708,0.001571183,0.0031692756,0.0003168847],"about_ca_topic_score_codex":0.000020610863,"about_ca_topic_score_gemma":0.00007820214,"teacher_disagreement_score":0.5337264,"about_ca_system_score_codex":0.00037371783,"about_ca_system_score_gemma":0.00022305235,"threshold_uncertainty_score":0.9999508},"labels":[],"label_agreement":null},{"id":"W3162899957","doi":"10.2196/27855","title":"Assessment of the Feasibility, Acceptability, and Impact of Implementing Seasonal Malaria Chemoprevention in Nampula Province, Mozambique: Protocol for a Hybrid Effectiveness-Implementation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Malaria; Context (archaeology); Medicine; Amodiaquine; Documentation; Environmental health; Plasmodium falciparum; Geography","score_opus":0.18467548667930372,"score_gpt":0.622095882091732,"score_spread":0.43742039541242833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162899957","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33452722,4.7402597e-7,0.00010662506,0.00016470983,0.0000012245977,0.6649905,0.000058021993,0.0000071644777,0.0001440872],"genre_scores_gemma":[0.48231038,2.6169516e-8,0.00020241301,0.0000018236644,0.000018480268,0.51740843,0.000012950391,0.00001266929,0.000032853233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936479,0.002806882,0.0007861022,0.00060316117,0.0014654205,0.00069056056],"domain_scores_gemma":[0.9969336,0.00053961296,0.0002591517,0.0006895588,0.0014215733,0.000156552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010767364,0.00019351061,0.00055376795,0.00022024849,0.00016020231,0.00009120727,0.00026123752,0.000066589324,0.0004122822],"category_scores_gemma":[0.0008606785,0.00013471264,0.00027452776,0.00071534794,0.00016620055,0.0002100995,0.000718426,0.00054782,2.3685088e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003428807,0.005340566,0.9347797,0.006062698,0.000119788085,0.000010935561,0.00007001208,0.0000028034244,0.039962832,0.00053815375,0.00007634303,0.009607371],"study_design_scores_gemma":[0.023244485,0.00624208,0.9478421,0.000990317,0.00001071235,0.000009015965,0.00035865104,0.0007721633,0.019029355,0.0012614221,0.00014611144,0.000093557],"about_ca_topic_score_codex":0.00028084402,"about_ca_topic_score_gemma":0.0005465634,"teacher_disagreement_score":0.14778315,"about_ca_system_score_codex":0.0006151859,"about_ca_system_score_gemma":0.0036668945,"threshold_uncertainty_score":0.65049136},"labels":[],"label_agreement":null},{"id":"W3163199332","doi":"10.2196/26096","title":"Using Biometric Sensor Data to Monitor Cancer Patients During Radiotherapy: Protocol for the OncoWatch Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Region Hovedstaden","keywords":"Biometrics; Protocol (science); Computer science; Medical physics; Radiation therapy; Data collection; Medicine; Artificial intelligence; Surgery; Alternative medicine; Statistics; Pathology","score_opus":0.6533178255052555,"score_gpt":0.6513593440528606,"score_spread":0.0019584814523949667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163199332","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06244623,0.0000075834787,0.00008668376,0.0007600552,0.000035499997,0.93634474,0.00022717983,0.00004623748,0.00004579026],"genre_scores_gemma":[0.008181917,4.303568e-7,0.0005040347,0.00009492235,0.0005790471,0.9891072,0.000015680322,0.000050720988,0.001466041],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99577135,0.0006198505,0.00044553526,0.0009756477,0.0014365527,0.00075108267],"domain_scores_gemma":[0.9950669,0.0004570328,0.0000828724,0.002293907,0.0018173202,0.00028195727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019122938,0.00022555816,0.00040482735,0.00040316524,0.0005450887,0.0002278591,0.0007497463,0.00010379472,0.00021235894],"category_scores_gemma":[0.00083279033,0.00015466531,0.00010247925,0.0034457124,0.00009025136,0.00016054591,0.0007630719,0.0005138581,0.000004919543],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013401673,0.009849634,0.9058828,0.005469314,0.00034095268,0.000051104977,0.0021874488,0.00001603173,0.018584585,0.0000024295266,0.009094216,0.03511982],"study_design_scores_gemma":[0.02793168,0.0049025575,0.5328706,0.0039567635,0.000037250426,0.0000062781137,0.0031458354,0.0006045852,0.02021848,0.000011549691,0.4058116,0.00050281483],"about_ca_topic_score_codex":0.0010010971,"about_ca_topic_score_gemma":0.0009932916,"teacher_disagreement_score":0.39671737,"about_ca_system_score_codex":0.0010293936,"about_ca_system_score_gemma":0.0010723765,"threshold_uncertainty_score":0.6307068},"labels":[],"label_agreement":null},{"id":"W3163207983","doi":"10.2196/29733","title":"The Impact of COVID-19 Vaccine Communication, Acceptance, and Practices (CO-VIN-CAP) on Vaccine Hesitancy in an Indian Setting: Protocol for a Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; Cross-sectional study; Vaccination; Descriptive statistics; Population; Environmental health; Rural area; Data collection; Immunology","score_opus":0.3404775656936014,"score_gpt":0.6552196935025104,"score_spread":0.31474212780890903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163207983","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17976384,0.000008752707,0.0000041257936,0.0019298681,0.0000033699084,0.81728315,0.000023318027,0.00003346437,0.0009500811],"genre_scores_gemma":[0.20031247,0.0000033684767,0.00008715453,0.000046436624,0.00016480222,0.79893124,0.0000096525855,0.000022568247,0.00042229457],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99350685,0.0033908817,0.00074435223,0.0005876748,0.0010335322,0.00073671417],"domain_scores_gemma":[0.9933718,0.003315825,0.0006081233,0.0009795504,0.0013553303,0.00036940735],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010129623,0.00020492115,0.0003227964,0.00028002533,0.0025079981,0.00094958104,0.001016658,0.0001703823,0.00040072063],"category_scores_gemma":[0.0073630367,0.00015107526,0.00010673967,0.0011758116,0.0000761893,0.0010416413,0.000221546,0.00075208413,0.000006648286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029435607,0.0024488599,0.97781974,0.00023654678,0.000035723755,0.000021967022,0.0072149313,0.000013858782,0.00012887517,0.0011172645,0.007151011,0.00086767634],"study_design_scores_gemma":[0.0063543436,0.0029461342,0.93232423,0.00020063815,0.0000013413191,0.0000038703656,0.0051631364,0.000017871425,0.00013125488,0.0035462186,0.049140785,0.00017017603],"about_ca_topic_score_codex":0.0011614367,"about_ca_topic_score_gemma":0.02328965,"teacher_disagreement_score":0.045495495,"about_ca_system_score_codex":0.0005173091,"about_ca_system_score_gemma":0.0030627514,"threshold_uncertainty_score":0.9987906},"labels":[],"label_agreement":null},{"id":"W3163351432","doi":"10.2196/26350","title":"A Study to Investigate the Prevalence of Device-Specific Errors in Inhaler Technique in Adults With Airway Disease (The SCORES Study): Protocol for a Single Visit Prevalence Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inhalation and Respiratory Drug Delivery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Inhaler; Medicine; Protocol (science); Physical therapy; Asthma; Medical emergency; Intensive care medicine; Alternative medicine; Internal medicine","score_opus":0.21562695329107642,"score_gpt":0.4974573530774792,"score_spread":0.2818303997864028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163351432","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36021844,0.0000043534787,0.0000060521666,0.00029348474,0.000002032973,0.6393724,0.0000074897803,0.000025269119,0.00007046311],"genre_scores_gemma":[0.35628948,1.924667e-7,0.000073794596,0.000057912297,0.000037629812,0.64308596,6.0715814e-7,0.000034130266,0.0004202861],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99278575,0.002852904,0.0009169646,0.0009519679,0.001846087,0.00064630545],"domain_scores_gemma":[0.9962215,0.00046405243,0.00019515588,0.0015034457,0.0013223217,0.00029351373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004886591,0.00031418956,0.00046685035,0.0005270106,0.00026263722,0.00009946357,0.00073825475,0.00006387694,0.00010514831],"category_scores_gemma":[0.0008570118,0.0001734954,0.00007740426,0.0026174316,0.0003683018,0.00020169331,0.0005074544,0.0008984049,0.000014195207],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020909023,0.045685038,0.88779336,0.010594255,0.000049985287,0.001072728,0.02934081,0.00011238155,0.0027268606,0.000013377477,0.00037629367,0.0013258627],"study_design_scores_gemma":[0.03134894,0.045295905,0.8360619,0.03184985,0.00003014096,0.000024800449,0.03616108,0.000100758276,0.014300024,0.000036601657,0.004226236,0.00056378875],"about_ca_topic_score_codex":0.000036167225,"about_ca_topic_score_gemma":0.0006477274,"teacher_disagreement_score":0.05173151,"about_ca_system_score_codex":0.00023610296,"about_ca_system_score_gemma":0.0011344396,"threshold_uncertainty_score":0.70749366},"labels":[],"label_agreement":null},{"id":"W3163501687","doi":"10.2196/26220","title":"Virtual Clinical and Precision Medicine Tumor Boards—Cloud-Based Platform–Mediated Implementation of Multidisciplinary Reviews Among Oncology Centers in the COVID-19 Era: Protocol for an Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Multidisciplinary approach; Protocol (science); Health care; Health Insurance Portability and Accountability Act; Internal medicine; Alternative medicine","score_opus":0.8332839419554654,"score_gpt":0.7189518107684952,"score_spread":0.11433213118697017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163501687","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15331437,0.0000035565977,0.00016473209,0.0024457593,0.0000096433,0.8439759,0.000027842732,0.000014301569,0.000043910666],"genre_scores_gemma":[0.038573604,0.0000011794137,0.00089133665,0.000989964,0.0002302611,0.9591361,0.00014413327,0.00001636595,0.000017016677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99361175,0.0025542534,0.0014784869,0.0005939911,0.0013138728,0.0004476306],"domain_scores_gemma":[0.99574375,0.0023039146,0.00036526518,0.0004995512,0.00072829914,0.00035919444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016718192,0.0001866243,0.0006677349,0.00020653068,0.00023526751,0.000034429147,0.0003150433,0.00012439741,0.00016365835],"category_scores_gemma":[0.0045106,0.00011892653,0.000096501935,0.0007385104,0.0005114876,0.00027447665,0.0001744796,0.0007199283,0.0000018851674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01065725,0.0026209876,0.9550826,0.0009587978,0.000022796698,0.00013628109,0.0026483405,0.000011817668,0.0006743804,0.000086408894,0.016117444,0.010982928],"study_design_scores_gemma":[0.039742153,0.044445198,0.803346,0.0023572275,0.0000152197445,0.000023566005,0.018711383,0.00101931,0.00017957734,0.000223246,0.0897821,0.00015502973],"about_ca_topic_score_codex":0.00045876153,"about_ca_topic_score_gemma":0.0021127122,"teacher_disagreement_score":0.15173657,"about_ca_system_score_codex":0.00028875217,"about_ca_system_score_gemma":0.0029346815,"threshold_uncertainty_score":0.57942253},"labels":[],"label_agreement":null},{"id":"W3163619948","doi":"10.2196/29322","title":"The Hip Instructional Prehabilitation Program for Enhanced Recovery (HIPPER) as an eHealth Approach to Presurgical Hip Replacement Education: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vancouver Coastal Health; GF Strong Rehabilitation Centre; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Prehabilitation; Randomized controlled trial; eHealth; Physical therapy; Protocol (science); Medicine; Physical medicine and rehabilitation; Surgery; Alternative medicine; Health care","score_opus":0.12064054087987794,"score_gpt":0.5471158213172919,"score_spread":0.4264752804374139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163619948","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005845635,0.0000025421868,0.0008428986,0.0052938005,0.000083527986,0.98518217,0.000011980419,0.00014356886,0.0025938859],"genre_scores_gemma":[0.000521658,2.8993432e-7,0.03362082,0.00016817889,0.0010126956,0.955772,0.00008761938,0.00006300699,0.008753726],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9922634,0.002751246,0.0014686221,0.0010213043,0.0015655534,0.0009299053],"domain_scores_gemma":[0.99002,0.0054645767,0.0003351336,0.0009678845,0.0026478656,0.0005645769],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009842424,0.00032034973,0.0012961008,0.00023289847,0.00079546747,0.0003723684,0.00028292276,0.00021962353,0.00011936995],"category_scores_gemma":[0.014961658,0.00020373293,0.0006758472,0.0005441166,0.0003705782,0.0002880439,0.00011899198,0.00050727447,0.000018864877],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9194956,0.007393045,0.000014399567,0.0015676126,0.0001619124,4.9805135e-7,0.00041348496,0.0000074800423,0.00047217673,0.0064205737,0.0042119003,0.05984131],"study_design_scores_gemma":[0.751336,0.019009328,0.00006564999,0.00062071177,0.000016326609,0.000018258348,0.0004937802,0.00036388417,0.001462681,0.004070085,0.22236866,0.00017467419],"about_ca_topic_score_codex":0.000009938327,"about_ca_topic_score_gemma":0.000009556131,"teacher_disagreement_score":0.21815675,"about_ca_system_score_codex":0.0005186268,"about_ca_system_score_gemma":0.006443839,"threshold_uncertainty_score":0.9991887},"labels":[],"label_agreement":null},{"id":"W3163903828","doi":"10.2196/27686","title":"Defining the Scope of Digital Public Health and Its Implications for Policy, Practice, and Research: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; BC Centre for Disease Control; University of British Columbia","funders":"Canadian Institutes of Health Research; British Columbia Centre for Disease Control; Michael Smith Health Research BC","keywords":"Scope (computer science); Protocol (science); Public health; Digital health; Public policy; Public relations; Political science; Knowledge management; Engineering ethics; Computer science; Medicine; Health care; Nursing; Engineering; Alternative medicine","score_opus":0.8407044838504446,"score_gpt":0.7880316289807604,"score_spread":0.052672854869684205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163903828","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.0105966e-10,0.45114437,0.00005303287,0.032727376,0.0000035044613,0.5148341,0.0005018761,0.00003111728,0.0007046014],"genre_scores_gemma":[4.508e-9,0.47817156,0.00046871882,0.0007712106,0.00024076323,0.51983464,0.0001756411,0.0000860829,0.0002513734],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98269206,0.0083826445,0.003473583,0.001368986,0.0010571213,0.0030256126],"domain_scores_gemma":[0.9565929,0.03203051,0.0021466245,0.0016493975,0.0059351693,0.0016453891],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034658886,0.00048667053,0.0025137214,0.00093165477,0.0056073726,0.00027376003,0.0010382814,0.0005824915,0.00002669283],"category_scores_gemma":[0.044004627,0.00034088927,0.00027859345,0.003274189,0.000574988,0.0005047863,0.0013215457,0.003308798,0.00003277013],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003554396,0.00014916345,0.0000028149582,0.45534816,0.000016897702,1.072963e-7,0.000082102204,2.3246256e-9,3.2801793e-8,0.08762078,0.043592554,0.41315183],"study_design_scores_gemma":[0.0007797206,0.0006260945,9.741088e-7,0.41564792,0.0000071658906,0.000011240199,0.00009575044,7.788211e-7,6.925426e-8,0.00060218474,0.5821025,0.00012559109],"about_ca_topic_score_codex":0.000045747573,"about_ca_topic_score_gemma":0.00004356558,"teacher_disagreement_score":0.53850996,"about_ca_system_score_codex":0.000786405,"about_ca_system_score_gemma":0.07781693,"threshold_uncertainty_score":0.99990433},"labels":[],"label_agreement":null},{"id":"W3163959725","doi":"10.2196/25750","title":"Understanding Patterns of Healthy Aging Among Men Who Have Sex With Men: Protocol for an Observational Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Minority Health and Health Disparities; National Institute of Allergy and Infectious Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Psychosocial; Gerontology; Cohort; Context (archaeology); Men who have sex with men; Observational study; Medicine; Psychological intervention; Cohort study; Demography; Sexual minority; Psychology; Human immunodeficiency virus (HIV); Sexual orientation; Family medicine; Psychiatry; Social psychology","score_opus":0.5793267896865706,"score_gpt":0.6019825286343616,"score_spread":0.02265573894779105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163959725","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003084659,2.990082e-7,0.0041072755,0.00078523014,4.804375e-7,0.9738725,0.000057606987,0.000042312266,0.018049683],"genre_scores_gemma":[0.008311338,1.2286515e-7,0.00029983371,0.000029819026,0.00013133964,0.9582343,0.00008714461,0.000058104204,0.032847982],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99467057,0.00096311886,0.00064837467,0.00067781104,0.0021608165,0.00087929127],"domain_scores_gemma":[0.99661016,0.00031321542,0.00015268856,0.000775372,0.0016159636,0.0005326072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003713138,0.00020588678,0.0005099649,0.0003845735,0.00045399345,0.00017825303,0.0003021688,0.00009341503,0.0006183653],"category_scores_gemma":[0.00034733178,0.00016341546,0.00011799402,0.0005611441,0.0002176282,0.0004398225,0.00020578985,0.0007280098,0.000004694931],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020640371,0.0040071467,0.93145126,0.0032511312,0.00021230459,0.0000674202,0.0009770881,0.0000046330388,0.0006118284,0.00048434865,0.056212276,0.00065652176],"study_design_scores_gemma":[0.03388897,0.12456641,0.72019404,0.013935876,0.000026176684,0.000031727606,0.039804112,0.019289486,0.007670148,0.00073133083,0.039301343,0.0005603865],"about_ca_topic_score_codex":0.00025559586,"about_ca_topic_score_gemma":0.00078962947,"teacher_disagreement_score":0.21125723,"about_ca_system_score_codex":0.0005619775,"about_ca_system_score_gemma":0.0013079253,"threshold_uncertainty_score":0.6770666},"labels":[],"label_agreement":null},{"id":"W3163966296","doi":"10.2196/22533","title":"Treatment of Barth Syndrome by Cardiolipin Manipulation (CARDIOMAN) With Bezafibrate: Protocol for a Randomized Placebo-Controlled Pilot Trial Conducted in the Nationally Commissioned Barth Syndrome Service","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mitochondrial Function and Pathology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cardiolipin; Internal medicine; Population; Phosphocreatine; Placebo; Bezafibrate; Crossover study; Physical therapy; Cardiology; Endocrinology; Pathology; Biology","score_opus":0.13297052437332438,"score_gpt":0.4461915745825371,"score_spread":0.31322105020921276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163966296","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022062993,0.0000070768347,0.00054306095,0.00067457237,0.000018731556,0.9758919,0.00007436843,0.000015317572,0.0007119759],"genre_scores_gemma":[0.01722714,0.0000010532556,0.00044495054,0.00007231493,0.00013094203,0.98005015,0.0005286321,0.0000340603,0.0015107479],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939144,0.0037383412,0.000699939,0.0005789262,0.0006441711,0.00042421432],"domain_scores_gemma":[0.9976204,0.0005607798,0.00022803787,0.0006314555,0.00085090165,0.0001084087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019200584,0.00027451603,0.0009341318,0.00014935937,0.00020196184,0.00008822705,0.00028128282,0.00022021486,0.000121029676],"category_scores_gemma":[0.00041484946,0.00016978514,0.0002557512,0.00047860006,0.0001473766,0.00001764288,0.00006499096,0.00018409418,0.000006593576],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90820307,0.0012548367,0.000053944816,0.000248339,0.0002496902,0.00006325816,0.00012250445,0.000092224844,0.087347075,0.00027026553,0.0020179807,0.00007683349],"study_design_scores_gemma":[0.8983733,0.013929594,0.00011939216,0.00021082867,0.000020124615,0.00027739172,0.00009342818,0.0002178605,0.012914408,0.00013385518,0.073495686,0.0002140954],"about_ca_topic_score_codex":0.000029603098,"about_ca_topic_score_gemma":0.0000889673,"teacher_disagreement_score":0.07443266,"about_ca_system_score_codex":0.000060769373,"about_ca_system_score_gemma":0.0007238965,"threshold_uncertainty_score":0.6923637},"labels":[],"label_agreement":null},{"id":"W3164014522","doi":"10.2196/18410","title":"Physical Activity Together for People With Multiple Sclerosis and Their Care Partners: Protocol for a Feasibility Randomized Controlled Trial of a Dyadic Intervention","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital; Queen's University","funders":"","keywords":"Intervention (counseling); Protocol (science); Randomized controlled trial; Research ethics; Medicine; Population; Family medicine; Clinical trial; Nursing; Psychology; Alternative medicine; Psychiatry; Environmental health","score_opus":0.3246627182048365,"score_gpt":0.5539890836828679,"score_spread":0.22932636547803142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164014522","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118329756,0.0000043885657,0.00090176513,0.00035351166,0.0000036350514,0.88017446,0.00008467969,0.000040923456,0.00010685798],"genre_scores_gemma":[0.25669512,6.9978023e-7,0.0007200145,0.0000047827284,0.00015666311,0.74218696,0.000013561439,0.000040407507,0.00018177067],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947104,0.002171992,0.00059841585,0.0007926172,0.0009877855,0.00073879265],"domain_scores_gemma":[0.9899019,0.0057185716,0.00029418085,0.0006861028,0.0031377634,0.00026145563],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045735855,0.00032840937,0.0025258975,0.00019220196,0.00030612302,0.000113946946,0.00017745917,0.00014238602,0.000035200253],"category_scores_gemma":[0.010778343,0.00018963731,0.0008503941,0.00041539455,0.00074648403,0.00017424033,0.00025460176,0.0004592681,9.363553e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9467933,0.0062655793,0.0012161216,0.008280463,0.00050400797,0.0000010549292,0.0021773106,9.3118695e-7,0.026069436,0.00004004249,0.000331911,0.008319832],"study_design_scores_gemma":[0.9294088,0.011000672,0.0018725719,0.003967296,0.000034250894,0.0000012455658,0.0012984425,0.0027335088,0.04823418,0.000120788165,0.0011613078,0.0001669239],"about_ca_topic_score_codex":0.00005484231,"about_ca_topic_score_gemma":0.0002908683,"teacher_disagreement_score":0.13836536,"about_ca_system_score_codex":0.00021456945,"about_ca_system_score_gemma":0.0006543845,"threshold_uncertainty_score":0.9975543},"labels":[],"label_agreement":null},{"id":"W3164345646","doi":"10.2196/16703","title":"Effectiveness of a Two-Tier Family-Oriented Intervention in Enhancing the Family Functioning and Care Capacity of the Family Caregivers of Stroke Survivors: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; University of Hong Kong; Lee Hysan Foundation","keywords":"Intervention (counseling); Randomized controlled trial; Medicine; Family caregivers; Rehabilitation; Caregiver burden; Protocol (science); Physical therapy; Stroke (engine); Family medicine; Nursing; Psychology; Alternative medicine","score_opus":0.0696798040473897,"score_gpt":0.4518185076312227,"score_spread":0.382138703583833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164345646","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4043646,0.000017741108,0.000402394,0.000016813827,0.000037577203,0.5949042,0.000018746885,0.0000059466147,0.00023201926],"genre_scores_gemma":[0.2890599,5.091152e-7,0.00010449011,0.0000030500446,0.000034452674,0.71066546,0.0000034926222,0.000013766577,0.00011488539],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9914469,0.0059029986,0.001099449,0.0003451447,0.0009056598,0.00029982536],"domain_scores_gemma":[0.990554,0.006281527,0.00047561442,0.00042694976,0.0021999413,0.00006198591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008201306,0.00017854491,0.0014228779,0.0003059571,0.000123181,0.00002341538,0.00014910116,0.00013668762,0.000011227099],"category_scores_gemma":[0.005140147,0.00009852293,0.0008369605,0.0006271057,0.00066181715,0.000094943745,0.00012513192,0.0004598221,1.950672e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82968444,0.00064586935,0.0034529383,0.008489012,0.00022796866,0.0000010893565,0.0027907053,0.00002278692,0.1536231,0.00021968271,0.000023920498,0.0008184923],"study_design_scores_gemma":[0.91558903,0.002515155,0.011557966,0.011419064,0.000040386407,0.0000011047858,0.0147483535,0.00020460768,0.043298163,0.00009561423,0.0004464761,0.00008407334],"about_ca_topic_score_codex":0.0006964522,"about_ca_topic_score_gemma":0.00015522316,"teacher_disagreement_score":0.115761265,"about_ca_system_score_codex":0.0001895197,"about_ca_system_score_gemma":0.00072106236,"threshold_uncertainty_score":0.6153608},"labels":[],"label_agreement":null},{"id":"W3164354468","doi":"10.2196/28667","title":"A Web-Based Cognitive Bias Modification Intervention (Re-train Your Brain) for Emerging Adults With Co-occurring Social Anxiety and Hazardous Alcohol Use: Protocol for a Multiarm Randomized Controlled Pilot Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Health and Medical Research Council; Universiteit Utrecht; University of Sydney; Australian Rotary Health","keywords":"Cognitive bias modification; Randomized controlled trial; Anxiety; Social anxiety; Psychological intervention; Cognitive behavioral therapy; Medicine; Clinical psychology; Psychology; Psychiatry; Cognition; Cognitive bias","score_opus":0.41492361278450335,"score_gpt":0.5938163229279364,"score_spread":0.17889271014343305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164354468","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009134333,0.000018401719,0.026919825,0.0005650813,0.000040802555,0.9622547,0.0005305892,0.00019723624,0.0003390291],"genre_scores_gemma":[0.08625567,0.0000033688516,0.001297227,0.00013504652,0.0005621591,0.91065454,0.0002689906,0.00014088379,0.00068211125],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.990568,0.0041680243,0.0013331405,0.0016473272,0.0011038755,0.0011796711],"domain_scores_gemma":[0.98537135,0.008674431,0.0010081425,0.00041711424,0.0042470945,0.00028188704],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007418208,0.00061067456,0.0015841646,0.000914351,0.0009738603,0.00065918406,0.00032894473,0.00034514238,0.00030166045],"category_scores_gemma":[0.012578361,0.00048081847,0.0006907722,0.001117934,0.0005729358,0.0004905254,0.00010113505,0.0006790766,0.000013604484],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9130488,0.0064624376,0.0015994365,0.0016018471,0.0007907751,0.000011126759,0.0020148568,0.0000025267339,0.0003840009,0.00015724845,0.0036946717,0.07023224],"study_design_scores_gemma":[0.9529515,0.005746715,0.0006023912,0.0032180015,0.00009815191,0.000007276531,0.0024770203,0.0031136766,0.0014133856,0.00030117927,0.029544234,0.0005264491],"about_ca_topic_score_codex":0.00005057438,"about_ca_topic_score_gemma":0.00006427407,"teacher_disagreement_score":0.07712133,"about_ca_system_score_codex":0.00019783337,"about_ca_system_score_gemma":0.0006224811,"threshold_uncertainty_score":0.9997643},"labels":[],"label_agreement":null},{"id":"W3164419405","doi":"10.2196/28864","title":"Engaging Sexual and Gender Minority Youth in HIV Interventions Through Gay Dating Apps: Recruitment Protocol","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; National Institute of Child Health and Human Development; National Institute of Mental Health","keywords":"Psychological intervention; Protocol (science); Sexual minority; Psychology; Sexual orientation; Public health; Men who have sex with men; Medicine; Human immunodeficiency virus (HIV); Medical education; Social psychology; Nursing; Family medicine; Alternative medicine; Psychiatry","score_opus":0.7173791387052202,"score_gpt":0.642199640931725,"score_spread":0.0751794977734952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164419405","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003649632,0.000023289318,0.0006271534,0.00071178115,0.0000032222383,0.9645498,0.00006599502,0.00007375977,0.030295359],"genre_scores_gemma":[0.002675506,0.0000019449867,0.0025898637,0.000036331425,0.00017028139,0.97719187,0.00010255265,0.0000363036,0.017195363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99443173,0.0017349828,0.00078916055,0.0007958298,0.0011811313,0.0010671818],"domain_scores_gemma":[0.9978708,0.00023444221,0.000092970775,0.0007500332,0.00064982695,0.00040190134],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003258138,0.00023423969,0.00040889817,0.00041795033,0.00041358863,0.00027910384,0.00026789797,0.00014756867,0.001893036],"category_scores_gemma":[0.0015200456,0.00020975673,0.00019424423,0.0010239005,0.00030242171,0.00045797217,0.00076768914,0.001885522,0.00011925195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004677018,0.031501636,0.21401514,0.11387938,0.00082626025,0.003158377,0.03594325,0.0000075901166,0.04596044,0.010127074,0.24302873,0.2968751],"study_design_scores_gemma":[0.06007678,0.029303467,0.046043087,0.06548822,0.00011152822,0.00044944772,0.110399075,0.004109265,0.024866398,0.0075514554,0.649517,0.002084264],"about_ca_topic_score_codex":0.000092291935,"about_ca_topic_score_gemma":0.00016338608,"teacher_disagreement_score":0.40648827,"about_ca_system_score_codex":0.00033696616,"about_ca_system_score_gemma":0.00059553364,"threshold_uncertainty_score":0.9990194},"labels":[],"label_agreement":null},{"id":"W3164480438","doi":"10.2196/29631","title":"Predictive Monitoring–Impact in Acute Care Cardiology Trial (PM-IMPACCT): Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gordon and Betty Moore Foundation","keywords":"Medicine; Randomized controlled trial; Observational study; Intensive care; Intensive care medicine; Clinical trial; Emergency medicine; Acute care; Early warning score; Cluster randomised controlled trial; Health care; Medical emergency; Internal medicine","score_opus":0.3195063083590471,"score_gpt":0.6223898307778039,"score_spread":0.30288352241875677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164480438","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011633883,0.000015664458,0.000019454992,0.00048173885,0.000058261725,0.985988,0.000059714737,0.00007388276,0.0016694035],"genre_scores_gemma":[0.01120705,0.000002630347,0.00024520446,0.000021861902,0.0020420132,0.9858658,0.00005107445,0.0000704418,0.00049398135],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99192005,0.0034626436,0.0012738341,0.00089139165,0.0012570029,0.0011950603],"domain_scores_gemma":[0.9928771,0.0039340993,0.00026581076,0.0008302795,0.0016454338,0.00044724072],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004002759,0.00044889076,0.0037591818,0.0005055508,0.00020459702,0.00016498784,0.00024285205,0.00043420284,0.00021399447],"category_scores_gemma":[0.005002676,0.00028222488,0.0017904901,0.0006356582,0.0002559861,0.00013555482,0.00016105463,0.00083726377,0.000021987158],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98574865,0.0034048401,0.0027996942,0.00038269957,0.001868385,0.000566653,0.0005519903,0.000010317004,0.00019060049,0.000040608917,0.0032472848,0.001188252],"study_design_scores_gemma":[0.9565357,0.028818728,0.00078405597,0.0018377996,0.00013250914,0.000023745526,0.00033489594,0.000051739637,0.0026875257,0.00021795095,0.008370272,0.00020510086],"about_ca_topic_score_codex":0.000048217844,"about_ca_topic_score_gemma":0.000008628966,"teacher_disagreement_score":0.029212998,"about_ca_system_score_codex":0.0010936784,"about_ca_system_score_gemma":0.0029072566,"threshold_uncertainty_score":0.999963},"labels":[],"label_agreement":null},{"id":"W3164525356","doi":"10.2196/29427","title":"Understanding Neighborhoods’ Impact on Youth Substance Use and Mental Health Outcomes in Paterson, New Jersey: Protocol for a Community-Based Participatory Research Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Center for Advancing Translational Sciences; National Institute of Mental Health; National Institutes of Health","keywords":"Psychological intervention; Participatory action research; Focus group; Mental health; Community-based participatory research; Psychology; Substance use; Public health; Substance abuse; Qualitative research; Intervention (counseling); Vulnerability (computing); Qualitative property; Environmental health; Gerontology; Medicine; Clinical psychology; Psychiatry; Sociology; Nursing","score_opus":0.8469125011573204,"score_gpt":0.6293445082829843,"score_spread":0.21756799287433615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164525356","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26704615,0.0000029088285,0.000024135494,0.0014194327,0.0000049136765,0.7313636,0.000029876022,0.000061094324,0.000047923357],"genre_scores_gemma":[0.32564837,4.85095e-7,0.00015080403,0.00018317545,0.000032774904,0.6735884,0.000039453196,0.00005940198,0.00029713855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99134755,0.003949545,0.00066155754,0.0006846121,0.0017332701,0.0016234717],"domain_scores_gemma":[0.99537235,0.002242247,0.00012466122,0.0011148776,0.0004189808,0.0007268637],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0063368157,0.00039820134,0.0008633982,0.0007936547,0.0009810632,0.0003313478,0.00027109482,0.00014050615,0.00008765289],"category_scores_gemma":[0.0005260394,0.00029098234,0.00017358296,0.0013248379,0.00029683617,0.00035080966,0.00012517498,0.0016834671,0.000014085634],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011053587,0.007129192,0.9451536,0.0005800413,0.00012219597,0.00013286236,0.030947082,0.000003861083,0.000116147596,0.00011396513,0.0043799253,0.00026752145],"study_design_scores_gemma":[0.123744,0.03958278,0.69212806,0.011877718,0.000015658019,0.000008386368,0.12521517,0.0002161468,0.0024589295,0.0011268628,0.0029000195,0.0007262849],"about_ca_topic_score_codex":0.0005515876,"about_ca_topic_score_gemma":0.0030778854,"teacher_disagreement_score":0.2530256,"about_ca_system_score_codex":0.0029489277,"about_ca_system_score_gemma":0.0023196954,"threshold_uncertainty_score":0.9999542},"labels":[],"label_agreement":null},{"id":"W3164628905","doi":"10.2196/30090","title":"Optimizing Oral Targeted Anticancer Therapies Study for Patients With Solid Cancer: Protocol for a Randomized Controlled Medication Adherence Program Along With Systematic Collection and Modeling of Pharmacokinetic and Pharmacodynamic Data","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Swiss Cancer Research Foundation; Centre Hospitalier Universitaire Vaudois","keywords":"Medicine; Adverse effect; Clinical trial; Pharmacodynamics; Population; Pharmacist; Randomized controlled trial; Oncology; Pharmacology; Intensive care medicine; Pharmacokinetics; Internal medicine; Pharmacy; Family medicine","score_opus":0.23735591449643365,"score_gpt":0.5693088305462194,"score_spread":0.3319529160497857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164628905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0138706155,0.00004747877,0.008016273,0.00019000792,0.000005253436,0.97778493,0.000022756138,0.000044661017,0.000018038776],"genre_scores_gemma":[0.1088363,0.00000880861,0.0077544926,0.000022689761,0.0000310456,0.8831384,0.000045475343,0.000030729272,0.00013201968],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966047,0.00069022673,0.00080717326,0.00060740404,0.0009244693,0.00036605186],"domain_scores_gemma":[0.9960228,0.0006920286,0.0004586808,0.00045819225,0.0022006575,0.0001676047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026596277,0.00022205919,0.0013563677,0.0001617308,0.00022916928,0.000087688815,0.0002125056,0.0000546779,0.000049408856],"category_scores_gemma":[0.000606367,0.00013250075,0.000047742233,0.0004556595,0.0002847486,0.00021974593,0.00008462813,0.00022600511,3.517668e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85705966,0.008058571,0.014104749,0.101611525,0.0026448246,0.000008119289,0.0026280284,0.00020023584,0.0025689271,0.000032576536,0.00036376412,0.010719044],"study_design_scores_gemma":[0.46446186,0.0042284643,0.00024887946,0.017782902,0.00021908648,0.000003925274,0.00067318714,0.51187253,0.00027013884,0.000026349157,0.000073157185,0.00013953912],"about_ca_topic_score_codex":0.000032764994,"about_ca_topic_score_gemma":0.000026542974,"teacher_disagreement_score":0.51167226,"about_ca_system_score_codex":0.00005974175,"about_ca_system_score_gemma":0.00092033204,"threshold_uncertainty_score":0.54032236},"labels":[],"label_agreement":null},{"id":"W3164905287","doi":"10.2196/30845","title":"Delivering an Online Cognitive Behavioral Therapy Program to Address Mental Health Challenges Faced by Correctional Workers and Other Public Safety Personnel: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Institute for Military and Veteran Health Research; University of Ottawa; University of Toronto; Centre for Addiction and Mental Health; Optech (Canada); Queen's University","funders":"","keywords":"Mental health; Stigma (botany); Occupational safety and health; Medicine; Suicide prevention; Public health; Population; Suicidal ideation; Poison control; Limiting; Safety behaviors; Human factors and ergonomics; Psychiatry; Nursing; Psychology; Medical emergency; Environmental health","score_opus":0.6773247358324999,"score_gpt":0.7111530509273309,"score_spread":0.033828315094831085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164905287","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020129282,0.000019398152,0.00026326682,0.0018512974,0.000058914928,0.97621006,0.0010207889,0.00018320637,0.00026376193],"genre_scores_gemma":[0.005304073,2.8175572e-7,0.003869256,0.00016315917,0.00008433794,0.98946065,0.00014072904,0.000098739525,0.00087877724],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929267,0.003572337,0.0006485003,0.0010619676,0.0006559122,0.001134586],"domain_scores_gemma":[0.9977726,0.00032225368,0.00016456959,0.00039376123,0.0006057089,0.00074114435],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002987906,0.00030527133,0.0004164153,0.0002681715,0.0008002361,0.00032308546,0.00032522838,0.00013541544,0.00045865178],"category_scores_gemma":[0.000094608906,0.0002898601,0.000119069744,0.0005319361,0.0001955496,0.0003175136,0.00027689393,0.0005738955,0.000016275037],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006356698,0.052390043,0.0021540287,0.00033758735,0.00013419421,0.000006502658,0.017637178,1.06474054e-7,0.00007636707,0.00010488462,0.003642787,0.9171596],"study_design_scores_gemma":[0.024862258,0.11183437,0.019061938,0.0031420277,0.000004117586,0.00004650436,0.24684015,0.000060184277,0.00077653804,0.00006752897,0.5926234,0.0006809695],"about_ca_topic_score_codex":0.00036154184,"about_ca_topic_score_gemma":0.0017104852,"teacher_disagreement_score":0.91647863,"about_ca_system_score_codex":0.0003752748,"about_ca_system_score_gemma":0.00034072562,"threshold_uncertainty_score":0.99995536},"labels":[],"label_agreement":null},{"id":"W3165429168","doi":"10.2196/28914","title":"An In Situ, Child-Led Intervention to Promote Emotion Regulation Competence in Middle Childhood: Protocol for an Exploratory Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; UK Research and Innovation","keywords":"Psychology; Psychological intervention; Population; Developmental psychology; Competence (human resources); Intervention (counseling); Randomized controlled trial; Clinical psychology; Applied psychology; Medicine; Social psychology; Psychiatry","score_opus":0.1487641957886971,"score_gpt":0.4986393553661715,"score_spread":0.3498751595774744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165429168","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06407294,0.0000014205353,0.000360463,0.00070440536,0.00007922963,0.9330987,0.000006693978,0.0000570368,0.0016191384],"genre_scores_gemma":[0.061098926,1.5702939e-7,0.00041868578,0.00008489811,0.000513458,0.93727934,0.000112028814,0.000033308104,0.0004592117],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99241203,0.0041199233,0.0012515902,0.0008603432,0.0007021316,0.0006539795],"domain_scores_gemma":[0.99842036,0.00018626655,0.00022548021,0.00044972426,0.00047625526,0.00024194404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006691428,0.0002613746,0.0009243047,0.0005498004,0.00023061535,0.00019919449,0.00033491862,0.00021554122,0.0003957107],"category_scores_gemma":[0.0004216015,0.00022457304,0.00029754118,0.0007942081,0.00008698744,0.00043468876,0.00007526937,0.00052360597,0.00005674862],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95469326,0.018680824,0.0001939626,0.00033580125,0.000042046886,0.000011999946,0.0062898602,0.000020870797,0.0020336006,0.004069245,0.00050045457,0.013128103],"study_design_scores_gemma":[0.9587479,0.0030235793,0.019874522,0.0053224973,0.000002422863,0.0000030719357,0.00074681966,0.0001304653,0.00052316074,0.005341083,0.0059969993,0.0002874561],"about_ca_topic_score_codex":0.000020004773,"about_ca_topic_score_gemma":0.0004697456,"teacher_disagreement_score":0.01968056,"about_ca_system_score_codex":0.00020360034,"about_ca_system_score_gemma":0.00026167315,"threshold_uncertainty_score":0.9157823},"labels":[],"label_agreement":null},{"id":"W3165494139","doi":"10.2196/26748","title":"Rapid Detection of Extensively Drug-Resistant Tuberculosis in Clinical Samples Using a Novel Tabletop Platform: Protocol for a Prospective Clinical Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases; National Institute of General Medical Sciences; National Institutes of Health","keywords":"Protocol (science); Tuberculosis; Medicine; Drug; Medical physics; Computer science; Pharmacology; Alternative medicine; Pathology","score_opus":0.5933467772793706,"score_gpt":0.6342901033183318,"score_spread":0.040943326038961225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165494139","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11501297,0.0000062067675,0.00038512284,0.00046920398,0.00001426357,0.8838304,0.00005665666,0.000046213107,0.00017890801],"genre_scores_gemma":[0.040559873,0.0000029575922,0.004705505,0.00012694664,0.00043465136,0.95393306,0.00001132427,0.00007603352,0.0001496325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98929393,0.0030832565,0.0030605108,0.0015313025,0.0014626081,0.0015683944],"domain_scores_gemma":[0.9891587,0.004764927,0.00041205474,0.0011427684,0.0038964949,0.00062503497],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019496689,0.0003741187,0.0018206941,0.000667739,0.00029488612,0.00007718653,0.0003923963,0.00047611946,0.00013808707],"category_scores_gemma":[0.024829196,0.00030305714,0.0005594208,0.0019025462,0.0007653561,0.00027598723,0.00055822346,0.0023316478,0.000012602028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07050865,0.037606146,0.7338767,0.004031537,0.0007479559,0.0002855056,0.0006226293,0.000012947781,0.115251996,0.000336082,0.0028625329,0.03385734],"study_design_scores_gemma":[0.04879296,0.026644984,0.832173,0.004329012,0.000039023096,0.00009102729,0.0027477755,0.002368017,0.019155545,0.0008579684,0.06230652,0.00049417105],"about_ca_topic_score_codex":0.00047621384,"about_ca_topic_score_gemma":0.00077829655,"teacher_disagreement_score":0.098296314,"about_ca_system_score_codex":0.0005060234,"about_ca_system_score_gemma":0.0026446441,"threshold_uncertainty_score":0.99997},"labels":[],"label_agreement":null},{"id":"W3165521090","doi":"10.2196/28925","title":"COVID-19 Infection, Reinfection, and Vaccine Effectiveness in Arizona Frontline and Essential Workers: Protocol for a Longitudinal Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infection Control and Ventilation","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences; Centers for Disease Control and Prevention; University of Arizona","keywords":"Medicine; Incidence (geometry); Vaccination; Infection control; Epidemiology; Cohort; Personal protective equipment; Health care; Cohort study; Family medicine; Demography; Environmental health; Coronavirus disease 2019 (COVID-19); Immunology; Disease; Internal medicine; Infectious disease (medical specialty); Intensive care medicine","score_opus":0.16927306576707507,"score_gpt":0.561300443148791,"score_spread":0.39202737738171595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165521090","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062283114,0.0000023922198,0.0077863634,0.00042907876,0.00001543698,0.9292679,0.000004063702,0.00008630256,0.00012533816],"genre_scores_gemma":[0.17486054,4.6738134e-7,0.00007944939,0.000033514953,0.00027436402,0.8244241,0.000018634208,0.000029023413,0.0002799072],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966276,0.0010261483,0.000506139,0.0008327214,0.00054304715,0.00046434248],"domain_scores_gemma":[0.9975133,0.0005717793,0.0001134346,0.0003625542,0.0010526157,0.000386298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004414645,0.00022791827,0.0005154449,0.0005060903,0.00045255755,0.00018253416,0.00004661242,0.00017797115,0.0002143657],"category_scores_gemma":[0.0023493497,0.00020309833,0.00007887707,0.00087990996,0.00009881137,0.00028050682,0.0001405116,0.0005780591,0.000005284699],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008556228,0.0025807514,0.9822928,0.002812849,0.00010890541,0.00007681893,0.00011903986,0.00002450051,0.00089125615,0.000109617366,0.0010447052,0.0013825448],"study_design_scores_gemma":[0.028410917,0.003974804,0.93470937,0.0009898954,0.00002087287,0.00013180132,0.000060333652,0.00059445656,0.0006608578,0.0005127368,0.029758302,0.00017567069],"about_ca_topic_score_codex":0.0005021073,"about_ca_topic_score_gemma":0.0011427416,"teacher_disagreement_score":0.112577416,"about_ca_system_score_codex":0.00038938905,"about_ca_system_score_gemma":0.00087684125,"threshold_uncertainty_score":0.82821095},"labels":[],"label_agreement":null},{"id":"W3165631402","doi":"10.2196/29750","title":"A Mobile Intervention to Promote Low-Risk Drinking Habits in Young Adults: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ERAB: The European Foundation for Alcohol Research","keywords":"Binge drinking; Randomized controlled trial; Intervention (counseling); Mental health; eHealth; Medicine; Young adult; Brief intervention; Perceived Stress Scale; mHealth; Poison control; Suicide prevention; Psychological intervention; Gerontology; Clinical psychology; Psychology; Psychiatry; Environmental health; Health care","score_opus":0.07691740291324295,"score_gpt":0.500878773612066,"score_spread":0.42396137069882306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165631402","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058736335,0.000004188438,0.00016586679,0.00015079192,0.00001751651,0.9402018,0.0000024010324,0.000090147434,0.0006309211],"genre_scores_gemma":[0.008368317,6.525658e-7,0.0014317323,0.000025620633,0.00026841857,0.9852343,0.000015891716,0.000058200872,0.004596859],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948191,0.0014484591,0.0012070112,0.0006928589,0.0010118772,0.0008206722],"domain_scores_gemma":[0.9969947,0.0009492308,0.00025045953,0.00059053494,0.00097323983,0.00024186833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005557616,0.0002972556,0.0017652053,0.00051749055,0.00016194832,0.00014942045,0.0002077252,0.00017842968,0.00020635963],"category_scores_gemma":[0.004381344,0.00020620908,0.0008542863,0.000843055,0.000093085524,0.00019081283,0.00012671783,0.00054585724,0.000058620448],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9784628,0.0037704417,0.004261172,0.0008229069,0.00018792109,0.0001088152,0.002811282,0.0000019575189,0.00039924105,0.00006963227,0.0005107638,0.008593054],"study_design_scores_gemma":[0.96902525,0.0056907707,0.00021065047,0.014123485,0.000022627311,0.0000072186363,0.00044076762,0.00039595645,0.0049833828,0.00043594337,0.0044788597,0.00018506248],"about_ca_topic_score_codex":0.000029990233,"about_ca_topic_score_gemma":0.00055463443,"teacher_disagreement_score":0.05036802,"about_ca_system_score_codex":0.00043114627,"about_ca_system_score_gemma":0.00048384536,"threshold_uncertainty_score":0.8408962},"labels":[],"label_agreement":null},{"id":"W3165727267","doi":"10.2196/30621","title":"Implementation and Effects of an Information Technology–Based Intervention to Support Speech and Language Therapy Among Stroke Patients With Aphasia: Protocol for a Virtual Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurobiology of Language and Bilingualism","field":"Neuroscience","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; University Health Network; University of Alberta","funders":"","keywords":"Randomized controlled trial; Aphasia; Medicine; Physical therapy; Intervention (counseling); Stroke (engine); Rehabilitation; Physical medicine and rehabilitation; Psychology; Nursing; Psychiatry","score_opus":0.04861755885371167,"score_gpt":0.491857328948985,"score_spread":0.4432397700952733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165727267","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4802473,1.4615274e-7,0.00010406908,0.000032660333,0.0000037284415,0.5195688,0.000012894406,0.000021193437,0.00000924367],"genre_scores_gemma":[0.1137523,6.893663e-8,0.00038834524,0.00008241094,0.000020338,0.88568664,0.000022874656,0.0000108795775,0.000036149377],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99746996,0.0010327436,0.00049505394,0.00032350307,0.0003937453,0.0002850088],"domain_scores_gemma":[0.9983261,0.0007756058,0.00025826474,0.00022025255,0.00033735155,0.00008238948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015008994,0.00014593697,0.0005090913,0.00040595446,0.00012760123,0.00011651408,0.00014382838,0.00010446327,0.000027393879],"category_scores_gemma":[0.0013428186,0.0000970564,0.000081519946,0.00028013982,0.00028696447,0.00041162685,0.000078475445,0.00018926409,7.237011e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8576175,0.0008587881,0.00036139056,0.0003547152,0.000020453188,0.00004352665,0.0007761804,2.7366303e-7,0.079812,0.0000636087,0.000028356057,0.06006319],"study_design_scores_gemma":[0.6128281,0.012137947,0.0000789405,0.0001661049,0.0000032094304,0.000004713958,0.0002511455,0.000022409258,0.3741819,0.000036368514,0.00022122091,0.0000679965],"about_ca_topic_score_codex":0.000009085536,"about_ca_topic_score_gemma":0.00002499588,"teacher_disagreement_score":0.36649498,"about_ca_system_score_codex":0.000017792636,"about_ca_system_score_gemma":0.00011412196,"threshold_uncertainty_score":0.39578453},"labels":[],"label_agreement":null},{"id":"W3165773496","doi":"10.2196/29013","title":"Building on Lessons Learned in a Mobile Intervention to Reduce Pain and Improve Health (MORPH): Protocol for the MORPH-II Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; Wake Forest University; Wells Fargo","keywords":"Randomized controlled trial; Intervention (counseling); Medicine; Physical therapy; Coaching; Weight loss; Protocol (science); Focus group; Physical medicine and rehabilitation; Psychology; Obesity; Nursing; Alternative medicine","score_opus":0.4891118680265259,"score_gpt":0.6624264779959529,"score_spread":0.173314609969427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165773496","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006515332,0.0000018462131,0.00042264455,0.03815503,0.000009085767,0.9547839,0.000016762822,0.00003224175,0.00006313508],"genre_scores_gemma":[0.00710427,5.630286e-7,0.0006863126,0.00046168469,0.0004328028,0.9903567,0.000004855516,0.000031056166,0.0009217533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99614155,0.0014184333,0.000444333,0.0006057718,0.00062958576,0.00076035253],"domain_scores_gemma":[0.99766177,0.0011444589,0.0001121407,0.00049048197,0.00023984814,0.00035131292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007278211,0.0001582454,0.0004513821,0.00018640891,0.00049715134,0.00010217876,0.00017295398,0.000104932995,0.00004980051],"category_scores_gemma":[0.0016877283,0.000112199785,0.00012725129,0.00061965565,0.00009738813,0.000112764814,0.00026682872,0.0010783067,0.000008182733],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11389986,0.01169875,0.000030335985,0.004626898,0.000028795956,0.000021018,0.001009354,0.000008991225,0.032879986,0.0038118258,0.010379136,0.821605],"study_design_scores_gemma":[0.12240395,0.12755318,0.000955186,0.012928743,0.000003342024,0.000008475339,0.0007864599,0.0014820568,0.028263437,0.008582907,0.69674826,0.0002840047],"about_ca_topic_score_codex":0.0001803469,"about_ca_topic_score_gemma":0.00016426921,"teacher_disagreement_score":0.82132107,"about_ca_system_score_codex":0.00039598037,"about_ca_system_score_gemma":0.0011901957,"threshold_uncertainty_score":0.4684766},"labels":[],"label_agreement":null},{"id":"W3165858312","doi":"10.2196/28757","title":"Psychological Impacts of the COVID-19 Pandemic Among Portuguese and Swiss Higher-Education Students: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Haute école Spécialisée de Suisse Occidentale","keywords":"Stressor; Thematic analysis; Psychology; Pandemic; Medical education; Protocol (science); Mental health; Focus group; Psychological intervention; Feeling; Applied psychology; Data collection; Qualitative research; Public health; Clinical psychology; Medicine; Coronavirus disease 2019 (COVID-19); Social psychology; Nursing; Psychiatry; Alternative medicine; Sociology; Disease","score_opus":0.6205317263341814,"score_gpt":0.7504473204498846,"score_spread":0.1299155941157032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165858312","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09754338,0.00000931601,0.00005603808,0.00096594676,0.000060093,0.90085495,0.000020222982,0.0000538358,0.00043620396],"genre_scores_gemma":[0.038813278,3.8993443e-7,0.0004149114,0.00073779974,0.00013700947,0.95599574,0.0000060694356,0.000034762877,0.0038600427],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.991041,0.005686332,0.0007130884,0.0008737168,0.000917861,0.0007680132],"domain_scores_gemma":[0.9960689,0.0014170066,0.00028863468,0.0011504553,0.00045484325,0.00062018866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008019718,0.00023606543,0.00042079054,0.0001899224,0.00036457842,0.00009153172,0.0007749602,0.00024304944,0.000796797],"category_scores_gemma":[0.0010413894,0.0001590341,0.00012831812,0.00088394695,0.00040798192,0.0001152001,0.0005987839,0.00073176285,0.0000090975045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030369346,0.016820155,0.9025878,0.0021126342,0.000078150835,0.00002028681,0.0037712613,2.2237703e-7,0.0019077476,0.0010381766,0.029048098,0.039578535],"study_design_scores_gemma":[0.007398254,0.0036568763,0.7920114,0.00032798477,0.0000056448425,0.000021892529,0.0026788542,7.5579266e-7,0.000310087,0.0027913987,0.19064419,0.00015268104],"about_ca_topic_score_codex":0.00052721566,"about_ca_topic_score_gemma":0.00031763493,"teacher_disagreement_score":0.16159609,"about_ca_system_score_codex":0.00055664696,"about_ca_system_score_gemma":0.0018383367,"threshold_uncertainty_score":0.8724368},"labels":[],"label_agreement":null},{"id":"W3165983116","doi":"10.2196/28600","title":"Optimizing the Periconception Lifestyle of Women With Overweight Using a Blended Personalized Care Intervention Combining eHealth and Face-to-face Counseling (eFUSE): Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; eHealth; Randomized controlled trial; Overweight; Psychological intervention; Pregnancy; Referral; mHealth; Physical therapy; Family medicine; Health care; Obesity; Nursing","score_opus":0.09491436636706455,"score_gpt":0.4969923252312857,"score_spread":0.40207795886422115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165983116","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056055963,0.00001847797,0.005430813,0.0005815419,0.0000054251122,0.9377394,0.000011179598,0.000026361558,0.00013089432],"genre_scores_gemma":[0.0251241,0.0000024007786,0.004314097,0.00007077404,0.00008159904,0.96978885,0.000020834721,0.000037099213,0.0005602473],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946855,0.0019104506,0.00071920524,0.00046519336,0.0014119986,0.000807662],"domain_scores_gemma":[0.99587345,0.0013891824,0.00029225103,0.00031564885,0.0017906199,0.0003388215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006220435,0.00021284225,0.0011312482,0.00027450893,0.0003918813,0.00020268581,0.00015806704,0.000076649245,0.000118709075],"category_scores_gemma":[0.0017846656,0.00013203798,0.00021966096,0.00048781538,0.00032831368,0.00015185906,0.0001516565,0.0004054406,0.0000016786792],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9743332,0.0007082759,0.00003609281,0.0050253933,0.00032349178,0.000010292523,0.014044101,0.00022576426,0.0028776466,0.00060269656,0.000095248855,0.001717757],"study_design_scores_gemma":[0.950291,0.0067175995,0.00004376785,0.0049276184,0.000030840674,0.000005266486,0.019813085,0.0101557635,0.0007515071,0.00010250728,0.007022097,0.00013894093],"about_ca_topic_score_codex":0.000026846388,"about_ca_topic_score_gemma":0.000007573279,"teacher_disagreement_score":0.032049507,"about_ca_system_score_codex":0.00051900116,"about_ca_system_score_gemma":0.0012363936,"threshold_uncertainty_score":0.5384353},"labels":[],"label_agreement":null},{"id":"W3166378253","doi":"10.2196/24697","title":"Supporting Clinicians to Use Technology to Deliver Highly Personalized and Measurement-Based Mental Health Care to Young People: Protocol for an Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Protocol (science); Digital health; Medical education; Health care; Software deployment; Medicine; Nursing; Knowledge management; Computer science; Psychiatry","score_opus":0.5396920479701918,"score_gpt":0.6930165521125219,"score_spread":0.15332450414233012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166378253","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0367511,0.0000016781082,0.00031627997,0.0075786826,0.0000458498,0.95471674,0.00024028591,0.00012618066,0.00022321109],"genre_scores_gemma":[0.117442116,4.075761e-9,0.0024013529,0.0007410534,0.000055388242,0.87870574,0.000050774954,0.00006849242,0.00053506374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99263847,0.0018550798,0.0010751382,0.0012560379,0.0018357431,0.0013395495],"domain_scores_gemma":[0.9950234,0.00014242982,0.00019375689,0.0008545579,0.0029380443,0.0008477865],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00650663,0.00027028527,0.00044489838,0.0007738872,0.00067646155,0.0003496406,0.0004322679,0.00014113467,0.00028749657],"category_scores_gemma":[0.0012026449,0.00028139562,0.000097601616,0.0014056568,0.00006733205,0.00027768384,0.00034944733,0.0003876818,0.00014662865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026513604,0.03642418,0.1955158,0.0052345674,0.0003058225,0.00006273561,0.09124255,0.000020832678,0.0040337835,0.002371624,0.14934781,0.4889267],"study_design_scores_gemma":[0.046212614,0.18628587,0.18374789,0.008506919,0.000024492823,0.000041217852,0.123298466,0.0001988204,0.005213397,0.00034395614,0.44470277,0.001423589],"about_ca_topic_score_codex":0.00045325616,"about_ca_topic_score_gemma":0.014921797,"teacher_disagreement_score":0.4875031,"about_ca_system_score_codex":0.0015573171,"about_ca_system_score_gemma":0.0010689249,"threshold_uncertainty_score":0.9999638},"labels":[],"label_agreement":null},{"id":"W3166395594","doi":"10.2196/26982","title":"Exergaming Using Postural Feedback From Wearable Sensors and Exercise Therapy to Improve Postural Balance in People With Nonspecific Low Back Pain: Protocol for a Factorial Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Balance (ability); Physical medicine and rehabilitation; Physical therapy; Wearable computer; Randomized controlled trial; Preprint; Low back pain; Medicine; Psychology; Computer science; Alternative medicine","score_opus":0.08252763200195588,"score_gpt":0.4461007608247508,"score_spread":0.3635731288227949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166395594","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2570556,0.000007680192,0.00009888192,0.0005789836,0.000033625915,0.7421196,0.000012845748,0.00003066644,0.00006209838],"genre_scores_gemma":[0.025648164,0.0000020245207,0.0029000759,0.000058922473,0.0007138912,0.9697899,0.00002188037,0.00006867524,0.00079644576],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.993811,0.0024886907,0.00093979336,0.00088861067,0.0010235,0.00084839104],"domain_scores_gemma":[0.9943178,0.0035683962,0.00020652845,0.00052959856,0.0010235944,0.00035407802],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005101273,0.00039671024,0.0019806984,0.0002831552,0.00022916484,0.0003017873,0.000155749,0.00019182856,0.00016065312],"category_scores_gemma":[0.0024146328,0.00024902806,0.0003052172,0.0006725372,0.00024034394,0.00024977676,0.0000862841,0.0006112159,0.000011752124],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8600143,0.0011700611,0.00094533165,0.0016332427,0.00008155331,0.000011378423,0.0011031339,0.000006978834,0.13376568,0.000007907816,0.00021958332,0.0010408545],"study_design_scores_gemma":[0.9728836,0.0092450185,0.0027534585,0.007933837,0.000007845179,0.00000236032,0.0005905369,0.0028933764,0.0023926722,0.00014131908,0.00082953414,0.0003264786],"about_ca_topic_score_codex":0.00025240798,"about_ca_topic_score_gemma":0.0000776702,"teacher_disagreement_score":0.23140746,"about_ca_system_score_codex":0.00025928993,"about_ca_system_score_gemma":0.0007506631,"threshold_uncertainty_score":0.9999962},"labels":[],"label_agreement":null},{"id":"W3166424621","doi":"10.2196/30813","title":"Smartphone Delivery of Cognitive Behavioral Therapy for Postintensive Care Syndrome-Family: Protocol for a Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; mHealth; Cognitive behavioral therapy; Cognition; Intervention (counseling); Medicine; Clinical psychology; Quality of life (healthcare); Mental health; Family therapy; Depression (economics); Psychiatry; Psychology; Psychological intervention; Nursing","score_opus":0.36981558579691026,"score_gpt":0.5684520720999539,"score_spread":0.1986364863030436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166424621","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11178127,0.00000966542,0.00007735263,0.00025238332,0.0000128229085,0.8867885,0.00046433913,0.00006163947,0.00055205484],"genre_scores_gemma":[0.07740676,4.0539845e-7,0.0004795767,0.0010575799,0.000085163534,0.9200405,0.00027284882,0.00013887907,0.00051828945],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9955245,0.0006206081,0.0007037909,0.0009526844,0.0011836675,0.001014708],"domain_scores_gemma":[0.89375174,0.0014068461,0.00019089508,0.0005369181,0.10386194,0.00025165663],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008096285,0.0004160944,0.00091292395,0.00052183185,0.00032552902,0.00007415241,0.0002687765,0.00014843028,0.00014530095],"category_scores_gemma":[0.0065314616,0.00037115888,0.00035236057,0.0008358844,0.00053261616,0.00014333786,0.00023267402,0.0007691774,0.000020837839],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4163707,0.108806975,0.07128598,0.014817818,0.002304326,0.00390677,0.022560382,7.361113e-7,0.23086771,0.0001660583,0.062700026,0.06621251],"study_design_scores_gemma":[0.11257047,0.40737584,0.07540516,0.016393939,0.000104009516,0.00018378638,0.24544847,0.000013451859,0.115603134,0.00019702314,0.025893422,0.00081131596],"about_ca_topic_score_codex":0.00009061993,"about_ca_topic_score_gemma":0.00006306073,"teacher_disagreement_score":0.30380023,"about_ca_system_score_codex":0.0002451085,"about_ca_system_score_gemma":0.002323086,"threshold_uncertainty_score":0.99987406},"labels":[],"label_agreement":null},{"id":"W3166436039","doi":"10.2196/28073","title":"Usability and Effectiveness of Immersive Virtual Grocery Shopping for Assessing Cognitive Fatigue in Healthy Controls: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and Work-Related Fatigue","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; NHLBI Division of Intramural Research; National Institutes of Health","keywords":"Randomized controlled trial; Cognition; Usability; Task (project management); Protocol (science); Applied psychology; Psychology; Human–computer interaction; Computer science; Medicine; Engineering; Psychiatry","score_opus":0.22791436869392762,"score_gpt":0.5834866426413935,"score_spread":0.3555722739474659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166436039","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018600797,0.000013871401,0.0087588625,0.00017137385,0.00004335592,0.97159237,0.000042391413,0.00002470262,0.0007522774],"genre_scores_gemma":[0.15161648,2.132043e-7,0.00017315212,0.00003843886,0.00013453331,0.84794873,0.000021100828,0.000044475557,0.000022852322],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9837477,0.012201562,0.0015109979,0.0009809458,0.0005666385,0.0009921475],"domain_scores_gemma":[0.9434252,0.05382522,0.0004926891,0.0003513309,0.0017108321,0.00019476392],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020054286,0.00034185196,0.0025154955,0.00042054383,0.00030685245,0.0001479351,0.00022590577,0.00048004262,0.000102472615],"category_scores_gemma":[0.013039708,0.0002789243,0.0005433434,0.00065281574,0.0007352248,0.0002705247,0.00011704949,0.00081969175,0.0000022183654],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98150283,0.002830025,0.00096735737,0.0011964935,0.0005440792,0.000014549433,0.0008993432,0.0000057389993,0.00083747547,0.004377266,0.00006510739,0.0067597153],"study_design_scores_gemma":[0.9813639,0.0053819735,0.00037531997,0.008065054,0.00003338312,0.0000021807193,0.0019402214,0.00024815378,0.0011661608,0.0010527823,0.00011319986,0.00025765895],"about_ca_topic_score_codex":0.000041948926,"about_ca_topic_score_gemma":0.000020752057,"teacher_disagreement_score":0.13301568,"about_ca_system_score_codex":0.00018030997,"about_ca_system_score_gemma":0.0009637109,"threshold_uncertainty_score":0.99996626},"labels":[],"label_agreement":null},{"id":"W3166532857","doi":"10.2196/29707","title":"Analyzing Evidence on Interventions to Strengthen the Clinical Support for Midwifery Students in Clinical Placements: Protocol for a Systematic Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nursing education and management","field":"Nursing","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Mentorship; Psychological intervention; MEDLINE; Intervention (counseling); Protocol (science); Critical appraisal; Medicine; Medical education; Systematic review; Quality (philosophy); Psychology; Nursing; Obstetrics; Alternative medicine","score_opus":0.7413386388843141,"score_gpt":0.7458540707380986,"score_spread":0.004515431853784557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166532857","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006149265,0.000022248802,0.00046749553,0.0120157,0.00016363006,0.98713434,0.0000065901945,0.0000400179,0.00008849014],"genre_scores_gemma":[0.00006752436,0.0000044566877,0.00082262635,0.0018566723,0.00022954574,0.9939522,0.000009636943,0.00003913245,0.0030181764],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9909522,0.004088522,0.0024990959,0.00079234573,0.000988734,0.0006791369],"domain_scores_gemma":[0.991639,0.005811626,0.00040868655,0.001132722,0.000782852,0.00022510895],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027172092,0.00020242059,0.0007145529,0.00026080542,0.0003468666,0.0004224401,0.0010103731,0.00009734457,0.00013383491],"category_scores_gemma":[0.018753752,0.00014912836,0.0005145542,0.0007838324,0.000102123464,0.00019804566,0.00034021345,0.0005851564,0.00008435762],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002496846,0.006254423,0.005351155,0.6807685,0.00007930322,0.000006071101,0.00033165253,0.000006366271,0.000008188181,0.00025493136,0.29368168,0.010760916],"study_design_scores_gemma":[0.0029216886,0.0035943382,0.0016601924,0.9587052,0.000023783366,0.00000115097,0.00029571625,0.00003941488,0.000055182696,0.00010970963,0.03242967,0.00016397324],"about_ca_topic_score_codex":0.0000032438925,"about_ca_topic_score_gemma":0.0000805898,"teacher_disagreement_score":0.27793673,"about_ca_system_score_codex":0.0003381546,"about_ca_system_score_gemma":0.0004347654,"threshold_uncertainty_score":0.9895117},"labels":[],"label_agreement":null},{"id":"W3166570023","doi":"10.2196/28267","title":"Evaluating Community-Facing Virtual Modalities to Support Complex Neurological Populations During the COVID-19 Pandemic: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Spinal Cord Injury Alberta; Alberta Health Services; Alberta Health; University of Alberta","funders":"","keywords":"Telehealth; Modalities; Analytics; Rehabilitation; Medical education; Telemedicine; Medicine; Computer science; Psychology; Data science; Physical therapy; Health care; Sociology","score_opus":0.8995582048014592,"score_gpt":0.7637814163694331,"score_spread":0.13577678843202612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166570023","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.155032,2.196124e-7,0.0018207881,0.0026889592,0.000007383718,0.8399749,0.00003672131,0.00017830418,0.00026072614],"genre_scores_gemma":[0.024052754,2.2311454e-8,0.015663514,0.0008427238,0.00021205834,0.9569939,0.000035758683,0.000074810196,0.0021244981],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9752071,0.019246904,0.00096736354,0.0007866401,0.0024234303,0.0013686002],"domain_scores_gemma":[0.9903637,0.0048181303,0.00013961304,0.0018122311,0.00200428,0.00086203334],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028355934,0.0003341729,0.0006728401,0.00046744104,0.00328461,0.00040089435,0.0010123393,0.00017100498,0.0009753636],"category_scores_gemma":[0.02617316,0.00023785752,0.00021926823,0.001626134,0.0004058242,0.0001761083,0.0021794268,0.0030470316,0.000042069376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08045463,0.013185336,0.4613323,0.008277677,0.00037182902,0.0005154449,0.012526971,0.0007157787,0.33233294,0.0017876388,0.021606162,0.06689332],"study_design_scores_gemma":[0.03549796,0.19575083,0.3955302,0.0011590186,0.000047126487,0.0009853321,0.036488716,0.005424826,0.006487384,0.0044016866,0.3171734,0.0010535241],"about_ca_topic_score_codex":0.00020129717,"about_ca_topic_score_gemma":0.0002836897,"teacher_disagreement_score":0.32584554,"about_ca_system_score_codex":0.00057896203,"about_ca_system_score_gemma":0.0020352271,"threshold_uncertainty_score":0.9999379},"labels":[],"label_agreement":null},{"id":"W3166590900","doi":"10.2196/24969","title":"Efficacy of Cladribine Tablets as a Treatment for People With Multiple Sclerosis: Protocol for the CLOBAS Study (Cladribine, a Multicenter, Long-term Efficacy and Biomarker Australian Study)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Tasmania","keywords":"Cladribine; Medicine; Multiple sclerosis; Observational study; Clinical trial; Dosing; Internal medicine; Oncology; Psychiatry","score_opus":0.4377794500956032,"score_gpt":0.5492339172932793,"score_spread":0.1114544671976761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166590900","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25264087,0.000009230892,0.000040831685,0.0011293852,0.0000066509388,0.7459739,0.00010216234,0.000069119174,0.000027851162],"genre_scores_gemma":[0.24856651,0.000004916859,0.0005598551,0.000016766313,0.00013717753,0.7493459,0.000031696323,0.000108810535,0.0012283933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992622,0.0010088481,0.0010727235,0.0015511954,0.0020753047,0.0016698821],"domain_scores_gemma":[0.99029094,0.0043064323,0.000301694,0.0018321447,0.0026678457,0.00060095306],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024433157,0.00068483717,0.0013440375,0.00040703273,0.0010238208,0.00034405466,0.00057200826,0.00016377753,0.0001357745],"category_scores_gemma":[0.0032096866,0.00040159494,0.00026020527,0.0013558341,0.00062597805,0.000210058,0.00066544634,0.0005597895,0.000011662005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12592925,0.09567746,0.6853038,0.0052222554,0.0033375164,0.00014962899,0.0058885403,0.000012354355,0.045586012,0.000010275012,0.0040340116,0.028848903],"study_design_scores_gemma":[0.17039692,0.04498987,0.7570909,0.0038642744,0.00012292231,0.000014242827,0.0029074827,0.0002791311,0.009607966,0.0000015385052,0.010404222,0.0003204767],"about_ca_topic_score_codex":0.00040334044,"about_ca_topic_score_gemma":0.0024642928,"teacher_disagreement_score":0.071787156,"about_ca_system_score_codex":0.00041149958,"about_ca_system_score_gemma":0.00092267373,"threshold_uncertainty_score":0.9998436},"labels":[],"label_agreement":null},{"id":"W3166642236","doi":"10.2196/16837","title":"Correction: Wearable Digital Sensors to Identify Risks of Postpartum Depression and Personalize Psychological Treatment for Adolescent Mothers: Protocol for a Mixed Methods Exploratory Study in Rural Nepal","year":2019,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Postpartum depression; Wearable computer; Depression (economics); Psychology; Clinical psychology; Exploratory research; Psychological intervention; Applied psychology; Medicine; Psychiatry; Alternative medicine; Computer science; Pregnancy","score_opus":0.38607518661220736,"score_gpt":0.6304008309386551,"score_spread":0.2443256443264477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166642236","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071779424,0.00002803228,0.00006252066,0.00017113687,0.00059104624,0.9913381,0.00015763396,0.00004993906,0.00042364883],"genre_scores_gemma":[0.0009086693,0.0000046971863,0.0007251266,0.000040025177,0.0004997633,0.9632905,0.00004875987,0.00010676706,0.03437567],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949622,0.0011360168,0.0009641599,0.0010300328,0.00090221,0.0010053474],"domain_scores_gemma":[0.9974352,0.0005870369,0.00033351197,0.00070250715,0.00045402691,0.00048772027],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021377727,0.0005303862,0.0011985096,0.00055198965,0.00019563614,0.00016051538,0.00028521672,0.0005603346,0.000065679276],"category_scores_gemma":[0.00037233965,0.00039452375,0.00025310562,0.0003162157,0.0001388724,0.00018839247,0.00021587354,0.0010891653,0.000018123741],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25342092,0.034772016,0.10275515,0.12948784,0.00039718018,0.00017601403,0.008360241,0.0000075957073,0.0008168502,0.000008701587,0.38232926,0.087468244],"study_design_scores_gemma":[0.046792794,0.10755364,0.12019902,0.26055977,0.000050500326,0.00010539818,0.0065506324,0.00057682476,0.0045089284,0.00012188896,0.45196635,0.0010142623],"about_ca_topic_score_codex":0.000054757642,"about_ca_topic_score_gemma":0.000026917429,"teacher_disagreement_score":0.20662811,"about_ca_system_score_codex":0.0005617618,"about_ca_system_score_gemma":0.00043333202,"threshold_uncertainty_score":0.9998507},"labels":[],"label_agreement":null},{"id":"W3166810103","doi":"10.2196/28884","title":"Motivation and Problem Solving Versus Mobile 360° Videos to Promote Enrollment in the National Diabetes Prevention Program’s Lifestyle Change Program Among People With Prediabetes: Protocol for a Randomized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Centers for Disease Control and Prevention; University of Utah","keywords":"Prediabetes; Randomized controlled trial; Medicine; Intervention (counseling); Coaching; Health coaching; Type 2 Diabetes Mellitus; Family medicine; Physical therapy; Gerontology; Type 2 diabetes; Diabetes mellitus; Nursing; Psychology; Surgery","score_opus":0.2601469010818217,"score_gpt":0.5946882348585903,"score_spread":0.33454133377676865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166810103","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020586392,0.0000038564185,0.000055787274,0.0023221043,0.000016799206,0.9762738,0.000030879633,0.00020327159,0.0005071543],"genre_scores_gemma":[0.0022289895,0.0000013945024,0.008357106,0.00023843163,0.00069812255,0.98798084,0.00012766394,0.00006549654,0.0003019667],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9906594,0.003874486,0.001349521,0.0009373252,0.001499682,0.0016795937],"domain_scores_gemma":[0.9928622,0.0038427755,0.0005076312,0.0004931112,0.0018257009,0.0004685789],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012646779,0.00032408806,0.0006984673,0.00036631743,0.0014575724,0.00019973285,0.000381473,0.0003050301,0.00007253438],"category_scores_gemma":[0.0024934707,0.00022276567,0.00011543058,0.0016116251,0.00018629046,0.00043316474,0.00023647494,0.0011278722,0.000015160437],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.71964157,0.014032345,0.026794475,0.025205148,0.00011854497,0.0000027801934,0.016276289,0.000019439503,0.00012941723,0.0020844704,0.010185518,0.18551002],"study_design_scores_gemma":[0.6792277,0.01412504,0.006463713,0.0062153493,0.00001160672,6.006277e-7,0.0009289432,0.0013906904,0.0000877066,0.0015082482,0.289724,0.00031640776],"about_ca_topic_score_codex":0.000061211314,"about_ca_topic_score_gemma":0.00079051877,"teacher_disagreement_score":0.27953845,"about_ca_system_score_codex":0.00045784708,"about_ca_system_score_gemma":0.00238233,"threshold_uncertainty_score":0.9998424},"labels":[],"label_agreement":null},{"id":"W3167040942","doi":"10.2196/26264","title":"Using a Tailored Digital Health Intervention for Family Communication and Cascade Genetic Testing in Swiss and Korean Families With Hereditary Breast and Ovarian Cancer: Protocol for the DIALOGUE Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation; Universität Basel; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Genetic testing; Medicine; Genetic counseling; Cohort; Genetic predisposition; Family medicine; Genetics; Biology; Disease; Internal medicine","score_opus":0.20969084895942477,"score_gpt":0.5081364188818823,"score_spread":0.2984455699224575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167040942","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10563843,0.00012685837,0.0011361619,0.00050417567,0.0000027080898,0.89245635,0.000116247276,0.000006790167,0.000012259584],"genre_scores_gemma":[0.19876963,0.000004200856,0.003356706,0.000021280131,0.000058133584,0.7977265,0.000029225395,0.000022017804,0.000012280545],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99868536,0.00025866617,0.00025057825,0.00038158987,0.00015249677,0.0002713077],"domain_scores_gemma":[0.99903154,0.0001628984,0.00009248686,0.0003138481,0.00033646508,0.0000627586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007211678,0.00012058796,0.00014121254,0.0000615743,0.0003501237,0.00020333107,0.00013400376,0.00006117723,6.0850715e-7],"category_scores_gemma":[0.00013602807,0.00009373038,0.00001665719,0.00019882382,0.0002278484,0.000024328345,0.00026050984,0.0001504037,2.768133e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006767224,0.0020931105,0.40790233,0.00514385,0.00035349323,0.000017231521,0.005270204,0.00056758284,0.046620075,0.0000947497,0.0013650552,0.5238051],"study_design_scores_gemma":[0.047639273,0.01763961,0.84386766,0.007234838,0.000035504345,0.00051616685,0.032093756,0.01857023,0.009171837,0.0020748375,0.020078454,0.0010778586],"about_ca_topic_score_codex":0.00081816927,"about_ca_topic_score_gemma":0.003198146,"teacher_disagreement_score":0.52272725,"about_ca_system_score_codex":0.00008649504,"about_ca_system_score_gemma":0.00050286413,"threshold_uncertainty_score":0.38222137},"labels":[],"label_agreement":null},{"id":"W3167158624","doi":"10.2196/30500","title":"Muscular Assessment in Patients With Severe Obstructive Sleep Apnea Syndrome: Protocol for a Case-Control Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Obstructive sleep apnea; Epworth Sleepiness Scale; Physical therapy; Airway; Concordance; Hypopnea; Polysomnography; Muscle tone; Protocol (science); Oral appliance; Sample size determination; Apnea; Physical medicine and rehabilitation; Internal medicine; Anesthesia; Alternative medicine","score_opus":0.08894571540815098,"score_gpt":0.48955008809783124,"score_spread":0.40060437268968024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167158624","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08812729,3.8640061e-7,0.000314363,0.00019655946,0.0000059319523,0.9104862,0.00010397798,0.00006498052,0.00070029305],"genre_scores_gemma":[0.25148925,3.6133638e-9,0.0020597957,0.000021595753,0.00005849888,0.7460617,0.000018826304,0.00010617305,0.00018417664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99090666,0.0019447032,0.0007740825,0.0014565325,0.0032537288,0.0016642899],"domain_scores_gemma":[0.9931965,0.0006941919,0.00016176999,0.0014825035,0.0038896503,0.00057541206],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026711347,0.0004708269,0.0009248356,0.00074460544,0.00042223372,0.00024794778,0.00041934327,0.00023832303,0.00063101086],"category_scores_gemma":[0.0008109099,0.0003703994,0.00018565747,0.0019937432,0.00033022562,0.0004230985,0.00042437203,0.0020894203,0.000032257514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013189342,0.016924461,0.9234333,0.0026481852,0.0006546753,0.018794429,0.00064818293,0.000024776604,0.00019352647,0.00013608587,0.00014276947,0.023210289],"study_design_scores_gemma":[0.09994287,0.020586323,0.87024015,0.0010717962,0.000025546344,0.0010884458,0.0025502625,0.0006480065,0.00024717243,0.00016413331,0.0029755344,0.0004597558],"about_ca_topic_score_codex":0.000049088394,"about_ca_topic_score_gemma":0.0001356244,"teacher_disagreement_score":0.16442454,"about_ca_system_score_codex":0.0013061734,"about_ca_system_score_gemma":0.0009347524,"threshold_uncertainty_score":0.9998748},"labels":[],"label_agreement":null},{"id":"W3167564592","doi":"10.2196/29126","title":"Examining the Mental Workload Associated With Digital Health Technologies in Health Care: Protocol for a Systematic Review Focusing on Assessment Methods","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Ergonomics and Musculoskeletal Disorders","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workload; Mental health; Context (archaeology); Psychology; Applied psychology; Health care; Protocol (science); Medicine; Computer science; Psychiatry; Alternative medicine","score_opus":0.4198972642214009,"score_gpt":0.6766336918147396,"score_spread":0.25673642759333876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167564592","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.796549e-9,0.38120458,0.00008421951,0.00058478,0.000008331359,0.6172729,0.000059774287,0.00009246071,0.00069292396],"genre_scores_gemma":[1.1246685e-7,0.09215201,0.00078981294,0.00013163275,0.000024571313,0.906373,0.00012665083,0.00016010209,0.00024210567],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98202336,0.011644159,0.0023554864,0.0013566492,0.00094164244,0.0016787283],"domain_scores_gemma":[0.9927618,0.003155316,0.0018976256,0.0017487096,0.0002980223,0.00013851572],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016161634,0.0007734551,0.004325581,0.00059289805,0.0005858201,0.0005081726,0.0013394139,0.00042887544,0.000028475717],"category_scores_gemma":[0.0013782851,0.00045071568,0.0005524219,0.00197405,0.00027896237,0.00012712645,0.0005053395,0.002544591,0.000014307614],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022998873,0.0004106044,0.0000019289514,0.52381814,0.00017965715,0.000005289991,0.0002211191,8.9449195e-8,9.426492e-9,0.0005147718,0.0014607668,0.47336462],"study_design_scores_gemma":[0.0008828059,0.0021117162,0.0000031276093,0.5799518,0.000011859283,0.0000061406304,0.0016277086,7.5998173e-7,3.7376765e-8,0.000027840359,0.41513067,0.00024552073],"about_ca_topic_score_codex":0.000033729946,"about_ca_topic_score_gemma":0.000063470296,"teacher_disagreement_score":0.4731191,"about_ca_system_score_codex":0.003078642,"about_ca_system_score_gemma":0.003785872,"threshold_uncertainty_score":0.9997945},"labels":[],"label_agreement":null},{"id":"W3168242745","doi":"10.2196/29921","title":"Bioethics in Childbirth Care: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Apoio à Pesquisa do Distrito Federal; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Bioethics; Childbirth; Protocol (science); Medicine; Nursing; Psychology; Alternative medicine; Pregnancy; Political science","score_opus":0.7992385880725033,"score_gpt":0.7654841078009582,"score_spread":0.03375448027154504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168242745","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.264806e-10,0.4543797,0.0000024908138,0.00028963687,0.0000045215497,0.54473126,0.0000853175,0.000025734316,0.0004813324],"genre_scores_gemma":[2.2032504e-10,0.42586863,0.0001686505,0.000099774465,0.0001830642,0.57156676,0.00009448491,0.000059544185,0.0019590566],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942592,0.0012771095,0.0017038215,0.0008217175,0.0009774205,0.000960752],"domain_scores_gemma":[0.99696565,0.00043861393,0.00034477154,0.0009380116,0.000948945,0.00036399483],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032698575,0.0004291062,0.0026482618,0.00052567257,0.00019812588,0.00010049146,0.00047841197,0.00050952216,0.0012239743],"category_scores_gemma":[0.0007605756,0.00031524405,0.00089992204,0.0011822056,0.00021631928,0.0000773295,0.00037216363,0.002549388,0.00013340113],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061976454,0.00026215357,0.000003853989,0.6279586,0.000012951691,0.00007350167,0.000020023526,3.0119796e-9,1.5605803e-8,0.00021980365,0.0025727723,0.36881435],"study_design_scores_gemma":[0.0008372612,0.0008312072,7.7043796e-7,0.49776322,0.000006002993,0.000066192144,0.000005786255,2.034318e-7,0.0000013436785,0.0000113719425,0.5003512,0.00012546095],"about_ca_topic_score_codex":0.000059100737,"about_ca_topic_score_gemma":0.00010447746,"teacher_disagreement_score":0.49777842,"about_ca_system_score_codex":0.0005089862,"about_ca_system_score_gemma":0.0052839434,"threshold_uncertainty_score":0.99992996},"labels":[],"label_agreement":null},{"id":"W3168783789","doi":"10.2196/26164","title":"A Mobile Health Intervention for Patients With Depressive Symptoms: Protocol for an Economic Evaluation Alongside Two Randomized Trials in Brazil and Peru","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Economic evaluation; Medicine; Public health; Cost effectiveness; Randomized controlled trial; Psychological intervention; Mental health; Quality of life (healthcare); Health care; Intervention (counseling); Activity-based costing; Protocol (science); Health economics; Clinical trial; Nursing; Psychiatry; Business; Alternative medicine; Economic growth","score_opus":0.32961641346835235,"score_gpt":0.6739535025089013,"score_spread":0.34433708904054894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168783789","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013343258,0.000008734886,0.00053610693,0.00014752185,0.000030087509,0.98526716,0.00023912248,0.000034962348,0.00039301763],"genre_scores_gemma":[0.023583086,5.695105e-8,0.0007366304,0.000049034603,0.00008831238,0.9747653,0.00027973793,0.000055969034,0.00044186084],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9881874,0.008036967,0.0017332648,0.00082643266,0.0004722805,0.0007436622],"domain_scores_gemma":[0.9955668,0.0023239977,0.0007151728,0.00048494575,0.00064608554,0.000263027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020383017,0.00022127054,0.0010320356,0.00036347852,0.00022560726,0.0002809884,0.00022358255,0.000111225454,0.0002628531],"category_scores_gemma":[0.0016874447,0.00018426917,0.00029229562,0.00019050823,0.00019295682,0.00056948606,0.00010512048,0.00025761058,0.000018385148],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.36021575,0.013124242,0.005388633,0.0040745917,0.00026729313,0.000004474196,0.0018305242,0.000022861326,0.0000088826855,0.006089885,0.007354183,0.60161865],"study_design_scores_gemma":[0.9042098,0.04019346,0.0030859776,0.008094161,0.000018555775,0.000010189998,0.0005002589,0.0015118192,0.00037328378,0.018924171,0.022714049,0.00036428607],"about_ca_topic_score_codex":0.00022243046,"about_ca_topic_score_gemma":0.0010363613,"teacher_disagreement_score":0.6012544,"about_ca_system_score_codex":0.0006735064,"about_ca_system_score_gemma":0.00062939205,"threshold_uncertainty_score":0.7514278},"labels":[],"label_agreement":null},{"id":"W3169059145","doi":"10.2196/21277","title":"A Critical Appraisal of Assessment and Evaluation Reforms At Datta Meghe Institute of Medical Sciences (Deemed to be University) From 2006 Till 2017: A Study Protocol (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medical Education and Admissions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Critical appraisal; Protocol (science); Medicine; Political science; Library science; Alternative medicine; Computer science","score_opus":0.5704964527623495,"score_gpt":0.6789699962519521,"score_spread":0.10847354348960259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169059145","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03879654,6.5172435e-7,0.000114016635,0.050051484,0.00001247255,0.9073332,0.000021090775,0.000021582931,0.003648982],"genre_scores_gemma":[0.039103936,3.2581264e-7,0.0014081339,0.00032823454,0.000091321184,0.9589054,0.000011276622,0.00000813745,0.00014322453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939517,0.0006365304,0.00046502717,0.000527565,0.0041192924,0.00029990068],"domain_scores_gemma":[0.99652606,0.00054619904,0.000089873494,0.00038985824,0.0006275044,0.001820508],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004377004,0.00011504975,0.00034800055,0.000236678,0.0001880719,0.00002850211,0.00048005633,0.00011534487,0.0055651353],"category_scores_gemma":[0.01648728,0.00008021847,0.00004249995,0.000855803,0.00088550104,0.00018004367,0.00082288164,0.0005074458,0.000014930094],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022295447,0.060350522,0.23029836,0.012964925,0.0006585418,0.00073895004,0.042142592,0.000037986483,0.063308634,0.03870429,0.43611923,0.092380516],"study_design_scores_gemma":[0.016741242,0.014157443,0.07825009,0.0043593445,0.00003653283,0.000011062264,0.009233291,0.0053762724,0.002589795,0.00021531853,0.8687557,0.00027391125],"about_ca_topic_score_codex":0.00013867948,"about_ca_topic_score_gemma":0.00004626837,"teacher_disagreement_score":0.43263647,"about_ca_system_score_codex":0.0001465229,"about_ca_system_score_gemma":0.0054787025,"threshold_uncertainty_score":0.9953439},"labels":[],"label_agreement":null},{"id":"W3169263389","doi":"10.2196/27471","title":"The Effect of Periodontal Disease on Metabolic Control in Patients With Diabetes Mellitus in South Africa: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Oral microbiology and periodontitis research","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Diabetes mellitus; Protocol (science); Medicine; Periodontal disease; Metabolic control analysis; Disease; Intensive care medicine; Gerontology; Dentistry; Family medicine; Alternative medicine; Internal medicine; Pathology; Endocrinology","score_opus":0.10969709811655096,"score_gpt":0.4985286133036641,"score_spread":0.3888315151871131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169263389","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008239109,0.3637712,2.7140035e-7,0.000009576146,0.000005028613,0.6357151,0.000457921,0.000011238284,0.000021385114],"genre_scores_gemma":[0.000014839293,0.01626063,0.0000037462448,0.000009103165,0.00004315236,0.9830847,0.00011367998,0.00010855039,0.00036159807],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97995293,0.01443287,0.0018702943,0.0010022749,0.0012659911,0.0014756091],"domain_scores_gemma":[0.9924535,0.004379419,0.0007117952,0.0016175364,0.00057295477,0.0002648083],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0082949735,0.0007346481,0.0052997414,0.0005764844,0.0002818414,0.0002756102,0.0015279738,0.00035533105,0.00009406158],"category_scores_gemma":[0.003744806,0.0003685554,0.00085952814,0.0015539543,0.00052299496,0.00012364979,0.0003308425,0.0019359473,0.00011364669],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001954325,0.0005865931,0.0054151486,0.9829948,0.00023163049,0.00007242602,0.000038490634,1.4758102e-7,2.8477606e-7,0.000052691907,0.00064155355,0.008011886],"study_design_scores_gemma":[0.0051378007,0.0021419607,0.0003515019,0.66565233,0.00007711298,9.408057e-7,0.000004935284,0.0000011620388,0.00000275003,0.0000027135216,0.3263634,0.00026333146],"about_ca_topic_score_codex":0.0000051328566,"about_ca_topic_score_gemma":0.000046626403,"teacher_disagreement_score":0.34751058,"about_ca_system_score_codex":0.0002945371,"about_ca_system_score_gemma":0.0009814579,"threshold_uncertainty_score":0.9998766},"labels":[],"label_agreement":null},{"id":"W3169384275","doi":"10.2196/29869","title":"Integrated Prevention at Work: Protocol for a Concept Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Occupational Health and Safety Research","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; Université Laval; Université de Sherbrooke; Université du Québec à Montréal; Université du Québec à Trois-Rivières; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Operationalization; Knowledge management; Computer science; Conceptualization; Data collection; Psychology; Sociology","score_opus":0.5804711838916603,"score_gpt":0.7242353315218322,"score_spread":0.14376414763017187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169384275","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019746865,0.000001500104,0.0013885755,0.0017162904,0.000010244469,0.9865004,0.00012210775,0.000108481,0.009954922],"genre_scores_gemma":[0.00018098044,1.7274542e-7,0.0017175137,0.00014229964,0.00032441158,0.916823,0.00043811,0.00004312428,0.08033036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896746,0.0049865567,0.0010605126,0.0008068294,0.0015942631,0.0018772131],"domain_scores_gemma":[0.99049246,0.003352341,0.00023480198,0.00088392827,0.0044069267,0.0006295248],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0055418373,0.00022327267,0.0005234204,0.0005837523,0.0020095462,0.00006434009,0.0004704462,0.0004310802,0.009364077],"category_scores_gemma":[0.0022692613,0.00018499054,0.0003241883,0.0049345847,0.00021422152,0.00020380445,0.0005633099,0.0017269836,0.00084441295],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026829723,0.002955137,0.32673067,0.009281251,0.0005557137,0.000057191668,0.0020520047,0.000046507503,0.0007954039,0.007086127,0.56416833,0.05944193],"study_design_scores_gemma":[0.006178785,0.0008862717,0.040835083,0.00268333,0.000007353564,7.409283e-7,0.0003808978,0.0005440562,0.00040760593,0.001361459,0.946514,0.00020038978],"about_ca_topic_score_codex":0.000057483845,"about_ca_topic_score_gemma":0.00045168173,"teacher_disagreement_score":0.3823457,"about_ca_system_score_codex":0.0011135925,"about_ca_system_score_gemma":0.004898918,"threshold_uncertainty_score":0.99993354},"labels":[],"label_agreement":null},{"id":"W3169514738","doi":"10.2196/28391","title":"Perceived Benefits, Barriers, and Facilitators of a Digital Patient-Reported Outcomes Tool for Routine Diabetes Care: Protocol for a National, Multicenter, Mixed Methods Implementation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Diabetesforeningen; Bispebjerg Hospital; Aalborg Universitetshospital; Novo Nordisk Fonden; Aalborg Universitet","keywords":"Protocol (science); Medicine; Diabetes mellitus; Multicenter study; Family medicine; Psychology; Randomized controlled trial; Alternative medicine","score_opus":0.19443698458693678,"score_gpt":0.5769203133018586,"score_spread":0.38248332871492174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169514738","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28837657,0.000001577934,0.00004062364,0.00020785297,0.000009491582,0.71110827,0.00019102111,0.000025666577,0.000038949263],"genre_scores_gemma":[0.08279909,5.254066e-8,0.005521564,0.000030083755,0.00003622451,0.9110967,0.00027047214,0.000029379866,0.00021645994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972584,0.00028255294,0.00070458616,0.00050232373,0.000779436,0.00047268675],"domain_scores_gemma":[0.99608177,0.0006460067,0.00021195877,0.00031555785,0.0025778282,0.00016687227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014989995,0.00019331923,0.0004001678,0.00027331582,0.00020549484,0.00017153895,0.00010439852,0.000060759703,0.000112354],"category_scores_gemma":[0.0029868328,0.00016617324,0.0001380608,0.00034927658,0.0000818596,0.00033483023,0.00015707644,0.00012391996,0.0000019614552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009647002,0.00169216,0.8988122,0.0040397504,0.00036061258,0.000001064234,0.003935847,9.1673024e-7,0.0022422858,0.00007538638,0.0054947864,0.08238034],"study_design_scores_gemma":[0.034351874,0.009094532,0.7786806,0.00090990914,0.00006750887,5.792631e-7,0.04511303,0.0002059651,0.018035939,0.00036936806,0.11280868,0.00036200837],"about_ca_topic_score_codex":0.000003853597,"about_ca_topic_score_gemma":0.000011150494,"teacher_disagreement_score":0.20557748,"about_ca_system_score_codex":0.00017597717,"about_ca_system_score_gemma":0.00045049665,"threshold_uncertainty_score":0.6776348},"labels":[],"label_agreement":null},{"id":"W3169592089","doi":"10.2196/30947","title":"mHealth Messaging to Motivate Quitline Use and Quitting: Protocol for a Community-Based Randomized Controlled Trial in Rural Vietnam","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Fogarty International Center","keywords":"Quitline; Text messaging; mHealth; Hotline; Randomized controlled trial; Smoking cessation; Text message; Protocol (science); Short Message Service; Medicine; Medical education; Intervention (counseling); Psychology; Computer science; World Wide Web; Nursing; Psychological intervention; Alternative medicine; Telecommunications","score_opus":0.40080253372312646,"score_gpt":0.6459452975916351,"score_spread":0.24514276386850864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169592089","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033501626,0.0000025438962,0.0012034468,0.011204781,0.000023045453,0.98324,0.000044818946,0.00014604298,0.00078515837],"genre_scores_gemma":[0.0019807676,0.0000016130601,0.002927676,0.00366138,0.00032502672,0.9896664,0.000060052356,0.00008898645,0.0012880894],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96768004,0.025489874,0.0029567422,0.0006526134,0.0009090274,0.0023117298],"domain_scores_gemma":[0.97093594,0.024109656,0.00066128484,0.0011840735,0.0018815515,0.0012274829],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03990339,0.00037930856,0.0022672608,0.00070908247,0.0032634332,0.00014766557,0.0004942991,0.00040470643,0.00019674146],"category_scores_gemma":[0.015257681,0.0003027146,0.00024774295,0.0012782299,0.00025425892,0.00022646917,0.0004492477,0.0035109175,0.00004377674],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9708641,0.0016464599,0.0011516488,0.009383915,0.00001937327,0.000004296386,0.00096554693,0.000010267002,0.00022969225,0.008327176,0.0055607166,0.0018367725],"study_design_scores_gemma":[0.7574818,0.0010094033,0.00024824246,0.0052188057,0.0000046286627,6.73399e-7,0.0006499017,0.00088988594,0.000043662985,0.001355215,0.2329164,0.00018137103],"about_ca_topic_score_codex":0.0006444436,"about_ca_topic_score_gemma":0.00084081374,"teacher_disagreement_score":0.22735567,"about_ca_system_score_codex":0.0005484386,"about_ca_system_score_gemma":0.0065656346,"threshold_uncertainty_score":0.9999425},"labels":[],"label_agreement":null},{"id":"W3169676544","doi":"10.2196/27799","title":"Health Equity in Artificial Intelligence and Primary Care Research: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Cancer Institute; National Institute on Aging","keywords":"Primary care; Protocol (science); Health care; Equity (law); Medicine; Psychology; Artificial intelligence; Knowledge management; Nursing; Computer science; Family medicine; Alternative medicine; Political science","score_opus":0.9577395048403102,"score_gpt":0.8121311493488135,"score_spread":0.14560835549149675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169676544","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.7877795e-9,0.44991925,0.000024198484,0.0012169161,0.000009364705,0.54846984,0.00001485514,0.0000252717,0.00032029868],"genre_scores_gemma":[1.3155942e-8,0.44757333,0.0003888331,0.00015153542,0.0004153345,0.55120945,0.00012767724,0.000061777886,0.00007207424],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98746115,0.0041374955,0.0029124708,0.0015211512,0.0019749412,0.0019927775],"domain_scores_gemma":[0.99212927,0.002677872,0.00045564168,0.0012553025,0.0027473914,0.00073453406],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018214628,0.00048276706,0.003136926,0.0011912598,0.0006791524,0.0002746789,0.0005924368,0.0005918016,0.00013585786],"category_scores_gemma":[0.004101641,0.00040634975,0.00036455164,0.002982959,0.0005595267,0.00018356334,0.0008749487,0.0036452583,0.000077126984],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088329165,0.00027651677,0.0000034889142,0.48001748,0.000006442185,0.000015356343,0.00030574203,2.2344214e-8,1.441809e-7,0.0002686998,0.0024708558,0.5165469],"study_design_scores_gemma":[0.00004032872,0.0012056829,5.593744e-7,0.52661306,0.000004833499,0.000023384011,0.00026988154,0.0000013828685,0.000012761309,0.0004781522,0.47119716,0.00015284895],"about_ca_topic_score_codex":0.00026445955,"about_ca_topic_score_gemma":0.00049821724,"teacher_disagreement_score":0.5163941,"about_ca_system_score_codex":0.0032794618,"about_ca_system_score_gemma":0.03337203,"threshold_uncertainty_score":0.9998388},"labels":[],"label_agreement":null},{"id":"W3169783380","doi":"10.2196/28169","title":"The COVID-19 Citizen Science Study: Protocol for a Longitudinal Digital Health Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering; National Cancer Institute","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Protocol (science); Public health; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Cohort study; Digital health; Medicine; Medical education; Political science; Health care; Virology; Nursing; Alternative medicine; Infectious disease (medical specialty)","score_opus":0.5629505043574798,"score_gpt":0.7230048800108788,"score_spread":0.16005437565339897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169783380","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042193494,0.0000025086667,0.00027783806,0.014506643,0.000029448827,0.98161566,0.0000844491,0.00022422877,0.0028372617],"genre_scores_gemma":[0.0021011485,8.5266777e-7,0.0001436623,0.0014759683,0.00046651426,0.9911346,0.00001736003,0.00006601165,0.00459388],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98616797,0.0036781637,0.0018809095,0.0017149261,0.002993907,0.003564107],"domain_scores_gemma":[0.98609614,0.0047516213,0.0005698253,0.0024209612,0.003379504,0.0027819427],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03294289,0.0003246097,0.00061987544,0.00035368794,0.021516481,0.00052993983,0.0016286786,0.00014588823,0.00028680582],"category_scores_gemma":[0.008397182,0.00022917517,0.00010233369,0.0031154524,0.00091143395,0.0003839778,0.001256082,0.0021094594,0.00031013734],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001728242,0.0065300497,0.7636059,0.0034239313,0.000028365537,0.000020644986,0.002455704,0.0000017715546,0.000010144674,0.005477182,0.20357399,0.0131441],"study_design_scores_gemma":[0.007264546,0.00405357,0.102014944,0.00033736567,0.0000016020047,0.000005694683,0.008534728,0.000027064689,0.0000034936916,0.0016430354,0.8759372,0.00017670468],"about_ca_topic_score_codex":0.00037958776,"about_ca_topic_score_gemma":0.0016994505,"teacher_disagreement_score":0.6723633,"about_ca_system_score_codex":0.0023064513,"about_ca_system_score_gemma":0.051359117,"threshold_uncertainty_score":0.99995553},"labels":[],"label_agreement":null},{"id":"W3170068196","doi":"10.2196/25177","title":"Digital Health Interventions in Physiotherapy: Development of Client and Health Care Provider Survey Instruments","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Health care; Nursing; Digital health; Medicine; Psychology; Physical therapy; Family medicine","score_opus":0.40978434693234905,"score_gpt":0.6723357480108245,"score_spread":0.26255140107847547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170068196","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030088458,0.00054896926,0.00020011213,0.0069088247,0.000040524683,0.9600293,0.00033873672,0.00007891837,0.0017661767],"genre_scores_gemma":[0.032892473,0.00006534844,0.001482123,0.00075353286,0.000049162303,0.9634426,0.00033617442,0.000039201197,0.00093934254],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9929305,0.0024087904,0.0019380691,0.0006311176,0.00072521844,0.0013663593],"domain_scores_gemma":[0.99695337,0.0003662024,0.0005144786,0.0006017397,0.0008249276,0.0007392905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049069505,0.0001863721,0.000593013,0.00035457974,0.0011908389,0.00003807764,0.00025665856,0.0001449635,0.00014743186],"category_scores_gemma":[0.00024241026,0.00017697731,0.00006141002,0.0010725231,0.00012878019,0.00018457607,0.0004074459,0.0011204847,0.000058301146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024087209,0.0014945349,0.3406082,0.029182304,0.000015335854,0.0000013869592,0.010352715,7.670139e-7,0.000025190833,0.0009209995,0.011524996,0.6056327],"study_design_scores_gemma":[0.0030130483,0.00058855076,0.5535344,0.010597201,1.9179693e-7,8.1954556e-7,0.0043419963,0.0000059018575,0.0000453948,0.00016281565,0.4275784,0.00013128076],"about_ca_topic_score_codex":0.000761665,"about_ca_topic_score_gemma":0.01242413,"teacher_disagreement_score":0.6055014,"about_ca_system_score_codex":0.0012122812,"about_ca_system_score_gemma":0.0146369655,"threshold_uncertainty_score":0.99094915},"labels":[],"label_agreement":null},{"id":"W3170118185","doi":"10.2196/24887","title":"Clustering of Unhealthy Behaviors: Protocol for a Multiple Behavior Analysis of Data From the Canadian Longitudinal Study on Aging","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"North York General Hospital; Université Laval; Douglas Mental Health University Institute; Queen's University; Université du Québec à Montréal; Concordia University; University of Toronto; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Science Foundation Ireland; Government of Canada; Fonds de Recherche du Québec - Santé; Université du Québec à Montréal","keywords":"Psychological intervention; Psychology; Multilevel model; Gerontology; Life satisfaction; Multinomial logistic regression; Environmental health; Medicine; Social psychology; Psychiatry; Computer science","score_opus":0.842382349916273,"score_gpt":0.7308055763307787,"score_spread":0.11157677358549434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170118185","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017319,0.0000020193118,0.00008972372,0.00047068694,0.000012932347,0.9800922,0.001656927,0.000016280404,0.00034021126],"genre_scores_gemma":[0.051824242,5.5266238e-8,0.00068812736,0.000041461797,0.00010968898,0.94673973,0.00023048402,0.000040728213,0.00032549267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99290454,0.0023783331,0.0009483123,0.0010010913,0.0015908562,0.0011768865],"domain_scores_gemma":[0.9930631,0.001955423,0.00026319028,0.0033182753,0.0009051445,0.0004948858],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005449043,0.00020897899,0.0005746183,0.0007269719,0.0005957041,0.000112710855,0.0019239093,0.00016070937,0.0016570357],"category_scores_gemma":[0.0005683712,0.0001665589,0.00013990387,0.0021384484,0.00027119223,0.00015353828,0.000885098,0.0009789973,0.000024260033],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018505235,0.006092816,0.96975994,0.00061220216,0.00042851738,0.0001507716,0.0029572512,0.000007917761,0.00023937158,0.00010398833,0.004734321,0.01306236],"study_design_scores_gemma":[0.0051824176,0.0030579471,0.9609307,0.000753705,0.00006683539,0.0000017563864,0.003201617,0.0008579021,0.0003728643,0.000023015815,0.025379792,0.00017144174],"about_ca_topic_score_codex":0.22937205,"about_ca_topic_score_gemma":0.73230803,"teacher_disagreement_score":0.502936,"about_ca_system_score_codex":0.00046899528,"about_ca_system_score_gemma":0.0018050415,"threshold_uncertainty_score":0.9992556},"labels":[],"label_agreement":null},{"id":"W3170171358","doi":"10.2196/29858","title":"Design, Implementation, and Examination of a Remote Patient Monitoring System for Pediatric Obesity: Protocol for an Open Trial Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of Rural Health; National Institute of General Medical Sciences; Federal Office of Rural Health Policy; Health Resources and Services Administration; National Institutes of Health; U.S. Department of Health and Human Services","keywords":"Protocol (science); Medicine; Multidisciplinary approach; Public health; Obesity; Health care; Family medicine; Medical emergency; Alternative medicine; Medical education; Nursing","score_opus":0.6921880485356706,"score_gpt":0.7016961913165302,"score_spread":0.009508142780859541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170171358","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0098017715,0.000001247237,0.005003723,0.0001057888,0.000026836286,0.98483706,0.000061810446,0.00005535801,0.00010643169],"genre_scores_gemma":[0.008887238,5.7420203e-7,0.012099129,0.000020651656,0.000586792,0.97820204,0.000033120326,0.000049547358,0.000120909586],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9918407,0.0043827007,0.001532733,0.0006844622,0.00069063244,0.0008687385],"domain_scores_gemma":[0.99345016,0.0019345894,0.00067393924,0.00066842884,0.0028424803,0.00043041204],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011529705,0.00017239318,0.0004421279,0.00026037192,0.001950439,0.000086299246,0.00040947285,0.00011266248,0.00003014784],"category_scores_gemma":[0.00049355533,0.00016004812,0.000025450629,0.00064155256,0.000030748382,0.00030583722,0.00038117738,0.0004069549,0.0000048720053],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.236114,0.031821143,0.03323972,0.12755956,0.0000984124,0.0000081282815,0.017405512,0.000009763495,0.004060899,0.006456,0.024283359,0.5189435],"study_design_scores_gemma":[0.42663398,0.2616908,0.035365496,0.004555395,0.000043251537,0.0000032272967,0.07426256,0.00062506116,0.0052962527,0.0018045602,0.18899886,0.00072056934],"about_ca_topic_score_codex":0.0002244245,"about_ca_topic_score_gemma":0.00014798407,"teacher_disagreement_score":0.5182229,"about_ca_system_score_codex":0.0004103313,"about_ca_system_score_gemma":0.0032661797,"threshold_uncertainty_score":0.9993489},"labels":[],"label_agreement":null},{"id":"W3170636216","doi":"10.2196/30735","title":"Developing and Implementing a Web-Based Psychotherapy Program to Address Mental Health Challenges Among Patients Receiving Oncologic and Palliative Care: Protocol for an Open-Label Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Optech (Canada); Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Anxiety; Medicine; Population; Palliative care; Mental health; Randomized controlled trial; Depression (economics); Cognitive behavioral therapy; Health care; Psychiatry; Psychotherapist; Nursing; Psychology","score_opus":0.47147979678376006,"score_gpt":0.6663253929730927,"score_spread":0.19484559618933261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170636216","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005013951,0.000025262634,0.00008289499,0.0050697546,0.000057140212,0.9877812,0.00009886986,0.00010958669,0.0017613423],"genre_scores_gemma":[0.0026030866,0.0000022709687,0.0063575674,0.00033749625,0.000084926025,0.99010575,0.000075326585,0.00007444393,0.00035913708],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99063945,0.004726593,0.0014568733,0.0011670612,0.0006612844,0.0013487266],"domain_scores_gemma":[0.9963191,0.0012433326,0.0006069089,0.0004464745,0.0008391177,0.0005450393],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00694432,0.0003597377,0.0014091914,0.0003046467,0.00091792044,0.0007942613,0.0005086582,0.00016618271,0.00008576834],"category_scores_gemma":[0.00046318216,0.00030228903,0.00012052978,0.00039351944,0.00026340087,0.0003848818,0.00034319004,0.00040971913,0.000004932503],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.75042564,0.008146154,0.00035095148,0.0015387532,0.00014845867,0.000003203809,0.0030426471,5.8223904e-8,0.000012875703,0.0027558021,0.0016668771,0.23190857],"study_design_scores_gemma":[0.90765667,0.0346644,0.0007993721,0.0041162604,0.0000035459038,6.871282e-7,0.0011594,0.000063649524,0.00007033102,0.0011127956,0.05006265,0.00029021566],"about_ca_topic_score_codex":0.00006333514,"about_ca_topic_score_gemma":0.0012752428,"teacher_disagreement_score":0.23161836,"about_ca_system_score_codex":0.00048541892,"about_ca_system_score_gemma":0.00096625375,"threshold_uncertainty_score":0.9999429},"labels":[],"label_agreement":null},{"id":"W3170949751","doi":"10.2196/29561","title":"Monitoring Beliefs and Physiological Measures Using Wearable Sensors and Smartphone Technology Among Students at Risk of COVID-19: Protocol for a mHealth Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health; A. Alfred Taubman Medical Research Institute","keywords":"mHealth; Mental health; Wearable computer; Social distance; Social isolation; Pandemic; Protocol (science); Coronavirus disease 2019 (COVID-19); Applied psychology; Population; Psychology; Internet privacy; Telemedicine; Public health; Wearable technology; Medical education; Medicine; Computer science; Nursing; Environmental health; Health care; Psychological intervention; Psychiatry; Disease; Alternative medicine","score_opus":0.5672475877642915,"score_gpt":0.6672437918769895,"score_spread":0.09999620411269794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170949751","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47402564,0.000015050856,0.000017035352,0.00009481464,0.000008438776,0.5257596,0.000016900889,0.000042368687,0.00002019146],"genre_scores_gemma":[0.10799897,0.0000049696464,0.0003235042,0.000026476906,0.00010993669,0.8910244,0.0000010671318,0.000035102472,0.0004755668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99462825,0.0019047047,0.0006161396,0.0009990289,0.0008539184,0.0009979714],"domain_scores_gemma":[0.99745214,0.00068694854,0.0002679878,0.00065516133,0.00037592775,0.00056183443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037844663,0.00025655635,0.0005833717,0.00037731483,0.0009485226,0.00006856948,0.00033225532,0.0002920258,0.00008463063],"category_scores_gemma":[0.00087941583,0.0002197594,0.00006189139,0.000761655,0.00059766485,0.00008968629,0.0008953774,0.000745674,0.000005908071],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002928353,0.0035265125,0.97639894,0.0025826795,0.00009518413,0.00007240069,0.003152489,0.0000086425425,0.0067461664,0.000040903076,0.0003571341,0.0040906123],"study_design_scores_gemma":[0.02206895,0.011341635,0.9232257,0.0018507441,0.000017112003,0.000043815475,0.0117727695,0.00006181375,0.006876539,0.0011389512,0.021190092,0.00041186262],"about_ca_topic_score_codex":0.0012446688,"about_ca_topic_score_gemma":0.00029535778,"teacher_disagreement_score":0.36602667,"about_ca_system_score_codex":0.0006601002,"about_ca_system_score_gemma":0.0008418334,"threshold_uncertainty_score":0.89615285},"labels":[],"label_agreement":null},{"id":"W3171106861","doi":"10.2196/28147","title":"Use of Social Media for Cancer Prevention Through Neighborhood Social Cohesion: Protocol for a Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Cancer Research UK","keywords":"Socioeconomic status; Cohesion (chemistry); Psychology; Data collection; Community-based participatory research; Gerontology; Applied psychology; Medical education; Medicine; Environmental health; Sociology; Population; Participatory action research","score_opus":0.8593734566529417,"score_gpt":0.7278406839481367,"score_spread":0.131532772704805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171106861","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032766315,9.822307e-7,0.000102310165,0.003438037,0.00013074181,0.9926827,0.00009262732,0.00006279647,0.00021317755],"genre_scores_gemma":[0.0035743995,3.0302027e-7,0.0010781769,0.000029654651,0.0032339955,0.9917809,0.000019822683,0.000040504914,0.00024224707],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99264234,0.0032347075,0.0007530506,0.0006478093,0.0017685015,0.00095357577],"domain_scores_gemma":[0.98908854,0.006052824,0.0003975676,0.00029517233,0.0039891796,0.00017673874],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0054575494,0.00017596343,0.00047134748,0.00010079148,0.0022152816,0.00021314454,0.00043273825,0.00034780195,0.00042960374],"category_scores_gemma":[0.015374679,0.00018150923,0.00023460899,0.0012201931,0.00057858287,0.0006182376,0.00012847356,0.0004122386,0.000004119],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007922222,0.026188802,0.07534388,0.00847264,0.00016288756,0.0000039089077,0.61917317,8.728419e-7,0.001146817,0.052639626,0.07463144,0.13431376],"study_design_scores_gemma":[0.007165624,0.0017397479,0.07517701,0.00070685137,0.0000151713875,1.18338626e-7,0.03323101,0.000009949869,0.0013480238,0.029502602,0.8507736,0.00033029917],"about_ca_topic_score_codex":0.0005876294,"about_ca_topic_score_gemma":0.007122374,"teacher_disagreement_score":0.7761422,"about_ca_system_score_codex":0.0009826461,"about_ca_system_score_gemma":0.0072379657,"threshold_uncertainty_score":0.9990837},"labels":[],"label_agreement":null},{"id":"W3171418212","doi":"10.2196/28273","title":"Improving Physical Activity Levels in Prevocational Students by Student Participation: Protocol for a Cluster Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; ZonMw","keywords":"Randomized controlled trial; Context (archaeology); Physical therapy; Intervention (counseling); Intervention mapping; Health promotion; Psychological intervention; Cluster randomised controlled trial; Population; Promotion (chess); Psychology; Motivational interviewing; Curriculum; Protocol (science); Medicine; Public health; Nursing; Pedagogy; Environmental health","score_opus":0.2072289008772749,"score_gpt":0.5962820854099604,"score_spread":0.3890531845326855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171418212","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23378791,2.6201204e-7,0.0001539893,0.0008261827,0.000009379025,0.7649035,0.000014992101,0.000042316788,0.00026151162],"genre_scores_gemma":[0.27255505,1.9016143e-8,0.00011535517,0.000056238827,0.00051296677,0.7251972,0.000011291858,0.000037692505,0.0015142009],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9913259,0.0033978722,0.00074712717,0.00085905055,0.0027967533,0.0008733035],"domain_scores_gemma":[0.99343634,0.0041727643,0.000298215,0.00061970163,0.0011499248,0.00032308346],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005440544,0.00033265413,0.0019594866,0.00017033548,0.00020705523,0.00029051705,0.00037696701,0.00017091056,0.0001306714],"category_scores_gemma":[0.0037037823,0.0002516538,0.00057439593,0.00052366435,0.00027372348,0.00038329174,0.00053044804,0.0009290103,0.000032229615],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8689754,0.11773539,0.003570476,0.0010739346,0.0002189406,0.00001365042,0.0002482442,0.0000039762526,0.004983703,0.00031338827,0.0016024804,0.0012604153],"study_design_scores_gemma":[0.9583576,0.0026623127,0.024533456,0.0007075413,0.00003045335,0.0000013256456,0.000030610296,0.0024383164,0.008842942,0.00082336593,0.0013431663,0.00022895056],"about_ca_topic_score_codex":0.000015586778,"about_ca_topic_score_gemma":0.000017720899,"teacher_disagreement_score":0.11507308,"about_ca_system_score_codex":0.00047415626,"about_ca_system_score_gemma":0.0010002452,"threshold_uncertainty_score":0.99999356},"labels":[],"label_agreement":null},{"id":"W3171716397","doi":"10.2196/28905","title":"Assessment of Preparedness for Remote Teaching and Learning to Transform Health Professions Education in Sub-Saharan Africa in Response to the COVID-19 Pandemic: Protocol for a Mixed Methods Study With a Case Study Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit van die Vrystaat","keywords":"Preparedness; Pandemic; Higher education; Medical education; Competence (human resources); Medicine; Psychology; Political science; Coronavirus disease 2019 (COVID-19); Disease","score_opus":0.5025996292672615,"score_gpt":0.7217014810451523,"score_spread":0.21910185177789077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171716397","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13207066,0.000003233307,0.017078424,0.0020163222,0.000009042124,0.84869057,0.000021018697,0.00002966594,0.00008108364],"genre_scores_gemma":[0.05778532,8.67135e-8,0.021603536,0.00021119221,0.000027701779,0.9196726,0.000006199328,0.00004505107,0.0006482768],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97074395,0.025822572,0.00090587273,0.0010386218,0.0005828015,0.00090617413],"domain_scores_gemma":[0.9936508,0.0046750605,0.00018198034,0.0006987605,0.0002766786,0.0005167179],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05251841,0.00023531538,0.00055870134,0.0006962336,0.00091997324,0.00007499525,0.00032016073,0.00009761284,0.0000074609643],"category_scores_gemma":[0.0020213115,0.00016742086,0.000049123588,0.0012685849,0.00005700691,0.00009612865,0.00019804417,0.0013056231,3.8189293e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.052749716,0.027395578,0.033878937,0.0055948747,0.000055709166,0.00009300475,0.5287618,0.000113412985,0.00076178915,0.00006133557,0.0020287137,0.34850514],"study_design_scores_gemma":[0.021886634,0.041209143,0.03193495,0.0016649388,0.0000068890918,0.00017146817,0.6705749,0.0005478476,0.000021288231,0.00010500337,0.23156062,0.0003163383],"about_ca_topic_score_codex":0.0051520113,"about_ca_topic_score_gemma":0.018931977,"teacher_disagreement_score":0.34818882,"about_ca_system_score_codex":0.0019365657,"about_ca_system_score_gemma":0.013222597,"threshold_uncertainty_score":0.99897},"labels":[],"label_agreement":null},{"id":"W3171894649","doi":"10.2196/29965","title":"Cranial Nerve Noninvasive Neuromodulation in Adults With Neurological Conditions: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Vagus Nerve Stimulation Research","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"McMaster University","keywords":"CINAHL; Neuromodulation; Medicine; MEDLINE; Physical medicine and rehabilitation; Rehabilitation; Physical therapy; Psychological intervention; Stimulation; Nursing","score_opus":0.6304276115614077,"score_gpt":0.6586701007580125,"score_spread":0.02824248919660477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171894649","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0174726e-7,0.029535826,0.000033134373,0.00032076554,0.0000075000576,0.9693935,0.00013555685,0.00012679538,0.0004466352],"genre_scores_gemma":[1.3924915e-7,0.07865926,0.00017273541,0.00018506682,0.0002389,0.9201865,0.000120764336,0.00017755,0.00025906003],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98236233,0.008669122,0.0019164165,0.0026174018,0.0027043822,0.0017303616],"domain_scores_gemma":[0.9900055,0.0062378068,0.00071622024,0.001472298,0.001168413,0.00039974827],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030887113,0.000806672,0.0025642584,0.0010989184,0.0005932364,0.00052266504,0.001568249,0.000555548,0.0009492039],"category_scores_gemma":[0.010073279,0.000604567,0.0005987107,0.0042925994,0.0005705016,0.00053672196,0.0007426388,0.002989413,0.00020196535],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009704906,0.0014394539,0.00001638696,0.869947,0.000014329615,0.0016863797,0.000038490165,0.000026721757,0.000022309354,0.00063469727,0.0042178407,0.12098588],"study_design_scores_gemma":[0.0028202184,0.0022179792,0.000005773516,0.6327863,0.000007844732,0.00016799873,0.0000015223898,0.00015005146,0.00003006069,0.0000668407,0.3613354,0.00041001212],"about_ca_topic_score_codex":0.000008030841,"about_ca_topic_score_gemma":0.00003489461,"teacher_disagreement_score":0.35711756,"about_ca_system_score_codex":0.0003032193,"about_ca_system_score_gemma":0.0038339146,"threshold_uncertainty_score":0.99996406},"labels":[],"label_agreement":null},{"id":"W3171960447","doi":"10.2196/25781","title":"A Technological-Based Platform for Risk Assessment, Detection, and Prevention of Falls Among Home-Dwelling Older Adults: Protocol for a Quasi-Experimental Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"EIT Health; Universidade do Porto; European Commission","keywords":"Protocol (science); Gerontology; Medicine; Psychology; Applied psychology; Alternative medicine","score_opus":0.16974417982392703,"score_gpt":0.5715334385574017,"score_spread":0.40178925873347465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171960447","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09858842,0.0000025831587,0.023614854,0.000032245323,0.000011625384,0.8774507,0.000060535436,0.00013067794,0.00010832438],"genre_scores_gemma":[0.19039829,4.0435577e-7,0.0036709246,0.000009283712,0.00008756563,0.8054462,0.000024765033,0.00004449089,0.00031807052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99528855,0.0013887527,0.0010241775,0.0007843175,0.0006720952,0.000842091],"domain_scores_gemma":[0.9963372,0.0010157393,0.00063161517,0.0005629559,0.0012948759,0.00015762988],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0049895374,0.00025730985,0.0005064989,0.00030485564,0.0013200286,0.00006845006,0.00028591597,0.00044556643,0.000048576825],"category_scores_gemma":[0.0005433349,0.00022007547,0.00018523725,0.0005993167,0.00028056023,0.0003423688,0.00022933065,0.0010627791,0.0000046944742],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025084054,0.17080675,0.542415,0.047336705,0.0005739984,0.000023047185,0.007801105,0.0000062186054,0.08797626,0.0026755745,0.0026688178,0.11263241],"study_design_scores_gemma":[0.16724202,0.07748319,0.55272466,0.03588978,0.00006392092,0.0000040934974,0.075724706,0.01628271,0.02391164,0.016887106,0.032206684,0.0015794748],"about_ca_topic_score_codex":0.000037081238,"about_ca_topic_score_gemma":0.00021859318,"teacher_disagreement_score":0.14215796,"about_ca_system_score_codex":0.00026517952,"about_ca_system_score_gemma":0.00056005485,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W3172020013","doi":"10.2196/25017","title":"The Effects of 3D Immersion Technology (3Scape) on Mental Health in Outpatients From a Short-Term Assessment, Rehabilitation, and Treatment Program: Feasibility Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Glenrose Rehabilitation Hospital; University of Alberta","funders":"","keywords":"Randomized controlled trial; Mental health; Mood; Anxiety; Quality of life (healthcare); Rehabilitation; Dementia; Medicine; Cognition; Cognitive rehabilitation therapy; Montreal Cognitive Assessment; Psychiatry; Physical therapy; Cognitive impairment; Nursing","score_opus":0.08196239291340289,"score_gpt":0.562414152602021,"score_spread":0.4804517596886181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172020013","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14981593,0.00000812197,0.000011344299,0.003511664,0.000010676459,0.84641343,0.00001699472,0.000027530567,0.00018428394],"genre_scores_gemma":[0.020884143,0.0000063960374,0.0010304902,0.000022631852,0.000039104314,0.97766674,0.000059113874,0.000023491039,0.00026789124],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928894,0.003572006,0.0010467415,0.0007017601,0.0010667619,0.0007233319],"domain_scores_gemma":[0.9927465,0.0054159607,0.00022075693,0.0005434948,0.0008746494,0.00019867948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049927672,0.0002497918,0.0014025744,0.00038061762,0.00034627024,0.000101482205,0.00015161604,0.00014074674,0.00003938122],"category_scores_gemma":[0.003073406,0.00014225261,0.00029433376,0.0005467998,0.0006955529,0.00008345946,0.00015727544,0.00042018053,0.0000017644224],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8610898,0.015133735,0.03852275,0.001094363,0.00022066839,0.000009466458,0.00027906013,1.8727354e-8,0.0014931076,0.0001370504,0.00028103314,0.08173893],"study_design_scores_gemma":[0.9090539,0.06889574,0.012916657,0.0031398444,0.000014636387,0.0000011598711,0.00034031598,0.00013360078,0.0022314838,0.00068882445,0.0024884178,0.00009539641],"about_ca_topic_score_codex":0.000030549792,"about_ca_topic_score_gemma":0.00004031819,"teacher_disagreement_score":0.13125327,"about_ca_system_score_codex":0.0006792593,"about_ca_system_score_gemma":0.0013796446,"threshold_uncertainty_score":0.58008933},"labels":[],"label_agreement":null},{"id":"W3172291321","doi":"10.2196/28619","title":"Mucopolysaccharidosis Type I Disease Prevalence Among Patients With Idiopathic Short Stature in Saudi Arabia: Protocol for a Multicenter Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lysosomal Storage Disorders Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sanofi Genzyme; Sanofi","keywords":"Medicine; Pediatrics; Mucopolysaccharidosis type II; Mucopolysaccharidosis; Mucopolysaccharidosis type I; Population; Incidence (geometry); Disease; Short stature; Enzyme replacement therapy; Internal medicine; Environmental health","score_opus":0.1456673481664499,"score_gpt":0.5166905858618955,"score_spread":0.37102323769544565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172291321","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33361697,0.0000040853606,0.000013752811,0.00006251396,0.00000609079,0.6661485,0.0000416072,0.000044732067,0.0000617244],"genre_scores_gemma":[0.3173986,2.200244e-7,0.00008432585,0.000025264568,0.00008395707,0.6814792,0.000026968275,0.00006566965,0.0008357572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927519,0.0008067448,0.0006843586,0.0012786683,0.0032190771,0.0012592579],"domain_scores_gemma":[0.99395734,0.00017685893,0.00009368531,0.000982351,0.004107561,0.00068218104],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019477458,0.00034532085,0.00046797225,0.0004335161,0.0003743891,0.00036293096,0.00046492362,0.00020953434,0.00042036147],"category_scores_gemma":[0.0020878399,0.00026965825,0.00013301475,0.0016339994,0.00042570397,0.00048269398,0.00043572884,0.0016114227,0.00003647794],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027389199,0.013776922,0.9508266,0.006116336,0.00006979163,0.00041737463,0.00031353493,0.000010864108,0.00026183832,0.000008159782,0.00038806125,0.00042132568],"study_design_scores_gemma":[0.018302603,0.0054585948,0.97000945,0.0036399388,0.0000068843115,0.0000026886903,0.00012706428,0.00020357821,0.00038831477,0.000040138366,0.0015522743,0.00026844788],"about_ca_topic_score_codex":0.000051122657,"about_ca_topic_score_gemma":0.0002143794,"teacher_disagreement_score":0.01918288,"about_ca_system_score_codex":0.00062563084,"about_ca_system_score_gemma":0.001817708,"threshold_uncertainty_score":0.99997556},"labels":[],"label_agreement":null},{"id":"W3172315678","doi":"10.2196/30166","title":"Choice of Behavioral Change Techniques in Health Care Conversational Agents: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Behavior change; Applied psychology; Health care; Psychology; Computer science; Medicine; Medical education; Human–computer interaction; Alternative medicine; Social psychology","score_opus":0.8278758213576144,"score_gpt":0.7761680517954753,"score_spread":0.05170776956213907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172315678","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2722453e-9,0.34283638,0.0000029510798,0.00017897418,0.000014485174,0.65606177,0.00037922835,0.000039201877,0.00048700452],"genre_scores_gemma":[8.3371425e-9,0.049986046,0.0003560331,0.00016596164,0.00017055158,0.9482394,0.00047558016,0.00010481096,0.0005016122],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919579,0.0025705663,0.0026287362,0.0009158663,0.00088645273,0.0010404595],"domain_scores_gemma":[0.9963637,0.0005179689,0.0011657686,0.00093326083,0.00076029485,0.00025901015],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029351423,0.00042055422,0.0022540656,0.0007606157,0.0001314655,0.00006935284,0.00081358885,0.00037544488,0.0012006204],"category_scores_gemma":[0.00019437721,0.00039538697,0.0006902531,0.0012449403,0.00019523373,0.00023945594,0.0003966963,0.0010294411,0.00006713206],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024469467,0.0010319061,0.0000064885867,0.51264554,0.000012454879,0.00000683062,0.00013073391,3.7467932e-10,5.1892446e-9,0.0003917056,0.010653782,0.4750961],"study_design_scores_gemma":[0.00049207156,0.0015752908,0.000002434773,0.49347892,0.0000036624265,0.000004550873,0.000032816588,1.8329317e-8,0.0000011930057,0.000009788833,0.5042747,0.00012454324],"about_ca_topic_score_codex":0.00034841156,"about_ca_topic_score_gemma":0.00025004204,"teacher_disagreement_score":0.49362093,"about_ca_system_score_codex":0.0013647699,"about_ca_system_score_gemma":0.0025453137,"threshold_uncertainty_score":0.9998498},"labels":[],"label_agreement":null},{"id":"W3172341805","doi":"10.2196/30334","title":"Combining Ketamine and Internet-Based Cognitive Behavioral Therapy for the Treatment of Posttraumatic Stress Disorder: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Treatment of Major Depression","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Ketamine; Randomized controlled trial; Cognitive behavioral therapy; Psychological intervention; Medicine; Clinical psychology; Cognitive therapy; Posttraumatic stress; Cognition; Physical therapy; Psychiatry; Psychology; Internal medicine","score_opus":0.235509550923333,"score_gpt":0.5601709061340556,"score_spread":0.3246613552107226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172341805","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03429852,0.00004035232,0.000492607,0.0005765429,0.000008153147,0.96442914,0.00006132345,0.000034511966,0.00005885437],"genre_scores_gemma":[0.022802224,0.0000034374555,0.0005549049,0.000020097687,0.0000843456,0.9754099,0.0000778761,0.0000505709,0.00099664],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966346,0.0010446319,0.00076272414,0.00044286443,0.0006745199,0.0004406432],"domain_scores_gemma":[0.98961955,0.008609399,0.00030020936,0.00039224495,0.0009453416,0.00013323157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014862902,0.00029211963,0.0015989827,0.0001569724,0.00019449498,0.000100889956,0.00012402423,0.00012642585,0.00011054829],"category_scores_gemma":[0.00078146294,0.00014627518,0.00060389354,0.00016064488,0.00043744867,0.00006028333,0.000036833753,0.00016533329,9.2475557e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94113666,0.023342835,0.00071676576,0.0007493763,0.0005438729,0.000013688919,0.0007170848,6.504887e-7,0.00073636306,0.00005601833,0.000096893964,0.031889778],"study_design_scores_gemma":[0.91203415,0.050545223,0.00016571084,0.0033777705,0.00014046945,0.0000031636675,0.00035646424,0.0017910019,0.028134106,0.00008480585,0.0032522557,0.000114887516],"about_ca_topic_score_codex":0.000040748237,"about_ca_topic_score_gemma":0.000026594049,"teacher_disagreement_score":0.031774893,"about_ca_system_score_codex":0.00008626681,"about_ca_system_score_gemma":0.00046110406,"threshold_uncertainty_score":0.5964929},"labels":[],"label_agreement":null},{"id":"W3172682727","doi":"10.2196/31211","title":"Implementation of an Internet-Based Acceptance and Commitment Therapy for Promoting Mental Health Among Migrant Live-in Caregivers in Canada: Protocol","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family Caregiving in Mental Illness","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Institute for Clinical Evaluative Sciences; Toronto Western Hospital; University of Toronto; Toronto Metropolitan University; University Health Network","funders":"","keywords":"Acceptance and commitment therapy; Mental health; Psychology; Psychosocial; Mindfulness; Psychological resilience; Psychological intervention; Social support; Distress; Anxiety; Clinical psychology; Intervention (counseling); Psychiatry; Psychotherapist","score_opus":0.13236683106146185,"score_gpt":0.531991487627605,"score_spread":0.3996246565661431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172682727","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42924246,0.0000041884923,0.000005700317,0.0002793658,0.000010481691,0.57037735,0.000044353827,0.0000074906857,0.000028609698],"genre_scores_gemma":[0.2861306,1.3314153e-7,0.00026586672,0.000065165455,0.000012101492,0.7134329,0.00003327394,0.000023892495,0.00003606316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996191,0.0013268255,0.0005681026,0.0005681924,0.0006547891,0.0006910924],"domain_scores_gemma":[0.9989041,0.00018678396,0.00020385702,0.0003910966,0.0001668292,0.0001473357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001770379,0.00017572602,0.00032449624,0.00020182994,0.00009814613,0.000060120943,0.000372326,0.00006206358,0.00024267784],"category_scores_gemma":[0.000022203541,0.00017532929,0.000038449372,0.00038737722,0.00013936544,0.0001492628,0.000116159565,0.0003410302,7.627088e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017093173,0.0012353963,0.87255454,0.0014270132,0.000030058103,0.00007483425,0.03328634,0.000005713328,0.0011601668,0.00007243625,0.0034569656,0.08498722],"study_design_scores_gemma":[0.02120383,0.003769201,0.86246854,0.003089109,5.5068494e-7,0.00000453279,0.06663272,0.00036033074,0.032169856,0.000049000562,0.009954136,0.00029821557],"about_ca_topic_score_codex":0.63351846,"about_ca_topic_score_gemma":0.93393254,"teacher_disagreement_score":0.30041406,"about_ca_system_score_codex":0.0018039392,"about_ca_system_score_gemma":0.0018421598,"threshold_uncertainty_score":0.7149721},"labels":[],"label_agreement":null},{"id":"W3172720600","doi":"10.2196/28873","title":"Remote Assessment of Lung Disease and Impact on Physical and Mental Health (RALPMH): Protocol for a Prospective Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Rosetrees Trust; Wellcome Trust","keywords":"Medicine; mHealth; COPD; Telemedicine; Medical emergency; Observational study; Wearable technology; Physical therapy; Wearable computer; Health care; Emergency medicine; Intensive care medicine; Internal medicine; Psychological intervention; Computer science; Psychiatry","score_opus":0.24507516674741295,"score_gpt":0.62047143710763,"score_spread":0.37539627036021705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172720600","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09664815,0.0000049636274,0.000017145085,0.0018946136,0.0000019425017,0.900912,0.00025890724,0.000024918216,0.00023740121],"genre_scores_gemma":[0.07381043,4.7054064e-7,0.00047801482,0.000037973186,0.00015697638,0.9249656,0.00005957367,0.000045039014,0.00044589935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99546826,0.00069648767,0.00039995427,0.0008555409,0.0018703133,0.000709428],"domain_scores_gemma":[0.9971108,0.0003708483,0.0001251253,0.00056383485,0.000973743,0.0008556605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001233827,0.00026316426,0.0005552334,0.00022510489,0.0003535574,0.0000964034,0.00013796883,0.00004837054,0.00010789654],"category_scores_gemma":[0.0003309804,0.0002033656,0.00014497821,0.00054736587,0.00037804866,0.00019061129,0.00038485197,0.0006193892,0.0000014728449],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019008018,0.017985515,0.92546797,0.013227224,0.00037768588,0.00016027212,0.0009853033,0.000005253804,0.0020786063,0.002025032,0.0053085703,0.013370531],"study_design_scores_gemma":[0.013804757,0.006958356,0.96227986,0.002147111,0.000007482475,0.000010838532,0.00038192744,0.011238461,0.00020242462,0.001271494,0.0015426527,0.00015464486],"about_ca_topic_score_codex":0.000037610043,"about_ca_topic_score_gemma":0.000006702118,"teacher_disagreement_score":0.036811862,"about_ca_system_score_codex":0.0012085709,"about_ca_system_score_gemma":0.004476059,"threshold_uncertainty_score":0.8293009},"labels":[],"label_agreement":null},{"id":"W3172770773","doi":"10.2196/30514","title":"A Randomized Controlled Trial Investigating the Feasibility of a Low-Intensity Psychological Intervention for Fear of Memory Loss and Quality of Life in Older Adults: Protocol for the Reducing Fear and Avoidance of Memory Loss (REFRAME) Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychoeducation; Mindfulness; Randomized controlled trial; Dementia; Quality of life (healthcare); Psychology; Clinical psychology; Anxiety; Psychosocial; Intervention (counseling); Cognition; Psychiatry; Medicine; Disease; Psychotherapist","score_opus":0.31955568003716167,"score_gpt":0.5787769578105996,"score_spread":0.2592212777734379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172770773","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46957633,0.0000111430445,0.000857342,0.00020602517,0.000016536762,0.5292758,0.000028015265,0.000004629654,0.000024208592],"genre_scores_gemma":[0.46939033,7.634993e-8,0.00007719083,0.000007020286,0.000028232582,0.53040534,9.964909e-7,0.000008917266,0.00008187557],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9871275,0.008524582,0.0027038758,0.0006440053,0.00063780224,0.00036223847],"domain_scores_gemma":[0.98883086,0.0069622383,0.0014947461,0.00087787537,0.0017383891,0.00009589462],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025092715,0.00020921018,0.0019009417,0.0001477014,0.00018437697,0.00003704724,0.00043957948,0.00017976438,0.0003071099],"category_scores_gemma":[0.012476813,0.00011737299,0.00067127426,0.00039197263,0.0015403441,0.00007946108,0.00030196787,0.0006018618,2.5636837e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9717926,0.0102704195,0.0039035403,0.004713508,0.00027562864,0.0000014534576,0.004781678,0.0000050366166,0.0004222137,0.0014712797,0.00029639967,0.0020662504],"study_design_scores_gemma":[0.9469199,0.0041141715,0.02241263,0.005504669,0.000024201046,0.0000024385786,0.014301946,0.00050497893,0.0025819717,0.0035010502,0.000009321558,0.00012268715],"about_ca_topic_score_codex":0.00036176428,"about_ca_topic_score_gemma":0.00013343616,"teacher_disagreement_score":0.024872659,"about_ca_system_score_codex":0.000032299155,"about_ca_system_score_gemma":0.00015822929,"threshold_uncertainty_score":0.9958415},"labels":[],"label_agreement":null},{"id":"W3173048801","doi":"10.2196/30244","title":"The Role of Occupational Therapy in Pulmonary Rehabilitation Programs: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"West Park Healthcare Centre; Toronto Rehabilitation Institute; University of Toronto; McMaster University","funders":"McMaster University","keywords":"CINAHL; Medicine; Occupational therapy; Systematic review; MEDLINE; Psychological intervention; International Classification of Functioning, Disability and Health; Grey literature; Guideline; Rehabilitation; Pulmonary rehabilitation; Physical therapy; Nursing","score_opus":0.7600835183431727,"score_gpt":0.7694582374001242,"score_spread":0.00937471905695153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173048801","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.0135714e-8,0.40086955,0.0000019636584,0.00029008242,0.000006035635,0.5982654,0.000024046984,0.000018806477,0.0005241009],"genre_scores_gemma":[3.1639862e-9,0.43634474,0.0002566877,0.000026459817,0.00020471007,0.5625991,0.00011498254,0.00006086024,0.00039244018],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9774586,0.015579668,0.0027548517,0.0008210857,0.0021193537,0.0012664418],"domain_scores_gemma":[0.96888566,0.025198672,0.0012686345,0.0011812266,0.0033040212,0.00016181495],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022999505,0.00041693915,0.0017433163,0.0005244292,0.0013472296,0.0000869811,0.0011447778,0.00062005763,0.00036010152],"category_scores_gemma":[0.005753769,0.0002500699,0.0006197953,0.0023073533,0.0003460104,0.0003289411,0.0003972958,0.0030312757,0.0000754832],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008900487,0.0007595256,0.00023408837,0.3357669,0.000037261736,0.0000020305629,0.00009428532,4.6194064e-8,0.000001099001,0.0010751256,0.0025510688,0.6585885],"study_design_scores_gemma":[0.00063805335,0.00068110705,0.000013695412,0.46750298,0.0000026639968,0.0000011351976,0.00014298032,0.0000028174115,5.9041326e-7,0.0004913012,0.530403,0.00011961352],"about_ca_topic_score_codex":0.00003533402,"about_ca_topic_score_gemma":0.000065371016,"teacher_disagreement_score":0.6584689,"about_ca_system_score_codex":0.0005537628,"about_ca_system_score_gemma":0.015285801,"threshold_uncertainty_score":0.9999952},"labels":[],"label_agreement":null},{"id":"W3173065297","doi":"10.2196/31137","title":"Exploring Associations of Housing, Relocation, and Active and Healthy Aging in Sweden: Protocol for a Prospective Longitudinal Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Aging, and Tourism Studies","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relocation; Aging in place; Gerontology; Data collection; Demographics; Longitudinal study; Psychology; Medicine; Business; Sociology; Demography; Computer science","score_opus":0.641814024609165,"score_gpt":0.6580202560116831,"score_spread":0.01620623140251809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173065297","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058495212,0.0000050042177,0.00034980138,0.0006729899,0.00000715564,0.94017804,0.000005938887,0.000029651317,0.00025620614],"genre_scores_gemma":[0.06484919,0.000003335416,0.003058584,0.00000544939,0.00011973193,0.9318159,0.0000010827853,0.000013483436,0.00013322511],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99614626,0.0020112714,0.00036827425,0.0004519646,0.00057872036,0.00044349924],"domain_scores_gemma":[0.9972728,0.0010261862,0.0001800716,0.00016327384,0.0012568107,0.000100859754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053128162,0.00011399663,0.00029528746,0.00024890242,0.0012158096,0.00015920299,0.00011511506,0.0000555746,0.000007603834],"category_scores_gemma":[0.0021339746,0.000111828456,0.000031608903,0.0009607942,0.00026078927,0.00050985394,0.0001579331,0.00028325972,3.3216773e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024205698,0.0012211238,0.4752004,0.00047767273,0.000058953952,0.000004524455,0.50655234,0.000001661724,0.00013468755,0.0043834103,0.0004644251,0.011258715],"study_design_scores_gemma":[0.0027767215,0.00078902656,0.93528867,0.00051351363,0.0000039271877,3.6532555e-7,0.046452813,0.000023959312,0.0015283646,0.0045847306,0.007887756,0.00015016065],"about_ca_topic_score_codex":0.003516657,"about_ca_topic_score_gemma":0.0416673,"teacher_disagreement_score":0.46009955,"about_ca_system_score_codex":0.0002918686,"about_ca_system_score_gemma":0.00072748243,"threshold_uncertainty_score":0.97581977},"labels":[],"label_agreement":null},{"id":"W3173120778","doi":"10.2196/26708","title":"Using Gaze Tracking as a Research Tool in the Deaf Health Literacy and Access to Health Information Project: Protocol for a Multisite Mixed Methods Study and Preliminary Results","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing Impairment and Communication","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Deafness and Other Communication Disorders","keywords":"Gaze; American Sign Language; Protocol (science); Health literacy; Eye tracking; Sign language; Applied psychology; The Internet; Health care; Psychology; Medical education; Computer science; Medicine; World Wide Web; Artificial intelligence","score_opus":0.7233632986631349,"score_gpt":0.7655307192047167,"score_spread":0.042167420541581846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173120778","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035565183,0.000008655988,0.00062350975,0.00665873,0.000005809008,0.9568576,0.000014309107,0.000036565158,0.00022963592],"genre_scores_gemma":[0.00950494,8.946509e-7,0.01696075,0.00039688378,0.000054613312,0.97292465,0.000017230735,0.000025750096,0.00011431313],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97819173,0.017972445,0.0010829851,0.00062977965,0.00096802774,0.0011550299],"domain_scores_gemma":[0.9951312,0.0025859866,0.00020932281,0.0011618313,0.00074717804,0.00016449936],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.041156836,0.00018607962,0.00033654505,0.0008418537,0.0010577593,0.0015301121,0.0007080617,0.00011687859,0.0000097442735],"category_scores_gemma":[0.0019647717,0.000149289,0.000034346966,0.0019390546,0.000107598884,0.001179175,0.000984183,0.0011868877,0.0000071309573],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009792549,0.0026984452,0.0052792435,0.0019286297,0.000021986936,0.000014109146,0.20118882,0.0000025140957,0.000098473785,0.0006713166,0.005531873,0.772772],"study_design_scores_gemma":[0.02497234,0.039868936,0.4682312,0.00869853,0.0000028860475,0.00014356418,0.05643677,0.003364757,0.000359745,0.0021332097,0.3952075,0.00058056554],"about_ca_topic_score_codex":0.0019069694,"about_ca_topic_score_gemma":0.00036552656,"teacher_disagreement_score":0.77219146,"about_ca_system_score_codex":0.00030403445,"about_ca_system_score_gemma":0.0011473079,"threshold_uncertainty_score":0.9995064},"labels":[],"label_agreement":null},{"id":"W3173691841","doi":"10.2196/28759","title":"Risk Factors for Surgical Site Infection After Lower Limb Revascularization Surgery in Adults With Peripheral Artery Disease: Protocol for a Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Surgical site infection prevention","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; University of Calgary; University of Ottawa","funders":"","keywords":"Medicine; Revascularization; Odds ratio; Surgery; Vascular surgery; Meta-analysis; Risk factor; Internal medicine; Myocardial infarction; Cardiac surgery","score_opus":0.19885031807488998,"score_gpt":0.5241243937373246,"score_spread":0.3252740756624346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173691841","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004014746,0.15693994,0.0004132528,0.000039974213,0.0000025750196,0.8423509,0.00018583592,0.000057508612,0.000005975265],"genre_scores_gemma":[0.0000017484163,0.07999767,0.00006486894,0.000020309899,0.00008168796,0.91822815,0.00080852624,0.000111910114,0.000685151],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98974603,0.004881652,0.0020981957,0.0013376736,0.0012323244,0.00070412405],"domain_scores_gemma":[0.9931832,0.0029986522,0.0009593836,0.0010659645,0.0013227145,0.00047008766],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006154207,0.0007340494,0.007895571,0.0012291245,0.00018329907,0.0002513422,0.0001139362,0.00047148622,0.0014396231],"category_scores_gemma":[0.0021584672,0.00043506196,0.0056691966,0.0030824512,0.00012113534,0.00031291693,0.000106078274,0.0009156051,0.000008435064],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018517354,0.000983324,0.0015221613,0.9740127,0.019779067,0.000097165044,0.00001565669,0.0000012458152,1.29187345e-8,0.000004741323,0.00010283934,0.0016293994],"study_design_scores_gemma":[0.0023014755,0.00090460957,0.00031377553,0.54713994,0.117251955,0.000050078663,0.0000025430072,0.000030172336,2.0674061e-7,0.000007934928,0.33152765,0.00046964732],"about_ca_topic_score_codex":0.000024405623,"about_ca_topic_score_gemma":0.00005813124,"teacher_disagreement_score":0.4268727,"about_ca_system_score_codex":0.00048885506,"about_ca_system_score_gemma":0.0006121635,"threshold_uncertainty_score":0.9998101},"labels":[],"label_agreement":null},{"id":"W3174979900","doi":"10.2196/25795","title":"Prevalence of Early Childhood Caries in South Africa: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Early childhood caries; Oral hygiene; Dentistry; Cross-sectional study; Checklist; Pediatrics; Environmental health; Oral health","score_opus":0.33949244172636234,"score_gpt":0.5918845553979918,"score_spread":0.25239211367162945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174979900","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.3801118e-8,0.40775076,0.0000062125405,0.0000015438285,0.0000054686175,0.591785,0.00022669807,0.000026580852,0.00019769046],"genre_scores_gemma":[1.3541573e-7,0.08611988,0.000043324817,0.000010434623,0.0000749907,0.9112492,0.000054491084,0.0000988865,0.002348628],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98994493,0.003532516,0.0027441657,0.0009208522,0.0018569437,0.0010005794],"domain_scores_gemma":[0.995041,0.0008193144,0.0012332948,0.0014999803,0.0011549015,0.00025146734],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046445113,0.0005214728,0.0036228234,0.00051282806,0.00014517648,0.00018743348,0.0012743212,0.0005121578,0.0002095735],"category_scores_gemma":[0.0029103116,0.0004004256,0.00075861067,0.001965018,0.00016415378,0.00019812233,0.00043634407,0.0011053093,0.00015654939],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037364967,0.00044229763,0.000024531255,0.9826194,0.00003602658,0.00003652679,0.0003332174,1.4879525e-8,3.931533e-8,0.00021477554,0.002192352,0.014063451],"study_design_scores_gemma":[0.0006512574,0.00044115126,0.000026010042,0.71780276,0.000056110202,0.000021496196,0.000047319154,3.5796532e-7,0.0000013373569,0.000027897293,0.28070801,0.00021628753],"about_ca_topic_score_codex":0.000008300196,"about_ca_topic_score_gemma":0.000016830967,"teacher_disagreement_score":0.32163087,"about_ca_system_score_codex":0.00039011872,"about_ca_system_score_gemma":0.0026740371,"threshold_uncertainty_score":0.9998448},"labels":[],"label_agreement":null},{"id":"W3175284670","doi":"10.2196/27504","title":"Impact of Digital Educational Interventions to Support Parents Caring for Acutely Ill Children at Home and Factors That Affect Their Use: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Oxford Academic Health Science Network; Great Ormond Street Institute of Child Health; Meningitis Research Foundation; National Institute for Health and Care Research","keywords":"CINAHL; Psychological intervention; Usability; Systematic review; Medicine; Protocol (science); MEDLINE; Cochrane Library; Population; Intervention (counseling); Inclusion (mineral); Health care; Health literacy; Nursing; Psychology; Family medicine; Alternative medicine","score_opus":0.7304961550553385,"score_gpt":0.6895298301448686,"score_spread":0.04096632491046992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175284670","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003046844,0.031253703,0.000022428658,0.00003448005,0.000052893454,0.957244,0.011286423,0.000035488967,0.000040117095],"genre_scores_gemma":[0.000006603354,0.011681727,0.00003894964,0.000065896864,0.00011909225,0.9823087,0.0040853606,0.00015354133,0.001540135],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9925416,0.0023403247,0.00222026,0.000914632,0.000843343,0.001139805],"domain_scores_gemma":[0.9775167,0.013128883,0.0013476567,0.0010899552,0.006410906,0.0005059152],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021119153,0.0007391038,0.0036721998,0.0006886984,0.0007656925,0.00016960443,0.0008248073,0.00050761795,0.00020043005],"category_scores_gemma":[0.015275866,0.00046813316,0.002270812,0.0007511229,0.00014249036,0.00038030616,0.0010629069,0.0010711293,0.000034725694],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102135826,0.00026937938,0.00904446,0.9115711,0.00048775953,8.7009823e-7,0.00040738966,4.166986e-8,2.045604e-7,0.000033259064,0.07535448,0.0027289328],"study_design_scores_gemma":[0.0008087435,0.0024819125,0.00074383954,0.863046,0.00013779935,0.000011828392,0.00017542095,2.3723832e-7,0.0000010328881,0.000016490661,0.13219498,0.00038172485],"about_ca_topic_score_codex":0.000038337348,"about_ca_topic_score_gemma":0.000026863303,"teacher_disagreement_score":0.0568405,"about_ca_system_score_codex":0.0012779693,"about_ca_system_score_gemma":0.0027726109,"threshold_uncertainty_score":0.999777},"labels":[],"label_agreement":null},{"id":"W3175566813","doi":"10.2196/28337","title":"The Impact of COVID-19–Related Restrictions on Social and Daily Activities of Parents, People With Disabilities, and Older Adults: Protocol for a Longitudinal, Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"International Collaboration On Repair Discoveries; British Columbia Institute of Technology; GF Strong Rehabilitation Centre; University of British Columbia","funders":"University of British Columbia","keywords":"Psychosocial; Boredom; Gerontology; Psychology; Activities of daily living; Data collection; Longitudinal study; Social support; Respite care; Medicine; Psychiatry; Physical therapy","score_opus":0.3491256946393333,"score_gpt":0.6460755024814259,"score_spread":0.2969498078420926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175566813","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.316132,0.000004445796,0.000040830004,0.00039502262,0.0000016164802,0.6832709,0.000052072748,0.000019073743,0.00008408819],"genre_scores_gemma":[0.15843645,0.0000013236333,0.00034539358,0.0000031768598,0.000035075376,0.8407677,0.0000070386877,0.00003422561,0.00036962546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950741,0.0021025324,0.00052225206,0.00057351176,0.0011273171,0.0006003215],"domain_scores_gemma":[0.99399906,0.0038131725,0.00017984216,0.00062564184,0.0010608081,0.0003214673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003470423,0.00022690755,0.00058400887,0.00027623144,0.00071541383,0.000117415606,0.00020934292,0.00012139323,0.00008210344],"category_scores_gemma":[0.004439388,0.00013434839,0.00012640099,0.0012110401,0.0010100171,0.00014482875,0.00030362385,0.0007194773,4.5553375e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.15267275,0.0115514295,0.779306,0.008769311,0.00093912025,0.00003483403,0.011358337,0.0000036301715,0.0030932839,0.00046181143,0.009671479,0.02213799],"study_design_scores_gemma":[0.023542922,0.0765516,0.811716,0.0022144185,0.00003055042,0.000052766853,0.07859386,0.00012697479,0.0037020429,0.00044503124,0.002786649,0.00023714422],"about_ca_topic_score_codex":0.00069877796,"about_ca_topic_score_gemma":0.0003280062,"teacher_disagreement_score":0.15769555,"about_ca_system_score_codex":0.00031977668,"about_ca_system_score_gemma":0.002252518,"threshold_uncertainty_score":0.5502457},"labels":[],"label_agreement":null},{"id":"W3175851981","doi":"10.2196/28083","title":"Examining Challenges to the Incorporation of End Users in the Design of Digital Health Interventions: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"SFU Community Trust Endowment Fund; Simon Fraser University; AGE-WELL","keywords":"CINAHL; Psychological intervention; PsycINFO; Grey literature; Systematic review; eHealth; MEDLINE; Digital health; Protocol (science); Checklist; Health care; Medicine; mHealth; Computer science; Psychology; Nursing; Alternative medicine; Political science","score_opus":0.8558817597329592,"score_gpt":0.730162834325709,"score_spread":0.12571892540725016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175851981","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2158304e-9,0.32664743,0.00073571445,0.0022572281,0.00000522069,0.6701334,0.00011212158,0.000014168461,0.00009472591],"genre_scores_gemma":[5.7086876e-8,0.33338696,0.00029186794,0.00021788303,0.00007761126,0.6658142,0.000064154716,0.0000450266,0.00010221436],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97143644,0.020056311,0.005562602,0.00067156256,0.0012167478,0.0010563604],"domain_scores_gemma":[0.98152596,0.011494007,0.0035634227,0.0019529714,0.0011919843,0.0002716289],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03962877,0.00037250452,0.0032773542,0.00055366935,0.0006878082,0.000040027175,0.0015623727,0.00032179873,0.000047184498],"category_scores_gemma":[0.00764315,0.00019920629,0.00042986585,0.0019981072,0.00013116951,0.00014023473,0.00035127535,0.0017094541,0.00004499883],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003518702,0.00036593952,0.0000015450181,0.86980647,0.000020921592,4.989856e-7,0.0007401212,4.8186087e-7,1.757276e-8,0.002910671,0.01493494,0.11118318],"study_design_scores_gemma":[0.00031229874,0.0007559725,0.000001482921,0.5326079,0.000013213612,0.0000018402628,0.0007047096,0.0000018698775,2.697331e-8,0.00010346637,0.46543145,0.00006576126],"about_ca_topic_score_codex":0.000029683626,"about_ca_topic_score_gemma":0.0001596727,"teacher_disagreement_score":0.45049652,"about_ca_system_score_codex":0.0005417573,"about_ca_system_score_gemma":0.009800834,"threshold_uncertainty_score":0.99581265},"labels":[],"label_agreement":null},{"id":"W3176613556","doi":"10.2196/31072","title":"Optimizing Social-Emotional-Communication Development in Infants of Mothers With Depression: Protocol for a Randomized Controlled Trial of a Mobile Intervention Targeting Depression and Responsive Parenting","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Psychological intervention; Randomized controlled trial; Mood; Mental health; Intervention (counseling); Postpartum depression; Psychology; Medicine; Clinical psychology; Psychiatry; Social support; Depression (economics); Pregnancy; Psychotherapist","score_opus":0.09792311719819158,"score_gpt":0.5100619049360846,"score_spread":0.41213878773789303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176613556","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15936409,0.000027433724,0.00015825605,0.0000512278,0.0000033803028,0.8402534,0.0000025764264,0.000009795545,0.00012980496],"genre_scores_gemma":[0.10363862,0.0000013611377,0.0066144643,0.0000048932807,0.000021422624,0.88954777,0.000012097139,0.00001672646,0.00014263896],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960915,0.0017080493,0.0011050344,0.00026163072,0.00055725296,0.00027652615],"domain_scores_gemma":[0.99741113,0.0010954464,0.000598271,0.00019508641,0.0006299802,0.000070076734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005168845,0.00012580479,0.0008633233,0.00022375978,0.00017879151,0.000023533275,0.00009525234,0.00009910409,0.00004273515],"category_scores_gemma":[0.00091735064,0.000088754554,0.00012052113,0.00019982505,0.00013627116,0.00011104171,0.00015383572,0.00027459723,2.5657152e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9775333,0.0011573988,0.0030465722,0.011382665,0.000060065333,0.000005698193,0.0023434982,0.000012311065,0.0020559274,0.000027893926,0.000010074245,0.0023645922],"study_design_scores_gemma":[0.8610552,0.00082520564,0.0014819267,0.07804005,0.0000072133917,0.0000054006846,0.00043958597,0.0003630862,0.057271328,0.000083923405,0.0003475819,0.00007952211],"about_ca_topic_score_codex":0.000012503048,"about_ca_topic_score_gemma":0.0000082019815,"teacher_disagreement_score":0.11647812,"about_ca_system_score_codex":0.000075702446,"about_ca_system_score_gemma":0.0003887631,"threshold_uncertainty_score":0.36193055},"labels":[],"label_agreement":null},{"id":"W3176840840","doi":"10.2196/25168","title":"Combined Use of Web-Based and In-Person Education on Ill Health Self-management Skills in Adults With Bipolar Disorder: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bipolar Disorder and Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Bipolar disorder; Intervention (counseling); Qualitative research; Psychology; Medicine; Mental health; Psychiatry; Clinical psychology; Cognition","score_opus":0.09895147329280961,"score_gpt":0.5282960950064624,"score_spread":0.42934462171365273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176840840","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029083956,0.000018004564,0.00005503551,0.0009786853,0.0000028086226,0.9697419,0.000012102309,0.00003063892,0.0000768965],"genre_scores_gemma":[0.009849877,0.0000021058743,0.01824755,0.00006806843,0.0000090301155,0.97161275,0.00002881432,0.00004031267,0.00014146662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99646664,0.0014171893,0.00042392613,0.000596436,0.0006070507,0.0004887327],"domain_scores_gemma":[0.99834424,0.00035664358,0.00011744358,0.00056677946,0.00043248746,0.00018242016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015938667,0.00021751245,0.0004845511,0.0006234923,0.00009860482,0.000045461245,0.0000965302,0.00007165725,0.00001662225],"category_scores_gemma":[0.00015381325,0.00016505845,0.00005092374,0.0009987123,0.00006619697,0.00009522937,0.000060680035,0.00034901875,0.0000014436141],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01520671,0.088292286,0.6638646,0.011703294,0.0001331227,0.00002408678,0.0028417516,0.000007161966,0.00009290539,0.00018315024,0.00042045268,0.21723044],"study_design_scores_gemma":[0.08251682,0.029121974,0.78208053,0.011801465,0.000013151057,0.0000031910124,0.0038745147,0.00048686907,0.0014426124,0.000055409815,0.088363774,0.00023967435],"about_ca_topic_score_codex":0.00026291233,"about_ca_topic_score_gemma":0.0018782545,"teacher_disagreement_score":0.21699077,"about_ca_system_score_codex":0.00030319626,"about_ca_system_score_gemma":0.0013082512,"threshold_uncertainty_score":0.6730888},"labels":[],"label_agreement":null},{"id":"W3177323813","doi":"10.2196/30525","title":"Ecological Momentary Assessment of Weight-Related Behaviors in the Home Environment of Children From Low-Income and Racially and Ethnically Diverse Households: Development and Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Somali; Context (archaeology); Psychology; Ethnic group; Gerontology; Environmental health; Medicine; Geography; Sociology","score_opus":0.09458290624608655,"score_gpt":0.44698769762653306,"score_spread":0.3524047913804465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177323813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8542364,0.000007950453,5.583939e-7,0.00017622425,0.0000020249877,0.14551629,0.00002486898,0.000008371404,0.000027315704],"genre_scores_gemma":[0.86626345,0.0000075402327,0.00035455823,0.000012360214,0.000013469858,0.13331313,0.000014382421,0.000010947708,0.0000101488695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962242,0.0012196468,0.0005384935,0.0005757797,0.0011199121,0.0003219364],"domain_scores_gemma":[0.9985617,0.00063086883,0.00011142998,0.00045075946,0.00006644837,0.00017881408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002012695,0.00018151097,0.00056059414,0.000082192215,0.000109920715,0.000029707018,0.00019072623,0.00012883187,0.00010119583],"category_scores_gemma":[0.00008492417,0.00012498871,0.000044060776,0.000245542,0.0006383461,0.00011172971,0.0010748002,0.00077121635,0.0000013270782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017433269,0.034849714,0.9576843,0.00015052667,0.00008392374,0.00009010122,0.0012714592,8.163796e-7,0.0037999782,0.000023482893,0.0000067262813,0.0018646587],"study_design_scores_gemma":[0.0042570364,0.0026398066,0.9898932,0.00029164684,0.000021919372,0.0000042173983,0.00067613256,0.000010042726,0.0017325802,0.00033378814,0.00002407835,0.00011553201],"about_ca_topic_score_codex":0.000140745,"about_ca_topic_score_gemma":0.000103976054,"teacher_disagreement_score":0.032209907,"about_ca_system_score_codex":0.00017256678,"about_ca_system_score_gemma":0.00020368949,"threshold_uncertainty_score":0.5096892},"labels":[],"label_agreement":null},{"id":"W3177330799","doi":"10.2196/29792","title":"A Digital Gaming Intervention to Improve HIV Testing for Adolescents and Young Adults: Protocol for Development and a Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Educational Games and Gamification","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Formative assessment; Focus group; Test (biology); Randomized controlled trial; Intervention (counseling); Young adult; Medicine; Usability; Protocol (science); Psychology; Family medicine; Applied psychology; Gerontology; Medical education; Nursing; Computer science; Alternative medicine","score_opus":0.17013977392942978,"score_gpt":0.527421510573775,"score_spread":0.35728173664434515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177330799","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067582224,0.0000024980452,0.00373607,0.00029260968,0.0000311292,0.9886524,0.000021343521,0.000030537853,0.00047516407],"genre_scores_gemma":[0.007163257,2.0226947e-8,0.00459725,0.000026218857,0.00026871375,0.98177797,0.000027115724,0.000030974086,0.0061084903],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974385,0.00042259326,0.0007703202,0.00059659,0.0003235325,0.00044845056],"domain_scores_gemma":[0.9969955,0.001337789,0.0002234342,0.00021632093,0.0010589022,0.00016806701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031338718,0.00017090769,0.0005273922,0.00017026433,0.00022017614,0.00041212788,0.0001279605,0.00007924354,0.000023475459],"category_scores_gemma":[0.004690818,0.00014019986,0.00011873905,0.0001945361,0.000083215695,0.00014984557,0.000110856825,0.00017484001,0.000008598677],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9009012,0.0016840786,0.0004227484,0.0012449222,0.00006302202,0.000001094277,0.0015279511,7.497124e-8,0.0004724153,0.0006785282,0.00063642085,0.09236756],"study_design_scores_gemma":[0.9616531,0.002624248,0.0009573548,0.0032545356,0.000005374815,0.0000049566784,0.000835875,0.00016433044,0.00027789644,0.00040381931,0.029647892,0.00017060841],"about_ca_topic_score_codex":0.000005746987,"about_ca_topic_score_gemma":0.000007908684,"teacher_disagreement_score":0.09219695,"about_ca_system_score_codex":0.00008697976,"about_ca_system_score_gemma":0.00024134482,"threshold_uncertainty_score":0.57171845},"labels":[],"label_agreement":null},{"id":"W3177383691","doi":"10.2196/31183","title":"Repeated Transcranial Magnetic Stimulation for Improving Cognition in Alzheimer Disease: Protocol for an Interim Analysis of a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; University of Manitoba","funders":"","keywords":"Interim analysis; Interim; Clinical trial; Sample size determination; Protocol (science); Randomized controlled trial; Medicine; Cognition; Physical medicine and rehabilitation; Psychology; Physical therapy; Psychiatry; Internal medicine; Statistics; Alternative medicine","score_opus":0.31453173056641043,"score_gpt":0.5484875426038497,"score_spread":0.23395581203743926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177383691","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058953636,0.000003739344,0.006785871,0.00015106777,0.000014581966,0.9867919,0.00014483643,0.000066607696,0.00014604368],"genre_scores_gemma":[0.20516771,1.444505e-7,0.0006580923,0.000023817965,0.00008297322,0.793931,0.000034740813,0.000033963035,0.00006752218],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926526,0.0031317389,0.0017033111,0.00091132516,0.001021113,0.0005799366],"domain_scores_gemma":[0.9915785,0.0061357245,0.00036413036,0.00045601244,0.0012924427,0.00017315475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003827197,0.0002767461,0.0017838576,0.0009842946,0.00023588764,0.000177395,0.00028223926,0.00013290787,0.00027837625],"category_scores_gemma":[0.008189874,0.00023396024,0.0008878971,0.0017973804,0.000386917,0.00029397002,0.000046863417,0.00023045565,0.0000015367025],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82564056,0.0018170134,0.000024382827,0.00035431175,0.00013463368,0.000004723469,0.0003103611,0.0004560299,0.16817386,0.00034567073,0.000011749788,0.0027266701],"study_design_scores_gemma":[0.8586152,0.0037008245,0.00058406405,0.0002961877,0.00053112785,3.0478927e-7,0.000034183708,0.12817134,0.0064047035,0.0011991655,0.00025142066,0.00021145454],"about_ca_topic_score_codex":0.000018120534,"about_ca_topic_score_gemma":0.0000574197,"teacher_disagreement_score":0.19927235,"about_ca_system_score_codex":0.00004895941,"about_ca_system_score_gemma":0.0004027851,"threshold_uncertainty_score":0.98046356},"labels":[],"label_agreement":null},{"id":"W3177482177","doi":"10.2196/26053","title":"Investigating the Mechanisms of Graded Sensorimotor Precision Training in Adults With Chronic Nonspecific Low Back Pain: Protocol for a Causal Mediation Analysis of the RESOLVE Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of New South Wales","keywords":"Low back pain; Mediation; Chronic pain; Physical therapy; Medicine; Physical medicine and rehabilitation; Randomized controlled trial; Back pain; Protocol (science); Psychology; Health care; Alternative medicine","score_opus":0.1515390561672007,"score_gpt":0.47485046195985126,"score_spread":0.32331140579265055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177482177","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019201353,8.7095884e-7,0.0008804447,0.0008358152,0.0000071188374,0.9789541,0.000013760678,0.000011209236,0.0000953431],"genre_scores_gemma":[0.032879967,9.864731e-8,0.0029142639,0.000020940988,0.00014893999,0.96388215,0.000028116077,0.00002502441,0.000100506906],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99442405,0.0024739406,0.00083900185,0.00043300632,0.0014366513,0.00039334476],"domain_scores_gemma":[0.99516505,0.0026201855,0.0003757113,0.0007135403,0.0010233438,0.00010215133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072158785,0.00016086194,0.0005194214,0.00036272698,0.00014786779,0.00003213555,0.00023124908,0.00016090744,0.0000910983],"category_scores_gemma":[0.0050412295,0.00008356576,0.0002623264,0.0031415762,0.00038057234,0.00008954323,0.000079621874,0.00053414813,9.570249e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16792518,0.005293299,0.014371779,0.07941793,0.0014199774,0.000012202803,0.039492942,0.0017016258,0.646815,0.007761107,0.0016452773,0.034143697],"study_design_scores_gemma":[0.38892645,0.061588444,0.13065325,0.111495845,0.00016857893,0.000006702052,0.0193477,0.10000386,0.1693954,0.01279529,0.0046178848,0.0010005786],"about_ca_topic_score_codex":0.00002798812,"about_ca_topic_score_gemma":0.00036098665,"teacher_disagreement_score":0.47741958,"about_ca_system_score_codex":0.00022354792,"about_ca_system_score_gemma":0.0016494908,"threshold_uncertainty_score":0.6035187},"labels":[],"label_agreement":null},{"id":"W3177524463","doi":"10.2196/27713","title":"Cross-Canada Release of the Post-Secondary Student Stressors Index (PSSI): Protocol for a Cross-sectional, Repeated Measures Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Stressor; Mental health; Psychology; Population; Medical education; Distress; Clinical psychology; Medicine; Environmental health; Psychiatry","score_opus":0.35525699801865973,"score_gpt":0.6495698654138993,"score_spread":0.29431286739523954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177524463","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14698987,0.000010303766,0.0000044823028,0.0010853512,0.000108989574,0.85022306,0.0005001028,0.00006488946,0.0010129432],"genre_scores_gemma":[0.1173896,4.1436735e-7,0.000036595706,0.00035716983,0.00041446582,0.8712646,0.00002945997,0.00008465662,0.010423051],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9838759,0.0067048473,0.0023250019,0.0011809072,0.0041512647,0.0017620891],"domain_scores_gemma":[0.9839585,0.0022701556,0.0008446527,0.0018383858,0.010520469,0.00056788296],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0068202526,0.000423666,0.0007119297,0.00022242457,0.0042724833,0.0001955915,0.0014825064,0.00053469,0.002358688],"category_scores_gemma":[0.004130879,0.0002841691,0.00027051294,0.0011556637,0.00044262715,0.0002979774,0.001610427,0.0038826454,0.000021716769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035564508,0.0028643575,0.9734502,0.004981817,0.000104659244,0.000055557113,0.0012401567,0.000017169099,0.0006745667,0.00013079745,0.009485063,0.003439236],"study_design_scores_gemma":[0.00849557,0.0009542253,0.8385136,0.0058305333,0.000002395354,0.0000028096501,0.0034941356,0.000019967634,0.0011899085,0.00020380605,0.14104147,0.0002515624],"about_ca_topic_score_codex":0.051373977,"about_ca_topic_score_gemma":0.18533702,"teacher_disagreement_score":0.13493656,"about_ca_system_score_codex":0.0010108517,"about_ca_system_score_gemma":0.030987464,"threshold_uncertainty_score":0.999961},"labels":[],"label_agreement":null},{"id":"W3178609886","doi":"10.2196/31013","title":"Practitioners’ and Policymakers’ Successes, Challenges, Innovations, and Learning in Promoting Children’s Well-being During COVID-19: Protocol for a Multinational Smartphone App Survey","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Scottish Funding Council","keywords":"Download; Protocol (science); Descriptive statistics; Data collection; Globe; Pandemic; Multinational corporation; Qualitative property; Public relations; Medical education; Psychology; Medicine; Coronavirus disease 2019 (COVID-19); Political science; Sociology; Computer science; Social science; Alternative medicine; Infectious disease (medical specialty)","score_opus":0.18247069754254996,"score_gpt":0.5189500968120268,"score_spread":0.3364793992694768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178609886","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031111082,0.0000074288164,0.000034532248,0.012182201,0.000003206169,0.9529522,0.000008547427,0.00017219776,0.003528584],"genre_scores_gemma":[0.044230808,0.0000073311644,0.00067394745,0.00006405172,0.00008713755,0.95418715,0.000051030693,0.000021045173,0.00067747175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99668336,0.0010436822,0.00039570764,0.00059401686,0.0006312111,0.00065201265],"domain_scores_gemma":[0.9976387,0.0012519562,0.00015556681,0.0001475518,0.0005929411,0.00021329126],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0059039756,0.00014871334,0.00020830776,0.0005558966,0.0016745013,0.00043754093,0.00019287979,0.0002001762,0.00004870476],"category_scores_gemma":[0.013698535,0.0001616716,0.000021753862,0.0013247704,0.0003912449,0.0006352935,0.0003548266,0.00068943726,0.0000038960566],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072254246,0.0014995668,0.81014013,0.002558254,0.000052002462,0.000063356514,0.032999318,0.0000056762738,0.00062646886,0.12144168,0.001390893,0.02850011],"study_design_scores_gemma":[0.008065702,0.00021667319,0.66539896,0.0009516884,7.584089e-7,0.00003672587,0.004001006,0.000047605223,0.00068468973,0.009861947,0.31030637,0.00042787514],"about_ca_topic_score_codex":0.0009501595,"about_ca_topic_score_gemma":0.006643464,"teacher_disagreement_score":0.30891547,"about_ca_system_score_codex":0.00032086365,"about_ca_system_score_gemma":0.00163233,"threshold_uncertainty_score":0.9996252},"labels":[],"label_agreement":null},{"id":"W3179738044","doi":"10.2196/26918","title":"An Electronic Registry for Improving the Quality of Antenatal Care in Rural Bangladesh (eRegMat): Protocol for a Cluster Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Attendance; Digital health; Health care; Family medicine; Cluster randomised controlled trial; Psychological intervention; eHealth; Health facility; Clinical decision support system; mHealth; Nursing; Decision support system; Environmental health; Population; Data mining; Computer science","score_opus":0.17648687219769796,"score_gpt":0.6295975772362499,"score_spread":0.4531107050385519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179738044","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015142703,0.00001528603,0.001168716,0.0022252107,0.000024098385,0.9945173,0.00013010594,0.000056796118,0.00034816228],"genre_scores_gemma":[0.00558262,0.0000011423839,0.0006407067,0.00032751902,0.00062879303,0.99191463,0.000114432936,0.000058948102,0.00073119695],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98255885,0.0110639315,0.002904263,0.0006358956,0.0008198188,0.0020172403],"domain_scores_gemma":[0.9815942,0.012899311,0.0011518893,0.0013161316,0.002686095,0.00035234555],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.027586022,0.00026776656,0.0017238914,0.00020789614,0.0013525791,0.00005399034,0.0007072024,0.0004522882,0.000121830606],"category_scores_gemma":[0.0085395295,0.00017047518,0.00048012848,0.0005514917,0.000308937,0.0001767218,0.00017090389,0.0017212362,0.000006284888],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.964642,0.00068574515,0.00013877098,0.013789013,0.00002087098,6.174445e-7,0.0008968434,0.000001491675,0.00063751626,0.0135484645,0.0022053362,0.0034333388],"study_design_scores_gemma":[0.9242417,0.0017559321,0.000056161316,0.001317328,0.000006204372,9.728626e-7,0.0036997988,0.00087257416,0.00021437218,0.0026218041,0.06506009,0.00015304572],"about_ca_topic_score_codex":0.00030582832,"about_ca_topic_score_gemma":0.0016239716,"teacher_disagreement_score":0.062854744,"about_ca_system_score_codex":0.000592378,"about_ca_system_score_gemma":0.011034153,"threshold_uncertainty_score":0.99994755},"labels":[],"label_agreement":null},{"id":"W3179740669","doi":"10.2196/30617","title":"Psychoeducational Interventions for Caregivers of Persons With Multiple Sclerosis: Protocol for a Randomized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Disability Support Research","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychological intervention; Medicine; Randomized controlled trial; Anxiety; Intervention (counseling); Protocol (science); Clinical trial; Coaching; Family medicine; Multiple sclerosis; Physical therapy; Clinical psychology; Psychology; Psychiatry; Alternative medicine; Psychotherapist","score_opus":0.5322456378619828,"score_gpt":0.6197167006697623,"score_spread":0.0874710628077795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179740669","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080293044,0.0000026326131,0.0017718499,0.001041211,0.000024326646,0.9925491,0.0002916261,0.000035679695,0.003480604],"genre_scores_gemma":[0.0018387447,4.26881e-8,0.0032226325,0.000019521343,0.00020091541,0.9873748,0.000089497546,0.000041751126,0.007212102],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99544644,0.0015025062,0.0007155891,0.0007275259,0.00081659795,0.00079136464],"domain_scores_gemma":[0.99252814,0.004205457,0.00018452489,0.00080677425,0.0020425515,0.00023253285],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004460797,0.00019318964,0.00063264515,0.000299015,0.00034880207,0.000111723646,0.00047905848,0.00018107641,0.002684502],"category_scores_gemma":[0.00253183,0.00015350823,0.00081357325,0.0006134454,0.0009819398,0.00014806216,0.00009798308,0.00040785625,0.000027400018],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89330983,0.0069673043,0.00062918925,0.0029568681,0.0002362958,0.0000020055786,0.0021551468,0.0000014609591,0.0004816952,0.006545944,0.08482447,0.0018897924],"study_design_scores_gemma":[0.9132297,0.0045907795,0.0004026045,0.0025316312,0.000011356016,0.00000371258,0.00967709,0.000038259797,0.0011364947,0.0015735823,0.06661521,0.00018956515],"about_ca_topic_score_codex":0.00010656089,"about_ca_topic_score_gemma":0.0001706458,"teacher_disagreement_score":0.019919887,"about_ca_system_score_codex":0.00011554498,"about_ca_system_score_gemma":0.001423725,"threshold_uncertainty_score":0.9982272},"labels":[],"label_agreement":null},{"id":"W3179799116","doi":"","title":"Developing an online intervention course to promote students’ well-being and studying in university context - experimental study design","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Context (archaeology); Intervention (counseling); Psychology; Instructional design; Online course; Course (navigation); Research design; Mathematics education; Computer science; Applied psychology; Medicine; Multimedia; Engineering; Nursing; Sociology","score_opus":0.5199800941961473,"score_gpt":0.6457028132413943,"score_spread":0.125722719045247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179799116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72010523,0.000010759621,0.00023356375,0.00017444858,0.000015573656,0.2793355,0.0000027361862,0.00003093436,0.00009122741],"genre_scores_gemma":[0.77063936,4.799642e-7,0.00052092463,0.000102856684,0.000037013586,0.22767074,0.000007043231,0.000021146538,0.0010004507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953804,0.0024591095,0.00031612228,0.00067782734,0.0005936454,0.00057291787],"domain_scores_gemma":[0.999027,0.00013999885,0.000052800155,0.00036183783,0.0001546121,0.00026372846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027640776,0.00015178838,0.00024083642,0.00028068695,0.0003004648,0.00011567608,0.0003688173,0.00007038564,0.00021932548],"category_scores_gemma":[0.00003405549,0.00016619815,0.000029167555,0.0006258927,0.000059236812,0.0002186793,0.0006785408,0.00045570752,0.00004380804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057990486,0.06781705,0.6695782,0.0005532423,0.00014219158,0.0030511937,0.15391293,0.0000048157294,0.0039505297,0.001617772,0.00045553656,0.09311748],"study_design_scores_gemma":[0.015035192,0.013550547,0.5332191,0.002532184,0.0000046707446,0.000018426117,0.41428602,0.000041755702,0.0032135001,0.00011087213,0.017575994,0.0004117649],"about_ca_topic_score_codex":0.00092369365,"about_ca_topic_score_gemma":0.0021415802,"teacher_disagreement_score":0.2603731,"about_ca_system_score_codex":0.0009913198,"about_ca_system_score_gemma":0.00041531547,"threshold_uncertainty_score":0.6777364},"labels":[],"label_agreement":null},{"id":"W3179906983","doi":"10.2196/25387","title":"Informing the Development of a Standardized Clinical Definition of Neonatal Abstinence Syndrome: Protocol for a Modified-Delphi Expert Panel","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prenatal Substance Exposure Effects","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of the Assistant Secretary for Health; U.S. Department of Health and Human Services","keywords":"Delphi method; Protocol (science); Panel discussion; Delphi; Abstinence; Medicine; Thematic analysis; Focus group; Psychology; Pediatrics; Qualitative research; Psychiatry; Alternative medicine; Computer science; Pathology; Business","score_opus":0.4657687647481652,"score_gpt":0.5710571243114695,"score_spread":0.10528835956330429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3179906983","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011375731,0.000005885476,0.0040124385,0.00023467425,0.000007961665,0.98365504,0.00002757019,0.000040039275,0.0006406772],"genre_scores_gemma":[0.019209797,3.3853328e-7,0.0334779,0.000030940748,0.00006290058,0.9470928,0.000023406386,0.000031782125,0.00007016988],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99557674,0.00042286626,0.0013632637,0.0004135227,0.0016513609,0.0005722655],"domain_scores_gemma":[0.9954322,0.0016207217,0.0003317099,0.00072206534,0.0016994356,0.00019385054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052608927,0.00019743199,0.0006173515,0.00014571313,0.00018956113,0.00003443053,0.00038236976,0.00019092989,0.000076992816],"category_scores_gemma":[0.0034714153,0.00013490873,0.00021565036,0.00062939373,0.00042217397,0.0001863252,0.0003268925,0.00063063175,0.000007790075],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0813883,0.0074749584,0.007859227,0.04169845,0.00087683013,0.00092990126,0.021294331,0.0000144173155,0.18669909,0.0061512687,0.0124857295,0.6331275],"study_design_scores_gemma":[0.05402057,0.0097154,0.02705673,0.039489914,0.000017124692,0.00046195273,0.0023264422,0.0004910522,0.63970876,0.0028708961,0.22313465,0.0007065248],"about_ca_topic_score_codex":0.00000468794,"about_ca_topic_score_gemma":0.000017194643,"teacher_disagreement_score":0.63242096,"about_ca_system_score_codex":0.00012813979,"about_ca_system_score_gemma":0.00270259,"threshold_uncertainty_score":0.5501418},"labels":[],"label_agreement":null},{"id":"W3181224439","doi":"10.2196/23831","title":"The VICTORY (Investigation of Inflammacheck to Measure Exhaled Breath Condensate Hydrogen Peroxide in Respiratory Conditions) Study: Protocol for a Cross-sectional Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Advanced Chemical Sensor Technologies","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Bronchiectasis; Exhaled nitric oxide; Observational study; Asthma; Obstructive lung disease; Population; Intensive care medicine; Physical therapy; Internal medicine; COPD; Lung; Spirometry; Environmental health","score_opus":0.4411975481606031,"score_gpt":0.541658088546393,"score_spread":0.10046054038578989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181224439","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4699682,7.634048e-7,0.000011410462,0.000033511667,0.000002189178,0.52980405,0.000016381433,0.00012254032,0.000040973115],"genre_scores_gemma":[0.1909394,2.1499709e-8,0.00017413833,0.000010078656,0.00004759729,0.8086727,0.000006134776,0.00003909115,0.00011083703],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9968663,0.0003411223,0.00076029665,0.00045723395,0.0010663169,0.0005087448],"domain_scores_gemma":[0.9972679,0.00071128877,0.00008786323,0.0006092345,0.0012127516,0.000110962465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014304846,0.00020811165,0.0002608949,0.00020822849,0.00029309356,0.00011876327,0.0005025988,0.00015806081,0.000028488412],"category_scores_gemma":[0.0013830415,0.00017914029,0.000069924274,0.00093565707,0.0002636838,0.00023078793,0.0002026923,0.0006449219,0.0000105021245],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004223873,0.00044892455,0.43216532,0.00027731288,0.000054404245,0.000019192028,0.00034755794,0.0037382394,0.5618097,0.0001943261,0.00037568973,0.0001469081],"study_design_scores_gemma":[0.004742137,0.0008596535,0.5465525,0.00026164565,0.0000014578134,0.0000021412652,0.0007839067,0.00024091537,0.43370122,0.0024524468,0.010180352,0.00022167439],"about_ca_topic_score_codex":0.000003947525,"about_ca_topic_score_gemma":0.00010885012,"teacher_disagreement_score":0.2790288,"about_ca_system_score_codex":0.00046926682,"about_ca_system_score_gemma":0.00019769551,"threshold_uncertainty_score":0.7305129},"labels":[],"label_agreement":null},{"id":"W3181477285","doi":"10.2196/31588","title":"A Casual Video Game With Psychological Well-being Concepts for Young Adolescents: Protocol for an Acceptability and Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"POWERCHINA Huadong Engineering Corporation","keywords":"Casual; Emoji; Applied psychology; Protocol (science); Video game; Psychology; Computer science; Medical education; Medicine; Multimedia; Social media; Alternative medicine","score_opus":0.43482712590255235,"score_gpt":0.6783145419854868,"score_spread":0.24348741608293445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181477285","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07808163,6.3499186e-7,0.00036367128,0.00020305811,0.000026200601,0.9184584,0.00008887901,0.0001157713,0.0026617362],"genre_scores_gemma":[0.35810918,3.6140526e-9,0.00049355376,0.000056836565,0.000097240954,0.6405021,0.000012796168,0.000040864707,0.0006874524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99358517,0.0019253986,0.00084955274,0.0016866048,0.0007123836,0.0012409089],"domain_scores_gemma":[0.99652696,0.00042737077,0.00017407793,0.0012549363,0.0010680726,0.00054860266],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003677783,0.00032002418,0.00048632646,0.00012835582,0.00044665262,0.00040758718,0.00051928574,0.00021276284,0.0006649954],"category_scores_gemma":[0.00050282787,0.00026029415,0.00015411584,0.00047844343,0.0005913265,0.0005163502,0.00029974966,0.0006829459,0.000039026057],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.057501476,0.12783557,0.72215956,0.008237774,0.00014907829,0.00013948078,0.0060862456,6.844536e-7,0.00025124245,0.00541345,0.008119918,0.0641055],"study_design_scores_gemma":[0.045894507,0.11172202,0.7743008,0.002909721,0.0000115309185,0.00014003128,0.007502017,0.000038722283,0.0008466967,0.012401662,0.04348447,0.00074781943],"about_ca_topic_score_codex":0.00004917888,"about_ca_topic_score_gemma":0.0005529795,"teacher_disagreement_score":0.28002754,"about_ca_system_score_codex":0.000310405,"about_ca_system_score_gemma":0.00019481972,"threshold_uncertainty_score":0.9999849},"labels":[],"label_agreement":null},{"id":"W3181695926","doi":"10.2196/27532","title":"Predicting and Responding to Clinical Deterioration in Hospitalized Patients by Using Artificial Intelligence: Protocol for a Mixed Methods, Stepped Wedge Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Multidisciplinary approach; Medicine; Intervention (counseling); Protocol (science); Patient safety; Nursing; Medical emergency; Health care; Computer science; Alternative medicine","score_opus":0.6684525583744511,"score_gpt":0.703623169870431,"score_spread":0.03517061149598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181695926","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37832558,7.949467e-7,0.0004228768,0.00013832423,0.000010523406,0.6210618,0.000008543824,0.000018726741,0.000012857344],"genre_scores_gemma":[0.030411627,1.37649e-7,0.014978887,0.000039433544,0.000104277635,0.9543681,0.00001463214,0.00003897806,0.00004389683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99473405,0.0022350308,0.0010410743,0.00077526015,0.00066545216,0.00054913264],"domain_scores_gemma":[0.9973315,0.0011078524,0.00014236844,0.0003932616,0.000724357,0.00030064062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055614035,0.00019752726,0.0005288611,0.00049745786,0.00022833419,0.00022199433,0.00011263025,0.0001500905,0.000039920087],"category_scores_gemma":[0.0042549693,0.00016709912,0.000089650224,0.0011938622,0.000070689784,0.0001487245,0.00025689526,0.00037908886,0.000005184616],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072958125,0.011968014,0.85442406,0.00046203434,0.00006719975,0.00004499377,0.0009723541,0.0000011990817,0.0044211494,0.000044380933,0.0005471589,0.11975166],"study_design_scores_gemma":[0.042232342,0.0644143,0.74367124,0.0125399195,0.00006535583,0.000010864043,0.006936751,0.004942675,0.09957861,0.0016755034,0.023048365,0.0008840694],"about_ca_topic_score_codex":0.000027285354,"about_ca_topic_score_gemma":0.00004104324,"teacher_disagreement_score":0.34791395,"about_ca_system_score_codex":0.00028724605,"about_ca_system_score_gemma":0.00034659065,"threshold_uncertainty_score":0.68141043},"labels":[],"label_agreement":null},{"id":"W3182017094","doi":"10.2196/31690","title":"Longitudinal, Interdisciplinary Home Visits Versus Usual Care for Homebound People With Advanced Parkinson Disease: Protocol for a Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parkinson's Disease Mechanisms and Treatments","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Institute on Aging","keywords":"Medicine; Institutionalisation; Quality of life (healthcare); Caregiver burden; Randomized controlled trial; Population; Intervention (counseling); Gerontology; Emergency department; Parkinson's disease; Physical therapy; Disease; Family medicine; Nursing; Psychiatry; Dementia","score_opus":0.14017106738732854,"score_gpt":0.5261989776135465,"score_spread":0.38602791022621796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182017094","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019298872,0.000027548396,0.00032065608,0.00042754496,0.000038767063,0.97916055,0.00033197654,0.000116540694,0.00027753194],"genre_scores_gemma":[0.02642531,5.960564e-7,0.0020489998,0.000018881901,0.00041914286,0.96948856,0.0003169682,0.00012471984,0.0011568497],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99545354,0.000299512,0.0005352366,0.0012374441,0.001295434,0.0011788335],"domain_scores_gemma":[0.9955549,0.00065207836,0.000197022,0.00090310426,0.0018096531,0.0008832052],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00049839204,0.00047235467,0.0010953592,0.0002823021,0.00081300776,0.00027196965,0.0002783225,0.000161593,0.00015022709],"category_scores_gemma":[0.00039002896,0.00034763062,0.00052539946,0.0005810123,0.000119591095,0.00026512766,0.0003461617,0.0003605632,0.0000197393],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97872555,0.0050960067,0.0016803894,0.0044595203,0.00048265158,0.00044883086,0.00034598683,0.00000599844,0.00019360898,0.00024008863,0.0018849117,0.00643646],"study_design_scores_gemma":[0.7482982,0.035653137,0.00515884,0.0029856157,0.00011302778,0.000010346041,0.0006492502,0.00014513939,0.0011054202,0.0004899723,0.20501152,0.00037949238],"about_ca_topic_score_codex":0.000002957225,"about_ca_topic_score_gemma":0.00010008987,"teacher_disagreement_score":0.2304273,"about_ca_system_score_codex":0.0005468242,"about_ca_system_score_gemma":0.0023606077,"threshold_uncertainty_score":0.9998976},"labels":[],"label_agreement":null},{"id":"W3182040870","doi":"10.2196/28644","title":"Combined Clinical Audits and Low-Dose, High-frequency, In-service Training of Health Care Providers and Community Health Workers to Improve Maternal and Newborn Health in Mali: Protocol for a Pragmatic Cluster Randomized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Medicine; Cluster randomised controlled trial; Audit; Randomized controlled trial; Health care; Health facility; Intervention (counseling); Population; Nursing; Family medicine; Environmental health; Health services; Surgery","score_opus":0.1641947631787744,"score_gpt":0.5464566829097546,"score_spread":0.38226191973098017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182040870","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22447202,0.000020850728,0.000026563606,0.030664084,0.000015348742,0.74469125,0.00005356442,0.000020937785,0.000035391953],"genre_scores_gemma":[0.024937492,0.00000966638,0.005134713,0.0046172873,0.00008973279,0.96510637,0.000027158263,0.000041562424,0.00003601601],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9866213,0.008602823,0.0023607311,0.0006373454,0.0006312595,0.0011465254],"domain_scores_gemma":[0.9959251,0.0015553505,0.0006230238,0.0005058044,0.0004853168,0.0009053631],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01674491,0.00030735417,0.0022352948,0.00032977955,0.00036086055,0.00010970101,0.00021031687,0.00018325906,0.000008726496],"category_scores_gemma":[0.0013689018,0.00024681186,0.00008712928,0.0005986562,0.00029255883,0.00015013374,0.00035890253,0.0015426374,9.325426e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8332848,0.0018513041,0.031218309,0.06244298,0.000064655804,0.000022170858,0.011672126,0.0000022949478,0.000042396354,0.00025716613,0.0010020267,0.058139805],"study_design_scores_gemma":[0.85817355,0.016830776,0.09330461,0.024166647,0.00000388344,0.000024956838,0.0045086183,0.00012432967,0.000022472932,0.0013392104,0.0013058248,0.00019509987],"about_ca_topic_score_codex":0.011231195,"about_ca_topic_score_gemma":0.008548042,"teacher_disagreement_score":0.22041513,"about_ca_system_score_codex":0.00048621968,"about_ca_system_score_gemma":0.0052363668,"threshold_uncertainty_score":0.9999984},"labels":[],"label_agreement":null},{"id":"W3182355814","doi":"10.2196/28191","title":"Home Treatment for Acute Mental Health Care: Protocol for the Financial Outputs, Risks, Efficacy, Satisfaction Index and Gatekeeping of Home Treatment (FORESIGHT) Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychiatric care and mental health services","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Mental health; Focus group; Intervention (counseling); Economic evaluation; Nursing; Family medicine; Cost effectiveness; Gatekeeping; Qualitative research; Psychiatry","score_opus":0.2690021688523676,"score_gpt":0.6052757745904938,"score_spread":0.33627360573812615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182355814","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021098765,0.00012160734,0.00008856053,0.0008772233,0.00009395121,0.97719604,0.00041585453,0.00004131052,0.00006668753],"genre_scores_gemma":[0.028943513,0.000012518972,0.00019580584,0.00008930988,0.0003410822,0.9699173,0.00006937584,0.000047734815,0.00038337585],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99642664,0.00061079283,0.0007136256,0.0007729879,0.0005433013,0.0009326288],"domain_scores_gemma":[0.99786687,0.0005827601,0.00030587902,0.0006697831,0.0003215889,0.0002531453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007812459,0.0003207718,0.0005976432,0.00020379211,0.0009847207,0.00009317453,0.00022318208,0.00015328571,0.0000649194],"category_scores_gemma":[0.000008786761,0.00021943839,0.00020132169,0.00042862166,0.00011138612,0.0001049577,0.00011280272,0.00021280888,0.0000073052856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.038090102,0.013025079,0.05245796,0.0033671593,0.0010713991,0.000030474033,0.09112469,0.0000038117337,0.00014116692,0.001032514,0.010463294,0.7891924],"study_design_scores_gemma":[0.082659006,0.08734149,0.38477084,0.00084813253,0.00006510036,0.000033537224,0.03203813,0.000042674794,0.0008727197,0.00034414508,0.41047412,0.00051010045],"about_ca_topic_score_codex":0.0037853378,"about_ca_topic_score_gemma":0.008235995,"teacher_disagreement_score":0.7886822,"about_ca_system_score_codex":0.0010349137,"about_ca_system_score_gemma":0.0011024798,"threshold_uncertainty_score":0.89484376},"labels":[],"label_agreement":null},{"id":"W3182489082","doi":"10.2196/30950","title":"A Culturally Sensitive Social Support Intervention for Chinese American Breast Cancer Survivors (Joy Luck Academy): Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine, Shanghai Jiao Tong University; National Cancer Institute; National Institutes of Health; University of Texas MD Anderson Cancer Center; Shanghai Jiao Tong University; University of Hertfordshire","keywords":"Randomized controlled trial; Medicine; Population; Breast cancer; Quality of life (healthcare); Chinese americans; Social support; Distress; Intervention (counseling); Psychology; Gerontology; Clinical psychology; Cancer; Ethnic group; Nursing; Social psychology","score_opus":0.09570445672837546,"score_gpt":0.5483834436442148,"score_spread":0.4526789869158393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182489082","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030085996,0.0000014531333,0.00033701395,0.0074012666,0.000050987925,0.9881495,0.00036753964,0.00010729145,0.0005763106],"genre_scores_gemma":[0.005035317,7.394751e-7,0.00014057274,0.00033191938,0.002361267,0.9841901,0.00013209485,0.00008956515,0.007718388],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99355185,0.00209863,0.0011822144,0.0008433754,0.0012883481,0.0010355558],"domain_scores_gemma":[0.9942379,0.001486312,0.0005313988,0.00029206014,0.0031143585,0.0003379808],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005304908,0.00043104982,0.0025529857,0.00025699037,0.00042767826,0.00021866143,0.00023873626,0.00027346745,0.0005609987],"category_scores_gemma":[0.0015490346,0.00029108394,0.002062911,0.0008581423,0.0005673967,0.00020634383,0.00015456686,0.0008196817,0.0000098214505],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9739885,0.0012954774,0.00016752777,0.0021469807,0.00058144436,0.0000220235,0.0018310485,4.1389217e-7,0.001305881,0.00023032141,0.0084121255,0.010018283],"study_design_scores_gemma":[0.93336797,0.0025081635,0.00045441044,0.0013268382,0.00006839246,0.000028897033,0.0011400488,0.00018005956,0.0009059394,0.00030245417,0.059399743,0.0003170666],"about_ca_topic_score_codex":0.0007800485,"about_ca_topic_score_gemma":0.002688602,"teacher_disagreement_score":0.050987616,"about_ca_system_score_codex":0.00045631116,"about_ca_system_score_gemma":0.0014252019,"threshold_uncertainty_score":0.9999541},"labels":[],"label_agreement":null},{"id":"W3183501141","doi":"10.2196/27921","title":"Lessons From a Rapid Project Management Exercise in the Time of Pandemic: Methodology for a Global COVID-19 VIRUS Registry Database","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pandemic; Observational study; Health care; Family medicine; Medical emergency; Disease; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty); Political science; Pathology","score_opus":0.7397068912868993,"score_gpt":0.6916445348343249,"score_spread":0.048062356452574395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183501141","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030021723,0.00023970396,0.0025323045,0.031505346,0.000012555482,0.96006507,0.001485277,0.000080816506,0.0010767359],"genre_scores_gemma":[0.00097061915,0.00009369318,0.0088223,0.0026207508,0.00012489076,0.98612523,0.00028717372,0.000024696146,0.00093066145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948713,0.0022370536,0.00052799477,0.00065099634,0.00092590804,0.00078671117],"domain_scores_gemma":[0.9950256,0.0028098566,0.00013444375,0.0013605695,0.000330774,0.00033876224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069983955,0.00018259851,0.0005823071,0.00022600558,0.00015426548,0.000048462076,0.0005160301,0.0001959067,0.00024068017],"category_scores_gemma":[0.004805222,0.00013148852,0.0001414505,0.0011402941,0.00024609079,0.00008294029,0.00039540094,0.0006343829,0.000019250805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.056627236,0.008025335,0.024509056,0.05844645,0.0004495413,0.005875821,0.012147875,0.0000060531065,0.04711453,0.007127404,0.5423025,0.2373682],"study_design_scores_gemma":[0.012568043,0.0015303676,0.013065258,0.0062126955,0.000042897682,0.000096051524,0.003093198,0.000107217165,0.0030799638,0.0069087762,0.9530501,0.0002454254],"about_ca_topic_score_codex":0.0024985229,"about_ca_topic_score_gemma":0.0009051357,"teacher_disagreement_score":0.4107476,"about_ca_system_score_codex":0.0006609305,"about_ca_system_score_gemma":0.004745415,"threshold_uncertainty_score":0.8418162},"labels":[],"label_agreement":null},{"id":"W3183613451","doi":"10.2196/30099","title":"Evaluating the Impact of COVID-19 on the Adoption of Virtual Care in General Practice in 20 Countries (inSIGHT): Protocol and Rationale Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Patient Safety Translational Research Centre; Imperial College London; National Institute for Health and Care Research","keywords":"Protocol (science); Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medicine; Psychology; Medical education; Alternative medicine; Virology","score_opus":0.4164099547568466,"score_gpt":0.6697784477738609,"score_spread":0.25336849301701425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183613451","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35474655,0.0000054848974,0.0000027443805,0.003214022,0.0000012924673,0.64185786,0.000010578114,0.000003903947,0.00015756334],"genre_scores_gemma":[0.18167172,0.0000011544302,0.000085312204,0.00021916005,0.00006137311,0.8178846,0.000021187152,0.0000088671795,0.000046606187],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99518245,0.0024284478,0.0005998066,0.00023899431,0.0012894283,0.0002608669],"domain_scores_gemma":[0.9962526,0.002178961,0.00022246642,0.00032940935,0.00092663197,0.000089948786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005489904,0.00010264967,0.00023579772,0.00021656282,0.00014555904,0.00002952288,0.000102351354,0.00004749752,0.00018580563],"category_scores_gemma":[0.0050853714,0.00005605399,0.000031559983,0.00073361915,0.00015257079,0.00014489263,0.00008557852,0.00049888116,0.0000018556634],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0362676,0.007107168,0.7163809,0.005103019,0.00015686853,0.00020993983,0.16821706,0.0012640962,0.015946148,0.0034620508,0.0080947615,0.03779036],"study_design_scores_gemma":[0.04287636,0.0873508,0.6530846,0.0026275776,0.000019858253,0.000057975914,0.16202925,0.0017314369,0.005107691,0.00052196305,0.04437049,0.00022202011],"about_ca_topic_score_codex":0.0006832435,"about_ca_topic_score_gemma":0.0007190168,"teacher_disagreement_score":0.17602678,"about_ca_system_score_codex":0.00035004097,"about_ca_system_score_gemma":0.0033142152,"threshold_uncertainty_score":0.6088032},"labels":[],"label_agreement":null},{"id":"W3183704288","doi":"10.2196/29191","title":"Geospatial Analysis of Neighborhood Environmental Stress in Relation to Biological Markers of Cardiovascular Health and Health Behaviors in Women: Protocol for a Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular Health and Risk Factors","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Heart, Lung, and Blood Institute; Genentech; National Institutes of Health; Colgate-Palmolive Company; U.S. Department of Health and Human Services; American Association for Dental, Oral, and Craniofacial Research; NHLBI Division of Intramural Research; Doris Duke Charitable Foundation; Foundation for the National Institutes of Health","keywords":"Stressor; Socioeconomic status; Gerontology; Medicine; Social stress; Environmental health; Biobank; Test (biology); Level design; Association (psychology); Cross-sectional study; Psychology; Demography; Clinical psychology; Developmental psychology; Population; Ecology; Biology","score_opus":0.2151823122325018,"score_gpt":0.5175811565928448,"score_spread":0.3023988443603429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183704288","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3314394,0.000026172354,0.000060097376,0.0001522358,0.000001781445,0.66825056,0.00005875035,0.000005715547,0.00000526723],"genre_scores_gemma":[0.346651,0.000006794756,0.00012591838,0.000028315491,0.000015205938,0.6531223,0.000033331107,0.000012613889,0.000004525422],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99502987,0.0015869497,0.0009895389,0.0006181379,0.0010574771,0.000718002],"domain_scores_gemma":[0.99842167,0.00013473739,0.00015816533,0.00062538846,0.000111716516,0.0005483393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059876596,0.00017058106,0.0013294477,0.0009968776,0.000080686514,0.000011951011,0.0001074552,0.00008992029,0.00003749807],"category_scores_gemma":[0.00021184134,0.00014226201,0.00027196255,0.0017259493,0.00009793095,0.000052185573,0.00015300226,0.0004419974,4.7854894e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0085822465,0.008067993,0.9541499,0.0020567412,0.00071939843,0.000033833425,0.0030258128,0.00033259657,0.00019451808,0.000007278338,0.00003067709,0.022799011],"study_design_scores_gemma":[0.010920465,0.036598068,0.94582856,0.00091678323,0.00002095618,0.0000024140982,0.0041219876,0.00011757128,0.00013152177,0.000009016008,0.0012260808,0.00010656995],"about_ca_topic_score_codex":0.0013468561,"about_ca_topic_score_gemma":0.0004851279,"teacher_disagreement_score":0.028530074,"about_ca_system_score_codex":0.0008184486,"about_ca_system_score_gemma":0.0011521017,"threshold_uncertainty_score":0.58012766},"labels":[],"label_agreement":null},{"id":"W3183838980","doi":"10.2196/26796","title":"A Mobile Peer Intervention for Preventing Mental Health and Substance Use Problems in Adolescents: Protocol for a Randomized Controlled Trial (The Mind Your Mate Study)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Sydney; Australian Rotary Health","keywords":"Mental health; mHealth; Randomized controlled trial; Anxiety; Intervention (counseling); Mood; Medicine; Protocol (science); Psychology; Psychiatry; Clinical psychology; Psychological intervention; Alternative medicine","score_opus":0.31550616836850165,"score_gpt":0.6141524508398445,"score_spread":0.29864628247134284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183838980","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015431187,0.000019879391,0.00022102059,0.0005779434,0.00007112767,0.98346657,0.000082105034,0.000029751374,0.00010040078],"genre_scores_gemma":[0.012529143,1.0777621e-7,0.00022795486,0.000042015945,0.000099020326,0.9728269,0.00003150289,0.000057600264,0.01418575],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99070615,0.004582192,0.002078633,0.00080072065,0.0007805366,0.0010517542],"domain_scores_gemma":[0.9971532,0.0007748991,0.0006675897,0.0005045959,0.0006733946,0.00022632118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014239263,0.00027558536,0.0011368896,0.0002728609,0.00041549988,0.00051591225,0.00033882353,0.00011063844,0.000106107975],"category_scores_gemma":[0.0010841218,0.00020134743,0.0005602014,0.00043342722,0.00020434592,0.00039194094,0.00017965684,0.00049088255,0.000014936687],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9551289,0.020287914,0.00083625235,0.0036305694,0.00016049623,0.000005055021,0.0057991757,8.002551e-7,0.000014680237,0.00034542437,0.003002762,0.010787984],"study_design_scores_gemma":[0.9478489,0.012482066,0.00015723865,0.011036853,0.000006057705,0.0000062570316,0.002925964,0.00012553805,0.00004464475,0.00097084604,0.024230858,0.00016474302],"about_ca_topic_score_codex":0.00007353498,"about_ca_topic_score_gemma":0.00069821667,"teacher_disagreement_score":0.021228096,"about_ca_system_score_codex":0.00031108514,"about_ca_system_score_gemma":0.000252969,"threshold_uncertainty_score":0.821071},"labels":[],"label_agreement":null},{"id":"W3183974278","doi":"10.2196/28624","title":"The Efficacy of the Dyson Air Purifier in Improving Asthma Control: Protocol for a Single-Center, Investigator-Led, Randomized, Double-Blind, Placebo-Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indoor Air Quality and Microbial Exposure","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Air purifier; Indoor air quality; Asthma; Randomized controlled trial; Protocol (science); Medicine; HEPA; Air quality index; Air filtration; Placebo; Environmental health; Environmental science; Environmental engineering; Engineering; Telecommunications; Surgery; Alternative medicine; Internal medicine","score_opus":0.11230114004413545,"score_gpt":0.43166946572339165,"score_spread":0.3193683256792562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183974278","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008563758,0.0000015137125,0.00008186114,0.0022224935,0.000042765172,0.9868767,0.000013769069,0.000028055912,0.0021690736],"genre_scores_gemma":[0.014164867,9.25837e-8,0.00014373369,0.0001673663,0.00019315926,0.9836183,0.00000320847,0.000042148637,0.0016670903],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9906054,0.004965251,0.001374919,0.000691612,0.0012743417,0.0010884819],"domain_scores_gemma":[0.9944024,0.0036446468,0.0005265539,0.0009790628,0.00021943806,0.00022790773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013434692,0.00032347508,0.00092720677,0.00008701773,0.0007735172,0.00026691082,0.0011924179,0.0002887666,0.00019174237],"category_scores_gemma":[0.0055630202,0.00018336579,0.0006407626,0.00077057857,0.0014917159,0.00026748457,0.00063217076,0.001001604,0.000035515215],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9606511,0.001992781,0.00010297037,0.0002254848,0.000048434234,0.000006518698,0.00043415435,0.000093086885,0.03175738,0.00082422094,0.0020655766,0.0017982698],"study_design_scores_gemma":[0.8911882,0.0007385021,0.000013445974,0.0005339695,0.00000541243,0.0000068868453,0.00008273515,0.00026493942,0.025744073,0.00045393064,0.0807792,0.00018867617],"about_ca_topic_score_codex":0.00013656265,"about_ca_topic_score_gemma":0.00057498127,"teacher_disagreement_score":0.078713626,"about_ca_system_score_codex":0.00038852624,"about_ca_system_score_gemma":0.0007543512,"threshold_uncertainty_score":0.74774396},"labels":[],"label_agreement":null},{"id":"W3183980615","doi":"10.2196/27227","title":"Safety and Acceptability of a Natural Language Artificial Intelligence Assistant to Deliver Clinical Follow-up to Cataract Surgery Patients: Proposal","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Wellcome Trust","keywords":"Usability; Telehealth; System usability scale; Telemedicine; Population; Computer science; Scale (ratio); CLARITY; Health care; Medicine; Web usability; Human–computer interaction","score_opus":0.4575235224211848,"score_gpt":0.6289447200960713,"score_spread":0.17142119767488645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183980615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81316435,0.000018098704,0.00023004072,0.003966158,0.00012344102,0.18228707,0.00003535663,0.00003002425,0.00014546071],"genre_scores_gemma":[0.8453358,0.0000044807566,0.0010978377,0.00029985787,0.0003093824,0.15263806,0.000051084633,0.000020722466,0.00024278778],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99593014,0.00078763923,0.001216007,0.0006167617,0.00087855774,0.00057087786],"domain_scores_gemma":[0.9951211,0.0013622311,0.00010700606,0.00061723654,0.0022159216,0.0005764778],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037311052,0.00015018173,0.0004858079,0.00022592732,0.0001764445,0.00006636421,0.00016568688,0.00015568866,0.00048968475],"category_scores_gemma":[0.009654251,0.00012609779,0.00014372802,0.00097476336,0.0002281675,0.00015059557,0.00025217814,0.000714008,0.00012060742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057067233,0.0011719494,0.17032005,0.00057683233,0.00002047171,0.00003125189,0.0042350474,6.196022e-7,0.0007824899,0.00018030171,0.0020320683,0.8149422],"study_design_scores_gemma":[0.00028067085,0.004308499,0.79322225,0.002490191,0.00001709103,0.000016543325,0.015225139,0.00020170648,0.14509517,0.0009974757,0.0376235,0.00052175025],"about_ca_topic_score_codex":0.0005546556,"about_ca_topic_score_gemma":0.0009107875,"teacher_disagreement_score":0.81442046,"about_ca_system_score_codex":0.00022429352,"about_ca_system_score_gemma":0.0014592238,"threshold_uncertainty_score":0.99868786},"labels":[],"label_agreement":null},{"id":"W3184578053","doi":"10.2196/30051","title":"Remote Blood Pressure Monitoring With a Wearable Photoplethysmographic Device (Senbiosys): Protocol for a Single-Center Prospective Clinical Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Photoplethysmogram; Blood pressure; Population; Intensive care unit; Single Center; Vital signs; Clinical trial; Prospective cohort study; Randomized controlled trial; Emergency medicine; Intensive care medicine; Physical therapy; Internal medicine; Surgery; Computer science","score_opus":0.24859958120212416,"score_gpt":0.5020276599112172,"score_spread":0.25342807870909306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184578053","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004636929,0.00001665081,0.0005363532,0.000031900556,0.00007512642,0.99224013,0.000026367976,0.0005060999,0.0019304364],"genre_scores_gemma":[0.009911158,0.0000011030384,0.008368018,0.000006261146,0.0019685035,0.9790619,0.000003082079,0.00022278194,0.00045721617],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99439293,0.0006530835,0.00091478333,0.0011397338,0.0013550516,0.0015444199],"domain_scores_gemma":[0.9960273,0.0008842394,0.00014303741,0.0010793492,0.0014207182,0.0004453643],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019877995,0.0005084851,0.000690291,0.00030348994,0.00040648688,0.0006216025,0.0006612121,0.00040571787,0.00005026965],"category_scores_gemma":[0.0006799942,0.00045550172,0.0003105042,0.0015685917,0.00024548772,0.0005181411,0.00029507466,0.0017014793,0.000027393005],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09665072,0.010548443,0.12102399,0.015869003,0.002383091,0.0009957836,0.0008039443,0.0002435852,0.7339666,0.00011734458,0.0019733035,0.015424194],"study_design_scores_gemma":[0.14368977,0.010226393,0.00066537265,0.01501934,0.000052234464,0.00009473391,0.00017392667,0.0002671265,0.7351337,0.0004362106,0.09322672,0.0010144575],"about_ca_topic_score_codex":0.000011720883,"about_ca_topic_score_gemma":0.000020118616,"teacher_disagreement_score":0.120358616,"about_ca_system_score_codex":0.00015137916,"about_ca_system_score_gemma":0.0004254376,"threshold_uncertainty_score":0.99978966},"labels":[],"label_agreement":null},{"id":"W3184918151","doi":"10.2196/25390","title":"Integrated Smoking Cessation for Smokers With Serious Mental Illness: Protocol for a Convergent Mixed Methods Implementation Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; Patient-Centered Outcomes Research Institute","keywords":"Smoking cessation; Protocol (science); Medicine; Mental illness; Mental health; Psychiatry; Psychology; Clinical psychology; Alternative medicine","score_opus":0.8501587136214057,"score_gpt":0.8247801721567048,"score_spread":0.025378541464700866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184918151","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010501256,2.1876048e-7,0.017287161,0.0026949877,0.00007392219,0.9689925,0.00021486185,0.00010648384,0.0001286479],"genre_scores_gemma":[0.0053001097,8.536029e-8,0.018080661,0.00056999404,0.00019279418,0.97522366,0.0002678305,0.00007216593,0.00029268186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9804944,0.013124891,0.0015900448,0.0009771377,0.0022541548,0.0015594051],"domain_scores_gemma":[0.9884706,0.003269768,0.00073054776,0.0006384612,0.006523756,0.0003668511],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03417357,0.00029834037,0.00043046553,0.00046538928,0.0031244673,0.00017473428,0.0004173967,0.00016911357,0.0016750362],"category_scores_gemma":[0.0029633313,0.00024633599,0.00008050934,0.0017420663,0.00013484132,0.0006660888,0.00022265132,0.0006632689,0.000019089064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010004012,0.002981034,0.10197686,0.010249525,0.00038674002,0.000008731071,0.15021148,0.000049794784,0.01720658,0.0019368565,0.17992418,0.52506423],"study_design_scores_gemma":[0.039803408,0.004866995,0.019829951,0.0011315969,0.00001990285,0.0000024242086,0.15495595,0.002796752,0.012126849,0.0009571274,0.76308244,0.00042660165],"about_ca_topic_score_codex":0.00036505953,"about_ca_topic_score_gemma":0.002553476,"teacher_disagreement_score":0.58315825,"about_ca_system_score_codex":0.0021730212,"about_ca_system_score_gemma":0.008158187,"threshold_uncertainty_score":0.99999887},"labels":[],"label_agreement":null},{"id":"W3184921724","doi":"10.2196/24911","title":"Physiological Measurements of Stress Preceding Incidents of Challenging Behavior in People With Severe to Profound Intellectual Disabilities: Longitudinal Study Protocol of Single-Case Studies","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Stress (linguistics); Population; Stress measures; Protocol (science); Caregiver stress; Applied psychology; Medicine; Clinical psychology; Alternative medicine","score_opus":0.6772423750647178,"score_gpt":0.5862645138581172,"score_spread":0.09097786120660067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184921724","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5228408,0.0000022964439,0.000003297537,0.000018293473,0.0000020815485,0.47678283,0.00000857822,0.000010185471,0.0003316421],"genre_scores_gemma":[0.49115646,2.1813601e-7,0.00008209205,0.0000011470296,0.000014935151,0.5085765,0.000002366852,0.00001950613,0.00014677965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99337,0.0012178409,0.00120458,0.0008227677,0.0025932114,0.0007915959],"domain_scores_gemma":[0.9941204,0.0011903581,0.0001511912,0.0008488072,0.0034403957,0.00024883926],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025733272,0.0003098796,0.0012313126,0.0004890757,0.00017519761,0.000055160235,0.00038829172,0.00012491488,0.00070832914],"category_scores_gemma":[0.0114373565,0.00022596838,0.00014146298,0.002159874,0.00074181467,0.0002168519,0.00096570456,0.0007399469,0.000012360458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008630651,0.030966423,0.8728935,0.012025128,0.00028348074,0.0001953871,0.03584688,0.000023644041,0.037861,0.000004147003,0.00018017205,0.001089593],"study_design_scores_gemma":[0.017785616,0.12693109,0.29660332,0.02876149,0.000068830486,0.00086414407,0.28210112,0.000056497887,0.24585545,0.00008672608,0.0001172569,0.00076845416],"about_ca_topic_score_codex":0.0001681537,"about_ca_topic_score_gemma":0.00082243775,"teacher_disagreement_score":0.5762902,"about_ca_system_score_codex":0.0005067865,"about_ca_system_score_gemma":0.00055811775,"threshold_uncertainty_score":0.9968897},"labels":[],"label_agreement":null},{"id":"W3184960157","doi":"10.2196/30899","title":"The Good Food for Learning Universal Curriculum-Integrated Healthy School Lunch Intervention: Protocol for a Two-Year Matched Control Pre-Post and Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Authority; Saskatoon City Hospital; Saskatchewan Health; Dalhousie University; Western University; University of British Columbia; University of Saskatchewan","funders":"","keywords":"Curriculum; Intervention (counseling); Population; Socioeconomic status; Psychology; Gerontology; Medical education; Medicine; Environmental health; Nursing; Pedagogy","score_opus":0.10771173587306981,"score_gpt":0.514833220681271,"score_spread":0.4071214848082012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184960157","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08502625,0.0000017417484,0.00021740489,0.0011194006,0.000007861252,0.9132857,0.000047041056,0.0001082304,0.00018640971],"genre_scores_gemma":[0.30629715,5.5073208e-8,0.00018647192,0.000024619287,0.00022037244,0.6923202,0.000013038168,0.000049929346,0.0008881251],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99538887,0.0015861565,0.00052281935,0.0007725133,0.00080965465,0.0009199791],"domain_scores_gemma":[0.9948626,0.0012366065,0.0001930845,0.00059736794,0.0025942577,0.00051607535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028088372,0.00029741347,0.00058331876,0.00014116318,0.0010528966,0.0004094987,0.00025154898,0.00013081059,0.00007218892],"category_scores_gemma":[0.0019321706,0.00020918116,0.00025669567,0.00061300973,0.00022072921,0.00027189645,0.0003170988,0.0013817886,0.000013709398],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07591962,0.25790688,0.56541705,0.02875553,0.0028627098,0.0037503266,0.0038471224,0.000024510811,0.007617319,0.012019091,0.009546371,0.03233347],"study_design_scores_gemma":[0.30368617,0.29992568,0.053934347,0.009617987,0.0002246037,0.0017072549,0.10677409,0.013413004,0.0057126847,0.003414638,0.20002452,0.0015650203],"about_ca_topic_score_codex":0.00024637848,"about_ca_topic_score_gemma":0.00065606943,"teacher_disagreement_score":0.5114827,"about_ca_system_score_codex":0.00036013225,"about_ca_system_score_gemma":0.00085079635,"threshold_uncertainty_score":0.853016},"labels":[],"label_agreement":null},{"id":"W3185278486","doi":"10.2196/23516","title":"Health Care Providers and the Public Reporting of Nursing Home Quality in the United States Department of Veterans Affairs: Protocol for a Mixed Methods Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Administration for Community Living; U.S. Department of Veterans Affairs","keywords":"Veterans Affairs; Nursing; Medicine; Protocol (science); Health care; Family medicine; Public health; Health care quality; Alternative medicine; Political science","score_opus":0.5931017356243174,"score_gpt":0.704520376155835,"score_spread":0.11141864053151751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185278486","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021496302,0.000018479419,0.00026874949,0.010018253,0.000017200686,0.96797234,0.000038520717,0.00002683117,0.00014333673],"genre_scores_gemma":[0.102792,6.576005e-7,0.0019560026,0.000048504116,0.000048401398,0.8950568,0.0000472045,0.000025773183,0.000024683257],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96690506,0.027947308,0.0027422016,0.00049358496,0.0009893496,0.00092250487],"domain_scores_gemma":[0.98897755,0.0064465413,0.0017485785,0.0008499954,0.0018551567,0.00012215025],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.037048988,0.0001887051,0.0008404865,0.0003480725,0.0008963199,0.00007958504,0.00038611688,0.00007886169,0.000011741188],"category_scores_gemma":[0.0048016612,0.00010891752,0.000101406964,0.00164734,0.00043139682,0.00012255528,0.00018228317,0.00088153034,3.423362e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022813367,0.012077023,0.033222314,0.034516096,0.00019829893,0.000026799702,0.76645976,0.000008305237,0.0005672943,0.0034730912,0.021944042,0.10469361],"study_design_scores_gemma":[0.018809183,0.010082687,0.03818805,0.005338899,0.000009441894,0.0000052508617,0.8975567,0.000046586116,0.00035738936,0.0022703616,0.027151559,0.00018386025],"about_ca_topic_score_codex":0.0015965245,"about_ca_topic_score_gemma":0.0020525155,"teacher_disagreement_score":0.13109697,"about_ca_system_score_codex":0.0003664298,"about_ca_system_score_gemma":0.0023205266,"threshold_uncertainty_score":0.9915607},"labels":[],"label_agreement":null},{"id":"W3185389421","doi":"10.2196/30499","title":"Promoting Adolescent Healthy Relationships (The About Us Program): Protocol for a Randomized Clinical Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Protocol (science); Randomized controlled trial; Medicine; Psychology; Computer science; Alternative medicine; Internal medicine","score_opus":0.7590488878755867,"score_gpt":0.7310581671302036,"score_spread":0.027990720745383113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185389421","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060201576,0.0000071899003,0.0003094196,0.017258497,0.00014840529,0.9798925,0.0000145904405,0.00033287672,0.0014345413],"genre_scores_gemma":[0.00030024568,0.000001576979,0.0015568264,0.0009403229,0.005289424,0.9870575,0.000034749293,0.00010776714,0.0047115874],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9432848,0.047863193,0.003416674,0.0015157273,0.0015911178,0.0023285074],"domain_scores_gemma":[0.98308873,0.010093392,0.0010992024,0.0016201631,0.0033599015,0.00073862955],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0695321,0.000397243,0.0013249218,0.00018965777,0.006165638,0.0001331085,0.00072101725,0.0006830987,0.00031323594],"category_scores_gemma":[0.025095925,0.00023926816,0.0005488265,0.0012211705,0.0010720757,0.00021435774,0.0006412226,0.007389585,0.00036164798],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.87935215,0.013464507,0.011975466,0.011522614,0.00007408591,0.000014422253,0.0026847569,9.5208355e-7,0.000017064347,0.00553173,0.04585562,0.029506605],"study_design_scores_gemma":[0.42376104,0.0022392077,0.0032077795,0.003899334,0.0000048688207,0.0000028358393,0.00054978894,0.00030188396,0.00001982636,0.0016673453,0.5641597,0.0001863853],"about_ca_topic_score_codex":0.000020414152,"about_ca_topic_score_gemma":0.00005466135,"teacher_disagreement_score":0.5183041,"about_ca_system_score_codex":0.0004534075,"about_ca_system_score_gemma":0.0069767446,"threshold_uncertainty_score":0.99865276},"labels":[],"label_agreement":null},{"id":"W3185632910","doi":"10.2196/30444","title":"Detection of Spatiotemporal Clusters of COVID-19–Associated Symptoms and Prevention Using a Participatory Surveillance App: Protocol for the @choum Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pandemic; Cluster (spacecraft); Disease surveillance; Epidemiology; Data collection; Informed consent; Disease; Family medicine; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty); Computer science; Alternative medicine","score_opus":0.41968581818753153,"score_gpt":0.5950986700667923,"score_spread":0.17541285187926076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185632910","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07072083,0.000004575217,0.0012943349,0.0001253884,0.000005835054,0.9276852,0.0000932754,0.00005022926,0.00002033466],"genre_scores_gemma":[0.25956863,1.4342696e-7,0.000092697795,0.000016926118,0.000036324072,0.7401588,0.000017198861,0.000023827288,0.00008544388],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995788,0.001761316,0.0006460774,0.0004404045,0.00095616956,0.0004080763],"domain_scores_gemma":[0.9968433,0.0007390593,0.00039048077,0.00067103695,0.0011226799,0.00023348875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004677123,0.00015559446,0.0004503828,0.00015266427,0.00022998909,0.000042255644,0.00017373225,0.000098842225,0.00004086394],"category_scores_gemma":[0.0032296232,0.000121276185,0.00011593474,0.0007384589,0.00033341083,0.00012730875,0.00021690126,0.00027765546,9.934544e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017057635,0.008538867,0.8867913,0.014103858,0.00078130746,0.00005602064,0.0021040128,0.00018034824,0.049937528,0.000036347155,0.0015617921,0.018851],"study_design_scores_gemma":[0.055096656,0.015400213,0.82413757,0.004953397,0.00008832661,0.000027484577,0.0034364592,0.02133222,0.031469718,0.00055735954,0.04288724,0.0006133833],"about_ca_topic_score_codex":0.00012222548,"about_ca_topic_score_gemma":0.00049193413,"teacher_disagreement_score":0.18884782,"about_ca_system_score_codex":0.0002519496,"about_ca_system_score_gemma":0.0012906796,"threshold_uncertainty_score":0.49454993},"labels":[],"label_agreement":null},{"id":"W3185737158","doi":"10.2196/30431","title":"Implementation of Patient Engagement Tools in Electronic Health Records to Enhance Patient-Centered Communication: Protocol for Feasibility Evaluation and Preliminary Results","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Patient-Centered Outcomes Research Institute","keywords":"Documentation; Workflow; Patient portal; Medicine; Health care; Patient safety; Protocol (science); Medical record; Patient experience; Medical emergency; Nursing; Computer science; Alternative medicine","score_opus":0.6851982556151974,"score_gpt":0.6978839593230072,"score_spread":0.012685703707809748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185737158","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020309737,0.000057322093,0.000042939653,0.007992533,0.000014904154,0.9710162,0.0001864267,0.000042657,0.00033723348],"genre_scores_gemma":[0.11312038,0.000007702493,0.0037641637,0.00034483944,0.000024170358,0.88237447,0.00028547904,0.000035130648,0.000043670705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97577494,0.018196834,0.0026118339,0.0008568728,0.0013478766,0.0012116596],"domain_scores_gemma":[0.9901408,0.0025009292,0.0010417955,0.002240299,0.0037872458,0.0002889129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009018714,0.00023219867,0.00045795564,0.00035162084,0.0011284557,0.0000465493,0.0005584,0.00017017186,0.00018245676],"category_scores_gemma":[0.0032912581,0.00024100218,0.00006472048,0.0010117074,0.00010293202,0.00040401833,0.0011951985,0.0013305199,0.0000121087105],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02588246,0.0045430297,0.08867265,0.016186485,0.00005523603,0.0000016678554,0.13255309,0.000057122357,0.00096555013,0.0025360002,0.032601386,0.6959453],"study_design_scores_gemma":[0.031178165,0.03904262,0.14900817,0.024866495,0.0000074155973,0.0000024780807,0.11216163,0.00088261825,0.0140132895,0.0070739486,0.6209335,0.0008296759],"about_ca_topic_score_codex":0.0007103941,"about_ca_topic_score_gemma":0.0043762247,"teacher_disagreement_score":0.6951156,"about_ca_system_score_codex":0.002924134,"about_ca_system_score_gemma":0.0059247958,"threshold_uncertainty_score":0.9997107},"labels":[],"label_agreement":null},{"id":"W3185978774","doi":"10.2196/30398","title":"Study of Treatment and Reproductive Outcomes Among Reproductive-Age Women With HIV Infection in the Southern United States: Protocol for a Longitudinal Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Dental and Craniofacial Research; National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Centers for Disease Control and Prevention; National Institutes of Health; National Heart, Lung, and Blood Institute; Center for AIDS Research, University of Washington; Emory University","keywords":"Demography; Medicine; Ethnic group; Cohort; Human immunodeficiency virus (HIV); Reproductive health; Quarter (Canadian coin); Gerontology; Cohort study; Population; Young adult; Environmental health; Geography; Family medicine; Political science; Sociology","score_opus":0.22446738264301377,"score_gpt":0.5418636187204992,"score_spread":0.31739623607748535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185978774","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49359116,2.120573e-7,0.000006787038,0.00015772779,5.094294e-7,0.5060729,0.000015891128,0.000016144511,0.00013867556],"genre_scores_gemma":[0.14571498,2.7118537e-7,0.0000316084,0.000003548756,0.000055091576,0.8478649,0.000023518347,0.000031957716,0.0062741223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99469763,0.0020306902,0.0005594825,0.0010920187,0.0009793156,0.00064083544],"domain_scores_gemma":[0.9965616,0.00032038803,0.00014456912,0.0013758222,0.0014337165,0.00016391763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048635495,0.00024496822,0.00058558345,0.00062294357,0.00028471183,0.00013385067,0.00017054689,0.00005463815,0.0000877249],"category_scores_gemma":[0.0012318592,0.0001380861,0.000074718446,0.0016624747,0.00037392127,0.00018285685,0.00015804621,0.00056071224,0.000005257032],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059292056,0.02535943,0.9260668,0.0005129161,0.000508228,0.0002216773,0.039867748,0.0000083288905,0.000080898,0.0000092146865,0.00069452176,0.0007409941],"study_design_scores_gemma":[0.014265568,0.10085125,0.80990505,0.0006474581,0.000017680315,0.000018882289,0.070732936,0.000026867954,0.00021150631,0.00008648853,0.003120676,0.00011561137],"about_ca_topic_score_codex":0.0022077346,"about_ca_topic_score_gemma":0.0037486246,"teacher_disagreement_score":0.3478762,"about_ca_system_score_codex":0.00049598067,"about_ca_system_score_gemma":0.00035997923,"threshold_uncertainty_score":0.5630988},"labels":[],"label_agreement":null},{"id":"W3186369190","doi":"10.2196/26128","title":"The effect of Ѡ3 fatty acids supplementation on levels of PPARγ and UCP2 genes expression, serum level of UCP2 protein, metabolic status, and appetite in elite male athletes: Protocol for a randomized control trial (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adipose Tissue and Metabolism","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Athletes; Medicine; Appetite; Elite athletes; Internal medicine; Endocrinology; Peroxisome proliferator-activated receptor; Physical therapy; Bioinformatics; Biology; Receptor","score_opus":0.18856942902058169,"score_gpt":0.5007374499894626,"score_spread":0.31216802096888085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186369190","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0928018,0.00007497153,0.00023248515,0.00038588367,0.0000037898637,0.9062306,0.00020388348,0.000011636765,0.0000549499],"genre_scores_gemma":[0.05521418,0.000014186476,0.0006666404,0.000022732733,0.00011072732,0.9437431,0.0000075782677,0.00003361388,0.00018720342],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948506,0.0020935705,0.0011378909,0.00048154636,0.00089751027,0.0005389098],"domain_scores_gemma":[0.996648,0.0017597488,0.00047473982,0.0004307501,0.00045537934,0.00023134357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005392869,0.00026205,0.0013977758,0.00021288478,0.000109190834,0.00003437398,0.0002017057,0.00013756136,0.00009151192],"category_scores_gemma":[0.002466961,0.00015648743,0.00017594255,0.00032973054,0.00049889483,0.00013781423,0.00016239952,0.00035323505,0.0000014269629],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.70243734,0.00026015966,0.0041248286,0.0044977455,0.00012240626,0.0000023908199,0.0010871798,0.00000216138,0.26030952,0.00045790477,0.00010580917,0.026592553],"study_design_scores_gemma":[0.51078904,0.0045989705,0.0045160563,0.0026449384,0.000022623186,9.653174e-7,0.000088266206,0.00009609463,0.45222932,0.00014886753,0.024775075,0.00008976235],"about_ca_topic_score_codex":0.000038114176,"about_ca_topic_score_gemma":0.000008224039,"teacher_disagreement_score":0.1919198,"about_ca_system_score_codex":0.000019785277,"about_ca_system_score_gemma":0.00025519246,"threshold_uncertainty_score":0.63813716},"labels":[],"label_agreement":null},{"id":"W3186699996","doi":"10.2196/29892","title":"Immune-Mediated Mechanisms in Patients Testing Positive for SARS-CoV-2: Protocol for a Multianalysis Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Immune responses and vaccinations","field":"Immunology and Microbiology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immunology; Vaccination; Immune system; Immunity; Medicine; Antigen","score_opus":0.22724068383739923,"score_gpt":0.529048446859739,"score_spread":0.3018077630223397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186699996","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008758655,0.0000019908557,0.000618125,0.00013808801,0.0000101918085,0.99018747,0.00015124759,0.00005094151,0.00008326687],"genre_scores_gemma":[0.0176046,1.8306533e-8,0.0012536764,0.000030278698,0.000013917307,0.98006105,0.00020658156,0.000045722623,0.00078415655],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99610335,0.0014630863,0.0007072922,0.0006329492,0.00016273992,0.0009305606],"domain_scores_gemma":[0.9949488,0.0020716684,0.00018403302,0.0005258123,0.0022440692,0.00002563331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021115798,0.00023858275,0.00047274196,0.0005148279,0.0006284954,0.000101513586,0.0004157373,0.00025265658,0.000074067946],"category_scores_gemma":[0.003907971,0.00021534828,0.00018835929,0.0011918573,0.00006937112,0.00016236464,0.00030947448,0.0005436974,0.00007419857],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010357809,0.013568367,0.010486417,0.0004373744,0.00038774722,0.000016049566,0.0011927413,0.0000028179556,0.95182484,0.00046108756,0.0019690385,0.009295732],"study_design_scores_gemma":[0.081888095,0.01764646,0.10768346,0.0015793433,0.000026560328,0.0000075168173,0.002144922,0.00051863905,0.7321911,0.0012343416,0.054326136,0.0007534496],"about_ca_topic_score_codex":0.00009978416,"about_ca_topic_score_gemma":0.00011023728,"teacher_disagreement_score":0.21963373,"about_ca_system_score_codex":0.00020436349,"about_ca_system_score_gemma":0.0004352027,"threshold_uncertainty_score":0.87816477},"labels":[],"label_agreement":null},{"id":"W3186778687","doi":"10.2196/26930","title":"An Ecological Monitoring and Management App (EMMA) for Older Adults With Chronic Pain: Protocol for a Design and Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Fribourg","keywords":"Chronic pain; mHealth; Medicine; Population; Pain management; Mobile apps; Physical therapy; Cognition; Gerontology; Psychological intervention; Psychiatry; World Wide Web; Computer science","score_opus":0.22582031574373174,"score_gpt":0.5473081469641431,"score_spread":0.32148783122041136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186778687","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03119203,0.0000021381277,0.00394378,0.00031104565,0.0000020726081,0.964453,0.0000018936256,0.000057072153,0.000037006943],"genre_scores_gemma":[0.027433047,2.6251016e-7,0.018506726,0.000013178273,0.00014111194,0.9536499,0.000005410246,0.000028731203,0.00022164916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967924,0.0011153739,0.0002862212,0.0007918849,0.0005149769,0.0004991848],"domain_scores_gemma":[0.9978164,0.0008051494,0.000051210016,0.00046995256,0.0005919251,0.00026536867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053868704,0.00017821189,0.00029640403,0.000105911684,0.00030215847,0.00012542849,0.00009468557,0.00010549503,0.000026713506],"category_scores_gemma":[0.00038526885,0.000119069926,0.000050573566,0.00023767546,0.00018796632,0.00013601809,0.000090573456,0.00024744286,8.3227764e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.062329195,0.055222075,0.33880904,0.23208173,0.0004469836,0.0001690903,0.0053271204,0.0000325613,0.007826708,0.00057079736,0.0029474623,0.29423726],"study_design_scores_gemma":[0.043519385,0.08018713,0.8551567,0.006782248,0.000013576889,0.0000055500814,0.0036113563,0.0024751388,0.0011115046,0.00046864484,0.006375583,0.00029317226],"about_ca_topic_score_codex":0.0000028953623,"about_ca_topic_score_gemma":0.000010362208,"teacher_disagreement_score":0.51634765,"about_ca_system_score_codex":0.00020155114,"about_ca_system_score_gemma":0.00021232518,"threshold_uncertainty_score":0.4855531},"labels":[],"label_agreement":null},{"id":"W3187314179","doi":"10.2196/30367","title":"Adapting to the Pandemic: Protocol of a Web-Based Perinatal Health Study to Improve Maternal and Infant Outcomes","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prenatal Substance Exposure Effects","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development","keywords":"Medicine; Pandemic; Pregnancy; Public health; Population; Intervention (counseling); Environmental health; Health care; Family medicine; Nursing; Coronavirus disease 2019 (COVID-19); Disease","score_opus":0.134467772366307,"score_gpt":0.5346496259924355,"score_spread":0.40018185362612846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187314179","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2579369,0.0000022789272,0.000030726616,0.0018044132,0.0000058020855,0.7400751,0.000020479021,0.00004778465,0.000076507094],"genre_scores_gemma":[0.2755565,3.8897216e-8,0.00066823233,0.00030102502,0.00006488654,0.7231475,9.3895426e-7,0.000029369636,0.00023150307],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956904,0.00093614036,0.0005557277,0.00058979087,0.0014695608,0.0007583456],"domain_scores_gemma":[0.99756676,0.00038675644,0.000118785436,0.0008782678,0.00053096504,0.00051843945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00394496,0.00021893783,0.00055249693,0.00021145625,0.00020177281,0.00010591558,0.00034091482,0.00005676139,0.00007344136],"category_scores_gemma":[0.0012033477,0.00013824027,0.00007396544,0.0007173558,0.0000951956,0.00009116455,0.00065584056,0.0007095907,0.00002609718],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004264515,0.0010680101,0.9153441,0.0029611904,0.0000630771,0.00024354615,0.0020071818,0.0000061096225,0.0403996,0.000034081862,0.0013210298,0.032287516],"study_design_scores_gemma":[0.014215408,0.019739512,0.86394596,0.00468181,0.0000037984732,0.0000490587,0.0009240249,0.00018938717,0.04494138,0.000014176767,0.05104001,0.00025548562],"about_ca_topic_score_codex":0.00019874299,"about_ca_topic_score_gemma":0.00058053073,"teacher_disagreement_score":0.05139819,"about_ca_system_score_codex":0.00018777687,"about_ca_system_score_gemma":0.0012564881,"threshold_uncertainty_score":0.5637275},"labels":[],"label_agreement":null},{"id":"W3187842188","doi":"10.2196/29582","title":"Cyberbullying Among Traditional and Complementary Medicine Practitioners in the Workplace: Protocol for a Cross-sectional Descriptive Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Snowball sampling; Descriptive statistics; Cross-sectional study; Social media; Protocol (science); Medicine; Health care; Family medicine; Computer-assisted web interviewing; Psychology; Medical education; Alternative medicine","score_opus":0.533798050061439,"score_gpt":0.6040971079572545,"score_spread":0.07029905789581548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187842188","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030843353,0.0000010568485,0.000032456068,0.002614432,0.00001142245,0.96176165,0.000013787409,0.000027450802,0.0046943747],"genre_scores_gemma":[0.029966194,3.1314573e-7,0.00021918179,0.00013079507,0.0005440121,0.9685016,0.00001926331,0.000013020221,0.0006055802],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99475616,0.002070744,0.0004031011,0.0004906314,0.0016414059,0.00063795183],"domain_scores_gemma":[0.99717647,0.0018206901,0.000109989836,0.00020512023,0.00056065153,0.00012708499],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009816094,0.00013654532,0.00017695285,0.00020517295,0.0022879995,0.0005554162,0.00038169007,0.00009460745,0.00082279724],"category_scores_gemma":[0.00079490687,0.000102804945,0.000047491896,0.0010241289,0.0011262641,0.0006320763,0.000078754565,0.000690096,0.0000063283173],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007566127,0.0016877918,0.94014037,0.00015141109,0.00002605129,0.00007021757,0.032641023,0.000010010946,0.00014047681,0.007661749,0.016192185,0.0005221057],"study_design_scores_gemma":[0.007086992,0.0015080274,0.5414143,0.0018959508,0.0000025158977,0.000010842221,0.2315005,0.000034421253,0.00004123923,0.008966714,0.20730315,0.0002353069],"about_ca_topic_score_codex":0.00072841754,"about_ca_topic_score_gemma":0.0028693834,"teacher_disagreement_score":0.39872602,"about_ca_system_score_codex":0.00031603442,"about_ca_system_score_gemma":0.00069978373,"threshold_uncertainty_score":0.99901086},"labels":[],"label_agreement":null},{"id":"W3188337563","doi":"10.2196/28080","title":"The Chicago Health and Life Experiences of Women Couples Study: Protocol for a Study of Stress, Hazardous Drinking, and Intimate Partner Aggression Among Sexual Minority Women and Their Partners","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"Psychology; Sexual minority; Lesbian; Minority stress; Population; Stressor; Social psychology; Mental health; Anger; Domestic violence; Poison control; Sexual orientation; Suicide prevention; Clinical psychology; Medicine; Psychiatry; Environmental health","score_opus":0.21266486251218453,"score_gpt":0.5785168228525063,"score_spread":0.36585196034032175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188337563","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5271664,0.000032022694,4.933744e-7,0.00011822628,0.000006254157,0.4726004,0.0000074783393,0.000012574172,0.00005611071],"genre_scores_gemma":[0.26604143,0.0000085319225,0.000007276858,0.00001824157,0.0000779193,0.7334809,0.0000012666789,0.000018326285,0.00034612007],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9948012,0.0020307691,0.00075287616,0.00067162653,0.0006264781,0.0011170421],"domain_scores_gemma":[0.99724144,0.00070308184,0.0004362254,0.0006447552,0.0003667546,0.00060775585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004316409,0.00024331624,0.0006149776,0.00016101332,0.0009452954,0.00023029346,0.00034870495,0.0001171132,0.000051034185],"category_scores_gemma":[0.00041971117,0.00015646956,0.000025606756,0.00035799987,0.0010123214,0.00015204304,0.00056038063,0.00043725947,6.093721e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018268381,0.0031176049,0.6543222,0.0031676118,0.00009393442,0.0000065975423,0.32481876,1.722159e-7,0.000022356538,0.00010674681,0.0017496734,0.0107675195],"study_design_scores_gemma":[0.010884682,0.020703379,0.3270987,0.00053901784,0.0000029621588,0.000005384269,0.6298202,0.000039350893,0.000058244084,0.00073763874,0.009845239,0.00026515068],"about_ca_topic_score_codex":0.0011305516,"about_ca_topic_score_gemma":0.0017577927,"teacher_disagreement_score":0.32722348,"about_ca_system_score_codex":0.000097931654,"about_ca_system_score_gemma":0.0007236026,"threshold_uncertainty_score":0.72705436},"labels":[],"label_agreement":null},{"id":"W3188687357","doi":"10.2196/27739","title":"Prevalence of SARS-CoV-2 Infection in Children by Antibody Detection in Saliva: Protocol for a Prospective Longitudinal Study (Coro-Buddy)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asymptomatic; Medicine; Pandemic; Epidemiology; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Coronavirus disease 2019 (COVID-19); Longitudinal study; Young adult; Pediatrics; Saliva; Disease; Gerontology; Infectious disease (medical specialty); Internal medicine; Pathology","score_opus":0.25708174740082157,"score_gpt":0.5690510465440108,"score_spread":0.31196929914318927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188687357","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47174236,0.0000010365264,0.00014211074,0.000011985907,0.0000037633079,0.527897,0.0000061473274,0.0000532622,0.00014236021],"genre_scores_gemma":[0.38026148,1.4422994e-7,0.00011593941,0.000012781248,0.000062060906,0.6194609,0.0000027636095,0.000033682958,0.00005025234],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99599195,0.0007071752,0.0008066601,0.00090741063,0.00090806227,0.0006787371],"domain_scores_gemma":[0.99789774,0.00024536785,0.00023162678,0.00053980644,0.0010245597,0.000060915158],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022677237,0.0002694307,0.0005068867,0.00076193525,0.0001577787,0.00007963432,0.00016548065,0.00020063242,0.00002210383],"category_scores_gemma":[0.0018544208,0.00025861652,0.00012083008,0.0023216805,0.00015407076,0.0003237086,0.0001700709,0.001018235,0.000010615848],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001660721,0.00361228,0.5875872,0.0012744743,0.00002699404,0.000021678516,0.00018623358,6.4582593e-7,0.40415367,0.0000055635987,0.00005676255,0.0014137848],"study_design_scores_gemma":[0.008028715,0.0039106957,0.48376706,0.0016592528,0.000004241829,0.000054631677,0.000042916847,0.00013486674,0.5019177,0.00009912015,0.00025737708,0.00012338733],"about_ca_topic_score_codex":0.000878267,"about_ca_topic_score_gemma":0.0008189044,"teacher_disagreement_score":0.10382013,"about_ca_system_score_codex":0.00052155886,"about_ca_system_score_gemma":0.0004678223,"threshold_uncertainty_score":0.9999866},"labels":[],"label_agreement":null},{"id":"W3189259804","doi":"10.2196/31389","title":"The Food Equity and Environmental Data Sovereignty (FEEDS) Project: Protocol for a Quasi-Experimental Study Evaluating a Digital Platform for Climate Change Preparedness","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Regina; University of Waterloo; University of Saskatchewan","funders":"Canadian Institutes of Health Research; Saskatchewan Health Research Foundation","keywords":"Food security; Climate change; Sustainability; Equity (law); Participatory action research; Environmental resource management; Food systems; Business; Environmental planning; Political science; Economic growth; Economics; Geography","score_opus":0.8860097337603647,"score_gpt":0.7328163657335185,"score_spread":0.15319336802684624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189259804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075273816,0.0000082055,0.000016486922,0.00036951498,0.000027677554,0.9862506,0.0048402534,0.00007974576,0.0008801724],"genre_scores_gemma":[0.042162683,7.650223e-7,0.0004272719,0.00008640922,0.00048044577,0.9560931,0.0005357901,0.000060541173,0.00015304041],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99412227,0.00094653585,0.0009530003,0.0009993913,0.0012953186,0.0016834813],"domain_scores_gemma":[0.99559313,0.0021076065,0.00034659094,0.0013376367,0.00034764432,0.00026736528],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0073686847,0.00028360108,0.00038593044,0.0001096529,0.0072835833,0.00042327325,0.0009654751,0.00022838786,0.00010334421],"category_scores_gemma":[0.0011703988,0.00021921187,0.00007957209,0.00028105712,0.00025890043,0.0011283506,0.006238306,0.0008665784,0.000019477833],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07930627,0.1058575,0.084771976,0.06523344,0.0009067803,0.00004792462,0.3389495,0.0000026118282,0.0008554538,0.12427469,0.067161545,0.13263233],"study_design_scores_gemma":[0.04470146,0.07245834,0.0027668385,0.004972173,0.000027491225,0.000012366831,0.35028788,0.015232845,0.00020092879,0.019030392,0.4892426,0.0010666718],"about_ca_topic_score_codex":0.00005194124,"about_ca_topic_score_gemma":0.00042942513,"teacher_disagreement_score":0.42208108,"about_ca_system_score_codex":0.0005188792,"about_ca_system_score_gemma":0.001301725,"threshold_uncertainty_score":0.9940088},"labels":[],"label_agreement":null},{"id":"W3189274973","doi":"10.2196/31236","title":"Participatory Surveillance of COVID-19 in Lesotho via Weekly Calls: Protocol for Cell Phone Data Collection","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Phone; Population; Medicine; Context (archaeology); Data collection; mHealth; Protocol (science); Internet privacy; Environmental health; Geography; Computer science; Psychological intervention; Nursing; Statistics","score_opus":0.5229664795707736,"score_gpt":0.6105348593277744,"score_spread":0.08756837975700082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189274973","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006233735,0.000008907343,0.0011538452,0.0010852636,0.000008885751,0.995348,0.00072514,0.00010181419,0.00094479165],"genre_scores_gemma":[0.0022470485,9.4381215e-7,0.0017462857,0.0001723149,0.00013230875,0.99298805,0.0005076025,0.00006667266,0.002138784],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941242,0.001646822,0.0009014811,0.0010869376,0.0012974659,0.00094313605],"domain_scores_gemma":[0.9945811,0.0009760953,0.00023895004,0.0024600874,0.0010693979,0.00067437184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005497893,0.00025075322,0.00070868863,0.00035625495,0.00017320135,0.00006208696,0.00073452474,0.00019290044,0.0006745027],"category_scores_gemma":[0.0041700476,0.00024261093,0.00010985901,0.0017897644,0.00036184065,0.00024915082,0.0007176478,0.0006028241,0.000065431144],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021652231,0.011341767,0.2863613,0.03212225,0.00010388535,0.000662733,0.0005646822,0.000035494275,0.07728628,0.00007725872,0.56401247,0.0057796217],"study_design_scores_gemma":[0.020544056,0.0014897664,0.035136003,0.0014142605,0.000004154233,0.000021580094,0.00018759926,0.002711494,0.022999989,0.0002645229,0.9148985,0.00032807642],"about_ca_topic_score_codex":0.00020666923,"about_ca_topic_score_gemma":0.0010406477,"teacher_disagreement_score":0.35088602,"about_ca_system_score_codex":0.0005675272,"about_ca_system_score_gemma":0.0056541506,"threshold_uncertainty_score":0.9999829},"labels":[],"label_agreement":null},{"id":"W3189286267","doi":"10.2196/31976","title":"The Finding My Way UK Clinical Trial: Adaptation Report and Protocol for a Replication Randomized Controlled Efficacy Trial of a Web-Based Psychological Program to Support Cancer Survivors","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"North West Cancer Research; National Institute for Health and Care Research","keywords":"Randomized controlled trial; Psychological intervention; Quality of life (healthcare); Distress; Medicine; Context (archaeology); Clinical trial; Psychology; Gerontology; Nursing; Clinical psychology; Surgery","score_opus":0.4452433767683948,"score_gpt":0.6499246547770063,"score_spread":0.20468127800861152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189286267","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015888544,0.0000031603556,0.00037913633,0.004111146,0.00007596703,0.97891384,0.000014399413,0.000087162094,0.0005266527],"genre_scores_gemma":[0.012718751,0.0000023718537,0.0007028185,0.000113350536,0.0005459335,0.9841856,0.000045073713,0.000040335173,0.0016458178],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99129003,0.0033207196,0.002344523,0.0010469989,0.0013813575,0.0006163588],"domain_scores_gemma":[0.98848164,0.006958865,0.0007373029,0.0013476203,0.002118036,0.0003565243],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029196428,0.00024540728,0.0017220051,0.00018174376,0.00028984234,0.00019004384,0.00025776777,0.00030356148,0.0001378307],"category_scores_gemma":[0.024662409,0.00014523926,0.0007800576,0.00075906934,0.00046609796,0.00005123306,0.0000974596,0.0006190489,0.0000026866364],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89838296,0.0024892625,0.00029113606,0.00038103166,0.00012171249,0.0000393226,0.00015936772,0.0000016741982,0.0002133149,0.00012902911,0.0029946088,0.09479657],"study_design_scores_gemma":[0.8200913,0.015207592,0.0002427228,0.00080327026,0.000037500555,0.00001130843,0.00009707695,0.00046558224,0.0004506191,0.000117035896,0.16234504,0.00013093394],"about_ca_topic_score_codex":0.00011140332,"about_ca_topic_score_gemma":0.00070858747,"teacher_disagreement_score":0.15935043,"about_ca_system_score_codex":0.00012265492,"about_ca_system_score_gemma":0.0019981794,"threshold_uncertainty_score":0.99964654},"labels":[],"label_agreement":null},{"id":"W3190049739","doi":"10.2196/30131","title":"Modulation of Bone and Joint Biomarkers, Gut Microbiota, and Inflammation Status by Synbiotic Supplementation and Weight-Bearing Exercise: Human Study Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Massey University","keywords":"Medicine; Randomized controlled trial; Prebiotic; Gut flora; Physical therapy; Probiotic; Internal medicine; Osteoarthritis; Immunology; Alternative medicine; Biology; Pathology","score_opus":0.07075749987758326,"score_gpt":0.47893687833282395,"score_spread":0.40817937845524066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190049739","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27445173,0.000016272172,0.00007613369,0.000075213735,0.000003148935,0.7253309,0.000025747051,0.000005041008,0.00001583997],"genre_scores_gemma":[0.06208757,0.000008466716,0.0006231424,0.0000046781256,0.000057908524,0.9368312,0.00018340803,0.000020082838,0.00018354926],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9973731,0.00081136904,0.00078814046,0.0004631652,0.0002172191,0.0003469846],"domain_scores_gemma":[0.9988814,0.00009394926,0.0002976344,0.00022082012,0.00038917837,0.000117022944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026530938,0.0001707564,0.00069122796,0.00015297718,0.00025285155,0.00013052604,0.000041163123,0.00014098373,0.000018935862],"category_scores_gemma":[0.00022345482,0.00014359616,0.00008054318,0.000104413215,0.0001789805,0.000018797764,0.00016062219,0.00011874802,2.1372789e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2958327,0.00032465314,0.00025589738,0.000783188,0.00007443783,7.16711e-7,0.00018254518,2.5180316e-7,0.701027,0.000022077156,0.00063222775,0.0008643573],"study_design_scores_gemma":[0.8794346,0.002345084,0.0019250468,0.0004390861,0.00002081418,0.000003389864,0.0002257106,0.00013092313,0.11324779,0.00009770083,0.001976278,0.00015361012],"about_ca_topic_score_codex":0.0000521104,"about_ca_topic_score_gemma":0.00004998538,"teacher_disagreement_score":0.58777916,"about_ca_system_score_codex":0.000029013196,"about_ca_system_score_gemma":0.00017896654,"threshold_uncertainty_score":0.58556813},"labels":[],"label_agreement":null},{"id":"W3190145167","doi":"10.2196/30726","title":"Using Electronically Delivered Therapy and Brain Imaging to Understand Obsessive-Compulsive Disorder Pathophysiology: Protocol for a Pilot Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obsessive-Compulsive Spectrum Disorders","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Anxiety; Psychology; Cognitive behavioral therapy; Medicine; Exposure therapy; Functional magnetic resonance imaging; Neuroscience; Psychiatry; Clinical psychology","score_opus":0.2668431203428579,"score_gpt":0.5485851014390788,"score_spread":0.2817419810962209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190145167","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047683936,0.000024525474,0.0027005356,0.002064605,0.000019375335,0.9467924,0.0000361545,0.00011953199,0.00055890466],"genre_scores_gemma":[0.017479438,4.3903913e-7,0.0018476046,0.00070515554,0.00017616959,0.979229,0.000012713741,0.00016045183,0.00038905127],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9918305,0.0028638265,0.00070690905,0.0018446932,0.000797259,0.0019567914],"domain_scores_gemma":[0.9956911,0.0013427787,0.00023574576,0.0011334706,0.0011777441,0.0004191495],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013327029,0.0005546386,0.0007428011,0.00043729923,0.00089593144,0.00040129005,0.000753229,0.00012790045,0.0006557909],"category_scores_gemma":[0.0005430998,0.0005135921,0.00014199346,0.0012999891,0.00046773194,0.00026188322,0.00059480587,0.0009947267,0.000058947528],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10831226,0.07781349,0.10428591,0.001995047,0.0021238774,0.0019750397,0.039532635,0.00033489455,0.39817387,0.029124696,0.059976418,0.17635185],"study_design_scores_gemma":[0.22966701,0.15241107,0.22571565,0.004175019,0.00005179032,0.00021257433,0.09943107,0.002807905,0.0046244143,0.10991595,0.16501388,0.0059736785],"about_ca_topic_score_codex":0.00017732271,"about_ca_topic_score_gemma":0.00024106876,"teacher_disagreement_score":0.39354947,"about_ca_system_score_codex":0.0003852726,"about_ca_system_score_gemma":0.00085853634,"threshold_uncertainty_score":0.99973154},"labels":[],"label_agreement":null},{"id":"W3190925401","doi":"10.2196/26709","title":"Diagnosis and Management of Traumatic Subarachnoid Hemorrhage: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury and Neurovascular Disturbances","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gates Cambridge Trust; Cambridge Trust","keywords":"Scopus; Medicine; Subarachnoid hemorrhage; Context (archaeology); Data extraction; MEDLINE; Cochrane Library; Population; Traumatic brain injury; Intervention (counseling); Medical emergency; Intensive care medicine; Meta-analysis; Psychiatry; Surgery; Pathology","score_opus":0.5132283381792241,"score_gpt":0.614390596939056,"score_spread":0.10116225875983187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190925401","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.6801024e-8,0.45041397,0.000008631848,0.00008678714,0.0000021649614,0.54921365,0.000016444774,0.000025854815,0.0002325023],"genre_scores_gemma":[3.8793355e-9,0.4506439,0.0013343727,0.000031380867,0.00004163491,0.5476641,0.00002533913,0.000055650624,0.00020360973],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946882,0.0009667835,0.0015864884,0.0009349446,0.0011697221,0.0006538464],"domain_scores_gemma":[0.99668396,0.00086678675,0.0005253253,0.0013059428,0.0003766645,0.0002413532],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032486788,0.00050412875,0.0033703675,0.0002975631,0.00017254327,0.00008677687,0.00045180877,0.00025275294,0.00026323774],"category_scores_gemma":[0.00044211658,0.00037084197,0.0008720077,0.0010333086,0.00029494992,0.000104139144,0.0003110865,0.0007694761,0.000014087648],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003301314,0.00041516265,0.0000013590189,0.5209447,0.00009040435,0.00006249299,0.000010351215,2.4234845e-9,7.5605165e-8,0.00009549819,0.0017737907,0.47657317],"study_design_scores_gemma":[0.0011541034,0.0006493474,0.0000027920069,0.54245,0.00020169799,0.00006857076,0.000009441117,6.374369e-7,0.000014350991,0.0000143146935,0.4552778,0.0001569567],"about_ca_topic_score_codex":0.0000011472288,"about_ca_topic_score_gemma":0.0000011389043,"teacher_disagreement_score":0.4764162,"about_ca_system_score_codex":0.00009377454,"about_ca_system_score_gemma":0.00063881464,"threshold_uncertainty_score":0.99987435},"labels":[],"label_agreement":null},{"id":"W3190985001","doi":"10.2196/10681","title":"Promising Approaches for Engaging Youth and Young Adults Living with HIV in HIV Primary Care Using Social Media and Mobile Technology Interventions: Protocol for the SPNS Social Media Initiative","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Psychological intervention; Social media; Gerontology; Medicine; Health care; Psychology; Medical education; Nursing; Political science","score_opus":0.2775784482028475,"score_gpt":0.4977812859173305,"score_spread":0.220202837714483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190985001","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03257211,0.00003211776,0.0009671787,0.00040393497,0.0000042277634,0.96537673,0.00019118127,0.00006033704,0.0003921818],"genre_scores_gemma":[0.09671048,6.4528433e-7,0.0017846263,0.000005994216,0.0002419772,0.9009817,0.00006684767,0.00006286102,0.00014485307],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968274,0.00047077978,0.0005282155,0.0006225088,0.0006566473,0.00089442875],"domain_scores_gemma":[0.9974045,0.0013182199,0.00017456827,0.00025119705,0.0007123275,0.00013916627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023006871,0.00025378767,0.00050396967,0.0007662307,0.0008703764,0.00021116716,0.00028069937,0.00023240775,0.000035364432],"category_scores_gemma":[0.0013450023,0.00018017952,0.00017201071,0.0006548676,0.00076036056,0.00036939984,0.000411604,0.0011520174,0.0000024921108],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016237356,0.0033537268,0.099650085,0.08237575,0.0005557966,0.00003146611,0.5516647,0.0000051731577,0.0025121535,0.001896096,0.0027252007,0.23899245],"study_design_scores_gemma":[0.060087107,0.017446402,0.039640777,0.121367104,0.000116962714,0.00009306206,0.73612636,0.012902768,0.0021145581,0.0015038897,0.0073152934,0.0012856885],"about_ca_topic_score_codex":0.000012243524,"about_ca_topic_score_gemma":0.00016552005,"teacher_disagreement_score":0.23770677,"about_ca_system_score_codex":0.00037028178,"about_ca_system_score_gemma":0.0005452174,"threshold_uncertainty_score":0.73475075},"labels":[],"label_agreement":null},{"id":"W3191520835","doi":"10.2196/30305","title":"Effectiveness of an Internet-Based Machine-Guided Stress Management Program Based on Cognitive Behavioral Therapy for Improving Depression Among Workers: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Randomized controlled trial; Stress management; Cognitive behavioral therapy; Protocol (science); Intervention (counseling); Depression (economics); Medicine; Clinical psychology; Physical therapy; Psychology; Psychiatry; Alternative medicine","score_opus":0.1909569030891185,"score_gpt":0.6132065856834935,"score_spread":0.422249682594375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191520835","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01631491,0.0000023761445,0.004027817,0.000023344372,0.00006320894,0.97817665,0.00017327958,0.00013712519,0.0010813026],"genre_scores_gemma":[0.12580122,7.122815e-9,0.0015772544,0.000016966582,0.00006349,0.87165916,0.0002251733,0.00009346472,0.0005632468],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9891876,0.006607259,0.0013609052,0.0010282386,0.0008945454,0.00092147285],"domain_scores_gemma":[0.99260294,0.0046641217,0.0006275792,0.0006836042,0.0011497404,0.0002720292],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007730374,0.00040633616,0.0013758357,0.000491496,0.00019834873,0.00026186797,0.0004980611,0.00024865376,0.00019219107],"category_scores_gemma":[0.0005687391,0.00030907663,0.0009984196,0.0003724675,0.00038598085,0.0002213608,0.00011666651,0.00045127945,0.0000051893344],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8231399,0.038601577,0.00029002188,0.005615286,0.00019366133,0.000028471979,0.00007001563,0.000008223269,0.000053174652,0.00021172555,0.000081184866,0.13170676],"study_design_scores_gemma":[0.9169907,0.03480383,0.000494735,0.01602459,0.000031098105,6.0512104e-7,0.00014912972,0.0051708724,0.025528237,0.00034756356,0.00019820893,0.00026044901],"about_ca_topic_score_codex":0.00009567338,"about_ca_topic_score_gemma":0.00003313191,"teacher_disagreement_score":0.13144632,"about_ca_system_score_codex":0.00022035676,"about_ca_system_score_gemma":0.00030988044,"threshold_uncertainty_score":0.9999361},"labels":[],"label_agreement":null},{"id":"W3191572226","doi":"10.2196/24931","title":"COCARDE Study–Cardiac Imaging Phenotype in Patients With COVID-19: Protocol for a Prospective Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Intensive care unit; Coronavirus disease 2019 (COVID-19); Population; Internal medicine; Prospective cohort study; Emergency medicine; Cardiology; Disease","score_opus":0.45090202538998053,"score_gpt":0.654706392467934,"score_spread":0.20380436707795352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191572226","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008777043,6.9208164e-7,0.00009352734,0.0026875997,0.0000053910867,0.9879755,0.000051056682,0.00009604165,0.00031316408],"genre_scores_gemma":[0.03537509,7.014777e-8,0.00049435534,0.00043651348,0.00018286498,0.96264225,0.00002929793,0.00007600398,0.00076355314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99101573,0.0016478653,0.00085553905,0.0014470863,0.0038008292,0.001232925],"domain_scores_gemma":[0.9867437,0.00655014,0.00015075682,0.0011060805,0.004730141,0.0007191935],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006132774,0.00036188416,0.0009230647,0.00043688444,0.000561732,0.00019633313,0.00042088822,0.00008549682,0.0002169199],"category_scores_gemma":[0.057344645,0.0002743502,0.0001655664,0.002021734,0.00040283316,0.00027161278,0.00093982386,0.0013279732,0.000031379896],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015724428,0.025090156,0.9493244,0.002195552,0.00024168311,0.0002065501,0.0017033484,0.000021410273,0.000027492119,0.00010874544,0.0039351657,0.0014210286],"study_design_scores_gemma":[0.044642974,0.0129070785,0.86900836,0.00088791037,0.000012080587,2.0753832e-7,0.0016006861,0.00006926538,0.000032569245,0.0005544035,0.07003382,0.0002506673],"about_ca_topic_score_codex":0.00011139438,"about_ca_topic_score_gemma":0.00010805277,"teacher_disagreement_score":0.080316104,"about_ca_system_score_codex":0.0016670686,"about_ca_system_score_gemma":0.0068517793,"threshold_uncertainty_score":0.99997085},"labels":[],"label_agreement":null},{"id":"W3191977335","doi":"10.2196/32170","title":"Outcomes After Receipt of Neuraxial or Regional Anesthesia Instead of General Anesthesia for Lower Limb Revascularization Surgery: Protocol for a Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Peripheral Artery Disease Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; Western University; Ottawa Hospital; Dalhousie University; University of Ottawa","funders":"","keywords":"Medicine; Perioperative; MEDLINE; Odds ratio; Revascularization; Pulmonary embolism; Anesthesiology; Meta-analysis; Anesthesia; Surgery; Intensive care medicine; Internal medicine; Myocardial infarction","score_opus":0.4040124684777142,"score_gpt":0.5551507425355344,"score_spread":0.1511382740578202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191977335","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3739227e-7,0.13111721,0.00004728826,0.0013210375,6.7115144e-7,0.86743516,0.00005055274,0.00002374079,0.000003996364],"genre_scores_gemma":[5.4483884e-8,0.027588341,0.0009550147,0.00068566063,0.0000526982,0.96770436,0.0003024451,0.00012075173,0.0025906775],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99099946,0.0026949898,0.0029736636,0.001054548,0.0016553542,0.0006219715],"domain_scores_gemma":[0.993333,0.001225989,0.0015036582,0.0017904843,0.0018576132,0.00028927356],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049156304,0.0007262096,0.012639336,0.0010191612,0.00009447026,0.00009541795,0.0004375983,0.00032015884,0.00037930615],"category_scores_gemma":[0.0010486887,0.00041670722,0.006406673,0.001984982,0.0002163476,0.00016460304,0.0001274214,0.0003201648,0.0000031656916],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010857545,0.0009098757,0.000024320974,0.95321274,0.035950094,0.00011827389,0.000013360932,2.4233574e-7,3.7559263e-7,0.000051491887,0.0076166657,0.001016829],"study_design_scores_gemma":[0.00094246963,0.0010488785,0.000030082085,0.26968676,0.13592824,0.00009438497,0.000004505893,0.0000125736615,0.0000012103504,0.000010050299,0.5919137,0.000327162],"about_ca_topic_score_codex":0.000005084928,"about_ca_topic_score_gemma":0.0000038101189,"teacher_disagreement_score":0.683526,"about_ca_system_score_codex":0.00016450573,"about_ca_system_score_gemma":0.0011807712,"threshold_uncertainty_score":0.99982846},"labels":[],"label_agreement":null},{"id":"W3192061556","doi":"10.2196/32085","title":"Noisy Galvanic Vestibular Stimulation Combined With a Multisensory Balance Program in Older Adults With Moderate to High Fall Risk: Protocol for a Feasibility Study for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vestibular and auditory disorders","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Galvanic vestibular stimulation; Balance (ability); Physical medicine and rehabilitation; Vestibular system; Randomized controlled trial; Physical therapy; Fall prevention; Medicine; Posturography; Poison control; Psychology; Audiology; Injury prevention; Surgery","score_opus":0.10445142635357957,"score_gpt":0.48304849453129844,"score_spread":0.3785970681777189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192061556","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18261549,2.724209e-7,0.0041846614,0.00016545133,0.00001060698,0.8128283,0.000038940532,0.00014041796,0.00001583218],"genre_scores_gemma":[0.20058328,4.4474323e-8,0.0034031793,0.00003732996,0.000095420735,0.79559183,0.000010247071,0.00007513699,0.0002035576],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9899007,0.004794507,0.0010301218,0.0017042885,0.001439966,0.0011304189],"domain_scores_gemma":[0.9937914,0.003295749,0.0004100597,0.00090895366,0.0012760144,0.00031781898],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004211845,0.00048899325,0.0017313858,0.00029484535,0.0005121392,0.00045653436,0.00046812152,0.00015195765,0.00002128323],"category_scores_gemma":[0.00919412,0.0003297593,0.00019275879,0.0010587455,0.0003167587,0.000320552,0.00012377188,0.0006502402,0.0000069881025],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9702321,0.016986428,0.001357154,0.0006718293,0.000046830497,0.000052697393,0.000754454,0.008251133,0.0009624314,0.00003890648,0.00014389047,0.00050213956],"study_design_scores_gemma":[0.8851851,0.03350825,0.00075226446,0.0014017267,0.000017874556,0.0000018563354,0.00013859199,0.07615259,0.0018998707,0.0003074403,0.00023812884,0.00039629],"about_ca_topic_score_codex":0.000050925915,"about_ca_topic_score_gemma":0.00051027443,"teacher_disagreement_score":0.08504699,"about_ca_system_score_codex":0.00019179827,"about_ca_system_score_gemma":0.0009921768,"threshold_uncertainty_score":0.9999154},"labels":[],"label_agreement":null},{"id":"W3192235087","doi":"10.2196/30802","title":"Co-Development of a Web-Based Hub (eSocial-hub) to Combat Social Isolation and Loneliness in Francophone and Anglophone Older People in the Linguistic Minority Context (Quebec, Manitoba, and New Brunswick): Protocol for a Mixed Methods Interventional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Moncton; University of Manitoba; Université du Québec en Outaouais; Université Laval; University of Ottawa","funders":"","keywords":"Loneliness; Social isolation; Context (archaeology); French; Pandemic; Isolation (microbiology); Sociology; Social distance; Gerontology; Coronavirus disease 2019 (COVID-19); Psychology; Medicine; Geography; Social psychology; Psychiatry; Disease","score_opus":0.2597839098204627,"score_gpt":0.5981444296909553,"score_spread":0.3383605198704926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192235087","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24096698,0.000012934677,0.0008430913,0.0009401767,0.000027892409,0.7571564,0.000009795812,0.000013101107,0.00002963303],"genre_scores_gemma":[0.083892144,1.207553e-7,0.0030990152,0.000044938137,0.0002114209,0.9124876,0.000017181275,0.000018757873,0.00022876594],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99457425,0.0031010306,0.0008566983,0.0004581333,0.0005197605,0.0004901023],"domain_scores_gemma":[0.9969826,0.0017867917,0.00019381061,0.00019377258,0.0007161443,0.0001269056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005209188,0.00018655712,0.00052667916,0.00033265725,0.00059678283,0.00007215585,0.00016206571,0.000191685,0.00006978321],"category_scores_gemma":[0.0009598117,0.00015802591,0.000049448452,0.0010467233,0.00010112934,0.00006574744,0.00016201897,0.00059895695,0.000002135318],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009638939,0.0091388095,0.45855564,0.013902313,0.0000821737,0.00003453419,0.33252263,9.680456e-7,0.0029509463,0.00027884543,0.040608868,0.13228533],"study_design_scores_gemma":[0.016714577,0.0008356268,0.9229119,0.0015672372,0.0000041708417,8.6665426e-7,0.04420185,0.00006495845,0.00027048457,0.00035092063,0.012900689,0.00017675248],"about_ca_topic_score_codex":0.006952854,"about_ca_topic_score_gemma":0.31675205,"teacher_disagreement_score":0.46435624,"about_ca_system_score_codex":0.0002281075,"about_ca_system_score_gemma":0.0032703462,"threshold_uncertainty_score":0.99965996},"labels":[],"label_agreement":null},{"id":"W3192730336","doi":"10.2196/31646","title":"Technology-Supported Guidance Model to Support the Development of Critical Thinking Among Undergraduate Nursing Students in Clinical Practice: Protocol of an Exploratory, Flexible Mixed Methods Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Protocol (science); Intervention (counseling); Nursing; Nurse education; Data collection; Exploratory research; Medical education; Critical thinking; Grounded theory; Test (biology); Psychology; Research design; Medicine; Qualitative research; Pedagogy; Alternative medicine","score_opus":0.5700115005786884,"score_gpt":0.7366714254339456,"score_spread":0.16665992485525716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192730336","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28809282,9.1834966e-7,0.0024265882,0.003441995,0.00001917066,0.7058467,0.0000029669652,0.00006062575,0.00010819083],"genre_scores_gemma":[0.31594947,1.937057e-8,0.1050282,0.00005359904,0.000027356578,0.57887197,0.0000051183765,0.00002719419,0.000037095433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9870732,0.0059522693,0.0026480427,0.0009504809,0.0026572477,0.0007187933],"domain_scores_gemma":[0.98932344,0.0024275742,0.00040131708,0.0017724641,0.0056769648,0.00039822923],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029515365,0.000229092,0.0006850923,0.0005841815,0.00034151843,0.000071348906,0.0007740402,0.00027636377,0.000050259456],"category_scores_gemma":[0.013194234,0.00018886196,0.000080542566,0.0026049647,0.0006776779,0.0003784987,0.00044038382,0.00149487,0.000006186571],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00239386,0.031296562,0.9277234,0.0016508114,0.000053066815,0.00004201114,0.021192143,0.00018930146,0.0009982503,0.0003553529,0.00029391274,0.013811296],"study_design_scores_gemma":[0.0073450906,0.006410607,0.8354045,0.006181918,0.000023877245,0.000011232436,0.09044298,0.0027963934,0.04193652,0.008717903,0.00040778815,0.00032116097],"about_ca_topic_score_codex":0.00001303397,"about_ca_topic_score_gemma":0.000073498515,"teacher_disagreement_score":0.12697476,"about_ca_system_score_codex":0.0007602156,"about_ca_system_score_gemma":0.009782671,"threshold_uncertainty_score":0.9993182},"labels":[],"label_agreement":null},{"id":"W3192827212","doi":"10.2196/31742","title":"Automated Virtual Reality Cognitive Therapy for People With Psychosis: Protocol for a Qualitative Investigation Using Peer Research Methods","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Nottingham Biomedical Research Centre; Invention for Innovation; National Institute for Health and Care Research; Department of Health and Social Care; Wellcome Trust","keywords":"Psychology; Virtual reality; Applied psychology; Everyday life; Social anxiety; Cognition; Qualitative research; Mental health; Anxiety; Psychotherapist; Psychiatry; Computer science","score_opus":0.764376247648588,"score_gpt":0.7783803244173578,"score_spread":0.014004076768769802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192827212","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015483617,0.0000023957716,0.0147790415,0.0030738304,0.000026908265,0.9781013,0.000521675,0.00026682374,0.0016796773],"genre_scores_gemma":[0.0016992459,2.8357162e-8,0.023406614,0.00012640077,0.00015821637,0.96957767,0.00017285024,0.00012145366,0.004737521],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9826245,0.012051859,0.00093313336,0.0012170067,0.0016398181,0.0015337274],"domain_scores_gemma":[0.9832535,0.0062955655,0.00028519053,0.0007229766,0.009001531,0.00044126486],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.022017615,0.00031045184,0.00051236316,0.0005409254,0.000999788,0.00044972182,0.0004702095,0.00030122735,0.0003216267],"category_scores_gemma":[0.0029418194,0.0002668466,0.00020350624,0.0022784723,0.0007984448,0.00051328697,0.000179703,0.00094075955,0.00006210711],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12452471,0.029888928,0.0019720092,0.012492101,0.00157994,0.000057902304,0.16104709,0.000014763637,0.009368915,0.12489896,0.38246512,0.15168956],"study_design_scores_gemma":[0.07915194,0.101660304,0.009296971,0.032118153,0.000024398358,0.000099852645,0.13009213,0.0049932958,0.12587613,0.15827958,0.35640684,0.0020004183],"about_ca_topic_score_codex":0.00027854223,"about_ca_topic_score_gemma":0.0002494304,"teacher_disagreement_score":0.14968914,"about_ca_system_score_codex":0.00051711727,"about_ca_system_score_gemma":0.0012500096,"threshold_uncertainty_score":0.99997836},"labels":[],"label_agreement":null},{"id":"W3193295904","doi":"10.2196/30901","title":"Function and Emotion in Everyday Life With Type 1 Diabetes (FEEL-T1D): Protocol for a Fully Remote Intensive Longitudinal Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Aging; National Institutes of Health; Abbott Laboratories","keywords":"Type 1 diabetes; Data collection; Medicine; Blood glucose monitoring; Cognition; Gerontology; Psychology; Diabetes mellitus; Psychiatry","score_opus":0.2926217682937085,"score_gpt":0.5310933081812167,"score_spread":0.2384715398875082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193295904","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064805925,0.0000031102452,0.00008860452,0.0009766183,0.0000072340495,0.93325144,0.0000020354682,0.00004436735,0.00082065875],"genre_scores_gemma":[0.026928045,2.322227e-7,0.00031783278,0.00009946424,0.00017720471,0.96820104,0.000018371908,0.000048955942,0.0042088362],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963476,0.0005097563,0.00036852725,0.000750301,0.0011623616,0.0008614344],"domain_scores_gemma":[0.99601096,0.00026193366,0.000076540135,0.00052648445,0.0028298206,0.00029429098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023048013,0.00022172625,0.00042972865,0.00056175777,0.00020770826,0.00022980246,0.00015081803,0.00011824457,0.00023418211],"category_scores_gemma":[0.0014844876,0.00016267059,0.000054786084,0.0014336029,0.00020749876,0.00026309263,0.00033389768,0.00073704147,0.000035348316],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022371097,0.005862795,0.8939491,0.008174404,0.00038131382,0.0003229966,0.0006504594,0.0000071723625,0.0055936635,0.00017189787,0.020494886,0.042020243],"study_design_scores_gemma":[0.028684882,0.046619445,0.8541499,0.006636504,0.000027414566,0.00000577205,0.0026904468,0.0013988365,0.001524405,0.0009766668,0.05690513,0.0003805945],"about_ca_topic_score_codex":0.000013179451,"about_ca_topic_score_gemma":0.000068932684,"teacher_disagreement_score":0.04163965,"about_ca_system_score_codex":0.0001392764,"about_ca_system_score_gemma":0.0005822784,"threshold_uncertainty_score":0.6633514},"labels":[],"label_agreement":null},{"id":"W3193323742","doi":"10.2196/32911","title":"Female Genital Mutilation/Cutting Education for Midwives and Nurses as Informed by Women’s Experiences: Protocol for an Exploratory Sequential Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Female Genital Mutilation/Cutting Issues","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nursing; Childbirth; Medicine; Exploratory research; Reproductive health; Sociocultural evolution; Health care; Female circumcision; Family medicine; Population; Psychology; Pregnancy; Obstetrics; Environmental health; Sociology","score_opus":0.35118295815790007,"score_gpt":0.641134835161225,"score_spread":0.289951877003325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193323742","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3049967,0.0000050894378,0.0004890655,0.00006830606,0.000036252546,0.6939577,0.000014838149,0.00009915137,0.00033294043],"genre_scores_gemma":[0.029469872,1.0137042e-7,0.030853169,0.000061031547,0.00039465693,0.9362016,0.00009749107,0.000076961376,0.002845155],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9955759,0.0010526488,0.0007594736,0.0008767728,0.00087082724,0.0008644021],"domain_scores_gemma":[0.99584055,0.00089352933,0.00023648822,0.0006306153,0.0019162849,0.00048253717],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031236492,0.00031963404,0.00047551293,0.00034229638,0.0007371411,0.00044740416,0.00025183806,0.000189196,0.00021357679],"category_scores_gemma":[0.0029940808,0.0002995011,0.000098081066,0.0005928554,0.00032631328,0.0010416053,0.00020636093,0.00034134564,0.000009790378],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010524451,0.014300456,0.014404885,0.009531804,0.0002890728,0.000021953421,0.62353903,0.000004008392,0.1269017,0.000546127,0.011468172,0.1884683],"study_design_scores_gemma":[0.0072244345,0.0111041935,0.0014161819,0.00097049883,0.000014229909,0.00003331358,0.58821636,0.00024522943,0.14709054,0.0006386227,0.24263506,0.0004113552],"about_ca_topic_score_codex":0.000010123191,"about_ca_topic_score_gemma":0.00001916932,"teacher_disagreement_score":0.27552682,"about_ca_system_score_codex":0.0003932029,"about_ca_system_score_gemma":0.0028209703,"threshold_uncertainty_score":0.9999457},"labels":[],"label_agreement":null},{"id":"W3193454749","doi":"10.2196/28148","title":"Effect of Preconception Care Intervention on Maternal Nutritional Status and Birth Outcome in a Low-Resource Setting: Proposal for a Nonrandomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Indian Council of Medical Research","keywords":"Medicine; Pregnancy; Prenatal care; Low birth weight; Intervention (counseling); Health care; Family medicine; Population; Obstetrics; Pediatrics; Environmental health; Nursing","score_opus":0.06665978653911789,"score_gpt":0.5153322810406026,"score_spread":0.4486724945014847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193454749","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.551204,0.000023825209,0.000036839672,0.0003494207,0.000011483395,0.44827572,0.000021231184,0.000013226192,0.00006422509],"genre_scores_gemma":[0.37518737,0.0000012366572,0.00012066335,0.000011582865,0.00026601626,0.62407494,0.000055724566,0.000014311239,0.00026815073],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956347,0.0020890764,0.00073235255,0.0004664572,0.0006262651,0.0004511992],"domain_scores_gemma":[0.9979655,0.00083972793,0.00019544965,0.00022954831,0.0006136964,0.00015603444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003944925,0.00014951921,0.0007371064,0.00028427245,0.00008602119,0.00004606004,0.000053114083,0.00012764348,0.00008321368],"category_scores_gemma":[0.00217538,0.00011219187,0.000228087,0.00019069154,0.000105934065,0.00008876342,0.00003721956,0.00042948037,0.000004099824],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9356334,0.0014506249,0.021790473,0.009680033,0.000035599314,0.00001365523,0.00029645843,0.0000026357955,0.005277719,0.00010212812,0.000054958262,0.025662301],"study_design_scores_gemma":[0.92909735,0.029829066,0.013914697,0.0053495895,0.0000123548425,0.000010066676,0.00023028009,0.00023460333,0.01975981,0.00014638601,0.0013177478,0.00009802243],"about_ca_topic_score_codex":0.000015718446,"about_ca_topic_score_gemma":0.000014723035,"teacher_disagreement_score":0.17601666,"about_ca_system_score_codex":0.00021487802,"about_ca_system_score_gemma":0.00040700982,"threshold_uncertainty_score":0.45750517},"labels":[],"label_agreement":null},{"id":"W3193507278","doi":"10.2196/31925","title":"Connectivity-Guided Theta Burst Transcranial Magnetic Stimulation Versus Repetitive Transcranial Magnetic Stimulation for Treatment-Resistant Moderate to Severe Depression: Magnetic Resonance Imaging Protocol and SARS-CoV-2–Induced Changes for a Randomized Double-blind Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Versus Arthritis; Department of Health and Social Care; Medical Research Council; National Institute for Health and Care Research","keywords":"Transcranial magnetic stimulation; Functional magnetic resonance imaging; Randomized controlled trial; Magnetic resonance imaging; Physical medicine and rehabilitation; Psychology; Medicine; Neuroscience; Stimulation; Internal medicine; Radiology","score_opus":0.2920764541740101,"score_gpt":0.5009770148621686,"score_spread":0.2089005606881585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193507278","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0798035,0.00008898067,0.0021007205,0.0022795538,0.00012803324,0.9144983,0.00029793827,0.00022915113,0.0005737987],"genre_scores_gemma":[0.26537988,0.000004506815,0.0010798043,0.00009524778,0.00042046866,0.73234475,0.000019071455,0.00012968907,0.0005266048],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.989853,0.0028855612,0.0015854227,0.0024707473,0.0016504098,0.0015548466],"domain_scores_gemma":[0.9872836,0.0095894085,0.00034074622,0.00088424765,0.0015558727,0.00034613587],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002410831,0.00096411206,0.002183411,0.0006350296,0.0014873355,0.0008604634,0.0004771299,0.00030143335,0.00017448862],"category_scores_gemma":[0.0029014288,0.00083152676,0.0005994548,0.0011264369,0.000590892,0.00047137294,0.00011280037,0.0004015137,0.000010682117],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6611054,0.0010183724,0.0000074408904,0.00029747226,0.000025891743,0.00003050497,0.0011414199,0.00020391328,0.3243762,0.0004919306,0.000047740876,0.011253744],"study_design_scores_gemma":[0.89450365,0.016659087,0.00020149104,0.00072592444,0.00017815246,0.000017867711,0.00009032272,0.031050416,0.049440585,0.0012890088,0.005029288,0.0008142181],"about_ca_topic_score_codex":0.00010424276,"about_ca_topic_score_gemma":0.0004157127,"teacher_disagreement_score":0.27493563,"about_ca_system_score_codex":0.00031234534,"about_ca_system_score_gemma":0.0006699701,"threshold_uncertainty_score":0.9998126},"labels":[],"label_agreement":null},{"id":"W3193555497","doi":"10.2196/31061","title":"Efficacy of the Self-management Support System DialBetesPlus for Diabetic Kidney Disease: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Royal Holloway, University of London; Japan Agency for Medical Research and Development","keywords":"Medicine; Glycemic; Microalbuminuria; Randomized controlled trial; Population; Kidney disease; Diabetes mellitus; Disease; Albuminuria; Clinical trial; Physical therapy; Internal medicine","score_opus":0.14098899703437257,"score_gpt":0.5794777011937575,"score_spread":0.43848870415938496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193555497","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026108228,0.0000026295593,0.00060218305,0.0041454355,0.00010141582,0.9911438,0.00020912342,0.00015878504,0.0036104675],"genre_scores_gemma":[0.00021015738,0.0000010794,0.0011428231,0.00051330274,0.000777594,0.99012256,0.000062061874,0.0000806,0.007089825],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9867669,0.0067056105,0.002750148,0.00078347465,0.0012326513,0.0017612327],"domain_scores_gemma":[0.9820435,0.011909433,0.0010820886,0.0016162664,0.0021309834,0.0012177465],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01447878,0.00031535403,0.0018519401,0.0002205929,0.002122144,0.00004629362,0.0007985443,0.00026986055,0.0002853463],"category_scores_gemma":[0.007505968,0.00019686922,0.00092370465,0.0007501828,0.00023766307,0.00007301974,0.00040225702,0.0007730079,0.000056828176],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82720983,0.0016081149,0.00006384412,0.047121238,0.00012684736,0.0000014714418,0.0001626176,0.0000015652992,0.000017991308,0.049999576,0.072873734,0.0008131753],"study_design_scores_gemma":[0.5476385,0.00036156672,0.000043863438,0.0030528887,0.00003763086,1.304328e-7,0.00007231256,0.00033261493,0.000030133582,0.0006416849,0.4476964,0.00009230183],"about_ca_topic_score_codex":0.0000075096914,"about_ca_topic_score_gemma":0.000005177522,"teacher_disagreement_score":0.37482268,"about_ca_system_score_codex":0.0005248579,"about_ca_system_score_gemma":0.011521816,"threshold_uncertainty_score":0.999177},"labels":[],"label_agreement":null},{"id":"W3193777685","doi":"10.2196/30638","title":"Measuring Patient Compliance With Remote Monitoring Following Discharge From Hospital After Major Surgery (DREAMPath): Protocol for a Prospective Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Urology Foundation; Association of Medical Research Charities; National Institute for Health and Care Research; University College London; Cancer Research UK","keywords":"Medicine; Observational study; Emergency medicine; Vital signs; Prospective cohort study; Medical emergency; Intensive care medicine; Surgery; Internal medicine","score_opus":0.42155644675661386,"score_gpt":0.5053171023054563,"score_spread":0.08376065554884249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193777685","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.322304,0.0000035893015,0.00034363117,0.00015989773,0.000036095622,0.67694443,0.00003514587,0.000092696326,0.00008052066],"genre_scores_gemma":[0.12984444,6.336103e-8,0.005819123,0.000024971276,0.00050302036,0.86321986,0.000025905505,0.00011321349,0.00044940648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99421537,0.00046778296,0.0007653988,0.0012393049,0.0022435423,0.0010685893],"domain_scores_gemma":[0.99572456,0.0010754053,0.00021230493,0.0009627062,0.0016714539,0.00035358034],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013513874,0.00041489006,0.0008108709,0.00023733382,0.00038355635,0.00028638283,0.00020497994,0.0001360559,0.00007263865],"category_scores_gemma":[0.00093207974,0.00033931452,0.00035061518,0.00090593385,0.000095299,0.0006670552,0.00029832337,0.0008610657,0.000028749188],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007861986,0.0040122783,0.9744317,0.0011877484,0.0003371388,0.0010421106,0.0015377685,0.0000026403682,0.004992679,0.0000026942434,0.0004214796,0.004169797],"study_design_scores_gemma":[0.007796976,0.0033372347,0.8657988,0.026413271,0.000020575018,0.000015825934,0.0010785342,0.00005179265,0.08957029,0.00026909893,0.005036671,0.0006109786],"about_ca_topic_score_codex":0.000046272587,"about_ca_topic_score_gemma":0.000030862346,"teacher_disagreement_score":0.19245957,"about_ca_system_score_codex":0.00059745356,"about_ca_system_score_gemma":0.0011570505,"threshold_uncertainty_score":0.9999059},"labels":[],"label_agreement":null},{"id":"W3194159048","doi":"10.2196/31241","title":"Assessing the Real-time Influence of Racism-Related Stress and Suicidality Among Black Men: Protocol for an Ecological Momentary Assessment Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Racism; Stressor; Psychology; Poison control; Clinical psychology; Suicide prevention; Injury prevention; Mental health; Medicine; Psychiatry; Medical emergency","score_opus":0.2879191446343927,"score_gpt":0.610685378527478,"score_spread":0.32276623389308523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194159048","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45833245,4.4631437e-7,0.0000020121065,0.00017464458,0.00000212203,0.5372398,0.000015680826,0.00003906053,0.0041938247],"genre_scores_gemma":[0.18193004,1.9357819e-7,0.00011751617,0.000025667956,0.00004421733,0.81723976,0.000011307281,0.000028139333,0.00060318306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99223876,0.0042533493,0.00085062574,0.0008880097,0.0009356531,0.00083358295],"domain_scores_gemma":[0.9958076,0.001802769,0.00028741025,0.0009869211,0.0009268594,0.00018844934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00528522,0.0002861084,0.0005627539,0.00013510241,0.00066103344,0.00036897772,0.0005881949,0.00019987956,0.00066325633],"category_scores_gemma":[0.00025732332,0.00019343317,0.00009673421,0.00059576216,0.00092042034,0.0004898054,0.00065918145,0.000789866,0.000014109027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087221654,0.014324361,0.9630633,0.0007161854,0.000491624,0.0001539566,0.007850972,0.00006540552,0.0063945157,0.0006304747,0.004209851,0.0012271082],"study_design_scores_gemma":[0.004920553,0.0040112026,0.96877766,0.00017984658,0.000012685812,0.0000031623474,0.019274848,0.00024242036,0.0007581989,0.0009557436,0.00064731645,0.0002163786],"about_ca_topic_score_codex":0.00032623124,"about_ca_topic_score_gemma":0.00008611115,"teacher_disagreement_score":0.27999997,"about_ca_system_score_codex":0.00013101981,"about_ca_system_score_gemma":0.00028441034,"threshold_uncertainty_score":0.78879756},"labels":[],"label_agreement":null},{"id":"W3194197806","doi":"10.2196/29364","title":"Kidney Sellers From a Village in Nepal: Protocol for an Ethnographic Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Ethnography; Context (archaeology); Poverty; Qualitative research; Sociology; Medicine; Socioeconomics; Economic growth; Geography; Social science; Economics","score_opus":0.44286170254826074,"score_gpt":0.6176163689139542,"score_spread":0.17475466636569348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194197806","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012454318,2.2134331e-7,0.000052684467,0.00073172833,0.00000369379,0.9853262,0.000036638186,0.00008467892,0.0013098445],"genre_scores_gemma":[0.008698403,1.1850793e-7,0.0010582574,0.0002515155,0.00011589218,0.9892871,0.00012267582,0.000043546814,0.00042251556],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99716026,0.0006298796,0.0003770081,0.0005361243,0.00085709576,0.0004396659],"domain_scores_gemma":[0.9983629,0.00018251031,0.000048186394,0.00048625795,0.000550897,0.0003692311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001244846,0.00014796501,0.00025885133,0.00044665788,0.00014226728,0.000110464935,0.00016283635,0.00013401156,0.00062519265],"category_scores_gemma":[0.00021715592,0.00013262907,0.0000727496,0.0011405542,0.000076092874,0.00019469186,0.000039430928,0.00052626134,0.000036143418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024657173,0.042744543,0.7212799,0.0070373537,0.0002904397,0.0014378793,0.03244123,0.000007274235,0.122557655,0.0007439849,0.026324358,0.020478174],"study_design_scores_gemma":[0.10051394,0.0145874815,0.3131795,0.0058368426,0.00001790879,0.000023452116,0.0089208,0.00090346776,0.047600877,0.0020562732,0.5057346,0.00062483276],"about_ca_topic_score_codex":0.0001128861,"about_ca_topic_score_gemma":0.00063491485,"teacher_disagreement_score":0.4794103,"about_ca_system_score_codex":0.00007833184,"about_ca_system_score_gemma":0.0007241213,"threshold_uncertainty_score":0.6845421},"labels":[],"label_agreement":null},{"id":"W3194234273","doi":"10.2196/26700","title":"Matching Registered Nurse Services With Changing Care Demands in Psychiatric Hospitals: Protocol for a Multicenter Observational Study (MatchRN Psychiatry Study)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nursing education and management","field":"Nursing","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Staffing; Medicine; Nursing; Health care; Psychiatric hospital; Family medicine; Psychiatry","score_opus":0.22353022657536162,"score_gpt":0.5576458701289774,"score_spread":0.3341156435536158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194234273","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086364515,0.0000035835335,0.000034946814,0.002812895,0.0001885345,0.91003877,0.000007604999,0.000119437784,0.00042971576],"genre_scores_gemma":[0.036943864,1.9154703e-8,0.0033274014,0.00023228892,0.00033373554,0.9578503,0.00002922312,0.00009413613,0.0011890664],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99526525,0.00078900973,0.000701859,0.0010124176,0.0012488652,0.0009825849],"domain_scores_gemma":[0.99752903,0.00013386847,0.00026007934,0.0009795116,0.0009298261,0.00016769084],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015696783,0.0003369193,0.0003847766,0.0008390827,0.0006580996,0.0006190696,0.000588844,0.00009508572,0.00005904728],"category_scores_gemma":[0.000041702442,0.0002977559,0.0000924497,0.0018791475,0.000054833068,0.00047437646,0.00015627027,0.00056440453,0.000016540453],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072725485,0.025621481,0.8292644,0.010058139,0.00010653989,0.00003988004,0.11418298,0.00007598807,0.00006957618,0.00033978425,0.006821362,0.0061472952],"study_design_scores_gemma":[0.035029024,0.008925683,0.39985326,0.009354977,0.000028774308,0.0000056728627,0.48614872,0.00023477168,0.00011793111,0.00092936645,0.058629274,0.00074254774],"about_ca_topic_score_codex":0.00011896872,"about_ca_topic_score_gemma":0.0023146728,"teacher_disagreement_score":0.42941114,"about_ca_system_score_codex":0.00040816795,"about_ca_system_score_gemma":0.0003413016,"threshold_uncertainty_score":0.9999474},"labels":[],"label_agreement":null},{"id":"W3194666256","doi":"10.2196/27898","title":"Cardiovascular Health Status And Genetic Risk In Survivors of Childhood Neuroblastoma and Nephroblastoma Treated With Doxorubicin: Protocol of the Pharmacogenetic Part of the LESS-Anthra Cross-Sectional Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chemotherapy-induced cardiotoxicity and mitigation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cardiotoxicity; Pediatric cancer; Cohort; Anthracycline; Internal medicine; Prospective cohort study; Oncology; Pharmacogenetics; Doxorubicin; Cancer; Pediatrics; Chemotherapy; Breast cancer","score_opus":0.07196882936564401,"score_gpt":0.4316955434074693,"score_spread":0.35972671404182527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194666256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55451906,0.000014767413,0.0000021204569,0.00003163781,0.000002565164,0.44537756,0.000021433132,0.000005413261,0.000025466636],"genre_scores_gemma":[0.5251326,0.000008738397,0.000016059188,0.00001194784,0.000021036438,0.474773,0.0000011290867,0.000018345148,0.000017142007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951381,0.0018915073,0.0006479989,0.0005040265,0.0014131292,0.00040523306],"domain_scores_gemma":[0.9980888,0.000140855,0.00029096194,0.0007744808,0.00056321704,0.0001416958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015210052,0.00019599425,0.0006295568,0.00014326216,0.00019031188,0.000029941702,0.00016136933,0.00009087227,0.000018453007],"category_scores_gemma":[0.00012099444,0.00012093136,0.00017357255,0.0010770273,0.00072813244,0.000055679942,0.00018785527,0.0006005441,1.661105e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010122505,0.0012884861,0.95472884,0.00097498717,0.00037012936,0.000009462223,0.0006730659,0.00024301179,0.03796972,0.000001991448,0.000012156977,0.0027158936],"study_design_scores_gemma":[0.007465735,0.001961301,0.76406133,0.0008010986,0.000020994972,0.00005124027,0.00022276917,0.000028166101,0.2249229,0.000009933654,0.0003831231,0.00007139263],"about_ca_topic_score_codex":0.0006906693,"about_ca_topic_score_gemma":0.0005415161,"teacher_disagreement_score":0.19066751,"about_ca_system_score_codex":0.000090622154,"about_ca_system_score_gemma":0.0009796821,"threshold_uncertainty_score":0.49314377},"labels":[],"label_agreement":null},{"id":"W3194929125","doi":"10.2196/31878","title":"Accuracy of Physical Assessment in Nursing for Cervical Spine Joint Pain and Stiffness: Pilot Study Protocol","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Temporomandibular Joint Disorders","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia","keywords":"Medicine; Stomatognathic system; Physical therapy; Cervical spine; Temporomandibular joint; Etiology; Physical medicine and rehabilitation; Surgery; Dentistry; Pathology","score_opus":0.3566141600832113,"score_gpt":0.6599918453292267,"score_spread":0.30337768524601544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194929125","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016622525,0.0000017340573,0.00034199914,0.0023254014,0.000006493868,0.97978437,0.000013191781,0.000056168665,0.00084812945],"genre_scores_gemma":[0.09635158,8.310081e-8,0.0011843212,0.000049006496,0.00013389687,0.9020631,0.000009939532,0.00005658135,0.00015149976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9891131,0.0069653294,0.0010374365,0.0007319993,0.0010966029,0.0010555265],"domain_scores_gemma":[0.99604857,0.0018408091,0.00029047858,0.0007384797,0.00084045273,0.00024121614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008103597,0.00025222058,0.00070460554,0.00031997167,0.0005172788,0.000051196075,0.00029640834,0.000117619675,0.00015547029],"category_scores_gemma":[0.0026067314,0.00021528875,0.00007176582,0.000783854,0.00023306173,0.00021952757,0.0004688001,0.0017433336,0.0000104080555],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013907156,0.1582822,0.3476697,0.0635734,0.00022123207,0.00032143868,0.039149597,0.000026277143,0.12596202,0.025427537,0.026808904,0.19865055],"study_design_scores_gemma":[0.040872,0.03395245,0.80635613,0.028867817,0.000008261773,0.0000026926396,0.02523113,0.0028220627,0.0009375152,0.015852252,0.044472747,0.00062495243],"about_ca_topic_score_codex":0.000090417685,"about_ca_topic_score_gemma":0.000254493,"teacher_disagreement_score":0.45868644,"about_ca_system_score_codex":0.00039504105,"about_ca_system_score_gemma":0.0019743596,"threshold_uncertainty_score":0.877922},"labels":[],"label_agreement":null},{"id":"W3195483906","doi":"10.2196/31212","title":"Surgery With Arterial Resection for Hilar Cholangiocarcinoma: Protocol for a Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cholangiocarcinoma and Gallbladder Cancer Studies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; MEDLINE; Systematic review; Surgery; Cochrane Library; Clinical trial; CINAHL; General surgery; Randomized controlled trial; Internal medicine","score_opus":0.5609200913748936,"score_gpt":0.5960952107297822,"score_spread":0.035175119354888595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195483906","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.425939e-9,0.44269177,0.00003230467,0.00023202131,0.000001838163,0.55681276,0.0001595174,0.000033887052,0.000035893732],"genre_scores_gemma":[3.5170096e-8,0.07316814,0.00029936823,0.00011185934,0.00031404037,0.9239088,0.00029633343,0.00014798433,0.001753384],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99316925,0.0014850037,0.0017281848,0.0014562035,0.0011956019,0.0009657871],"domain_scores_gemma":[0.9935446,0.001796581,0.00080657436,0.001594237,0.0019188938,0.00033913073],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004901676,0.00083776563,0.014274796,0.0010648738,0.00041877446,0.00031616227,0.00031023423,0.00037906793,0.00014483619],"category_scores_gemma":[0.0011221007,0.00047917425,0.005291848,0.002228028,0.00020294881,0.00015170635,0.00021120564,0.00075099844,0.000007247733],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005480325,0.00025048715,0.0000055863848,0.8845028,0.08761742,0.000039631082,0.000028115042,9.186082e-9,1.6704789e-7,0.000021537047,0.026334452,0.0006517104],"study_design_scores_gemma":[0.0010744395,0.0011468568,0.000003021651,0.29459637,0.21408603,0.0001041165,0.0000134606225,5.4451243e-7,0.0000015040239,0.000004843651,0.4886678,0.0003010336],"about_ca_topic_score_codex":0.000010610907,"about_ca_topic_score_gemma":0.000040181087,"teacher_disagreement_score":0.5899065,"about_ca_system_score_codex":0.0003215424,"about_ca_system_score_gemma":0.0014253847,"threshold_uncertainty_score":0.999766},"labels":[],"label_agreement":null},{"id":"W3195664632","doi":"10.2196/32789","title":"Understanding Adolescent and Young Adult 6-Mercaptopurine Adherence and mHealth Engagement During Cancer Treatment: Protocol for Ecological Momentary Assessment","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institute on Drug Abuse; National Institute of Biomedical Imaging and Bioengineering; National Institute on Alcohol Abuse and Alcoholism; Strong","keywords":"mHealth; Psychological intervention; Medicine; Intervention (counseling); Mood; Young adult; Protocol (science); Cancer; Psychology; Family medicine; Gerontology; Clinical psychology; Psychiatry; Alternative medicine; Internal medicine","score_opus":0.5755910681932036,"score_gpt":0.6096208469279298,"score_spread":0.034029778734726235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195664632","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03242176,0.000014179462,0.00011226905,0.005887249,0.000014677952,0.96097535,0.000054502772,0.00007982419,0.00044018176],"genre_scores_gemma":[0.023119673,0.00003986088,0.0013505996,0.00029955647,0.000306964,0.97415835,0.000020629941,0.000045903682,0.0006584759],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957465,0.0007644645,0.0006107031,0.0009546939,0.0010004907,0.00092316733],"domain_scores_gemma":[0.99813664,0.00028373906,0.00015047977,0.00046337055,0.00039258008,0.0005731815],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014714076,0.00032315296,0.00058124145,0.00017380306,0.000701335,0.00017896834,0.00012697138,0.00013516659,0.00036551084],"category_scores_gemma":[0.0001553417,0.00026782625,0.00009430797,0.00030533515,0.0002551707,0.00016566219,0.00034734103,0.00068598014,0.0000025891911],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012841464,0.01604422,0.8498953,0.05789013,0.00081647234,0.0006883618,0.0070611034,0.000009750752,0.01913173,0.0058852704,0.01319421,0.016541967],"study_design_scores_gemma":[0.0631597,0.017667001,0.8171169,0.02091014,0.00005842082,0.00018182586,0.008320771,0.00046741535,0.013907979,0.0015781599,0.05570841,0.00092326314],"about_ca_topic_score_codex":0.00027580353,"about_ca_topic_score_gemma":0.0007842644,"teacher_disagreement_score":0.050318234,"about_ca_system_score_codex":0.0024014607,"about_ca_system_score_gemma":0.0011366005,"threshold_uncertainty_score":0.9999774},"labels":[],"label_agreement":null},{"id":"W3195726432","doi":"10.2196/27669","title":"Variations in Patients’ Overall Assessment of Their Health Across and Within Disease Groups Using the EQ-5D Questionnaire: Protocol for a Longitudinal Study in the Swedish National Quality Registers","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"EQ-5D; Visual analogue scale; Medicine; Quality of life (healthcare); Descriptive statistics; Population; Valuation (finance); Public health; Psychology; Disease; Physical therapy; Statistics; Environmental health; Health related quality of life; Nursing","score_opus":0.8589355154425479,"score_gpt":0.6836802987246556,"score_spread":0.17525521671789224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195726432","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09712768,0.0000058852993,0.0011841572,0.0134775,0.00001592495,0.88776445,0.00037044025,0.000008739251,0.000045183282],"genre_scores_gemma":[0.26260358,2.0074816e-7,0.0005461798,0.00061869144,0.0000710805,0.73610914,0.000019342882,0.000013983109,0.000017816836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9904323,0.0045414893,0.003301686,0.0006562664,0.0005428143,0.0005254245],"domain_scores_gemma":[0.99529976,0.0019248598,0.0015029481,0.0006305617,0.00051037304,0.00013151544],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.071336694,0.00016169013,0.00058216957,0.00021226874,0.0005511295,0.0002812856,0.00040816542,0.000062957086,0.000017075035],"category_scores_gemma":[0.0045448807,0.0001329851,0.00007754205,0.0005602063,0.00018119394,0.00046071585,0.00018092012,0.00046878587,0.00000213821],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017855183,0.002194369,0.91340077,0.0013358593,0.000019240524,6.619033e-7,0.007868748,0.0001916241,2.9771348e-7,0.07404456,0.00072514487,0.000040167],"study_design_scores_gemma":[0.004270368,0.0004108018,0.96071273,0.0007274728,4.4532035e-7,5.853081e-7,0.0027844408,0.005477224,2.3693761e-7,0.024287844,0.0012021832,0.00012566199],"about_ca_topic_score_codex":0.0010731211,"about_ca_topic_score_gemma":0.0025308963,"teacher_disagreement_score":0.1654759,"about_ca_system_score_codex":0.0012710927,"about_ca_system_score_gemma":0.0017929832,"threshold_uncertainty_score":0.9562543},"labels":[],"label_agreement":null},{"id":"W3195781782","doi":"10.2196/30725","title":"Efficacy and Safety of Remote Cardiac Rehabilitation in the Recovery Phase of Cardiovascular Diseases: Protocol for a Multicenter, Nonrandomized, Single-Arm, Interventional Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Tokyo; Japan Agency for Medical Research and Development","keywords":"Medicine; Clinical endpoint; Clinical trial; Rehabilitation; Physical therapy; Attendance; Psychological intervention; Upload; Emergency medicine; Internal medicine; Nursing","score_opus":0.17597592718491673,"score_gpt":0.56144498255302,"score_spread":0.3854690553681033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195781782","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011437545,0.000044692482,0.00019167585,0.00047904946,0.000017077167,0.9874271,0.00016880283,0.000008497816,0.00022555614],"genre_scores_gemma":[0.004272487,0.0000037999519,0.0015785496,0.0000315583,0.00019422363,0.99377835,0.00008594391,0.000020031852,0.00003508032],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99448323,0.0026368622,0.0010252583,0.00039986594,0.0010369777,0.00041780024],"domain_scores_gemma":[0.99573463,0.0026776802,0.00017301488,0.00059545296,0.00059619296,0.00022300394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007368939,0.00013858068,0.0008925069,0.0002073449,0.00009436186,0.000021388596,0.00010569615,0.0001015952,0.000026245889],"category_scores_gemma":[0.0036644249,0.000102183,0.00083684456,0.0004464786,0.00021021138,0.0000952455,0.000084238265,0.00034118743,8.88859e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84899014,0.016416898,0.00016692215,0.018757602,0.0001581694,0.000013898125,0.0005622759,0.000003318295,0.00059126166,0.000038518006,0.001166384,0.113134615],"study_design_scores_gemma":[0.7293125,0.033870533,0.0014195637,0.009659876,0.000053304713,0.0000087809285,0.0006882168,0.00007802649,0.0011694009,0.0001874471,0.22344582,0.000106564825],"about_ca_topic_score_codex":0.00006097119,"about_ca_topic_score_gemma":0.000006142989,"teacher_disagreement_score":0.22227944,"about_ca_system_score_codex":0.00023152538,"about_ca_system_score_gemma":0.0009649658,"threshold_uncertainty_score":0.43869236},"labels":[],"label_agreement":null},{"id":"W3196450991","doi":"10.2196/31695","title":"Telehealth Behavioral Intervention for Diabetes Management in Adults With Physical Disabilities: Intervention Fidelity Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Telehealth; Fidelity; Coaching; Intervention (counseling); Medicine; Randomized controlled trial; Telemedicine; Health care; Nursing; Psychology; Physical therapy; Psychotherapist; Computer science","score_opus":0.13614254397910158,"score_gpt":0.558976702989802,"score_spread":0.42283415901070037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196450991","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088393204,8.919989e-7,0.0003255681,0.0006443795,0.000020014942,0.91011304,0.000008964395,0.00005194827,0.0004420062],"genre_scores_gemma":[0.022829704,1.3180615e-7,0.0010154987,0.000029375484,0.0003194393,0.9726089,0.00016624882,0.00003972619,0.0029909739],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99587345,0.0010165827,0.0010362619,0.000629835,0.00071144366,0.0007324537],"domain_scores_gemma":[0.9973982,0.00092902017,0.00027015342,0.00046538256,0.0007888823,0.00014837591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056754537,0.00023820043,0.0012099749,0.00032049115,0.00012750662,0.00016682211,0.00016682358,0.000085884225,0.000130272],"category_scores_gemma":[0.0008947635,0.00017142484,0.0007423327,0.00042130245,0.00020409579,0.00025945212,0.00010953119,0.0002977557,0.0000064913484],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.941844,0.016677931,0.0007759684,0.015690997,0.00017204868,0.000002228425,0.00058283313,0.0000010794121,0.000018573326,0.0009052902,0.0019925172,0.021336518],"study_design_scores_gemma":[0.9663792,0.0103805205,0.0003885006,0.009964975,0.000059620957,2.0184292e-7,0.0015034234,0.0017221601,0.00030450066,0.0027153522,0.006416298,0.00016523484],"about_ca_topic_score_codex":0.000019526502,"about_ca_topic_score_gemma":0.00004919452,"teacher_disagreement_score":0.0655635,"about_ca_system_score_codex":0.0003752785,"about_ca_system_score_gemma":0.00017241511,"threshold_uncertainty_score":0.6990502},"labels":[],"label_agreement":null},{"id":"W3196482772","doi":"10.2196/30987","title":"Advancing Intersectional Discrimination Measures for Health Disparities Research: Protocol for a Bilingual Mixed Methods Measurement Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; National Institute of Mental Health","keywords":"Intersectionality; Health equity; Sexual orientation; Psychology; Ethnic group; Socioeconomic status; Attribution; Social psychology; Race and health; Gender studies; Sociology; Public health; Medicine; Population; Demography","score_opus":0.7604316783848974,"score_gpt":0.7430820813482163,"score_spread":0.017349597036681152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196482772","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018205111,0.000016074668,0.011678296,0.007169973,0.00013789693,0.9790753,0.00007491242,0.00010908481,0.0015564009],"genre_scores_gemma":[0.00082473346,6.072946e-7,0.0069807977,0.00013407327,0.0012297538,0.98601466,0.000023652758,0.0000978553,0.004693863],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98035616,0.01227551,0.0011187652,0.001220343,0.0028197737,0.0022094378],"domain_scores_gemma":[0.9895193,0.0024262606,0.00023438397,0.0009593811,0.0063489815,0.0005116816],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04787179,0.00030666374,0.00055855326,0.0009315481,0.0021439549,0.00046800484,0.00064450386,0.00020769761,0.0002020817],"category_scores_gemma":[0.0079121515,0.00028264182,0.0002391404,0.0010566431,0.00034362686,0.000306217,0.0003539786,0.0012478525,0.000032187556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0118668685,0.020770185,0.011386255,0.03364124,0.00040298572,0.000028977276,0.020981519,0.000008846504,0.0026802346,0.03416935,0.6243055,0.23975807],"study_design_scores_gemma":[0.0152704995,0.01735309,0.029507041,0.0017753887,0.000012651914,0.000023770526,0.019276187,0.000099652374,0.001661525,0.028429583,0.88601655,0.0005740686],"about_ca_topic_score_codex":0.0018823786,"about_ca_topic_score_gemma":0.010753953,"teacher_disagreement_score":0.26171106,"about_ca_system_score_codex":0.0016478554,"about_ca_system_score_gemma":0.0048516784,"threshold_uncertainty_score":0.99996257},"labels":[],"label_agreement":null},{"id":"W3196676340","doi":"10.2196/30083","title":"An Early Warning Risk Prediction Tool (RECAP-V1) for Patients Diagnosed With COVID-19: Protocol for a Statistical Analysis Plan","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Oxford Biomedical Research Centre; Economic and Social Research Council; National Institute for Health and Care Research; Patient Safety Translational Research Centre; NIHR Imperial Biomedical Research Centre; Cancer Research UK; Imperial College London; UK Research and Innovation","keywords":"Coronavirus disease 2019 (COVID-19); Protocol (science); 2019-20 coronavirus outbreak; Warning system; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Pandemic; Computer science; Medical emergency; Virology; Alternative medicine; Outbreak; Pathology; Disease; Infectious disease (medical specialty); Telecommunications","score_opus":0.34649677370300047,"score_gpt":0.5882524735689975,"score_spread":0.241755699865997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196676340","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024118865,5.467423e-7,0.0088028405,0.00023394756,0.0000033608985,0.96534073,0.0013400564,0.00010685905,0.000052762094],"genre_scores_gemma":[0.011003782,4.0632904e-7,0.008859625,0.00013717017,0.0001576123,0.9783207,0.0013004243,0.00006433491,0.00015590872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957936,0.0006300329,0.000557274,0.000958836,0.0012390199,0.00082126464],"domain_scores_gemma":[0.9945828,0.0022400005,0.0001922065,0.0007499915,0.0014118236,0.00082321774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012721823,0.0002801505,0.00059170474,0.00041663722,0.0005950527,0.00024742645,0.0001697723,0.00017694304,0.00042690986],"category_scores_gemma":[0.003278027,0.00020484925,0.0002154888,0.00097177026,0.00014158439,0.00020612018,0.00005842172,0.00040484747,0.0000132496125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0106519,0.008942943,0.95798224,0.0013222478,0.00089492986,0.000108876404,0.0006435777,0.000070067865,0.00006569373,0.00022275867,0.0117682265,0.007326552],"study_design_scores_gemma":[0.04454174,0.04092084,0.7458292,0.0010171356,0.00038170203,0.000004665619,0.0002918122,0.0029906053,0.0018429657,0.00036595867,0.16146795,0.00034539014],"about_ca_topic_score_codex":0.00014376848,"about_ca_topic_score_gemma":0.00015944653,"teacher_disagreement_score":0.21215299,"about_ca_system_score_codex":0.0005120172,"about_ca_system_score_gemma":0.0011529982,"threshold_uncertainty_score":0.835351},"labels":[],"label_agreement":null},{"id":"W3196729688","doi":"10.2196/29896","title":"Psychosocial and Behavioral Effects of the COVID-19 Pandemic in the Indian Population: Protocol for a Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diverse Scientific Research Studies","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Psychosocial; Mental health; Protocol (science); Population; Medicine; Social isolation; Social media; Data collection; Documentation; Isolation (microbiology); Quarantine; Psychology; Coronavirus disease 2019 (COVID-19); Family medicine; Medical education; Psychiatry; Alternative medicine; Environmental health; Disease; Infectious disease (medical specialty); Sociology; Political science; Social science; Computer science","score_opus":0.6783420859994184,"score_gpt":0.7394234539094828,"score_spread":0.061081367910064466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196729688","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13217865,6.0628275e-7,0.0000021311807,0.00066544773,0.00003780621,0.86679596,0.00004400465,0.00001827331,0.0002571582],"genre_scores_gemma":[0.058640856,8.9186805e-8,0.000023283816,0.00011949899,0.00016363515,0.9391478,0.000005474373,0.00001384401,0.0018855176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.990242,0.0059760287,0.0006009705,0.00053472415,0.001871415,0.000774853],"domain_scores_gemma":[0.99517816,0.0030829732,0.0001819667,0.00061461603,0.0007784004,0.00016386101],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0108308755,0.00013823449,0.00024657405,0.00019984641,0.0028250953,0.00015618365,0.0006998609,0.00016976861,0.00018202681],"category_scores_gemma":[0.004121674,0.000080183236,0.0000914673,0.0012466057,0.00059444737,0.000169948,0.0007732988,0.0013342062,0.000013317389],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005356022,0.0012542671,0.9680786,0.002187751,0.000012308536,0.000015617195,0.013461276,7.833204e-7,0.00011553049,0.0002751762,0.013813861,0.0002492243],"study_design_scores_gemma":[0.0069194203,0.00064842904,0.91745526,0.00038681985,0.0000011496556,0.0000022733686,0.0057177213,0.0000021802712,0.000011023211,0.0017119029,0.06706846,0.00007539124],"about_ca_topic_score_codex":0.0005517873,"about_ca_topic_score_gemma":0.0026449156,"teacher_disagreement_score":0.07353778,"about_ca_system_score_codex":0.0003971765,"about_ca_system_score_gemma":0.0015121488,"threshold_uncertainty_score":0.9984731},"labels":[],"label_agreement":null},{"id":"W3196796375","doi":"10.2196/30951","title":"Web- and Mindfulness-Based Intervention to Prevent Chronic Pain After Cardiac Surgery: Protocol for a Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Physical therapy; Mindfulness; Chronic pain; Intervention (counseling); Cardiac surgery; Surgery; Nursing","score_opus":0.12187406599587088,"score_gpt":0.5387446979802641,"score_spread":0.4168706319843933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196796375","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036257245,0.00001580334,0.0004546931,0.0027280054,0.00004674603,0.99283046,0.000056823486,0.00005444892,0.0001873182],"genre_scores_gemma":[0.0112913195,3.195446e-7,0.0002081408,0.00046140104,0.00084697513,0.98546433,0.000052863612,0.000056718814,0.0016179292],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9878716,0.008024338,0.0012751676,0.0006886192,0.001053386,0.0010868872],"domain_scores_gemma":[0.99285847,0.0046761464,0.00019507369,0.0005393659,0.0007444771,0.0009864398],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.031736195,0.00028320894,0.0023840144,0.00041765373,0.00021307984,0.00011489246,0.00008170215,0.0001586103,0.00038435753],"category_scores_gemma":[0.0047334023,0.00021348597,0.001158693,0.00047049316,0.0001445312,0.00007711197,0.00010623241,0.0005047635,0.00002249183],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9401866,0.0027823162,0.00008198234,0.012404555,0.00008178563,0.000029891624,0.00003891394,1.4639014e-7,0.00023463304,0.000025059182,0.014757524,0.029376557],"study_design_scores_gemma":[0.8088415,0.0098443385,0.000054964912,0.007330047,0.000023456765,0.0000044441754,0.00003206395,0.00015001268,0.0057275617,0.00008505845,0.1677438,0.00016271781],"about_ca_topic_score_codex":0.00004120112,"about_ca_topic_score_gemma":0.000046508936,"teacher_disagreement_score":0.15298627,"about_ca_system_score_codex":0.00073092506,"about_ca_system_score_gemma":0.0052489457,"threshold_uncertainty_score":0.99703133},"labels":[],"label_agreement":null},{"id":"W3196977313","doi":"10.2196/32663","title":"Exploring the Well-being of Health Care Workers During the COVID-19 Pandemic: Protocol for a Prospective Longitudinal Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Armed Forces; Veterans Affairs Canada; Royal Ottawa Mental Health Centre; University of Toronto; St Joseph's Health Care; Lawson Health Research Institute; Western University","funders":"","keywords":"Snowball sampling; Stressor; Mental health; Anxiety; Distress; Longitudinal study; Medicine; Pandemic; Psychology; Health care; Nursing; Clinical psychology; Psychiatry; Coronavirus disease 2019 (COVID-19)","score_opus":0.7016656616683568,"score_gpt":0.6688286125375679,"score_spread":0.03283704913078889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196977313","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02492335,0.000009386001,0.00009319086,0.0018828628,0.000028215216,0.9719211,0.0000131989,0.00008656852,0.0010421337],"genre_scores_gemma":[0.088806,3.9682547e-7,0.000044402652,0.0002339495,0.00022877008,0.90951335,0.0000030032356,0.000051068044,0.0011190283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931348,0.0028975394,0.00077965314,0.0008840936,0.0010458202,0.0012581064],"domain_scores_gemma":[0.99607116,0.0015976354,0.00027868047,0.0012131085,0.00051651936,0.00032290566],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005773775,0.0002579066,0.00043484327,0.00018365675,0.001970653,0.00012187556,0.00076507765,0.000073448326,0.0002534461],"category_scores_gemma":[0.00045269972,0.00016024626,0.00017123038,0.0011415054,0.00032852773,0.00016346575,0.00051978073,0.0010701922,0.000026018319],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045574056,0.0016526557,0.8881073,0.0053733927,0.00010532564,0.00004822903,0.091355875,0.000013582664,0.000047396636,0.0011368727,0.0019334932,0.0056684413],"study_design_scores_gemma":[0.012808798,0.004938709,0.52680457,0.0013217925,0.000005310129,0.00004872381,0.15639672,0.0000038074108,0.00038520916,0.00061507436,0.2963849,0.00028638638],"about_ca_topic_score_codex":0.0017563534,"about_ca_topic_score_gemma":0.0018964207,"teacher_disagreement_score":0.36130276,"about_ca_system_score_codex":0.0021530353,"about_ca_system_score_gemma":0.0036778103,"threshold_uncertainty_score":0.9993287},"labels":[],"label_agreement":null},{"id":"W3197026612","doi":"10.2196/33047","title":"Optimizing Coaching During Web-Based Relationship Education for Low-Income Couples: Protocol for Precision Medicine Research","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attachment and Relationship Dynamics","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coaching; Attrition; Government (linguistics); Protocol (science); Psychology; Web application; Randomized controlled trial; Medical education; Applied psychology; Medicine; Computer science; Alternative medicine; World Wide Web","score_opus":0.3675049546694246,"score_gpt":0.6629867867393004,"score_spread":0.2954818320698758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197026612","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014394771,0.000010881928,0.012157801,0.0022167286,0.00006555378,0.97783446,0.000027632701,0.00014792722,0.0060995407],"genre_scores_gemma":[0.008325746,1.999914e-7,0.009586314,0.0000316966,0.00079261867,0.9667221,0.00017636144,0.00011380171,0.014251176],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.993217,0.0020825707,0.0009360593,0.0010161988,0.001475999,0.0012721528],"domain_scores_gemma":[0.9880185,0.0074541327,0.00023837289,0.001124224,0.0028514578,0.00031327756],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010041543,0.0002825736,0.00038239293,0.001081377,0.0022750036,0.00025664415,0.00065534277,0.00049723213,0.0005689208],"category_scores_gemma":[0.0035744172,0.00025094184,0.00017296977,0.0016362444,0.00043429475,0.00031622816,0.00020708701,0.0017216669,0.00009512318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03268548,0.01582066,0.39277712,0.0334404,0.00038584915,0.000084402986,0.017585827,0.00425423,0.028073156,0.31232935,0.13489069,0.027672863],"study_design_scores_gemma":[0.06675159,0.007067554,0.08061064,0.046016164,0.000033568893,0.0000470629,0.010702886,0.06370953,0.00421068,0.05242304,0.66658276,0.0018445262],"about_ca_topic_score_codex":0.000014716519,"about_ca_topic_score_gemma":0.000029656145,"teacher_disagreement_score":0.5316921,"about_ca_system_score_codex":0.00066924654,"about_ca_system_score_gemma":0.0020353014,"threshold_uncertainty_score":0.9999943},"labels":[],"label_agreement":null},{"id":"W3197142905","doi":"10.2196/31307","title":"Designing Ruby: Protocol for a 2-Arm, Brief, Digital Randomized Controlled Trial for Internalized Weight Bias","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindfulness; Weight loss; Digital health; Psychology; Randomized controlled trial; Internalization; Clinical psychology; Medicine; Health care; Obesity","score_opus":0.5401463038969396,"score_gpt":0.6774356466683794,"score_spread":0.13728934277143978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197142905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008191003,0.000005830227,0.0077056824,0.0038444423,0.000099425255,0.974191,0.0000741827,0.00019876858,0.013798773],"genre_scores_gemma":[0.00007231467,0.0000014693634,0.0043947394,0.0005651838,0.002206663,0.9515284,0.000042916774,0.0001115926,0.041076727],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.981389,0.011516429,0.0026820302,0.00094697945,0.0013364569,0.0021291384],"domain_scores_gemma":[0.9438794,0.050221097,0.0012750897,0.00074510474,0.003325635,0.0005536172],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029135875,0.00042628575,0.0026485787,0.0003998013,0.0027974595,0.000538518,0.00069186,0.00063041947,0.002951422],"category_scores_gemma":[0.03940936,0.00031188354,0.0009970115,0.00052225206,0.00032173452,0.0009740485,0.00043592224,0.0021229144,0.00036981681],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91435456,0.0018812879,0.000088762645,0.007114973,0.00021176758,0.000016938604,0.0010484213,3.7108614e-7,0.00013106345,0.0057725473,0.06783671,0.001542578],"study_design_scores_gemma":[0.52181345,0.0015160338,0.0000019636805,0.0041803825,0.000012169866,0.0000013413994,0.0003107463,0.0001819819,0.0003016807,0.005646347,0.46586135,0.00017255978],"about_ca_topic_score_codex":0.00004302073,"about_ca_topic_score_gemma":0.000075866235,"teacher_disagreement_score":0.39802465,"about_ca_system_score_codex":0.00036091974,"about_ca_system_score_gemma":0.0049843253,"threshold_uncertainty_score":0.9999333},"labels":[],"label_agreement":null},{"id":"W3197236953","doi":"10.2196/33158","title":"An Advanced Nursing Directive for Children With Suspected Appendicitis: Protocol for a Quality Improvement Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Appendicitis Diagnosis and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Hamilton Health Sciences","keywords":"Medicine; Triage; Emergency department; Appendicitis; Quality management; Protocol (science); Test (biology); Medical emergency; Emergency medicine; Nursing; Surgery; Operations management","score_opus":0.28347981064666183,"score_gpt":0.6222788198735959,"score_spread":0.33879900922693407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197236953","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03616698,0.0000011167244,0.0017417399,0.00044834364,0.000004810825,0.960736,0.00010163836,0.0001725883,0.0006268167],"genre_scores_gemma":[0.05296669,8.293451e-8,0.0037603623,0.0000877479,0.00019397185,0.9424604,0.00014046383,0.000086470645,0.00030379547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947603,0.0006594019,0.00068224955,0.0014634533,0.0013403905,0.0010942356],"domain_scores_gemma":[0.99598306,0.00028983149,0.00022402301,0.001283479,0.0017919044,0.00042767197],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027567558,0.0003521077,0.0007172148,0.00020759663,0.0005774342,0.0002136291,0.00031701854,0.000106432024,0.00017329368],"category_scores_gemma":[0.00046392094,0.00027934118,0.00016637295,0.00063759566,0.00024288653,0.00028882636,0.00013680704,0.00045763902,0.0000055739124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0643265,0.14360347,0.39884272,0.0060971226,0.001164928,0.0001409406,0.0035199185,0.000013541033,0.020941272,0.0043843994,0.012575532,0.34438965],"study_design_scores_gemma":[0.065156415,0.07365791,0.79874545,0.0048754965,0.000047440215,0.000014602819,0.00731055,0.000062169434,0.035640348,0.0016821122,0.012233086,0.00057441357],"about_ca_topic_score_codex":0.00006406677,"about_ca_topic_score_gemma":0.0002453764,"teacher_disagreement_score":0.39990273,"about_ca_system_score_codex":0.000873396,"about_ca_system_score_gemma":0.0007073373,"threshold_uncertainty_score":0.99996585},"labels":[],"label_agreement":null},{"id":"W3197453681","doi":"10.2196/31689","title":"Disability-Inclusive Diabetes Self-management Telehealth Program: Protocol for a Pilot and Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Telehealth; Coaching; Medicine; Psychosocial; Self-management; Diabetes management; Glycemic; Intervention (counseling); Glycated hemoglobin; Randomized controlled trial; Physical therapy; Type 2 diabetes; Telemedicine; Health care; Psychology; Nursing; Diabetes mellitus; Computer science; Psychiatry","score_opus":0.29085548658931704,"score_gpt":0.5991448013616407,"score_spread":0.3082893147723237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197453681","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063658245,0.0000010208895,0.0000026692653,0.0021986126,0.000007037356,0.9313499,0.00000505385,0.00023795674,0.0025395416],"genre_scores_gemma":[0.018761234,1.7119775e-7,0.002983158,0.0001003781,0.00022626242,0.9766569,0.000026755053,0.0000452356,0.0011998884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99579066,0.00064686494,0.00052119634,0.0010187748,0.0010074354,0.0010150607],"domain_scores_gemma":[0.99732834,0.0002930687,0.00010383956,0.0010528499,0.00082632486,0.0003955815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035819134,0.00025347836,0.0004366762,0.00015855441,0.0004856511,0.00029714807,0.00023305448,0.00006513728,0.00011790923],"category_scores_gemma":[0.0003886821,0.00021286728,0.00008595864,0.00087699486,0.00025365644,0.00022039741,0.0006721823,0.00041393875,0.000021356338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021244325,0.08657104,0.78815335,0.025567016,0.00023772688,0.00002037049,0.0009780307,2.4185533e-7,0.00011172023,0.0006386827,0.014589833,0.081007555],"study_design_scores_gemma":[0.018540667,0.030028675,0.54249126,0.0016696136,0.000037083104,0.0000012696597,0.002309705,0.00017140708,0.0005743737,0.002460971,0.40139905,0.00031588748],"about_ca_topic_score_codex":0.000008168063,"about_ca_topic_score_gemma":0.000028691557,"teacher_disagreement_score":0.38680923,"about_ca_system_score_codex":0.00053669896,"about_ca_system_score_gemma":0.00037172766,"threshold_uncertainty_score":0.8680476},"labels":[],"label_agreement":null},{"id":"W3197468843","doi":"10.2196/33268","title":"National Disability Insurance Scheme and Lived Experience of People Presenting to the Emergency Department: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Emergency department; Context (archaeology); Psychosocial; Presentation (obstetrics); Medicine; Nursing; Documentation; Service provider; Psychology; Service (business); Medical education; Business; Psychiatry; Computer science","score_opus":0.33732220259384554,"score_gpt":0.6317450618341406,"score_spread":0.29442285924029504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197468843","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12551807,0.000007688119,0.000096826334,0.00083055027,0.0000105045165,0.8731395,0.000025346333,0.00001837613,0.0003531506],"genre_scores_gemma":[0.048448965,8.2734033e-7,0.0052035353,0.000016224332,0.00011741247,0.94588226,0.0000039318716,0.000015112018,0.00031171544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967606,0.0008652995,0.0005185874,0.0005118595,0.00093588757,0.0004077308],"domain_scores_gemma":[0.9967722,0.00049059745,0.00009012316,0.00045361987,0.0020688279,0.00012458228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002904637,0.00014659582,0.00032328645,0.000050098075,0.0004339159,0.000025572506,0.00021650297,0.000044443117,0.00014457037],"category_scores_gemma":[0.00472691,0.00009894989,0.00009706732,0.00081661413,0.00018455632,0.00010667391,0.0005473551,0.00024335641,0.0000020448047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012307974,0.004465344,0.93450767,0.0030527525,0.00015384133,0.0000052080886,0.021212664,0.0000015845242,0.014600242,0.00024011069,0.014531243,0.005998517],"study_design_scores_gemma":[0.0030074283,0.0016451805,0.8422689,0.00058303826,0.000004374739,0.0000045483816,0.013611442,0.00010466693,0.023738164,0.0005007464,0.11436037,0.00017112895],"about_ca_topic_score_codex":0.00001895125,"about_ca_topic_score_gemma":0.00012091672,"teacher_disagreement_score":0.09982913,"about_ca_system_score_codex":0.00005268757,"about_ca_system_score_gemma":0.00020973742,"threshold_uncertainty_score":0.5658895},"labels":[],"label_agreement":null},{"id":"W3197471031","doi":"10.2196/31281","title":"Pharmacokinetics and Perceptions of Children and Young Adults Using Cannabis for Attention-Deficit/Hyperactivity Disorder and Oppositional Defiant Disorder: Protocol for a Mixed Methods Proof-of-Concept Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Cannabis; Psychiatry; Anxiety; Attention deficit hyperactivity disorder; Cannabis Dependence; Clinical psychology; Psychology; Stimulant; Medicine; Cannabidiol","score_opus":0.09500942867817695,"score_gpt":0.5327111271252633,"score_spread":0.4377016984470863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197471031","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41725346,0.000020190484,0.001318631,0.0005236977,0.000003510952,0.58062726,0.0002374231,0.000007977489,0.000007828982],"genre_scores_gemma":[0.03876973,0.0000015525231,0.0072429236,0.0000060952925,0.00007660405,0.9533693,0.000052191215,0.000048696438,0.00043286828],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968972,0.00066519814,0.0005327207,0.0006674028,0.00070288224,0.00053455017],"domain_scores_gemma":[0.9972886,0.00014077566,0.00015000171,0.0003271694,0.0018218678,0.00027158367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016155803,0.0002320488,0.0005458984,0.00027251607,0.00042671053,0.00009346278,0.0001094546,0.00012179906,0.000056408648],"category_scores_gemma":[0.00051711075,0.0001998113,0.00012538153,0.0004389287,0.0005527727,0.00016807129,0.00030808826,0.000401092,7.443176e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008153947,0.011584078,0.70791537,0.009835276,0.00041292468,0.000011274985,0.0015609907,0.000012618724,0.10047554,0.00019834307,0.0025952635,0.15724435],"study_design_scores_gemma":[0.04055081,0.011652079,0.91193616,0.0024687618,0.00011334135,0.00022977537,0.005558686,0.006310832,0.0143473465,0.00019674591,0.0061358353,0.00049959734],"about_ca_topic_score_codex":0.00036954967,"about_ca_topic_score_gemma":0.00021038135,"teacher_disagreement_score":0.37848374,"about_ca_system_score_codex":0.000068903464,"about_ca_system_score_gemma":0.0006436224,"threshold_uncertainty_score":0.8148068},"labels":[],"label_agreement":null},{"id":"W3197501966","doi":"10.2196/29495","title":"Text Messaging Versus Email Messaging to Support Patients With Major Depressive Disorder: Protocol for a Randomized Hybrid Type II Effectiveness-Implementation Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Alberta","funders":"","keywords":"Randomized controlled trial; Thematic analysis; Context (archaeology); Psychological intervention; Medicine; eHealth; Mental health; Anxiety; Descriptive statistics; Intervention (counseling); Major depressive disorder; Psychology; Health care; Psychiatry; Qualitative research; Mood","score_opus":0.15371115943663602,"score_gpt":0.5931009291626971,"score_spread":0.43938976972606103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197501966","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008987344,8.6779545e-7,0.00050679554,0.0004192524,0.00009373915,0.98076904,0.00017039267,0.000097614095,0.008954966],"genre_scores_gemma":[0.044458043,1.1183845e-8,0.00036171998,0.000050690487,0.000089556066,0.9528673,0.0002256028,0.00009744726,0.0018495991],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99347705,0.0023689573,0.0009015827,0.0009777062,0.0010861651,0.0011885265],"domain_scores_gemma":[0.9957749,0.0015893839,0.00030618138,0.0006938024,0.0012793065,0.0003563955],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029944098,0.0003335027,0.00069724757,0.00036113284,0.0007544805,0.00029122733,0.00042753766,0.00008850014,0.0017390158],"category_scores_gemma":[0.0006995382,0.0002811955,0.00024428844,0.00079571665,0.00017411973,0.00043360968,0.00047173607,0.000428162,0.00019379532],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95633864,0.004476667,0.0014257131,0.0013844384,0.00027654352,0.000037065594,0.00035146863,0.0000024182896,0.000022945494,0.0031674588,0.009368224,0.023148442],"study_design_scores_gemma":[0.8928092,0.019958816,0.0015929919,0.0020109555,0.000020047708,0.0000037915147,0.0003070101,0.0000049979135,0.0031685517,0.0008310685,0.07894624,0.00034630366],"about_ca_topic_score_codex":0.000075684664,"about_ca_topic_score_gemma":0.00009701162,"teacher_disagreement_score":0.069578014,"about_ca_system_score_codex":0.00038219235,"about_ca_system_score_gemma":0.0005330918,"threshold_uncertainty_score":0.999964},"labels":[],"label_agreement":null},{"id":"W3197605132","doi":"10.2196/25575","title":"Health Behavior Survey Among People Who Use Opioids: Protocol for Implementing Technology-Based Rapid Response Surveillance in Community Settings","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Nevada, Las Vegas; California HIV/AIDS Research Program","keywords":"Public health; Medicine; Psychological intervention; Population; Opioid overdose; Mental health; Environmental health; Opioid use disorder; Psychiatry; Nursing; Opioid","score_opus":0.3393303374546683,"score_gpt":0.586701743970145,"score_spread":0.24737140651547668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197605132","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2711939,0.0000013526666,0.000039947972,0.0024903656,0.0000034584182,0.72576505,0.00028253376,0.0001906568,0.00003277681],"genre_scores_gemma":[0.028904257,2.9873124e-7,0.002295388,0.00021303508,0.000048069196,0.96745604,0.0002644273,0.00013736625,0.0006811105],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9831315,0.011024871,0.0013215443,0.0009169867,0.0013466681,0.00225841],"domain_scores_gemma":[0.9898789,0.0048031695,0.00039743053,0.0022232505,0.0022049681,0.0004922675],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034906033,0.00041602645,0.0011489186,0.001175227,0.001057626,0.0002855845,0.0007742929,0.00038908786,0.00014606764],"category_scores_gemma":[0.015299274,0.000410504,0.00015013952,0.0037068676,0.0004470851,0.00031514573,0.0008278621,0.0031463185,0.000021969978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008950337,0.003290946,0.9520997,0.0040362226,0.000021036847,0.000095336676,0.002955114,0.0000017731422,0.0048231874,0.000014190305,0.01248264,0.011229525],"study_design_scores_gemma":[0.012872836,0.0044924933,0.8827863,0.0050048092,0.0000017693804,0.000014255879,0.0054968963,0.0001887968,0.006469446,0.000028322784,0.08228623,0.0003578502],"about_ca_topic_score_codex":0.002084532,"about_ca_topic_score_gemma":0.017104156,"teacher_disagreement_score":0.24228963,"about_ca_system_score_codex":0.00086419523,"about_ca_system_score_gemma":0.0041150297,"threshold_uncertainty_score":0.99983466},"labels":[],"label_agreement":null},{"id":"W3197744274","doi":"10.2196/32395","title":"Identification of Genetic Predispositions Related to Ionizing Radiation in Primary Human Skin Fibroblasts From Survivors of Childhood and Second Primary Cancer as Well as Cancer-Free Controls: Protocol for the Nested Case-Control Study KiKme","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Effects of Radiation Exposure","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitätsmedizin der Johannes Gutenberg-Universität Mainz; Leibniz-Gemeinschaft; Bundesministerium für Bildung und Forschung","keywords":"Medicine; Cancer; Population; Nested case-control study; Family history; Genetic predisposition; Oncology; Case-control study; Internal medicine; Disease; Environmental health","score_opus":0.036119786290598796,"score_gpt":0.44801966360775264,"score_spread":0.41189987731715383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197744274","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3706775,0.000042167503,0.000025928708,0.00061376544,0.000009036155,0.62827706,0.00026581268,0.000020822583,0.00006792314],"genre_scores_gemma":[0.29406545,0.0000011013383,0.000073679155,0.000058062473,0.000091872724,0.70535475,0.000033234784,0.00004030932,0.0002815485],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99572426,0.0012416131,0.0011350746,0.00062094093,0.00086979143,0.0004082992],"domain_scores_gemma":[0.9958756,0.0015744295,0.00046747833,0.0009021104,0.0009958678,0.00018450782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019665365,0.00022875099,0.00058857445,0.00038812647,0.00026842687,0.00008895517,0.00029770154,0.00018438871,0.00031609865],"category_scores_gemma":[0.000740596,0.0001956623,0.000099640965,0.0008879283,0.0001467641,0.00023317657,0.00013605936,0.00046328208,0.0000048817874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008101398,0.006774417,0.4472536,0.0062957997,0.0009901775,0.0003117611,0.0106118405,0.0016467806,0.49336696,0.00009492561,0.003008376,0.021543963],"study_design_scores_gemma":[0.024007889,0.00314912,0.94967526,0.002019316,0.000058264024,0.00004049057,0.0005226485,0.00051279867,0.018547734,0.00031014447,0.0009812253,0.00017508425],"about_ca_topic_score_codex":0.001295747,"about_ca_topic_score_gemma":0.0034143806,"teacher_disagreement_score":0.5024217,"about_ca_system_score_codex":0.00040160562,"about_ca_system_score_gemma":0.0011443909,"threshold_uncertainty_score":0.7978877},"labels":[],"label_agreement":null},{"id":"W3197767598","doi":"10.2196/31750","title":"Approaches and Criteria for Provenance in Biomedical Data Sets and Workflows: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft","keywords":"Computer science; Workflow; Metadata; Data science; Data quality; Traceability; Transparency (behavior); Information retrieval; World Wide Web; Software engineering; Database; Engineering","score_opus":0.9494890316243164,"score_gpt":0.7658946204988578,"score_spread":0.1835944111254586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197767598","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.3041877e-9,0.2628762,0.00092800666,0.00043434693,0.000015585621,0.73533034,0.00033910005,0.000019669409,0.000056698493],"genre_scores_gemma":[1.3177635e-9,0.07948503,0.010610704,0.00003891713,0.00015183788,0.90899336,0.00029685718,0.000038098373,0.00038521632],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891945,0.0020918283,0.0021282192,0.0033843352,0.002221534,0.0009795844],"domain_scores_gemma":[0.98895,0.005944248,0.0005673437,0.0037894228,0.00044655206,0.0003024131],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057188675,0.00041933963,0.0022132082,0.0008069561,0.0003722109,0.0024460817,0.0035926767,0.00024094147,0.000061891544],"category_scores_gemma":[0.020432012,0.00027831335,0.00017282515,0.0025490066,0.0005061833,0.0005335908,0.0063754125,0.0005814061,0.000012302926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022647873,0.00014237236,0.0000011014884,0.23723479,0.000008278203,0.0000056785707,0.000017712688,1.335068e-8,3.25245e-8,0.00014722819,0.12697873,0.6354414],"study_design_scores_gemma":[0.0005566598,0.00013985213,5.3174205e-7,0.4384708,0.000005665661,0.0000072300936,0.000017286742,0.0005605562,6.331056e-8,0.00047883295,0.55959713,0.00016537495],"about_ca_topic_score_codex":0.000003985477,"about_ca_topic_score_gemma":0.000017154744,"teacher_disagreement_score":0.6352761,"about_ca_system_score_codex":0.00010162221,"about_ca_system_score_gemma":0.0014704843,"threshold_uncertainty_score":0.9999669},"labels":[],"label_agreement":null},{"id":"W3197783747","doi":"10.2196/31041","title":"A Web-Based Risk-Reframing Intervention to Influence Early Childhood Educators’ Attitudes and Supportive Behaviors Toward Outdoor Play: Protocol for the OutsidePlay Study Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Green Space and Health","field":"Environmental Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; Learning Partnership; University of British Columbia","funders":"","keywords":"Cognitive reframing; Intervention (counseling); Randomized controlled trial; Psychology; Focus group; Protocol (science); Applied psychology; Intervention mapping; Behavior change; Medical education; Medicine; Nursing; Health promotion; Social psychology; Public health; Marketing; Business; Alternative medicine","score_opus":0.07869430921729058,"score_gpt":0.4938784308094544,"score_spread":0.41518412159216384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197783747","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32286492,0.0000012569084,0.000088956425,0.00049055915,0.000011370064,0.67646134,0.00001779168,0.000036371537,0.000027441114],"genre_scores_gemma":[0.22691211,1.631893e-7,0.0003153329,0.00007869823,0.00009302704,0.772218,0.0000022211314,0.00003329376,0.00034715346],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99302316,0.002922555,0.0009865366,0.00086995465,0.0013395471,0.00085822627],"domain_scores_gemma":[0.9962478,0.0020787537,0.00041617343,0.0006500368,0.00021118154,0.0003960142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010093927,0.00032252702,0.0009939957,0.0001649858,0.00078240794,0.0004782405,0.00054756546,0.00013038964,0.0006044204],"category_scores_gemma":[0.0024109248,0.00020395327,0.00037505387,0.0005352137,0.0004232953,0.00031286606,0.00049610785,0.0007670086,0.000089958856],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.67181504,0.005702544,0.30953628,0.00014128763,0.00011176496,0.000013583509,0.0071218074,0.00003858626,0.000149419,0.000014536727,0.001420377,0.0039347475],"study_design_scores_gemma":[0.7664314,0.0057194456,0.22388208,0.0005004937,0.0000318632,0.0000012379899,0.0012833668,0.000070725735,0.0001900769,0.000042833886,0.0016202959,0.0002261932],"about_ca_topic_score_codex":0.0016071565,"about_ca_topic_score_gemma":0.0025360612,"teacher_disagreement_score":0.095952794,"about_ca_system_score_codex":0.00027236016,"about_ca_system_score_gemma":0.00055469404,"threshold_uncertainty_score":0.8316973},"labels":[],"label_agreement":null},{"id":"W3197785755","doi":"10.2196/resprot.3488","title":"Metadata Correction: Diagnosis and Prediction of Neuroendocrine Liver Metastases: A Protocol of Six Systematic Reviews","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neuroendocrine Tumor Research Advances","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadata; Protocol (science); Computer science; Systematic review; Information retrieval; Medicine; MEDLINE; Data science; Medical physics; World Wide Web; Pathology; Alternative medicine; Biology","score_opus":0.26079129186563227,"score_gpt":0.5226007091651771,"score_spread":0.2618094172995448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197785755","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005165884,0.00005439999,0.00009164865,0.00019752374,0.000011957185,0.9984995,0.000045643537,0.00005602489,0.000526705],"genre_scores_gemma":[0.0038667389,0.000053293446,0.00063906936,0.000027517386,0.000094797775,0.9939457,0.000011194812,0.000048022193,0.0013136426],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99211323,0.0034392,0.0013682841,0.0006363709,0.0017896066,0.0006532916],"domain_scores_gemma":[0.9951166,0.0017650378,0.0005210983,0.0012984404,0.00091400096,0.00038481393],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031417303,0.0002882508,0.0013715716,0.00066042255,0.0001240871,0.000072723094,0.0004123083,0.000016843444,0.0002056172],"category_scores_gemma":[0.011026417,0.00020382281,0.00018812413,0.0011132469,0.0005375092,0.0006294456,0.0004627309,0.00073262164,0.000026324386],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054654623,0.0053622494,0.027209897,0.85659206,0.00027869683,0.00086836115,0.00014625072,0.0000058071278,0.020025512,0.0010626852,0.06559492,0.017388096],"study_design_scores_gemma":[0.008599292,0.022039026,0.0037871373,0.08240643,0.00010252079,0.0019963018,0.00013515165,0.0011617821,0.13342205,0.0001492834,0.7459143,0.00028675472],"about_ca_topic_score_codex":0.000057868292,"about_ca_topic_score_gemma":0.000016883734,"teacher_disagreement_score":0.77418566,"about_ca_system_score_codex":0.000065647786,"about_ca_system_score_gemma":0.0001613921,"threshold_uncertainty_score":0.99730414},"labels":[],"label_agreement":null},{"id":"W3197958279","doi":"10.2196/32285","title":"Seroepidemiological Survey on the Impact of Smoking on SARS-CoV-2 Infection and COVID-19 Outcomes: Protocol for the Troina Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 and COVID-19 Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università di Catania; European Centre for Disease Prevention and Control; Dipartimento della Protezione Civile, Presidenza del Consiglio dei Ministri","keywords":"Medicine; Cotinine; Seroprevalence; Pandemic; Population; Context (archaeology); Cohort study; Environmental health; Disease; Coronavirus disease 2019 (COVID-19); Nicotine; Immunology; Serology; Antibody; Internal medicine; Infectious disease (medical specialty); Biology","score_opus":0.6724782967059536,"score_gpt":0.6647131595399781,"score_spread":0.007765137165975489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197958279","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2128078,0.0000010092557,0.000077682074,0.0016182881,0.000003991438,0.7850462,0.000030882988,0.000048797363,0.00036532487],"genre_scores_gemma":[0.10172217,1.5850313e-7,0.0000099884355,0.0057451935,0.000101599595,0.89232194,0.0000037296852,0.000042131633,0.00005308337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99068177,0.0052804463,0.00068946736,0.00080504833,0.0015895794,0.00095369277],"domain_scores_gemma":[0.9800821,0.0172917,0.00019225992,0.0013339987,0.0009734023,0.00012653529],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018553715,0.00035104115,0.0007488752,0.00031209353,0.00072777946,0.00018413193,0.00048478108,0.00022559459,0.000041462703],"category_scores_gemma":[0.029873706,0.00015737832,0.0003600438,0.0011877826,0.00053776166,0.00008964952,0.0004045119,0.0016432669,0.000018678851],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0117838215,0.0040550097,0.9551622,0.0006718505,0.00027706008,0.00006129238,0.0003702701,0.0000072989596,0.008227803,0.00027554086,0.017400924,0.001706891],"study_design_scores_gemma":[0.010287908,0.021653643,0.8875483,0.000657792,0.00000848115,0.000020158512,0.00024705956,0.00044587662,0.020287676,0.0007903845,0.05785746,0.0001952494],"about_ca_topic_score_codex":0.0024546664,"about_ca_topic_score_gemma":0.00050423143,"teacher_disagreement_score":0.11108563,"about_ca_system_score_codex":0.00060534995,"about_ca_system_score_gemma":0.0018412074,"threshold_uncertainty_score":0.97829807},"labels":[],"label_agreement":null},{"id":"W3198086548","doi":"10.2196/29061","title":"Digital Technology Tools to Examine Patient Adherence to a Prescription-Only Omega-3 Polyunsaturated Fatty Acid Therapy To Mitigate Cardiovascular Risk: Protocol for a Prospective Observational Study and Preliminary Demographic Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fatty Acid Research and Health","field":"Nursing","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Medical prescription; Population; Docosahexaenoic acid; Prospective cohort study; Pharmacist; Family medicine; Internal medicine; Pharmacy; Environmental health; Polyunsaturated fatty acid; Nursing; Fatty acid","score_opus":0.2157610254558725,"score_gpt":0.4818959404946031,"score_spread":0.2661349150387306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198086548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2176094,0.000012447923,0.0013650735,0.0016786943,0.000007973543,0.7788115,0.0003251953,0.00014631666,0.000043381748],"genre_scores_gemma":[0.11833568,4.1570766e-7,0.0044885594,0.00013815232,0.00008813198,0.8767184,0.000052227035,0.00006490343,0.0001135528],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923511,0.0012181351,0.00082678365,0.0017936932,0.0021837119,0.0016265898],"domain_scores_gemma":[0.9935155,0.00045076179,0.00013953338,0.0014065619,0.003480398,0.0010072481],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0021033383,0.00045860896,0.000866854,0.0020494924,0.001017302,0.0010885376,0.000692879,0.00025292856,0.000038356156],"category_scores_gemma":[0.0030701242,0.00040091824,0.0003562415,0.009945363,0.00022817263,0.00065720605,0.00069328817,0.0010452168,0.000033045395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040696032,0.0065425322,0.5012938,0.0008076428,0.0022724122,0.00014475387,0.004712187,0.0003335803,0.030258643,0.00008464528,0.0037096213,0.40914416],"study_design_scores_gemma":[0.010315998,0.082910106,0.7948171,0.0015845476,0.000048796883,0.00002338723,0.0023126153,0.00037258884,0.054689657,0.00063307775,0.051434148,0.0008580121],"about_ca_topic_score_codex":0.00011470902,"about_ca_topic_score_gemma":0.00037696268,"teacher_disagreement_score":0.40828615,"about_ca_system_score_codex":0.00041726156,"about_ca_system_score_gemma":0.00071913516,"threshold_uncertainty_score":0.99994844},"labels":[],"label_agreement":null},{"id":"W3198101666","doi":"10.2196/32216","title":"Evaluation of Novel Concentrated Interdisciplinary Group Rehabilitation for Patients With Chronic Illnesses: Protocol for a Nonrandomized Clinical Intervention Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intervention (counseling); Anxiety; Rehabilitation; Depression (economics); Population; Chronic pain; Focus group; Public health; Health care; Physical therapy; Gerontology; Family medicine; Psychiatry; Nursing","score_opus":0.24026818735104596,"score_gpt":0.6190049879509919,"score_spread":0.37873680059994597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198101666","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13141283,9.255952e-7,0.0041407673,0.00022170827,0.000018771501,0.8641045,0.000022813982,0.000027631162,0.000050053815],"genre_scores_gemma":[0.16245085,2.1620169e-8,0.003653384,0.000004479343,0.0000971285,0.83352184,0.00018774976,0.000034717697,0.000049845166],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932321,0.002726721,0.0012776313,0.0006570698,0.0017347451,0.00037179075],"domain_scores_gemma":[0.98620945,0.0026757196,0.00037475518,0.0005321369,0.010073807,0.00013413094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018628865,0.00018987988,0.0006164645,0.00020274139,0.00018326347,0.000050591025,0.00013203424,0.00015530788,0.00010518605],"category_scores_gemma":[0.007904162,0.00013456545,0.00037942585,0.0005590462,0.00031596934,0.00025494487,0.0001253703,0.00030191458,0.0000019158258],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3444005,0.26567483,0.116936594,0.0691242,0.001346729,0.0000020270925,0.004909325,0.00010175593,0.012372513,0.0005146937,0.004354159,0.18026268],"study_design_scores_gemma":[0.50641465,0.1590001,0.29807404,0.014716184,0.00012251805,7.053543e-7,0.0028576292,0.014780266,0.0004189036,0.0008197203,0.0025244066,0.0002708677],"about_ca_topic_score_codex":0.0000049987148,"about_ca_topic_score_gemma":0.00006401345,"teacher_disagreement_score":0.18113744,"about_ca_system_score_codex":0.00049486244,"about_ca_system_score_gemma":0.0010873738,"threshold_uncertainty_score":0.9462591},"labels":[],"label_agreement":null},{"id":"W3198179531","doi":"10.2196/29712","title":"Association of Innate and Acquired Aerobic Capacity With Resilience in Healthy Adults: Protocol for a Randomized Controlled Trial of an 8-Week Web-Based Physical Exercise Intervention","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stress Responses and Cortisol","field":"Neuroscience","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Aerobic exercise; Aerobic capacity; Physical therapy; Intervention (counseling); Randomized controlled trial; Medicine; Physical medicine and rehabilitation; Psychology; Internal medicine; Psychiatry","score_opus":0.09801306003920175,"score_gpt":0.472198693577666,"score_spread":0.37418563353846424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198179531","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3712407,3.9094897e-7,0.000044777316,0.00013102635,0.000002823165,0.6285352,0.000014642165,0.000012893668,0.000017488153],"genre_scores_gemma":[0.21012639,7.450208e-7,0.00013857523,0.000010309062,0.000021195945,0.7896062,0.0000016843849,0.000014245095,0.0000806743],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926532,0.0044430303,0.0008086087,0.000558512,0.001082178,0.00045445023],"domain_scores_gemma":[0.9951281,0.0029804897,0.00069779117,0.0003576081,0.0007183014,0.00011768869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020394868,0.00016697503,0.0011230438,0.00028100554,0.00010295623,0.00007882475,0.0002530245,0.00010684278,0.000016828244],"category_scores_gemma":[0.0058128964,0.00012179625,0.00021963901,0.0007340146,0.00036719584,0.00026146078,0.000072876086,0.00023900256,5.4658835e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94673884,0.005280404,0.00007012336,0.00126668,0.000008523041,0.000007342197,0.00025475962,0.000016388036,0.042778354,0.00009720731,0.000017412449,0.003463983],"study_design_scores_gemma":[0.8325486,0.014778054,0.00011511463,0.0031556436,0.0000050198914,6.982269e-7,0.00007394123,0.012176817,0.13672437,0.00022839729,0.000093535506,0.00009976221],"about_ca_topic_score_codex":0.000046264366,"about_ca_topic_score_gemma":0.00014316085,"teacher_disagreement_score":0.16111434,"about_ca_system_score_codex":0.000116559946,"about_ca_system_score_gemma":0.00063365203,"threshold_uncertainty_score":0.69589996},"labels":[],"label_agreement":null},{"id":"W3198242429","doi":"10.2196/32134","title":"Effects of Telerehabilitation on Patient Adherence to a Rehabilitation Plan: Protocol for a Mixed Methods Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; Centre for Interdisciplinary Research in Rehabilitation; Université de Montréal; Université de Sherbrooke","funders":"","keywords":"Telerehabilitation; Rehabilitation; Medicine; Intervention (counseling); Physical therapy; Stroke (engine); Physical medicine and rehabilitation; Telemedicine; Health care; Nursing","score_opus":0.19926674442873257,"score_gpt":0.6042314740090587,"score_spread":0.40496472958032614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198242429","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03303895,9.1440114e-7,0.0011276208,0.0008695603,0.00004333666,0.9644471,0.000013530494,0.000051548042,0.00040745965],"genre_scores_gemma":[0.0012158763,3.652326e-8,0.1025874,0.00007916121,0.00013669577,0.89563453,0.000007983081,0.000035262103,0.00030304678],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9945503,0.0023574522,0.0008287625,0.00067605375,0.0011000456,0.00048742138],"domain_scores_gemma":[0.98270774,0.0141597735,0.0001735201,0.0006156819,0.0020453648,0.00029791222],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026725482,0.00020838248,0.00056591316,0.00052491087,0.00012410792,0.000045734352,0.0001425758,0.00020058047,0.000109325],"category_scores_gemma":[0.026401188,0.00016731315,0.000351393,0.001017498,0.00017236799,0.00010651098,0.000088478424,0.00038830386,0.00003502145],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3062131,0.0107112285,0.0007220073,0.0244906,0.000084342915,0.000012300904,0.003996804,0.00002043027,0.18693097,0.0019384456,0.028004145,0.4368756],"study_design_scores_gemma":[0.1183172,0.219727,0.019549515,0.012351729,0.000010429289,0.00000524299,0.0013560436,0.0000856475,0.33479878,0.0026906063,0.290797,0.00031082125],"about_ca_topic_score_codex":0.000006221198,"about_ca_topic_score_gemma":0.0000033951878,"teacher_disagreement_score":0.4365648,"about_ca_system_score_codex":0.0002930803,"about_ca_system_score_gemma":0.0008807303,"threshold_uncertainty_score":0.98179984},"labels":[],"label_agreement":null},{"id":"W3198357577","doi":"10.2196/30504","title":"An App-Based Surveillance System for Undergraduate Students’ Mental Health During the COVID-19 Pandemic: Protocol for a Prospective Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Pandemic; Mental health; Coronavirus disease 2019 (COVID-19); Public health; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Protocol (science); Medical education; Psychology; Environmental health; Nursing; Psychiatry; Alternative medicine; Infectious disease (medical specialty); Disease","score_opus":0.36413568896206666,"score_gpt":0.6552521716780847,"score_spread":0.29111648271601803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198357577","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006879306,0.0000029301527,0.0011181919,0.0023587337,0.000042033385,0.9887736,0.00036163948,0.00032672213,0.00013684656],"genre_scores_gemma":[0.063061,1.3370952e-7,0.00012257372,0.0006026251,0.0002517364,0.93402153,0.00006636293,0.00009559802,0.001778453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9902879,0.0040731183,0.00088501384,0.0015386472,0.0015900354,0.0016252853],"domain_scores_gemma":[0.99559355,0.0012018506,0.00034500053,0.0014764244,0.0005926267,0.00079055986],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.011232669,0.00037436464,0.0006481586,0.00020515028,0.0023205862,0.0003279047,0.0010463032,0.000142359,0.00008269859],"category_scores_gemma":[0.00025084853,0.00028406444,0.0001815181,0.00076680107,0.00022355719,0.0001272156,0.00026172874,0.0006607751,0.000028764656],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010361978,0.007084689,0.96361715,0.007844889,0.00014532813,0.000028076382,0.0031120777,0.000010619808,0.00018485624,0.0008460855,0.006189621,0.00057461316],"study_design_scores_gemma":[0.058900777,0.016964307,0.5609791,0.0009611646,0.000005487202,0.00006369304,0.014206768,0.00019853677,0.00028765167,0.00035604442,0.34645078,0.0006256529],"about_ca_topic_score_codex":0.00091150077,"about_ca_topic_score_gemma":0.0035329722,"teacher_disagreement_score":0.40263802,"about_ca_system_score_codex":0.0056585143,"about_ca_system_score_gemma":0.0049392525,"threshold_uncertainty_score":0.99996114},"labels":[],"label_agreement":null},{"id":"W3198367255","doi":"10.2196/28071","title":"Psychological Impact of the COVID-19 Pandemic and Social Determinants on the Portuguese Population: Protocol for a Web-Based Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Universidade do Porto","keywords":"Snowball sampling; Pandemic; Mental health; Population; Social media; Psychology; Portuguese; Anxiety; Data collection; Cross-sectional study; Medicine; Gerontology; Coronavirus disease 2019 (COVID-19); Environmental health; Psychiatry; Sociology; Disease; Political science; Social science","score_opus":0.691669998950645,"score_gpt":0.7209971879693978,"score_spread":0.029327189018752864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198367255","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36045617,4.0459744e-7,0.00000366062,0.00039258908,0.000012454815,0.6389016,0.00007742935,0.00002399832,0.00013169604],"genre_scores_gemma":[0.3719228,1.4759398e-8,0.000004805707,0.00042678273,0.00011267526,0.6271409,0.0000048242464,0.000014214486,0.000373037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953562,0.0021071648,0.00053585466,0.00061094854,0.0008093427,0.0005804842],"domain_scores_gemma":[0.9972685,0.0014483292,0.00021117061,0.0006128399,0.00027027458,0.0001888809],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038793527,0.00018294364,0.0002553659,0.000105044164,0.00086848415,0.00008129255,0.00043036163,0.00020619015,0.0010498813],"category_scores_gemma":[0.00057735894,0.000097949756,0.00022069816,0.00045248418,0.00040377816,0.000050807663,0.00017056917,0.0006461187,0.000012792113],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006124802,0.0032875459,0.9820012,0.00034719845,0.000021385196,0.000017631226,0.00048601942,0.0000021461608,0.00021762264,0.0003175507,0.0043972293,0.0027796929],"study_design_scores_gemma":[0.008685681,0.004538425,0.97258866,0.00007083617,0.0000013131737,0.000025805915,0.000157689,0.000023938092,0.000022716202,0.00077837403,0.013005506,0.00010105197],"about_ca_topic_score_codex":0.00032373672,"about_ca_topic_score_gemma":0.0002414667,"teacher_disagreement_score":0.01176075,"about_ca_system_score_codex":0.00058809534,"about_ca_system_score_gemma":0.001635805,"threshold_uncertainty_score":0.99986327},"labels":[],"label_agreement":null},{"id":"W3198489966","doi":"10.2196/31475","title":"The Shishu Pushti Trial–Extended Peer Counseling for Improving Feeding Practices and Reducing Undernutrition in Children Aged 0-48 Months in Urban Bangladesh: Protocol for a Cluster-Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"UNICEF","keywords":"Breastfeeding; Medicine; Cluster randomised controlled trial; Randomized controlled trial; Malnutrition; Pediatrics; Anthropometry; Population; Breast feeding; Cluster (spacecraft); Family medicine; Environmental health; Surgery","score_opus":0.11000615274426753,"score_gpt":0.487378152566405,"score_spread":0.3773719998221374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198489966","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028712064,0.000026411773,0.0001635962,0.0082713105,0.00008720662,0.9625471,0.000022142263,0.00008019535,0.00008997195],"genre_scores_gemma":[0.023932487,0.000001815405,0.00085785694,0.000096642245,0.0012946002,0.97334665,0.00005097137,0.00008620676,0.00033277334],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.990388,0.00435315,0.0018367526,0.0010251735,0.0012182273,0.0011787094],"domain_scores_gemma":[0.9865289,0.010820631,0.00096998585,0.00047164471,0.001032289,0.00017657969],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.025007447,0.00038751969,0.0014046378,0.00060504914,0.0011007524,0.0023072641,0.00047911683,0.00033481044,0.000014663075],"category_scores_gemma":[0.022070818,0.00028970168,0.0004334794,0.000692813,0.00026214428,0.00094478653,0.0001650388,0.0011633831,0.0000011823506],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9886943,0.001746456,0.00015894069,0.0011137566,0.00006543538,0.000004961141,0.0012393583,0.0000058893647,0.0015454025,0.000106435255,0.0038082488,0.0015107894],"study_design_scores_gemma":[0.9770259,0.0016564796,0.0001051554,0.0025237298,0.000025983025,0.000011278363,0.0005513038,0.0050634076,0.0030024103,0.0038484856,0.0058468287,0.000339008],"about_ca_topic_score_codex":0.0001977963,"about_ca_topic_score_gemma":0.00032855943,"teacher_disagreement_score":0.011668396,"about_ca_system_score_codex":0.0004592774,"about_ca_system_score_gemma":0.00039089326,"threshold_uncertainty_score":0.99995553},"labels":[],"label_agreement":null},{"id":"W3198524409","doi":"10.2196/29467","title":"Comparison of (Cost-)Effectiveness of Magnetic Resonance Image–Guided High-Intensity–Focused Ultrasound With Standard (Minimally) Invasive Fibroid Treatments: Protocol for a Multicenter Randomized Controlled Trial (MYCHOICE)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Uterine Myomas and Treatments","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Focused Ultrasound Foundation","keywords":"Medicine; High-intensity focused ultrasound; Uterine fibroids; Hysterectomy; Randomized controlled trial; Magnetic resonance imaging; Uterine artery embolization; Radiology; Cost effectiveness; Quality of life (healthcare); Surgery; Ultrasound; Nursing","score_opus":0.13118560002950597,"score_gpt":0.5107795515084295,"score_spread":0.3795939514789235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198524409","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11312745,0.000011741527,0.00011675648,0.00010254434,0.000011211689,0.8861064,0.00012395486,0.000037273647,0.00036270867],"genre_scores_gemma":[0.04136311,0.0000013068275,0.0071457955,0.000011713389,0.000083874635,0.950366,0.000064095104,0.000079977224,0.0008841131],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99317193,0.002311429,0.0015186158,0.0008179424,0.0014296309,0.0007504605],"domain_scores_gemma":[0.98773175,0.0059922985,0.00063665665,0.00089704077,0.00447147,0.00027076964],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023186158,0.00048993214,0.0042257286,0.000308787,0.00015081097,0.00009388942,0.00024462616,0.00018151496,0.00027845646],"category_scores_gemma":[0.0035344781,0.00030941138,0.0006478206,0.0005290736,0.0007111087,0.00018059617,0.00013423034,0.00037000305,0.000006914015],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9209548,0.007918899,0.0065106354,0.0040838043,0.0009766379,0.00015169656,0.0002853788,0.0000015092389,0.057925634,0.000067020635,0.00046916728,0.00065479166],"study_design_scores_gemma":[0.71491146,0.027732553,0.002776389,0.006551958,0.00015809757,0.000014945473,0.00007380826,0.000041505256,0.24532025,0.00008213601,0.0021613399,0.00017554629],"about_ca_topic_score_codex":0.00010027119,"about_ca_topic_score_gemma":0.00003703734,"teacher_disagreement_score":0.20604335,"about_ca_system_score_codex":0.00041082653,"about_ca_system_score_gemma":0.0013250101,"threshold_uncertainty_score":0.9999358},"labels":[],"label_agreement":null},{"id":"W3198568370","doi":"10.2196/32635","title":"Reducing Delays in Diagnosing Primary Immunodeficiency Through the Development and Implementation of a Clinical Decision Support Tool: Protocol for a Quality Improvement Project","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Immunodeficiency and Autoimmune Disorders","field":"Immunology and Microbiology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Referral; Protocol (science); Primary immunodeficiency; Clinical decision support system; Disease; Intensive care medicine; Family medicine; Decision support system; Internal medicine; Alternative medicine; Pathology; Computer science; Artificial intelligence","score_opus":0.27608931448582,"score_gpt":0.5945187702152848,"score_spread":0.31842945572946474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198568370","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1308041,0.00007761853,0.00050550455,0.00013687667,0.000024772762,0.86805195,0.000017319806,0.000021738078,0.00036008566],"genre_scores_gemma":[0.028904436,0.0000032268733,0.0016646998,0.00006197664,0.0000053412164,0.96913934,0.000059663384,0.000020498648,0.0001408405],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950557,0.0011859545,0.0020585405,0.0006485072,0.00027946092,0.000771835],"domain_scores_gemma":[0.9970084,0.001512742,0.00041830077,0.00057808746,0.00047455,0.000007961334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009099406,0.00021127642,0.00049626647,0.00014259566,0.0006183764,0.00007907378,0.0004262568,0.00021297864,0.00010860619],"category_scores_gemma":[0.0007425169,0.0001539216,0.00014055759,0.0005617916,0.00043026893,0.00027132317,0.0005456721,0.0006767855,0.000007869686],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024861253,0.0024052826,0.0051610847,0.0012930193,0.00006566244,0.000004177479,0.01070655,0.0000036337344,0.10368007,0.0012089085,0.00062567554,0.8723598],"study_design_scores_gemma":[0.023159117,0.003263671,0.11516163,0.002618272,0.0000069355315,0.000020492442,0.018716449,0.000012227331,0.26807514,0.0013610843,0.56706506,0.000539917],"about_ca_topic_score_codex":0.00026373245,"about_ca_topic_score_gemma":0.000054108714,"teacher_disagreement_score":0.8718199,"about_ca_system_score_codex":0.00013008676,"about_ca_system_score_gemma":0.0024336174,"threshold_uncertainty_score":0.6276741},"labels":[],"label_agreement":null},{"id":"W3198723681","doi":"10.2196/30749","title":"Determining the Prevalence and Incidence of SARS-CoV-2 Infection in Prisons in England: Protocol for a Repeated Panel Survey and Enhanced Outbreak Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Public Health England; University of Southampton; Department of Health and Social Care; National Institute for Health and Care Research; Government of the United Kingdom","keywords":"Outbreak; Medicine; Pandemic; Epidemiology; Public health; Prison; Incidence (geometry); Infection control; Coronavirus disease 2019 (COVID-19); Family medicine; Demography; Infectious disease (medical specialty); Virology; Disease; Psychology; Nursing; Intensive care medicine; Internal medicine","score_opus":0.4311984587110243,"score_gpt":0.5627945662607285,"score_spread":0.13159610754970424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198723681","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5189162,5.6679704e-7,0.000015196107,0.00001462137,0.0000015400117,0.4809976,0.0000023704533,0.000015951902,0.000035999597],"genre_scores_gemma":[0.4329514,2.2064744e-7,0.00007073129,0.000018780425,0.000013287977,0.56691223,7.241619e-7,0.00001214425,0.000020480018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967909,0.0013194854,0.0005497585,0.0005059156,0.0004557219,0.00037820736],"domain_scores_gemma":[0.9973023,0.0014217652,0.00015135306,0.00037682307,0.0007079605,0.000039829654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050498233,0.00015063756,0.00033843407,0.00030110255,0.00012788107,0.00007513144,0.00010374252,0.00010366596,0.00000312873],"category_scores_gemma":[0.0077501154,0.000114321105,0.000027999471,0.000999598,0.00015325313,0.00015695277,0.00021724313,0.0005883606,7.831903e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011657752,0.0007682854,0.8256389,0.0015877187,0.000008015977,0.000021048229,0.0018446073,2.4487665e-7,0.1627888,0.0000010649293,0.000008529453,0.006167034],"study_design_scores_gemma":[0.0076865475,0.0020649298,0.71924794,0.0022143074,0.0000019560869,0.000022088065,0.000093607894,0.00038451658,0.26772287,0.00002923647,0.00044791723,0.00008409635],"about_ca_topic_score_codex":0.00056884554,"about_ca_topic_score_gemma":0.005986526,"teacher_disagreement_score":0.10639095,"about_ca_system_score_codex":0.00008692659,"about_ca_system_score_gemma":0.00030850383,"threshold_uncertainty_score":0.92781717},"labels":[],"label_agreement":null},{"id":"W3198828396","doi":"10.2196/33183","title":"Evaluating the Efficacy of Automated Smoking Treatment for People With HIV: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Quitline; Medicine; Nicotine replacement therapy; Smoking cessation; Randomized controlled trial; Psychological intervention; Abstinence; mHealth; Population; Intervention (counseling); Family medicine; Nursing; Psychiatry; Environmental health","score_opus":0.317709290152842,"score_gpt":0.6068286848687426,"score_spread":0.28911939471590065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198828396","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03015794,5.524442e-7,0.0003120254,0.0005441068,0.000007575929,0.9686694,0.000009814018,0.00011402608,0.00018451939],"genre_scores_gemma":[0.011151059,5.116247e-8,0.00092318264,0.000012932636,0.00022783787,0.9865108,0.000041845607,0.000044929442,0.0010873686],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99584407,0.0013312554,0.0007732356,0.00039420955,0.0011856597,0.0004715511],"domain_scores_gemma":[0.9912065,0.0060255094,0.00035173356,0.0005377469,0.0017863006,0.000092205664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067336652,0.00020365941,0.001351842,0.00014338855,0.00034361918,0.000107501844,0.00014048864,0.00012157404,0.00012269201],"category_scores_gemma":[0.0041204896,0.00009936011,0.00051288516,0.00044246556,0.0001560855,0.000058757392,0.00003702157,0.00021090811,6.5948495e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98938406,0.0023285027,0.00062063354,0.00071016303,0.00029627993,0.000003475099,0.0007139714,0.000024534902,0.0026777755,0.00015736469,0.0004419806,0.0026412786],"study_design_scores_gemma":[0.96243775,0.01350154,0.00058552483,0.002044747,0.00016338765,0.000007930938,0.00016044958,0.00697231,0.012262067,0.00007796551,0.001684391,0.00010193641],"about_ca_topic_score_codex":0.000014554166,"about_ca_topic_score_gemma":0.000006637826,"teacher_disagreement_score":0.02694629,"about_ca_system_score_codex":0.00021949045,"about_ca_system_score_gemma":0.0016399624,"threshold_uncertainty_score":0.49329084},"labels":[],"label_agreement":null},{"id":"W3198908217","doi":"10.2196/30259","title":"Longitudinal Neurocognitive and Pulmonological Profile of Long COVID-19: Protocol for the COVIMMUNE-Clin Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Neurocognitive; Cohort; Context (archaeology); Asymptomatic; Neuropsychological assessment; Neurological examination; Verbal memory; Neuropsychology; Psychiatry; Pediatrics; Physical therapy; Internal medicine; Cognition","score_opus":0.3292926579145871,"score_gpt":0.5906379073796553,"score_spread":0.26134524946506815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198908217","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005477426,0.0000067974083,0.0005772415,0.0055277376,0.0000061937503,0.9878508,0.00003334208,0.00009703229,0.00042346356],"genre_scores_gemma":[0.023167254,5.021263e-7,0.0003896327,0.00051043107,0.00017724256,0.9745835,0.000015179416,0.000056321187,0.0010999227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942986,0.0016866362,0.0007108642,0.0009890005,0.0014193691,0.00089557696],"domain_scores_gemma":[0.98891205,0.0076527274,0.00022752209,0.0010750237,0.0015084418,0.00062423677],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0042980597,0.00033520043,0.00070268585,0.0002474713,0.00061467296,0.00018916557,0.00053047226,0.00021857476,0.00062864367],"category_scores_gemma":[0.01636239,0.00021408526,0.00020136512,0.0008442972,0.0009771624,0.00018740802,0.00089269486,0.001176178,0.000032053933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047473297,0.019352084,0.8384547,0.028930478,0.0006528117,0.0054039806,0.0022207052,0.000010054973,0.011635175,0.00075866544,0.023886228,0.021221772],"study_design_scores_gemma":[0.05596437,0.046085473,0.7076374,0.004220025,0.00009563544,0.0006163668,0.00236228,0.0005738877,0.028961767,0.0014433755,0.15132241,0.00071697845],"about_ca_topic_score_codex":0.000052339125,"about_ca_topic_score_gemma":0.00004371099,"teacher_disagreement_score":0.13081731,"about_ca_system_score_codex":0.0002020545,"about_ca_system_score_gemma":0.002611239,"threshold_uncertainty_score":0.9919232},"labels":[],"label_agreement":null},{"id":"W3199147652","doi":"10.2196/29423","title":"Incorporating African American Veterans’ Success Stories for Hypertension Management: Developing a Behavioral Support Texting Protocol","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Protocol (science); Medicine; Psychology; Computer science; Gerontology; Alternative medicine","score_opus":0.41645275818742306,"score_gpt":0.6279632683179354,"score_spread":0.2115105101305123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199147652","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004359367,7.0204106e-7,0.00061491644,0.00090336346,0.000057638455,0.98005646,0.00006798601,0.00017969705,0.013759844],"genre_scores_gemma":[0.053482193,1.8602229e-8,0.009393615,0.000115620445,0.00014555475,0.93220025,0.00006126715,0.00008572097,0.004515735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954624,0.0006645393,0.00089493993,0.00088511984,0.0008244612,0.0012685086],"domain_scores_gemma":[0.9975914,0.00026324275,0.00033053267,0.0006939429,0.00083997153,0.00028091288],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001628684,0.00027653604,0.00040778404,0.00036739188,0.0007228362,0.00042413198,0.0005690905,0.00009769234,0.0002805288],"category_scores_gemma":[0.000105657884,0.0002782862,0.00016793054,0.0013883811,0.0003840159,0.00043119327,0.0005446547,0.0005364583,0.00016326197],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030353232,0.006188419,0.010017242,0.006720962,0.00014617325,0.001439349,0.003123225,0.0000012743724,0.0007753945,0.045576956,0.016069602,0.90690607],"study_design_scores_gemma":[0.0087156035,0.011838989,0.015979376,0.0078081265,0.000013614783,0.00019958806,0.014813908,0.00004589465,0.005779624,0.0045845923,0.9291261,0.0010945719],"about_ca_topic_score_codex":0.00017171279,"about_ca_topic_score_gemma":0.00014806452,"teacher_disagreement_score":0.9130565,"about_ca_system_score_codex":0.00045692423,"about_ca_system_score_gemma":0.00034359828,"threshold_uncertainty_score":0.9999669},"labels":[],"label_agreement":null},{"id":"W3199267631","doi":"10.2196/29398","title":"A Deep Learning Approach to Refine the Identification of High-Quality Clinical Research Articles From the Biomedical Literature: Protocol for Algorithm Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Computer science; Machine learning; Hyperparameter; Artificial intelligence; Relevance (law); Identification (biology); Deep learning; Protocol (science); Data mining; Algorithm; Information retrieval; Medicine","score_opus":0.3789286136609896,"score_gpt":0.5897857567159527,"score_spread":0.21085714305496306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199267631","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020982318,0.00003187832,0.040642343,0.0034592862,0.000012314096,0.93476814,0.000034715627,0.000020980402,0.000048035],"genre_scores_gemma":[0.0054585906,0.0000014788094,0.028697563,0.00004829776,0.00030182683,0.96491367,0.0002346329,0.000013909488,0.00033003898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99461406,0.0028070586,0.00071585516,0.00058832474,0.0008714357,0.00040325188],"domain_scores_gemma":[0.9971819,0.0009845907,0.00012694541,0.0005539977,0.0010138935,0.00013865884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013492626,0.00010868597,0.0001856175,0.00005907966,0.0004806491,0.00020232309,0.00046222773,0.00026513034,0.0000064296],"category_scores_gemma":[0.006335419,0.00006219671,0.000058373775,0.00061363354,0.0007420295,0.0000066833536,0.0005696096,0.00063645403,0.000004553278],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001052639,0.0011854409,0.0012905865,0.00038955026,0.00008785633,0.0000025468344,0.0016717697,0.0000043116324,0.09935271,0.0005741235,0.009767361,0.8846211],"study_design_scores_gemma":[0.001944019,0.0010071895,0.018120084,0.00038938463,0.000002283882,0.000004223885,0.0009890364,0.00041869184,0.21994978,0.0013909171,0.75564635,0.00013801256],"about_ca_topic_score_codex":0.00001671329,"about_ca_topic_score_gemma":0.000009334253,"teacher_disagreement_score":0.8844831,"about_ca_system_score_codex":0.00002265139,"about_ca_system_score_gemma":0.00032529386,"threshold_uncertainty_score":0.7584546},"labels":[],"label_agreement":null},{"id":"W3199320707","doi":"10.2196/31611","title":"The Efficacy of a Personalized mHealth Coaching Program During Pregnancy on Maternal Diet, Supplement Use, and Physical Activity: Protocol for a Parallel-Group Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Medicine; Randomized controlled trial; Health coaching; Motivational interviewing; Coaching; Pregnancy; Behavior change; Usability; Protocol (science); Family medicine; Intervention (counseling); Physical therapy; Psychological intervention; Nursing; Alternative medicine; Psychology","score_opus":0.16667586695229414,"score_gpt":0.539649599603584,"score_spread":0.3729737326512899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199320707","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060429223,0.0000036258598,0.00007026251,0.0015505824,0.0000048630823,0.937737,0.000019780766,0.000040218052,0.00014444168],"genre_scores_gemma":[0.0143319275,0.000005801413,0.0010913962,0.0000120442655,0.00016252729,0.98239493,0.000020467194,0.00003791357,0.0019430086],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.993812,0.0022739416,0.00057090854,0.0005371722,0.0018649708,0.00094097626],"domain_scores_gemma":[0.99308294,0.0052313153,0.00025343732,0.00042534116,0.00068786374,0.00031908328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028504627,0.0002480262,0.0011827261,0.00017420173,0.000515135,0.00036626,0.00019043786,0.000063170686,0.000037281403],"category_scores_gemma":[0.0033830646,0.00014363781,0.00045069124,0.00024776912,0.00043921926,0.00014529096,0.00024676544,0.0005627827,0.0000023879345],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9695182,0.006863947,0.00018263963,0.004775347,0.00044230712,0.00003861301,0.0002111823,0.0000026094979,0.0009513271,0.0053713014,0.00033931198,0.011303222],"study_design_scores_gemma":[0.9621698,0.01151248,0.0030333858,0.004246542,0.00002573415,0.0000028789311,0.00006851864,0.0014358966,0.0012524083,0.0004234235,0.015709527,0.00011935932],"about_ca_topic_score_codex":0.000017732964,"about_ca_topic_score_gemma":0.000009194839,"teacher_disagreement_score":0.046097293,"about_ca_system_score_codex":0.00014669933,"about_ca_system_score_gemma":0.00047468947,"threshold_uncertainty_score":0.58573794},"labels":[],"label_agreement":null},{"id":"W3199337479","doi":"10.2196/29563","title":"Prospective Prediction of Lapses in Opioid Use Disorder: Protocol for a Personal Sensing Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute on Alcohol Abuse and Alcoholism","keywords":"Protocol (science); Psychology; Medicine; Computer science; Applied psychology; Alternative medicine","score_opus":0.21374001880352064,"score_gpt":0.5311904839773953,"score_spread":0.31745046517387465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199337479","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09011946,0.0000016816125,0.000036045265,0.00017432371,0.0000037079178,0.909363,0.00006599778,0.000051311847,0.00018450938],"genre_scores_gemma":[0.032335527,2.1813528e-7,0.0010288478,0.000010873585,0.000075064105,0.9656962,0.000031124815,0.000052096737,0.00077005255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996742,0.00043745845,0.0005223988,0.0006622151,0.0010572701,0.00057865377],"domain_scores_gemma":[0.9977255,0.00031224152,0.00009850665,0.0004416184,0.0012833804,0.00013877565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008066629,0.00021725228,0.00046657416,0.00035273508,0.00014988298,0.00008453701,0.00008983516,0.00011373636,0.00008180278],"category_scores_gemma":[0.0007815467,0.0001853382,0.00012870276,0.00090715353,0.00013753549,0.00022703716,0.00015698418,0.00047835914,0.0000072465236],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060813837,0.020328023,0.9467298,0.0032190685,0.00012833741,0.0001622812,0.011641833,0.000001772217,0.0041482677,0.000051471594,0.001085807,0.0064219492],"study_design_scores_gemma":[0.04359459,0.01743347,0.87199926,0.006035062,0.000018159351,0.000033107615,0.011407354,0.0011525761,0.014025841,0.00040124264,0.03366146,0.00023786319],"about_ca_topic_score_codex":0.00015603882,"about_ca_topic_score_gemma":0.00020674705,"teacher_disagreement_score":0.07473053,"about_ca_system_score_codex":0.00037818513,"about_ca_system_score_gemma":0.0011884767,"threshold_uncertainty_score":0.75578725},"labels":[],"label_agreement":null},{"id":"W3199580168","doi":"10.2196/29984","title":"Problems in Coordinating and Accessing Primary Care for Attached and Unattached Patients Exacerbated During the COVID-19 Pandemic Year (the PUPPY Study): Protocol for a Longitudinal Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University; Western University; Université de Sherbrooke; Nova Scotia Health Authority; Dalhousie University","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Context (archaeology); Puppy; Medicine; Family medicine; Health care; Pandemic; Research ethics; Nursing; Qualitative research; Medical prescription; Coronavirus disease 2019 (COVID-19); Political science; Sociology","score_opus":0.4494396953125664,"score_gpt":0.6550190503388199,"score_spread":0.20557935502625352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199580168","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29636365,0.000006040523,0.0002707829,0.0005143679,0.000004447255,0.7027812,0.000010267468,0.00003557263,0.000013638402],"genre_scores_gemma":[0.112208,2.3987124e-7,0.0015633742,0.0001146332,0.000088805995,0.88586885,0.00004045465,0.000044390577,0.00007122571],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949918,0.002042851,0.00078036403,0.0007241981,0.00074728014,0.0007135229],"domain_scores_gemma":[0.996466,0.0017431792,0.00024740084,0.00044114672,0.0008539553,0.000248339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069175097,0.00023886195,0.0005017541,0.00024349222,0.0010057983,0.00019911255,0.00020878647,0.00008951392,0.000019020035],"category_scores_gemma":[0.0020384195,0.00014904639,0.000047659392,0.0008175436,0.00016360388,0.00018851823,0.0004067468,0.00065381196,2.9435893e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019620606,0.0012772273,0.9441598,0.009235325,0.00006266988,0.000011971169,0.011576185,0.000002175336,0.00066148693,0.000004078858,0.0002366632,0.030810349],"study_design_scores_gemma":[0.05207615,0.0057465956,0.89707524,0.0007816196,0.000026970272,0.0000170212,0.032505773,0.000102215075,0.00026811942,0.000068150905,0.011167799,0.00016435339],"about_ca_topic_score_codex":0.00011497021,"about_ca_topic_score_gemma":0.0005229899,"teacher_disagreement_score":0.18415566,"about_ca_system_score_codex":0.00050346536,"about_ca_system_score_gemma":0.0007713237,"threshold_uncertainty_score":0.77358896},"labels":[],"label_agreement":null},{"id":"W3199915148","doi":"10.2196/28780","title":"Using Information and Communication Technologies to Engage Citizens in Health System Governance in Burkina Faso: Protocol for Action Research","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Global Affairs Canada","keywords":"Preprint; Corporate governance; Protocol (science); Action (physics); Political science; Action research; Public relations; Medicine; Psychology; Alternative medicine; Business; Computer science; Pedagogy","score_opus":0.42932442417373073,"score_gpt":0.6200386412558841,"score_spread":0.19071421708215341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199915148","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013003665,0.000007589685,0.00006723348,0.009181957,0.00000265092,0.9769125,0.000015822843,0.000075398355,0.00073315616],"genre_scores_gemma":[0.044113018,0.000006600504,0.0029946496,0.00009012734,0.000021043528,0.9526772,0.000007470936,0.00001191445,0.00007797657],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967732,0.0009387261,0.0005745742,0.0002619716,0.0007655068,0.00068605517],"domain_scores_gemma":[0.99835414,0.00022868133,0.000113435446,0.00048695988,0.00068424596,0.00013252793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056752595,0.00010578782,0.00027915748,0.00042474503,0.00034204347,0.00011895404,0.00020085514,0.0001482382,0.0000063108478],"category_scores_gemma":[0.0009253715,0.00009494724,0.000019509931,0.0012506709,0.00009896881,0.00031296012,0.0003424913,0.0011192989,0.000010992421],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024206538,0.0037813017,0.169819,0.2449183,0.000048872294,0.00022960649,0.012184757,0.00024025561,0.031380255,0.16310298,0.022411412,0.3276767],"study_design_scores_gemma":[0.016742412,0.0049673393,0.12584063,0.09180939,9.921871e-7,0.00017632393,0.018066937,0.0045028203,0.014149679,0.004951248,0.71841526,0.0003769469],"about_ca_topic_score_codex":0.0009136096,"about_ca_topic_score_gemma":0.0004542902,"teacher_disagreement_score":0.69600385,"about_ca_system_score_codex":0.0016432415,"about_ca_system_score_gemma":0.0008620582,"threshold_uncertainty_score":0.4862859},"labels":[],"label_agreement":null},{"id":"W3199934193","doi":"10.2196/32921","title":"Assessing a Smartphone App (AICaries) That Uses Artificial Intelligence to Detect Dental Caries in Children and Provides Interactive Oral Health Education: Protocol for a Design and Usability Testing Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Dental and Craniofacial Research","keywords":"Usability; Early childhood caries; Protocol (science); Medicine; Smartphone app; Medical education; Oral health; Internet privacy; Computer science; Family medicine; Alternative medicine","score_opus":0.45405208927834284,"score_gpt":0.608424481931241,"score_spread":0.15437239265289815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199934193","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18844497,0.0000052543337,0.005131248,0.000076295575,0.00001373975,0.80625576,0.000013613665,0.0000467943,0.000012315885],"genre_scores_gemma":[0.20512277,6.490213e-8,0.008206233,0.0000700158,0.00006553835,0.78647906,0.000009432152,0.000023711998,0.00002317477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955595,0.0017662116,0.00060230645,0.00082241034,0.00061744056,0.0006321103],"domain_scores_gemma":[0.9974628,0.0011100586,0.00015695339,0.00032258139,0.00062783604,0.00031975246],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028426924,0.00021463406,0.00035216604,0.00023720325,0.0006040836,0.0014047209,0.00019653779,0.00008824064,0.000021499964],"category_scores_gemma":[0.0026749088,0.00020654203,0.000029982946,0.00094170717,0.00021635114,0.0008081123,0.00038966667,0.00045389755,0.0000053511967],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016736608,0.0016118144,0.52840954,0.0011631079,0.000013245508,0.000012187626,0.0014443233,0.000007415375,0.00025329972,0.0000631571,0.00026392602,0.4650843],"study_design_scores_gemma":[0.0015477844,0.0049328576,0.93998826,0.003462714,0.0000047250405,0.0001486177,0.027924623,0.00071073597,0.0142305875,0.0060626008,0.00054692186,0.00043955704],"about_ca_topic_score_codex":0.0010006876,"about_ca_topic_score_gemma":0.0063713165,"teacher_disagreement_score":0.46464476,"about_ca_system_score_codex":0.00043829996,"about_ca_system_score_gemma":0.0022230947,"threshold_uncertainty_score":0.99963194},"labels":[],"label_agreement":null},{"id":"W3200060312","doi":"10.2196/26252","title":"mHealth for Anemia Reduction: Protocol for an Entertainment Education–Based Dual Intervention","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"George Washington University; Bill and Melinda Gates Foundation","keywords":"Medicine; Intervention (counseling); mHealth; Randomized controlled trial; Inclusion (mineral); Family medicine; Mobile phone; Nursing; Psychological intervention; Psychology; Social psychology; Internal medicine","score_opus":0.47635133019843806,"score_gpt":0.7134886990370666,"score_spread":0.23713736883862852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200060312","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007771453,0.0000031512097,0.005920623,0.007143931,0.000087428925,0.98483175,0.00013120237,0.00016332835,0.0016408517],"genre_scores_gemma":[0.00016468235,5.3885253e-7,0.011809415,0.0010423968,0.0017948792,0.9779123,0.000619736,0.000081376005,0.0065746554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931554,0.0021223165,0.0014263759,0.00097207876,0.00070282485,0.0016209718],"domain_scores_gemma":[0.99325705,0.0007969215,0.0004717648,0.0011448781,0.0033037972,0.0010255676],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0054448475,0.00024649184,0.00036631332,0.00030836632,0.0029374904,0.00007209815,0.00035649232,0.00036625445,0.0009019627],"category_scores_gemma":[0.000653956,0.00023947709,0.00017018274,0.00064222625,0.00012000043,0.00027117625,0.00011614411,0.0010363533,0.00011333425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058537284,0.009748713,0.0013126176,0.058236036,0.0000149346,0.0000012352559,0.0007889049,0.000010853688,0.0016790777,0.058351617,0.664543,0.19945928],"study_design_scores_gemma":[0.0077986345,0.002667984,0.0005660757,0.0033354198,0.000003048453,0.000004159785,0.0014111538,0.00032992143,0.0009286344,0.007814736,0.97495776,0.00018244526],"about_ca_topic_score_codex":0.00010027766,"about_ca_topic_score_gemma":0.00021661767,"teacher_disagreement_score":0.3104148,"about_ca_system_score_codex":0.0011287255,"about_ca_system_score_gemma":0.016609717,"threshold_uncertainty_score":0.9983606},"labels":[],"label_agreement":null},{"id":"W3200214223","doi":"10.2196/31003","title":"Buccal Mucosal Grafts as a Novel Treatment for the Repair of Rectovaginal Fistulas: Protocol for an Upcoming Prospective Single-Surgeon Case Series","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anorectal Disease Treatments and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Prospective cohort study; Rectovaginal fistula; Surgery; General surgery; Rectum","score_opus":0.3745663085564648,"score_gpt":0.5751509464709964,"score_spread":0.20058463791453163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200214223","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007736403,0.000004319173,0.00014918238,0.0005935669,0.000007866867,0.99045146,0.00018366425,0.00011036075,0.0007631645],"genre_scores_gemma":[0.0074128993,2.2369154e-7,0.003382248,0.000043566044,0.00020444886,0.9833017,0.00003987539,0.00006707326,0.005547986],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973519,0.00019291851,0.00047499992,0.000674782,0.0006053989,0.0007000265],"domain_scores_gemma":[0.9968476,0.0007149401,0.00013547717,0.0007290666,0.0012595769,0.0003132955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064219604,0.00031545208,0.00054368563,0.00012678157,0.00056820596,0.000101661666,0.0001346063,0.00012461678,0.000126474],"category_scores_gemma":[0.00067620625,0.00018900885,0.0004612181,0.00038807606,0.00032577704,0.0002236498,0.000101638405,0.00021118423,0.0000038450407],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.35662296,0.121317185,0.23566486,0.026801426,0.0060717133,0.014534545,0.011450433,0.00002289022,0.07990532,0.022422556,0.022307025,0.10287907],"study_design_scores_gemma":[0.08948255,0.13150093,0.0375417,0.0061342157,0.0003316219,0.006638256,0.0059512793,0.0013377476,0.1888307,0.003713764,0.52749985,0.0010373871],"about_ca_topic_score_codex":0.00016110958,"about_ca_topic_score_gemma":0.0003190784,"teacher_disagreement_score":0.5051928,"about_ca_system_score_codex":0.00049933937,"about_ca_system_score_gemma":0.0011675057,"threshold_uncertainty_score":0.7707557},"labels":[],"label_agreement":null},{"id":"W3200270797","doi":"10.2196/26680","title":"Conversational Agents for Health and Well-being Across the Life Course: Protocol for an Evidence Map","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data extraction; Scopus; CINAHL; Computer science; Systematic review; Protocol (science); MEDLINE; Descriptive statistics; Citation; Modalities; Conversation; Categorization; Data science; Psychological intervention; Information retrieval; Medical education; World Wide Web; Psychology; Medicine; Artificial intelligence; Alternative medicine; Nursing; Pathology; Statistics","score_opus":0.4951281067918955,"score_gpt":0.6972354747942607,"score_spread":0.20210736800236523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200270797","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015480287,0.000009380765,0.00032508536,0.020229585,0.00004256137,0.9783624,0.00011802829,0.000044506378,0.00071369315],"genre_scores_gemma":[0.0017901724,7.2158095e-8,0.0004670032,0.0016416073,0.00024010867,0.98648137,0.00003799093,0.000040244275,0.009301407],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99642164,0.00082617643,0.000556704,0.0006055853,0.00059128745,0.0009986116],"domain_scores_gemma":[0.9968896,0.0011747344,0.00017559537,0.0005788255,0.0006403596,0.0005408961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037318023,0.00015180008,0.0002091221,0.000050366958,0.0009686118,0.0004000551,0.000436131,0.00010044974,0.0004281607],"category_scores_gemma":[0.0005409836,0.00012336085,0.00010367552,0.0002320147,0.00032592873,0.0004293304,0.00022805005,0.0003557041,0.000127813],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071990485,0.0052783834,0.005303812,0.0132872015,0.00015668418,0.000014897356,0.009012047,0.0000018305318,0.000045755452,0.09469754,0.81693447,0.048068352],"study_design_scores_gemma":[0.004481409,0.006208337,0.0050052856,0.003656854,0.0000014458504,0.0000141439905,0.00223567,0.00013839446,0.000234991,0.009212805,0.96865714,0.00015350107],"about_ca_topic_score_codex":0.000031403306,"about_ca_topic_score_gemma":0.00007330514,"teacher_disagreement_score":0.15172271,"about_ca_system_score_codex":0.00014209858,"about_ca_system_score_gemma":0.0009796969,"threshold_uncertainty_score":0.74498767},"labels":[],"label_agreement":null},{"id":"W3200566761","doi":"10.2196/27984","title":"Exploring the Intersection Between Health Professionals’ Learning and eHealth Data: Protocol for a Comprehensive Research Program in Practice Analytics in Health Care","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"eHealth; Health care; Multidisciplinary approach; Accreditation; Medical education; Government (linguistics); Knowledge management; Medicine; Computer science; Political science","score_opus":0.8651409606554902,"score_gpt":0.7684774191251148,"score_spread":0.09666354153037537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200566761","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010221336,0.000089811925,0.00007912011,0.033886686,0.00004843774,0.9642188,0.000049443133,0.00016665988,0.00043891967],"genre_scores_gemma":[0.0026267103,0.000034299646,0.0021020204,0.00062220835,0.000822986,0.9930876,0.00019624912,0.00012041155,0.00038754422],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93890625,0.04997602,0.0028226695,0.0016772556,0.0022668922,0.004350896],"domain_scores_gemma":[0.9778505,0.015787957,0.0009029028,0.0014424804,0.003268249,0.0007479205],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.050548032,0.0003688744,0.0010777632,0.00094534946,0.0042348797,0.00017259714,0.0009565144,0.00032739263,0.000018962535],"category_scores_gemma":[0.007173768,0.00029407835,0.00005508738,0.0039452286,0.0002965719,0.001036149,0.0018640801,0.0121901315,0.000031409236],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.006138178,0.0038508668,0.15203066,0.16919608,0.00012708025,0.00009067249,0.12619813,0.000032828833,0.000044839697,0.004914633,0.0720172,0.46535882],"study_design_scores_gemma":[0.004644265,0.0042435345,0.011968654,0.022998137,9.211361e-7,0.0000070972633,0.12530285,0.000728128,0.0000069687953,0.0001442116,0.82975614,0.00019908148],"about_ca_topic_score_codex":0.006492252,"about_ca_topic_score_gemma":0.017890813,"teacher_disagreement_score":0.75773895,"about_ca_system_score_codex":0.0065659727,"about_ca_system_score_gemma":0.02933715,"threshold_uncertainty_score":0.9999511},"labels":[],"label_agreement":null},{"id":"W3200840178","doi":"10.2196/33608","title":"Evaluating the Impact of Incentives on Clinical Trial Participation: Protocol for a Mixed Methods, Community-Engaged Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Incentive; Focus group; Stakeholder; Incentive program; Public relations; Research design; Institutional review board; Empirical research; Qualitative research; Business; Psychology; Medicine; Marketing; Political science; Economics; Sociology","score_opus":0.984313751791489,"score_gpt":0.886916458427134,"score_spread":0.09739729336435499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200840178","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09699811,5.06856e-7,0.00013709275,0.00091047917,0.000014735985,0.9009281,0.000011756751,0.00003657429,0.00096265366],"genre_scores_gemma":[0.044532616,2.5990977e-7,0.0060844533,0.000052519634,0.00044808938,0.9477717,0.000009064006,0.00005263719,0.0010486518],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.77031434,0.22019596,0.0027826016,0.0008907741,0.004636797,0.0011794928],"domain_scores_gemma":[0.70916724,0.2820981,0.00039808068,0.0023751054,0.0055941218,0.00036732937],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.38806972,0.0002466356,0.00093399803,0.00019513335,0.0022129333,0.00018396658,0.0010219957,0.00043610166,0.00045582114],"category_scores_gemma":[0.5522745,0.00014561108,0.0006969534,0.001242624,0.0011922006,0.000103863626,0.0010919966,0.022140656,0.000020813093],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.71311843,0.103029184,0.028092956,0.0034156975,0.0011499848,0.00004282408,0.009784009,0.000034094843,0.008047152,0.0013955595,0.00730327,0.12458686],"study_design_scores_gemma":[0.33771214,0.479962,0.11341144,0.007187982,0.000045672117,0.0000042888205,0.013126443,0.0017622814,0.012599538,0.028514456,0.005313372,0.00036037547],"about_ca_topic_score_codex":0.00006491915,"about_ca_topic_score_gemma":0.0000687869,"teacher_disagreement_score":0.3769328,"about_ca_system_score_codex":0.000261697,"about_ca_system_score_gemma":0.0057686544,"threshold_uncertainty_score":0.99986774},"labels":[],"label_agreement":null},{"id":"W3200850276","doi":"10.2196/33151","title":"Four Decades of Military Posttraumatic Stress: Protocol for a Meta-analysis and Systematic Review of Treatment Approaches and Efficacy","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Université Laval; Ontario Centre of Excellence for Child and Youth Mental Health; University of Manitoba; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Running Injury Clinic; Ontario Shores Centre for Mental Health Sciences; Public Health Ontario; Western University; University of Toronto; McMaster University; Lawson Health Research Institute","funders":"","keywords":"Protocol (science); Posttraumatic stress; Meta-analysis; Psychology; Systematic review; Medicine; Military personnel; Clinical psychology; MEDLINE; Alternative medicine; Political science","score_opus":0.7043748760341623,"score_gpt":0.6107692005138896,"score_spread":0.09360567552027266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200850276","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039217493,0.0052511403,0.000085215404,0.00039274374,9.483813e-7,0.9929125,0.0002680267,0.00002057749,0.00067667634],"genre_scores_gemma":[0.0010941232,0.000048102116,0.0017211435,0.000018557765,0.0000100661455,0.99646735,0.000024524157,0.00004285381,0.0005732986],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99223036,0.003601248,0.0015662666,0.00082736847,0.0010659606,0.00070882455],"domain_scores_gemma":[0.9935005,0.003457233,0.00039154882,0.001584744,0.00081418996,0.00025183216],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003621519,0.000365563,0.002903304,0.00062392646,0.00013925791,0.000041920866,0.00049539167,0.0001632596,0.00087541115],"category_scores_gemma":[0.0014939616,0.00024823056,0.00086980296,0.0015093612,0.000549715,0.0001149987,0.00024864465,0.00027077814,0.000006207869],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046740615,0.0034387584,0.0007773819,0.94139063,0.049255602,0.000020018322,0.0019265661,0.0000019130973,0.000084350824,0.0013228615,0.0003780259,0.00093646924],"study_design_scores_gemma":[0.044421244,0.032972146,0.016092435,0.7417728,0.110041454,0.00028152685,0.016134866,0.0014617051,0.02404999,0.006392073,0.0036651276,0.0027146582],"about_ca_topic_score_codex":0.00017249331,"about_ca_topic_score_gemma":0.00010106837,"teacher_disagreement_score":0.19961786,"about_ca_system_score_codex":0.00007935059,"about_ca_system_score_gemma":0.00029791685,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W3200934420","doi":"10.2196/28524","title":"An Activity Tracker–Guided Physical Activity Program for Patients Undergoing Radiotherapy: Protocol for a Prospective Phase III Trial (OnkoFit I and II Trials)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Krebshilfe; Eberhard Karls Universität Tübingen","keywords":"Medicine; Randomized controlled trial; Physical therapy; Quality of life (healthcare); Radiation therapy; Protocol (science); Clinical trial; Surgery; Internal medicine; Nursing; Alternative medicine","score_opus":0.3160889015612018,"score_gpt":0.6251939718575953,"score_spread":0.3091050702963935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200934420","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20632191,8.091002e-7,0.0005469348,0.0003644091,0.000020917312,0.7923792,0.000116044415,0.00014634317,0.000103451435],"genre_scores_gemma":[0.06467569,3.234784e-7,0.00082471943,0.00002820197,0.001422266,0.9323863,0.00004517921,0.00009970991,0.0005176337],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99492013,0.001280263,0.00049210794,0.0011859688,0.001137251,0.0009842842],"domain_scores_gemma":[0.9955165,0.0013956473,0.00029631433,0.00074713223,0.0015336834,0.00051076553],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031023289,0.00040055806,0.0012735045,0.00019277696,0.0007355937,0.00032964727,0.00021271985,0.00027036207,0.00006314952],"category_scores_gemma":[0.0016826087,0.000328767,0.00045298148,0.000604531,0.00026343588,0.0005314671,0.000120525576,0.00070489687,8.830265e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.54349506,0.048109576,0.00053659786,0.003116182,0.00023565577,0.000011450781,0.0018691795,3.519758e-7,0.017588599,0.00021629284,0.0025191242,0.38230193],"study_design_scores_gemma":[0.6738734,0.12021774,0.0013112054,0.0015407108,0.0000471367,0.000007134474,0.00024913828,0.0016967368,0.076037,0.0010135331,0.12345908,0.00054714445],"about_ca_topic_score_codex":0.000041622603,"about_ca_topic_score_gemma":0.00015756121,"teacher_disagreement_score":0.3817548,"about_ca_system_score_codex":0.0005694481,"about_ca_system_score_gemma":0.0019496826,"threshold_uncertainty_score":0.99991643},"labels":[],"label_agreement":null},{"id":"W3201024400","doi":"10.2196/24954","title":"Development and Evaluation of a Decision Aid to Support Patients’ Participatory Decision-Making for Tumor-Specific and Palliative Therapy for Advanced Cancer: Protocol for a Pre-Post Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Krebshilfe","keywords":"Medicine; Protocol (science); Population; Palliative care; Health care; Decision aids; MEDLINE; Family medicine; Nursing; Alternative medicine","score_opus":0.6448426783066821,"score_gpt":0.6867907681556359,"score_spread":0.04194808984895382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201024400","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40377274,0.000017883072,0.0012686636,0.000027955974,0.000005030278,0.59483635,0.000056379416,0.0000068597487,0.0000081160015],"genre_scores_gemma":[0.027197683,0.0000030252922,0.05502677,0.000039423252,0.00004589156,0.9176168,0.000016941247,0.000034809247,0.000018684104],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996786,0.00021090462,0.0007188591,0.0005939846,0.0012591594,0.0004310969],"domain_scores_gemma":[0.9913057,0.001966504,0.00022130145,0.0003135492,0.0060149324,0.00017800157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030815045,0.00019577432,0.00052317086,0.00021824411,0.00019305975,0.00003912166,0.00012357015,0.00006553752,0.000043276745],"category_scores_gemma":[0.002753784,0.00015419336,0.000073640666,0.00032694585,0.000078552424,0.00012438696,0.0001245246,0.00011580379,5.026359e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05147182,0.0028281657,0.12669508,0.0019665447,0.00012619587,0.000003420305,0.018009158,0.000016154054,0.0038263923,0.000035552133,0.0012800229,0.7937415],"study_design_scores_gemma":[0.093116015,0.040843353,0.1695453,0.028327942,0.00003515224,9.85978e-7,0.0078307185,0.00067842327,0.11320946,0.0014287636,0.54451877,0.0004651232],"about_ca_topic_score_codex":0.0000029300197,"about_ca_topic_score_gemma":0.00007663645,"teacher_disagreement_score":0.79327637,"about_ca_system_score_codex":0.0002507501,"about_ca_system_score_gemma":0.001280278,"threshold_uncertainty_score":0.6287823},"labels":[],"label_agreement":null},{"id":"W3201095058","doi":"10.2196/31578","title":"Improving the Follow-up Rate for Pediatric Patients (0-16 years) of an Eye Hospital in Nepal: Protocol for a Public Health Intervention Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Seva Foundation","keywords":"Medicine; Phone; Psychological intervention; Intervention (counseling); Text messaging; Family medicine; Short Message Service; Public health; Text message; Medical emergency; Pediatrics; Nursing; Internet privacy","score_opus":0.28050129636734866,"score_gpt":0.5918855636764468,"score_spread":0.3113842673090982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201095058","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19276455,9.789114e-7,0.0002855441,0.0012337095,0.000017067541,0.8056358,0.000030399573,0.000024373832,0.000007532865],"genre_scores_gemma":[0.07750166,1.2639154e-7,0.00049877714,0.000119458346,0.00025566036,0.92131674,0.00013404104,0.000040185314,0.00013331753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960351,0.00096164836,0.0009871764,0.00046636458,0.000767408,0.0007823087],"domain_scores_gemma":[0.99724996,0.00033544356,0.00040011498,0.00048554808,0.0012832774,0.0002456759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067222235,0.00014272614,0.00037493,0.00039880807,0.00018463905,0.0000747207,0.00022729054,0.000067123896,0.000049741935],"category_scores_gemma":[0.0019512264,0.00011115727,0.00012241906,0.00091310794,0.000046674755,0.00028499513,0.00013901088,0.00036594342,0.0000019074428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003783503,0.015555182,0.54145694,0.010444555,0.00004564181,0.000009842912,0.0046359044,1.6921031e-7,0.00015217949,0.00014975115,0.008763654,0.41500267],"study_design_scores_gemma":[0.09104611,0.07736375,0.7626309,0.0008650923,0.0000113300675,0.0000010134404,0.0072479113,0.00022382931,0.00046774678,0.00035401256,0.05958817,0.00020016603],"about_ca_topic_score_codex":0.0002316294,"about_ca_topic_score_gemma":0.00047536142,"teacher_disagreement_score":0.41480252,"about_ca_system_score_codex":0.00032607667,"about_ca_system_score_gemma":0.0014843718,"threshold_uncertainty_score":0.4532862},"labels":[],"label_agreement":null},{"id":"W3201216857","doi":"10.2196/31439","title":"The Safety and Efficacy of Microbial Ecosystem Therapeutic-2 in People With Major Depression: Protocol for a Phase 2, Double-Blind, Placebo-Controlled Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; Centre for Addiction and Mental Health; University of Toronto; Providence Health Care","funders":"","keywords":"Placebo; Mood; Medicine; Depression (economics); Anxiety; Internal medicine; Transplantation; Biomarker; Mood disorders; Psychiatry; Biology; Pathology","score_opus":0.11501405880075347,"score_gpt":0.5088169069483779,"score_spread":0.39380284814762445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201216857","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12015123,0.000010612948,0.000059255435,0.0001860367,0.000003201695,0.8794505,0.000021890412,0.0000059088416,0.00011133326],"genre_scores_gemma":[0.073538214,9.601189e-7,0.00009722244,0.000016431419,0.00008435679,0.92577,0.000016526019,0.000029690014,0.00044658987],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9973313,0.00077602523,0.00053182227,0.00053940434,0.0002732219,0.000548222],"domain_scores_gemma":[0.99840796,0.00024101428,0.00016152831,0.00060130743,0.0004749438,0.00011327318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002155343,0.00018981137,0.00040599718,0.000076766984,0.00037376076,0.000114651884,0.0003099172,0.00014626437,0.00001574656],"category_scores_gemma":[0.00007686479,0.00011503936,0.00007826284,0.0002701436,0.000098014956,0.00000727034,0.00022455987,0.00028789145,0.000001441403],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6387598,0.003926875,0.0039460813,0.0007624671,0.00012625763,0.000009231901,0.00037778637,0.000004525819,0.3493025,0.00004715572,0.0004936901,0.0022436373],"study_design_scores_gemma":[0.71541965,0.00900696,0.0025945532,0.0007954748,0.000010076788,0.000033329085,0.0007602847,0.0000376871,0.1161261,0.000011076397,0.15495417,0.00025066917],"about_ca_topic_score_codex":0.00001735875,"about_ca_topic_score_gemma":0.0021054076,"teacher_disagreement_score":0.23317641,"about_ca_system_score_codex":0.000038358863,"about_ca_system_score_gemma":0.00088781066,"threshold_uncertainty_score":0.4691169},"labels":[],"label_agreement":null},{"id":"W3201251122","doi":"10.2196/33653","title":"A Novel Risk and Crisis Communication Platform to Bridge the Gap Between Policy Makers and the Public in the Context of the COVID-19 Crisis (PubliCo): Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Context (archaeology); Public relations; Government (linguistics); Crisis communication; Citizen journalism; Social media; Focus group; Psychology; Political science; Business; Marketing","score_opus":0.5168632931381185,"score_gpt":0.6423717304930112,"score_spread":0.1255084373548927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201251122","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001370176,0.000008311093,0.00097385736,0.28416634,0.0000023720247,0.7126211,0.00004341138,0.000015314077,0.00079909264],"genre_scores_gemma":[0.15697642,0.000006777318,0.0007246374,0.0014161898,0.00004924802,0.8407407,0.0000044529647,0.000013681007,0.00006790691],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9815815,0.015743786,0.00065131224,0.00036722317,0.0011149943,0.0005411662],"domain_scores_gemma":[0.9864238,0.009968788,0.0003493092,0.0021205065,0.0009464587,0.00019112232],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045066506,0.00015906597,0.00031153238,0.00027165515,0.003731716,0.0013506312,0.0026844323,0.000137639,0.000016993186],"category_scores_gemma":[0.014975246,0.00007684136,0.00012079023,0.003263342,0.0012433124,0.00046541134,0.0014074028,0.00089594355,0.000001098859],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062657706,0.002001645,0.026455237,0.00021693579,0.00018836932,3.608724e-7,0.3192381,0.0000039017073,0.000051501975,0.4427147,0.120217204,0.08828547],"study_design_scores_gemma":[0.0042671333,0.00019611731,0.029121451,0.00005230494,0.00001018757,0.0000019424313,0.19415171,0.00006637007,0.000029936238,0.017061364,0.7549351,0.00010641617],"about_ca_topic_score_codex":0.01351367,"about_ca_topic_score_gemma":0.015147518,"teacher_disagreement_score":0.6347179,"about_ca_system_score_codex":0.00025600177,"about_ca_system_score_gemma":0.0016557063,"threshold_uncertainty_score":0.99968606},"labels":[],"label_agreement":null},{"id":"W3201325139","doi":"10.2196/27843","title":"Sensitivity Treatments for Teeth with Molar Incisor Hypomineralization: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bone and Dental Protein Studies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Dentistry; Varnish; Fluoride varnish; Medicine; Molar; Randomized controlled trial; Incisor; Blinding; Orthodontics; Materials science; Surgery; Coating","score_opus":0.2096635266314197,"score_gpt":0.5514004292588126,"score_spread":0.34173690262739287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201325139","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047995668,0.0000040927735,0.0024727017,0.0010420395,0.000006510088,0.99430984,0.000026837602,0.00007619702,0.0015818287],"genre_scores_gemma":[0.00030497002,3.5694327e-7,0.005024009,0.00013124305,0.00043882275,0.9817767,0.000041023563,0.00005911024,0.012223737],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99588436,0.0012288763,0.0006932051,0.00059422164,0.00094993896,0.00064939226],"domain_scores_gemma":[0.99480754,0.0021934386,0.00021164675,0.00047447675,0.002106655,0.00020626605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038564352,0.0003028243,0.0019613695,0.0001624749,0.00044412553,0.00013388679,0.00007301706,0.0001621898,0.0000728663],"category_scores_gemma":[0.0031361473,0.0001791831,0.0005482581,0.00040159633,0.00030682312,0.00014515084,0.000106978936,0.00026919515,0.000010896745],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9841304,0.0028596623,0.00009085681,0.0011091407,0.0007804941,0.000106388434,0.00013037861,0.0000013637897,0.0026384674,0.00050040416,0.0067779156,0.0008745238],"study_design_scores_gemma":[0.9430352,0.007640167,0.00002390567,0.0013277557,0.00008412242,0.00003564461,0.00009062646,0.0004403399,0.009516717,0.0007321167,0.03689069,0.00018271584],"about_ca_topic_score_codex":0.000018487259,"about_ca_topic_score_gemma":0.000032375287,"teacher_disagreement_score":0.04109521,"about_ca_system_score_codex":0.00015199123,"about_ca_system_score_gemma":0.0008710264,"threshold_uncertainty_score":0.7306875},"labels":[],"label_agreement":null},{"id":"W3201390266","doi":"10.2196/33589","title":"Harnessing Neuroplasticity to Promote Brain Health in Aging Adults: Protocol for the MOVE-Cog Intervention Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Cardiorespiratory fitness; Cognition; Aerobic exercise; Medicine; Physical medicine and rehabilitation; Intervention (counseling); Neuroplasticity; Cognitive training; Physical therapy; Psychology; Psychiatry","score_opus":0.18887413294342964,"score_gpt":0.5850889392403166,"score_spread":0.39621480629688693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201390266","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011062952,0.0000016453746,0.0014859962,0.013761053,0.0000059036047,0.97335505,0.0000106837815,0.000052346342,0.0002643723],"genre_scores_gemma":[0.014612387,9.7483486e-8,0.0003294949,0.0006026632,0.00015124107,0.98227775,0.000010677721,0.00004842393,0.0019672676],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9942981,0.0017121095,0.0006673146,0.0007868477,0.0013719696,0.0011636758],"domain_scores_gemma":[0.99714947,0.0006438404,0.000096840886,0.00057135394,0.0011800755,0.00035841763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00668695,0.00021226033,0.00037281425,0.00042052416,0.00048922317,0.00038302763,0.00033610294,0.00005448757,0.00025588073],"category_scores_gemma":[0.0025339734,0.00015189269,0.00013517294,0.0015011572,0.00010189537,0.00019795148,0.00055029185,0.000978005,0.00004389245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01587829,0.025900899,0.15754248,0.010407584,0.00014724456,0.0005543349,0.004585027,0.000009504769,0.005538118,0.00012502697,0.018499728,0.76081175],"study_design_scores_gemma":[0.039795265,0.026105348,0.61187005,0.02517817,0.000007311785,0.00004395684,0.0068763276,0.00204286,0.009203589,0.00024208194,0.27829114,0.00034390274],"about_ca_topic_score_codex":0.000109982946,"about_ca_topic_score_gemma":0.00029396042,"teacher_disagreement_score":0.7604678,"about_ca_system_score_codex":0.00029553883,"about_ca_system_score_gemma":0.00094204757,"threshold_uncertainty_score":0.6194004},"labels":[],"label_agreement":null},{"id":"W3201405496","doi":"10.2196/30304","title":"Utility of a Machine-Guided Tool for Assessing Risk Behavior Associated With Contracting HIV in Three Sites in South Africa: Protocol for an In-Field Evaluation","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Protocol (science); Test (biology); Machine learning; Set (abstract data type); Applied psychology; Human immunodeficiency virus (HIV); Artificial intelligence; Risk assessment; Computer science; Psychology; Medicine; Family medicine; Computer security; Alternative medicine","score_opus":0.4448166140800239,"score_gpt":0.6062208445774698,"score_spread":0.16140423049744596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201405496","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16519608,0.0000016391319,0.0007927369,0.0001388028,7.9901866e-7,0.83314925,0.000097914584,0.000017540493,0.00060525385],"genre_scores_gemma":[0.29442728,2.347215e-8,0.0011928777,0.0000035504406,0.0000202039,0.704037,0.000072364506,0.00002357356,0.00022313205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995051,0.0015476007,0.0008747741,0.0005397639,0.0011868938,0.0007999334],"domain_scores_gemma":[0.9954193,0.001611116,0.00025153175,0.00046409798,0.0021055313,0.00014837855],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010948922,0.00017066154,0.0005004411,0.000593977,0.00013799954,0.00013947397,0.00019790007,0.00019515624,0.00025226353],"category_scores_gemma":[0.021425854,0.00014244027,0.00013955141,0.001150505,0.00009754013,0.00047698643,0.00009090014,0.0010310073,0.0000015517231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044633034,0.0059582354,0.9483517,0.0014296713,0.00003318619,0.000035769022,0.0012983762,0.0000063849297,0.014195775,0.000052275285,0.00062653865,0.023548817],"study_design_scores_gemma":[0.053491887,0.014104605,0.7484223,0.014013701,0.000028591372,0.0000059608124,0.0021493547,0.13544779,0.029242888,0.0013415784,0.0013980496,0.00035331235],"about_ca_topic_score_codex":0.00013468246,"about_ca_topic_score_gemma":0.006640848,"teacher_disagreement_score":0.19992937,"about_ca_system_score_codex":0.0002978979,"about_ca_system_score_gemma":0.0015792885,"threshold_uncertainty_score":0.98681706},"labels":[],"label_agreement":null},{"id":"W3201425267","doi":"10.2196/30238","title":"The Communicating Narrative Concerns Entered by Registered Nurses (CONCERN) Clinical Decision Support Early Warning System: Protocol for a Cluster Randomized Pragmatic Clinical Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institutes of Health","keywords":"Early warning score; Randomized controlled trial; Medicine; Usability; Psychological intervention; Cluster randomised controlled trial; Medical emergency; Documentation; Warning system; Protocol (science); Clinical decision support system; Clinical trial; Health care; Cluster (spacecraft); Decision support system; Nursing; Data mining; Computer science; Alternative medicine; Surgery","score_opus":0.509438170538297,"score_gpt":0.6626708346089325,"score_spread":0.15323266407063552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201425267","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051471894,0.000007868015,0.04547867,0.0039810445,0.00019528902,0.9487307,0.00001352305,0.00031622703,0.00076196046],"genre_scores_gemma":[0.0017596518,0.0000015491357,0.020939851,0.00020041002,0.00070107717,0.9740373,0.000023497549,0.00007680053,0.0022598715],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.94446695,0.045010015,0.0048964573,0.0016781437,0.002304173,0.0016442396],"domain_scores_gemma":[0.9299803,0.060832553,0.0020518436,0.003967016,0.002555522,0.00061279663],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06478636,0.0004739717,0.0017838945,0.00013420709,0.0023950438,0.0022352973,0.0050541456,0.0005189891,0.00005575502],"category_scores_gemma":[0.046094418,0.00031834893,0.00091167877,0.0007617128,0.0013627694,0.0006529531,0.0026221476,0.0035456214,0.00006867555],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.75024164,0.0018245049,0.0037984257,0.0029053711,0.0003094334,0.00008234581,0.009642764,0.0000134710945,0.000015262984,0.006704065,0.099169746,0.125293],"study_design_scores_gemma":[0.6240487,0.006297444,0.00012586285,0.007151734,0.000008218486,0.000034144214,0.0010262103,0.050723124,0.00003424386,0.0009360088,0.30917886,0.00043540684],"about_ca_topic_score_codex":0.00007777243,"about_ca_topic_score_gemma":0.000096385564,"teacher_disagreement_score":0.21000913,"about_ca_system_score_codex":0.00036834387,"about_ca_system_score_gemma":0.0026573257,"threshold_uncertainty_score":0.99992687},"labels":[],"label_agreement":null},{"id":"W3201584164","doi":"10.2196/32521","title":"Smartband-Based Automatic Smoking Detection and Real-time Mindfulness Intervention: Protocol for a Feasibility Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Center for Advancing Translational Sciences","keywords":"Mindfulness; Smoking cessation; Psychological intervention; Medicine; Intervention (counseling); Protocol (science); mHealth; Psychiatry; Clinical psychology; Alternative medicine","score_opus":0.31944243302454445,"score_gpt":0.613726613935843,"score_spread":0.2942841809112986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201584164","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010756531,5.0059305e-7,0.00092268037,0.0003451275,0.000059614016,0.9844254,0.0000516633,0.00017534062,0.0032630928],"genre_scores_gemma":[0.02388261,9.934151e-10,0.00026182795,0.00002011998,0.00017463877,0.971859,0.000019485034,0.00004790192,0.0037344636],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951561,0.0017245432,0.00092012295,0.0008031278,0.0006131771,0.00078291044],"domain_scores_gemma":[0.99747634,0.0007056162,0.00023526493,0.0007444611,0.00056446745,0.00027383285],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035884595,0.00021884663,0.00035272626,0.00026612682,0.00043545547,0.0003648622,0.0002683874,0.0002239499,0.0022582654],"category_scores_gemma":[0.00057139195,0.00021414911,0.00028188704,0.00059626903,0.00023510109,0.0002744287,0.00018561134,0.00043394245,0.00013410531],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.15510756,0.027138736,0.0011988262,0.019013304,0.00018656244,0.00012891862,0.0004240709,8.290313e-7,0.0009808966,0.0038608469,0.01252092,0.77943856],"study_design_scores_gemma":[0.55092186,0.06713328,0.015801994,0.026331507,0.000030132738,0.00014804146,0.0007417676,0.0028639678,0.13339327,0.04890978,0.15226467,0.0014597116],"about_ca_topic_score_codex":0.000050547154,"about_ca_topic_score_gemma":0.000100121324,"teacher_disagreement_score":0.77797884,"about_ca_system_score_codex":0.00040775846,"about_ca_system_score_gemma":0.000267129,"threshold_uncertainty_score":0.9986538},"labels":[],"label_agreement":null},{"id":"W3201729598","doi":"10.2196/32327","title":"A Quality-of-Life Evaluation Study Assessing Health-Related Quality of Life in Patients Receiving Medicinal Cannabis (the QUEST Initiative): Protocol for a Longitudinal Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality of life (healthcare); Medicine; Anxiety; Observational study; Physical therapy; Depression (economics); Cannabis; Clinical trial; Psychiatry; Nursing; Internal medicine","score_opus":0.729161645843916,"score_gpt":0.6621626018121981,"score_spread":0.06699904403171786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201729598","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38214976,0.0000054637308,0.000015572743,0.0049425475,0.000009409284,0.6127037,0.000022929784,0.000014463739,0.00013613832],"genre_scores_gemma":[0.36305684,8.376372e-8,0.000062661595,0.00007251838,0.0000755176,0.63646436,0.000048530677,0.00003151095,0.00018797323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97475165,0.01311116,0.0034607977,0.0009551257,0.0067851036,0.00093613984],"domain_scores_gemma":[0.9863723,0.0008060528,0.0011831527,0.0010122248,0.01015983,0.0004664574],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048483636,0.00030855084,0.0013761536,0.0005802623,0.00048704603,0.00012755912,0.00045902742,0.00016144708,0.0003341143],"category_scores_gemma":[0.028875737,0.00023573085,0.00020760881,0.0027069652,0.0004269031,0.00037525038,0.00039057035,0.0013600023,0.000002633238],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006931429,0.020645522,0.9488187,0.00405877,0.00018040526,0.0000064627425,0.005326112,0.000020459052,0.00021531248,0.00013259758,0.007874387,0.0057898853],"study_design_scores_gemma":[0.03224087,0.00903474,0.9448643,0.0021591075,0.000008318224,9.2589346e-7,0.00979142,0.00025563917,0.00006798833,0.00020311426,0.0011907236,0.0001828586],"about_ca_topic_score_codex":0.0030101293,"about_ca_topic_score_gemma":0.0033549264,"teacher_disagreement_score":0.025309442,"about_ca_system_score_codex":0.0010241821,"about_ca_system_score_gemma":0.016380362,"threshold_uncertainty_score":0.9891958},"labels":[],"label_agreement":null},{"id":"W3201776516","doi":"10.2196/30909","title":"A Modern Flexitarian Dietary Intervention Incorporating Web-Based Nutrition Education in Healthy Young Adults: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Agriculture Sustainability and Environmental Impact","field":"Environmental Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Red meat; Micronutrient; Randomized controlled trial; Medicine; Intervention (counseling); Cohort; Environmental health; Physical therapy; Internal medicine","score_opus":0.05835190146990327,"score_gpt":0.46381803281530576,"score_spread":0.4054661313454025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201776516","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012323738,0.0000021723072,0.00043575506,0.0012097972,0.000015004233,0.98472506,0.0000080759455,0.00004361714,0.0012367907],"genre_scores_gemma":[0.033179168,1.7166043e-7,0.0019438167,0.00008312927,0.00015032478,0.9640519,0.00008412347,0.000023377175,0.000483971],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941358,0.0027309426,0.0010209586,0.0006746182,0.00081463484,0.00062307465],"domain_scores_gemma":[0.9985213,0.0004966361,0.0003164208,0.0003686365,0.000091193615,0.00020579908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049015507,0.00024821106,0.0007345487,0.00013787631,0.0003233014,0.0001652255,0.00025475974,0.00020003198,0.0005239292],"category_scores_gemma":[0.0011083937,0.00018852555,0.00042805547,0.00052500446,0.00034412526,0.0005744619,0.00017544374,0.0005203204,0.00002857682],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.974035,0.011487616,0.00075580576,0.001171006,0.000013289215,0.000006906111,0.0003012444,0.00016953719,0.00054986804,0.00007752419,0.001285562,0.010146645],"study_design_scores_gemma":[0.9684356,0.0029323958,0.00060014054,0.0017833904,0.000004292354,0.0000030496424,0.0008064029,0.01177165,0.00026913063,0.009828499,0.0033424709,0.00022299282],"about_ca_topic_score_codex":0.00034165932,"about_ca_topic_score_gemma":0.001130154,"teacher_disagreement_score":0.020855429,"about_ca_system_score_codex":0.0014816287,"about_ca_system_score_gemma":0.00054459594,"threshold_uncertainty_score":0.7687849},"labels":[],"label_agreement":null},{"id":"W3201898920","doi":"10.2196/30582","title":"Pediatric Chronic Critical Illness: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Impact; Children's Hospital of Eastern Ontario; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Protocol (science); Medicine; Population; MEDLINE; Citation; Pediatric intensive care unit; Intensive care medicine; Computer science; Alternative medicine; Pathology","score_opus":0.7960636165847779,"score_gpt":0.7467733474544259,"score_spread":0.04929026913035195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201898920","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.756027e-10,0.488489,0.000004155382,0.00030992407,0.0000058895484,0.51084787,0.000024665416,0.000052398846,0.0002660615],"genre_scores_gemma":[2.365705e-10,0.48392245,0.00018239675,0.000087081484,0.0010339564,0.51437956,0.00007761576,0.000115726376,0.00020120875],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921827,0.001367096,0.0016883217,0.0015011341,0.0017174127,0.001543385],"domain_scores_gemma":[0.99278224,0.0031104852,0.0003208346,0.0016821104,0.0014475358,0.00065682415],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002859299,0.0007696961,0.00434523,0.0005496432,0.00040903757,0.00024033962,0.0005401448,0.0005936938,0.0022123782],"category_scores_gemma":[0.0039643757,0.00053372944,0.001671357,0.0016868024,0.00020790452,0.00012617867,0.00044541102,0.001511233,0.00043972215],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022173299,0.0012199386,0.000005194786,0.57798696,0.00006863312,0.0001559485,0.0000036696338,3.2345342e-9,2.571186e-8,0.00016610563,0.05806588,0.36230546],"study_design_scores_gemma":[0.001394626,0.0015076025,5.123369e-7,0.49206358,0.00018662334,0.00007191213,0.0000014094226,2.7912668e-7,0.0000024706392,0.000011384073,0.50451237,0.0002472212],"about_ca_topic_score_codex":0.0000028403679,"about_ca_topic_score_gemma":0.0000032253265,"teacher_disagreement_score":0.4464465,"about_ca_system_score_codex":0.0013002694,"about_ca_system_score_gemma":0.012121565,"threshold_uncertainty_score":0.99971145},"labels":[],"label_agreement":null},{"id":"W3202121034","doi":"10.2196/31951","title":"Effect of Door-to-Door Screening and Awareness Generation Activities in the Catchment Areas of Vision Centers on Service Use: Protocol for a Randomized Experimental Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ophthalmology and Visual Impairment Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Seva Foundation","keywords":"Intervention (counseling); Population; Medicine; Optometry; Sustainability; Community engagement; Rural area; Psychological intervention; Randomized controlled trial; Service (business); Nursing; Environmental health; Family medicine; Business; Public relations; Marketing; Political science","score_opus":0.2599585529236187,"score_gpt":0.6037355733134948,"score_spread":0.3437770203898761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202121034","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.483137,7.881203e-7,0.00000942537,0.00020400947,0.000002072545,0.51662636,0.0000034801976,0.000003921639,0.0000129253485],"genre_scores_gemma":[0.41771498,5.5418784e-8,0.000052119936,0.000033437067,0.000023649902,0.58212745,0.0000050423982,0.000008352892,0.00003493397],"study_design_codex":"randomized_trial","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99583,0.0025662421,0.00037825777,0.0003248152,0.00062525325,0.0002754572],"domain_scores_gemma":[0.9976494,0.0016608747,0.00010226092,0.0002827185,0.00024501936,0.000059772705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038025447,0.00016301642,0.00061800017,0.00018853498,0.00017948069,0.000040421863,0.000102017344,0.0000596719,0.000014722141],"category_scores_gemma":[0.000410189,0.000097134034,0.000079863676,0.00032260126,0.00013703751,0.00011573743,0.00017244715,0.00020638709,5.136367e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.66513306,0.019160103,0.20709562,0.005754217,0.00027373733,0.00006237542,0.014030026,0.000020939717,0.08646197,0.00004585138,0.0007357791,0.0012262975],"study_design_scores_gemma":[0.33152393,0.09640709,0.05393961,0.006316098,0.000024809502,0.000018632569,0.007212883,0.00049298274,0.5035923,0.000007038193,0.0002982578,0.00016632075],"about_ca_topic_score_codex":0.00010165199,"about_ca_topic_score_gemma":0.000018203751,"teacher_disagreement_score":0.41713035,"about_ca_system_score_codex":0.000057120116,"about_ca_system_score_gemma":0.00009147746,"threshold_uncertainty_score":0.39610112},"labels":[],"label_agreement":null},{"id":"W3202345628","doi":"10.2196/33305","title":"Health Care Professionals’ Experiences and Perspectives on Using Telehealth for Home-Based Palliative Care: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; CINAHL; PsycINFO; MEDLINE; Palliative care; Protocol (science); Medicine; Systematic review; Thematic analysis; Nursing; Health care; Cochrane Library; Medical education; Psychology; Telemedicine; Alternative medicine; Qualitative research; Psychological intervention","score_opus":0.6706340036400273,"score_gpt":0.7275652793137488,"score_spread":0.05693127567372147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202345628","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2770813e-7,0.4383099,0.00008981687,0.0012546134,0.000008407344,0.5601948,0.00009680289,0.000035493766,0.000009929915],"genre_scores_gemma":[1.039915e-7,0.16611218,0.004180573,0.00092569296,0.0005298148,0.82766366,0.00044516864,0.000116628646,0.000026177251],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99244714,0.0016386496,0.0017209887,0.0014233048,0.0014285896,0.0013413351],"domain_scores_gemma":[0.99367446,0.0016430486,0.0010981099,0.0006808778,0.0022674832,0.00063600607],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002582189,0.0006326614,0.0033515813,0.0006322299,0.0010741251,0.000092362505,0.00026953418,0.0002877817,0.0000874883],"category_scores_gemma":[0.0011205336,0.00045152986,0.00043416055,0.0009983537,0.00024242993,0.00010943018,0.00012173901,0.0010397367,0.0000017917963],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003115654,0.00023907129,0.000008430609,0.6119725,0.000028128281,0.00000472002,0.00685322,1.5773361e-8,6.8056345e-8,0.00005315954,0.0054535167,0.3750756],"study_design_scores_gemma":[0.0032070416,0.005916254,0.0000017076717,0.5101643,0.000024064384,0.0000046954974,0.017607052,0.0000017641534,0.0000044219323,0.0000019986787,0.4628748,0.00019188924],"about_ca_topic_score_codex":0.00003181753,"about_ca_topic_score_gemma":0.000029882938,"teacher_disagreement_score":0.45742127,"about_ca_system_score_codex":0.0019110746,"about_ca_system_score_gemma":0.025132777,"threshold_uncertainty_score":0.99979365},"labels":[],"label_agreement":null},{"id":"W3202528857","doi":"10.2196/28032","title":"Developing Core Outcome Sets (COS) and Core Outcome Measures Sets (COMS) in Cosmetic Gynecological Interventions: Protocol for a Development and Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Protocol (science); Outcome (game theory); Core (optical fiber); Psychological intervention; Computer science; Medicine; Psychology; Medical physics; Human–computer interaction; Nursing; Alternative medicine; Telecommunications; Mathematics","score_opus":0.9089689820285122,"score_gpt":0.728716018443886,"score_spread":0.18025296358462617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202528857","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09911898,0.0000036578554,0.00018399963,0.0013405647,0.000008464379,0.89886165,0.00001182833,0.000116190975,0.00035464717],"genre_scores_gemma":[0.06587212,5.371612e-7,0.010054201,0.000046005283,0.00002522103,0.9236461,0.000005371182,0.000030450947,0.00032002133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99129224,0.002738168,0.0013935958,0.0011163846,0.0021012079,0.0013583985],"domain_scores_gemma":[0.9946598,0.002797385,0.00017978589,0.00055600726,0.0013977016,0.00040934447],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02389352,0.00030527622,0.00066813803,0.0004880286,0.001240201,0.00060981105,0.00086364377,0.0003243002,0.00022014654],"category_scores_gemma":[0.014881634,0.0002685164,0.0001190144,0.0013781936,0.0010601992,0.00032038722,0.0014646502,0.0011389029,0.0000125423885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048590824,0.0023667747,0.95378435,0.002372946,0.000031296655,0.00014674095,0.0044183056,5.117028e-7,0.000050860603,0.0036038607,0.0007197754,0.032018702],"study_design_scores_gemma":[0.0064919093,0.0018921306,0.8251255,0.0027707329,0.00000411567,0.000011865035,0.011571569,0.0000762225,0.0002959503,0.017574683,0.13350295,0.0006823711],"about_ca_topic_score_codex":0.00021384988,"about_ca_topic_score_gemma":0.011607798,"teacher_disagreement_score":0.13278317,"about_ca_system_score_codex":0.0012413999,"about_ca_system_score_gemma":0.0018003269,"threshold_uncertainty_score":0.9999767},"labels":[],"label_agreement":null},{"id":"W3202625336","doi":"10.2196/32587","title":"Investigating the Use of Digital Health Technology to Monitor COVID-19 and Its Effects: Protocol for an Observational Study (Covid Collab Study)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Innovative Medicines Initiative; NIHR Maudsley Biomedical Research Centre; Public Health Agency; European Society of Cardiology; Economic and Social Research Council; European Commission; National Institute for Health Research Applied Research Collaboration South London; Department of Health and Social Care; Health and Social Care Research and Development Division; National Institute for Health and Care Research; King's College London; Engineering and Physical Sciences Research Council; UK Research and Innovation; British Heart Foundation; European Federation of Pharmaceutical Industries and Associations; University College London; Scottish Government; King's College Hospital NHS Foundation Trust; Wellcome Trust; South London and Maudsley NHS Foundation Trust","keywords":"Telemedicine; Mental health; Data collection; Pandemic; mHealth; Wearable computer; Mobile phone; Computer science; Observational study; Internet privacy; Psychology; Coronavirus disease 2019 (COVID-19); Health care; Applied psychology; Medicine; Psychological intervention; Telecommunications; Disease; Psychiatry; Infectious disease (medical specialty)","score_opus":0.8042957195382001,"score_gpt":0.7080398181319155,"score_spread":0.0962559014062846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202625336","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08790548,0.0000016964252,0.000059127848,0.00652009,0.000018659382,0.9051172,0.00023656384,0.00009550638,0.00004569065],"genre_scores_gemma":[0.06286032,6.40091e-9,0.00046967412,0.00060111145,0.00006551381,0.9349687,0.000015838623,0.000046203986,0.000972651],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948297,0.0017393887,0.00096110516,0.00081867166,0.00086041604,0.0007907045],"domain_scores_gemma":[0.99519336,0.0019944198,0.00028120822,0.00085499533,0.00091141835,0.0007646198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024979017,0.00022428072,0.00040472756,0.00039756863,0.00072604144,0.00042317572,0.00059464644,0.000114817354,0.00004188779],"category_scores_gemma":[0.006051557,0.00018183164,0.000060783877,0.001795931,0.00026492318,0.000537431,0.00068649213,0.0004890444,0.000026454567],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005253046,0.08622545,0.7179709,0.018530512,0.00049798976,0.00014211083,0.021143619,0.000052176438,0.00076542277,0.030666517,0.060507677,0.058244597],"study_design_scores_gemma":[0.03442015,0.22405767,0.16427507,0.0045588077,0.000011898785,0.000075697906,0.035691183,0.00018104719,0.0018315412,0.013780791,0.52018565,0.0009304949],"about_ca_topic_score_codex":0.00010743282,"about_ca_topic_score_gemma":0.0003046511,"teacher_disagreement_score":0.5536958,"about_ca_system_score_codex":0.00040477313,"about_ca_system_score_gemma":0.0012425614,"threshold_uncertainty_score":0.74148786},"labels":[],"label_agreement":null},{"id":"W3202693637","doi":"10.2196/21994","title":"An Integrated Care Platform System (C3-Cloud) for Care Planning, Decision Support, and Empowerment of Patients With Multimorbidity: Protocol for a Technology Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Region Jämtland Härjedalen; Institut National de la Santé et de la Recherche Médicale; Sugar Research and Development Corporation; European Commission","keywords":"Protocol (science); Empowerment; Cloud computing; Patient Empowerment; Decision support system; Medicine; Nursing; Process management; Knowledge management; Computer science; Business; Alternative medicine; Data mining","score_opus":0.17636122878848762,"score_gpt":0.5428833523929061,"score_spread":0.3665221236044185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202693637","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020464802,0.0000031739808,0.0004778227,0.000031967887,0.00001378973,0.9780496,0.00038274875,0.000120882,0.00045524212],"genre_scores_gemma":[0.027142286,5.774948e-8,0.0035305491,0.000007305204,0.00009914849,0.968415,0.0006633029,0.000057388315,0.00008491093],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971463,0.00008201749,0.000550051,0.0006957907,0.0009092145,0.00061661017],"domain_scores_gemma":[0.99618626,0.00015653158,0.00019799093,0.00075881963,0.0024701601,0.00023022249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043013447,0.00026639827,0.0005530597,0.00044394456,0.00021441389,0.00011722714,0.00025711604,0.00021912578,0.00005054004],"category_scores_gemma":[0.0002400721,0.00019538638,0.000094882256,0.0004954991,0.00023299381,0.00017840954,0.0001986579,0.0003064674,0.0000015890498],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7460758,0.0070077465,0.039221715,0.09396661,0.0004831599,0.0003536847,0.003969799,0.0000317709,0.0003937155,0.0024305708,0.017624445,0.088440984],"study_design_scores_gemma":[0.4010568,0.06858416,0.0036525282,0.01811005,0.00006516643,0.00000838669,0.04763598,0.0004091971,0.0055025876,0.00014542424,0.4543495,0.00048022353],"about_ca_topic_score_codex":0.0000114416325,"about_ca_topic_score_gemma":0.000029394358,"teacher_disagreement_score":0.43672505,"about_ca_system_score_codex":0.00055044447,"about_ca_system_score_gemma":0.0016273125,"threshold_uncertainty_score":0.7967625},"labels":[],"label_agreement":null},{"id":"W3202770721","doi":"10.2196/33572","title":"Empowering Dementia Carers With an iSupport Virtual Assistant (e-DiVA) in Asia-Pacific Regional Countries: Protocol for a Pilot Multisite Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Auckland; World Health Organization","keywords":"Randomized controlled trial; Dementia; Protocol (science); Medicine; Intervention (counseling); Health care; Nursing; Family medicine; Gerontology; Psychology; Medical education; Alternative medicine; Disease; Political science","score_opus":0.13116379709751447,"score_gpt":0.5274180582654735,"score_spread":0.39625426116795903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202770721","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011018731,0.000003476428,0.00061611674,0.0009323654,0.000011476224,0.9838995,0.000027688193,0.00008867224,0.0034020096],"genre_scores_gemma":[0.018937165,0.0000011160441,0.0009071135,0.00009030419,0.00026500408,0.9751932,0.00011306515,0.000094118266,0.004398929],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98975605,0.0026462039,0.0013612406,0.0011742965,0.003454543,0.0016076484],"domain_scores_gemma":[0.99396354,0.001507241,0.0002893558,0.0007551374,0.002841773,0.00064294384],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0101795755,0.0004730118,0.0019693335,0.0007833001,0.00041446992,0.0005176955,0.00037488595,0.0001871661,0.0013301155],"category_scores_gemma":[0.0014237959,0.00033618,0.00042635627,0.0008995945,0.00078934664,0.0004590531,0.00020482959,0.0010014205,0.000031994565],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9804616,0.005619457,0.0054511237,0.00096176256,0.0006259156,0.00076822995,0.00040722892,0.0000014152972,0.0024670425,0.0004879741,0.0021810916,0.0005671633],"study_design_scores_gemma":[0.89343333,0.028007206,0.0009339458,0.0027959603,0.000049999846,0.000044964578,0.001556102,0.0003723255,0.0025056317,0.00010305394,0.069857806,0.00033968932],"about_ca_topic_score_codex":0.000041981522,"about_ca_topic_score_gemma":0.0001349151,"teacher_disagreement_score":0.08702828,"about_ca_system_score_codex":0.00039178194,"about_ca_system_score_gemma":0.003477859,"threshold_uncertainty_score":0.99990904},"labels":[],"label_agreement":null},{"id":"W3203383594","doi":"10.2196/31855","title":"Delivering Cardiac Rehabilitation Exercise Virtually Using a Digital Health Platform (ECME-CR): Protocol for a Pilot Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Interreg; European Commission","keywords":"Rehabilitation; Medicine; Physical therapy; Intervention (counseling); Randomized controlled trial; Cardiovascular event; Telemedicine; Physical medicine and rehabilitation; Disease; Health care; Nursing; Surgery; Internal medicine","score_opus":0.34619885188403454,"score_gpt":0.6014497807796862,"score_spread":0.2552509288956517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203383594","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008814903,0.0000061009214,0.00018331615,0.00091731024,0.000040354513,0.9888265,0.00012605515,0.00011822311,0.0009672321],"genre_scores_gemma":[0.0013777916,0.0000013522562,0.00446482,0.00021510139,0.00078878965,0.99261016,0.000094240175,0.000088292574,0.00035944028],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946233,0.00037778355,0.0011275,0.00080827303,0.0015051345,0.0015580275],"domain_scores_gemma":[0.9958674,0.0008124876,0.00021082765,0.0007416954,0.0010803133,0.0012872968],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040869117,0.00028671182,0.00090726657,0.00034372843,0.0006502713,0.00021784136,0.0001497813,0.00016558063,0.00005747053],"category_scores_gemma":[0.0011932735,0.00026828033,0.00037421653,0.0008080789,0.00015708522,0.00048551653,0.00021343541,0.00078632135,0.000037854406],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6581854,0.008637402,0.0025406657,0.056326002,0.00007740256,0.000091442336,0.0030881946,0.000010232483,0.0033395998,0.0006457894,0.019480404,0.24757744],"study_design_scores_gemma":[0.24653408,0.08490702,0.0022083982,0.02649422,0.000013086784,0.00008786318,0.001978491,0.00053136377,0.0020004406,0.0007877298,0.63382363,0.0006336433],"about_ca_topic_score_codex":0.00019273274,"about_ca_topic_score_gemma":0.000021753027,"teacher_disagreement_score":0.6143433,"about_ca_system_score_codex":0.0017221611,"about_ca_system_score_gemma":0.009194933,"threshold_uncertainty_score":0.99997693},"labels":[],"label_agreement":null},{"id":"W3203445781","doi":"10.2196/31885","title":"Investigating Genetic and Other Determinants of First-Onset Myocardial Infarction in Malaysia: Protocol for the Malaysian Acute Vascular Events Risk Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biomarkers in Disease Mechanisms","field":"Immunology and Microbiology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Akademi Sains Malaysia; Medical Research Council; National Institutes of Health; Kementerian Kesihatan Malaysia; Department of Health and Social Care; NIHR Cambridge Biomedical Research Centre; British Heart Foundation; National Institute for Health and Care Research","keywords":"Preprint; Myocardial infarction; Medicine; Protocol (science); Cardiology; Computer science; Alternative medicine; World Wide Web; Pathology","score_opus":0.10476592764942044,"score_gpt":0.45516403388204574,"score_spread":0.3503981062326253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203445781","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22278365,0.0000090910635,0.000036414403,0.000046863803,0.000012893079,0.77701527,0.00006637898,0.00001544368,0.00001400855],"genre_scores_gemma":[0.053303406,8.111651e-7,0.00037760436,0.000021492073,0.000026387486,0.9461512,0.0000043779455,0.00003439404,0.000080313795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961292,0.0020728395,0.0005048877,0.00052045827,0.00020523742,0.0005673915],"domain_scores_gemma":[0.9983575,0.00048161732,0.00019265214,0.00068424456,0.00023228404,0.000051700063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022801238,0.00019942029,0.0003369883,0.0001767491,0.00039458126,0.000041774503,0.0003994518,0.00023916637,0.00012740736],"category_scores_gemma":[0.0004923916,0.00015115995,0.00013990216,0.000446983,0.00035515652,0.000076802,0.0004717185,0.0005373327,0.000015419704],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008006483,0.0009578323,0.9810606,0.00046773496,0.00045699143,0.00001333486,0.00075111527,0.000010122172,0.009778419,0.000011366082,0.00055433996,0.0051374678],"study_design_scores_gemma":[0.015788512,0.0026002084,0.9282078,0.0015594738,0.00006639492,0.00005586956,0.0013799141,0.00046147933,0.024527073,0.0018340121,0.023185214,0.00033403048],"about_ca_topic_score_codex":0.00009518632,"about_ca_topic_score_gemma":0.00016671504,"teacher_disagreement_score":0.16948025,"about_ca_system_score_codex":0.000059478654,"about_ca_system_score_gemma":0.00020632353,"threshold_uncertainty_score":0.6164124},"labels":[],"label_agreement":null},{"id":"W3203455109","doi":"10.2196/31733","title":"Using Electronic Health Record–Based Clinical Decision Support to Provide Social Risk–Informed Care in Community Health Centers: Protocol for the Design and Assessment of a Clinical Decision Support Tool","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institutes of Health","keywords":"Clinical decision support system; Health care; Stakeholder; Usability; Medicine; Context (archaeology); Intervention (counseling); Nursing; Family medicine; Public relations; Computer science","score_opus":0.7838858433871536,"score_gpt":0.7640567107260313,"score_spread":0.019829132661122295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203455109","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005313603,0.000003595108,0.026845545,0.003413544,0.00006831439,0.96398926,0.00021662602,0.000049992243,0.00009950575],"genre_scores_gemma":[0.0030266042,0.000014859256,0.09504488,0.0019952948,0.00022913468,0.89953697,0.000069721136,0.00005082686,0.000031697524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96815455,0.022322878,0.0050609587,0.0007888609,0.0015123113,0.0021604574],"domain_scores_gemma":[0.9729642,0.021895332,0.0015431191,0.0011355184,0.0017759206,0.00068590435],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058385596,0.00031486206,0.0013009638,0.00041453014,0.00507142,0.00008745001,0.00078556314,0.00056093954,0.00023081152],"category_scores_gemma":[0.008705181,0.00025121402,0.00029970595,0.0010628165,0.00032196275,0.00028284948,0.000898335,0.0063343113,0.00001409039],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02413839,0.0043078335,0.37954217,0.012744484,0.00006242169,0.000008637427,0.011547259,0.00016199867,0.0000033867282,0.0012882861,0.0675052,0.49868992],"study_design_scores_gemma":[0.022655025,0.022268668,0.22258386,0.009090116,0.00000801191,0.0000019951674,0.009564456,0.009187356,0.000006288804,0.0021421108,0.70215166,0.0003404626],"about_ca_topic_score_codex":0.002130642,"about_ca_topic_score_gemma":0.023495499,"teacher_disagreement_score":0.6346464,"about_ca_system_score_codex":0.0021867089,"about_ca_system_score_gemma":0.05713907,"threshold_uncertainty_score":0.99999404},"labels":[],"label_agreement":null},{"id":"W3203533136","doi":"10.2196/27186","title":"Identification and Description of Balance, Mobility, and Gait Assessments Conducted via Telerehabilitation for Individuals With Neurological Conditions: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"Canadian Institute for Military and Veteran Health Research; University of Ottawa","keywords":"Telerehabilitation; Gait; Balance (ability); Physical medicine and rehabilitation; Protocol (science); Identification (biology); Physical therapy; Rehabilitation; Medicine; Psychology; Computer science; Telemedicine; Health care; Alternative medicine","score_opus":0.5428886316004389,"score_gpt":0.6731367156945843,"score_spread":0.13024808409414546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203533136","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001839393,0.05339949,0.00092397653,0.00028164356,0.000004145267,0.9451471,0.0001866737,0.000031709867,0.0000068928534],"genre_scores_gemma":[0.0000015852257,0.06118542,0.0033085542,0.00012513623,0.00007632276,0.9343604,0.00087099685,0.000044749937,0.000026850805],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99536073,0.0010195153,0.0016203765,0.0008099631,0.0007463502,0.0004430779],"domain_scores_gemma":[0.99528044,0.0015535305,0.0009152187,0.0004545513,0.0015993968,0.00019685431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004063679,0.00030785977,0.0016960505,0.0003867386,0.00022761279,0.00008119538,0.00012248293,0.00023499939,0.00007495565],"category_scores_gemma":[0.0014004731,0.000223749,0.00012965853,0.00067649834,0.00032127547,0.00027283098,0.000087201544,0.00045312423,8.052639e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021362666,0.00046982153,0.0010296974,0.7067088,0.00006324116,0.0000014802808,0.00002600667,1.2109457e-8,0.000037469224,0.000089892055,0.0031251537,0.2882348],"study_design_scores_gemma":[0.005411741,0.008201458,0.0015401123,0.5773851,0.00017580297,0.000061886974,0.000035928075,0.000016845535,0.000017818154,0.00026431138,0.40670606,0.00018289912],"about_ca_topic_score_codex":0.0000042396155,"about_ca_topic_score_gemma":0.0000047166723,"teacher_disagreement_score":0.4035809,"about_ca_system_score_codex":0.00010345218,"about_ca_system_score_gemma":0.0012545891,"threshold_uncertainty_score":0.91242194},"labels":[],"label_agreement":null},{"id":"W3203584273","doi":"10.2196/30940","title":"Accelerating the Appropriate Adoption of Artificial Intelligence in Health Care: Protocol for a Multistepped Approach","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vector Institute; Michener Institute; Public Health Ontario; University Health Network; University of Toronto; The Wilson Centre; Centre for Addiction and Mental Health","funders":"Government of Canada","keywords":"Coaching; Health care; Knowledge management; Context (archaeology); Curriculum; Health information technology; Medical education; Public relations; Nursing; Medicine; Psychology; Computer science; Political science","score_opus":0.6812854112070682,"score_gpt":0.6535972297560544,"score_spread":0.027688181451013816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203584273","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00073171547,0.0000061341057,0.007247669,0.0024042493,0.00001160852,0.9891211,0.00000572566,0.000026710744,0.00044511983],"genre_scores_gemma":[0.011542114,6.388403e-7,0.016819306,0.00010995939,0.00032152943,0.9710321,0.000037528447,0.000027721275,0.00010911894],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99621457,0.0007622852,0.0011689218,0.00048412883,0.0007072341,0.00066287525],"domain_scores_gemma":[0.99707276,0.00048582928,0.00024370772,0.0005699348,0.0014719551,0.00015580429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003402785,0.00014698942,0.00034413833,0.0002120765,0.00035081527,0.00008882051,0.00023082699,0.00015392648,0.00004729963],"category_scores_gemma":[0.0012637406,0.00010908268,0.000100721794,0.0011278857,0.00020758112,0.0001180384,0.00009554156,0.00074988365,0.000014475156],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032283259,0.0026872503,0.0020343054,0.01596278,0.000015761729,0.0000064796945,0.020044766,0.00018140522,0.0045542708,0.010080663,0.0006073669,0.94059664],"study_design_scores_gemma":[0.0025001497,0.015750399,0.004600768,0.025773099,0.000011412347,0.00010667617,0.22186384,0.09563286,0.46309632,0.025908932,0.1436259,0.0011296602],"about_ca_topic_score_codex":0.00031902484,"about_ca_topic_score_gemma":0.00021966558,"teacher_disagreement_score":0.93946695,"about_ca_system_score_codex":0.00037583383,"about_ca_system_score_gemma":0.0026421603,"threshold_uncertainty_score":0.4687079},"labels":[],"label_agreement":null},{"id":"W3203626196","doi":"10.2196/32345","title":"Assessment of an Innovative Mobile Dentistry eHygiene Model Amid the COVID-19 Pandemic in the National Dental Practice–Based Research Network: Protocol for Design, Implementation, and Usability Testing","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Dental and Craniofacial Research; National Institutes of Health","keywords":"Usability; mHealth; Protocol (science); Medicine; Health care; Telemedicine; Population; Nursing; Computer science; Psychological intervention","score_opus":0.7196497681317195,"score_gpt":0.7062856638433884,"score_spread":0.013364104288331125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203626196","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018796965,0.0000029609428,0.014825925,0.00051625434,0.000006286995,0.96504396,0.00020282526,0.00003733114,0.0005674979],"genre_scores_gemma":[0.07993007,2.0270802e-7,0.011451909,0.0005587361,0.000109315304,0.9076951,0.000084449726,0.00003450172,0.00013568385],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98143095,0.009818242,0.0010529243,0.0010093251,0.0051993243,0.0014892353],"domain_scores_gemma":[0.9714306,0.021374881,0.00031632025,0.0007819258,0.0057389694,0.0003573057],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0532716,0.0002561082,0.00031577793,0.00033957022,0.001580301,0.00089377776,0.0013248296,0.00017495807,0.0002501192],"category_scores_gemma":[0.01978444,0.00018304524,0.00007962691,0.003940491,0.0010973185,0.0008366875,0.0008991114,0.0017318577,0.0000062479203],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015969679,0.01832292,0.6949192,0.009948888,0.00032266814,0.0009056761,0.0037587981,0.05338846,0.062461108,0.02966017,0.09112406,0.019218331],"study_design_scores_gemma":[0.06528208,0.016473899,0.2133047,0.002143287,0.000025324112,0.0014477675,0.059927147,0.325932,0.010528767,0.16205348,0.14097841,0.0019031574],"about_ca_topic_score_codex":0.00033306188,"about_ca_topic_score_gemma":0.0013131527,"teacher_disagreement_score":0.48161453,"about_ca_system_score_codex":0.0016064288,"about_ca_system_score_gemma":0.012002407,"threshold_uncertainty_score":0.9997195},"labels":[],"label_agreement":null},{"id":"W3203745514","doi":"10.2196/31128","title":"A Venomics Approach to the Identification and Characterization of Bioactive Peptides From Animal Venoms for Colorectal Cancer Therapy: Protocol for a Proof-of-Concept Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Venomous Animal Envenomation and Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Colorectal cancer; Cancer; Modalities; Medicine; Adverse effect; Identification (biology); Radiation therapy; Bioinformatics; Pharmacology; Computational biology; Biology; Internal medicine","score_opus":0.18337561306340117,"score_gpt":0.48527577981916414,"score_spread":0.301900166755763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203745514","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24472122,0.000005779481,0.0011397022,0.000125528,0.0000026152234,0.7537079,0.0002667368,0.000002935731,0.000027626547],"genre_scores_gemma":[0.23831652,4.3162518e-7,0.00026628692,0.000010112061,0.000092034286,0.76114744,0.00006971457,0.00001436867,0.00008307556],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99888533,0.00016729167,0.00028383164,0.00033335903,0.00016435838,0.00016582596],"domain_scores_gemma":[0.9988884,0.00004233763,0.00016495713,0.00018875222,0.00068054383,0.00003500701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004929779,0.000097816905,0.00017501385,0.000038080176,0.00016713071,0.0000473006,0.00016060955,0.000059840706,0.000002875282],"category_scores_gemma":[0.00011429482,0.00007410699,0.000053234853,0.00014123031,0.000112075715,0.000008857815,0.00011654235,0.000061407656,1.508521e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032904064,0.0014023825,0.0008534393,0.00018251703,0.00010308307,9.245142e-8,0.0027770328,0.0000099105955,0.98335326,0.00009731798,0.00016732441,0.007763249],"study_design_scores_gemma":[0.0021987825,0.0049796076,0.022252383,0.00008816283,0.0000039602155,4.6429585e-7,0.0013789237,0.00027697984,0.9302889,0.00004814306,0.03838137,0.00010229681],"about_ca_topic_score_codex":0.000016193593,"about_ca_topic_score_gemma":0.000027881004,"teacher_disagreement_score":0.05306432,"about_ca_system_score_codex":0.000022120912,"about_ca_system_score_gemma":0.00019274204,"threshold_uncertainty_score":0.30219954},"labels":[],"label_agreement":null},{"id":"W3203884887","doi":"10.2196/27054","title":"A Parent Coach–Led Model of Well-Child Care for Young Children in Low-Income Communities: Protocol for a Cluster Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Agency for Healthcare Research and Quality; National Institutes of Health","keywords":"Cluster randomised controlled trial; Intervention (counseling); Protocol (science); Cluster (spacecraft); Nursing; Randomized controlled trial; Psychology; Low income; Family medicine; Medicine; Medical education; Alternative medicine; Computer science; Sociology","score_opus":0.10261991756740706,"score_gpt":0.4782801071953478,"score_spread":0.37566018962794073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203884887","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059631695,0.0000043070513,0.00034242187,0.00028834812,0.000014239775,0.98908263,0.00018900704,0.000042166917,0.004073729],"genre_scores_gemma":[0.019536616,7.073132e-7,0.0021065972,0.00009942977,0.0001874711,0.97691214,0.0005501982,0.000069324014,0.00053750875],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99455065,0.0016396431,0.0015376811,0.0004278212,0.0010166604,0.0008275679],"domain_scores_gemma":[0.9946821,0.0020053824,0.0003322357,0.0007823266,0.0020191474,0.0001788595],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00480157,0.00035694358,0.0024653457,0.0004767932,0.00029452864,0.00011815255,0.00040083335,0.0003007964,0.000115966766],"category_scores_gemma":[0.0011782729,0.0002650012,0.00086085795,0.0003161675,0.0002600064,0.00013888277,0.00026048374,0.00075013866,0.0000018116409],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9836358,0.0004847191,0.0015065077,0.005982879,0.0002575458,0.0000056564572,0.006944366,0.000055224027,0.000061970095,0.0002872278,0.00064355385,0.0001345528],"study_design_scores_gemma":[0.96878153,0.0017800782,0.000049457387,0.010664915,0.000033283115,0.000009467345,0.0010573544,0.013318671,0.0011301035,0.0004918367,0.0023786568,0.00030464254],"about_ca_topic_score_codex":0.000032865028,"about_ca_topic_score_gemma":0.00015230878,"teacher_disagreement_score":0.014854263,"about_ca_system_score_codex":0.00023043917,"about_ca_system_score_gemma":0.0014987435,"threshold_uncertainty_score":0.9999802},"labels":[],"label_agreement":null},{"id":"W3204096249","doi":"10.2196/30339","title":"A Guided Internet-Based Problem-Solving Intervention Delivered Through Smartphones for Secondary School Pupils During the COVID-19 Pandemic in India: Protocol for a Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Sussex; Wellcome Trust","keywords":"Randomized controlled trial; Medicine; Intervention (counseling); Mental health; Context (archaeology); Psychosocial; Population; Protocol (science); Psychological intervention; Pandemic; Family medicine; Nursing; Alternative medicine; Psychiatry; Coronavirus disease 2019 (COVID-19); Environmental health","score_opus":0.2723209376964981,"score_gpt":0.5797227512330059,"score_spread":0.30740181353650775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204096249","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032982882,0.000012783689,0.0034166581,0.0014663497,0.00011241092,0.98921585,0.00013278266,0.00016237398,0.0021824958],"genre_scores_gemma":[0.014994378,1.2313788e-7,0.001005118,0.00047904847,0.00025064152,0.9748946,0.000073337535,0.00009759527,0.0082051875],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.987433,0.006332002,0.0029514153,0.001086604,0.0007712086,0.00142578],"domain_scores_gemma":[0.9905562,0.0064906413,0.00087979913,0.00084506883,0.0008463844,0.00038192753],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014164849,0.0004456588,0.0015493042,0.0005084006,0.0005138195,0.0005690701,0.00090345286,0.000285328,0.0021959804],"category_scores_gemma":[0.0085047,0.00032487072,0.0012669907,0.0007367474,0.00045102718,0.00050361356,0.00036507082,0.0011434446,0.00008224914],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97055775,0.005787278,0.000356014,0.0062250625,0.00029467657,0.00003717183,0.0007560036,0.0000045819465,0.00027388314,0.002595062,0.012047581,0.0010649555],"study_design_scores_gemma":[0.9500324,0.0060702744,0.00019955641,0.0041752206,0.000014630307,0.000032388478,0.00037312653,0.00017707383,0.0006619053,0.012591038,0.025369346,0.00030305126],"about_ca_topic_score_codex":0.0003406938,"about_ca_topic_score_gemma":0.0004892764,"teacher_disagreement_score":0.02052534,"about_ca_system_score_codex":0.0013885456,"about_ca_system_score_gemma":0.0017781563,"threshold_uncertainty_score":0.9999203},"labels":[],"label_agreement":null},{"id":"W3204546238","doi":"10.2196/29046","title":"An Intervention With Michigan-Grown Wheat in Healthy Adult Humans to Determine Effect on Gut Microbiota: Protocol for a Crossover Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"College of Engineering, Michigan State University; Michigan State University","keywords":"Food science; Gut flora; Biology; Butyrate; Feces; Microbiome; Biotechnology; Microbiology; Genetics; Immunology; Fermentation","score_opus":0.10379595436975245,"score_gpt":0.543383819194592,"score_spread":0.4395878648248396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204546238","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30398217,7.174919e-7,0.000058110872,0.00028897155,0.000008932805,0.69552475,0.000041564228,0.000013409015,0.00008136439],"genre_scores_gemma":[0.014600909,1.5311585e-7,0.00062688056,0.0004763333,0.0003723151,0.982993,0.00014294677,0.00006345268,0.0007240161],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99647045,0.0008264893,0.00049656664,0.0009824347,0.00029753652,0.00092652417],"domain_scores_gemma":[0.99819744,0.00006155463,0.00009942789,0.0008123844,0.0005354567,0.00029373818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012193162,0.00028048406,0.00035287524,0.00020723788,0.00025242078,0.00020031958,0.00037825067,0.0002819233,0.000052608135],"category_scores_gemma":[0.00018839413,0.00022946748,0.00014323911,0.0003446362,0.000099463825,0.000016218784,0.00015531362,0.00044210133,0.000024573896],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23097663,0.0019703337,0.00043946272,0.0013863601,0.00001377412,0.000017185857,0.00011294616,0.0000034121715,0.7598499,0.000028748349,0.0035075075,0.0016937397],"study_design_scores_gemma":[0.153338,0.14393178,0.002799818,0.0029507382,0.0000022842055,0.000020588366,0.000060339906,0.000010491465,0.4997659,0.00002762522,0.19665803,0.0004344121],"about_ca_topic_score_codex":0.00005290708,"about_ca_topic_score_gemma":0.0030586794,"teacher_disagreement_score":0.28938124,"about_ca_system_score_codex":0.00011656537,"about_ca_system_score_gemma":0.00055287563,"threshold_uncertainty_score":0.93574125},"labels":[],"label_agreement":null},{"id":"W3204547233","doi":"10.2196/30757","title":"The COVID-19 Study of Healthcare and Support Personnel (CHAMPS): Protocol for a Longitudinal Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Villanova University","keywords":"Psychosocial; Snowball sampling; Health care; Mental health; Medicine; Longitudinal study; Pandemic; Workforce; Population; Observational study; Cohort study; Gerontology; Psychological resilience; Cohort; Psychology; Family medicine; Environmental health; Coronavirus disease 2019 (COVID-19); Disease; Psychiatry","score_opus":0.8219766810823839,"score_gpt":0.7151156540826303,"score_spread":0.10686102699975353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204547233","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020312924,0.0000029956714,0.00002537481,0.004969405,0.000016061927,0.9743979,0.000058779893,0.000037812486,0.00017873854],"genre_scores_gemma":[0.031480104,1.3400737e-7,0.00004805217,0.0004193071,0.00015218888,0.9652105,0.000012479512,0.000034158114,0.0026431063],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99437344,0.001995482,0.00070609484,0.0008613088,0.0011899732,0.00087369414],"domain_scores_gemma":[0.9956116,0.0019207054,0.00019569873,0.0008879473,0.0008719889,0.0005120477],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0054795714,0.00020861515,0.00036159396,0.00015426958,0.0013860054,0.000119225486,0.00044949504,0.000107629894,0.0004602586],"category_scores_gemma":[0.0006484427,0.00015552464,0.00007740502,0.0006542486,0.00024434915,0.00010098719,0.00038249887,0.00057269016,0.000015779353],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010945658,0.020282807,0.8661238,0.0043194504,0.00014596342,0.00019313936,0.05947543,0.000001132485,0.00007668382,0.0059689274,0.026263462,0.0062035564],"study_design_scores_gemma":[0.0221594,0.031894527,0.24923019,0.0001888725,0.000004757194,0.000039615257,0.11850551,0.000014062639,0.000030705407,0.0008251598,0.57687664,0.00023056507],"about_ca_topic_score_codex":0.0018794171,"about_ca_topic_score_gemma":0.0061225626,"teacher_disagreement_score":0.6168936,"about_ca_system_score_codex":0.00045319228,"about_ca_system_score_gemma":0.004033399,"threshold_uncertainty_score":0.99991405},"labels":[],"label_agreement":null},{"id":"W3204650442","doi":"10.2196/28669","title":"Multiscale Biology of Cardiovascular Risk in Psoriasis: Protocol for a Case-Control Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psoriasis: Treatment and Pathogenesis","field":"Immunology and Microbiology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"LEO Fondet; Novo Nordisk Fonden","keywords":"Psoriasis; Protocol (science); Medicine; Computer science; Alternative medicine; Pathology; Immunology","score_opus":0.16103112993875554,"score_gpt":0.4742601946541565,"score_spread":0.3132290647154009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204650442","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02181797,0.00008914924,0.00013589574,0.000022816912,0.000021859723,0.9773348,0.00037182987,0.00003954447,0.00016616474],"genre_scores_gemma":[0.075204454,9.954555e-7,0.00023778231,0.00000354721,0.000064701955,0.9240591,0.000018179895,0.00003260099,0.00037864986],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99259305,0.0050131665,0.0006558316,0.0007692842,0.00013229622,0.00083637313],"domain_scores_gemma":[0.9971725,0.0010294927,0.00015090409,0.001004323,0.0005920864,0.000050699793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036320619,0.00026260907,0.0008212711,0.00034421342,0.00028258484,0.000025167423,0.00034455067,0.00039753687,0.00032088385],"category_scores_gemma":[0.000699289,0.00021616001,0.00043750176,0.00060857256,0.00022870666,0.00008593823,0.00017496862,0.00051056244,0.000069220645],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017252238,0.02420082,0.31770647,0.0016150292,0.0082889,0.0027696446,0.0038528333,0.00009662916,0.047232445,0.00040034347,0.0026505524,0.5739341],"study_design_scores_gemma":[0.18931206,0.014921804,0.052481968,0.0012070874,0.00026310855,0.00057897094,0.0036904435,0.000041483538,0.16703711,0.0011954765,0.5683382,0.0009322501],"about_ca_topic_score_codex":0.0003421166,"about_ca_topic_score_gemma":0.00036676784,"teacher_disagreement_score":0.57300186,"about_ca_system_score_codex":0.00009163671,"about_ca_system_score_gemma":0.00032510082,"threshold_uncertainty_score":0.881475},"labels":[],"label_agreement":null},{"id":"W3204913457","doi":"10.2196/30975","title":"Military Injuries—Understanding Posttraumatic Epilepsy, Health, and Quality-of-Life Effects of Caregiving: Protocol for a Longitudinal Mixed Methods Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Army Medical Research and Development Command; U.S. Army; University of Utah; U.S. Department of Veterans Affairs; U.S. Department of Defense","keywords":"Observational study; Protocol (science); Psychology; Quality of life (healthcare); Observational methods in psychology; Epilepsy; Medicine; Clinical psychology; Psychiatry; Psychotherapist; Alternative medicine","score_opus":0.7431721796917872,"score_gpt":0.6685589679425794,"score_spread":0.07461321174920776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204913457","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03152606,0.00005552112,0.0019116722,0.0011859094,0.0000069764947,0.96516293,0.000034210967,0.000029853101,0.00008689471],"genre_scores_gemma":[0.030837605,0.0000015894274,0.017213404,0.000043037446,0.00006121673,0.95162636,0.000036821395,0.000041104333,0.00013888074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9915563,0.004032624,0.0011984862,0.00069255877,0.0016996397,0.0008204079],"domain_scores_gemma":[0.9912607,0.005574259,0.00026167918,0.0007745578,0.0013791873,0.000749605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073036677,0.00026630398,0.0011528563,0.00038439978,0.00035600908,0.000039250546,0.00020551121,0.00012225981,0.00005238251],"category_scores_gemma":[0.007255203,0.00021870242,0.00020557054,0.0008579568,0.0004567419,0.0001673784,0.00031268934,0.00054987747,0.000001409668],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012276731,0.012067746,0.85250396,0.09794779,0.0008135332,0.000058726,0.004626573,9.892191e-7,0.005244137,0.005569952,0.0030159485,0.0058738906],"study_design_scores_gemma":[0.044998776,0.06305376,0.82884693,0.01801803,0.000029657453,0.000018720879,0.013686872,0.00015247324,0.019975528,0.007646903,0.0031371538,0.00043518387],"about_ca_topic_score_codex":0.00020466758,"about_ca_topic_score_gemma":0.00014570169,"teacher_disagreement_score":0.07992976,"about_ca_system_score_codex":0.00044953972,"about_ca_system_score_gemma":0.0035121012,"threshold_uncertainty_score":0.8918426},"labels":[],"label_agreement":null},{"id":"W3205425294","doi":"10.2196/26898","title":"Improving the Prognosis of Pancreatic Cancer Through Early Detection: Protocol for a Prospective Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pancreatic cancer; Observational study; Hepatology; Internal medicine; Clinical trial; Cancer; Disease; Stage (stratigraphy)","score_opus":0.514816615969401,"score_gpt":0.609785010588178,"score_spread":0.09496839461877704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205425294","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04578489,0.0000041238422,0.0003401381,0.0009394435,0.0000049578816,0.9518641,0.000018256944,0.000041895637,0.0010021576],"genre_scores_gemma":[0.032731507,3.5505204e-7,0.0017198662,0.000048505684,0.0003121502,0.96260196,0.0000035086625,0.000041175554,0.0025409549],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99575925,0.0007835214,0.00063155725,0.00060192385,0.0015128807,0.0007108454],"domain_scores_gemma":[0.99416924,0.0011674736,0.00019899802,0.00066518824,0.003659263,0.0001398468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024091592,0.00020239047,0.000617177,0.000114513605,0.00056956225,0.00009154996,0.0003078817,0.00015063198,0.00037290872],"category_scores_gemma":[0.0017517043,0.00013020013,0.00016209063,0.0011894365,0.0004655035,0.00020514576,0.00019555732,0.000785907,0.00001177627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053541223,0.004650552,0.9590996,0.0028427525,0.00038922767,0.00003873538,0.0024440202,8.344678e-7,0.01849695,0.0005142308,0.0011973509,0.004971662],"study_design_scores_gemma":[0.015869973,0.0150689455,0.8811615,0.0024312555,0.00007513708,0.00003042838,0.0022973646,0.00049481576,0.06352616,0.0017288658,0.017097667,0.0002178544],"about_ca_topic_score_codex":0.00041408025,"about_ca_topic_score_gemma":0.00018039937,"teacher_disagreement_score":0.07793803,"about_ca_system_score_codex":0.00035037022,"about_ca_system_score_gemma":0.0031233313,"threshold_uncertainty_score":0.5540656},"labels":[],"label_agreement":null},{"id":"W3205523919","doi":"10.2196/34211","title":"Correction: Person-Generated Health Data in Women’s Health: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of British Columbia","funders":"","keywords":"Protocol (science); Computer science; Data science; Medicine; Psychology; Alternative medicine","score_opus":0.8810786585338867,"score_gpt":0.7352301166981954,"score_spread":0.1458485418356913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205523919","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.877459e-10,0.46229532,0.000016176844,0.00162896,0.000017016735,0.53580403,0.00007094094,0.000044352648,0.0001231928],"genre_scores_gemma":[2.1164429e-10,0.43621492,0.00034430844,0.0013599289,0.0003995368,0.56051326,0.0004451873,0.00006964806,0.00065321487],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890878,0.0030205948,0.0021366882,0.0018220277,0.0018288513,0.0021039904],"domain_scores_gemma":[0.9942355,0.0005425002,0.0008812065,0.0025645108,0.0008902232,0.00088604854],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015334082,0.00060363987,0.0047304593,0.00058669236,0.00045365142,0.00021744499,0.0011645497,0.0003493679,0.000554085],"category_scores_gemma":[0.002517706,0.0004929217,0.00035088893,0.0030729505,0.00013045728,0.00028975983,0.00063977356,0.0025265943,0.00005441294],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000111668385,0.00014465948,0.0000018938515,0.3646265,0.000020427122,0.000029331688,0.00004842886,4.5197968e-8,2.0553328e-8,0.0000032882394,0.24762534,0.3873884],"study_design_scores_gemma":[0.0010332771,0.0014877127,6.524033e-7,0.49527413,0.0000040933596,0.000095980526,0.00006756078,0.0000116698475,1.541425e-7,8.8660903e-7,0.5018547,0.00016917329],"about_ca_topic_score_codex":0.0002962911,"about_ca_topic_score_gemma":0.00030268915,"teacher_disagreement_score":0.38721925,"about_ca_system_score_codex":0.004771815,"about_ca_system_score_gemma":0.04135031,"threshold_uncertainty_score":0.99977463},"labels":[],"label_agreement":null},{"id":"W3205696186","doi":"10.2196/resprot.4206","title":"The Mobile Insulin Titration Intervention (MITI) for Insulin Glargine Titration in an Urban, Low-Income Population: Randomized Controlled Trial Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Center for Advancing Translational Sciences; York University","keywords":"Insulin glargine; Medicine; Population; Insulin; Randomized controlled trial; Intervention (counseling); Internal medicine; Nursing; Hypoglycemia","score_opus":0.2268061230640897,"score_gpt":0.6250962961992776,"score_spread":0.39829017313518794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205696186","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004270861,0.000017743901,0.0011032964,0.001221153,0.000108851316,0.99222237,0.000026135938,0.00015114126,0.000878448],"genre_scores_gemma":[0.01381335,0.0000039299116,0.00043399638,0.00013169902,0.0014373793,0.9823185,0.00027806693,0.00005888428,0.0015241767],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9839754,0.0097351335,0.0032640519,0.0006474967,0.0011459024,0.0012320332],"domain_scores_gemma":[0.99171674,0.0036641185,0.0010402484,0.00087344414,0.0020608066,0.0006446258],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.032565154,0.00029578013,0.0011200046,0.00045434365,0.0016986869,0.00015979745,0.0005373835,0.0004996642,0.00016490842],"category_scores_gemma":[0.0045254575,0.00020153081,0.00026152557,0.00084908935,0.000187912,0.00060112885,0.000110477704,0.0014612181,0.00019274795],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9671753,0.0014343814,0.0008858406,0.0013470988,0.000014177283,8.002842e-7,0.0005874762,0.000037900896,0.00002059261,0.013497065,0.006111704,0.008887641],"study_design_scores_gemma":[0.78742796,0.0024491255,0.000530709,0.0010508726,0.000004428648,3.562181e-7,0.00029450638,0.007949618,0.000011913975,0.0064022713,0.19371882,0.0001594051],"about_ca_topic_score_codex":0.00028701627,"about_ca_topic_score_gemma":0.001493028,"teacher_disagreement_score":0.18760712,"about_ca_system_score_codex":0.0008678592,"about_ca_system_score_gemma":0.002213441,"threshold_uncertainty_score":0.99960095},"labels":[],"label_agreement":null},{"id":"W3205794951","doi":"10.2196/29047","title":"Patient-Facing Mobile Apps to Support Physiotherapy Care: Protocol for a Systematic Review of Apps Within App Stores","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Behavior change methods; Psychological intervention; Systematic review; Protocol (science); Mobile apps; Digital health; Health care; mHealth; MEDLINE; Psychology; Intervention (counseling); Quality (philosophy); Medicine; Applied psychology; Medical education; Internet privacy; Nursing; Alternative medicine; Computer science; World Wide Web","score_opus":0.3387085558771749,"score_gpt":0.6962706288748548,"score_spread":0.3575620729976799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205794951","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0488605e-8,0.2866622,0.00007758671,0.000053112646,0.000022145925,0.71197784,0.00058352016,0.00012660168,0.0004969874],"genre_scores_gemma":[4.8415805e-9,0.2349993,0.0010770698,0.0005851508,0.00033155145,0.7612788,0.00040662507,0.0002500944,0.0010714069],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9791434,0.007920312,0.006614729,0.0016676662,0.002216254,0.002437629],"domain_scores_gemma":[0.9842776,0.0032441048,0.0035505744,0.003423335,0.004119889,0.0013845104],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008547511,0.00095366343,0.006689946,0.0008008725,0.0015400477,0.00005647056,0.0015313396,0.0009590552,0.00071825704],"category_scores_gemma":[0.002032239,0.0007066337,0.0009687646,0.0026217774,0.00016328857,0.00013818908,0.00066037546,0.0029414091,0.00057520653],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009304758,0.00039405364,0.0000013101888,0.77337986,0.00005416927,0.0000026314808,0.00095189916,3.1612277e-7,0.0000013079822,0.00046240748,0.07939022,0.14526878],"study_design_scores_gemma":[0.0006839835,0.0013886496,5.1780017e-8,0.49417114,0.0000282682,0.0000020224747,0.0004247602,6.728971e-7,0.0000027306812,0.000013264665,0.50303185,0.00025260472],"about_ca_topic_score_codex":0.00007651493,"about_ca_topic_score_gemma":0.000038583894,"teacher_disagreement_score":0.42364165,"about_ca_system_score_codex":0.0016275777,"about_ca_system_score_gemma":0.017530423,"threshold_uncertainty_score":0.9997598},"labels":[],"label_agreement":null},{"id":"W3205834047","doi":"10.2196/32653","title":"Exploring the Effects of In-App Components on Engagement With a Symptom-Tracking Platform Among Participants With Major Depressive Disorder (RADAR-Engage): Protocol for a 2-Armed Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; King's College London; National Institute for Health and Care Research; European Federation of Pharmaceutical Industries and Associations; Department of Health and Social Care; NIHR Maudsley Biomedical Research Centre; Innovative Medicines Initiative; South London and Maudsley NHS Foundation Trust","keywords":"Randomized controlled trial; Tracking (education); Protocol (science); Psychology; Radar; Clinical psychology; Computer science; Medicine; Alternative medicine; Telecommunications; Internal medicine","score_opus":0.343780728362515,"score_gpt":0.544057470653874,"score_spread":0.200276742291359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205834047","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24547058,0.0000020633588,0.00009861385,0.00013050875,0.000039890732,0.75316334,0.0000106782,0.00004379175,0.0010405125],"genre_scores_gemma":[0.31354374,7.611001e-8,0.00007563074,0.000019368366,0.00005327353,0.6857474,0.000007139356,0.000057279176,0.0004961031],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9907376,0.004594411,0.0013303723,0.00071700907,0.00130722,0.0013133615],"domain_scores_gemma":[0.9871641,0.010772609,0.00058704504,0.00079509726,0.00044733155,0.00023381248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060829544,0.00037668203,0.0014259157,0.00034418615,0.0005100644,0.00020140623,0.00050793774,0.0000962757,0.00009044885],"category_scores_gemma":[0.002012678,0.00021095581,0.00033696857,0.0006326824,0.00053066213,0.00043265516,0.00021018763,0.0011561875,0.000016291784],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97800386,0.008508343,0.0012958857,0.0027338082,0.0006175695,0.00013586806,0.002274298,0.000010801991,0.00013210226,0.002239067,0.00010889367,0.0039395043],"study_design_scores_gemma":[0.95961887,0.010829574,0.005375892,0.016657745,0.000031979424,0.0000036758809,0.00082193257,0.00006149726,0.00530169,0.0004112152,0.0006511297,0.00023481052],"about_ca_topic_score_codex":0.00009246028,"about_ca_topic_score_gemma":0.0002407772,"teacher_disagreement_score":0.06807316,"about_ca_system_score_codex":0.00020811034,"about_ca_system_score_gemma":0.00028361453,"threshold_uncertainty_score":0.8602528},"labels":[],"label_agreement":null},{"id":"W3205873999","doi":"10.2196/24595","title":"Design and Rationale of the National Tunisian Registry of Percutaneous Coronary Intervention: Protocol for a Prospective Multicenter Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Coronary Interventions and Diagnostics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Percutaneous coronary intervention; Protocol (science); Research design; Myocardial infarction; Alternative medicine; Internal medicine; Pathology","score_opus":0.4730926901432484,"score_gpt":0.5737404618899642,"score_spread":0.1006477717467158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205873999","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010763299,0.0000019624024,0.0006814427,0.0006811751,0.0000050523768,0.98752266,0.00006175666,0.000009307379,0.0002733585],"genre_scores_gemma":[0.07982371,7.553493e-8,0.0043243193,0.000027535452,0.000050478295,0.9138677,0.00001678538,0.000014085284,0.0018752983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976997,0.00040543935,0.0005175079,0.00028733545,0.0009191753,0.00017088701],"domain_scores_gemma":[0.9954927,0.0007561189,0.00017542689,0.0002826621,0.0032289424,0.00006416776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009940981,0.000105708976,0.00021053018,0.00008645331,0.00016149905,0.000033232332,0.00016102675,0.0000618455,0.00037660028],"category_scores_gemma":[0.001469898,0.000079788784,0.00014877766,0.00028913928,0.00024410279,0.000097678196,0.00019803485,0.00023717259,0.0000015285553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024524666,0.057637725,0.825974,0.010939174,0.00071534386,0.00021362383,0.003274267,0.00017344246,0.03291818,0.009879005,0.027797678,0.005952886],"study_design_scores_gemma":[0.023415556,0.013087459,0.91177446,0.008579815,0.00003099821,0.00055593683,0.0027549986,0.0028056814,0.012130084,0.0065571945,0.0180835,0.0002243475],"about_ca_topic_score_codex":0.0000058397254,"about_ca_topic_score_gemma":0.000015871068,"teacher_disagreement_score":0.08580042,"about_ca_system_score_codex":0.00012495599,"about_ca_system_score_gemma":0.0007285801,"threshold_uncertainty_score":0.4123509},"labels":[],"label_agreement":null},{"id":"W3206131642","doi":"10.2196/31126","title":"The Future of Disability Research in Australia: Protocol for a Multiphase Research Agenda–Setting Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Melbourne; Department of Social Services, Australian Government","keywords":"Government (linguistics); Workforce; Public relations; Public sector; Audit; Service provider; Service (business); Medicine; Nursing; Political science; Business","score_opus":0.7000320886553106,"score_gpt":0.7274167356377058,"score_spread":0.027384646982395178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206131642","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011781416,0.000002153624,0.0000028263603,0.010031705,0.000017572524,0.97496414,0.000018664789,0.000028213308,0.0031533116],"genre_scores_gemma":[0.037445404,6.26356e-7,0.00023236798,0.0000031080172,0.000680593,0.956793,0.0000045554934,0.00002517607,0.0048151463],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.96761596,0.022915697,0.0009735693,0.001059851,0.0053379484,0.002096987],"domain_scores_gemma":[0.985498,0.007973722,0.00011435405,0.0013494468,0.004773275,0.0002912083],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.07979097,0.00017105011,0.00033091076,0.00027648825,0.0040272367,0.00082280237,0.0014431713,0.0002699264,0.00028099524],"category_scores_gemma":[0.0052375733,0.00011138734,0.00016168423,0.0040831617,0.0065367552,0.00043841824,0.00069586135,0.0021453677,0.000029238385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011570277,0.063383624,0.3305473,0.0065479716,0.00013772369,0.00021259762,0.15701191,0.00004281322,0.0049634525,0.14730209,0.0840843,0.19419593],"study_design_scores_gemma":[0.0046361308,0.0016531995,0.01631156,0.0007504727,9.5227716e-7,6.321684e-7,0.15248019,0.000050027375,0.0019702194,0.048762035,0.77319556,0.00018903565],"about_ca_topic_score_codex":0.0041588554,"about_ca_topic_score_gemma":0.04205931,"teacher_disagreement_score":0.68911123,"about_ca_system_score_codex":0.0008600855,"about_ca_system_score_gemma":0.0021106717,"threshold_uncertainty_score":0.9972694},"labels":[],"label_agreement":null},{"id":"W3206653482","doi":"10.2196/32729","title":"Kinesiotherapy With Exergaming as a Potential Modulator of Epigenetic Marks and Clinical Functional Variables of Older Women: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Planarian Biology and Electrostimulation","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Randomized controlled trial; Medicine; Clinical trial; Physical therapy; Gerontology; Cognition; Psychology; Psychiatry; Internal medicine","score_opus":0.1054990813226435,"score_gpt":0.5496521934430101,"score_spread":0.44415311212036657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206653482","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1179248,0.0000047486346,0.029632378,0.0000839202,0.000006332932,0.8522998,0.000012928555,0.0000050679123,0.00003003161],"genre_scores_gemma":[0.050104775,5.575911e-7,0.006069859,0.000031206182,0.00009841148,0.9433708,0.000028322964,0.000018380239,0.00027768884],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974907,0.0011260867,0.000397101,0.00045133274,0.00021930378,0.0003154777],"domain_scores_gemma":[0.99870956,0.0001868558,0.0001413684,0.00030502808,0.00057061994,0.000086550666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023067675,0.00012643971,0.00027782284,0.00007203865,0.00010195699,0.000018626955,0.00011946279,0.00022149384,0.00006443827],"category_scores_gemma":[0.00029715098,0.000100007,0.00005712382,0.00017671098,0.00019704991,0.000006174233,0.00010494921,0.00016292768,2.8394595e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016844878,0.002774166,0.02929618,0.00054229575,0.00034755166,0.0000071830473,0.00010369693,0.00013059535,0.9352048,0.00008366285,0.0010853675,0.013579633],"study_design_scores_gemma":[0.025394134,0.039611824,0.29372218,0.00053552707,0.00001908385,0.000051704432,0.00044620823,0.0012778023,0.6029979,0.0015416119,0.033961512,0.00044050041],"about_ca_topic_score_codex":0.0000041330154,"about_ca_topic_score_gemma":0.000007158839,"teacher_disagreement_score":0.33220688,"about_ca_system_score_codex":0.000013891673,"about_ca_system_score_gemma":0.00046416777,"threshold_uncertainty_score":0.4078167},"labels":[],"label_agreement":null},{"id":"W3206837504","doi":"10.2196/29695","title":"A New Tool for Safety Evaluation and a Combination of Measures for Efficacy Assessment of Cotransplanting Human Allogenic Neuronal Stem Cells and Mesenchymal Stem Cells for the Treatment of Parkinson Disease: Protocol for an Interventional Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mesenchymal stem cell research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mesenchymal stem cell; Medicine; Adverse effect; Stem cell; Disease; Clinical trial; Quality of life (healthcare); Parkinson's disease; Internal medicine; Oncology; Physical therapy; Pathology","score_opus":0.38081917490047923,"score_gpt":0.5747760008938293,"score_spread":0.19395682599335007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206837504","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10598635,0.000015286045,0.005272365,0.00011119662,0.000008713502,0.8882586,0.00032918213,0.000008644478,0.000009702038],"genre_scores_gemma":[0.19574015,0.0000016560933,0.0013137438,0.00000153195,0.000068313704,0.8023773,0.00005697689,0.000033432894,0.00040688296],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99531674,0.0009519365,0.0009727763,0.0006197107,0.001684691,0.0004541422],"domain_scores_gemma":[0.9935899,0.0028001664,0.0003615556,0.0004521798,0.0025741614,0.00022208378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005787358,0.00022552187,0.0005901832,0.00019763836,0.00031961978,0.00006995846,0.00020183681,0.00008886915,0.000031809526],"category_scores_gemma":[0.00013472744,0.00016368403,0.0002839024,0.0002181886,0.00015757732,0.00011642177,0.000068652414,0.00013483943,6.6883736e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06257215,0.042559493,0.037566654,0.04123632,0.0012496123,0.000005304489,0.0020473236,0.0001807983,0.610957,0.0022468136,0.0008717917,0.19850671],"study_design_scores_gemma":[0.14135835,0.17679243,0.15418275,0.0053689587,0.0005141876,0.000005341638,0.0014137261,0.04208173,0.4451204,0.00063684897,0.032079525,0.000445797],"about_ca_topic_score_codex":0.000020701544,"about_ca_topic_score_gemma":0.000052765725,"teacher_disagreement_score":0.19806091,"about_ca_system_score_codex":0.00018898967,"about_ca_system_score_gemma":0.0013297382,"threshold_uncertainty_score":0.6674841},"labels":[],"label_agreement":null},{"id":"W3207147417","doi":"10.2196/31574","title":"Research on the Epidemiology of SARS-CoV-2 in Essential Response Personnel (RECOVER): Protocol for a Multisite Longitudinal Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Vaccination; Asymptomatic; Epidemiology; Cohort; Cohort study; Incidence (geometry); Prospective cohort study; Pandemic; Emergency medicine; Internal medicine; Immunology; Disease; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty)","score_opus":0.6421361684997744,"score_gpt":0.6465786125324984,"score_spread":0.00444244403272398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207147417","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42899394,8.9088934e-7,0.000028887216,0.0006377403,0.0000066226726,0.5698944,0.000008236973,0.00003240778,0.0003968968],"genre_scores_gemma":[0.1669663,6.202164e-8,0.00035629908,0.00018993535,0.0001867268,0.8319514,0.00000252262,0.000054860797,0.0002919151],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98380476,0.01087836,0.0010709789,0.0011686257,0.0017129629,0.0013643369],"domain_scores_gemma":[0.9809836,0.015099975,0.00020763342,0.0012997534,0.002300554,0.000108467415],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03990743,0.00027910795,0.0008246556,0.001018277,0.0005401786,0.00005818824,0.00048732973,0.0002696423,0.00010604558],"category_scores_gemma":[0.03147528,0.00020164276,0.0002364981,0.0023535178,0.00061629765,0.00011460073,0.0004342052,0.0023355666,0.000079487414],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05581054,0.0067032813,0.57811666,0.0010662773,0.00013569545,0.00051808957,0.0012423772,0.0000033683943,0.350288,0.00036169754,0.0048154057,0.0009386075],"study_design_scores_gemma":[0.016907787,0.014743692,0.36355367,0.004075077,0.000008043087,0.000119372824,0.0035806808,0.0012123256,0.57551295,0.0005602743,0.01944625,0.0002798461],"about_ca_topic_score_codex":0.00038822152,"about_ca_topic_score_gemma":0.0004609134,"teacher_disagreement_score":0.26205698,"about_ca_system_score_codex":0.00045332417,"about_ca_system_score_gemma":0.0010927076,"threshold_uncertainty_score":0.9999661},"labels":[],"label_agreement":null},{"id":"W3207260784","doi":"10.2196/33495","title":"Pandemic Acceptance and Commitment to Empowerment Response (PACER) Training: Protocol for the Development and Rapid-Response Deployment","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Regent Park Community Health Centre; Toronto Western Hospital; University of Toronto; Toronto Metropolitan University; University Health Network","funders":"","keywords":"Empowerment; Psychology; Mental health; Facilitator; Psychoeducation; Psychological resilience; Intervention (counseling); Acceptance and commitment therapy; Medical education; Applied psychology; Nursing; Medicine; Social psychology; Economic growth; Psychotherapist; Psychiatry","score_opus":0.5617999885211111,"score_gpt":0.645050832181314,"score_spread":0.08325084366020286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207260784","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039692275,0.000021218772,0.00025658045,0.008054269,0.000022635753,0.951613,0.00002404376,0.00007303437,0.00024294876],"genre_scores_gemma":[0.0059600244,0.000001004032,0.0012984395,0.0013960977,0.00007850847,0.98477715,0.000002836773,0.000053406322,0.006432502],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940033,0.002557614,0.0005933376,0.00091094413,0.00077919016,0.0011556061],"domain_scores_gemma":[0.9944173,0.0038568939,0.000103092774,0.0008091938,0.00022919048,0.000584314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010140211,0.00029382648,0.00033196915,0.00021223181,0.0008857959,0.00020115839,0.00032960394,0.00014208061,0.0005097552],"category_scores_gemma":[0.00049255387,0.00021718848,0.000061533014,0.00043739236,0.00023363387,0.000079357254,0.00055340223,0.0004926462,0.00005153538],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25335228,0.0029869701,0.012169144,0.0017676866,0.00022769233,0.00020788152,0.10025615,0.0000025328093,0.012598654,0.0011683975,0.07012091,0.5451417],"study_design_scores_gemma":[0.006825338,0.003093675,0.0925116,0.00065371813,0.0000021353085,0.000035088855,0.006292356,0.000008449936,0.0024891815,0.000091361384,0.88776886,0.00022822616],"about_ca_topic_score_codex":0.000017226119,"about_ca_topic_score_gemma":0.00014718364,"teacher_disagreement_score":0.81764793,"about_ca_system_score_codex":0.00088973733,"about_ca_system_score_gemma":0.002324868,"threshold_uncertainty_score":0.88566893},"labels":[],"label_agreement":null},{"id":"W3207471574","doi":"10.2196/29273","title":"Assessing the Feasibility of a Multicenter Transition Intervention Model Across Adolescent Secure Services in England (MOVING FORWARD): Protocol for a Feasibility Cluster Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent and Pediatric Healthcare","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Cluster randomised controlled trial; Intervention (counseling); Medicine; Cluster (spacecraft); Protocol (science); Mental health; Nursing; Family medicine; Psychology; Psychiatry; Alternative medicine; Computer science","score_opus":0.3632538097299822,"score_gpt":0.6525150068412776,"score_spread":0.2892611971112954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207471574","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107052326,0.000004824566,0.0049625286,0.0017708414,0.000038191967,0.885992,0.00007277822,0.000043584125,0.000062936095],"genre_scores_gemma":[0.18489105,5.572764e-7,0.00041571504,0.00021365756,0.0004468087,0.8138247,0.000037176167,0.00003643725,0.00013391422],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9741118,0.01977478,0.0028570401,0.0008030475,0.0011627639,0.0012905626],"domain_scores_gemma":[0.99108624,0.0046346704,0.0009049855,0.0007898791,0.0023617472,0.0002224435],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.036047675,0.00033121795,0.0016515835,0.00016669773,0.0010221045,0.00015837052,0.00044555828,0.0005446967,0.00009217082],"category_scores_gemma":[0.0029338903,0.00020973473,0.00082813937,0.00053560827,0.00022659576,0.0005682285,0.00032291247,0.0021790836,0.000004633834],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94353634,0.0030300142,0.011558177,0.028048318,0.000035683002,0.0000043685664,0.012519525,0.000051287534,0.00009378288,0.000033541335,0.00016690443,0.0009220322],"study_design_scores_gemma":[0.9139405,0.0004360196,0.0017181347,0.010341157,0.000014421303,4.217269e-7,0.0052763782,0.06626923,0.000046244804,0.0011586503,0.00062563113,0.00017324717],"about_ca_topic_score_codex":0.00012854773,"about_ca_topic_score_gemma":0.001892782,"teacher_disagreement_score":0.07783871,"about_ca_system_score_codex":0.000630191,"about_ca_system_score_gemma":0.0015571716,"threshold_uncertainty_score":0.9925918},"labels":[],"label_agreement":null},{"id":"W3207586487","doi":"10.2196/33088","title":"Assessing Values and Preferences Toward SARS-CoV-2 Self-testing Among the General Population and Their Representatives, Health Care Personnel, and Decision-Makers: Protocol for a Multicountry Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Durban University of Technology","keywords":"Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Protocol (science); Coronavirus disease 2019 (COVID-19); Population; 2019-20 coronavirus outbreak; Health care; Medicine; Psychology; Family medicine; Virology; Environmental health; Alternative medicine; Disease; Political science","score_opus":0.44739591095559567,"score_gpt":0.6316169652471257,"score_spread":0.18422105429153007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207586487","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50134486,0.000023071754,0.0005894522,0.00007873468,0.000005787843,0.4978454,0.00000307317,0.000073253796,0.00003637603],"genre_scores_gemma":[0.12435307,3.2672997e-7,0.08894775,0.00009463212,0.00013137444,0.78642845,0.0000033577412,0.000035892175,0.00000516619],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953148,0.0021917373,0.0005310167,0.0008483741,0.00057784317,0.00053627946],"domain_scores_gemma":[0.99483347,0.0035046113,0.00023898474,0.00039147216,0.0009102376,0.00012121599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004142577,0.0002713511,0.00048752528,0.00020267155,0.0012111891,0.0008929137,0.00011917522,0.0001138981,0.000002008955],"category_scores_gemma":[0.004510793,0.00017613081,0.000053566877,0.00058471574,0.00023329441,0.0004558888,0.00033242037,0.0006077666,2.3868898e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009520668,0.000786951,0.28520727,0.0038261341,0.00016075122,0.000039132436,0.057495043,0.0000016071912,0.065959655,0.0000154541,0.00021884077,0.5853371],"study_design_scores_gemma":[0.016660152,0.006444729,0.5233297,0.008508394,0.00003824573,0.00033962275,0.2986874,0.03240671,0.10798878,0.0027997023,0.0021567405,0.0006398777],"about_ca_topic_score_codex":0.0004936394,"about_ca_topic_score_gemma":0.00013965684,"teacher_disagreement_score":0.58469725,"about_ca_system_score_codex":0.00014884354,"about_ca_system_score_gemma":0.00040853422,"threshold_uncertainty_score":0.931561},"labels":[],"label_agreement":null},{"id":"W3207842029","doi":"10.2196/32842","title":"An App-Based Just-in-Time Adaptive Self-management Intervention for Care Partners (CareQOL): Protocol for a Pilot Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Nursing Research; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Psychological intervention; Medicine; Intervention (counseling); Randomized controlled trial; Quality of life (healthcare); Protocol (science); Attrition; Self-management; Physical therapy; Health care; mHealth; Telemedicine; Nursing; Alternative medicine","score_opus":0.2649742371526064,"score_gpt":0.5744643538058797,"score_spread":0.3094901166532733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207842029","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039919384,0.0000023916361,0.00087891397,0.00025876926,0.000020233707,0.99660265,0.0000826725,0.0001589027,0.0015962804],"genre_scores_gemma":[0.0034350376,7.199703e-8,0.0020942288,0.00009842535,0.0004408851,0.9923111,0.00021912316,0.000078900295,0.001322196],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99604994,0.00060928974,0.00055926054,0.0008505796,0.0010863944,0.0008445612],"domain_scores_gemma":[0.9971264,0.00023337263,0.00011462499,0.0007788442,0.0014396554,0.0003071296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017589156,0.0002620544,0.000470969,0.0003681237,0.00019169576,0.00018227982,0.00034575566,0.00015599151,0.0002429086],"category_scores_gemma":[0.000130022,0.00024402424,0.0003415369,0.00067563076,0.0000844648,0.00016711265,0.00011663196,0.00041480036,0.000019741155],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.87373406,0.015306519,0.00070769456,0.035123575,0.00026391132,0.00023345524,0.0035703701,0.000032784614,0.0015234028,0.0015463858,0.022464726,0.045493115],"study_design_scores_gemma":[0.33821112,0.058597352,0.00023119572,0.0075201476,0.000034786663,0.0000028689888,0.0059694224,0.0014071062,0.012274884,0.00034095874,0.5749581,0.00045206427],"about_ca_topic_score_codex":0.000058611826,"about_ca_topic_score_gemma":0.0006383182,"teacher_disagreement_score":0.55249333,"about_ca_system_score_codex":0.00077531394,"about_ca_system_score_gemma":0.0008445976,"threshold_uncertainty_score":0.995102},"labels":[],"label_agreement":null},{"id":"W3207970067","doi":"10.2196/26717","title":"A Mobile App for Wound and Symptom Surveillance After Colorectal Surgery: Protocol for a Feasibility Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical site infection prevention","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Randomized controlled trial; Colorectal surgery; Institutional review board; Health care; Clinical trial; Emergency medicine; General surgery; Surgery; Medical emergency; Abdominal surgery; Internal medicine","score_opus":0.14085463293392717,"score_gpt":0.53424405406899,"score_spread":0.3933894211350628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207970067","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03800634,0.0000049300265,0.00052243227,0.00019551061,0.0000235645,0.96073115,0.000030146268,0.000109980014,0.00037593363],"genre_scores_gemma":[0.01159676,4.479006e-7,0.00031366988,0.000036679332,0.00039763396,0.9850126,0.000034476536,0.00004467069,0.0025630973],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938702,0.0028199109,0.0010592587,0.00077199505,0.00078708347,0.00069155026],"domain_scores_gemma":[0.986164,0.0110984985,0.00023826478,0.00043593041,0.0017537301,0.00030958423],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014995802,0.0002558718,0.0020322062,0.00020733473,0.00022612124,0.0002176601,0.00008097645,0.00027404216,0.0011944181],"category_scores_gemma":[0.010591106,0.00018433717,0.0010426543,0.0004591666,0.0003651992,0.00014219516,0.00010577907,0.00039170918,0.0000101228625],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9866369,0.0022562293,0.004213116,0.0019053937,0.00018074771,0.000016811975,0.000052409043,2.3815475e-7,0.0008843324,0.00008087139,0.0013852641,0.0023877176],"study_design_scores_gemma":[0.9013596,0.0032302297,0.0010005444,0.00075110485,0.000014981345,0.000024548257,0.000015378906,0.00025254462,0.0012087866,0.0013652068,0.09060147,0.00017556807],"about_ca_topic_score_codex":0.000005471308,"about_ca_topic_score_gemma":0.000016031006,"teacher_disagreement_score":0.0892162,"about_ca_system_score_codex":0.00023361293,"about_ca_system_score_gemma":0.00090126606,"threshold_uncertainty_score":0.9997186},"labels":[],"label_agreement":null},{"id":"W3208215271","doi":"10.2196/31841","title":"Intervention for a Digital, Cognitive, Multi-Domain Alzheimer Risk Velocity Study: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Cognition; Medicine; Dementia; Psychology; Physical therapy; Computer science; Physical medicine and rehabilitation; Alternative medicine; Psychiatry; Disease","score_opus":0.22748749994972986,"score_gpt":0.5826431570936009,"score_spread":0.3551556571438711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208215271","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004409389,0.0000046861746,0.014314062,0.00025387044,0.000013602836,0.97977185,0.000117953394,0.00009190165,0.0010226971],"genre_scores_gemma":[0.004503944,3.099316e-7,0.0012595017,0.000037186197,0.00034140938,0.9884806,0.000110124376,0.000083809246,0.0051831175],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9907478,0.0038154277,0.0014033056,0.0010338307,0.0018049793,0.001194635],"domain_scores_gemma":[0.9888731,0.0047864346,0.0003908715,0.00043356343,0.0050970004,0.00041898334],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01444975,0.00039636178,0.0019783021,0.00045516502,0.0005880627,0.00069049164,0.00025233315,0.00019153334,0.00065599877],"category_scores_gemma":[0.015093436,0.00028452897,0.0015975527,0.00060754106,0.00046241487,0.00034836368,0.0003293133,0.00078840595,0.0000607747],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9423541,0.028757077,0.0017388739,0.0010200143,0.0023009684,0.000062352425,0.00026163858,4.630798e-8,0.00014026524,0.000048701357,0.0020289614,0.021287007],"study_design_scores_gemma":[0.95141387,0.020830981,0.0005282458,0.0022498847,0.0002135153,0.000006837448,0.0014289638,0.0006426523,0.0015243737,0.0010151956,0.019880272,0.00026517856],"about_ca_topic_score_codex":0.000011672455,"about_ca_topic_score_gemma":0.000017519344,"teacher_disagreement_score":0.02102183,"about_ca_system_score_codex":0.00013224877,"about_ca_system_score_gemma":0.0011250229,"threshold_uncertainty_score":0.99996066},"labels":[],"label_agreement":null},{"id":"W3208429394","doi":"10.2196/33776","title":"Effectiveness of Mindfulness-Based Cognitive Therapy With Follow-Up Sessions for Pharmacotherapy-Refractory Anxiety Disorders: Protocol for a Feasibility Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Agency for Medical Research and Development","keywords":"Randomized controlled trial; Mindfulness-based cognitive therapy; Anxiety; Panic disorder; Cognitive therapy; Mindfulness; Medicine; Attendance; Clinical trial; Physical therapy; Psychiatry; Psychology; Clinical psychology; Internal medicine","score_opus":0.1948075932553326,"score_gpt":0.5736894008166765,"score_spread":0.37888180756134393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208429394","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038253434,0.0000041567787,0.15350044,0.00011759747,0.00006597687,0.8416349,0.00023323555,0.000052852112,0.00056546315],"genre_scores_gemma":[0.092944935,3.6571887e-8,0.00011098461,0.000023270783,0.00012826039,0.9054255,0.000047111847,0.00008167855,0.0012382197],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98606974,0.010087958,0.001159647,0.0010263112,0.00084143016,0.000814915],"domain_scores_gemma":[0.9816216,0.014026449,0.0006212766,0.00073866907,0.0027684257,0.00022357503],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0090326,0.0004393242,0.002042283,0.00031208972,0.0005418589,0.00012499839,0.00046192083,0.0002861696,0.0071704523],"category_scores_gemma":[0.0012356428,0.00028104303,0.0017539575,0.0006508026,0.00063138263,0.00015517065,0.000048325262,0.00056761684,0.000007299831],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9564089,0.017169103,0.00013301984,0.0016765972,0.00088409404,0.0000028080653,0.00016263143,0.0000023458738,0.0011443065,0.0049811495,0.0018948596,0.015540179],"study_design_scores_gemma":[0.873699,0.008021754,0.00006390856,0.003425373,0.000036325295,0.0000011503646,0.00033158177,0.00013674222,0.09103224,0.008495574,0.014454911,0.0003014473],"about_ca_topic_score_codex":0.000021690117,"about_ca_topic_score_gemma":0.000026112573,"teacher_disagreement_score":0.15338945,"about_ca_system_score_codex":0.00009854219,"about_ca_system_score_gemma":0.0012154512,"threshold_uncertainty_score":0.9999642},"labels":[],"label_agreement":null},{"id":"W3208452625","doi":"10.2196/31995","title":"A Web-Based Service Delivery Model for Communication Training After Brain Injury: Protocol for a Mixed Methods, Prospective, Hybrid Type 2 Implementation-Effectiveness Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Service delivery framework; Acquired brain injury; Qualitative property; Psychological intervention; Process management; Service (business); Medicine; Nursing; Rehabilitation; Engineering","score_opus":0.47629958083990837,"score_gpt":0.6497140801509115,"score_spread":0.1734144993110031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208452625","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017030729,0.0000016522546,0.013826174,0.0017816104,0.000006459386,0.96689284,0.00021162773,0.00015430067,0.000094606534],"genre_scores_gemma":[0.037853643,4.9709346e-8,0.07610043,0.00026271472,0.000078996316,0.88516796,0.00014328893,0.00014375002,0.0002491727],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99122125,0.004404117,0.00083625794,0.001041768,0.0013343177,0.001162267],"domain_scores_gemma":[0.98719513,0.0047002453,0.0001862204,0.0015845392,0.005983882,0.00034995243],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013048068,0.00037895425,0.00074783847,0.00051176606,0.0005975691,0.00029662144,0.0006040795,0.00015587042,0.0002567297],"category_scores_gemma":[0.0022723568,0.0003526501,0.00021663512,0.001543477,0.00018465501,0.00034364068,0.00039899105,0.00088936085,0.000017413062],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.30325273,0.029783903,0.046152916,0.061483763,0.002104244,0.00014229656,0.026252482,0.00033251074,0.17326936,0.0017436856,0.062758915,0.2927232],"study_design_scores_gemma":[0.19949365,0.04400834,0.055288404,0.013841663,0.00014099762,0.000058259036,0.0242376,0.34527996,0.1636064,0.013464917,0.13848451,0.00209529],"about_ca_topic_score_codex":0.000030831347,"about_ca_topic_score_gemma":0.00022503667,"teacher_disagreement_score":0.34494746,"about_ca_system_score_codex":0.00066750974,"about_ca_system_score_gemma":0.005280373,"threshold_uncertainty_score":0.99989253},"labels":[],"label_agreement":null},{"id":"W3208634531","doi":"10.2196/32441","title":"Using Interactive Text Messaging to Improve Diet Quality and Increase Redemption of Foods Approved by the Special Supplemental Nutrition Program for Women, Infants, and Children: Protocol for a Cohort Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute","keywords":"Psychological intervention; Medicine; Observational study; Descriptive statistics; Environmental health; Thematic analysis; Protocol (science); Cohort; Intervention (counseling); Quality (philosophy); Family medicine; Cohort study; Qualitative research; Nursing; Alternative medicine","score_opus":0.5120844027141398,"score_gpt":0.6820409731902808,"score_spread":0.169956570476141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208634531","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2160757,9.344948e-7,0.000054761214,0.0008659582,0.000011881019,0.78186566,0.0009880833,0.000028369865,0.00010863864],"genre_scores_gemma":[0.06365099,2.2656415e-7,0.001485324,0.00007631902,0.00040448198,0.9341354,0.00013237557,0.000025732834,0.00008917966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99417824,0.0026620817,0.001016392,0.0007260655,0.00058763137,0.000829577],"domain_scores_gemma":[0.9967318,0.0010849125,0.00036821936,0.00042758996,0.0010908855,0.00029655086],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0074301674,0.0002055382,0.00046107324,0.00014053755,0.0019610752,0.000102569626,0.00018579021,0.0001691622,0.00013115737],"category_scores_gemma":[0.001474839,0.00017072726,0.00006345864,0.0003990646,0.00021009934,0.00031670328,0.0005632805,0.0007410719,8.557592e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.062456958,0.022313716,0.80933344,0.020631151,0.00030878274,0.0000014823936,0.036439527,7.9444436e-7,0.0055023655,0.0019427061,0.027323047,0.013746038],"study_design_scores_gemma":[0.051025562,0.030486554,0.70214343,0.004360179,0.000034482804,0.0000037395905,0.076916985,0.0009674219,0.0017929175,0.008014064,0.12350594,0.00074870884],"about_ca_topic_score_codex":0.0006455965,"about_ca_topic_score_gemma":0.000904311,"teacher_disagreement_score":0.15242472,"about_ca_system_score_codex":0.0005751996,"about_ca_system_score_gemma":0.0005718374,"threshold_uncertainty_score":0.9993382},"labels":[],"label_agreement":null},{"id":"W3208646400","doi":"10.2196/34381","title":"An eHealth Intervention for Promoting COVID-19 Knowledge and Protective Behaviors and Reducing Pandemic Distress Among Sexual and Gender Minorities: Protocol for a Randomized Controlled Trial (#SafeHandsSafeHearts)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"eHealth; Randomized controlled trial; Medicine; Psychological intervention; Public health; Distress; Mental health; Motivational interviewing; Sexual minority; Health equity; Psychology; Family medicine; Health care; Sexual orientation; Clinical psychology; Psychiatry; Nursing; Social psychology; Political science","score_opus":0.2867027317799908,"score_gpt":0.6253510349015264,"score_spread":0.33864830312153565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208646400","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10510062,0.000042047683,0.0007317561,0.00032273706,0.00004140563,0.8933838,0.00010525563,0.00008730262,0.00018510659],"genre_scores_gemma":[0.012710408,0.0000019355134,0.00020695165,0.000029128274,0.0007437533,0.9839288,0.00003889848,0.00006828415,0.0022718674],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99038666,0.005698805,0.0012400898,0.0011886365,0.00040764883,0.0010781707],"domain_scores_gemma":[0.9946703,0.0028699178,0.00047116517,0.0004610293,0.00071968057,0.0008079514],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01217407,0.0003648163,0.0013509988,0.00040930652,0.0012663383,0.0004935516,0.00019828235,0.0004060898,0.000091046444],"category_scores_gemma":[0.0030327432,0.0003099576,0.00021090232,0.00025933483,0.0008098421,0.00037393754,0.00017212542,0.000715669,0.0000014299269],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92081195,0.0026604969,0.008364036,0.03336284,0.00017458611,0.000013063103,0.018428328,2.8132277e-7,0.00031895013,0.001062202,0.0014438983,0.01335936],"study_design_scores_gemma":[0.98179775,0.006250805,0.0022006708,0.00063015596,0.000066039116,0.00004504922,0.0019343983,0.000451069,0.000028310584,0.0040014666,0.0022423065,0.00035198868],"about_ca_topic_score_codex":0.0013456907,"about_ca_topic_score_gemma":0.0010585266,"teacher_disagreement_score":0.09239021,"about_ca_system_score_codex":0.00025706307,"about_ca_system_score_gemma":0.0009911458,"threshold_uncertainty_score":0.99993527},"labels":[],"label_agreement":null},{"id":"W3208697107","doi":"10.2196/31254","title":"The Relationship Between Paternal Preconception Obesity and Health Behaviors and Childhood Obesity: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université de Moncton","funders":"","keywords":"Overweight; Systematic review; Obesity; Childhood obesity; Psychological intervention; Public health; Medicine; Offspring; Gerontology; Environmental health; MEDLINE; Psychology; Pregnancy; Nursing","score_opus":0.5335585305819505,"score_gpt":0.6389300875284603,"score_spread":0.10537155694650979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208697107","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.9797486e-7,0.27809483,0.000012772516,0.00064939156,0.0000014597919,0.7211342,0.00005687033,0.000025147718,0.00002472377],"genre_scores_gemma":[3.1249323e-7,0.24885775,0.000117504926,0.000050684266,0.000098960845,0.7494802,0.00019417022,0.00004633398,0.0011541167],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9929374,0.002735403,0.0013136849,0.00073010556,0.0014213525,0.0008620407],"domain_scores_gemma":[0.99504983,0.00242792,0.0005649141,0.00077087205,0.00061668735,0.000569798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009175806,0.00039036866,0.0021695432,0.00028249994,0.0009127421,0.00039733062,0.00033891786,0.00020290533,0.000021516711],"category_scores_gemma":[0.0024886308,0.00023816085,0.0003119011,0.00054245075,0.0002408346,0.00014256842,0.00042858484,0.0012540384,0.000021570568],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011234481,0.00032425704,0.002893767,0.90988207,0.000103003345,0.0000047836606,0.000036039157,2.677561e-9,1.0301006e-8,0.00042721973,0.004755493,0.08156213],"study_design_scores_gemma":[0.000828178,0.0010724373,0.012565017,0.6347432,0.00009921911,0.000016206559,0.000016493797,5.00982e-7,8.369718e-8,0.00019448773,0.35033423,0.00012991596],"about_ca_topic_score_codex":0.000013445075,"about_ca_topic_score_gemma":0.000010391985,"teacher_disagreement_score":0.34557873,"about_ca_system_score_codex":0.00043533326,"about_ca_system_score_gemma":0.001570155,"threshold_uncertainty_score":0.97119176},"labels":[],"label_agreement":null},{"id":"W3209193016","doi":"10.2196/33695","title":"Harnessing Innovative Technologies to Train Nurses in Suicide Safety Planning With Hospitalized Patients: Protocol for Formative and Pilot Feasibility Research","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Formative assessment; Medicine; Nursing; Medical education; Patient safety; Health care; Psychology","score_opus":0.47043428692197753,"score_gpt":0.6512119742348802,"score_spread":0.18077768731290267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209193016","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11263341,0.0000016730131,0.0001422311,0.0044896943,0.0000066188613,0.8821962,0.00004579383,0.00011875558,0.00036563326],"genre_scores_gemma":[0.16956706,4.577843e-8,0.0034336292,0.000070677605,0.000036967453,0.82663876,0.00006104067,0.000039678544,0.0001521642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951183,0.0009817802,0.00074751297,0.00079478446,0.0013304022,0.0010272288],"domain_scores_gemma":[0.9881511,0.0021115714,0.00013659833,0.0006637117,0.008720345,0.00021669718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00417269,0.00023092091,0.0004639425,0.0010483965,0.0006175531,0.00017181448,0.0002270951,0.00017422737,0.000040337283],"category_scores_gemma":[0.0061408603,0.00018558433,0.000027352491,0.004334522,0.0006161451,0.0004093562,0.00020696728,0.0012599215,0.000004870259],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017588757,0.0019161983,0.951841,0.0038876366,0.000019764579,0.000023816983,0.011929915,0.000021697771,0.00038902086,0.00067963544,0.0016668829,0.010035662],"study_design_scores_gemma":[0.021610174,0.014823619,0.8876128,0.020780372,0.0000016288419,0.000008397478,0.030727774,0.0002403544,0.008906366,0.0036590737,0.01127223,0.0003572118],"about_ca_topic_score_codex":0.0000689087,"about_ca_topic_score_gemma":0.000040608535,"teacher_disagreement_score":0.064228214,"about_ca_system_score_codex":0.0012733745,"about_ca_system_score_gemma":0.0028691588,"threshold_uncertainty_score":0.75679094},"labels":[],"label_agreement":null},{"id":"W3209316170","doi":"10.2196/16007","title":"Title Correction: Clinical Outcomes of Pneumonia and Other Comorbidities in Children Aged 2-59 Months in Lilongwe, Malawi: Protocol for the Prospective Observational Study “Innovative Treatments in Pneumonia”","year":2019,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Pneumonia and Respiratory Infections","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Observational study; Pneumonia; Medicine; Pediatrics; Protocol (science); Alternative medicine; Internal medicine; Pathology","score_opus":0.39033220856665024,"score_gpt":0.587773810232941,"score_spread":0.1974416016662907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209316170","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007040368,0.0000027429446,6.7565054e-7,0.000308667,0.00020159988,0.984828,0.00010363804,0.000022005834,0.00749233],"genre_scores_gemma":[0.002806954,0.0000012996653,0.000007940926,0.000076657874,0.00024102206,0.9399911,0.000027417856,0.000056120563,0.056791455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969073,0.0006029607,0.00090340816,0.0005082064,0.00066916423,0.00040899392],"domain_scores_gemma":[0.99793106,0.0008190198,0.00027791303,0.0005115906,0.00039814741,0.00006228255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016615548,0.0003037939,0.00083187775,0.00062714313,0.00011089942,0.000047565027,0.00024586817,0.0003955482,0.000155168],"category_scores_gemma":[0.00055973924,0.000200002,0.00011905127,0.0009483234,0.00032495343,0.0000952855,0.00015150518,0.0020064823,0.000025345404],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051944924,0.0031830599,0.9232192,0.00025126906,0.00017485385,0.000010807344,0.00037293727,0.0000015667334,0.000020767138,0.000039506536,0.07167564,0.0005309363],"study_design_scores_gemma":[0.0068277125,0.0029715456,0.9074129,0.0014157114,0.00000851249,0.000006248054,0.0002600408,0.00004242086,0.000008247577,0.000077332545,0.0808212,0.00014812808],"about_ca_topic_score_codex":0.00028763735,"about_ca_topic_score_gemma":0.00080736616,"teacher_disagreement_score":0.049299125,"about_ca_system_score_codex":0.00033649508,"about_ca_system_score_gemma":0.0010524864,"threshold_uncertainty_score":0.8717279},"labels":[],"label_agreement":null},{"id":"W3209349382","doi":"10.2196/31345","title":"A Rehabilitation Program for Individuals With Chronic Low Back Pain: Protocol for a Randomized Clinical Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Protocol (science); Physical therapy; Randomized controlled trial; Chronic pain; Medicine; Physical medicine and rehabilitation; Alternative medicine; Psychology","score_opus":0.17325130686923926,"score_gpt":0.5906550204647445,"score_spread":0.4174037135955052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209349382","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004091954,0.0000015216951,0.0029597161,0.0052167806,0.000011898457,0.99086726,0.000013641231,0.00012442053,0.00039555877],"genre_scores_gemma":[0.000067203575,1.425655e-7,0.07446036,0.000106540836,0.0009805418,0.9224569,0.00010472098,0.00007432246,0.0017492495],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9891502,0.0064037545,0.0014523295,0.0009469255,0.0011878362,0.00085895567],"domain_scores_gemma":[0.976978,0.01902995,0.00029594448,0.0008080622,0.0025233189,0.00036473863],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036468815,0.00028460874,0.0011863713,0.00023880212,0.00025279424,0.00020043936,0.00020179724,0.00037936104,0.00027591703],"category_scores_gemma":[0.03312414,0.00018557678,0.00089607504,0.0007235871,0.00096743286,0.00019111724,0.00007609498,0.0006609373,0.000031210988],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84550095,0.007914834,0.0010402955,0.041139513,0.00019162655,0.0000026596156,0.00023343632,0.0000018382962,0.00021293516,0.00079314417,0.024293898,0.07867486],"study_design_scores_gemma":[0.6245782,0.056495912,0.00040806193,0.0064797644,0.000009350659,0.0000015325047,0.00008516266,0.0010473031,0.00013276255,0.0015369839,0.3090555,0.00016947697],"about_ca_topic_score_codex":0.0000032147275,"about_ca_topic_score_gemma":0.00001647775,"teacher_disagreement_score":0.2847616,"about_ca_system_score_codex":0.0002579805,"about_ca_system_score_gemma":0.0028994398,"threshold_uncertainty_score":0.9921581},"labels":[],"label_agreement":null},{"id":"W3209352295","doi":"10.2196/29727","title":"Patient-Reported Benefits and Limitations of Mobile Health Technologies for Diabetes in Pregnancy: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Hamilton Health Sciences","keywords":"PsycINFO; MEDLINE; mHealth; Medicine; Gestational diabetes; CINAHL; Health care; Telemedicine; Thematic analysis; Family medicine; Pregnancy; Medical education; Nursing; Qualitative research; Psychological intervention","score_opus":0.5549678013988384,"score_gpt":0.6148022553696255,"score_spread":0.05983445397078713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209352295","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.075631e-8,0.46275693,0.000004126787,0.00022296204,0.000001069302,0.53688896,0.00006756335,0.000029420702,0.000028911389],"genre_scores_gemma":[1.36567495e-8,0.46043023,0.0011294569,0.000019699484,0.000006342037,0.538147,0.00017905347,0.00003613973,0.000052111773],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99539477,0.00044319822,0.0015977774,0.0007518819,0.00086432864,0.0009480622],"domain_scores_gemma":[0.994788,0.0023664818,0.0006489014,0.0006802856,0.0013650706,0.00015128514],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002042364,0.00032661078,0.0022470127,0.0008798287,0.00013988426,0.00006016348,0.00024129076,0.00020577195,0.00001051533],"category_scores_gemma":[0.0069421143,0.0002586272,0.00032471935,0.0012519767,0.00020442085,0.000110372224,0.00037717645,0.000536591,0.0000014915341],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018583081,0.00037731233,0.000012679759,0.47014147,0.000052085896,0.0000023118323,0.000012775414,2.1098461e-7,4.4860772e-7,0.00014076731,0.001645515,0.5275958],"study_design_scores_gemma":[0.0009627654,0.0031334474,0.0000032688704,0.5116576,0.000013123245,0.000001064464,0.000026005084,0.0000043859873,0.000011655701,0.000061469276,0.48402998,0.000095245465],"about_ca_topic_score_codex":0.0000027936337,"about_ca_topic_score_gemma":0.000017869837,"teacher_disagreement_score":0.52750057,"about_ca_system_score_codex":0.00023682437,"about_ca_system_score_gemma":0.0032489111,"threshold_uncertainty_score":0.9999866},"labels":[],"label_agreement":null},{"id":"W3209447924","doi":"","title":"A Blended Electronic Illness Management and Recovery Program for People With Severe Mental Illness: Qualitative Process Evaluation Alongside a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental illness; Randomized controlled trial; Qualitative research; Self-management; Medicine; Psychology; Mental health; Nursing; Psychiatry; Computer science; Sociology","score_opus":0.12015542820606608,"score_gpt":0.5910160261766859,"score_spread":0.47086059797061985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209447924","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043790806,0.0000679785,0.00023494392,0.0011176249,0.00007343317,0.94540787,0.00006397998,0.00010716152,0.009136202],"genre_scores_gemma":[0.13505271,0.0000013242578,0.00047129177,0.00003342387,0.00006834328,0.8552806,0.00018349316,0.000051306288,0.00885754],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9904418,0.0052037,0.0009629015,0.00088063726,0.0013858143,0.0011251449],"domain_scores_gemma":[0.9961094,0.0016186277,0.00036067909,0.00045378387,0.0012523497,0.00020511926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010637053,0.0003012744,0.001142154,0.00030141824,0.00046380935,0.00036975482,0.0002557051,0.00013307593,0.00061154924],"category_scores_gemma":[0.000734659,0.00023046319,0.00030968382,0.00072336907,0.00027485433,0.0004204504,0.00012771973,0.00042041586,0.000041800824],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9212416,0.0051809014,0.000005489985,0.0014757296,0.000909824,0.0000148659265,0.009128932,0.0000013339134,0.0000029315386,0.008728853,0.0015423769,0.051767208],"study_design_scores_gemma":[0.9370194,0.0078323595,0.000027971595,0.0015896023,0.000071799295,0.000052927204,0.014904069,0.00013657824,0.00011358834,0.032334547,0.0055822986,0.0003348684],"about_ca_topic_score_codex":0.00003305284,"about_ca_topic_score_gemma":0.0005234764,"teacher_disagreement_score":0.09126191,"about_ca_system_score_codex":0.00048962183,"about_ca_system_score_gemma":0.0007673761,"threshold_uncertainty_score":0.93980163},"labels":[],"label_agreement":null},{"id":"W3209632678","doi":"10.2196/28554","title":"Effectiveness of a Walking Football Program for Middle-Aged and Older Men With Type 2 Diabetes: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Physical therapy; Randomized controlled trial; Glycemic; Glycated hemoglobin; Type 2 diabetes; Football; Body mass index; Diabetes mellitus; Internal medicine","score_opus":0.09041077770840605,"score_gpt":0.4702556464787988,"score_spread":0.37984486877039275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209632678","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010760669,0.000031086027,0.00033002938,0.00005122345,0.000008366025,0.9880048,0.000009966298,0.00009049398,0.00071333733],"genre_scores_gemma":[0.003230527,6.269741e-7,0.003848225,0.000011694103,0.00026136645,0.99194777,0.000029737954,0.00009694991,0.0005730932],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9935902,0.0029237757,0.00076183776,0.0007372089,0.0011039582,0.0008830417],"domain_scores_gemma":[0.99251336,0.0041476265,0.00025147336,0.0006885766,0.0021340533,0.00026490362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013850248,0.00034320744,0.0030875125,0.00025847336,0.00020722914,0.00016407855,0.00018162881,0.00023426088,0.000033949877],"category_scores_gemma":[0.004387071,0.00022013953,0.00091791194,0.0005450628,0.00045330074,0.000121406476,0.00011134604,0.00041461244,0.00000116994],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9339072,0.0023391568,0.000078357385,0.021545403,0.0019586007,0.000013926827,0.0001982414,8.886729e-7,0.0025954721,0.00008478367,0.00024262353,0.03703531],"study_design_scores_gemma":[0.9360921,0.015094038,0.0003817029,0.0121105,0.00018541525,0.0000049215705,0.000075571945,0.00029010043,0.021797588,0.00045046076,0.0132776005,0.00024001276],"about_ca_topic_score_codex":0.000031090654,"about_ca_topic_score_gemma":0.000015479764,"teacher_disagreement_score":0.036795296,"about_ca_system_score_codex":0.000089368434,"about_ca_system_score_gemma":0.00097389694,"threshold_uncertainty_score":0.89770293},"labels":[],"label_agreement":null},{"id":"W3209849978","doi":"10.2196/12262","title":"Design and Rationale of the National Tunisian Registry of Heart Failure (NATURE-HF): Protocol for a Multicenter Registry Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Heart failure; Coronary artery disease; Clinical trial; Life expectancy; Population; Stroke (engine); Cause of death; Sudden cardiac death; Disease; Internal medicine","score_opus":0.19480126648329268,"score_gpt":0.5276429061069279,"score_spread":0.3328416396236352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209849978","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024991138,4.779797e-7,0.00006074808,0.006204237,0.0000031455108,0.9907672,0.000010007213,0.000014431227,0.00044064614],"genre_scores_gemma":[0.025301013,2.1888669e-8,0.008145452,0.00008064304,0.00005757803,0.9626993,0.0000051037987,0.000019761988,0.0036911347],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974884,0.00035106015,0.00036063849,0.0003420337,0.0011807774,0.0002771231],"domain_scores_gemma":[0.9981493,0.0003060086,0.00014345197,0.0005350438,0.00077599403,0.000090212954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016868326,0.00013945873,0.00028367323,0.00014110794,0.000107536966,0.00003674975,0.00021797174,0.00013132459,0.00012977279],"category_scores_gemma":[0.00029911092,0.00008857326,0.00009125315,0.00026619263,0.00016999777,0.00010454437,0.00016355772,0.00039924457,0.00000811968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014776169,0.013501005,0.27475038,0.011864173,0.00052165124,0.000010418884,0.0015377079,0.00003607123,0.04588561,0.0036544167,0.6326762,0.0007861928],"study_design_scores_gemma":[0.02463962,0.00625402,0.042440336,0.0030282142,0.000015038297,0.0000099841145,0.00080682884,0.00041367096,0.016689744,0.0005399359,0.90499246,0.00017013206],"about_ca_topic_score_codex":0.0000075936014,"about_ca_topic_score_gemma":0.0000075041253,"teacher_disagreement_score":0.27231628,"about_ca_system_score_codex":0.00008279328,"about_ca_system_score_gemma":0.00043163417,"threshold_uncertainty_score":0.36119127},"labels":[],"label_agreement":null},{"id":"W3209926530","doi":"10.2196/28723","title":"A Behavioral Economics–Electronic Health Record Module to Promote Appropriate Diabetes Management in Older Adults: Protocol for a Pragmatic Cluster Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Aging","keywords":"Medicine; Randomized controlled trial; Usability; Guideline; Protocol (science); Intervention (counseling); Cluster randomised controlled trial; Glycemic; Health care; Clinical trial; Family medicine; Nursing; Diabetes mellitus; Alternative medicine; Computer science","score_opus":0.46818652688233797,"score_gpt":0.6412311065560944,"score_spread":0.17304457967375642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209926530","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024292614,0.0000049641376,0.00026215473,0.02058718,0.00007476898,0.95404965,0.000036497968,0.00015135543,0.00054083794],"genre_scores_gemma":[0.00048773372,0.0000038503317,0.00591794,0.0023983037,0.0004917663,0.9873283,0.000046429235,0.0001643662,0.003161333],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.954857,0.034114525,0.0044144285,0.001623381,0.0010950337,0.0038956169],"domain_scores_gemma":[0.98912436,0.0055877496,0.0015118956,0.0015161409,0.0014218759,0.00083795656],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.057354547,0.0005796308,0.0032291575,0.00085890794,0.0010729819,0.00023883731,0.00084571156,0.00049145083,0.00055467733],"category_scores_gemma":[0.005328536,0.00047687933,0.0005064123,0.0010196825,0.00015916249,0.0005867144,0.00085112784,0.0029292174,0.0002546103],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.939711,0.004539575,0.00018846465,0.015218521,0.00015240889,0.000011133786,0.0039281454,0.0000045213296,0.000009176648,0.0016850645,0.0035648816,0.03098713],"study_design_scores_gemma":[0.8712242,0.0036306807,0.00006222599,0.010082948,0.0000119763445,6.128699e-7,0.0012951287,0.0017318228,0.000024182269,0.0046350267,0.10688809,0.00041306927],"about_ca_topic_score_codex":0.00039484902,"about_ca_topic_score_gemma":0.0026297073,"teacher_disagreement_score":0.103323214,"about_ca_system_score_codex":0.0027161827,"about_ca_system_score_gemma":0.0065113804,"threshold_uncertainty_score":0.9997683},"labels":[],"label_agreement":null},{"id":"W3210068836","doi":"10.2196/26827","title":"Exercise and Creatine Supplementation to Augment the Adaptation of Exercise Training Among Breast Cancer Survivors Completing Chemotherapy: Protocol for an Open-label Randomized Controlled Trial (the THRIVE Study)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institute on Aging","keywords":"Creatine; Medicine; Randomized controlled trial; Breast cancer; Physical therapy; Cancer; Internal medicine","score_opus":0.44192575452630806,"score_gpt":0.6012443022312781,"score_spread":0.15931854770497006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210068836","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016995687,0.000003888933,0.00025875578,0.0054862886,0.000009787493,0.97707987,0.00003267814,0.000022177246,0.00011084599],"genre_scores_gemma":[0.011297008,0.0000049315363,0.0017619521,0.00017057538,0.00016649027,0.9861563,0.000027169724,0.00003933744,0.00037623756],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99527323,0.0018621116,0.0010404127,0.00043970524,0.0009309161,0.0004535935],"domain_scores_gemma":[0.996353,0.0013333978,0.00038037758,0.0003931393,0.0013241546,0.00021593236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010768703,0.00020191568,0.0012456679,0.0001551818,0.0006837152,0.00025084594,0.00027937646,0.00005621069,0.00035723374],"category_scores_gemma":[0.00036956306,0.0001127753,0.00008676316,0.00046555008,0.00022209043,0.00017768522,0.00014182266,0.00031899806,8.014491e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94439095,0.0032679897,0.000514661,0.0010227142,0.00009309119,0.000002420899,0.014545646,0.000010425964,0.0006802275,0.000118238684,0.0007087734,0.034644853],"study_design_scores_gemma":[0.9637687,0.0033423759,0.00091018,0.006439734,0.00004226422,0.0000022019979,0.01854775,0.0041060005,0.00056840817,0.00015334242,0.002001855,0.000117144045],"about_ca_topic_score_codex":0.0011375343,"about_ca_topic_score_gemma":0.0009150205,"teacher_disagreement_score":0.03452771,"about_ca_system_score_codex":0.000107315194,"about_ca_system_score_gemma":0.00060695916,"threshold_uncertainty_score":0.5258654},"labels":[],"label_agreement":null},{"id":"W3210765649","doi":"10.2196/30711","title":"Web-Based Eye Movement Desensitization and Reprocessing for Adults With Suicidal Ideation: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Hospital Edmonton; University of Alberta","funders":"","keywords":"Eye movement desensitization and reprocessing; Suicidal ideation; Randomized controlled trial; Clinical psychology; Anxiety; Psychology; Psychotherapist; Exposure therapy; Intervention (counseling); Psychiatry; Medicine; Poison control; Suicide prevention; Posttraumatic stress; Medical emergency","score_opus":0.1894279644263134,"score_gpt":0.5676142549160521,"score_spread":0.37818629048973873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210765649","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018406473,0.000005150358,0.010206597,0.0013154005,0.000010697993,0.984313,0.000029864792,0.00009367126,0.0021849782],"genre_scores_gemma":[0.0024082742,8.060824e-8,0.003694762,0.00010472362,0.0002150852,0.99156916,0.000058450656,0.00008112625,0.0018683148],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9934169,0.0023482104,0.001006369,0.0009800884,0.0012545555,0.0009938979],"domain_scores_gemma":[0.9915188,0.0045757345,0.00034459453,0.0006959949,0.002636886,0.00022796754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00668822,0.00030700336,0.0012289493,0.0003616748,0.0005113846,0.00048694265,0.00026301012,0.00021558687,0.00041175834],"category_scores_gemma":[0.003930692,0.00022414386,0.0002484152,0.0005806631,0.00042931552,0.00016875754,0.00008346727,0.000364248,0.000008993969],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9864445,0.0016348313,0.0001482242,0.0022613513,0.00019384814,0.000024908319,0.0006482609,0.000013386629,0.00041675963,0.0029111316,0.0014230364,0.0038797872],"study_design_scores_gemma":[0.97644275,0.0034771932,0.000057772508,0.001769896,0.000015109795,0.000003538225,0.0005604017,0.00875374,0.002256901,0.0022221424,0.0041882694,0.00025230585],"about_ca_topic_score_codex":0.000033852037,"about_ca_topic_score_gemma":0.0000819749,"teacher_disagreement_score":0.010001745,"about_ca_system_score_codex":0.00012067632,"about_ca_system_score_gemma":0.001363519,"threshold_uncertainty_score":0.91403216},"labels":[],"label_agreement":null},{"id":"W3211344930","doi":"10.2196/32891","title":"Accuracy and Cost-effectiveness of Technology-Assisted Dietary Assessment Comparing the Automated Self-administered Dietary Assessment Tool, Intake24, and an Image-Assisted Mobile Food Record 24-Hour Recall Relative to Observed Intake: Protocol for a Randomized Crossover Feeding Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"U.S. Department of Health and Human Services; National Institutes of Health; National Cancer Institute; Newcastle University; National Institute of Diabetes and Digestive and Kidney Diseases; Australian Government","keywords":"Recall; Medicine; Computer science; Psychology","score_opus":0.3513742931619359,"score_gpt":0.5668909354141631,"score_spread":0.21551664225222722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211344930","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22902536,0.000010574514,0.00009220475,0.00080447446,0.000015127704,0.7695242,0.000057356436,0.0002467886,0.00022390616],"genre_scores_gemma":[0.1863274,0.0000029902264,0.016084837,0.00003947709,0.000054779783,0.7973466,0.000049573682,0.000057036636,0.000037334885],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9932022,0.0026193368,0.0012209647,0.0011253579,0.0010508162,0.000781292],"domain_scores_gemma":[0.9922521,0.0039626514,0.00043746602,0.0007956429,0.0022444092,0.0003077181],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0053039296,0.0004849773,0.0017729854,0.0003319045,0.000926213,0.00035393782,0.00034467122,0.00023777463,0.00002577225],"category_scores_gemma":[0.0014462764,0.00034198555,0.00023027159,0.0012006083,0.00055843906,0.00047510114,0.0011263102,0.0010738659,0.0000010850395],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.580856,0.045309678,0.19013157,0.019736411,0.0057982537,0.0003844996,0.0027201306,0.000009332869,0.10399738,0.0011368282,0.003407297,0.046512585],"study_design_scores_gemma":[0.2851276,0.0298526,0.65794027,0.0071129333,0.00016540129,0.00006237908,0.0052694124,0.0025318132,0.0020309153,0.0011393006,0.008227961,0.0005394236],"about_ca_topic_score_codex":0.00006472193,"about_ca_topic_score_gemma":0.00013852748,"teacher_disagreement_score":0.4678087,"about_ca_system_score_codex":0.00057149463,"about_ca_system_score_gemma":0.0006740729,"threshold_uncertainty_score":0.9999032},"labels":[],"label_agreement":null},{"id":"W3211595458","doi":"10.2196/32550","title":"A Text Messaging–Enhanced Intervention for African American Patients With Heart Failure, Depression, and Anxiety (TXT COPE-HF): Protocol for a Pilot Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of North Carolina at Charlotte","keywords":"Anxiety; Depression (economics); Intervention (counseling); Medicine; Quality of life (healthcare); Ethnic group; Cognitive behavioral therapy; Clinical psychology; Psychiatry; Nursing","score_opus":0.15084172679204044,"score_gpt":0.51824934327743,"score_spread":0.36740761648538955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211595458","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033309773,4.4936874e-7,0.0007104733,0.0012749666,0.000002327074,0.9643895,0.000025243138,0.00008955507,0.00019773668],"genre_scores_gemma":[0.17316401,5.0314135e-8,0.0068454184,0.000055576926,0.000043071384,0.8189415,0.00004182765,0.000049142625,0.00085943466],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963883,0.00051609124,0.00046858142,0.0010060425,0.0008795436,0.00074142165],"domain_scores_gemma":[0.9971912,0.00020126112,0.00014602006,0.000749029,0.0013653999,0.00034711164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014343277,0.00029317176,0.0005718522,0.00018846363,0.0003730733,0.00018012941,0.00014122235,0.00004926615,0.0001234379],"category_scores_gemma":[0.00034184652,0.00020743422,0.00012774032,0.0006499775,0.0002321334,0.00020471822,0.00026325387,0.00030036658,0.0000091308075],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032832123,0.037725948,0.8422862,0.004625069,0.00031778452,0.000010928064,0.00076792756,6.5437587e-7,0.0016924508,0.00005195058,0.05539131,0.024297653],"study_design_scores_gemma":[0.05778384,0.04789151,0.33673874,0.0025456806,0.000038943355,0.0000031998093,0.0017714668,0.00003091755,0.005416815,0.00010047979,0.5473591,0.0003192966],"about_ca_topic_score_codex":0.000061147664,"about_ca_topic_score_gemma":0.00032774804,"teacher_disagreement_score":0.50554746,"about_ca_system_score_codex":0.00024149101,"about_ca_system_score_gemma":0.00027035232,"threshold_uncertainty_score":0.8458922},"labels":[],"label_agreement":null},{"id":"W3211612993","doi":"10.2196/33103","title":"Functionality and Quality of Asthma mHealth Apps and Their Consistency With International Guidelines: Protocol for a Systematic Search and Evaluation of Mobile Apps","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Asthma; Systematic review; Medicine; App store; Protocol (science); Mobile apps; MEDLINE; Computer science; World Wide Web; Psychological intervention; Alternative medicine; Nursing","score_opus":0.6573890916100509,"score_gpt":0.701176401852562,"score_spread":0.043787310242511146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211612993","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010523113,0.00006143643,0.0008514999,0.0010843097,0.0000072842604,0.9865689,0.00020317409,0.000024078166,0.0006761954],"genre_scores_gemma":[0.013373807,0.000010795269,0.0020506512,0.00011281118,0.00010270515,0.9840705,0.00004534385,0.000024160567,0.00020924756],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99106085,0.0043920227,0.0019975398,0.0006125583,0.0013583297,0.0005786834],"domain_scores_gemma":[0.9857313,0.0028917037,0.0006379335,0.00059289177,0.009749131,0.00039704566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021968888,0.00018763194,0.0006979802,0.00021957302,0.0007203847,0.000024819263,0.00016998376,0.0002007487,0.00013714995],"category_scores_gemma":[0.0022766176,0.00013385569,0.00004415588,0.00044276344,0.0004489377,0.00013942957,0.00023411974,0.0005663513,0.0000024476064],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005391769,0.0018170333,0.04862465,0.83628756,0.00015964427,7.379243e-7,0.0040708226,0.000030455152,0.0024387594,0.05248561,0.0034352934,0.04525769],"study_design_scores_gemma":[0.089004375,0.011221553,0.197558,0.26171592,0.00007126356,0.00008783382,0.07634419,0.029655239,0.0023875502,0.025455909,0.3050774,0.0014207788],"about_ca_topic_score_codex":0.0002450545,"about_ca_topic_score_gemma":0.00037601922,"teacher_disagreement_score":0.5745716,"about_ca_system_score_codex":0.00019756403,"about_ca_system_score_gemma":0.005042809,"threshold_uncertainty_score":0.8945726},"labels":[],"label_agreement":null},{"id":"W3211697890","doi":"10.2196/31365","title":"A Nationwide Evaluation of the Prevalence of Human Papillomavirus in Brazil (POP-Brazil Study): Protocol for Data Quality Assurance and Control","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministério da Saúde","keywords":"Credibility; Quality assurance; Protocol (science); Audit; Medicine; Observational study; Quality (philosophy); Data quality; Quality control; Public health; Internal validity; Control (management); External validity; Environmental health; Operations management; Computer science; External quality assessment; Psychology; Business; Nursing; Accounting; Engineering; Alternative medicine; Pathology","score_opus":0.8659543605553236,"score_gpt":0.7866514204152518,"score_spread":0.07930294014007178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211697890","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027403487,0.0000073379833,0.00002690192,0.0021346093,0.0000035720625,0.96964717,0.00011867378,0.000010357232,0.0006478815],"genre_scores_gemma":[0.1559659,8.905251e-7,0.00023598576,0.000050725437,0.000047942605,0.8428129,0.0000060327047,0.000021134856,0.00085848133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9842964,0.006419761,0.0014994842,0.00092746335,0.006352704,0.00050418096],"domain_scores_gemma":[0.9759096,0.013421383,0.0004012896,0.0026540386,0.0074728844,0.00014082226],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.078805916,0.00015250486,0.00055980595,0.0001731169,0.00021464902,0.000057778765,0.0011319747,0.00025567497,0.00017919963],"category_scores_gemma":[0.10779872,0.00010957357,0.00008623505,0.00093701424,0.00088389294,0.00023891954,0.0010381283,0.00172627,0.0000020094503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005278795,0.0077701816,0.88249874,0.038631283,0.00010754184,0.0000109512275,0.0008079877,0.0000054696875,0.0529788,0.0033839794,0.0009899521,0.007536334],"study_design_scores_gemma":[0.032859433,0.0027167175,0.91616803,0.008415725,0.000021114396,0.0000027133963,0.0002431904,0.0009083565,0.017025605,0.019628746,0.0018790916,0.00013124729],"about_ca_topic_score_codex":0.0001307238,"about_ca_topic_score_gemma":0.002029934,"teacher_disagreement_score":0.1285624,"about_ca_system_score_codex":0.0001517577,"about_ca_system_score_gemma":0.004154424,"threshold_uncertainty_score":0.94856316},"labels":[],"label_agreement":null},{"id":"W3211852819","doi":"10.2196/33104","title":"Effects of Prosthetic Rehabilitation on Temporomandibular Disorders: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Temporomandibular Joint Disorders","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Edentulism; Medicine; Rehabilitation; Tooth loss; Randomized controlled trial; Dentistry; Splint (medicine); Dental arch; Orthodontics; Tooth wear; Physical therapy; Oral health; Surgery","score_opus":0.10315485836893404,"score_gpt":0.579213401961428,"score_spread":0.476058543592494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211852819","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012186972,0.000004057534,0.00031175851,0.003604451,0.000041894513,0.9913477,0.000011973194,0.0001487826,0.0033107002],"genre_scores_gemma":[0.0008338883,3.9571103e-7,0.0017202207,0.00007945051,0.00020346766,0.9944314,0.000022859202,0.00010883066,0.0025995194],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9769982,0.017046418,0.0022490565,0.00087256136,0.0016454558,0.0011882727],"domain_scores_gemma":[0.96655226,0.02978631,0.0009023828,0.0009939406,0.0015322882,0.00023284968],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014461497,0.00040603295,0.0024202145,0.0005259884,0.00089011,0.000049746515,0.00042525792,0.00048208414,0.00038154295],"category_scores_gemma":[0.029461473,0.00029292327,0.00090532773,0.00073154987,0.0005706245,0.00018964428,0.00021569006,0.001259265,0.00009987708],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9522879,0.004494918,0.00015688443,0.013296648,0.00013999238,0.000006906668,0.0017385872,0.0000023477262,0.0012405053,0.007928881,0.01833754,0.00036887728],"study_design_scores_gemma":[0.8350208,0.0076674744,0.00007854591,0.007094528,0.000015468746,3.2720814e-7,0.00038987427,0.00008661322,0.00079251925,0.021293156,0.12732825,0.00023246289],"about_ca_topic_score_codex":0.000026030863,"about_ca_topic_score_gemma":0.00004277427,"teacher_disagreement_score":0.117267124,"about_ca_system_score_codex":0.00024692764,"about_ca_system_score_gemma":0.0019985808,"threshold_uncertainty_score":0.9999523},"labels":[],"label_agreement":null},{"id":"W3211973109","doi":"10.2196/26414","title":"Helping Patients Communicate With Oncologists When Cancer Treatment Resistance Occurs to Develop, Test, and Implement a Patient Communication Aid: Sequential Collaborative Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ocular Oncology and Treatments","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Medicine; Resistance (ecology); Health communication; Cancer; Psychology; Communication","score_opus":0.2595906120875481,"score_gpt":0.5990825539199148,"score_spread":0.33949194183236675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211973109","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41982037,0.00020736319,0.00006588082,0.0039271694,0.000012387078,0.5746789,0.00015893829,0.00006920647,0.0010598068],"genre_scores_gemma":[0.11100752,0.00002943212,0.05204462,0.00017605757,0.000015594782,0.8359251,0.0001257532,0.00003547764,0.00064045866],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935257,0.0040314225,0.0005103786,0.00063460175,0.0006893984,0.0006085108],"domain_scores_gemma":[0.99499786,0.0008047107,0.00019476016,0.0011764035,0.0024889691,0.00033729975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013323292,0.00029869704,0.00058729586,0.00018052018,0.0007265793,0.00010679959,0.0002549229,0.00011943955,0.00008199317],"category_scores_gemma":[0.00052069273,0.00022181572,0.00003713391,0.001078139,0.00023550034,0.00012874187,0.00074392837,0.00043132767,0.000012141235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00638499,0.020964617,0.8212703,0.00028996472,0.0012156632,0.00046970288,0.023344075,0.0000037341827,0.0010677585,0.00011256588,0.005718332,0.11915828],"study_design_scores_gemma":[0.035358444,0.04138821,0.40585726,0.003393302,0.00016122228,0.000017113884,0.013132743,0.000012233431,0.02790805,0.00020585537,0.47198904,0.000576515],"about_ca_topic_score_codex":0.0002901736,"about_ca_topic_score_gemma":0.006631609,"teacher_disagreement_score":0.46627071,"about_ca_system_score_codex":0.0018654511,"about_ca_system_score_gemma":0.002078169,"threshold_uncertainty_score":0.9045383},"labels":[],"label_agreement":null},{"id":"W3212108902","doi":"10.2196/34573","title":"Digital Biomarkers for Supporting Transitional Care Decisions: Protocol for a Transnational Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre de réadaptation Lethbridge-Layton-Mackay; Centre for Interdisciplinary Research in Rehabilitation; McGill University Health Centre","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Context (archaeology); Data collection; Protocol (science); Observational study; Process management; Health care; Computer science; Business; Data science; Medicine; Political science; Geography","score_opus":0.41929801402090244,"score_gpt":0.6137945071436594,"score_spread":0.1944964931227569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212108902","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012010582,6.4299553e-7,0.0027644157,0.0038721408,0.0000061891124,0.9903273,0.0008502156,0.00009080941,0.0008872076],"genre_scores_gemma":[0.014097685,7.972282e-9,0.00622704,0.000052607804,0.00017777391,0.9779481,0.0005151493,0.000061496474,0.0009201347],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953935,0.00024232709,0.00081351167,0.00093452306,0.0017891044,0.000827032],"domain_scores_gemma":[0.99293697,0.0017935962,0.00009366763,0.00063099555,0.004179186,0.00036561483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018177084,0.0002463482,0.0004097607,0.000256047,0.00045712115,0.00027616968,0.0002711017,0.00016241832,0.00038066533],"category_scores_gemma":[0.0033769954,0.00021916855,0.0003709718,0.00063569687,0.00020134659,0.00036422617,0.0000739735,0.00041753837,0.0000089219375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.117097914,0.07798833,0.14762127,0.033765875,0.001551453,0.00090919255,0.016126696,0.00003472782,0.019670917,0.0063126814,0.105757974,0.47316295],"study_design_scores_gemma":[0.14211154,0.026469745,0.074926734,0.0060660252,0.000041999832,0.00022224826,0.01842863,0.0009978424,0.014539415,0.009609984,0.70553285,0.001052989],"about_ca_topic_score_codex":0.0000010939003,"about_ca_topic_score_gemma":0.000035806337,"teacher_disagreement_score":0.5997749,"about_ca_system_score_codex":0.0004266465,"about_ca_system_score_gemma":0.0024043012,"threshold_uncertainty_score":0.8937434},"labels":[],"label_agreement":null},{"id":"W3212403429","doi":"10.2196/33116","title":"Augmenting the Referral Pathway for Retinal Services Among Patients With Diabetes Mellitus at Reiyukai Eiko Masunaga Eye Hospital, Nepal: Protocol for a Nonrandomized, Pre–Post Intervention Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Public Health Foundation of India; Seva Foundation","keywords":"Referral; Medicine; Attendance; Family medicine; Diabetic retinopathy; Intervention (counseling); Public health; Optometry; Diabetes mellitus; Nursing","score_opus":0.07747677967319833,"score_gpt":0.4715824146272779,"score_spread":0.3941056349540796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212403429","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40178937,0.0000036904853,0.000011740636,0.00018694365,0.0000069858534,0.59775007,0.00007727318,0.000044038257,0.00012990192],"genre_scores_gemma":[0.08859266,1.6751854e-7,0.00041738903,0.000036973768,0.00014086644,0.9083446,0.0003378728,0.00009443169,0.0020350209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950845,0.0008074926,0.00074272125,0.00092881464,0.0014005157,0.0010359242],"domain_scores_gemma":[0.9957461,0.00043402327,0.000386728,0.0008859274,0.0022304791,0.00031677683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017467659,0.00039922452,0.0006237042,0.0001342578,0.0008230292,0.00039220287,0.00036943774,0.00012043747,0.0001667948],"category_scores_gemma":[0.00037580146,0.00023462475,0.00044620104,0.0003955985,0.00018921931,0.000317097,0.00042447922,0.00037562294,0.000014186761],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.075709395,0.018299773,0.889897,0.008083691,0.0006267756,0.00005529481,0.0008004358,0.0000013672258,0.00019576024,0.00002453746,0.0007687063,0.0055372734],"study_design_scores_gemma":[0.16311881,0.050612222,0.74158865,0.012266619,0.00015974925,0.0000015061493,0.0015083607,0.0003836708,0.0030267166,0.00017719918,0.026709307,0.00044720134],"about_ca_topic_score_codex":0.000044980534,"about_ca_topic_score_gemma":0.00012111518,"teacher_disagreement_score":0.3131967,"about_ca_system_score_codex":0.00028739675,"about_ca_system_score_gemma":0.00021212004,"threshold_uncertainty_score":0.95677197},"labels":[],"label_agreement":null},{"id":"W3212802519","doi":"10.2196/34652","title":"Developing an mHealth Application to Coordinate Nurse-Provided Respite Care Services for Families Coping With Palliative-Stage Cancer: Protocol for a User-Centered Design Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Respite care; Palliative care; Nursing; Medicine; Family caregivers; mHealth; Health care; Usability; Psychological intervention; Computer science","score_opus":0.34266253400720664,"score_gpt":0.5882549192479551,"score_spread":0.2455923852407485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212802519","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051795994,0.0000055353407,0.03273334,0.0015545575,0.000009569002,0.9602057,0.00013751259,0.0001402746,0.00003391198],"genre_scores_gemma":[0.004392814,5.033206e-7,0.010116007,0.00046520325,0.00020937462,0.98414344,0.00009405188,0.00010935151,0.0004692383],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959325,0.0006079907,0.0005144964,0.0010913762,0.00092339166,0.0009302258],"domain_scores_gemma":[0.99461216,0.00028948148,0.00019138055,0.0008397214,0.0036727826,0.00039446287],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012795406,0.00032495928,0.00056919473,0.00027992274,0.0006228667,0.0002658365,0.00040580705,0.00012415908,0.00001572926],"category_scores_gemma":[0.00009336945,0.0002726837,0.00007805081,0.001067712,0.00005679801,0.00025587436,0.000109819404,0.0003508521,0.000003673405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17609307,0.0062858467,0.2628748,0.18203288,0.0006833907,0.00014343279,0.19371592,0.00052214257,0.019302856,0.0024490522,0.0053436584,0.15055296],"study_design_scores_gemma":[0.031070348,0.024119508,0.017779738,0.014895671,0.000032144893,0.000002890584,0.11579997,0.00065935066,0.039421838,0.000101569014,0.755327,0.00078998046],"about_ca_topic_score_codex":0.0011399819,"about_ca_topic_score_gemma":0.015020536,"teacher_disagreement_score":0.7499833,"about_ca_system_score_codex":0.0010385651,"about_ca_system_score_gemma":0.0026522381,"threshold_uncertainty_score":0.9999725},"labels":[],"label_agreement":null},{"id":"W3213155771","doi":"10.2196/28307","title":"Conjugation of Silver Nanoparticles With De Novo–Engineered Cationic Antimicrobial Peptides: Exploratory Proposal","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antimicrobial Peptides and Activities","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Antimicrobial; Antimicrobial peptides; Peptide; Combinatorial chemistry; Chemistry; Conjugate; Minimum inhibitory concentration; Multiple drug resistance; Microbiology; Antibiotics; Biochemistry; Biology","score_opus":0.07597382135782213,"score_gpt":0.3937777604897117,"score_spread":0.31780393913188953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213155771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89947283,0.000028478033,0.00016950296,0.00060188794,0.000018549108,0.09891592,0.000053154858,0.000089545436,0.0006501079],"genre_scores_gemma":[0.83051884,0.0000030451583,0.0006822918,0.00004421408,0.000040979066,0.16678998,0.000062996245,0.000029961755,0.0018276888],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99818754,0.0005052559,0.00029974678,0.00031910956,0.0001162318,0.0005721358],"domain_scores_gemma":[0.9986954,0.00014814372,0.000102773,0.00035121152,0.0006623437,0.00004015816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005630544,0.00015551918,0.00026248145,0.00012973123,0.00024701413,0.00006211698,0.00021593084,0.00017125085,0.00027971022],"category_scores_gemma":[0.00010470946,0.00013277798,0.00006494929,0.00037970205,0.00065713545,0.00028346642,0.00012645226,0.00044137228,0.0001528497],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050346594,0.00052652863,0.002012699,0.00032213255,0.000065892935,0.000022939144,0.00080429524,0.000035400408,0.9845823,0.0019652848,0.008730804,0.00042822975],"study_design_scores_gemma":[0.0017882496,0.000466442,0.001214038,0.0007674574,0.000004744057,0.00008910142,0.0007387101,0.0000042888305,0.98106116,0.00014818647,0.013556463,0.00016114765],"about_ca_topic_score_codex":0.000028892397,"about_ca_topic_score_gemma":0.0000619218,"teacher_disagreement_score":0.068954006,"about_ca_system_score_codex":0.000069224625,"about_ca_system_score_gemma":0.0011699474,"threshold_uncertainty_score":0.5414529},"labels":[],"label_agreement":null},{"id":"W3213333081","doi":"10.2196/31541","title":"Validation of a Musculoskeletal Digital Assessment Routing Tool: Protocol for a Pilot Randomized Crossover Noninferiority Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal Disorders and Rehabilitation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Rosetrees Trust; Economic and Social Research Council; National Institute for Health and Care Research; Barts Charity","keywords":"Blinding; Randomized controlled trial; Protocol (science); Medicine; Health care; Clinical trial; Physical therapy; Computer science; Alternative medicine","score_opus":0.15089079557748133,"score_gpt":0.5617251427140872,"score_spread":0.41083434713660594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213333081","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035573624,4.083071e-7,0.0020314008,0.00043517136,0.000012783389,0.9584104,0.00002680736,0.000051996656,0.0034574135],"genre_scores_gemma":[0.036444906,9.03563e-8,0.0026401908,0.000012563526,0.0002535411,0.9595961,0.00009194245,0.000041649077,0.0009190113],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99563843,0.00080198597,0.0010415508,0.0005632271,0.0013873735,0.000567456],"domain_scores_gemma":[0.9957447,0.0013179301,0.0002804841,0.0005544096,0.0019474856,0.00015501487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003923659,0.00022898674,0.0008779856,0.0001844794,0.00023438079,0.00026942612,0.0001463877,0.00015510424,0.00033623292],"category_scores_gemma":[0.004828346,0.00017326917,0.00070634304,0.0005535395,0.00042287185,0.0004136744,0.00016911388,0.0004824042,0.000010130065],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9483144,0.007666876,0.0013050117,0.009645874,0.00016360247,0.000009024248,0.00027260353,0.0000045900583,0.01610688,0.005496319,0.0008782234,0.010136576],"study_design_scores_gemma":[0.96281254,0.011193928,0.0020837819,0.0021815049,0.000017694298,0.0000044828016,0.00016112096,0.00053969515,0.003956337,0.0029647243,0.013843673,0.00024048706],"about_ca_topic_score_codex":0.000013632244,"about_ca_topic_score_gemma":0.0000016635337,"teacher_disagreement_score":0.01449815,"about_ca_system_score_codex":0.0001788099,"about_ca_system_score_gemma":0.0015100102,"threshold_uncertainty_score":0.7065712},"labels":[],"label_agreement":null},{"id":"W3213677569","doi":"10.2196/34567","title":"Cocreating a Harmonized Living Lab for Big Data–Driven Hybrid Persona Development: Protocol for Cocreating, Testing, and Seeking Consensus","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Persona Design and Applications","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"European Commission","keywords":"Living lab; Context (archaeology); Protocol (science); Knowledge management; Health care; Independent living; Computer science; World Wide Web; Medicine; Gerontology; Political science","score_opus":0.5718250468072794,"score_gpt":0.5289214499431985,"score_spread":0.04290359686408096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213677569","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020830482,0.0000032512955,0.13358304,0.00047096887,0.0000054334887,0.86486447,0.00006348788,0.0002176094,0.00058344955],"genre_scores_gemma":[0.00038980835,6.428537e-8,0.32016328,0.000057244615,0.00017063867,0.67842627,0.000017060764,0.000031492695,0.00074413413],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961948,0.00039785917,0.00050081423,0.001271564,0.0006524049,0.0009825656],"domain_scores_gemma":[0.99268836,0.004441939,0.00022279385,0.0010992415,0.001262633,0.00028505045],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028663967,0.00026544157,0.00033694104,0.00017750193,0.0016200067,0.0011771809,0.0014104162,0.000082127364,0.000009355962],"category_scores_gemma":[0.004218795,0.0002604869,0.000053996348,0.0007551437,0.00018176343,0.00029729304,0.0016123642,0.00037438373,0.000009857832],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007866094,0.002454956,0.011661502,0.009839131,0.0002420264,0.00016585906,0.007741178,0.000018904104,0.24743092,0.005864581,0.07197221,0.6418221],"study_design_scores_gemma":[0.0055516413,0.00051436044,0.0010115363,0.006191106,0.000004660207,0.00014573622,0.00035548472,0.34310126,0.018058147,0.0009770464,0.6233894,0.00069957995],"about_ca_topic_score_codex":0.000017501747,"about_ca_topic_score_gemma":0.000016014708,"teacher_disagreement_score":0.6411225,"about_ca_system_score_codex":0.00012949063,"about_ca_system_score_gemma":0.0018616947,"threshold_uncertainty_score":0.99998474},"labels":[],"label_agreement":null},{"id":"W3213723875","doi":"10.2196/32918","title":"Supporting People With Type 2 Diabetes in the Effective Use of Their Medicine Through Mobile Health Technology Integrated With Clinical Care to Reduce Cardiovascular Risk: Protocol for an Effectiveness and Cost-effectiveness Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"National Institute for Health and Care Research","keywords":"Medicine; Randomized controlled trial; Intervention (counseling); Type 2 diabetes; mHealth; Mobile phone; Test (biology); Population; eHealth; Clinical trial; Cost effectiveness; Family medicine; Health care; Psychological intervention; Physical therapy; Nursing; Diabetes mellitus; Risk analysis (engineering); Environmental health","score_opus":0.23529700239034143,"score_gpt":0.6339319818809859,"score_spread":0.3986349794906444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213723875","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13899337,0.00005536657,0.0010104015,0.00030161045,0.000021561757,0.8594595,0.00005383253,0.00006746066,0.00003687941],"genre_scores_gemma":[0.0723544,0.000011765136,0.00066535576,0.00012684247,0.00015189422,0.9265576,0.000056908924,0.00006737463,0.000007861476],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9456585,0.04925614,0.001890767,0.0010844936,0.0007583115,0.0013517851],"domain_scores_gemma":[0.95747745,0.036040153,0.00092870207,0.0012894664,0.0038597037,0.00040451394],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045847338,0.00040502378,0.003827368,0.00038025744,0.0011822154,0.000034079043,0.0004134599,0.00042706277,0.0000146640405],"category_scores_gemma":[0.010614407,0.00020163375,0.00022566658,0.002596815,0.00076578016,0.00018981528,0.00016067267,0.0022175787,0.0000021364613],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92234427,0.0010709702,0.028974045,0.00930183,0.00027985842,0.000003638717,0.0032786399,0.000060762963,0.0000625883,0.00051816495,0.00018367365,0.033921536],"study_design_scores_gemma":[0.890647,0.034220148,0.0076619056,0.009543684,0.000046696452,0.0000032413266,0.008171419,0.00011448314,0.00034585208,0.0004192946,0.04860703,0.00021927463],"about_ca_topic_score_codex":0.0012911325,"about_ca_topic_score_gemma":0.0018216906,"teacher_disagreement_score":0.06709807,"about_ca_system_score_codex":0.00038369512,"about_ca_system_score_gemma":0.005026043,"threshold_uncertainty_score":0.9977196},"labels":[],"label_agreement":null},{"id":"W3213727432","doi":"10.2196/34502","title":"Evaluation of the Efficacy of a Smoking Cessation Intervention for Cervical Cancer Survivors and Women With High-Grade Cervical Dysplasia: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Quitline; Smoking cessation; Medicine; Abstinence; Randomized controlled trial; Cervical cancer; Population; Physical therapy; Intervention (counseling); Psychological intervention; Nicotine replacement therapy; Clinical psychology; Cancer; Psychiatry; Internal medicine","score_opus":0.16995349668077803,"score_gpt":0.5264559584669631,"score_spread":0.3565024617861851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213727432","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33071995,0.0000011657004,0.0002472468,0.00031626807,0.000013575419,0.6686576,0.0000106687485,0.00001008384,0.000023446652],"genre_scores_gemma":[0.37416938,1.18954596e-7,0.000060747578,0.0000047861868,0.00009161486,0.6255952,0.000010840705,0.00001723166,0.0000500575],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940906,0.0023471785,0.00083342666,0.00035030255,0.002061972,0.00031651856],"domain_scores_gemma":[0.9942543,0.0016570797,0.0004964933,0.0003213059,0.0031877812,0.00008305858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0129572125,0.00015380312,0.00094242924,0.00016646944,0.00014234988,0.00005357166,0.00012409747,0.00017744297,0.00018179609],"category_scores_gemma":[0.002904366,0.00008943271,0.00025671738,0.00043570902,0.0002407099,0.00010071178,0.00006123197,0.00027477441,4.9287852e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9812987,0.001973899,0.004474638,0.0022869515,0.00028752556,4.445533e-7,0.0006982203,0.000019776624,0.0018611924,0.00033808168,0.000038566668,0.006722007],"study_design_scores_gemma":[0.9526308,0.0027309498,0.025154846,0.003082955,0.0002677513,0.0000023004948,0.00024751353,0.001298053,0.013288612,0.000994845,0.000215757,0.00008560359],"about_ca_topic_score_codex":0.00011909848,"about_ca_topic_score_gemma":0.00012647247,"teacher_disagreement_score":0.04344942,"about_ca_system_score_codex":0.00031623972,"about_ca_system_score_gemma":0.00094751635,"threshold_uncertainty_score":0.44907373},"labels":[],"label_agreement":null},{"id":"W3213801809","doi":"10.2196/resprot.4094","title":"Can Internet-Based Sexual Health Services Increase Diagnoses of Sexually Transmitted Infections (STI)? Protocol for a Randomized Evaluation of an Internet-Based STI Testing and Results Service","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Reproductive health; The Internet; Test (biology); Family medicine; Public health; Confidentiality; Randomized controlled trial; Population; Nursing; Environmental health; World Wide Web; Computer security; Computer science","score_opus":0.19028195656389216,"score_gpt":0.5128051411384232,"score_spread":0.3225231845745311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213801809","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18691644,0.0000052363903,0.0006505159,0.00084261736,0.000010885636,0.81109744,0.00029528377,0.000097117736,0.00008443334],"genre_scores_gemma":[0.26603788,9.395666e-8,0.0006008161,0.000032805197,0.000032951204,0.73304534,0.00008381523,0.000039613114,0.00012670243],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9873453,0.008830536,0.0014737374,0.00097463874,0.0005772214,0.0007985594],"domain_scores_gemma":[0.9828918,0.0097859865,0.0007553508,0.00088709325,0.0055211773,0.00015860904],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019658469,0.00034253643,0.0008731438,0.0009963346,0.0002741528,0.00006693183,0.0005373791,0.000287028,0.00016718415],"category_scores_gemma":[0.008866461,0.00024256312,0.00010311921,0.0010501149,0.0010579905,0.0003443155,0.00014283581,0.00058076193,0.00001148073],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3673236,0.013435209,0.019585762,0.015736805,0.0006774659,0.000003998011,0.0026807855,0.000315185,0.3899304,0.00024433958,0.00087016425,0.18919627],"study_design_scores_gemma":[0.5159721,0.025484873,0.01999846,0.011140792,0.00005941899,0.000028869106,0.0003808092,0.009376393,0.4109291,0.0009840748,0.0050072707,0.00063781976],"about_ca_topic_score_codex":0.016620899,"about_ca_topic_score_gemma":0.004143235,"teacher_disagreement_score":0.18855846,"about_ca_system_score_codex":0.00030197165,"about_ca_system_score_gemma":0.0029003385,"threshold_uncertainty_score":0.9994823},"labels":[],"label_agreement":null},{"id":"W3213861834","doi":"10.2196/34591","title":"Adapting Evidence-Based Early Psychosis Intervention Services for Virtual Delivery: Protocol for a Pragmatic Mixed Methods Implementation and Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ministry of Health and Long Term Care; University of Calgary; Public Health Ontario; University of Toronto; SickKids Foundation; Centre for Addiction and Mental Health","funders":"","keywords":"Fidelity; Psychological intervention; Mental health; Psychology; Service delivery framework; Intervention (counseling); Nursing; Service provider; Medical education; Medicine; Service (business); Computer science; Psychiatry","score_opus":0.48091126682928576,"score_gpt":0.6796807786828557,"score_spread":0.19876951185356995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213861834","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068648756,0.000009464414,0.004020472,0.00084620574,0.000007290674,0.9263912,0.00002430452,0.0000445453,0.000007786435],"genre_scores_gemma":[0.031077793,2.4181585e-7,0.05160161,0.000022950228,0.00010641693,0.9170044,0.00008768662,0.00003973792,0.00005913167],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9934339,0.0031549968,0.00061958766,0.00071281294,0.0014814896,0.000597202],"domain_scores_gemma":[0.99430186,0.0018662092,0.00019724654,0.00047258358,0.0029017227,0.00026040868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011664134,0.00021468854,0.00035576543,0.00036466925,0.00041754573,0.00036911928,0.00015739826,0.000089547604,0.0002049258],"category_scores_gemma":[0.0010701828,0.0001773474,0.00017383053,0.00056419335,0.00006001731,0.0004615495,0.00013051441,0.00025736753,0.0000063058064],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044311915,0.0049068895,0.01900715,0.0071175466,0.00035710298,0.000012491136,0.0009917091,0.0000049713803,0.0076559056,0.00020073104,0.00083753763,0.914596],"study_design_scores_gemma":[0.26190907,0.14660075,0.3352081,0.035525933,0.0003741557,0.000024956118,0.024298556,0.060030784,0.11818601,0.0054453937,0.011556906,0.00083941274],"about_ca_topic_score_codex":0.0001417045,"about_ca_topic_score_gemma":0.0007121864,"teacher_disagreement_score":0.9137566,"about_ca_system_score_codex":0.00037718128,"about_ca_system_score_gemma":0.0008049827,"threshold_uncertainty_score":0.7232017},"labels":[],"label_agreement":null},{"id":"W3213960453","doi":"10.2196/34530","title":"A Web-Based Alcohol and Other Drug Prevention Program (Strong & Deadly Futures) for Aboriginal and Torres Strait Islander School Students: Protocol for a Cluster Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; NSW Department of Education; University of Sydney; Strong","keywords":"Randomized controlled trial; Cluster randomised controlled trial; Medicine; Medical education; Family medicine; Psychology; Surgery","score_opus":0.10756946444665015,"score_gpt":0.580580901876572,"score_spread":0.4730114374299218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213960453","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00926411,0.000006781937,0.00042287976,0.00055109145,0.000044390872,0.987394,0.000023403214,0.00008055914,0.0022127966],"genre_scores_gemma":[0.00027002097,0.000003634196,0.0033919364,0.00004825955,0.0015101719,0.9756413,0.000016646616,0.000037472604,0.019080523],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923855,0.0040404815,0.0007450886,0.0006222272,0.0012072746,0.000999406],"domain_scores_gemma":[0.99600625,0.0018279656,0.00029773233,0.0002786482,0.0011975286,0.00039186823],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012930384,0.00024682787,0.0008148151,0.0002116164,0.0041990858,0.0010784976,0.00031511846,0.00024969445,0.00024908525],"category_scores_gemma":[0.00032125035,0.00016949796,0.0002834072,0.0002640629,0.0005233288,0.00028560264,0.000008216724,0.000366244,0.0000048730362],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.957485,0.0031998807,0.0003115706,0.001386546,0.00015589152,8.990339e-7,0.019305157,9.152209e-7,0.000011465451,0.013214516,0.0039326837,0.0009954649],"study_design_scores_gemma":[0.49021456,0.0005963886,0.000013670964,0.00039463857,0.000012652636,4.29045e-7,0.00067196466,0.00003682509,0.000022798777,0.0013636306,0.5065512,0.0001212432],"about_ca_topic_score_codex":0.0011601336,"about_ca_topic_score_gemma":0.11257402,"teacher_disagreement_score":0.5026185,"about_ca_system_score_codex":0.00021434031,"about_ca_system_score_gemma":0.019536678,"threshold_uncertainty_score":0.99995846},"labels":[],"label_agreement":null},{"id":"W3214350328","doi":"10.2196/31789","title":"An App-Based Intervention for Adolescents Exposed to Cyberbullying in Norway: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bullying, Victimization, and Aggression","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Helsedirektoratet","keywords":"Randomized controlled trial; Checklist; Mental health; Psychological intervention; Intervention (counseling); Mobile apps; Protocol (science); Medicine; mHealth; Blinding; Psychology; Family medicine; Alternative medicine; Psychiatry; World Wide Web; Computer science","score_opus":0.15161090997248514,"score_gpt":0.5402520090307603,"score_spread":0.38864109905827515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214350328","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00118146,0.0000010908062,0.035698112,0.0002905766,0.00006422169,0.9622914,0.000017161105,0.00009029348,0.00036567915],"genre_scores_gemma":[0.003936383,3.1843648e-8,0.0029275278,0.00014148212,0.0004486841,0.9903248,0.00005559876,0.00008450383,0.0020809679],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917756,0.004284725,0.0013533592,0.0009388534,0.0006928441,0.0009546625],"domain_scores_gemma":[0.99615526,0.0012493103,0.00039641783,0.000723947,0.0011864909,0.00028856218],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008470196,0.00030559505,0.0012338064,0.0006206278,0.00035868282,0.00030653592,0.000478952,0.00032022907,0.0009437023],"category_scores_gemma":[0.0022632882,0.00024914023,0.00061932893,0.0006755134,0.00009908192,0.00018528926,0.000080926686,0.00043059894,0.000046548106],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97996235,0.0063114366,0.00017372344,0.0010172642,0.00004272299,0.000011819462,0.00076302333,0.00008270232,0.0032651126,0.00041508928,0.003547669,0.0044070813],"study_design_scores_gemma":[0.9618006,0.0033527412,0.00006813511,0.0064513288,0.000007188329,0.0000010161593,0.00022938977,0.004323957,0.0023237073,0.00048685685,0.020687781,0.00026730166],"about_ca_topic_score_codex":0.000021480264,"about_ca_topic_score_gemma":0.00008406941,"teacher_disagreement_score":0.032770585,"about_ca_system_score_codex":0.00016934899,"about_ca_system_score_gemma":0.00044058647,"threshold_uncertainty_score":0.99999607},"labels":[],"label_agreement":null},{"id":"W3214376197","doi":"10.2196/33076","title":"Assessing Determinants of Programmatic Performance of Community Management of Malaria, Pneumonia, and Diarrhea in Children in Africa: Protocol and Data Collection for a Mixed Methods Evaluation of Integrated Community Case Management","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Monitoring and evaluation; Focus group; Data collection; Medicine; Program evaluation; Referral; Psychological intervention; Health facility; Protocol (science); Accountability; Qualitative property; Service delivery framework; Intervention (counseling); Health care; Environmental health; Nursing; Population; Business; Service (business); Economic growth; Computer science; Alternative medicine","score_opus":0.39296151743754926,"score_gpt":0.6093576745041093,"score_spread":0.21639615706656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214376197","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57152027,0.0000035133733,0.00002407536,0.000022440625,0.0000010613633,0.4283483,0.000015170999,0.0000024623473,0.000062697174],"genre_scores_gemma":[0.4765603,0.00000237676,0.007889929,0.0000012904238,0.0000012904849,0.5155137,0.000017481021,0.0000059009653,0.000007739725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939401,0.0043443125,0.0007726326,0.00016725191,0.0005223818,0.0002532955],"domain_scores_gemma":[0.99809974,0.00023748037,0.000294079,0.0006972716,0.000610486,0.000060922317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016223824,0.00011201698,0.00047638608,0.000305618,0.0001268354,0.000020483845,0.00021821169,0.000071520066,0.0000046393234],"category_scores_gemma":[0.00024358736,0.00009524714,0.000021870801,0.0008330193,0.00018884624,0.00017312806,0.00067291607,0.0004975968,3.838703e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022988892,0.005318829,0.55249965,0.080677114,0.00013103767,0.000030028801,0.0018928469,0.0000067193814,0.0026449286,0.000076788325,0.000021927537,0.35440123],"study_design_scores_gemma":[0.0073523773,0.0017874489,0.95439196,0.012263909,0.00003811892,0.00009005502,0.0042093233,0.009143552,0.010229632,0.00038797612,0.00003568346,0.00006999387],"about_ca_topic_score_codex":0.0012936732,"about_ca_topic_score_gemma":0.00041437047,"teacher_disagreement_score":0.40189227,"about_ca_system_score_codex":0.00012902982,"about_ca_system_score_gemma":0.00020292103,"threshold_uncertainty_score":0.5622886},"labels":[],"label_agreement":null},{"id":"W3214521894","doi":"10.2196/33512","title":"Regional Utilization of Preventive Services in the 55-Plus Age Group: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health and Medical Studies","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund","keywords":"Preventive care; German; Medicine; Health care; Health services; Environmental health; Population; Age groups; Gerontology; Preventive healthcare; Family medicine; Demography; Public health; Geography; Nursing; Political science","score_opus":0.7360218306057178,"score_gpt":0.7622424279335065,"score_spread":0.026220597327788697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214521894","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007048456,0.000004552698,0.00053444883,0.0014990427,0.000012891791,0.99549335,0.0000122424535,0.00002486031,0.0017137789],"genre_scores_gemma":[0.0005693428,7.5176405e-7,0.00245991,0.00042571744,0.00020058622,0.99533874,0.000022806355,0.000021463864,0.0009607006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9815038,0.015061022,0.000937475,0.00044220162,0.001124534,0.00093097036],"domain_scores_gemma":[0.9936949,0.0044709216,0.0002504997,0.00048706483,0.00091124955,0.00018537446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017321452,0.00015395443,0.00044713164,0.00015382499,0.00089589105,0.000020953297,0.00050248124,0.00019280224,0.00019434634],"category_scores_gemma":[0.0018314888,0.00009653452,0.00008149882,0.0011070315,0.00016620629,0.00010992298,0.00040960248,0.0011114905,0.000018366838],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01471897,0.027235793,0.06207594,0.1247984,0.00026546663,0.00024019089,0.26354387,0.0000034101888,0.0015492128,0.016756896,0.20595853,0.2828533],"study_design_scores_gemma":[0.008090287,0.0015992784,0.069653906,0.0043674367,0.0000027375647,7.0919754e-7,0.053673558,0.00007488272,0.00008890857,0.0036501812,0.8586964,0.00010168468],"about_ca_topic_score_codex":0.0002789988,"about_ca_topic_score_gemma":0.002532102,"teacher_disagreement_score":0.6527379,"about_ca_system_score_codex":0.00019706495,"about_ca_system_score_gemma":0.0012656205,"threshold_uncertainty_score":0.68905604},"labels":[],"label_agreement":null},{"id":"W3214644446","doi":"10.2196/31647","title":"Discovery of Arthritis in Psoriasis Patients for Early Rheumatological Referral (DAPPER): Protocol for a Longitudinal Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spondyloarthritis Studies and Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Radboud Universitair Medisch Centrum; Radboud Universiteit","keywords":"Medicine; Observational study; Referral; Psoriatic arthritis; Psoriasis; Outpatient clinic; Rheumatology; Population; Internal medicine; Physical therapy; Family medicine; Dermatology","score_opus":0.5348839348936633,"score_gpt":0.5720083925511608,"score_spread":0.0371244576574975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214644446","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31002972,0.0000025544978,0.000016919927,0.00013590102,0.000006593161,0.6895627,0.00011626207,0.000013947399,0.00011544728],"genre_scores_gemma":[0.14463025,5.8410336e-7,0.00096388446,0.000012667491,0.00005852177,0.85390514,0.00007471965,0.00002745741,0.00032677315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99680865,0.00021940141,0.0007520512,0.0006413928,0.00092142343,0.0006570967],"domain_scores_gemma":[0.99751985,0.00043961327,0.00013221256,0.00040502782,0.0013963601,0.00010695077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007471078,0.00021229777,0.0006893832,0.00017284483,0.00021315388,0.00007466734,0.00014845461,0.00012723985,0.00003837647],"category_scores_gemma":[0.0010363491,0.00017043711,0.00020307893,0.00051970145,0.00015013317,0.00024121704,0.00020393867,0.0002775563,0.0000051945067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0109473765,0.014681959,0.9645102,0.00086282496,0.0001185234,0.00006932455,0.00028513637,3.660115e-7,0.00010176419,0.0013076083,0.002231511,0.0048834127],"study_design_scores_gemma":[0.059277084,0.017717766,0.90742725,0.0032494906,0.0000054685283,0.000009165878,0.0004235521,0.000015052412,0.0007805614,0.00075800956,0.010179771,0.00015682164],"about_ca_topic_score_codex":0.000055807937,"about_ca_topic_score_gemma":0.00024835436,"teacher_disagreement_score":0.16539946,"about_ca_system_score_codex":0.00016854114,"about_ca_system_score_gemma":0.00042915018,"threshold_uncertainty_score":0.69502234},"labels":[],"label_agreement":null},{"id":"W3214772034","doi":"10.2196/32579","title":"Using Biological Feedback to Promote Health Behavior Change in Adults: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Nutrition, Genetics, and Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Psychological intervention; Behavior change; Behavior change methods; Context (archaeology); MEDLINE; Data extraction; Protocol (science); Medicine; Wearable technology; Applied psychology; Medical education; Psychology; Wearable computer; Alternative medicine; Computer science; Nursing; Social psychology","score_opus":0.6797948541451329,"score_gpt":0.6802447159957966,"score_spread":0.0004498618506637575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214772034","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.5543217e-7,0.38932785,0.000014423468,0.000066919514,0.0000050592344,0.6104018,0.00016319592,0.0000112381695,0.000008912609],"genre_scores_gemma":[6.9662347e-9,0.36279845,0.0014121075,0.00024617653,0.00048106365,0.6345706,0.0003951215,0.00006900101,0.000027475995],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940954,0.0014914145,0.0012410966,0.0014627782,0.0004999362,0.0012094176],"domain_scores_gemma":[0.99735874,0.0000449256,0.0003468746,0.0010298743,0.00062966713,0.0005899064],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021215347,0.0005380283,0.0016732757,0.00028527944,0.00020820064,0.00011390038,0.00070318696,0.00053804234,0.00007536984],"category_scores_gemma":[0.0005844865,0.00045751096,0.0005420198,0.0007732452,0.00012547619,0.000008857267,0.0006612602,0.0004891296,0.000015607704],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002270206,0.001147313,0.000032211272,0.5361726,0.000014769659,0.00001915176,0.000018576862,3.7646664e-8,0.000035687146,0.0000056489966,0.0036599252,0.45866704],"study_design_scores_gemma":[0.0008772725,0.0012831634,0.0000032128778,0.46921042,0.0000050258154,0.00001074179,0.0000038798235,3.463732e-7,0.000030711897,0.0000030065,0.52831036,0.00026183957],"about_ca_topic_score_codex":0.000020700474,"about_ca_topic_score_gemma":0.000054977667,"teacher_disagreement_score":0.52465045,"about_ca_system_score_codex":0.0002385492,"about_ca_system_score_gemma":0.0030193382,"threshold_uncertainty_score":0.9997877},"labels":[],"label_agreement":null},{"id":"W3214838881","doi":"10.2196/33525","title":"Exploring Empathy and Compassion Using Digital Narratives (the Learning to Care Project): Protocol for a Multiphase Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Douglas Mental Health University Institute","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mental health; Mental illness; Social media; Compassion; Empathy; Narrative; Psychology; Stigma (botany); Public relations; Social psychology; Political science; Psychotherapist","score_opus":0.8035394714749939,"score_gpt":0.7233295330519245,"score_spread":0.08020993842306945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214838881","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11320893,0.0000016692035,0.0015023034,0.0001796741,0.000033331507,0.88456744,0.000008541297,0.00008798943,0.0004101439],"genre_scores_gemma":[0.015740065,4.6033342e-8,0.0062994594,0.000017868224,0.000317239,0.97671926,0.000011533236,0.00005539479,0.0008391613],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9939679,0.00351158,0.0005228254,0.00061811996,0.0005679198,0.00081167807],"domain_scores_gemma":[0.99629503,0.0015773614,0.00014655844,0.0003890084,0.0013507215,0.00024130315],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0030269753,0.00021186033,0.0003071184,0.00023124379,0.0032254613,0.0003448176,0.00024259841,0.00008776782,0.000021585276],"category_scores_gemma":[0.0020601724,0.0001517172,0.00006536913,0.0008058002,0.00008230148,0.0006349798,0.00048339696,0.0010472025,0.00002040625],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022775305,0.002528505,0.013362254,0.004013858,0.000053426047,0.00001545519,0.77345616,0.00017095516,0.004467985,0.00009991273,0.0028206592,0.19673331],"study_design_scores_gemma":[0.0023310592,0.0015752361,0.0013270248,0.0025627222,0.0000016223426,0.0000015057026,0.5844081,0.00046876672,0.0010577329,0.00008565869,0.405995,0.00018554727],"about_ca_topic_score_codex":0.000043992743,"about_ca_topic_score_gemma":0.000030189945,"teacher_disagreement_score":0.40317434,"about_ca_system_score_codex":0.00033223067,"about_ca_system_score_gemma":0.0011058215,"threshold_uncertainty_score":0.9980722},"labels":[],"label_agreement":null},{"id":"W3215115573","doi":"10.2196/28196","title":"Quality of Primary Care for the Adult Population With Autism Spectrum Disorder: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Janeway Children's Health and Rehabilitation Centre; Memorial University of Newfoundland","funders":"Mitacs","keywords":"PsycINFO; CINAHL; Grey literature; Data extraction; MEDLINE; Inclusion (mineral); Context (archaeology); Autism spectrum disorder; Population; Psychology; Systematic review; Health care; Critical appraisal; Medicine; Medical education; Nursing; Autism; Psychological intervention; Alternative medicine; Psychiatry; Social psychology; Political science","score_opus":0.44617907542453045,"score_gpt":0.6196156433160185,"score_spread":0.17343656789148804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215115573","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6578738e-8,0.26492646,0.00043370688,0.0012380244,0.000005840294,0.73274744,0.00028808438,0.00007501485,0.0002853705],"genre_scores_gemma":[8.224729e-8,0.27681705,0.0002890483,0.00006049216,0.00008356036,0.72215414,0.00013929403,0.00019029944,0.0002660591],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98637205,0.0043787765,0.002228964,0.001998249,0.0032149204,0.0018070156],"domain_scores_gemma":[0.98895687,0.0064213723,0.0014098315,0.0025736731,0.0004025056,0.00023577454],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004577201,0.0008102114,0.0034999205,0.00046385883,0.00121834,0.00036911588,0.0025487503,0.00041616138,0.00013664324],"category_scores_gemma":[0.0031079282,0.0005017953,0.0011072148,0.0026509662,0.00065393245,0.00034381717,0.00095855567,0.001720104,0.000017174283],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030432246,0.00033910404,0.000013263338,0.69635445,0.000027287953,0.000004090584,0.00005576807,5.71733e-7,0.0000028396994,0.016996084,0.00041354142,0.28548867],"study_design_scores_gemma":[0.0015644012,0.0010026353,0.000011723896,0.4950568,0.000019804327,0.000009967498,0.0000133744825,0.000004766313,0.000037189697,0.0006747421,0.50123906,0.00036555267],"about_ca_topic_score_codex":0.00013647614,"about_ca_topic_score_gemma":0.00042182382,"teacher_disagreement_score":0.5008255,"about_ca_system_score_codex":0.0007875404,"about_ca_system_score_gemma":0.005339871,"threshold_uncertainty_score":0.99974334},"labels":[],"label_agreement":null},{"id":"W3215132169","doi":"10.2196/32759","title":"Patient Engagement With a Game-Based Digital Therapeutic for the Treatment of Opioid Use Disorder: Protocol for a Randomized Controlled Open-Label, Decentralized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute on Drug Abuse","keywords":"Medicine; Randomized controlled trial; Medical prescription; Opioid use disorder; Mental health; Population; Reset (finance); Telemedicine; Buprenorphine; Psychiatry; Health care; Opioid; Nursing; Surgery; Internal medicine","score_opus":0.2154810315109507,"score_gpt":0.5190166918173349,"score_spread":0.30353566030638424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215132169","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024836552,0.000046231347,0.0023140686,0.0015024222,0.000011898077,0.9933438,0.00016417183,0.00005146208,0.00008230205],"genre_scores_gemma":[0.002005915,0.000009419025,0.002870782,0.000107331114,0.00006097064,0.9937214,0.0001458213,0.00010863614,0.0009697237],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994398,0.0014048001,0.0012191824,0.0007827692,0.0012478881,0.00094733346],"domain_scores_gemma":[0.9888289,0.0076538445,0.00045325584,0.0012103296,0.0016062675,0.00024742613],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016604561,0.000514586,0.002295716,0.00018130048,0.00038594508,0.00070468325,0.00036438266,0.00012612125,0.00015948553],"category_scores_gemma":[0.0011930321,0.0002472089,0.0006808536,0.00046393057,0.000397155,0.00021409932,0.000114059054,0.00022096075,0.000004220178],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9220299,0.045352478,0.00022651597,0.0009836546,0.00198004,0.000019538555,0.001123992,0.00001573977,0.00021881182,0.00045224838,0.00042832305,0.027168728],"study_design_scores_gemma":[0.68689805,0.043267865,0.000020699146,0.0010788789,0.00018177359,0.0000018939846,0.00029547367,0.001136219,0.0033245338,0.00020789818,0.26341045,0.00017626498],"about_ca_topic_score_codex":0.0000428264,"about_ca_topic_score_gemma":0.000025336374,"teacher_disagreement_score":0.26298213,"about_ca_system_score_codex":0.00040026123,"about_ca_system_score_gemma":0.002960767,"threshold_uncertainty_score":0.99999803},"labels":[],"label_agreement":null},{"id":"W3215209792","doi":"10.2196/31413","title":"The Role of Carbohydrates in Irritable Bowel Syndrome: Protocol for a Randomized Controlled Trial Comparing Three Different Treatment Options","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gastrointestinal motility and disorders","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet; Västra Götalandsregionen","keywords":"Irritable bowel syndrome; Randomized controlled trial; Medicine; Internal medicine; Intervention (counseling); Physical therapy; Psychiatry","score_opus":0.1558309782653327,"score_gpt":0.4920891896890643,"score_spread":0.3362582114237316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215209792","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029353619,0.000015080092,0.00004391036,0.0006408299,0.0000043963964,0.9685382,0.0000048788615,0.000025420552,0.0013736356],"genre_scores_gemma":[0.058498193,5.715425e-7,0.0002949557,0.000003861225,0.000035959052,0.9405793,0.00000842549,0.000020350753,0.00055839884],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964468,0.001026782,0.0009058135,0.00035748037,0.0006224934,0.00064065674],"domain_scores_gemma":[0.9957743,0.0028415893,0.00016335436,0.0004916459,0.0005665322,0.00016255978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023949153,0.00021413135,0.001478416,0.00017547279,0.0002625347,0.00010711218,0.00018480475,0.00008006269,0.000060806917],"category_scores_gemma":[0.002340973,0.00011842669,0.00050817156,0.0003256079,0.00035450718,0.00006148127,0.00010118196,0.00034887393,0.0000037974016],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9844874,0.0049426574,0.005258066,0.00045202108,0.00014560574,0.000021843203,0.00010641714,0.000024274977,0.002111932,0.0019265182,0.00004565771,0.00047759863],"study_design_scores_gemma":[0.97396827,0.0048436676,0.0013975521,0.0020250508,0.000022318947,0.000018154125,0.00034660476,0.0059839385,0.0018927883,0.0077842576,0.0016341977,0.00008322807],"about_ca_topic_score_codex":0.00013854593,"about_ca_topic_score_gemma":0.00067146367,"teacher_disagreement_score":0.029144576,"about_ca_system_score_codex":0.00019790258,"about_ca_system_score_gemma":0.00066991005,"threshold_uncertainty_score":0.48293},"labels":[],"label_agreement":null},{"id":"W3215215456","doi":"10.2196/32240","title":"Digital Interventions to Reduce Distress Among Health Care Providers at the Frontline: Protocol for a Feasibility Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; Ontario Tech University; Toronto Metropolitan University","funders":"","keywords":"Psychological intervention; Psychology; Distress; Health care; Anxiety; Applied psychology; Burnout; Protocol (science); Nursing; Social psychology; Medicine; Clinical psychology; Psychiatry","score_opus":0.533938824697496,"score_gpt":0.6906587212265778,"score_spread":0.1567198965290818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215215456","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018633561,0.0000070371466,0.00016915453,0.0063673514,0.00005297318,0.9880904,0.0006427064,0.00008592017,0.002721108],"genre_scores_gemma":[0.0019355323,3.671897e-8,0.00009790075,0.00027104045,0.0003989082,0.97405946,0.00014541045,0.000049155024,0.023042573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994849,0.0013306116,0.000811957,0.0010335987,0.00077755447,0.0011972465],"domain_scores_gemma":[0.9966425,0.0006164247,0.0001902031,0.0013821909,0.0005693062,0.00059943344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001955874,0.00023602154,0.00036762533,0.0001224223,0.00096599606,0.00037460114,0.0006201801,0.00013753946,0.000835681],"category_scores_gemma":[0.0007983102,0.00017480474,0.00039890606,0.00057871104,0.00031820475,0.00020441282,0.0006652699,0.0006312247,0.0001530918],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1908418,0.008803362,0.011119374,0.018615652,0.00007786892,0.00004826677,0.01479621,0.0000029077876,0.000097636505,0.0007358815,0.57128185,0.18357922],"study_design_scores_gemma":[0.056833252,0.009299751,0.006920562,0.0026144392,0.000002303159,0.000005672915,0.007527466,0.0000029367582,0.00041074117,0.00021953818,0.9159025,0.00026084244],"about_ca_topic_score_codex":0.00047352328,"about_ca_topic_score_gemma":0.00480253,"teacher_disagreement_score":0.34462067,"about_ca_system_score_codex":0.002426907,"about_ca_system_score_gemma":0.0023873001,"threshold_uncertainty_score":0.91501206},"labels":[],"label_agreement":null},{"id":"W3215276542","doi":"10.2196/29758","title":"Using Methods From Computational Decision-making to Predict Nonadherence to Fitness Goals: Protocol for an Observational Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Irish Research Council","keywords":"Observational study; Psychology; Applied psychology; Computational model; Computer science; Gerontology; Medicine; Artificial intelligence","score_opus":0.883531410794277,"score_gpt":0.7584668393553048,"score_spread":0.1250645714389722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215276542","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02291055,1.14200866e-7,0.14906165,0.0005335126,0.0000064719243,0.827228,0.000085178035,0.000046226876,0.00012826531],"genre_scores_gemma":[0.0035314169,2.0084445e-9,0.3341163,0.0002763722,0.00033071393,0.6616436,0.000018516032,0.000025680401,0.000057327397],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953506,0.0010747861,0.0005284626,0.00083617214,0.0015943156,0.0006156526],"domain_scores_gemma":[0.9931912,0.003529753,0.00008471502,0.0005547311,0.002013969,0.00062562583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025777635,0.00019204844,0.0005068476,0.0001979741,0.0004912824,0.00019262284,0.00033761296,0.00010159552,0.0003326639],"category_scores_gemma":[0.0025794336,0.00017197235,0.000084275394,0.0011130522,0.00005822724,0.00035349073,0.00037895076,0.0005356882,0.000043655455],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053374346,0.090457045,0.12718107,0.0050020874,0.0004245094,0.00031012035,0.008671629,0.01624003,0.097136766,0.0042109406,0.029680282,0.56731117],"study_design_scores_gemma":[0.018902099,0.035422128,0.55243415,0.02014195,0.000021905254,0.000023703577,0.0016144242,0.10368265,0.0069707935,0.10995207,0.14986016,0.00097397435],"about_ca_topic_score_codex":0.00007949409,"about_ca_topic_score_gemma":0.00007948191,"teacher_disagreement_score":0.5663372,"about_ca_system_score_codex":0.00034597522,"about_ca_system_score_gemma":0.002404941,"threshold_uncertainty_score":0.7012829},"labels":[],"label_agreement":null},{"id":"W3215358642","doi":"10.2196/30710","title":"A Smartphone-Based Self-management Intervention for Individuals With Bipolar Disorder (LiveWell): Empirical and Theoretical Framework, Intervention Design, and Study Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bipolar Disorder and Treatment","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Bipolar disorder; Randomized controlled trial; Psychological intervention; Intervention (counseling); Mental health; Quality of life (healthcare); Protocol (science); Clinical psychology; Psychiatry; Psychology; Medicine; Psychotherapist; Mood; Alternative medicine","score_opus":0.08960661500990943,"score_gpt":0.512557407018066,"score_spread":0.42295079200815655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215358642","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020819074,0.00005027033,0.08815323,0.0008484329,0.0000062186064,0.9087503,0.000009551863,0.000070640024,0.000029460964],"genre_scores_gemma":[0.00673235,0.000001268368,0.02283849,0.000033695465,0.00006685762,0.970034,0.000026103306,0.0000583726,0.00020886304],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938964,0.0030667298,0.00085146533,0.00079263136,0.0008262962,0.00056645746],"domain_scores_gemma":[0.9957473,0.002780424,0.00020020295,0.00042901916,0.0005948959,0.00024811146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006682245,0.00035006765,0.0013548023,0.00032897995,0.0002991009,0.00030386352,0.00012128421,0.000199566,0.00013281916],"category_scores_gemma":[0.0008895418,0.00019971849,0.00046771823,0.000334658,0.000400739,0.000102289734,0.00016170829,0.00043573734,0.0000025028214],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95023257,0.024753597,0.007890694,0.0026165252,0.0017110129,0.00001528355,0.00060792227,8.9232356e-7,0.0000052622345,0.002385414,0.00014918529,0.009631648],"study_design_scores_gemma":[0.9444904,0.030055093,0.00072126754,0.0026108983,0.00038303266,0.000008026669,0.00047623427,0.0015185756,0.0001620554,0.00613922,0.013225145,0.000210103],"about_ca_topic_score_codex":0.000006355177,"about_ca_topic_score_gemma":0.000015368907,"teacher_disagreement_score":0.06531474,"about_ca_system_score_codex":0.00009137185,"about_ca_system_score_gemma":0.00020557603,"threshold_uncertainty_score":0.8144284},"labels":[],"label_agreement":null},{"id":"W3215453347","doi":"10.2196/32538","title":"Digital Health Intervention Design and Deployment for Engaging Demographic Groups Likely to Be Affected by the Digital Divide: Protocol for a Systematic Scoping Review","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"North Bristol NHS Trust; Department of Health and Social Care; Barts Health NHS Trust; National Institute for Health and Care Research; Queen Mary University of London","keywords":"Grey literature; Psychological intervention; mHealth; Digital health; Systematic review; Protocol (science); Medicine; Health intervention; Health care; MEDLINE; Digital library; Health technology; Medical education; Nursing; Alternative medicine; Political science","score_opus":0.379933941954774,"score_gpt":0.6155395195549813,"score_spread":0.23560557760020734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215453347","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003055345,0.00027853245,0.03515875,0.0067814817,0.000027186083,0.95721775,0.00023097741,0.00012480014,0.00014997584],"genre_scores_gemma":[0.0013907562,9.517583e-7,0.0004112999,0.0008069841,0.00006824981,0.99593157,0.00007956765,0.00009036358,0.001220266],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9939836,0.0018620323,0.0014164167,0.00084320403,0.0007293164,0.0011653769],"domain_scores_gemma":[0.99560356,0.002332906,0.00039854893,0.00072456116,0.00048028675,0.00046013927],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005837925,0.00031823775,0.00067281455,0.00023704898,0.00070378557,0.0012987913,0.0005108634,0.000091088936,0.00003962582],"category_scores_gemma":[0.001797725,0.0002432854,0.0003535963,0.0008674349,0.00014307443,0.00058411923,0.00039486712,0.00041742754,0.00003285467],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085736415,0.0038784193,0.00011790348,0.77427065,0.00017263714,0.000009439675,0.00056892494,4.9792715e-7,0.000027523249,0.0021212657,0.123580575,0.0943948],"study_design_scores_gemma":[0.0047251047,0.009736167,0.00010480015,0.953605,0.00000988012,0.000072772906,0.00040129697,0.000044167602,0.0002626937,0.0014309254,0.029250974,0.0003562251],"about_ca_topic_score_codex":0.000006191051,"about_ca_topic_score_gemma":0.000022509495,"teacher_disagreement_score":0.17933434,"about_ca_system_score_codex":0.00028386884,"about_ca_system_score_gemma":0.00026095606,"threshold_uncertainty_score":0.999738},"labels":[],"label_agreement":null},{"id":"W3215534812","doi":"10.2196/28332","title":"mHealth Intervention to Improve Treatment Outcomes Among People With HIV Who Use Cocaine: Protocol for a Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"mHealth; Psychological intervention; Intervention (counseling); Randomized controlled trial; Medicine; Family medicine; Nursing","score_opus":0.1594868273044251,"score_gpt":0.552049491110334,"score_spread":0.3925626638059089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215534812","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071588447,9.716479e-7,0.003503682,0.0024664483,0.0000087041935,0.9855513,0.00008376749,0.00010813287,0.0011181758],"genre_scores_gemma":[0.0012954768,5.403993e-7,0.0009930988,0.00005268611,0.00023643706,0.85709465,0.00007128417,0.00007900051,0.14017682],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9916481,0.0030206905,0.0014605238,0.0009147069,0.0016197844,0.0013362082],"domain_scores_gemma":[0.99250734,0.0025829624,0.00030110602,0.0010217329,0.0025763514,0.0010105196],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0054512955,0.00043584118,0.002604488,0.00067840493,0.00042060678,0.0005479421,0.00028441453,0.00014255439,0.00090151414],"category_scores_gemma":[0.008707676,0.00025719753,0.0014113067,0.00082935725,0.0002879346,0.0003846994,0.00019436606,0.0006278089,0.000092146285],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95748734,0.010580474,0.0023791832,0.0018381627,0.0007540304,0.000060116916,0.0003114748,0.0000013265822,0.00053294655,0.0004724924,0.022931058,0.0026513813],"study_design_scores_gemma":[0.8654072,0.10253317,0.0008880712,0.0045535453,0.000047587742,0.000008332153,0.00016512454,0.0008582459,0.0014532533,0.00010847126,0.023768613,0.0002083764],"about_ca_topic_score_codex":0.0005546774,"about_ca_topic_score_gemma":0.0011945999,"teacher_disagreement_score":0.13905863,"about_ca_system_score_codex":0.0006939455,"about_ca_system_score_gemma":0.0015719434,"threshold_uncertainty_score":0.999988},"labels":[],"label_agreement":null},{"id":"W3215564773","doi":"10.2196/31911","title":"Elements That Underpin the Design, Development, and Evaluation of Social Media Health Interventions: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Al Jalila Foundation; Pfizer","keywords":"Psychological intervention; Social media; PsycINFO; Dissemination; Public relations; Public health; Psychology; Medicine; Internet privacy; Computer science; MEDLINE; World Wide Web; Political science; Nursing","score_opus":0.9643416779761209,"score_gpt":0.8078953758889701,"score_spread":0.15644630208715082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215564773","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.952062e-9,0.36386296,0.00006465135,0.0010161841,0.000038403625,0.63495207,0.0000070376827,0.000015310561,0.000043354412],"genre_scores_gemma":[4.5343747e-9,0.30450204,0.00096335745,0.000033394197,0.0003658977,0.69404733,0.000040058298,0.00003119743,0.000016685475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9715909,0.021961968,0.0018647665,0.0005743541,0.0031412751,0.00086673576],"domain_scores_gemma":[0.9862686,0.009489471,0.0017232526,0.0003456435,0.0019560268,0.00021701044],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.071659304,0.00026488677,0.0014411798,0.0002871555,0.0019867376,0.00019545668,0.00072416576,0.0002920382,0.00028184007],"category_scores_gemma":[0.020348018,0.00020376021,0.0003180505,0.0013814078,0.0005155475,0.00018885892,0.0002116034,0.00065854855,0.000008661324],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062289078,0.00012311536,0.0000017611216,0.32327563,0.000023899494,6.277796e-8,0.005537351,3.5284136e-9,5.9876992e-9,0.00041259572,0.0042813737,0.66633797],"study_design_scores_gemma":[0.00031129032,0.000058598307,0.000004163996,0.46573925,0.000018236871,1.9768491e-7,0.0006274296,2.4134533e-7,6.042062e-7,0.00017222724,0.53298247,0.00008531226],"about_ca_topic_score_codex":0.000054949258,"about_ca_topic_score_gemma":0.0009329206,"teacher_disagreement_score":0.6662527,"about_ca_system_score_codex":0.0018917493,"about_ca_system_score_gemma":0.03974896,"threshold_uncertainty_score":0.9993125},"labels":[],"label_agreement":null},{"id":"W3215593583","doi":"10.2196/34546","title":"Outcomes Following eHealth Weight Management Interventions in Adults With Overweight and Obesity From Low Socioeconomic Groups: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Overweight; Psychological intervention; Socioeconomic status; Weight management; Obesity; Medicine; Gerontology; Weight loss; Environmental health; Population; Health care; Nursing; Political science","score_opus":0.29053251491221227,"score_gpt":0.6432234675466227,"score_spread":0.35269095263441047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215593583","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9933392e-7,0.29266995,0.00006438285,0.00041307823,0.00001671533,0.7062838,0.00023315407,0.00007740245,0.0002412092],"genre_scores_gemma":[2.3049372e-8,0.35446334,0.00059911195,0.00036402475,0.00010097599,0.6433105,0.00029383585,0.00011793671,0.0007502865],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9836617,0.0066867475,0.004904103,0.001752493,0.00087909214,0.0021158508],"domain_scores_gemma":[0.9905846,0.00392222,0.0021566278,0.002015381,0.00042964044,0.0008915054],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008708945,0.0008420469,0.0057941657,0.00072491536,0.0015610986,0.00008510472,0.0010068774,0.0007249398,0.00035986383],"category_scores_gemma":[0.00042683622,0.000593878,0.0009821143,0.00086961227,0.00012702552,0.00025260347,0.00072321,0.0030175922,0.00030614625],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069968526,0.0007557381,0.0005845194,0.9626447,0.00018365622,0.000023377248,0.00015954797,1.1589353e-8,1.5235028e-9,0.002284474,0.007994896,0.025299095],"study_design_scores_gemma":[0.0026621833,0.0002064318,0.00009126039,0.5482087,0.00008945939,0.0000010033694,0.00012825441,0.0000019864153,6.684034e-9,0.00015700277,0.44820416,0.00024954515],"about_ca_topic_score_codex":0.00015291772,"about_ca_topic_score_gemma":0.00082724524,"teacher_disagreement_score":0.44020927,"about_ca_system_score_codex":0.0021224334,"about_ca_system_score_gemma":0.0035522762,"threshold_uncertainty_score":0.99973875},"labels":[],"label_agreement":null},{"id":"W3215632668","doi":"10.2196/23359","title":"Objective Measurements of Physical Activity and Sedentary Behavior Using Wearable Devices in Patients With Axial Spondyloarthritis: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Spondyloarthritis Studies and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Medicine; Physical therapy; Population; Cardiorespiratory fitness; Physical medicine and rehabilitation; Systematic review; Sedentary lifestyle; Wearable computer; MEDLINE; Wearable technology; Data extraction; Physical activity; Computer science","score_opus":0.3372847303069325,"score_gpt":0.5680955415046738,"score_spread":0.23081081119774127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215632668","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001338973,0.16278498,4.2729127e-7,0.0000035458625,0.0000025538043,0.83690596,0.00012484004,0.000013090009,0.000030716114],"genre_scores_gemma":[0.000006653219,0.017240796,0.00015297289,0.0000071208538,0.000054197444,0.982363,0.000045741843,0.00009481158,0.000034692144],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946567,0.0012399652,0.000849038,0.00087517983,0.0016608406,0.00071827724],"domain_scores_gemma":[0.99707514,0.0003285893,0.0006353052,0.0006542721,0.0011100334,0.0001966448],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011291782,0.00059543777,0.0046454724,0.00036454733,0.00019913577,0.000065512395,0.00020058385,0.00020113886,0.00002212503],"category_scores_gemma":[0.00032005514,0.00040383846,0.00042930504,0.00089780433,0.00021959138,0.00020804751,0.00026374802,0.0006791095,0.0000033373892],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080719753,0.005339351,0.0029464597,0.94489354,0.00041992255,0.00008809454,0.0000592116,1.667075e-8,0.0000018629542,0.0000012626715,0.000027816372,0.045415293],"study_design_scores_gemma":[0.011012238,0.004772363,0.0006512854,0.9750872,0.00064030866,0.000034843506,0.00003218981,8.4617716e-7,0.000021057254,9.956929e-7,0.007448074,0.00029854974],"about_ca_topic_score_codex":0.000073120245,"about_ca_topic_score_gemma":0.000071477654,"teacher_disagreement_score":0.14554417,"about_ca_system_score_codex":0.00062229525,"about_ca_system_score_gemma":0.00101471,"threshold_uncertainty_score":0.99984133},"labels":[],"label_agreement":null},{"id":"W3215711931","doi":"10.2196/29702","title":"Enamel Renal Syndrome: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Bone and Dental Protein Studies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Amelogenesis imperfecta; Grey literature; MEDLINE; Medicine; Protocol (science); Data extraction; Nephrocalcinosis; Systematic review; Pathology; Dentistry; Alternative medicine; Enamel paint; Internal medicine","score_opus":0.7014864169315189,"score_gpt":0.7095553622864124,"score_spread":0.008068945354893442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215711931","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.385188e-10,0.47532457,0.0000081984745,0.00014154492,0.000002924967,0.5233415,0.000020448424,0.00006223347,0.0010986158],"genre_scores_gemma":[5.690899e-11,0.43789947,0.00042042235,0.00011236386,0.00021854379,0.5573155,0.00005798601,0.00010939338,0.0038663256],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926129,0.0011160782,0.0017657876,0.0013260966,0.0018368145,0.0013423185],"domain_scores_gemma":[0.9956225,0.00072023633,0.0005064781,0.0015511023,0.0011473356,0.00045234358],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037272915,0.00074814976,0.0051197927,0.0004427522,0.0004528532,0.00018533549,0.0005619314,0.00054721965,0.0007572371],"category_scores_gemma":[0.0015376535,0.000526902,0.0015206754,0.0015210336,0.00034143406,0.0001421337,0.0009550489,0.0020820033,0.0004011059],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007395686,0.00034536215,4.3775717e-7,0.5852986,0.000115945484,0.0003673884,0.000005564054,1.3097856e-9,5.4286585e-7,0.000032715467,0.10005556,0.31370395],"study_design_scores_gemma":[0.0011672515,0.0011351972,1.2183396e-7,0.4967801,0.00005590884,0.00053971785,0.0000033300978,8.918554e-8,0.0000048626184,0.000020195868,0.5000591,0.0002341044],"about_ca_topic_score_codex":0.00000339965,"about_ca_topic_score_gemma":0.0000029679254,"teacher_disagreement_score":0.40000355,"about_ca_system_score_codex":0.0004120647,"about_ca_system_score_gemma":0.0041978126,"threshold_uncertainty_score":0.99971825},"labels":[],"label_agreement":null},{"id":"W3215809611","doi":"10.2196/34201","title":"Leveraging Large-Scale Electronic Health Records and Interpretable Machine Learning for Clinical Decision Making at the Emergency Department: Protocol for System Development and Validation","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Duke-NUS Medical School","keywords":"Triage; Emergency department; Overcrowding; Machine learning; Artificial intelligence; Computer science; Medicine; Protocol (science); Clinical decision support system; Medical emergency; Decision support system; Nursing","score_opus":0.20409489132693978,"score_gpt":0.5694255209399612,"score_spread":0.36533062961302143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215809611","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005693757,0.0002385692,0.009843527,0.0008334838,0.000024117206,0.9830735,0.000012835347,0.00005265486,0.00022756604],"genre_scores_gemma":[0.0041102874,0.000051359137,0.0036434843,0.000060196624,0.00014376691,0.9905867,0.00004622754,0.00003568001,0.0013222925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969446,0.00049625535,0.00076468504,0.0005798196,0.0004405059,0.000774106],"domain_scores_gemma":[0.99833745,0.0005438986,0.00017700845,0.00025153838,0.00055974827,0.0001303643],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005593979,0.00017698578,0.00039244274,0.00008309097,0.0014708558,0.00005670564,0.00009738581,0.00008202144,0.000061773004],"category_scores_gemma":[0.0006913633,0.00012308503,0.00009806907,0.00023787866,0.000054483942,0.00009520935,0.00039752666,0.00047795306,0.0000029217324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015413249,0.0013891471,0.30177844,0.03042574,0.0006235572,0.000024030904,0.007964823,0.000012266574,0.00059778336,0.0011488945,0.09002645,0.55059564],"study_design_scores_gemma":[0.004401905,0.0019503689,0.0033066203,0.005189625,0.0000094481675,0.000031266944,0.0011667267,0.002467166,0.0013594069,0.00023918519,0.9797175,0.0001607838],"about_ca_topic_score_codex":0.0000032130874,"about_ca_topic_score_gemma":0.00013456454,"teacher_disagreement_score":0.88969105,"about_ca_system_score_codex":0.00036354805,"about_ca_system_score_gemma":0.00050066266,"threshold_uncertainty_score":0.9998291},"labels":[],"label_agreement":null},{"id":"W3216324698","doi":"10.2196/30191","title":"Health Education Through a Campaign and mHealth to Enhance Knowledge and Quality of Life Among Patients With Chronic Kidney Disease in Bangladesh: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Kidney disease; Randomized controlled trial; Creatinine; Quality of life (healthcare); Physical therapy; Internal medicine; Blood urea nitrogen; Nursing","score_opus":0.09462856765507985,"score_gpt":0.5372942620454176,"score_spread":0.44266569439033776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216324698","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02423513,0.000035670528,0.00016553055,0.0018697233,0.0000063672524,0.973383,0.000026029966,0.000012590436,0.00026594847],"genre_scores_gemma":[0.028169274,0.0000031364914,0.00032967885,0.00027829024,0.00012997484,0.97048473,0.000048808306,0.000022769336,0.00053333637],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947617,0.0024770298,0.0010166217,0.00056388235,0.00071281445,0.00046796136],"domain_scores_gemma":[0.9967855,0.0006038919,0.00033417717,0.0004019492,0.0008346524,0.00103982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046107285,0.00019191603,0.0015985802,0.00024155388,0.00012254687,0.00006922206,0.000088116605,0.000053597174,0.00004566203],"category_scores_gemma":[0.0035276865,0.00012311847,0.00015681556,0.0005494735,0.00023104908,0.00011544538,0.00012257768,0.00020471714,0.0000012981543],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.959978,0.0068562836,0.009260909,0.01616757,0.00011601238,0.000001097785,0.0007500437,0.0000012118484,0.000013815157,0.0005677365,0.0028348844,0.0034524293],"study_design_scores_gemma":[0.94794863,0.0032647008,0.030921,0.008074241,0.000023227227,4.124108e-8,0.000075218166,0.000087221204,0.0000341834,0.0001874951,0.009252484,0.00013157933],"about_ca_topic_score_codex":0.00017993819,"about_ca_topic_score_gemma":0.00021943328,"teacher_disagreement_score":0.02166009,"about_ca_system_score_codex":0.00025946752,"about_ca_system_score_gemma":0.0077894367,"threshold_uncertainty_score":0.99783546},"labels":[],"label_agreement":null},{"id":"W3216395049","doi":"10.2196/33596","title":"A Novel, Scalable Social Media–Based Intervention (“Warna-Warni Waktu”) to Reduce Body Dissatisfaction Among Young Indonesian Women: Protocol for a Parallel Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Mood; Medicine; Population; Intervention (counseling); Research design; Physical therapy; Psychology; Clinical psychology; Nursing; Environmental health","score_opus":0.1391875445041629,"score_gpt":0.5300046802605858,"score_spread":0.39081713575642285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216395049","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02983837,8.233073e-7,0.004227233,0.0007145249,0.00010395383,0.96406794,0.000027125881,0.00015479683,0.0008652122],"genre_scores_gemma":[0.021126075,3.1783784e-8,0.00074461516,0.000047958005,0.0005992882,0.97327685,0.00006452385,0.00009344971,0.0040472196],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9909852,0.0038211658,0.0014763004,0.0010355045,0.0012961047,0.0013857243],"domain_scores_gemma":[0.9957007,0.0017090855,0.0005605502,0.0005975821,0.0009865841,0.00044545595],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008054123,0.0004207004,0.0016315005,0.00053934957,0.0007585281,0.0004710637,0.0004556065,0.00047317025,0.0021854793],"category_scores_gemma":[0.0033092934,0.0003482526,0.0008559509,0.0009425219,0.0003702518,0.00024045257,0.00014861909,0.0008764817,0.00006696365],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9702126,0.007296181,0.0011152807,0.00042197137,0.00017816377,0.000022185215,0.0031125098,0.0000056603853,0.003459221,0.0006317291,0.010598171,0.0029463696],"study_design_scores_gemma":[0.98534316,0.0027906408,0.0024691322,0.0007503871,0.000020929356,0.000004138693,0.0018089942,0.00014169872,0.00034682345,0.00053751125,0.005386418,0.0004001653],"about_ca_topic_score_codex":0.00022663588,"about_ca_topic_score_gemma":0.00025153774,"teacher_disagreement_score":0.015130603,"about_ca_system_score_codex":0.00044213544,"about_ca_system_score_gemma":0.0005902828,"threshold_uncertainty_score":0.99989694},"labels":[],"label_agreement":null},{"id":"W3216434915","doi":"10.2196/32359","title":"Gamified Web-Delivered Attentional Bias Modification Training for Adults With Chronic Pain: Protocol for a Randomized, Double-blind, Placebo-Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Queensland University of Technology; Australian Government","keywords":"Randomized controlled trial; Psychology; Chronic pain; Attentional bias; Anxiety; Physical therapy; Disengagement theory; Clinical psychology; Medicine; Psychiatry","score_opus":0.428553423436822,"score_gpt":0.5139152461055744,"score_spread":0.08536182266875236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216434915","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048670723,9.5045874e-7,0.020780094,0.000798783,0.00001916087,0.9761772,0.000034242566,0.00016252205,0.0015403243],"genre_scores_gemma":[0.00526778,4.1362915e-7,0.00081407774,0.00008936942,0.0006311844,0.98805094,0.00007703572,0.00007756811,0.0049916045],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98507565,0.009914566,0.0009140346,0.001314542,0.0015665145,0.0012146771],"domain_scores_gemma":[0.97721606,0.020635784,0.00044553226,0.0006668817,0.00081667403,0.00021905819],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033475354,0.000406091,0.0009872738,0.00043222104,0.0008200021,0.00063112774,0.0006726422,0.00021256448,0.00025498058],"category_scores_gemma":[0.010446095,0.00030510072,0.0005794785,0.0008367002,0.00035091548,0.00040507552,0.0001222004,0.00053536205,0.000041085048],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97590315,0.0008383343,0.0000026396092,0.0019169729,0.0000876843,0.000013442812,0.00025603667,0.00016696512,0.008335548,0.0041887616,0.0038431112,0.004447345],"study_design_scores_gemma":[0.83256465,0.0029755381,6.3237104e-7,0.0014323011,0.000015133803,0.000002713146,0.00008812396,0.115536384,0.0055185817,0.0006174114,0.04093086,0.00031766758],"about_ca_topic_score_codex":0.0000048225634,"about_ca_topic_score_gemma":0.000036335954,"teacher_disagreement_score":0.1433385,"about_ca_system_score_codex":0.00025107941,"about_ca_system_score_gemma":0.0015283707,"threshold_uncertainty_score":0.9999401},"labels":[],"label_agreement":null},{"id":"W3216511474","doi":"10.2196/33611","title":"Providing Accessible Recreation Outdoors—User-Driven Research on Standards (PARCOURS): Protocol for a Multiphase Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Recreation, Leisure, Wilderness Management","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"GF Strong Rehabilitation Centre; International Collaboration On Repair Discoveries; University of British Columbia; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; British Columbia Institute of Technology; Simon Fraser University; Centre for Interdisciplinary Research in Rehabilitation","funders":"Canadian Institutes of Health Research","keywords":"Recreation; Audit; Universal design; Legislation; Public relations; Delphi method; Business; Environmental planning; Environmental resource management; Political science; Geography; Computer science","score_opus":0.6661796160088604,"score_gpt":0.7117218023304125,"score_spread":0.04554218632155205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216511474","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020652364,0.0000014804608,0.0016645235,0.00090124045,0.00003697278,0.96597356,0.00007727705,0.00026074913,0.029018957],"genre_scores_gemma":[0.0043585864,2.6452489e-7,0.0017857462,0.000016027898,0.0006183694,0.96287245,0.000055360317,0.0001851604,0.030108029],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9818481,0.007659454,0.0011054465,0.0021436568,0.005107133,0.0021361802],"domain_scores_gemma":[0.9886311,0.0018663547,0.00031380134,0.0024444717,0.0062710196,0.00047322907],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018503472,0.0004912267,0.00065908435,0.0014589588,0.0015473799,0.0013589236,0.001492189,0.00035813346,0.002533721],"category_scores_gemma":[0.0019018728,0.00044601122,0.00020544173,0.002804987,0.00034143418,0.0006599587,0.00077207823,0.00168935,0.0003780154],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036077652,0.05399499,0.2576422,0.005315137,0.00082820724,0.0009419763,0.012505523,0.00039111573,0.0026555257,0.036919322,0.4760534,0.11667497],"study_design_scores_gemma":[0.023317784,0.012168714,0.019944582,0.0033268991,0.000010808085,0.000005516762,0.007940031,0.00041677014,0.0063822577,0.0016251478,0.9242516,0.0006098917],"about_ca_topic_score_codex":0.00026899466,"about_ca_topic_score_gemma":0.00034487672,"teacher_disagreement_score":0.44819823,"about_ca_system_score_codex":0.0014200972,"about_ca_system_score_gemma":0.0018369753,"threshold_uncertainty_score":0.9997992},"labels":[],"label_agreement":null},{"id":"W3216581127","doi":"10.2196/34866","title":"Correction: National Disability Insurance Scheme and Lived Experience of People Presenting to the Emergency Department: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Healthcare innovation and challenges","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Emergency department; Scheme (mathematics); Medicine; Psychology; Computer science; Nursing; Alternative medicine","score_opus":0.5018067257070777,"score_gpt":0.6739153067279519,"score_spread":0.17210858102087412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216581127","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005055129,0.0000065635727,0.000065785694,0.0049501965,0.0006075755,0.9899245,0.000036805748,0.00004222124,0.0038608375],"genre_scores_gemma":[0.0010864727,0.000002998498,0.00094140525,0.000020771788,0.0011724854,0.9764022,0.000015783431,0.00002643034,0.020331407],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989938,0.0053378185,0.0008761486,0.00079930737,0.0023740726,0.0006746455],"domain_scores_gemma":[0.993333,0.0012062546,0.00035061646,0.0005193592,0.0043788487,0.00021195592],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.012756887,0.00022314442,0.0004349565,0.00013712703,0.0016234217,0.00019510947,0.0007734228,0.00030190172,0.0003374898],"category_scores_gemma":[0.009929018,0.0001788474,0.000102304504,0.0018002805,0.00043125768,0.00019651614,0.00047638893,0.0010303813,0.0000030019698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030894412,0.0026950855,0.040927786,0.0029062547,0.00005854107,0.0000012206413,0.09634407,4.875265e-7,0.00003468354,0.0013243506,0.8324262,0.022972405],"study_design_scores_gemma":[0.00044792762,0.0004298212,0.04372044,0.00067660504,6.240732e-7,3.382827e-7,0.041178893,0.000041435913,0.00005681597,0.00027675988,0.91300607,0.000164279],"about_ca_topic_score_codex":0.0004017286,"about_ca_topic_score_gemma":0.011298279,"teacher_disagreement_score":0.080579884,"about_ca_system_score_codex":0.00030994733,"about_ca_system_score_gemma":0.0020388935,"threshold_uncertainty_score":0.99967635},"labels":[],"label_agreement":null},{"id":"W3216647117","doi":"10.2196/32986","title":"Hearing Loss in Patients With Morquio Syndrome: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Lysosomal Storage Disorders Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hearing loss; Observational study; Medicine; Conductive hearing loss; Audiology; Sensorineural hearing loss; Comorbidity; Otitis; Intensive care medicine; Pathology; Surgery","score_opus":0.45071840002260743,"score_gpt":0.6332262186678504,"score_spread":0.18250781864524301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216647117","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.0012946e-7,0.2764979,0.000004995649,0.00009078493,0.0000022699346,0.72295046,0.000023371133,0.00005206864,0.00037794336],"genre_scores_gemma":[2.4021219e-8,0.13403453,0.00029371824,0.00005400338,0.000077311466,0.8644431,0.00019848777,0.00027395182,0.00062487787],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9893945,0.0016718798,0.0017245115,0.0017094112,0.0034627093,0.0020370104],"domain_scores_gemma":[0.9944941,0.0006990054,0.00041024532,0.0018444009,0.0019431327,0.0006091505],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003915993,0.0008179552,0.004579185,0.0011494647,0.0002682175,0.00024103391,0.00095566746,0.00056755333,0.0005512867],"category_scores_gemma":[0.0018803105,0.0005835567,0.0006671699,0.0036929634,0.0003516535,0.00027239538,0.00089008926,0.0031095583,0.00013965686],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005159219,0.0017317617,0.00096096145,0.78351456,0.00009852447,0.00063629384,0.000014083074,6.942011e-8,3.4562564e-8,0.000011865534,0.004035275,0.20848067],"study_design_scores_gemma":[0.0045860456,0.0021445244,0.000068905865,0.521744,0.000014928687,0.00006525705,0.0000024609215,5.2569874e-7,4.4295908e-7,0.0000027859426,0.4710781,0.00029199253],"about_ca_topic_score_codex":0.000025273865,"about_ca_topic_score_gemma":0.000017454988,"teacher_disagreement_score":0.4670428,"about_ca_system_score_codex":0.0013891091,"about_ca_system_score_gemma":0.009204328,"threshold_uncertainty_score":0.99966156},"labels":[],"label_agreement":null},{"id":"W3216736424","doi":"10.2196/31887","title":"Early Detection of Cardiotoxicity From Systemic and Radiation Therapy in Patients With Breast Cancer: Protocol for a Multi-Institutional Prospective Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chemotherapy-induced cardiotoxicity and mitigation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cardiotoxicity; Medicine; Protocol (science); Breast cancer; Systemic therapy; Cancer; Prospective cohort study; Radiation therapy; Oncology; Medical physics; Internal medicine; Intensive care medicine; Chemotherapy; Alternative medicine; Pathology","score_opus":0.1058983543042167,"score_gpt":0.4592206471676263,"score_spread":0.3533222928634096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216736424","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48563117,0.0000016469703,0.0001222544,0.000014346537,0.0000022028194,0.5141471,0.000060500617,0.000012929063,0.0000078215535],"genre_scores_gemma":[0.48287648,3.5089093e-7,0.000073181865,0.0000047596627,0.000057486974,0.5169582,0.000008054576,0.000012396899,0.000009097143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979212,0.0003262766,0.00031308178,0.00045699306,0.00072969816,0.0002527103],"domain_scores_gemma":[0.99825895,0.00007516694,0.00011718744,0.0002579446,0.0011980354,0.000092701455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005494388,0.00015793544,0.000392949,0.00017521216,0.00014082849,0.00004554561,0.00006191113,0.00012504485,0.000010446379],"category_scores_gemma":[0.00006723816,0.00012057435,0.00006577255,0.0004957186,0.00011643314,0.0002117587,0.000028727287,0.0003353092,5.570456e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011579808,0.0027927188,0.8279201,0.00052187376,0.00016529976,0.000006392179,0.0012560979,0.000008327642,0.12954748,0.000008628725,0.00000551545,0.026187768],"study_design_scores_gemma":[0.03491699,0.002898533,0.7840338,0.0015132331,0.0000045011448,0.0000058921523,0.00017398474,0.00007469248,0.17616425,0.00001888662,0.000099527984,0.000095726886],"about_ca_topic_score_codex":0.0003925701,"about_ca_topic_score_gemma":0.00014680397,"teacher_disagreement_score":0.046616778,"about_ca_system_score_codex":0.0005158586,"about_ca_system_score_gemma":0.00059329584,"threshold_uncertainty_score":0.49168792},"labels":[],"label_agreement":null},{"id":"W3216803454","doi":"10.2196/34372","title":"Self-compassion Education for Health Professionals (Nurses and Midwives): Protocol for a Sequential Explanatory Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Compassion fatigue; Burnout; Compassion; Psychology; Focus group; Research ethics; Medical education; Nursing; Medicine; Clinical psychology; Psychiatry","score_opus":0.407304000620375,"score_gpt":0.7083233803854562,"score_spread":0.3010193797650812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216803454","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032881554,0.0000069891416,0.015244305,0.0018783275,0.0001905756,0.9815563,0.000060831317,0.0000897896,0.000644058],"genre_scores_gemma":[0.0005159527,2.0370482e-8,0.011544328,0.00012999425,0.00029434223,0.9771566,0.000033353575,0.000050686827,0.010274754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920975,0.004995073,0.00077205827,0.00087939075,0.0005227463,0.0007332059],"domain_scores_gemma":[0.9967571,0.0008732317,0.0002975724,0.0006755563,0.001058841,0.0003377328],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004413663,0.00023913766,0.00044756624,0.0003482129,0.0009944213,0.00018823208,0.000358602,0.00016579495,0.0022521357],"category_scores_gemma":[0.00023975759,0.00019843824,0.00018910608,0.00041378266,0.00008967041,0.00016568453,0.00024827698,0.0004615087,0.000020807722],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024009135,0.026173372,0.00047486814,0.0035504082,0.00015256045,0.000005272673,0.0036108238,1.7776834e-7,0.00032046068,0.06129219,0.7191555,0.18286349],"study_design_scores_gemma":[0.0064655375,0.003804706,0.004114451,0.0021329368,0.0000056353556,0.000013670057,0.014257809,0.0000610639,0.0034731848,0.010349216,0.95508134,0.00024042382],"about_ca_topic_score_codex":0.000018866349,"about_ca_topic_score_gemma":0.000035568122,"teacher_disagreement_score":0.2359259,"about_ca_system_score_codex":0.00015919209,"about_ca_system_score_gemma":0.0018221897,"threshold_uncertainty_score":0.99865997},"labels":[],"label_agreement":null},{"id":"W3217214646","doi":"10.2196/34475","title":"The Use of a Computerized Cognitive Assessment to Improve the Efficiency of Primary Care Referrals to Memory Services: Protocol for the Accelerating Dementia Pathway Technologies (ADePT) Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Memory clinic; Referral; Medicine; Usability; Cognition; Health care; Telemedicine; Health technology; Nursing; Psychiatry; Cognitive impairment; Computer science; Disease","score_opus":0.351668470892195,"score_gpt":0.5517507288511063,"score_spread":0.20008225795891132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217214646","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03769338,0.0000083108325,0.00076879206,0.001510691,0.000008873827,0.95939183,0.000067737536,0.000060617007,0.0004897828],"genre_scores_gemma":[0.0642384,5.3104975e-7,0.001325301,0.00024649015,0.00005120649,0.93372923,0.000012509379,0.000037244878,0.0003590803],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99405223,0.0012800542,0.00084301113,0.00067951216,0.0022313239,0.00091387064],"domain_scores_gemma":[0.9905475,0.0028767656,0.00029718777,0.0011471271,0.0049927025,0.00013876188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003932892,0.00027620842,0.0005172752,0.00021520472,0.0010132196,0.0004386115,0.0010344166,0.00009553523,0.000042289597],"category_scores_gemma":[0.0010381509,0.00013327383,0.00018373063,0.001346856,0.00038630332,0.00016329155,0.0021432005,0.0007489051,0.0000061289097],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017356087,0.012172104,0.04189099,0.016810782,0.0018185664,0.00012895085,0.015270731,0.000022966178,0.3322044,0.0002789734,0.003360655,0.5586848],"study_design_scores_gemma":[0.024285736,0.037439138,0.14023621,0.01123432,0.00012080482,0.000011445899,0.16879374,0.0005775442,0.5155797,0.00009677227,0.10111471,0.0005099007],"about_ca_topic_score_codex":0.000051881623,"about_ca_topic_score_gemma":0.00009011503,"teacher_disagreement_score":0.5581749,"about_ca_system_score_codex":0.000193991,"about_ca_system_score_gemma":0.0013315657,"threshold_uncertainty_score":0.7792968},"labels":[],"label_agreement":null},{"id":"W3217480599","doi":"10.2196/22746","title":"Vaccine hesitancy from the parent perspectives- protocol for a qualitative study in Iran (Preprint)","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Qualitative research; Protocol (science); Psychology; Medicine; Family medicine; Alternative medicine; World Wide Web; Computer science; Sociology","score_opus":0.5096370269259366,"score_gpt":0.6350220557570211,"score_spread":0.1253850288310845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217480599","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00849324,0.0000033901258,0.000089404944,0.01704676,0.000002996857,0.97227824,0.000019105146,0.000077860095,0.0019889963],"genre_scores_gemma":[0.1095269,2.681882e-7,0.00011207051,0.00013801239,0.0005384443,0.88945717,0.0000017152304,0.000025864454,0.00019954254],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99252385,0.0042058136,0.0005045312,0.00078802713,0.001185749,0.0007920305],"domain_scores_gemma":[0.9966726,0.0019565264,0.00012610848,0.0004980859,0.0004940193,0.00025267352],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005179128,0.00019908031,0.0003501228,0.000091167196,0.00089336914,0.00032771536,0.0011378007,0.00009635239,0.00096586166],"category_scores_gemma":[0.0025331331,0.00014252226,0.0001284477,0.001055239,0.000054762553,0.00036265032,0.00027853067,0.00073784613,0.00011507277],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026433035,0.0017996326,0.074373454,0.000105783554,0.00003493726,0.000022453572,0.88997877,0.0000022952,0.00008140227,0.004650014,0.024645487,0.0016624996],"study_design_scores_gemma":[0.0076451045,0.002703542,0.071596175,0.0005218773,0.0000019914157,7.4637924e-8,0.71381134,0.000025376143,0.000065402724,0.009194856,0.19418685,0.00024739123],"about_ca_topic_score_codex":0.0015161262,"about_ca_topic_score_gemma":0.0067553,"teacher_disagreement_score":0.17616738,"about_ca_system_score_codex":0.0003449946,"about_ca_system_score_gemma":0.0005215392,"threshold_uncertainty_score":0.99994737},"labels":[],"label_agreement":null},{"id":"W3217484780","doi":"10.2196/34915","title":"Effects of Aerobic Exercise and High-Intensity Interval Training on the Mental Health of Adolescents Living in Poverty: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Aerobic exercise; Anxiety; Socioeconomic status; Medicine; Psychology; Randomized controlled trial; Clinical psychology; Depression (economics); Physical therapy; Psychiatry; Population; Environmental health","score_opus":0.1346734656315107,"score_gpt":0.4966088763395119,"score_spread":0.36193541070800117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217484780","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023341205,0.0000018097162,0.000008087272,0.0015131971,0.00002747282,0.97478306,0.0000024596234,0.0000127319045,0.00030997055],"genre_scores_gemma":[0.10093543,0.0000021809237,0.000064757005,0.00009654408,0.00007492628,0.8984001,0.00000115379,0.000011833672,0.0004130677],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938511,0.0035600262,0.00074647175,0.00028132004,0.0010005025,0.0005605838],"domain_scores_gemma":[0.99652934,0.0024861281,0.00032898042,0.00013154247,0.00039389383,0.00013009706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013930167,0.00013790031,0.0013931596,0.00014285413,0.0004378589,0.00007647312,0.00025752024,0.00014482041,0.00005325866],"category_scores_gemma":[0.004770102,0.00009259652,0.0002429604,0.00037318224,0.0004857984,0.00010121332,0.00014605114,0.00040311634,9.1743607e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9432956,0.001134239,0.0011612463,0.0010973995,0.000051678056,0.000004198565,0.046097573,6.376673e-8,0.00022019302,0.0024240573,0.0012368689,0.0032768722],"study_design_scores_gemma":[0.97429174,0.0008389072,0.0019544794,0.015811177,0.0000037024502,1.6170932e-7,0.004012417,0.000019890038,0.000998072,0.00070970063,0.0012300225,0.00012973086],"about_ca_topic_score_codex":0.00030291392,"about_ca_topic_score_gemma":0.0003224165,"teacher_disagreement_score":0.07759422,"about_ca_system_score_codex":0.0001732427,"about_ca_system_score_gemma":0.0014763495,"threshold_uncertainty_score":0.5710602},"labels":[],"label_agreement":null},{"id":"W3217516827","doi":"10.2196/31970","title":"The Smarter Safer Homes Solution to Support Older People Living in Their Own Homes Through Enhanced Care Models: Protocol for a Stratified Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Commonwealth Scientific and Industrial Research Organisation; Australian Government","keywords":"SAFER; Service provider; Medicine; Telecare; Nursing; Government (linguistics); Population; Workforce; Service (business); Aging in place; Work (physics); Intervention (counseling); Health care; Business; Gerontology; Telemedicine; Marketing; Environmental health; Computer science; Computer security","score_opus":0.17641267673575417,"score_gpt":0.4771406191474691,"score_spread":0.3007279424117149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217516827","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040564482,0.000003958351,0.16139328,0.0011700224,0.000053860327,0.8353538,0.000011014675,0.00012096466,0.001487442],"genre_scores_gemma":[0.06679142,5.3891796e-7,0.0010181685,0.00007343606,0.00023375181,0.9304052,0.000006761347,0.000038252096,0.0014324737],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98982185,0.005097831,0.0013575265,0.0011051008,0.0013944109,0.0012232944],"domain_scores_gemma":[0.98767555,0.008401846,0.0003448496,0.0012883642,0.002095299,0.00019411268],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0081501035,0.0003984366,0.0015844445,0.0002914248,0.00074065925,0.0018218908,0.0013142659,0.00022302278,0.0000948072],"category_scores_gemma":[0.002163996,0.0002530372,0.00062338135,0.0011231933,0.00014459522,0.001437308,0.0006912545,0.0006001157,0.000036126297],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8877551,0.0014962252,0.000028050636,0.0010528234,0.00021579704,0.00001542631,0.04286876,0.000046083132,0.0024926502,0.0029399013,0.004811364,0.05627785],"study_design_scores_gemma":[0.96410257,0.0014475815,0.000054318883,0.0022683202,0.00000410646,0.000006574786,0.0026552675,0.008247237,0.00594185,0.0045040287,0.010294912,0.00047321682],"about_ca_topic_score_codex":0.00005443342,"about_ca_topic_score_gemma":0.0015611683,"teacher_disagreement_score":0.16037512,"about_ca_system_score_codex":0.0003278997,"about_ca_system_score_gemma":0.0019730714,"threshold_uncertainty_score":0.9999922},"labels":[],"label_agreement":null},{"id":"W3217594947","doi":"10.2196/33365","title":"Effective Treatment Strategies for the Removal of Antibiotic-Resistant Bacteria, Antibiotic-Resistance Genes, and Antibiotic Residues in the Effluent From Wastewater Treatment Plants Receiving Municipal, Hospital, and Domestic Wastewater: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Pharmaceutical and Antibiotic Environmental Impacts","field":"Environmental Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Effluent; Antibiotic resistance; Antibiotics; Sewage treatment; Medicine; Wastewater; Biotechnology; Waste management; Biology; Microbiology; Engineering","score_opus":0.1637125194650817,"score_gpt":0.4886770306800399,"score_spread":0.32496451121495823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217594947","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009207827,0.24834633,0.0000017487182,0.0001957112,0.000011268013,0.7500222,0.00043640513,0.000016698741,0.00004888795],"genre_scores_gemma":[0.00021801898,0.28557676,0.0003319802,0.000023992334,0.000055004668,0.7134566,0.00006176241,0.00008056879,0.00019534034],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920086,0.0028802492,0.0015728544,0.0013908892,0.0009179586,0.0012294033],"domain_scores_gemma":[0.99345386,0.0040878877,0.00071836694,0.0014354661,0.000037207792,0.00026719665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026625665,0.0010506051,0.0031587086,0.0001347621,0.0005294932,0.000530216,0.0009654814,0.00030950518,0.000036620328],"category_scores_gemma":[0.00030020546,0.00049726706,0.0004850471,0.00043298982,0.0010264199,0.00030088314,0.0005579429,0.00041958241,0.0000146020175],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007243904,0.0031717063,0.000108527645,0.9402423,0.0007783086,0.00037221398,0.0015059095,0.000004870827,0.0028185032,0.00006372285,0.00038166434,0.04982788],"study_design_scores_gemma":[0.0035771474,0.0044097956,0.00032380965,0.7693568,0.00069467194,0.00010339659,0.0008359345,0.0000412033,0.002805948,0.0000819364,0.21701255,0.0007568301],"about_ca_topic_score_codex":0.0003928467,"about_ca_topic_score_gemma":0.00029670077,"teacher_disagreement_score":0.21663089,"about_ca_system_score_codex":0.0007840627,"about_ca_system_score_gemma":0.00017370809,"threshold_uncertainty_score":0.9997479},"labels":[],"label_agreement":null},{"id":"W3217714435","doi":"10.2196/27893","title":"Health-Related Quality of Life of Lebanese Women With Breast Cancer: Protocol for a Prospective Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université Libanaise; Agence Nationale de la Recherche","keywords":"Medicine; Breast cancer; Quality of life (healthcare); Prospective cohort study; Cancer; Cohort; Family medicine; Health care; Cohort study; Modalities; Gynecology; Internal medicine; Nursing","score_opus":0.1867485258289249,"score_gpt":0.5554056181542224,"score_spread":0.36865709232529753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217714435","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082369804,0.0000040679106,0.000006589826,0.00093646644,0.0000039731663,0.9159265,0.00016651652,0.000038709444,0.0005473419],"genre_scores_gemma":[0.14967199,2.5006977e-7,0.00003386427,0.000033781365,0.00006387351,0.84922963,0.000007393795,0.000041636195,0.00091756706],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995035,0.0009826303,0.000971493,0.0006297873,0.0016782499,0.0007028753],"domain_scores_gemma":[0.9944055,0.00023238029,0.0004190849,0.0008276923,0.003685558,0.00042977268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039519584,0.00020809124,0.0011573236,0.00017531651,0.00013251025,0.000027320675,0.00021483835,0.00010765206,0.0005409483],"category_scores_gemma":[0.00029439476,0.0001548149,0.00010180545,0.0013354104,0.00030002146,0.00010228815,0.00013946672,0.0005438877,0.0000022017475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041170742,0.0057842266,0.9268486,0.0137305455,0.00040189334,0.000017172793,0.007315123,0.0000020866626,0.0007478761,0.00013128703,0.0012609249,0.0025895417],"study_design_scores_gemma":[0.019506458,0.012191389,0.9516544,0.0038683163,0.000006025321,0.000015394224,0.006509598,0.0000053866315,0.0015882498,0.00011940156,0.0043567815,0.00017864378],"about_ca_topic_score_codex":0.0042300485,"about_ca_topic_score_gemma":0.004449744,"teacher_disagreement_score":0.06730218,"about_ca_system_score_codex":0.0006981131,"about_ca_system_score_gemma":0.00582662,"threshold_uncertainty_score":0.99980944},"labels":[],"label_agreement":null},{"id":"W32242827","doi":"10.2196/16474","title":"Apprentissage du français langue étrangère en Arabie Saoudite : description analytique de l'enseignement-apprentissage de la compréhension écrite et élaboration de propositions méthodologiques, construites à la lumière d'une approche lexiculturelle contextuelle","year":2004,"lang":"fr","type":"dissertation","venue":"JMIR Research Protocols","topic":"French Language Learning Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Humanities; Philosophy; Sociology","score_opus":0.08641598910667224,"score_gpt":0.47678464757888994,"score_spread":0.3903686584722177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32242827","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16305907,0.0016948578,0.2615381,0.0042766044,0.00021858484,0.5096504,0.0005427224,0.0012693991,0.05775029],"genre_scores_gemma":[0.1973757,0.0002936829,0.15911561,0.00015105032,0.00072576274,0.6281596,0.0027414206,0.00022767588,0.011209519],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9484322,0.045572042,0.0010422289,0.0013319622,0.0018036764,0.0018178974],"domain_scores_gemma":[0.992399,0.0041119456,0.0006942235,0.00069510745,0.0014442223,0.0006554942],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.023635786,0.0008488977,0.000972326,0.0006330991,0.0023069729,0.0013120134,0.0011517883,0.0026356773,0.0008061513],"category_scores_gemma":[0.0045396085,0.000860044,0.00044707287,0.0024734247,0.0023217355,0.0008511347,0.0002210583,0.0050352914,0.00008649018],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010423182,0.0038736942,0.015381527,0.0063151005,0.00044206352,0.0008531078,0.40968814,0.0017459274,0.45000526,0.0519583,0.0208345,0.037860062],"study_design_scores_gemma":[0.011538331,0.0037668047,0.1256323,0.04285745,0.00047978654,0.00042467608,0.30553314,0.0062704263,0.08788085,0.03465541,0.37631106,0.004649763],"about_ca_topic_score_codex":0.011242201,"about_ca_topic_score_gemma":0.010145901,"teacher_disagreement_score":0.3621244,"about_ca_system_score_codex":0.0022167906,"about_ca_system_score_gemma":0.0038534761,"threshold_uncertainty_score":0.99972475},"labels":[],"label_agreement":null},{"id":"W32384051","doi":"10.2196/16717","title":"Interactive Real-Time Smoke Rendering","year":2010,"lang":"en","type":"dissertation","venue":"JMIR Research Protocols","topic":"Computer Graphics and Visualization Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Smoke; Rendering (computer graphics); Computer graphics (images); Game engine; Computer science; Real-time rendering; Engineering; Multimedia; Waste management","score_opus":0.15976494535739588,"score_gpt":0.5549125166185859,"score_spread":0.39514757126119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32384051","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001291143,0.000005349331,0.023373254,0.00016582382,0.00016001113,0.90657794,0.000015013394,0.0021671015,0.06624435],"genre_scores_gemma":[0.0006397266,0.0000080809,0.0051741055,0.00001968629,0.00023603124,0.9851807,0.00013865618,0.0000690504,0.008533999],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960224,0.00043019155,0.00050460716,0.0010000215,0.0013645061,0.00067829504],"domain_scores_gemma":[0.99645716,0.0002652115,0.00028514845,0.0015241822,0.0012469898,0.00022130593],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015223793,0.00034219841,0.00037978555,0.0011969927,0.00038852904,0.0013195352,0.0029155435,0.00055127236,0.00015184627],"category_scores_gemma":[0.00011493547,0.00033412868,0.00017001035,0.00128251,0.000071743445,0.0006673843,0.00072919915,0.0022020892,0.00011776514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042827034,0.0017111355,0.00017677342,0.0023999421,0.0001511679,0.00018031054,0.011206082,7.710014e-7,0.044238012,0.588335,0.08796194,0.26321062],"study_design_scores_gemma":[0.0013397946,0.0025901329,0.0048998105,0.011719123,0.0000040068035,0.000023235794,0.00016373322,0.026802395,0.15315354,0.07839101,0.71885514,0.002058071],"about_ca_topic_score_codex":0.00009695848,"about_ca_topic_score_gemma":0.0000622887,"teacher_disagreement_score":0.6308932,"about_ca_system_score_codex":0.00011247064,"about_ca_system_score_gemma":0.0005052431,"threshold_uncertainty_score":0.99991107},"labels":[],"label_agreement":null},{"id":"W32990250","doi":"10.2196/19157","title":"About taking the perspective of an offender : how self-reflection and group-membership influence people's perspective taking of an offender","year":2014,"lang":"en","type":"dissertation","venue":"JMIR Research Protocols","topic":"Deception detection and forensic psychology","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Seriousness; Psychology; Social psychology; Heuristics; Political science","score_opus":0.17752610008160982,"score_gpt":0.5489675634423415,"score_spread":0.3714414633607317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W32990250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56845593,0.00008187339,0.00009717583,0.00042275505,0.0004332179,0.29825854,0.000039804803,0.00030008637,0.13191062],"genre_scores_gemma":[0.66277087,0.0000030661074,0.0001570987,0.00006891661,0.00036039858,0.33427143,0.00004925449,0.00010483434,0.0022141414],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99228996,0.0033962815,0.0006914735,0.0014440366,0.001312261,0.00086599414],"domain_scores_gemma":[0.9932794,0.0004922867,0.0015836153,0.001366606,0.0029670612,0.00031104175],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028979906,0.00052777334,0.0007981429,0.0011966366,0.00052369124,0.00020374278,0.00084531005,0.00096698344,0.0014310901],"category_scores_gemma":[0.00078674214,0.00043995224,0.00022135758,0.0012996488,0.00074671564,0.00052050024,0.00009478878,0.002329594,0.000033986424],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02255971,0.0062873405,0.006726716,0.0029277892,0.0019591472,0.000054810356,0.63447386,0.000026622265,0.026496554,0.23550923,0.0037563813,0.05922184],"study_design_scores_gemma":[0.005296786,0.009815354,0.5379521,0.0016260489,0.00006530012,0.0001748596,0.42070937,0.00018134405,0.0014020192,0.01503612,0.0067317616,0.0010089099],"about_ca_topic_score_codex":0.0012747651,"about_ca_topic_score_gemma":0.0037848451,"teacher_disagreement_score":0.5312254,"about_ca_system_score_codex":0.00041214112,"about_ca_system_score_gemma":0.00026391834,"threshold_uncertainty_score":0.99997205},"labels":[],"label_agreement":null},{"id":"W33290246","doi":"10.2196/24298","title":"\"inte längre, men ännu inte\" : om musiken i Lohengrin","year":2012,"lang":"sv","type":"article","venue":"JMIR Research Protocols","topic":"Social and Educational Sciences","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Theology; Philosophy","score_opus":0.4838212125419888,"score_gpt":0.6435109669818241,"score_spread":0.1596897544398353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W33290246","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013186066,0.00011007622,0.0000038569187,0.020201163,0.00047365128,0.58711886,0.000033027594,0.00015513846,0.37871814],"genre_scores_gemma":[0.1177042,0.000013769603,0.00014818256,0.00019856467,0.007127288,0.8154937,0.000007216437,0.000034352717,0.059272714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98933107,0.002196424,0.00061432226,0.00074977113,0.0039989017,0.0031094982],"domain_scores_gemma":[0.995575,0.0011304985,0.0002226088,0.0005678744,0.0010582757,0.0014457615],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.0126069775,0.00033872647,0.0004349393,0.00034022756,0.0030035165,0.00089162955,0.0021883682,0.0004215204,0.009014328],"category_scores_gemma":[0.0017318281,0.00028709715,0.00023782684,0.0030904415,0.0028875018,0.0015598711,0.00078651344,0.0013564568,0.005935072],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028478698,0.0028205472,0.072460905,0.00030475715,0.00007510182,0.000007967852,0.15520461,0.0000010046508,0.0006238312,0.053694174,0.67087555,0.043646775],"study_design_scores_gemma":[0.000364146,0.00033176996,0.04709402,0.0006435132,0.0000032592327,0.0000016518169,0.04308617,0.0000116113515,0.0002827997,0.0074600247,0.9003446,0.00037641329],"about_ca_topic_score_codex":0.006321524,"about_ca_topic_score_gemma":0.00057627656,"teacher_disagreement_score":0.31944543,"about_ca_system_score_codex":0.00090862135,"about_ca_system_score_gemma":0.002115388,"threshold_uncertainty_score":0.9999581},"labels":[],"label_agreement":null},{"id":"W33625365","doi":"10.2196/21911","title":"Observational learning of new manual skills in the first two years of life","year":2010,"lang":"en","type":"dissertation","venue":"JMIR Research Protocols","topic":"Child and Animal Learning Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.18633403075947827,"score_gpt":0.5504418012029624,"score_spread":0.3641077704434841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W33625365","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5517298,0.000030620395,0.0000019183558,0.0006779427,0.000084648535,0.41238496,0.000017839917,0.000036458587,0.035035837],"genre_scores_gemma":[0.07220305,0.000002244976,0.00031236143,0.000088658475,0.0005473422,0.8742521,0.00047710154,0.00007758242,0.052039556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99692273,0.00047892382,0.000619352,0.00040155902,0.0011557908,0.00042161896],"domain_scores_gemma":[0.99818784,0.00071072567,0.0003514413,0.00039197062,0.00027362973,0.000084411084],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002305515,0.00017281441,0.00036879125,0.00037573502,0.00010282832,0.000043956345,0.00080194196,0.00033201723,0.0018009228],"category_scores_gemma":[0.0007885568,0.00014536106,0.00011459325,0.00057449716,0.0001041282,0.00005352147,0.00007284064,0.0027082923,0.00016695636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056351093,0.0049805185,0.47432756,0.0024815006,0.0003035069,0.00010386951,0.15488088,0.00006662429,0.0026751796,0.044832654,0.16416156,0.14555104],"study_design_scores_gemma":[0.0009329006,0.00030086844,0.6625186,0.0011181852,0.000001068539,8.502593e-7,0.0010779005,0.0000015358188,0.00006292725,0.00025269977,0.33363226,0.00010017901],"about_ca_topic_score_codex":0.00033174193,"about_ca_topic_score_gemma":0.00060483796,"teacher_disagreement_score":0.47952673,"about_ca_system_score_codex":0.00003466723,"about_ca_system_score_gemma":0.00077289523,"threshold_uncertainty_score":0.9995925},"labels":[],"label_agreement":null},{"id":"W33909588","doi":"10.2196/26431","title":"Making a difference : improving outcomes for Indigenous learners","year":2013,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Indigenous; Mathematics education; Psychology; Computer science","score_opus":0.45550508356368136,"score_gpt":0.6332280425412218,"score_spread":0.17772295897754042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W33909588","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07565225,0.0000030821263,0.0001180932,0.003681336,0.00002817479,0.9064474,0.0000053919553,0.00011222777,0.01395205],"genre_scores_gemma":[0.17503972,1.8136713e-7,0.00029163007,0.000097549295,0.0003402961,0.8089744,8.197706e-7,0.000014898198,0.015240547],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745953,0.0005162844,0.00022943299,0.0002536649,0.00067277194,0.0008682986],"domain_scores_gemma":[0.9983997,0.0005827241,0.000092426475,0.00028055225,0.00044995264,0.00019464942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021584316,0.00009294617,0.00015904303,0.00018736022,0.0012445175,0.00063526176,0.00053686183,0.00011410351,0.00034398623],"category_scores_gemma":[0.0008714069,0.000075486656,0.00006980536,0.0003698124,0.00023164117,0.00024745055,0.000084699954,0.00027667766,0.00029448274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004027534,0.00047429407,0.36362207,0.0008526713,0.000030160603,0.0000015113555,0.33229846,7.3905875e-7,0.002486387,0.05470502,0.016904945,0.22858347],"study_design_scores_gemma":[0.0006705902,0.00033278822,0.07454996,0.00052349904,7.7384635e-7,5.364717e-7,0.053633705,0.000018870627,0.00010649847,0.0067548295,0.86311567,0.00029228182],"about_ca_topic_score_codex":0.006390231,"about_ca_topic_score_gemma":0.00052749005,"teacher_disagreement_score":0.8462107,"about_ca_system_score_codex":0.00020519915,"about_ca_system_score_gemma":0.0009204295,"threshold_uncertainty_score":0.96601605},"labels":[],"label_agreement":null},{"id":"W34081014","doi":"10.2196/24901","title":"Lärandets hermeneutik : Tolkningens och dialogens betydelse för lärandet med bildningstanken som utgångspunkt","year":2011,"lang":"sv","type":"article","venue":"JMIR Research Protocols","topic":"Social and Educational Sciences","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Philosophy; Religious studies","score_opus":0.5221343996315361,"score_gpt":0.5708352101606319,"score_spread":0.048700810529095806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34081014","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09486333,0.000101659825,0.0000071639747,0.009841335,0.00051664596,0.61523825,0.0001392648,0.0003666302,0.27892572],"genre_scores_gemma":[0.25490692,0.000041284628,0.0003349222,0.0002819785,0.0024794608,0.7230057,0.000015386977,0.00007060584,0.018863704],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858054,0.0031996686,0.0010507837,0.001590539,0.0048893825,0.0034642157],"domain_scores_gemma":[0.9943477,0.0011510889,0.00042804878,0.0008642205,0.0016084164,0.0016005362],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.010691664,0.0005941176,0.00077638775,0.0005355219,0.004792716,0.0009023204,0.0029382424,0.00076835277,0.009794277],"category_scores_gemma":[0.001481443,0.00052086724,0.00042787445,0.0039606993,0.0043789665,0.0010832722,0.00070477027,0.0015095455,0.001933252],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001905934,0.006180983,0.081659,0.0006380586,0.00038176452,0.0001732879,0.6562353,0.0000034794227,0.003755169,0.041959204,0.13277003,0.074337795],"study_design_scores_gemma":[0.0025187903,0.0018673053,0.06213308,0.0015531225,0.000028922535,0.000006978173,0.049801834,0.000030822295,0.0023393058,0.06907082,0.8091996,0.0014494397],"about_ca_topic_score_codex":0.010003281,"about_ca_topic_score_gemma":0.0043597417,"teacher_disagreement_score":0.6764295,"about_ca_system_score_codex":0.000775503,"about_ca_system_score_gemma":0.0042662905,"threshold_uncertainty_score":0.99972427},"labels":[],"label_agreement":null},{"id":"W34114962","doi":"10.2196/24887","title":"Endophtalmie endogène à aspergillus","year":2008,"lang":"fr","type":"article","venue":"JMIR Research Protocols","topic":"Helicobacter pylori-related gastroenterology studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Aspergillus; Biology; Microbiology","score_opus":0.3009399996000665,"score_gpt":0.5133269672651725,"score_spread":0.21238696766510595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34114962","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022031687,0.0016609215,0.00003156397,0.022511588,0.00038150285,0.9003548,0.00011758979,0.00033560922,0.052574754],"genre_scores_gemma":[0.015413328,0.0002889148,0.00041874303,0.0004725664,0.0029959385,0.88106924,0.000025201729,0.00014922986,0.099166825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894465,0.0020667354,0.0010592705,0.001234681,0.002170397,0.0040223897],"domain_scores_gemma":[0.9947478,0.0007654075,0.0001730889,0.0015260049,0.0015534782,0.0012342166],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001914439,0.00065400556,0.0010758375,0.0007527453,0.001118497,0.00007196954,0.00083292014,0.00074752874,0.0036149535],"category_scores_gemma":[0.0016931439,0.00061502575,0.000315886,0.0016225461,0.004248756,0.00043322987,0.0010874673,0.0044664154,0.012532872],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005708061,0.008225633,0.27631783,0.0035194976,0.0019515664,0.030603807,0.0055176965,0.000010262911,0.021925868,0.0022877322,0.60038716,0.043544903],"study_design_scores_gemma":[0.009051881,0.008187332,0.07730306,0.006294709,0.00002322683,0.0030130877,0.00027162133,0.000048517188,0.004219274,0.00014890158,0.89107704,0.00036136186],"about_ca_topic_score_codex":0.00015239707,"about_ca_topic_score_gemma":0.000026873793,"teacher_disagreement_score":0.2906899,"about_ca_system_score_codex":0.001080384,"about_ca_system_score_gemma":0.0010616145,"threshold_uncertainty_score":0.9996301},"labels":[],"label_agreement":null},{"id":"W34995204","doi":"10.2196/34409","title":"Nederland Nieuw Materialenland: 'eerder scheurtjes maar toch veilig geland - dankzij Glare'","year":2001,"lang":"nl","type":"article","venue":"JMIR Research Protocols","topic":"Dutch Social and Cultural Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Theology; Philosophy","score_opus":0.3438890976710941,"score_gpt":0.5769834416234381,"score_spread":0.23309434395234396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34995204","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081218995,0.00044239764,0.000005854955,0.0154280355,0.00029064747,0.7232693,0.00016298637,0.00037509575,0.1788067],"genre_scores_gemma":[0.02966323,0.0003598619,0.000049890692,0.0001784898,0.003758711,0.8346083,0.000029124973,0.000072067385,0.13128032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98994637,0.0022377623,0.00079884386,0.0011469009,0.0031253844,0.0027447287],"domain_scores_gemma":[0.9968411,0.00040859988,0.00024194863,0.0006356612,0.0011447018,0.00072804006],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003740769,0.00060601515,0.0008527553,0.00019026536,0.0047538984,0.0020518936,0.0015045785,0.00064823683,0.0067075714],"category_scores_gemma":[0.00063659734,0.0004699609,0.00029592204,0.0016888576,0.002018565,0.000833837,0.0009647921,0.0012055858,0.004364013],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042699454,0.0035932905,0.088877775,0.002124046,0.0006741877,0.0008471083,0.07380504,0.0000032456364,0.00576277,0.010495054,0.7734824,0.036065143],"study_design_scores_gemma":[0.0020909482,0.0009906001,0.012137267,0.0013305981,0.00001049732,0.000009428452,0.012198376,0.0000047901685,0.00027107535,0.0032983678,0.9670036,0.0006544552],"about_ca_topic_score_codex":0.0039129416,"about_ca_topic_score_gemma":0.0032876395,"teacher_disagreement_score":0.19352122,"about_ca_system_score_codex":0.00041469032,"about_ca_system_score_gemma":0.0005665982,"threshold_uncertainty_score":0.99977523},"labels":[],"label_agreement":null},{"id":"W35285813","doi":"10.2196/33076","title":"Implementación de plan piloto de mantenimiento autónomo en el área de montaje en una fábrica de baterías para automóviles","year":2013,"lang":"es","type":"dissertation","venue":"JMIR Research Protocols","topic":"Occupational Health and Safety in Workplaces","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.27426497123868065,"score_gpt":0.6406881883719429,"score_spread":0.3664232171332622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W35285813","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26130965,0.00007522868,0.0002646289,0.005477315,0.000117034186,0.7263077,0.0012974166,0.00042653232,0.0047245095],"genre_scores_gemma":[0.04998069,0.00019977827,0.0034875595,0.0008207282,0.001739332,0.925964,0.0024032886,0.00029490737,0.015109718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97322303,0.013708561,0.0024588844,0.0015110757,0.0025607292,0.006537742],"domain_scores_gemma":[0.9866772,0.0069708973,0.0010111307,0.0013571177,0.0012882551,0.002695396],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.013821464,0.0011048911,0.0012741885,0.0013543634,0.0037200816,0.00038933402,0.0023757215,0.0023545336,0.0038986844],"category_scores_gemma":[0.0017209867,0.0010555934,0.000369839,0.0010786366,0.00027898818,0.0005870531,0.00070150604,0.0067800162,0.0021682624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.014336904,0.0028177882,0.6917815,0.036795236,0.00034408874,0.0003187505,0.06560318,0.00007570511,0.004583073,0.00987707,0.16185942,0.011607245],"study_design_scores_gemma":[0.0044874577,0.0027861348,0.77599674,0.024105806,0.000035742505,0.000038590577,0.021796567,0.0031620911,0.0013464248,0.008067221,0.15695359,0.0012236246],"about_ca_topic_score_codex":0.017731689,"about_ca_topic_score_gemma":0.0023185012,"teacher_disagreement_score":0.21132897,"about_ca_system_score_codex":0.0070325905,"about_ca_system_score_gemma":0.01698595,"threshold_uncertainty_score":0.99918944},"labels":[],"label_agreement":null},{"id":"W35976184","doi":"10.2196/26237","title":"Persuasive Mobile Systems Design to Help People be Physically Active","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persuasion; Persuasive technology; Computer science; Android (operating system); Mobile device; Human–computer interaction; Class (philosophy); Internet privacy; Multimedia; World Wide Web; Psychology; Artificial intelligence; Social psychology","score_opus":0.21882095872133497,"score_gpt":0.5235604402439542,"score_spread":0.3047394815226192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W35976184","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021397013,5.673284e-7,0.447132,0.0014085276,0.00004081767,0.5459638,0.0000036549172,0.00038579523,0.0029251305],"genre_scores_gemma":[0.1092864,5.436996e-8,0.00484132,0.00013308672,0.000181808,0.88450575,0.0000016954109,0.000025177345,0.0010246843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99576014,0.0011839354,0.0003018855,0.0008158493,0.0010825155,0.0008556532],"domain_scores_gemma":[0.99615616,0.00068044744,0.00012808223,0.0011861323,0.0016873725,0.00016182613],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018992198,0.0002185545,0.00030034257,0.00062044506,0.0004513778,0.00048782054,0.002047427,0.00016839296,0.00003828949],"category_scores_gemma":[0.0005029641,0.00019713331,0.00006108206,0.0018282855,0.0001625831,0.0008770268,0.00090208097,0.0009838981,0.0010491989],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008826462,0.00242252,0.00027124325,0.00044942403,0.00013375618,0.000057470283,0.018193586,0.0009372682,0.30373186,0.46132162,0.12664461,0.08495399],"study_design_scores_gemma":[0.0027292743,0.019982241,0.0025537026,0.0019534372,0.0000022977026,0.000061488725,0.0027570322,0.046079893,0.42654496,0.008894,0.48724663,0.0011950245],"about_ca_topic_score_codex":0.000031772277,"about_ca_topic_score_gemma":0.000011282943,"teacher_disagreement_score":0.45242763,"about_ca_system_score_codex":0.0004222755,"about_ca_system_score_gemma":0.00021969232,"threshold_uncertainty_score":0.9997286},"labels":[],"label_agreement":null},{"id":"W36201395","doi":"10.2196/39785","title":"NonogrammenOplossen met DFS en logische regels","year":2013,"lang":"nl","type":"dissertation","venue":"JMIR Research Protocols","topic":"Modeling, Simulation, and Optimization","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distributed File System; Computer science; Operating system","score_opus":0.38556594923035836,"score_gpt":0.5868238572654544,"score_spread":0.20125790803509602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36201395","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038998413,0.000032921867,0.006387084,0.0002726515,0.000070323505,0.96387213,0.00007787385,0.00034879276,0.025038356],"genre_scores_gemma":[0.0019095126,0.000031879015,0.019939944,0.00003208638,0.0008231205,0.8626391,0.0015612516,0.00034514366,0.11271795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98752713,0.003081513,0.0021630996,0.0016409181,0.0035478114,0.0020395482],"domain_scores_gemma":[0.98955923,0.0021601978,0.001107084,0.0023055477,0.0042197076,0.00064822973],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0064000064,0.0010472579,0.0013093572,0.0012633303,0.0011430308,0.0015375301,0.0017781482,0.0012276089,0.006258644],"category_scores_gemma":[0.0030172472,0.00096876174,0.0004293856,0.0014909873,0.00035177884,0.00097112055,0.0003778499,0.003167336,0.0056078034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005454152,0.017889127,0.0042609232,0.081896454,0.0023574133,0.0003309422,0.07064175,0.018606253,0.0082336515,0.23425892,0.50303644,0.053033967],"study_design_scores_gemma":[0.010992768,0.0051892824,0.0005373568,0.030885573,0.0001737988,0.000030991305,0.01396931,0.25048953,0.010030925,0.12132923,0.55194765,0.004423573],"about_ca_topic_score_codex":0.00027067278,"about_ca_topic_score_gemma":0.0000967118,"teacher_disagreement_score":0.23188327,"about_ca_system_score_codex":0.0005834136,"about_ca_system_score_gemma":0.0013746321,"threshold_uncertainty_score":0.99949896},"labels":[],"label_agreement":null},{"id":"W37307040","doi":"10.2196/45342","title":"The morphology of Fable","year":2007,"lang":"en","type":"dissertation","venue":"JMIR Research Protocols","topic":"3D Surveying and Cultural Heritage","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fable; Morphology (biology); Art; Literature; Zoology; Biology","score_opus":0.23913603587149265,"score_gpt":0.5360026066766439,"score_spread":0.2968665708051512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37307040","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04880009,0.00026634,0.0000014087306,0.00008582615,0.000102608945,0.6571997,0.000110713605,0.00006294028,0.2933704],"genre_scores_gemma":[0.034558237,0.000029726956,0.00014508696,0.00002359908,0.000373288,0.7273035,0.0015044231,0.000023854125,0.23603827],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973157,0.00053362024,0.00033283004,0.0002739341,0.00089875597,0.0006451494],"domain_scores_gemma":[0.99830014,0.00069599994,0.00013133818,0.0003716799,0.0003893547,0.000111477675],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033440434,0.00014379347,0.000215144,0.000110879846,0.00052588497,0.000108035194,0.0007121538,0.0002846207,0.0019058142],"category_scores_gemma":[0.00019949311,0.00008238979,0.00008349382,0.00044619216,0.00021514868,0.00007510067,0.000012664393,0.00091104634,0.00052817113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005007789,0.0002565664,0.17212015,0.0026961444,0.00011213002,0.00016958683,0.0021880462,0.000053919473,0.0017298454,0.00065549096,0.15239562,0.6626147],"study_design_scores_gemma":[0.00039124113,0.0010041448,0.31712142,0.0010427588,0.0000014934633,0.0000064193487,0.0018517186,0.000045735782,0.0028152843,0.0012296881,0.6742401,0.00024998654],"about_ca_topic_score_codex":0.0011563826,"about_ca_topic_score_gemma":0.010408855,"teacher_disagreement_score":0.6623647,"about_ca_system_score_codex":0.000006828794,"about_ca_system_score_gemma":0.00017190224,"threshold_uncertainty_score":0.99900657},"labels":[],"label_agreement":null},{"id":"W37384390","doi":"10.2196/48923","title":"Authentication, pre-Handoff and Handoff in Pure MANET","year":2006,"lang":"en","type":"dissertation","venue":"JMIR Research Protocols","topic":"Mobile Ad Hoc Networks","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Handover; Computer network; Authentication (law); Computer science; Mobile ad hoc network; Computer security","score_opus":0.07033934143804046,"score_gpt":0.4729213425965302,"score_spread":0.40258200115848974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37384390","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003664683,0.00011177418,0.0016322982,0.0003161141,0.00005308158,0.9818342,0.000011341292,0.00022445164,0.01215208],"genre_scores_gemma":[0.0033019143,0.000005293096,0.0010127098,0.000016075322,0.00020479369,0.9649835,0.00023029314,0.00004891403,0.030196477],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953285,0.00063765055,0.00061181723,0.0011169254,0.0013731102,0.0009320195],"domain_scores_gemma":[0.99751437,0.00029183077,0.0002111996,0.0013405505,0.00044364488,0.00019838745],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018651745,0.0003375,0.00041730326,0.0006428835,0.00024115916,0.00095943763,0.0015488154,0.00051929953,0.00006410002],"category_scores_gemma":[0.00010351007,0.00032208016,0.00006570329,0.001160911,0.00011531157,0.00049706595,0.0003797351,0.0014963626,0.00008732873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023883334,0.00414032,0.010421321,0.012432552,0.00013832074,0.0006647946,0.014515027,0.00025529138,0.0053767404,0.13621797,0.4596536,0.35379577],"study_design_scores_gemma":[0.0097226035,0.0020922634,0.21537104,0.018429497,0.0000087373,0.00004471602,0.000224674,0.03903714,0.0059972177,0.069914,0.63680136,0.0023567453],"about_ca_topic_score_codex":0.0001078656,"about_ca_topic_score_gemma":0.0009842126,"teacher_disagreement_score":0.351439,"about_ca_system_score_codex":0.00015404752,"about_ca_system_score_gemma":0.0004546419,"threshold_uncertainty_score":0.9999231},"labels":[],"label_agreement":null},{"id":"W37695657","doi":"10.2196/51772","title":"CHGIS China 222 BCE to 1911 CE Provinces (UTF-8)","year":2005,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chinese history and philosophy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"China; Business; Political science; Law","score_opus":0.23011402459262287,"score_gpt":0.5564764484951229,"score_spread":0.32636242390250003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37695657","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008170765,0.000012946256,0.000011013308,0.02027849,0.000025574349,0.52622694,0.00001539832,0.00020797207,0.44505087],"genre_scores_gemma":[0.15990663,6.283614e-7,0.0004539641,0.00026417716,0.0020392009,0.8196825,0.0000025419636,0.000024933765,0.017625446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957516,0.000988429,0.000271553,0.00051783706,0.0016671761,0.0008033615],"domain_scores_gemma":[0.99840045,0.00018837284,0.0000613798,0.00052076846,0.0002640984,0.0005649098],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034043281,0.00016882543,0.00021277231,0.00027624183,0.001768069,0.00027512352,0.0011183672,0.00014563007,0.0013325915],"category_scores_gemma":[0.0005859183,0.00014919565,0.000096375,0.0011768704,0.0005677032,0.00055816234,0.0002548719,0.0006604293,0.0018924917],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001453498,0.002678598,0.0069966335,0.00056677515,0.000038225895,0.000078048164,0.14584252,0.000064403976,0.003269565,0.30325505,0.3688839,0.16687275],"study_design_scores_gemma":[0.00034179105,0.00030894112,0.0017660676,0.00023002895,4.958065e-7,7.527193e-7,0.00014315108,0.000008346583,0.00029224614,0.017867336,0.9788416,0.00019924482],"about_ca_topic_score_codex":0.0011019971,"about_ca_topic_score_gemma":0.00270728,"teacher_disagreement_score":0.6099577,"about_ca_system_score_codex":0.0004926095,"about_ca_system_score_gemma":0.0007748169,"threshold_uncertainty_score":0.9995803},"labels":[],"label_agreement":null},{"id":"W38477975","doi":"10.2196/54251","title":"Air Force Contingency Contracting","year":2011,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Military and Defense Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Business","score_opus":0.5042813687166691,"score_gpt":0.5889999172731066,"score_spread":0.08471854855643757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W38477975","genre_codex":"other","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021891322,0.000016427888,0.000022722048,0.00038544674,0.000011980034,0.33534667,0.0000022638349,0.0001149258,0.6619105],"genre_scores_gemma":[0.11532822,0.000003852398,0.00029319484,0.00006342499,0.00030939924,0.8635164,4.373073e-7,0.000011668047,0.02047343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690866,0.0009717727,0.00022372339,0.000282995,0.0007735501,0.0008392695],"domain_scores_gemma":[0.9985155,0.0005329204,0.000053801014,0.00025521766,0.00045588848,0.00018669206],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004756357,0.000093183946,0.00015995115,0.000097388256,0.0016229401,0.000041574644,0.00039860292,0.00010429488,0.0009942335],"category_scores_gemma":[0.0016199936,0.00008196046,0.00007027726,0.0003939277,0.0007054737,0.00035177934,0.00014701748,0.00049180136,0.00032347825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011502962,0.0012192624,0.040264126,0.00040006472,0.0000949167,0.00015940549,0.2902277,3.5364772e-7,0.0011858041,0.52428,0.09234528,0.048672736],"study_design_scores_gemma":[0.0005165487,0.00034115536,0.0053965477,0.0003234497,8.58176e-7,7.712359e-7,0.01627806,0.0000025612624,0.0007153042,0.018397987,0.9578661,0.00016069405],"about_ca_topic_score_codex":0.001017218,"about_ca_topic_score_gemma":0.0010228984,"teacher_disagreement_score":0.8655208,"about_ca_system_score_codex":0.00006522832,"about_ca_system_score_gemma":0.00020623827,"threshold_uncertainty_score":0.999919},"labels":[],"label_agreement":null},{"id":"W38648633","doi":"10.2196/50032","title":"Tussen de Oude en de Nieuwe Wereld: De Verovering van de Canarische Eilanden","year":2013,"lang":"nl","type":"dissertation","venue":"JMIR Research Protocols","topic":"Political Systems and Governance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; National Institute on Aging","keywords":"Art","score_opus":0.13095909789611607,"score_gpt":0.546980484848922,"score_spread":0.416021386952806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W38648633","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18918276,0.00008483759,0.0001522224,0.002578722,0.00009358507,0.65747213,0.00018045661,0.0001935897,0.15006167],"genre_scores_gemma":[0.067793466,0.000034549215,0.00025792333,0.00018594485,0.0015621562,0.8035743,0.00002881344,0.00010111165,0.12646173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882336,0.0035322185,0.0007336682,0.0008714104,0.0024060006,0.0042231004],"domain_scores_gemma":[0.99527186,0.0013119306,0.0003564704,0.0007051089,0.0005875029,0.0017670969],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007935857,0.00050087646,0.0006923669,0.00021113676,0.0012918103,0.0011042715,0.0020651754,0.0008956687,0.0014349219],"category_scores_gemma":[0.0037096543,0.00048394984,0.00028017536,0.00068807456,0.00039814273,0.0004472507,0.00029285223,0.0028004665,0.0012143395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0017284666,0.0022123286,0.21552946,0.01328655,0.00059262797,0.0013758625,0.11968061,0.0001286879,0.03435951,0.14068072,0.45543203,0.014993158],"study_design_scores_gemma":[0.0010353274,0.0004361138,0.07720327,0.0063263006,0.000011666492,0.000017632221,0.007406729,0.00050630677,0.0031730125,0.006362297,0.8967996,0.00072174205],"about_ca_topic_score_codex":0.4200009,"about_ca_topic_score_gemma":0.02967635,"teacher_disagreement_score":0.44136757,"about_ca_system_score_codex":0.0050243638,"about_ca_system_score_gemma":0.009861832,"threshold_uncertainty_score":0.9999327},"labels":[],"label_agreement":null},{"id":"W39485375","doi":"10.2196/58340","title":"Estudio diganóstico del impacto de los cursos de inglés","year":2007,"lang":"es","type":"article","venue":"JMIR Research Protocols","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.19508732228646047,"score_gpt":0.5312001885172012,"score_spread":0.3361128662307407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W39485375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47986877,0.0002707811,0.00048122424,0.0005419229,0.00004528374,0.41950536,0.0000676705,0.0004326736,0.09878633],"genre_scores_gemma":[0.49260098,0.0000033707247,0.00025754908,0.0003539222,0.0032370915,0.48923296,0.000010912963,0.00014565047,0.014157572],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.994117,0.0011262291,0.00055860775,0.00059166196,0.0010660545,0.0025404242],"domain_scores_gemma":[0.9966849,0.0013881691,0.00017768875,0.00069805863,0.00038704212,0.0006641355],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008398247,0.0004005213,0.0004289734,0.0006327976,0.0018286977,0.002434265,0.0008002802,0.00030568845,0.003561928],"category_scores_gemma":[0.0013825909,0.00035408902,0.00021389002,0.00021331801,0.00066476583,0.00037134104,0.00035524595,0.0032561459,0.0005036872],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002587648,0.004676718,0.16591734,0.007489634,0.000574752,0.0031406377,0.3128147,0.000056537952,0.008225617,0.17997214,0.04693098,0.2676133],"study_design_scores_gemma":[0.0015738114,0.001523874,0.020303847,0.0059263227,0.000013562517,0.000059421676,0.017110461,0.0002592372,0.001349766,0.0007945658,0.9504654,0.0006197273],"about_ca_topic_score_codex":0.0016741196,"about_ca_topic_score_gemma":0.00046713583,"teacher_disagreement_score":0.9035344,"about_ca_system_score_codex":0.000609245,"about_ca_system_score_gemma":0.0006382035,"threshold_uncertainty_score":0.9998911},"labels":[],"label_agreement":null},{"id":"W39612204","doi":"10.2196/63415","title":"Marine Corps Counterterrorism: Determining Medical Supply Needs for the Chemical Biological Incident Response Force","year":2004,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Disaster Response and Management","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Radiological weapon; Terrorism; Flexibility (engineering); Biological warfare; Allowance (engineering); Incident response; Yield (engineering); Chemical warfare; Variety (cybernetics); Explosive material; Computer security; Business; Unit (ring theory); Risk analysis (engineering); Medical emergency; Engineering; Computer science; Operations management; Medicine; Law; Political science; Psychology; Management; Economics; Surgery; Geography","score_opus":0.36466723832186715,"score_gpt":0.6090486152638719,"score_spread":0.24438137694200474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W39612204","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24464956,0.000006113083,0.0031556883,0.017676609,0.000079050384,0.73144627,0.000031092186,0.00020414879,0.0027514538],"genre_scores_gemma":[0.15233687,0.0000034705367,0.00030091373,0.0019823387,0.00041018002,0.8394873,0.00001950044,0.000043920376,0.005415499],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935689,0.0020222561,0.00081316946,0.00049854233,0.0015579043,0.0015392536],"domain_scores_gemma":[0.9928317,0.0053068697,0.0001629723,0.00085818867,0.00037442602,0.0004658277],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011849683,0.00026068467,0.000371428,0.00030066402,0.0011341423,0.00008684522,0.0014067078,0.00040948426,0.0013589942],"category_scores_gemma":[0.0035996593,0.00015852084,0.00015421372,0.0005340876,0.000486643,0.0001495213,0.0020380218,0.0016189901,0.00046377812],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24632896,0.0053633205,0.039918624,0.004562712,0.00054844905,0.0015274908,0.08206634,0.000020638801,0.038392045,0.047546875,0.381993,0.15173154],"study_design_scores_gemma":[0.009891626,0.002891788,0.009146937,0.0028584106,0.0000067694364,0.00002998716,0.013084067,0.0003016609,0.0006373869,0.004933846,0.95586216,0.0003553641],"about_ca_topic_score_codex":0.00006940183,"about_ca_topic_score_gemma":0.00005718013,"teacher_disagreement_score":0.57386917,"about_ca_system_score_codex":0.0005085826,"about_ca_system_score_gemma":0.00117897,"threshold_uncertainty_score":0.9995539},"labels":[],"label_agreement":null},{"id":"W4200021706","doi":"10.2196/34393","title":"Correction: The Good Food for Learning Universal Curriculum-Integrated Healthy School Lunch Intervention: Protocol for a Two-Year Matched Control Pre-Post and Case Study","year":2021,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Saskatchewan Health Authority; Saskatoon City Hospital; Saskatchewan Health; Dalhousie University; Western University; University of British Columbia; University of Saskatchewan","funders":"","keywords":"Protocol (science); Intervention (counseling); Curriculum; Medical education; Control (management); Computer science; Psychology; Mathematics education; Medicine; Pedagogy; Alternative medicine; Artificial intelligence; Nursing","score_opus":0.09580472232811099,"score_gpt":0.4972178252172066,"score_spread":0.4014131028890956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200021706","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009654318,0.0000058488718,0.00020361907,0.00092382234,0.00032554648,0.99571264,0.00016976093,0.00021146236,0.001481846],"genre_scores_gemma":[0.008078097,2.9049642e-7,0.00009169197,0.000054092976,0.0027290962,0.93309176,0.00022414843,0.00019569928,0.05553515],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99181145,0.0028640926,0.00092955277,0.0015425357,0.0015446784,0.0013077086],"domain_scores_gemma":[0.9918445,0.0014101292,0.0005774801,0.001069432,0.004398392,0.00070010615],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036310575,0.0007424104,0.0014963817,0.0004273924,0.001332631,0.0006814734,0.00052315206,0.00060279993,0.000261051],"category_scores_gemma":[0.002704592,0.0005382634,0.00062646146,0.0010764946,0.00036829666,0.00033095494,0.0005554513,0.006350847,0.000018794706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023492558,0.09579677,0.02416889,0.030418057,0.0022018205,0.0015786366,0.0015538926,0.000008976553,0.000108487904,0.00040180428,0.81422836,0.006041739],"study_design_scores_gemma":[0.07505325,0.1424459,0.0046535423,0.017864654,0.00027155725,0.0012981059,0.034893494,0.007472933,0.000110184286,0.00022692783,0.71463996,0.0010694541],"about_ca_topic_score_codex":0.0009026089,"about_ca_topic_score_gemma":0.0014595378,"teacher_disagreement_score":0.09958838,"about_ca_system_score_codex":0.0009854154,"about_ca_system_score_gemma":0.0025694633,"threshold_uncertainty_score":0.9999675},"labels":[],"label_agreement":null},{"id":"W4200024083","doi":"10.2196/33783","title":"Efficacy of a Digital Acceptance and Commitment Therapy Intervention for the Improvement of Self-management Behaviors and Psychological Flexibility in Adults With Cardiac Disease: Protocol for a Single Case Experimental Design","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acceptance and commitment therapy; Flexibility (engineering); Mindfulness; Intervention (counseling); Self-management; Psychological intervention; Distress; Disease; Psychology; Quality of life (healthcare); Randomized controlled trial; Clinical psychology; Physical therapy; Medicine; Research design; Applied psychology; Psychotherapist; Psychiatry; Computer science; Surgery","score_opus":0.32500127390330935,"score_gpt":0.5587225684108975,"score_spread":0.23372129450758816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200024083","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122396424,0.000025294778,0.004177972,0.000061637205,0.000007237877,0.87316895,0.00009410377,0.000012091698,0.0000563222],"genre_scores_gemma":[0.39723513,9.4864276e-8,0.0002758434,0.0000017258616,0.000008287413,0.6023895,0.0000037337209,0.000009410473,0.00007626468],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9981649,0.0003205441,0.00047222525,0.0004874717,0.00027200204,0.00028289313],"domain_scores_gemma":[0.998708,0.0003516718,0.00015287488,0.0004797912,0.00021534291,0.00009231084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008087543,0.00014482325,0.00023986664,0.00008225854,0.00013115456,0.00007820123,0.00016641304,0.000051120354,0.0002505949],"category_scores_gemma":[0.000024509443,0.0000928556,0.0001461514,0.00018617489,0.00022374548,0.00008631629,0.00015242072,0.00012832417,3.5258105e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18945038,0.17383654,0.017318035,0.0073994705,0.0008528534,0.00035913367,0.006443164,0.000013482914,0.0027562291,0.018739128,0.0049723727,0.5778592],"study_design_scores_gemma":[0.30641073,0.19667758,0.1924563,0.024706298,0.000121933044,0.0001851616,0.058387574,0.0008466561,0.16548163,0.007927315,0.044922225,0.0018765706],"about_ca_topic_score_codex":0.0000094646775,"about_ca_topic_score_gemma":0.000005776893,"teacher_disagreement_score":0.57598263,"about_ca_system_score_codex":0.000060858143,"about_ca_system_score_gemma":0.00002420785,"threshold_uncertainty_score":0.37865412},"labels":[],"label_agreement":null},{"id":"W4200041631","doi":"10.2196/28141","title":"A Digital Health Innovation to Prevent Relapse and Support Recovery in Youth Receiving Specialized Services for First-Episode Psychosis: Protocol for a Pilot Pre-Post, Mixed Methods Study of Horyzons-Canada (Phase 2)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; McGill University; Douglas Mental Health University Institute","funders":"Canadian Institutes of Health Research; National Health and Medical Research Council; Canada Research Chairs; Medical Research Council; Brain and Behavior Research Foundation","keywords":"Psychosocial; Intervention (counseling); Mental health; Focus group; Medicine; Psychiatry; Agency (philosophy); Psychology; Family medicine; Gerontology; Sociology","score_opus":0.2632089630979476,"score_gpt":0.6169630111954444,"score_spread":0.3537540480974968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200041631","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034889285,0.000002031548,0.0006296477,0.0015383101,0.00007308232,0.9611177,0.0011853284,0.00003549722,0.00052912725],"genre_scores_gemma":[0.010361597,6.466089e-8,0.0039438317,0.00018245661,0.000080817605,0.98330647,0.00014277342,0.00007330728,0.0019087013],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940459,0.0013733236,0.0019437439,0.0009864884,0.0006708052,0.0009797203],"domain_scores_gemma":[0.99641234,0.00092112104,0.00055432547,0.00075641146,0.0010442012,0.00031161567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0051714857,0.00028805013,0.0006620006,0.0006771332,0.00025995116,0.00024667746,0.00043575084,0.00010405952,0.000095540534],"category_scores_gemma":[0.000931118,0.00029349205,0.000090718466,0.0017521612,0.000057416182,0.00048477922,0.00032948935,0.00037299952,0.000003016416],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0728449,0.11076295,0.00750389,0.027700674,0.00039325477,0.000035296976,0.017121198,0.00001024294,0.0002821615,0.0015680195,0.053393677,0.70838374],"study_design_scores_gemma":[0.09734429,0.3300979,0.039811403,0.031668857,0.000021878968,0.000035459707,0.032497022,0.00010722388,0.004184075,0.007952705,0.45476565,0.001513516],"about_ca_topic_score_codex":0.013966901,"about_ca_topic_score_gemma":0.28772196,"teacher_disagreement_score":0.7068702,"about_ca_system_score_codex":0.0006363148,"about_ca_system_score_gemma":0.0008280663,"threshold_uncertainty_score":0.9999517},"labels":[],"label_agreement":null},{"id":"W4200081963","doi":"10.2196/34515","title":"Correction: Text Messaging Versus Email Messaging to Support Patients With Major Depressive Disorder: Protocol for a Randomized Hybrid Type II Effectiveness-Implementation Trial","year":2021,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Alberta","funders":"","keywords":"Text messaging; Randomized controlled trial; Short Message Service; Protocol (science); Text message; Computer science; World Wide Web; Multimedia; Medicine; Psychology; Information retrieval; Alternative medicine; Computer network","score_opus":0.1279577173529569,"score_gpt":0.5722621197014298,"score_spread":0.4443044023484729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200081963","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006365413,0.0000037502264,0.00031158884,0.0002781665,0.004104637,0.94632834,0.0004509929,0.00016588788,0.048292976],"genre_scores_gemma":[0.00032905902,7.8803666e-8,0.0001147752,0.000045970755,0.0007392245,0.90096503,0.0021973704,0.00026670357,0.09534179],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9885052,0.0040455014,0.0016554701,0.0018894722,0.002078185,0.0018261813],"domain_scores_gemma":[0.99262273,0.0023347423,0.0009407689,0.001211217,0.002356254,0.00053430157],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004192867,0.0008135002,0.0016974686,0.0009435705,0.0013013616,0.0006219686,0.0008760156,0.00040886868,0.0032433185],"category_scores_gemma":[0.0012331107,0.0007085878,0.00057687133,0.0012450019,0.00030673787,0.0005007464,0.00081597513,0.0019320901,0.00023329267],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5116161,0.0027138926,0.00009855183,0.002372968,0.00039594286,0.00002771596,0.00017394063,0.0000010474536,5.030368e-7,0.00022714699,0.4703551,0.012017075],"study_design_scores_gemma":[0.5007206,0.02137713,0.00022486456,0.0074402564,0.00004080726,0.0000047002986,0.00019867619,0.0000051783995,0.00010639306,0.0001284753,0.4692801,0.000472792],"about_ca_topic_score_codex":0.0002341015,"about_ca_topic_score_gemma":0.0002997778,"teacher_disagreement_score":0.04704881,"about_ca_system_score_codex":0.001144255,"about_ca_system_score_gemma":0.0017245708,"threshold_uncertainty_score":0.9999988},"labels":[],"label_agreement":null},{"id":"W4200082127","doi":"10.2196/21867","title":"Evaluating an Evidence-Based Parenting Intervention Among Filipino Parents: Protocol for a Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Randomized controlled trial; Mental health; Psychological intervention; Medicine; Intervention (counseling); Clinical psychology; Parent training; Psychiatry; Psychology","score_opus":0.4845454633775034,"score_gpt":0.6132045989686566,"score_spread":0.12865913559115322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200082127","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007972742,0.000004971344,0.00081328297,0.0005492141,0.0001531331,0.989481,0.000009554747,0.00010425579,0.0009118715],"genre_scores_gemma":[0.008871613,1.7678305e-7,0.0006192868,0.00011249249,0.0011713374,0.9853415,0.000069328766,0.000042965767,0.003771295],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9881255,0.007180078,0.0015089377,0.00092770683,0.0013683022,0.00088949903],"domain_scores_gemma":[0.99490625,0.002355428,0.0005096291,0.00050370634,0.0014612833,0.0002637058],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013847853,0.000312189,0.001077253,0.00024131939,0.0006481273,0.0004625043,0.0004397686,0.00016223581,0.0024244108],"category_scores_gemma":[0.0041266517,0.00024075684,0.0008117027,0.00046441075,0.0002406149,0.00037897498,0.00012099116,0.0005682764,0.00007102483],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97294414,0.007576263,0.0010314018,0.0009752958,0.00017246418,0.000009066709,0.0004267574,0.000007988991,0.00032658764,0.0012817014,0.0031536254,0.0120947],"study_design_scores_gemma":[0.97090423,0.0035131362,0.0025559699,0.01416491,0.000014244375,0.0000011539548,0.0003212244,0.00078710756,0.00020705175,0.0021761756,0.005065274,0.00028954],"about_ca_topic_score_codex":0.00003898771,"about_ca_topic_score_gemma":0.000023439126,"teacher_disagreement_score":0.013189614,"about_ca_system_score_codex":0.000153762,"about_ca_system_score_gemma":0.0006486891,"threshold_uncertainty_score":0.99848753},"labels":[],"label_agreement":null},{"id":"W4200087143","doi":"10.2196/30092","title":"Assessing Patient Engagement in Health Care: Proposal for a Modeling and Simulation Framework for Behavioral Analysis","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Royal College of General Practitioners","keywords":"Psychology; Health care; Applied psychology; Computer science; Medicine","score_opus":0.5410273538424732,"score_gpt":0.700941682048356,"score_spread":0.1599143282058828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200087143","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020475516,0.000021270254,0.5335049,0.0028631438,0.000013423279,0.4430337,0.00003619235,0.00003319747,0.000018685028],"genre_scores_gemma":[0.17025632,0.000001362681,0.23112087,0.00011589446,0.00007278511,0.59822804,0.00016071604,0.00002067448,0.000023366163],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99516934,0.002355552,0.0008406143,0.0004901804,0.00042428612,0.0007200488],"domain_scores_gemma":[0.9964863,0.001082965,0.00014640363,0.00030512043,0.0017974913,0.0001816972],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0040756045,0.000120688186,0.00031937665,0.00039054506,0.0020090716,0.00018335872,0.00007879861,0.00022691843,0.000033343993],"category_scores_gemma":[0.0010267721,0.000115575225,0.0000689213,0.0010212589,0.000025051868,0.0002814608,0.00010851408,0.0008504015,0.0000013166384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050538883,0.00090033986,0.020121576,0.0067421664,0.000056964916,0.000004395047,0.048405513,0.84878606,0.000079823345,0.016282799,0.00013883635,0.05797614],"study_design_scores_gemma":[0.0012026521,0.0006451575,0.0004663405,0.00231031,0.000006799666,8.672048e-8,0.01576741,0.97357804,0.000017125156,0.0019489623,0.003922458,0.00013465322],"about_ca_topic_score_codex":0.00017565314,"about_ca_topic_score_gemma":0.000698496,"teacher_disagreement_score":0.30238402,"about_ca_system_score_codex":0.00063652784,"about_ca_system_score_gemma":0.0035900741,"threshold_uncertainty_score":0.99929017},"labels":[],"label_agreement":null},{"id":"W4200093956","doi":"10.2196/34409","title":"Viability of an Early Sleep Intervention to Mitigate Poor Sleep and Improve Well-being in the COVID-19 Pandemic: Protocol for a Feasibility Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Randomized controlled trial; Coronavirus disease 2019 (COVID-19); Sleep (system call); Protocol (science); Intervention (counseling); 2019-20 coronavirus outbreak; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychology; Alternative medicine; Psychiatry; Computer science; Virology; Disease; Outbreak","score_opus":0.14062321038646106,"score_gpt":0.5415617330985106,"score_spread":0.40093852271204955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200093956","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15955,0.0000021649091,0.0004204332,0.0009483985,0.000030393534,0.83772385,0.000012959814,0.000043581542,0.001268216],"genre_scores_gemma":[0.06362886,8.743555e-8,0.00012939988,0.00022076644,0.000089428584,0.9356169,0.0000093271,0.000030572533,0.0002746241],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98263144,0.013310064,0.0015357169,0.0009991595,0.00073398976,0.0007896385],"domain_scores_gemma":[0.99288887,0.004864272,0.0003433175,0.0009590887,0.0005895322,0.0003549135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025556281,0.00028555983,0.0012778599,0.00032150463,0.00024479176,0.0001768449,0.0005638266,0.00041257692,0.00048017828],"category_scores_gemma":[0.0078060296,0.00018324451,0.0005879654,0.0007110539,0.00059124967,0.00018430289,0.00018483064,0.00089252467,0.000013340281],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97656745,0.005221116,0.004087206,0.0007144258,0.00027257358,0.000017729039,0.0047705397,0.0000061015503,0.00085390854,0.0011585405,0.00021830291,0.006112081],"study_design_scores_gemma":[0.97467047,0.004754755,0.00056380767,0.00022159144,0.000029275112,0.000005010095,0.0013637107,0.000492056,0.00026807346,0.014003941,0.0034226866,0.00020462497],"about_ca_topic_score_codex":0.000436383,"about_ca_topic_score_gemma":0.00041586166,"teacher_disagreement_score":0.097893074,"about_ca_system_score_codex":0.0001726333,"about_ca_system_score_gemma":0.00027264594,"threshold_uncertainty_score":0.93451107},"labels":[],"label_agreement":null},{"id":"W4200151636","doi":"10.2196/34537","title":"Rehabilitation Supported by Technology: Protocol for an International Cocreation and User Experience Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; McGill University; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Context (archaeology); Protocol (science); Data collection; Living lab; Psychological intervention; Medicine; Computer science; Nursing; World Wide Web; Geography","score_opus":0.22255373661389372,"score_gpt":0.5400109250482911,"score_spread":0.31745718843439735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200151636","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0404662,1.1511843e-7,0.00038103675,0.0016300214,0.000008774346,0.95533454,0.0000030634326,0.00016058679,0.0020156396],"genre_scores_gemma":[0.023898441,2.091388e-8,0.002318012,0.00009016348,0.00010290326,0.97302186,0.00004746458,0.000018093928,0.00050302106],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844474,0.00006725953,0.00029747604,0.0004767764,0.00041657986,0.00029715314],"domain_scores_gemma":[0.9979894,0.00007715786,0.000113685805,0.00028132906,0.0015275048,0.000010883852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014837553,0.000119698525,0.0001369577,0.00037889343,0.00046146486,0.0002897021,0.00034412407,0.00016576334,0.00010665754],"category_scores_gemma":[0.0010328246,0.00011468004,0.000017965976,0.0010685537,0.00034174934,0.001130111,0.00038163277,0.00028690812,0.000011138315],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000877814,0.005166168,0.69887376,0.00063613453,0.00006142375,0.000012312246,0.0020401385,4.0632173e-7,0.010470762,0.21568388,0.035605635,0.0305716],"study_design_scores_gemma":[0.003632459,0.00059357804,0.036362212,0.00021180145,0.0000015291306,0.0000013104707,0.013149689,0.0001833329,0.0052264077,0.020871881,0.9195183,0.0002475166],"about_ca_topic_score_codex":0.000010524403,"about_ca_topic_score_gemma":0.00001549785,"teacher_disagreement_score":0.8839126,"about_ca_system_score_codex":0.0000781348,"about_ca_system_score_gemma":0.000080932055,"threshold_uncertainty_score":0.46765164},"labels":[],"label_agreement":null},{"id":"W4200152861","doi":"10.2196/30163","title":"The Safety, Clinical, and Neurophysiological Effects of Intranasal Ketamine in Patients Who Do Not Respond to Electroconvulsive Therapy: Protocol for a Pilot, Open-Label Clinical Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Treatment of Major Depression","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Electroconvulsive therapy; Ketamine; Treatment-resistant depression; Medicine; Major depressive disorder; Clinical trial; Depression (economics); Pharmacotherapy; Transcranial magnetic stimulation; Antidepressant; Anesthesia; Psychiatry; Internal medicine; Stimulation; Mood; Hippocampus","score_opus":0.4181581169518964,"score_gpt":0.6308499544647783,"score_spread":0.2126918375128819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200152861","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2108823,0.0000028743516,0.000005696344,0.0017258808,0.000016782993,0.7872375,0.000010433633,0.000017387332,0.00010112945],"genre_scores_gemma":[0.0073751276,0.00001428828,0.0005542236,0.00034086002,0.00028156984,0.9907716,0.000010335907,0.000053909032,0.0005981139],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9907454,0.0048287525,0.0015654907,0.0010661408,0.0010028739,0.00079130597],"domain_scores_gemma":[0.98880035,0.008576755,0.00026929437,0.0010097483,0.0009251142,0.0004187651],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005110764,0.0002961146,0.0010841222,0.00015939031,0.00026990654,0.00018190712,0.00068036944,0.00025726942,0.00002507547],"category_scores_gemma":[0.009803808,0.0001720157,0.00014356548,0.0006386069,0.00057142635,0.0001342374,0.0009713934,0.001171155,0.000008820639],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8474836,0.02033155,0.01604771,0.0004981138,0.00009050665,0.00008369003,0.000045983623,8.4621945e-8,0.00986239,0.00018486608,0.0041154483,0.10125609],"study_design_scores_gemma":[0.4477384,0.21504214,0.24261355,0.0022553818,0.000006848862,0.0000020864127,0.0000087867975,0.000015587351,0.0114244465,0.00036498372,0.08035877,0.00016900958],"about_ca_topic_score_codex":0.000005851544,"about_ca_topic_score_gemma":0.000008913178,"teacher_disagreement_score":0.39974517,"about_ca_system_score_codex":0.00007477602,"about_ca_system_score_gemma":0.0007599298,"threshold_uncertainty_score":0.99853706},"labels":[],"label_agreement":null},{"id":"W4200191010","doi":"10.2196/33989","title":"Administration of Parenteral Vitamin C in Patients With Severe Infection: Protocol for a Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Vitamin C and Antioxidants Research","field":"Nursing","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Centre Hospitalier Universitaire de Sherbrooke; University of Alberta; Impact; University of Ottawa; Western University; University of Toronto; Université de Sherbrooke; McMaster University","funders":"","keywords":"Medicine; Meta-analysis; Parenteral nutrition; Ascorbic acid; Randomized controlled trial; MEDLINE; Relative risk; Clinical trial; Cochrane Library; Intensive care medicine; Internal medicine; Confidence interval","score_opus":0.33747466897106765,"score_gpt":0.5905479000546338,"score_spread":0.2530732310835661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200191010","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8113366e-7,0.07260558,0.000009847685,0.000054486725,0.0000010954909,0.9270693,0.00020262117,0.0000164145,0.00004049114],"genre_scores_gemma":[0.0000013097623,0.009838962,0.00012517467,0.000014032206,0.00001968848,0.9893042,0.00018294425,0.00006890443,0.00044481186],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99107856,0.0039055434,0.0018481481,0.0009123865,0.0015720465,0.0006833062],"domain_scores_gemma":[0.99579185,0.000767812,0.0008765071,0.0009947775,0.001393772,0.00017528086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033495508,0.00054284016,0.0068046707,0.0010719473,0.00016270654,0.00026418787,0.00043425377,0.0002993497,0.00022373514],"category_scores_gemma":[0.00067864516,0.0003326834,0.0013848315,0.003201707,0.00017176429,0.00028442097,0.0001942487,0.00087298115,0.0000066052676],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020885577,0.0009953643,0.00014265267,0.9849102,0.010413488,0.0000069519015,0.000022000704,1.2434388e-7,3.941889e-8,0.000013763039,0.00056865206,0.0027179313],"study_design_scores_gemma":[0.0019374529,0.0034321263,0.00009094688,0.82957447,0.04713755,0.000014320218,0.000009637746,0.0000030332187,0.0000032227272,0.000008796736,0.11731707,0.00047137865],"about_ca_topic_score_codex":0.00001523444,"about_ca_topic_score_gemma":0.000072829265,"teacher_disagreement_score":0.15533572,"about_ca_system_score_codex":0.00022421296,"about_ca_system_score_gemma":0.0004802234,"threshold_uncertainty_score":0.9999125},"labels":[],"label_agreement":null},{"id":"W4200192487","doi":"10.2196/35590","title":"Integrating and Disseminating Pre-Exposure Prophylaxis (PrEP) Screening and Dispensing for Black Men Who Have Sex With Men in Atlanta, Georgia: Protocol for Community Pharmacies","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of General Medical Sciences; National Institute of Mental Health","keywords":"Pre-exposure prophylaxis; Pharmacy; Medicine; Men who have sex with men; Family medicine; Human immunodeficiency virus (HIV)","score_opus":0.1482082530783755,"score_gpt":0.5339576001364899,"score_spread":0.38574934705811437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200192487","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022339422,0.000004712877,0.0020638157,0.000569714,2.1693084e-7,0.9658381,0.000056668647,0.00004059693,0.009086773],"genre_scores_gemma":[0.011858601,7.5373845e-7,0.004781034,0.0000110246465,0.00007715406,0.9585161,0.000055206896,0.00005873209,0.024641396],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962581,0.0010424085,0.00054143067,0.00053708954,0.0006915144,0.00092947617],"domain_scores_gemma":[0.99672645,0.0013002948,0.00012381325,0.00045871185,0.001047112,0.00034360684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004027682,0.0002640668,0.00051535934,0.0003004944,0.0008704476,0.0004367226,0.0002133629,0.00013163961,0.000046700472],"category_scores_gemma":[0.002302431,0.00019827862,0.000086086904,0.00041601207,0.00054042455,0.0004052555,0.00048347173,0.0015804807,7.0027767e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02018118,0.003497992,0.37979996,0.054995876,0.00045871985,0.00023546269,0.035004713,0.000009815597,0.11935501,0.00050669187,0.060864225,0.32509035],"study_design_scores_gemma":[0.061679155,0.09177184,0.05027563,0.10095104,0.000045308327,0.000382915,0.07957147,0.3664554,0.1878365,0.0011476178,0.058501337,0.0013817976],"about_ca_topic_score_codex":0.00033602148,"about_ca_topic_score_gemma":0.00075591204,"teacher_disagreement_score":0.3664456,"about_ca_system_score_codex":0.0001719219,"about_ca_system_score_gemma":0.00037021734,"threshold_uncertainty_score":0.80855674},"labels":[],"label_agreement":null},{"id":"W4200216676","doi":"10.2196/35700","title":"Feasibility of a Home-Based Exercise Program for Managing Posttransplant Metabolic Syndrome in Lung and Liver Transplant Recipients: Protocol for a Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transplantation: Methods and Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Translational Research in Oncology; Toronto General Hospital; University Health Network","funders":"","keywords":"Medicine; Randomized controlled trial; Physical therapy; Aerobic exercise; Quality of life (healthcare); Liver transplantation; Transplantation; Lung transplantation; Internal medicine; Nursing","score_opus":0.2042679231512714,"score_gpt":0.5408363108343045,"score_spread":0.3365683876830331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200216676","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017013224,0.000036461835,0.0036753647,0.0003950756,0.0000146424745,0.9786021,0.00014470553,0.00006754552,0.000050840197],"genre_scores_gemma":[0.012915275,0.0000116244955,0.027017437,0.000029389763,0.000046241326,0.959695,0.000067887086,0.00005218953,0.0001649785],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99432707,0.0018273826,0.0014441537,0.00075482787,0.0008613656,0.0007851807],"domain_scores_gemma":[0.9942445,0.003989777,0.0002391304,0.0004807909,0.000778872,0.0002669378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009305101,0.00034500143,0.002859666,0.0005579683,0.00014759759,0.00009097558,0.00019656679,0.00017037675,0.000057163812],"category_scores_gemma":[0.0006839923,0.00024421662,0.00068262,0.0005716297,0.0003136353,0.0001492708,0.000021666785,0.00043631444,5.6794806e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96788514,0.004815919,0.0041549476,0.017489748,0.00020216804,0.00017431716,0.0004111521,0.0000022925672,0.001198953,0.0005739596,0.00001546599,0.0030759647],"study_design_scores_gemma":[0.97147685,0.005354615,0.0048310347,0.011115548,0.00021781992,0.000041711304,0.000031393636,0.0023287483,0.0032835437,0.00071945816,0.0003567853,0.00024249215],"about_ca_topic_score_codex":0.00003262024,"about_ca_topic_score_gemma":0.000030955736,"teacher_disagreement_score":0.023342073,"about_ca_system_score_codex":0.00008029231,"about_ca_system_score_gemma":0.0008509607,"threshold_uncertainty_score":0.9958865},"labels":[],"label_agreement":null},{"id":"W4200232832","doi":"10.2196/25200","title":"Health Impacts and Characteristics of Deprescribing Interventions in Older Adults: Protocol for a Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Centre de Santé et de Services Sociaux de la Vieille-Capitale; University of Ottawa; Université Laval","funders":"","keywords":"Deprescribing; CINAHL; Polypharmacy; Psychological intervention; Medicine; PsycINFO; MEDLINE; Beers Criteria; Quality of life (healthcare); Systematic review; Meta-analysis; Nursing; Intensive care medicine","score_opus":0.7586787438270113,"score_gpt":0.7096266594327549,"score_spread":0.049052084394256346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200232832","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.969473e-8,0.44672802,0.0000140816965,0.00026497064,4.2424887e-7,0.5528615,0.000116982694,0.0000060192683,0.000007988376],"genre_scores_gemma":[2.1714757e-7,0.270862,0.00018025661,0.00011532388,0.000010397065,0.7285984,0.00006914719,0.00003165106,0.00013257265],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9927178,0.002874918,0.0026062028,0.00060998846,0.0006588875,0.00053222314],"domain_scores_gemma":[0.9951699,0.0017842255,0.0013947815,0.0007112793,0.00053963077,0.00040018157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059112674,0.00038370627,0.009574457,0.0007291506,0.00008672707,0.00009753164,0.00020264622,0.0001723955,0.00018327795],"category_scores_gemma":[0.0032136282,0.00023495247,0.0020019421,0.0013340948,0.000104696184,0.000153916,0.00028790394,0.0009708378,0.0000021163112],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007210915,0.0006842637,0.000043648914,0.9753808,0.016712846,0.000011453514,0.00006785519,2.6828444e-9,2.2896021e-8,0.000026020993,0.00019725646,0.006803735],"study_design_scores_gemma":[0.0012364102,0.0006548026,0.000029212579,0.8530955,0.07462858,0.000028782299,0.000021931315,0.000010795457,2.0035684e-7,0.0000024999097,0.07013842,0.00015287154],"about_ca_topic_score_codex":0.000026876056,"about_ca_topic_score_gemma":0.00002284798,"teacher_disagreement_score":0.17586602,"about_ca_system_score_codex":0.00014117763,"about_ca_system_score_gemma":0.0005489176,"threshold_uncertainty_score":0.95810837},"labels":[],"label_agreement":null},{"id":"W4200263955","doi":"10.2196/19543","title":"Co-designing an Adaption of a Mobile App to Enhance Communication, Safety, and Well-being Among People Living at Home With Early-Stage Dementia: Protocol for an Exploratory Multiple Case Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Patient Safety Translational Research Centre; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Usability; Dementia; Exploratory research; Nonprobability sampling; Service provider; Psychology; Service (business); Nursing; Internet privacy; Medical education; Medicine; Computer science; Population; Sociology; Business","score_opus":0.12119494587055858,"score_gpt":0.492843350660992,"score_spread":0.37164840479043343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200263955","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46484983,6.9032217e-7,0.0010855015,0.000031624724,3.6674024e-7,0.53384346,0.0000057553193,0.000051454776,0.00013130684],"genre_scores_gemma":[0.4795859,2.4669075e-7,0.0007620489,0.000017480354,0.000026692995,0.519449,0.00000959921,0.000040433744,0.000108631604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952989,0.001468349,0.0005790008,0.0007508947,0.0012021662,0.000700666],"domain_scores_gemma":[0.9967582,0.00053526205,0.00017977547,0.0007334143,0.0010410417,0.0007522743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003773333,0.00025440007,0.00045792334,0.00029850274,0.0007781694,0.00018793522,0.00035048838,0.00008262655,0.00018360939],"category_scores_gemma":[0.00024183231,0.00022137722,0.00004911339,0.0006743397,0.00023855334,0.00072324014,0.00046889763,0.0005086484,0.000013022522],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012386653,0.003987792,0.88687295,0.0025885757,0.0001410136,0.00018729777,0.061721265,0.0000238088,0.029187746,0.000007589034,0.00016527329,0.002730048],"study_design_scores_gemma":[0.03389638,0.21731424,0.44899428,0.008758807,0.00008473556,0.00011290263,0.15853693,0.0055263727,0.10911922,0.00002052994,0.01638241,0.00125321],"about_ca_topic_score_codex":0.00025879376,"about_ca_topic_score_gemma":0.001336621,"teacher_disagreement_score":0.43787867,"about_ca_system_score_codex":0.0001375246,"about_ca_system_score_gemma":0.00027626514,"threshold_uncertainty_score":0.90275013},"labels":[],"label_agreement":null},{"id":"W4200277043","doi":"10.2196/27462","title":"Effects of a Novel, Transdiagnostic, Hybrid Ecological Momentary Intervention for Improving Resilience in Youth (EMIcompass): Protocol for an Exploratory Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft","keywords":"Psychological intervention; Mental health; Context (archaeology); Psychology; Randomized controlled trial; Clinical psychology; Anxiety; Distress; Intervention (counseling); Psychiatry; Medicine","score_opus":0.1782533619963357,"score_gpt":0.5229992210118433,"score_spread":0.3447458590155076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200277043","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024077931,0.0000031033849,0.053845875,0.00009252343,0.00007485034,0.92165405,0.00010123855,0.000038979757,0.00011144647],"genre_scores_gemma":[0.086553834,2.5358164e-8,0.00032590269,0.00001806429,0.00015618147,0.9125157,0.00003699681,0.000035273515,0.0003580399],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99220616,0.0039505432,0.0017376893,0.00080860755,0.00054706895,0.0007499114],"domain_scores_gemma":[0.9922697,0.005848161,0.0004791133,0.000515454,0.00069790886,0.0001896602],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007127468,0.00027472325,0.0015145263,0.00043904362,0.00020101511,0.00010270371,0.0005533323,0.00018980177,0.0010611754],"category_scores_gemma":[0.002602767,0.00021296958,0.0010155056,0.00034075446,0.00033790088,0.00024555597,0.0001334428,0.0005056354,0.000004767506],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96127546,0.023050267,0.000011295251,0.0019574496,0.00010231945,0.000018650166,0.0010068172,0.00000834615,0.0023365503,0.0051093437,0.0017130775,0.0034104432],"study_design_scores_gemma":[0.96152174,0.009118578,0.000045061497,0.0022896375,0.000025817506,0.000002485131,0.0019658322,0.0012049775,0.01999236,0.0028277065,0.0007897845,0.00021598529],"about_ca_topic_score_codex":0.00003498093,"about_ca_topic_score_gemma":0.00007452441,"teacher_disagreement_score":0.0624759,"about_ca_system_score_codex":0.000130687,"about_ca_system_score_gemma":0.00029389918,"threshold_uncertainty_score":0.999852},"labels":[],"label_agreement":null},{"id":"W4200299471","doi":"10.2196/33568","title":"Optimizing a Just-in-Time Adaptive Intervention to Improve Dietary Adherence in Behavioral Obesity Treatment: Protocol for a Microrandomized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Psychological intervention; Overweight; Medicine; Intervention (counseling); Randomized controlled trial; Weight loss; Behavior change; Protocol (science); Obesity; Disease; Physical therapy; Gerontology; Alternative medicine; Psychiatry; Surgery; Internal medicine","score_opus":0.41499479712104864,"score_gpt":0.6291034057070242,"score_spread":0.21410860858597552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200299471","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025130814,0.0000024476792,0.00009229712,0.00018522188,0.00005162521,0.97323674,0.00016734224,0.00005545055,0.0010780733],"genre_scores_gemma":[0.0064650658,2.4633662e-8,0.0021943247,0.000023990968,0.00010606006,0.98467946,0.000038727936,0.00005231234,0.006440032],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942508,0.0018256725,0.001225304,0.0010163387,0.00049485144,0.0011870512],"domain_scores_gemma":[0.9980595,0.00046085278,0.00019791842,0.0006318071,0.00033996245,0.00030997532],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023205073,0.0003108032,0.00068743975,0.00054248696,0.00014409042,0.00022284058,0.00048377604,0.00022739283,0.0009905132],"category_scores_gemma":[0.00020620943,0.00029854686,0.00044844963,0.0008750521,0.0001111866,0.00035545573,0.00033521888,0.0005373798,0.0004314101],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8107073,0.060826752,0.00046091198,0.00096165546,0.00007306214,0.00037669807,0.002902091,0.0000027698748,0.0028491043,0.00030224596,0.0020803735,0.11845704],"study_design_scores_gemma":[0.85207486,0.100478016,0.0015907838,0.011854052,0.000011394686,0.000015546259,0.0016322071,0.00013802623,0.015966143,0.00198365,0.013585097,0.00067019206],"about_ca_topic_score_codex":0.00073665293,"about_ca_topic_score_gemma":0.0012145037,"teacher_disagreement_score":0.11778685,"about_ca_system_score_codex":0.001194034,"about_ca_system_score_gemma":0.0003304801,"threshold_uncertainty_score":0.99994665},"labels":[],"label_agreement":null},{"id":"W4200321964","doi":"10.2196/35172","title":"Associations Between Behavior Change Techniques and Engagement With Mobile Health Apps: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Parkinson's UK","keywords":"PsycINFO; Protocol (science); Systematic review; MEDLINE; Behavior change methods; Cochrane Library; Data extraction; mHealth; Behavior change; Health care; Medicine; Psychology; Applied psychology; Medical education; Meta-analysis; Psychological intervention; Alternative medicine; Nursing; Social psychology","score_opus":0.7600958557344439,"score_gpt":0.7506837199241772,"score_spread":0.009412135810266786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200321964","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.482734e-10,0.3472064,0.000026632844,0.00034221148,0.000003321172,0.6510017,0.0010555348,0.00020790313,0.00015632818],"genre_scores_gemma":[4.1918935e-10,0.41686907,0.00093558285,0.0003738024,0.00047047882,0.57992274,0.00073028513,0.00014364212,0.0005543776],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9776529,0.012805358,0.004308475,0.0014117804,0.0014354477,0.002386007],"domain_scores_gemma":[0.98731416,0.0043926304,0.0033488018,0.0019465723,0.0017612694,0.0012365585],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020760378,0.0007843551,0.006073999,0.00063116034,0.0035753034,0.0000940023,0.000857299,0.0008459404,0.00015085812],"category_scores_gemma":[0.0007884654,0.0005513771,0.00037382875,0.0017168758,0.0001652788,0.00018656615,0.0005852098,0.0041031535,0.00010453634],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007304943,0.0003034794,0.00001755345,0.6756545,0.000040264433,0.0000027897815,0.000098567725,3.751498e-10,3.682135e-9,0.000405205,0.022952741,0.30051762],"study_design_scores_gemma":[0.00049470767,0.0011569139,0.0000018528826,0.4884551,0.00008527941,0.00000375877,0.000045285866,6.757926e-8,4.7299174e-8,0.0000085597385,0.50954294,0.00020550698],"about_ca_topic_score_codex":0.000118341435,"about_ca_topic_score_gemma":0.000066917346,"teacher_disagreement_score":0.4865902,"about_ca_system_score_codex":0.00208967,"about_ca_system_score_gemma":0.010442442,"threshold_uncertainty_score":0.99969375},"labels":[],"label_agreement":null},{"id":"W4200326348","doi":"10.2196/34792","title":"Single-Group Trial of an Internet-Delivered Insomnia Intervention Among Higher-Intensity Family Caregivers: Rationale and Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of General Medical Sciences; National Institute on Aging; University of Virginia; Georgia Clinical and Translational Science Alliance; University of Pittsburgh","keywords":"Psychological intervention; Psychosocial; Cognitive behavioral therapy for insomnia; Medicine; Context (archaeology); Insomnia; Population; Randomized controlled trial; Clinical psychology; Intervention (counseling); Cognition; Cognitive behavioral therapy; Physical therapy; Psychiatry","score_opus":0.2829045316395572,"score_gpt":0.5647445600213541,"score_spread":0.2818400283817969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200326348","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12131534,0.0000034336374,0.0007266244,0.000044172837,0.00007382676,0.87675107,0.000015322721,0.000053748718,0.0010164443],"genre_scores_gemma":[0.017029298,5.4850478e-8,0.0017883228,0.000012598946,0.00011180412,0.9794284,0.00003723162,0.000039877556,0.0015523817],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938962,0.0036650544,0.00066971645,0.00076251716,0.0005400279,0.0004664982],"domain_scores_gemma":[0.99737173,0.00046770083,0.00024669853,0.0005977721,0.0011426945,0.00017340913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028970472,0.0002184427,0.000437586,0.0002932158,0.0001563745,0.00014225124,0.00034501776,0.0002985553,0.00042851616],"category_scores_gemma":[0.00033203574,0.00019640209,0.00018700096,0.00048454606,0.0003380939,0.0002816851,0.0003046696,0.00054640544,0.000009208592],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.41677877,0.09147375,0.004468506,0.0017182609,0.002527031,0.00021875452,0.024821647,0.000004356403,0.020826854,0.0025490148,0.038395703,0.39621735],"study_design_scores_gemma":[0.60231614,0.08557996,0.039576985,0.0023771285,0.00009058233,0.000016385562,0.065445304,0.00050421775,0.010083325,0.0032516178,0.18986465,0.00089368445],"about_ca_topic_score_codex":0.00038896108,"about_ca_topic_score_gemma":0.00020861272,"teacher_disagreement_score":0.39532366,"about_ca_system_score_codex":0.00010649877,"about_ca_system_score_gemma":0.00008892157,"threshold_uncertainty_score":0.8009045},"labels":[],"label_agreement":null},{"id":"W4200356296","doi":"10.2196/33579","title":"Device- and Nondevice-Guided Slow Breathing to Reduce Blood Pressure in Patients with Hypertension: Protocol for a Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Meta-analysis; Protocol (science); Medicine; Blood pressure; Breathing; Systematic review; MEDLINE; Intensive care medicine; Internal medicine; Alternative medicine; Anesthesia; Pathology","score_opus":0.36315052290837524,"score_gpt":0.5603607227673958,"score_spread":0.19721019985902055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200356296","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4062834e-7,0.31382233,0.0000046895325,0.0002490228,5.3107703e-7,0.68574274,0.00010067493,0.000026298248,0.000053463824],"genre_scores_gemma":[2.6183403e-7,0.0098989,0.0019187855,0.00016414457,0.000042278134,0.9864879,0.00009125285,0.00018318789,0.0012132449],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98799175,0.0036559983,0.0021069094,0.0021406033,0.0028309168,0.001273846],"domain_scores_gemma":[0.9911185,0.0014048135,0.0006379179,0.002199579,0.0037686026,0.0008706021],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005889088,0.0009930863,0.012370722,0.0018064339,0.00026561067,0.00038499467,0.0006509092,0.0004901702,0.00020979463],"category_scores_gemma":[0.0027168235,0.0005819193,0.001196506,0.0048791585,0.00022337772,0.00025171303,0.00090691005,0.0018014285,0.00001506659],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019528143,0.0008787409,0.000055835895,0.93047136,0.06448803,0.00015180412,0.0000516745,1.09269635e-7,6.634652e-7,0.000013644249,0.00051843416,0.0031744188],"study_design_scores_gemma":[0.0045904885,0.001681645,0.000035013367,0.5781522,0.2732174,0.00017964258,0.000022753331,0.00001111213,0.0000046071905,0.000002998731,0.14153536,0.0005668085],"about_ca_topic_score_codex":0.000028271244,"about_ca_topic_score_gemma":0.000015284733,"teacher_disagreement_score":0.3523192,"about_ca_system_score_codex":0.0001926119,"about_ca_system_score_gemma":0.0007600356,"threshold_uncertainty_score":0.99966323},"labels":[],"label_agreement":null},{"id":"W4200385979","doi":"10.2196/33506","title":"Correction: Combined Use of Web-Based and In-Person Education on Ill Health Self-management Skills in Adults With Bipolar Disorder: Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent and Pediatric Healthcare","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Self-management; Bipolar disorder; Medical education; Psychology; Medicine; World Wide Web; Computer science; Clinical psychology; Alternative medicine; Psychiatry; Cognition; Artificial intelligence","score_opus":0.1970929134503942,"score_gpt":0.6107432514585807,"score_spread":0.41365033800818646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200385979","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016798789,0.0000057505063,0.00011762745,0.0018007318,0.00004191954,0.9810727,0.000017286553,0.00005395576,0.00009124309],"genre_scores_gemma":[0.003428449,0.0000028595693,0.006494515,0.00026319764,0.000082597115,0.9890744,0.000026175776,0.00004639248,0.00058138656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98904586,0.00795789,0.0008306428,0.00065966387,0.00066488923,0.0008410581],"domain_scores_gemma":[0.9960052,0.0018669202,0.00032469688,0.00054709107,0.000989524,0.0002665826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048495037,0.00022560902,0.0005056805,0.0007635808,0.0004914013,0.000028691442,0.00016884092,0.00017369067,0.00003925937],"category_scores_gemma":[0.00060216465,0.00018681258,0.000040457686,0.0016750245,0.0000531486,0.00015097557,0.00010503595,0.0011945998,0.000004692553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01031898,0.017361483,0.81173766,0.026256427,0.000019505655,0.00001027415,0.009002959,0.000012715319,0.000005446542,0.00011218905,0.017149119,0.10801324],"study_design_scores_gemma":[0.039783377,0.010852106,0.52379894,0.02669662,0.000003843597,6.7601513e-7,0.028149568,0.0014332418,0.00004853365,0.00004099213,0.36885393,0.0003382008],"about_ca_topic_score_codex":0.0006140951,"about_ca_topic_score_gemma":0.004767279,"teacher_disagreement_score":0.3517048,"about_ca_system_score_codex":0.0005983122,"about_ca_system_score_gemma":0.004561278,"threshold_uncertainty_score":0.8091511},"labels":[],"label_agreement":null},{"id":"W4200392447","doi":"10.2196/35593","title":"A Mindfulness-Based Intervention to Alleviate Stress From Discrimination Among Young Sexual and Gender Minorities of Color: Protocol for a Pilot Optimization Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindfulness; Psychological intervention; Intervention (counseling); Ethnic group; Psychology; Meditation; Randomized controlled trial; Clinical psychology; Medicine","score_opus":0.31367640217700055,"score_gpt":0.5493954635379795,"score_spread":0.23571906136097898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200392447","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018810363,0.0000010661784,0.18121672,0.00013091815,0.000041729927,0.79908544,0.0002985761,0.000031025695,0.00038414187],"genre_scores_gemma":[0.069785744,2.0651048e-9,0.00088398653,0.000010768499,0.00015206911,0.92669106,0.00013599276,0.000033104337,0.0023072825],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99640584,0.0011844251,0.0007536796,0.00063271145,0.0005982386,0.00042512026],"domain_scores_gemma":[0.9977595,0.00038710225,0.00026215942,0.00047497108,0.0009219311,0.00019431993],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010713424,0.00019817895,0.00033289628,0.00035425762,0.0002619499,0.00021803919,0.00028276077,0.00015124462,0.0053036707],"category_scores_gemma":[0.00032561884,0.00018655177,0.00014091266,0.0003785589,0.0001682775,0.00019653176,0.00019000641,0.00025114004,0.000008612864],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5655557,0.05945955,0.013416409,0.020229895,0.0010812695,0.00011549442,0.011982,0.0028001214,0.0013197954,0.07727338,0.13132942,0.115437],"study_design_scores_gemma":[0.5823687,0.069309115,0.041803803,0.015919821,0.00014341965,0.00001562967,0.038120907,0.031877715,0.16054009,0.031157661,0.026273668,0.002469518],"about_ca_topic_score_codex":0.00039552443,"about_ca_topic_score_gemma":0.0005130051,"teacher_disagreement_score":0.18033274,"about_ca_system_score_codex":0.00008894975,"about_ca_system_score_gemma":0.0001597574,"threshold_uncertainty_score":0.9956056},"labels":[],"label_agreement":null},{"id":"W4200421804","doi":"10.2196/33746","title":"Multiplex Droplet Digital Polymerase Chain Reaction Assay for Rapid Molecular Detection of Pathogens in Patients With Sepsis: Protocol for an Assay Development Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bacterial Identification and Susceptibility Testing","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Polymerase chain reaction; Digital polymerase chain reaction; Protocol (science); Multiplex polymerase chain reaction; Multiplex; Sepsis; Computational biology; Medicine; Biology; Microbiology; Bioinformatics; Immunology; Gene; Genetics; Pathology","score_opus":0.12212821664097599,"score_gpt":0.4519420394486979,"score_spread":0.32981382280772187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200421804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36830565,1.8066939e-7,0.001674601,0.000010430379,0.000003705988,0.6299435,0.000038730534,0.000010761925,0.000012445333],"genre_scores_gemma":[0.38106844,7.0922654e-9,0.0006911351,0.0000051498155,0.000026360072,0.61790055,0.00023382263,0.000022986022,0.000051585175],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976165,0.00057825755,0.00046196344,0.00061266095,0.00038053683,0.0003500645],"domain_scores_gemma":[0.9980455,0.000064846965,0.000158173,0.0004835848,0.0011443234,0.000103582606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017937041,0.00015755942,0.0001862409,0.00012656157,0.00014894188,0.00012785805,0.00016289741,0.00012986948,0.0000060661805],"category_scores_gemma":[0.0009879097,0.00014628102,0.00005881725,0.00026304624,0.000048895985,0.00003239411,0.000094508665,0.00012938165,9.0521723e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025662226,0.0041874405,0.027233075,0.00029505393,0.000029862462,0.0000011097119,0.00019028579,0.0000030055476,0.9309863,0.0000019653655,0.000025981477,0.034479737],"study_design_scores_gemma":[0.009515884,0.0066620577,0.090053864,0.00023543765,0.000002583347,8.100597e-7,0.0005130309,0.00013907836,0.87841827,0.000014391978,0.014178065,0.00026654272],"about_ca_topic_score_codex":0.0000096971935,"about_ca_topic_score_gemma":0.00017795525,"teacher_disagreement_score":0.06282079,"about_ca_system_score_codex":0.00007570096,"about_ca_system_score_gemma":0.00034385434,"threshold_uncertainty_score":0.5965167},"labels":[],"label_agreement":null},{"id":"W4200424804","doi":"10.2196/34534","title":"Getting “Back on Track” After a Cardiac Event: Protocol for a Randomized Controlled Trial of a Web-Based Self-management Program","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"HCF Research Foundation","keywords":"eHealth; Fast track; Medicine; The Internet; Test (biology); Randomized controlled trial; Telephone counseling; Mental health; Self-management; Physical therapy; Behavior change; Psychology; Computer science; Health care; World Wide Web; Social psychology; Psychiatry","score_opus":0.09433751047416097,"score_gpt":0.5556691381550571,"score_spread":0.4613316276808962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200424804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010401894,0.0000039813945,0.000017609178,0.0013195268,0.000030198504,0.98677427,0.000035510868,0.00012988894,0.010648817],"genre_scores_gemma":[0.0016022298,0.0000012412095,0.004662286,0.0003669961,0.00049376936,0.9913786,0.000030150111,0.00007095793,0.0013937682],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.991553,0.0029407123,0.0016124208,0.0007288389,0.0018842978,0.0012807343],"domain_scores_gemma":[0.9953284,0.0018003923,0.00036097923,0.0008194688,0.000997977,0.00069274055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01091859,0.00035462857,0.0027037014,0.00040591753,0.00018258752,0.00007304517,0.00014983628,0.00022023058,0.000229055],"category_scores_gemma":[0.0008927876,0.0002430373,0.0017296714,0.0006590134,0.00016196952,0.00006100661,0.000093205505,0.0006753857,0.00004559959],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9419289,0.0091036055,0.000045937966,0.02356546,0.0002444709,0.0000662605,0.00013213893,8.6511767e-7,0.00009527483,0.00013449442,0.004566629,0.020115918],"study_design_scores_gemma":[0.68494594,0.007824172,0.00003048083,0.0055093723,0.0000432708,0.0000022758634,0.000056707173,0.0003909139,0.0010999618,0.00004735515,0.299916,0.00013354128],"about_ca_topic_score_codex":0.0000067616106,"about_ca_topic_score_gemma":0.0000033298425,"teacher_disagreement_score":0.2953494,"about_ca_system_score_codex":0.00046031794,"about_ca_system_score_gemma":0.0031907978,"threshold_uncertainty_score":0.99107736},"labels":[],"label_agreement":null},{"id":"W4200430832","doi":"10.2196/24792","title":"Evaluation of a Healthy Relationship Smartphone App With Indigenous Young People: Protocol for a Co-designed Stepped Wedge Randomized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Auckland University of Technology, New Zealand","keywords":"Randomized controlled trial; Indigenous; Protocol (science); Psychology; Medicine; Medical education; Family medicine; Alternative medicine","score_opus":0.43635120107663816,"score_gpt":0.6552658832157987,"score_spread":0.21891468213916054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200430832","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017655938,0.00000844311,0.002590875,0.0012658604,0.000030190897,0.9888254,0.000097297656,0.00015152099,0.0052648084],"genre_scores_gemma":[0.0028344924,0.0000017084747,0.0023481923,0.00015976561,0.00050430815,0.99212754,0.00020767072,0.00010054656,0.0017158005],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9708458,0.020308515,0.0026297434,0.0009358234,0.0033838563,0.0018962373],"domain_scores_gemma":[0.9780884,0.009468854,0.0013418478,0.0013205598,0.008969916,0.0008104617],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052153327,0.00034535254,0.0013306657,0.00055541086,0.0030003032,0.000051151357,0.00044633404,0.000575317,0.00093481346],"category_scores_gemma":[0.008397663,0.00027798026,0.00020649505,0.0020275484,0.0003188372,0.00022201343,0.00011700561,0.001739012,0.00016406334],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9529978,0.0023220219,0.0032358584,0.010207109,0.000060547285,0.0000013763025,0.004762899,0.000008401517,0.0001509403,0.0042150943,0.016539223,0.005498729],"study_design_scores_gemma":[0.9215536,0.0034982804,0.002402558,0.0023379358,0.000037063448,0.0000045881584,0.00096247345,0.00041448508,0.00016324579,0.003521346,0.06484899,0.00025540084],"about_ca_topic_score_codex":0.00031329913,"about_ca_topic_score_gemma":0.0018995567,"teacher_disagreement_score":0.048309766,"about_ca_system_score_codex":0.0011974107,"about_ca_system_score_gemma":0.03638134,"threshold_uncertainty_score":0.9999785},"labels":[],"label_agreement":null},{"id":"W4200479187","doi":"10.2196/33812","title":"Remote Electroencephalography Monitoring of Epilepsy in Adults: Protocol for a Scoping Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grey literature; CINAHL; Psychological intervention; MEDLINE; Systematic review; Medicine; Epilepsy; Population; Protocol (science); Electroencephalography; Documentation; Psychology; Psychiatry; Computer science; Alternative medicine; Pathology","score_opus":0.4343948649615427,"score_gpt":0.6189645836610141,"score_spread":0.18456971869947142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200479187","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.762495e-8,0.26473022,0.00003458058,0.000034132638,0.000010882724,0.7349508,0.000019971827,0.000047515874,0.00017185272],"genre_scores_gemma":[9.977656e-9,0.37524447,0.0007579323,0.000020487063,0.00016221192,0.6236962,0.0000035315518,0.000063627034,0.000051497165],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99040556,0.003185038,0.002041559,0.0016238395,0.0013201552,0.0014238703],"domain_scores_gemma":[0.99468493,0.0025607354,0.00081220124,0.0012309592,0.0005141101,0.00019707324],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003431501,0.000602987,0.0027947421,0.0010244764,0.00017847399,0.00019863006,0.0020673233,0.00034924466,0.000052698953],"category_scores_gemma":[0.002536503,0.00048000415,0.0008854011,0.003597434,0.00030796177,0.00027818282,0.0006204797,0.0018212437,0.000014576085],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063362735,0.0002200247,0.0000076125702,0.542287,0.000007204988,0.00003194951,0.000027625485,9.7091394e-8,0.000043159976,0.000039827177,0.0007907016,0.45648146],"study_design_scores_gemma":[0.00054623897,0.00066480803,3.3791994e-7,0.5570255,0.0000031595453,0.000017801918,0.0000030428737,0.000003977513,0.0013871733,0.000045883568,0.44009054,0.00021158294],"about_ca_topic_score_codex":0.000008525744,"about_ca_topic_score_gemma":0.0000044640924,"teacher_disagreement_score":0.45626986,"about_ca_system_score_codex":0.00019324446,"about_ca_system_score_gemma":0.0015429748,"threshold_uncertainty_score":0.99976516},"labels":[],"label_agreement":null},{"id":"W4200505306","doi":"10.2196/32660","title":"Investigating the Implementation of SMS and Mobile Messaging in Population Screening (the SIPS Study): Protocol for a Delphi Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Public Health England; Patient Safety Translational Research Centre; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Protocol (science); Short Message Service; Population; Text messaging; Computer science; World Wide Web; Mobile device; Delphi method; Medicine; Internet privacy; Telecommunications; Alternative medicine","score_opus":0.4926239855138309,"score_gpt":0.7072208303838821,"score_spread":0.21459684487005115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200505306","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091284834,0.000001932139,0.00006874609,0.0011769435,0.0000035410699,0.9073535,0.0000099953195,0.000027173719,0.00007334012],"genre_scores_gemma":[0.12569322,2.0856994e-7,0.0004246684,0.00013866705,0.00008893215,0.8735488,0.000012871686,0.000027481063,0.00006511832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99234957,0.0043263,0.0012967733,0.00047446406,0.0007485622,0.0008043404],"domain_scores_gemma":[0.9957294,0.002266546,0.00045634917,0.000644784,0.0007259343,0.00017700385],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011793755,0.00014755732,0.0002928532,0.00017809495,0.0024154685,0.000047851197,0.00030521106,0.00008393391,0.000081464575],"category_scores_gemma":[0.0005528695,0.00009604323,0.000033655117,0.0011317044,0.000098904,0.0001584501,0.0003741491,0.001033566,0.0000032984256],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018749198,0.00083403516,0.9354234,0.0021871498,0.000012145012,0.000001014334,0.021122975,0.000023399469,0.00015872494,0.0009641982,0.001089118,0.037996378],"study_design_scores_gemma":[0.009776955,0.0016778476,0.73971146,0.0013384669,0.0000047585695,9.015286e-7,0.1800852,0.0005776625,0.00006508863,0.0012107759,0.065425664,0.00012523367],"about_ca_topic_score_codex":0.0019705205,"about_ca_topic_score_gemma":0.005860058,"teacher_disagreement_score":0.19571193,"about_ca_system_score_codex":0.0001502344,"about_ca_system_score_gemma":0.001027732,"threshold_uncertainty_score":0.99888325},"labels":[],"label_agreement":null},{"id":"W4200533525","doi":"10.2196/31860","title":"Increasing Participation Rates in Germany’s Skin Cancer Screening Program (HELIOS): Protocol for a Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Krebshilfe; Nationale Versorgungskonferenz Hautkrebs","keywords":"Medicine; Protocol (science); Focus group; Descriptive statistics; Family medicine; Multinomial logistic regression; Logistic regression; Population; Skin cancer; Cancer; Alternative medicine; Environmental health; Pathology; Computer science; Internal medicine","score_opus":0.35254575035189634,"score_gpt":0.6606816580751914,"score_spread":0.3081359077232951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200533525","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013859798,0.000001477769,0.0009772734,0.00050848816,0.00000928181,0.9838812,0.000002537634,0.00014504656,0.0006149508],"genre_scores_gemma":[0.0069478387,1.4386688e-7,0.024921672,0.000059424387,0.00017808341,0.96647567,0.000006572543,0.000051446634,0.001359149],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951049,0.0022011988,0.00058423314,0.00061717205,0.0007399764,0.0007525166],"domain_scores_gemma":[0.9980212,0.0004333501,0.00011481468,0.00048470334,0.00072430586,0.00022164205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049097636,0.00019960346,0.0003984668,0.0004539545,0.00024347962,0.00023026529,0.00014359382,0.00008850903,0.00031199525],"category_scores_gemma":[0.00090828654,0.00017685845,0.00010438906,0.0012226299,0.00007124537,0.00012945171,0.00024380625,0.0005245009,0.000012945486],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009125857,0.010900275,0.028791605,0.0029764813,0.00014051325,0.0005163369,0.0013612193,0.000033528573,0.025666121,0.0000905799,0.0031725843,0.9172249],"study_design_scores_gemma":[0.019356312,0.007810703,0.11688413,0.004261676,0.000023380831,0.00009266348,0.0029750897,0.0057190233,0.053427126,0.0001721645,0.78887105,0.00040665915],"about_ca_topic_score_codex":0.00021478884,"about_ca_topic_score_gemma":0.00057205174,"teacher_disagreement_score":0.91681826,"about_ca_system_score_codex":0.00028180273,"about_ca_system_score_gemma":0.00038323647,"threshold_uncertainty_score":0.72120786},"labels":[],"label_agreement":null},{"id":"W4200533598","doi":"10.2196/32352","title":"Impact of Biological and Lifestyle Factors on Cognitive Aging and Work Ability in the Dortmund Vital Study: Protocol of an Interdisciplinary, Cross-sectional, and Longitudinal Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leibniz-Gemeinschaft; Leibniz-Institut für Arbeitsforschung an der TU Dortmund","keywords":"Cross-sectional study; Gerontology; Cognition; Protocol (science); Medicine; Psychology; Alternative medicine; Psychiatry","score_opus":0.3792109569109293,"score_gpt":0.6725166646384647,"score_spread":0.2933057077275354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200533598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.531504,0.0000012503481,6.462e-7,0.00003037152,0.0000029808602,0.4683626,0.000010944435,0.0000061921014,0.00008101371],"genre_scores_gemma":[0.507299,1.8801467e-7,0.0000057207612,0.0000038520216,0.00003527803,0.4926362,0.0000028667023,0.000007633695,0.000009260241],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99130774,0.005974797,0.0007959554,0.00066146994,0.00061810575,0.00064193754],"domain_scores_gemma":[0.9947082,0.0039886744,0.00021764984,0.00036707142,0.00047727753,0.00024111755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007329559,0.00021089216,0.00045131164,0.00021462388,0.001073561,0.00008144767,0.00018924226,0.00017552533,0.000102758924],"category_scores_gemma":[0.0009155601,0.00012562638,0.000047871425,0.00067488244,0.000572426,0.00020702991,0.0009069243,0.0016190175,0.0000017927678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004217421,0.004533712,0.97239184,0.000708871,0.000029156427,0.00004005418,0.01733589,0.0000012137289,0.000047478698,0.0000121403045,0.000014715476,0.0006674855],"study_design_scores_gemma":[0.0042746654,0.011990192,0.959211,0.0012739493,0.000001844355,0.000003745361,0.022753412,0.0000051257102,0.00002150374,0.00034565263,0.000013639977,0.0001052932],"about_ca_topic_score_codex":0.00022982569,"about_ca_topic_score_gemma":0.0003718857,"teacher_disagreement_score":0.024273593,"about_ca_system_score_codex":0.000121203855,"about_ca_system_score_gemma":0.00047047218,"threshold_uncertainty_score":0.82570714},"labels":[],"label_agreement":null},{"id":"W4200538683","doi":"10.2196/35455","title":"Mobile Phone–Based Intervention Among Adolescents Living With Perinatally Acquired HIV Transitioning from Pediatric to Adult Care: Protocol for the Interactive Transition Support for Adolescents Living With HIV using Social Media (InTSHA) Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Adult care; Human immunodeficiency virus (HIV); Intervention (counseling); Medicine; Social media; Mobile phone; Protocol (science); Psychology; Gerontology; Young adult; Pediatrics; Family medicine; Nursing; Computer science; Alternative medicine; World Wide Web","score_opus":0.081578288120179,"score_gpt":0.4661990101040223,"score_spread":0.38462072198384334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200538683","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09348636,0.000002147677,0.058653124,0.000111033485,0.000010889051,0.8472256,0.0003735149,0.000093837014,0.00004350661],"genre_scores_gemma":[0.4367337,8.994235e-8,0.0010110028,0.000024821282,0.00035921342,0.561506,0.000113567374,0.00008470661,0.00016696447],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99407417,0.0010307028,0.00078967446,0.0010670642,0.0018811398,0.0011572745],"domain_scores_gemma":[0.99423176,0.00063978723,0.00023969951,0.00056246977,0.0038693463,0.00045691454],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014701765,0.0004379986,0.0005968178,0.00056486815,0.0012113184,0.0005279099,0.00047178377,0.00017030963,0.00044211283],"category_scores_gemma":[0.0008629137,0.0003315384,0.00045682507,0.0011149235,0.00023229187,0.00069166865,0.00017388382,0.000823137,0.000019328825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.101261176,0.06339862,0.4244045,0.062382083,0.0017361143,0.0006008219,0.26456016,0.00075070775,0.02778058,0.0000151384575,0.014794866,0.03831522],"study_design_scores_gemma":[0.0888941,0.0843153,0.35812274,0.20207702,0.00058542244,0.000058979287,0.211366,0.03678912,0.013655531,0.000022303804,0.0020429676,0.002070528],"about_ca_topic_score_codex":0.000089759764,"about_ca_topic_score_gemma":0.0008861323,"teacher_disagreement_score":0.34324732,"about_ca_system_score_codex":0.00074721634,"about_ca_system_score_gemma":0.0010492092,"threshold_uncertainty_score":0.9999137},"labels":[],"label_agreement":null},{"id":"W4200543400","doi":"10.2196/33677","title":"Complicated Odontogenic Infections at 2 District Hospitals in Tonkolili District, Sierra Leone: Protocol for a Prospective Observational Cohort Study (DELAY)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Otolaryngology and Infectious Diseases","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Sierra leone; Observational study; Odontogenic; Incidence (geometry); Cohort; Protocol (science); Prospective cohort study; Intensive care medicine; Emergency medicine; Pediatrics; Family medicine; Surgery; Internal medicine; Alternative medicine; Pathology","score_opus":0.18866986691643284,"score_gpt":0.5217681634664703,"score_spread":0.3330982965500374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200543400","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2321901,0.0000026911468,0.00004208788,0.0003061831,0.0000082716715,0.76468915,0.00009435308,0.00013782548,0.0025293354],"genre_scores_gemma":[0.14125149,2.739062e-7,0.00006295827,0.00006130791,0.00013916219,0.8561421,0.00022611809,0.000050028306,0.0020665347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995537,0.00073490315,0.0007818606,0.001064577,0.0009605498,0.00092111505],"domain_scores_gemma":[0.9961535,0.00062719936,0.000164319,0.00087451295,0.0018025865,0.000377889],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012414714,0.0003387287,0.00067617244,0.0003741823,0.0007048132,0.000108584376,0.00025086643,0.00024995732,0.0008434183],"category_scores_gemma":[0.0018620068,0.00030729672,0.00025480345,0.002215896,0.00032274338,0.000297043,0.00035074807,0.0008880763,0.000098819095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018563465,0.015159057,0.9726581,0.0006740231,0.00021459066,0.0001616235,0.00015241478,0.0000067135147,0.00091886,0.0003651678,0.0075707897,0.0002623005],"study_design_scores_gemma":[0.011833284,0.0058017424,0.9494103,0.0005192141,0.000020821191,0.000089256,0.00008731775,0.00011383906,0.0012528274,0.0004310295,0.03016177,0.00027858067],"about_ca_topic_score_codex":0.000120521836,"about_ca_topic_score_gemma":0.0004134802,"teacher_disagreement_score":0.09145297,"about_ca_system_score_codex":0.0015770298,"about_ca_system_score_gemma":0.0018435821,"threshold_uncertainty_score":0.9999379},"labels":[],"label_agreement":null},{"id":"W4200548663","doi":"10.2196/35558","title":"Developing Conflict Resolution Strategies and Building Resilient Midwifery Students: Protocol for a Mixed Methods Research Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Psychology; Nursing; Mental health; Debriefing; Verbal abuse; Medical education; Applied psychology; Qualitative research; Obstetrics; Medicine; Social psychology; Poison control; Human factors and ergonomics; Sociology","score_opus":0.5848242205698941,"score_gpt":0.709189093953044,"score_spread":0.12436487338314983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200548663","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01562152,0.0000105444105,0.0020770228,0.0012343738,0.000017443215,0.97967374,0.0000028093082,0.000108223925,0.0012543387],"genre_scores_gemma":[0.0023533227,0.0000030354447,0.020000452,0.000023855602,0.00036097696,0.9759926,0.0000019823162,0.000036851667,0.0012269281],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9809418,0.012402827,0.0006356086,0.0010598755,0.003177009,0.001782892],"domain_scores_gemma":[0.9930534,0.0031913398,0.00012354716,0.00057496154,0.0027371387,0.0003196097],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.046362687,0.00022896577,0.00038418095,0.00056837837,0.004354489,0.0030415468,0.001002886,0.0002564701,0.00007381059],"category_scores_gemma":[0.0042906837,0.0002124495,0.00008105201,0.002384242,0.0009227765,0.000932806,0.001082054,0.0011273447,0.000013686129],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01021117,0.012883674,0.09948088,0.0074938275,0.0005263249,0.00058514066,0.15725188,0.00009172088,0.066439345,0.42161453,0.049202073,0.17421944],"study_design_scores_gemma":[0.0032912628,0.0015027588,0.0055986433,0.0047406508,0.000002955584,0.0000028632157,0.24307819,0.000043056596,0.0074806097,0.010632977,0.72325814,0.00036788677],"about_ca_topic_score_codex":0.0003937838,"about_ca_topic_score_gemma":0.00083012454,"teacher_disagreement_score":0.67405605,"about_ca_system_score_codex":0.000646307,"about_ca_system_score_gemma":0.0037841308,"threshold_uncertainty_score":0.9979934},"labels":[],"label_agreement":null},{"id":"W4200571068","doi":"10.2196/34688","title":"Island Study Linking Aging and Neurodegenerative Disease (ISLAND) Targeting Dementia Risk Reduction: Protocol for a Prospective Web-Based Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Medicine; Gerontology; Context (archaeology); Psychological intervention; Cohort; Population; Cognitive decline; Cohort study; Disease; Environmental health; Psychiatry; Internal medicine","score_opus":0.09461638551427157,"score_gpt":0.4988702084136199,"score_spread":0.4042538228993483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200571068","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16267374,0.0000056433882,0.0003113211,0.00026001412,0.000009003365,0.8361736,0.00004104308,0.000087745015,0.0004378985],"genre_scores_gemma":[0.3008245,3.8465262e-7,0.0002794264,0.000020820271,0.00032941424,0.69768363,0.000034477445,0.000057475863,0.0007698801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922356,0.0024282727,0.0006425818,0.0015138609,0.0021181789,0.0010615151],"domain_scores_gemma":[0.9956227,0.00033047234,0.00018534684,0.00063324836,0.0026795894,0.0005486192],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005180978,0.00038134895,0.00054372626,0.00042160985,0.0013653697,0.0006197177,0.00021369373,0.00007433243,0.00036482216],"category_scores_gemma":[0.0010172405,0.00031960593,0.00014093822,0.0009960119,0.00024038428,0.00028272887,0.0004409559,0.001128715,0.000012997661],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052553727,0.0109460605,0.97528577,0.0011340586,0.00044363076,0.0004527031,0.0009949333,0.000008176545,0.0020719215,0.000010542849,0.0020034066,0.0013934415],"study_design_scores_gemma":[0.042970087,0.015428239,0.9156736,0.0017403855,0.00017052992,0.000014447638,0.004333819,0.0020124363,0.006393031,0.00025594555,0.010562828,0.00044462076],"about_ca_topic_score_codex":0.000024537107,"about_ca_topic_score_gemma":0.0000981675,"teacher_disagreement_score":0.13848998,"about_ca_system_score_codex":0.00019144893,"about_ca_system_score_gemma":0.0015491601,"threshold_uncertainty_score":0.99993473},"labels":[],"label_agreement":null},{"id":"W4200579543","doi":"10.2196/33376","title":"Investigating Adolescents’ Video Gaming and Gambling Activities, and Their Relationship With Behavioral, Emotional, and Social Difficulties: Protocol for a Multi-Informant Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università degli Studi di Brescia","keywords":"Psychology; Loneliness; Video game; Psychological intervention; Clinical psychology; Developmental psychology; Applied psychology; Social psychology; Psychiatry; Multimedia","score_opus":0.6747529889365712,"score_gpt":0.614067878847263,"score_spread":0.060685110089308214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200579543","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4646611,0.000001418442,0.00004834255,0.00003583056,0.0000027773729,0.5351721,0.000021098742,0.00004078212,0.000016560014],"genre_scores_gemma":[0.34224284,4.117054e-8,0.000842839,0.000009008652,0.00003805932,0.65654963,0.000013132621,0.000032538745,0.0002718952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99758255,0.00046962884,0.0003522283,0.00061510765,0.00040758666,0.00057286525],"domain_scores_gemma":[0.9988634,0.00027607818,0.00013984414,0.00025847394,0.0002913708,0.0001708259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008290141,0.00027149415,0.00029107308,0.00021383198,0.0011601679,0.00041671493,0.0001057223,0.0001515054,0.000019622375],"category_scores_gemma":[0.000074644406,0.00020824569,0.000037676065,0.00026782064,0.00037008265,0.00033764492,0.00021053971,0.0005827006,0.0000018976776],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044428554,0.0032802264,0.9601699,0.0007107123,0.000047236856,0.000027724214,0.028667167,3.3269052e-7,0.0006157121,0.00013013402,0.00014380016,0.005762788],"study_design_scores_gemma":[0.014958979,0.0022498376,0.94945234,0.0016477761,0.000013045421,0.000048443464,0.030137409,0.000061870734,0.00031637732,0.000050722163,0.0007929654,0.00027023445],"about_ca_topic_score_codex":0.00005701898,"about_ca_topic_score_gemma":0.00010052544,"teacher_disagreement_score":0.12241826,"about_ca_system_score_codex":0.00008170864,"about_ca_system_score_gemma":0.00017096064,"threshold_uncertainty_score":0.8923191},"labels":[],"label_agreement":null},{"id":"W4200612413","doi":"10.2196/34984","title":"Well-being of Canadian Armed Forces Veterans and Spouses of Veterans During the COVID-19 Pandemic: Protocol for a Prospective Longitudinal Survey","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ontario Centre of Excellence for Child and Youth Mental Health; Veterans Affairs Canada; Royal Ottawa Mental Health Centre; Public Health Ontario; Toronto Metropolitan University; St Joseph's Health Care; University of Toronto; Parkwood Institute; McMaster University; Western University","funders":"Lawson Health Research Institute","keywords":"Pandemic; Veterans Affairs; Mental health; Medicine; Gerontology; Population; Social distance; Stressor; Longitudinal study; Health care; Data collection; Public health; Family medicine; Psychology; Coronavirus disease 2019 (COVID-19); Psychiatry; Environmental health; Nursing; Disease; Infectious disease (medical specialty)","score_opus":0.5213480985636789,"score_gpt":0.6272797599143574,"score_spread":0.10593166135067844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200612413","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11667892,0.0000041937174,0.00004146604,0.000394673,0.000009944096,0.88136905,0.00015141995,0.000023136225,0.0013271639],"genre_scores_gemma":[0.20222272,9.593995e-7,0.000045919423,0.00010737292,0.00005848293,0.796722,0.000008258432,0.000029184186,0.0008051086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961608,0.0013137342,0.00054593716,0.0005932382,0.0004850663,0.0009012465],"domain_scores_gemma":[0.9963457,0.0019360537,0.00016471629,0.0005572585,0.0005069812,0.0004893094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033728215,0.00019681426,0.00039247065,0.00049798546,0.0005154736,0.00006103268,0.00037498717,0.0001455774,0.00033867717],"category_scores_gemma":[0.0006183237,0.00015163541,0.000100784884,0.0009417562,0.00046655134,0.000103034334,0.00012750782,0.00046080782,0.000005110595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063461885,0.0004329528,0.96837926,0.0064249355,0.00008214873,0.000059898077,0.012761816,0.0000032379526,0.0023179306,0.001047959,0.00093181717,0.0012118701],"study_design_scores_gemma":[0.010180552,0.0023273493,0.82251483,0.0010301535,0.0000047449175,0.000089872214,0.0020325752,0.000013761499,0.004783197,0.0007796221,0.1560016,0.00024171897],"about_ca_topic_score_codex":0.15091711,"about_ca_topic_score_gemma":0.40608913,"teacher_disagreement_score":0.255172,"about_ca_system_score_codex":0.0005626972,"about_ca_system_score_gemma":0.0029321648,"threshold_uncertainty_score":0.854737},"labels":[],"label_agreement":null},{"id":"W4205104702","doi":"10.2196/36026","title":"HIV Surveillance and Research for Migrant Populations: Protocol Integrating Respondent-Driven Sampling, Case Finding, and Medicolegal Services for Venezuelans Living in Colombia","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention; United Nations High Commissioner for Refugees","keywords":"Respondent; Human immunodeficiency virus (HIV); Protocol (science); Sampling (signal processing); Medicine; Environmental health; Family medicine; Political science; Computer science; Alternative medicine; Pathology; Telecommunications","score_opus":0.4285934157458539,"score_gpt":0.6113621247963033,"score_spread":0.18276870905044934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205104702","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14730501,0.000011867783,0.00006179359,0.001057146,0.000009430759,0.8510879,0.00028787315,0.000062381085,0.00011654334],"genre_scores_gemma":[0.055446453,5.6254265e-7,0.003829794,0.000046242185,0.00017036249,0.93932563,0.00008343879,0.00008562285,0.0010118713],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936011,0.0018696698,0.00077451585,0.0009552524,0.0015212182,0.0012782309],"domain_scores_gemma":[0.99336517,0.0047874283,0.00017679835,0.0005598451,0.00072330993,0.00038747388],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.014257808,0.00026571486,0.0005455784,0.0011616825,0.0017075181,0.00034762255,0.0003998256,0.00017854238,0.0000909524],"category_scores_gemma":[0.0040960647,0.0002507533,0.0000700261,0.0012203652,0.00032547355,0.0002858538,0.0008466627,0.0017054398,0.0000029940632],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017245082,0.002650008,0.8133768,0.019707117,0.00010232625,0.0012665153,0.077977516,0.00008718497,0.012591853,0.0014029737,0.021478605,0.032114018],"study_design_scores_gemma":[0.018667353,0.0138995955,0.06190902,0.010133544,0.000010906868,0.0011203561,0.08802219,0.033434004,0.00031240028,0.0012864685,0.7704459,0.00075824984],"about_ca_topic_score_codex":0.000784069,"about_ca_topic_score_gemma":0.0059592486,"teacher_disagreement_score":0.75146776,"about_ca_system_score_codex":0.0005689226,"about_ca_system_score_gemma":0.0006319064,"threshold_uncertainty_score":0.99999446},"labels":[],"label_agreement":null},{"id":"W4205136910","doi":"10.2196/31595","title":"Examining a Continuous Glucose Monitoring Plus Online Peer Support Community Intervention to Support Hispanic Adults With Type 2 Diabetes: Protocol for a Mixed Methods Feasibility Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Abbott Diabetes Care","keywords":"Peer support; Type 2 diabetes; Medicine; Intervention (counseling); Diabetes mellitus; Diabetes management; Gerontology; Research design; Family medicine; Medical education; Nursing","score_opus":0.46489844112018913,"score_gpt":0.6151814855933915,"score_spread":0.15028304447320234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205136910","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42682835,5.2708947e-7,0.00011307908,0.00014140237,0.000026377516,0.5726574,0.00000891564,0.00008394674,0.00014002144],"genre_scores_gemma":[0.0827483,4.1071512e-8,0.01010322,0.00005426372,0.00023991987,0.9023385,0.0002131753,0.00007438383,0.004228188],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938754,0.002482784,0.0007388448,0.0007263471,0.001210808,0.0009658136],"domain_scores_gemma":[0.99382085,0.00056586927,0.0001999314,0.0013898289,0.0035999385,0.00042355986],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011332063,0.00031288102,0.0006710022,0.00036900243,0.0003716356,0.00026130548,0.000446726,0.00012207348,0.0004360449],"category_scores_gemma":[0.0035666479,0.00026791063,0.00012424465,0.0012274346,0.00009657358,0.00030070747,0.00062125584,0.0010404787,0.000035437242],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021474581,0.05045644,0.5966992,0.01615125,0.0005552078,0.00009009296,0.014180638,0.0000047727503,0.010822091,0.000012148369,0.022695802,0.2668578],"study_design_scores_gemma":[0.03876692,0.12681268,0.641336,0.010958396,0.00009149317,0.000007076941,0.051383868,0.00017355116,0.025276223,0.00008388985,0.10443585,0.0006740342],"about_ca_topic_score_codex":0.000045655004,"about_ca_topic_score_gemma":0.0001233521,"teacher_disagreement_score":0.34408006,"about_ca_system_score_codex":0.0006808465,"about_ca_system_score_gemma":0.0007972473,"threshold_uncertainty_score":0.9999773},"labels":[],"label_agreement":null},{"id":"W4205220614","doi":"10.2196/32567","title":"Dissemination and Implementation of a Google Apple Exposure Notification System for COVID-19 Risk Mitigation at a National Public University: Protocol for a Pilot Evaluation Study in a Real-World Setting","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"SAFER; Protocol (science); Best practice; Software deployment; Inclusion (mineral); Medical education; Isolation (microbiology); Business; Contact tracing; Medicine; Coronavirus disease 2019 (COVID-19); Computer science; Psychology; Computer security; Political science","score_opus":0.32905926031068755,"score_gpt":0.5779548365541878,"score_spread":0.24889557624350023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205220614","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008566985,3.938913e-7,0.041326195,0.00091360364,0.000004476639,0.9489008,0.000119121716,0.000071710456,0.000096713586],"genre_scores_gemma":[0.3169067,3.194096e-8,0.0020636918,0.000007732907,0.000019757153,0.6808346,0.00009584554,0.000010198818,0.00006147062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958324,0.0011994996,0.000559945,0.0007145636,0.0013442393,0.00034937076],"domain_scores_gemma":[0.9946269,0.0019430247,0.00044159897,0.00036391828,0.0024860248,0.00013858102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00850005,0.00013818489,0.00019400773,0.0007888956,0.00050107244,0.00039083813,0.00035274331,0.000051540374,0.000007605796],"category_scores_gemma":[0.0018085077,0.00015652885,0.000049532035,0.0016144657,0.00004024287,0.0013073796,0.00028383595,0.00014024031,0.0000010258938],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048130774,0.0070421207,0.5351585,0.029586885,0.00021212465,0.000025594443,0.038272988,0.0009079719,0.06273839,0.142265,0.0046267197,0.1743506],"study_design_scores_gemma":[0.07210545,0.011670213,0.39380822,0.004781513,0.00004074663,0.000016936965,0.032574758,0.38794237,0.042020127,0.010563919,0.043073248,0.0014024714],"about_ca_topic_score_codex":0.00020277365,"about_ca_topic_score_gemma":0.0062496997,"teacher_disagreement_score":0.38703442,"about_ca_system_score_codex":0.00307726,"about_ca_system_score_gemma":0.002435127,"threshold_uncertainty_score":0.8046928},"labels":[],"label_agreement":null},{"id":"W4205244274","doi":"10.2196/27207","title":"Telemedicine for Adults With Cochlear Implants in the United Kingdom (CHOICE): Protocol for a Prospective Interventional Multisite Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing Loss and Rehabilitation","field":"Neuroscience","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Telemedicine; Active listening; Randomized controlled trial; Telecare; Cochlear implant; Protocol (science); Audiology; Health care; Nursing; Psychology; Alternative medicine","score_opus":0.38411230547088404,"score_gpt":0.5944217740106158,"score_spread":0.21030946853973176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205244274","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18159449,5.988422e-8,0.00018206691,0.00043340077,0.0000037323462,0.81767935,0.000035323297,0.000028296421,0.0000432599],"genre_scores_gemma":[0.14280081,6.9445623e-9,0.00038475308,0.000062811014,0.00010468287,0.8564379,0.000009919703,0.000025497078,0.00017358507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99624664,0.0010818148,0.00041415257,0.0006868914,0.0009811404,0.00058936235],"domain_scores_gemma":[0.9962039,0.0023921737,0.000098358396,0.00040733893,0.00081165996,0.0000865413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025568868,0.0001593465,0.00021663395,0.00029820346,0.00043100983,0.00019611158,0.0004057726,0.00006709696,0.000035445588],"category_scores_gemma":[0.003815475,0.00009360536,0.00007368189,0.0012528825,0.00021503963,0.00017313659,0.000114354385,0.0005101706,0.000006219176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08472908,0.07713589,0.5401383,0.02006839,0.00013031956,0.000660913,0.054813296,0.00016734637,0.17364118,0.015126167,0.009551967,0.023837168],"study_design_scores_gemma":[0.067901775,0.04735382,0.7494153,0.01019521,0.000004575259,0.00006241583,0.0061512366,0.0023403459,0.018952955,0.0018106741,0.095349364,0.00046236848],"about_ca_topic_score_codex":0.00017605211,"about_ca_topic_score_gemma":0.00030732361,"teacher_disagreement_score":0.20927697,"about_ca_system_score_codex":0.0001233093,"about_ca_system_score_gemma":0.00023226246,"threshold_uncertainty_score":0.45677555},"labels":[],"label_agreement":null},{"id":"W4205259177","doi":"10.2196/30186","title":"Preliminary Effectiveness of a Remotely Monitored Blood Alcohol Concentration Device as Treatment Modality: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Alcohol; Randomization; Blood alcohol","score_opus":0.20941405053640486,"score_gpt":0.5493046025874787,"score_spread":0.3398905520510739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205259177","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06900812,0.00001282072,0.000041772386,0.0002511254,0.000013498503,0.9295115,0.0000055916025,0.00007412431,0.0010814872],"genre_scores_gemma":[0.043160435,0.0000017759612,0.00065022503,0.000016652266,0.00022859871,0.95451134,0.000051618536,0.0000505867,0.0013287836],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99287593,0.003701995,0.0010345479,0.0006449133,0.0011043827,0.00063823594],"domain_scores_gemma":[0.9904392,0.006316441,0.00034049706,0.0006992822,0.0019731368,0.00023143762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003317179,0.00036921247,0.0025112717,0.00016613402,0.00018539296,0.00007705305,0.00015011508,0.00023997884,0.000095923104],"category_scores_gemma":[0.0030620543,0.00023931895,0.00086320617,0.0005687326,0.0002720363,0.00016510773,0.000048991093,0.00023055387,0.0000128390375],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9714535,0.0074236486,0.0011564579,0.0016558912,0.0014731082,0.00018962032,0.00053374754,0.0000024386406,0.014157197,0.0005596676,0.00005089581,0.0013438555],"study_design_scores_gemma":[0.7851592,0.0133907,0.00031154734,0.003593343,0.00023068063,0.000019739948,0.000115117655,0.00016586241,0.19529146,0.0010455784,0.0005301762,0.00014660192],"about_ca_topic_score_codex":0.000027475322,"about_ca_topic_score_gemma":0.0000044845856,"teacher_disagreement_score":0.18629427,"about_ca_system_score_codex":0.00038692285,"about_ca_system_score_gemma":0.0022842623,"threshold_uncertainty_score":0.97591436},"labels":[],"label_agreement":null},{"id":"W4205291891","doi":"10.2196/34255","title":"A Telehealth Diabetes Intervention for Rural Populations: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institutes of Health","keywords":"Telehealth; Psychosocial; Medicine; Randomized controlled trial; Family medicine; Intervention (counseling); Nursing; Program evaluation; Telemedicine; Gerontology; Health care; Psychiatry","score_opus":0.249455258731566,"score_gpt":0.5899851782534437,"score_spread":0.34052991952187767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205291891","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023895004,0.0000014824142,0.00030976703,0.0024101727,0.000049927963,0.99422646,0.000011508563,0.00009028113,0.0005109191],"genre_scores_gemma":[0.001745342,2.9383772e-8,0.0009197291,0.00011333211,0.00048210978,0.98849845,0.00017861697,0.000043316966,0.008019055],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959752,0.0012491782,0.0009328159,0.00032767458,0.00082107185,0.00069408695],"domain_scores_gemma":[0.9975222,0.0011023826,0.00035158044,0.00035228863,0.0005260662,0.00014549487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011891282,0.00016744276,0.0009807391,0.0005585689,0.0006674325,0.00014210684,0.00022176284,0.000056442346,0.00057920953],"category_scores_gemma":[0.002477719,0.00012984774,0.0007337519,0.0004150042,0.000097750475,0.00016326603,0.00013178702,0.000329681,0.000008522503],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9379595,0.0029862816,0.00023175872,0.002285288,0.000115367926,2.222794e-7,0.00013756342,0.0000034618959,0.00007749397,0.0032954912,0.045390412,0.0075171767],"study_design_scores_gemma":[0.82676053,0.008217087,0.000073699965,0.00062352355,0.000025721161,2.106502e-7,0.00022903904,0.0027903095,0.000036131078,0.007329957,0.15381005,0.00010371109],"about_ca_topic_score_codex":0.0000103948105,"about_ca_topic_score_gemma":0.0000025935162,"teacher_disagreement_score":0.111198924,"about_ca_system_score_codex":0.00032825093,"about_ca_system_score_gemma":0.00033393785,"threshold_uncertainty_score":0.63419384},"labels":[],"label_agreement":null},{"id":"W4205311065","doi":"10.2196/35838","title":"The Physical Activity and Fitness in Childhood Cancer Survivors (PACCS) Study: Protocol for an International Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Norges Forskningsråd; Northwestern University","keywords":"Protocol (science); Gerontology; Physical activity; Psychology; Cancer; Medicine; Physical fitness; Physical therapy; Alternative medicine","score_opus":0.3312322283944412,"score_gpt":0.6514316230078745,"score_spread":0.3201993946134333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205311065","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3377188,5.404859e-7,0.000016505775,0.0014154576,0.000026129848,0.66063917,0.000031615386,0.000049020055,0.00010274264],"genre_scores_gemma":[0.11194624,1.1640148e-7,0.00015971261,0.000048918075,0.00041605713,0.8871014,0.000004605781,0.0000639739,0.0002589652],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98817945,0.007286504,0.00049135473,0.0009865783,0.002289816,0.0007663217],"domain_scores_gemma":[0.99633723,0.0018036847,0.0001960712,0.0009929467,0.00039782768,0.00027220728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014591347,0.0002942681,0.0005949002,0.00031725582,0.0010495594,0.00024825966,0.00091920584,0.00005706028,0.00008802008],"category_scores_gemma":[0.0008157935,0.00022240022,0.000109957575,0.00087227626,0.00023416698,0.00034844532,0.0012475202,0.0015609589,0.0000015882862],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026071139,0.108993195,0.45774493,0.0009516656,0.0005641697,0.00005066718,0.060147006,0.000054475342,0.0012532955,0.00030650268,0.0027641722,0.3410988],"study_design_scores_gemma":[0.020601759,0.016480647,0.8590222,0.0002727981,0.000009830557,0.0000074261825,0.023488702,0.0006995461,0.00060861383,0.0005083284,0.07797704,0.00032310167],"about_ca_topic_score_codex":0.003391127,"about_ca_topic_score_gemma":0.00940393,"teacher_disagreement_score":0.40127727,"about_ca_system_score_codex":0.0004992835,"about_ca_system_score_gemma":0.0007940743,"threshold_uncertainty_score":0.90692174},"labels":[],"label_agreement":null},{"id":"W4205321452","doi":"10.2196/32702","title":"Problems and Barriers Related to the Use of Digital Health Applications: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gemeinsame Bundesausschuss; Universität Duisburg-Essen","keywords":"mHealth; PsycINFO; MEDLINE; Digital health; Systematic review; Internet privacy; Protocol (science); Psychology; Medical education; Medicine; Computer science; Alternative medicine; Nursing; Health care; Psychological intervention; Political science","score_opus":0.7356280952787764,"score_gpt":0.7194332678396425,"score_spread":0.01619482743913392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205321452","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.5490905e-10,0.2441409,0.00011272108,0.0024709231,0.0000064871792,0.752417,0.0006039233,0.000084509025,0.00016352601],"genre_scores_gemma":[1.3704206e-10,0.42801258,0.00023467762,0.00078587333,0.00007428715,0.5699104,0.00015853527,0.00009317301,0.00073048857],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98723453,0.004523994,0.0040706685,0.0011975629,0.0011326055,0.0018406409],"domain_scores_gemma":[0.98702407,0.006655505,0.0021314574,0.0020542673,0.00071238895,0.0014222906],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010897025,0.00049514795,0.0023239579,0.0005264696,0.0040575904,0.00008808737,0.0011597731,0.00038905602,0.00059657585],"category_scores_gemma":[0.00290679,0.00033742693,0.00030911368,0.0027508736,0.00025147074,0.00022543687,0.0010256039,0.0032022812,0.00012899812],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030486133,0.00006904623,0.0000039473516,0.47983187,0.00001049637,1.0113082e-7,0.00008191124,2.706591e-7,5.195421e-9,0.0008934361,0.06433386,0.45474458],"study_design_scores_gemma":[0.00048325196,0.0004934364,2.1875027e-7,0.41234344,0.0000067659103,0.0000027919962,0.000029932433,0.0000019821227,5.735063e-9,0.00014142427,0.5863605,0.00013622138],"about_ca_topic_score_codex":0.00004689358,"about_ca_topic_score_gemma":0.000043859563,"teacher_disagreement_score":0.52202666,"about_ca_system_score_codex":0.00080572424,"about_ca_system_score_gemma":0.017398018,"threshold_uncertainty_score":0.9999078},"labels":[],"label_agreement":null},{"id":"W4205351151","doi":"10.2196/29726","title":"Comparing Online and On-Site Cognitive Behavior Therapy in Major Depressive Disorder: Protocol for a Noninferiority Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University Health Network; Nexen (Canada); Centre for Addiction and Mental Health; University of Toronto; York University","funders":"","keywords":"Randomized controlled trial; Cognitive behavioral therapy; Medicine; Mental health; Psychiatry; Cognitive therapy; Major depressive disorder; Depression (economics); Psychology; Anxiety; Mood; Cognition","score_opus":0.2596570975252404,"score_gpt":0.6123499179262075,"score_spread":0.3526928204009671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205351151","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082349345,0.000007468894,0.000045875608,0.0003144738,0.00003085939,0.9148688,0.00015010753,0.000046108922,0.002186991],"genre_scores_gemma":[0.041040108,1.9518457e-7,0.00009999462,0.00007106682,0.00012977827,0.95687014,0.000058204838,0.000047507292,0.0016830213],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99373287,0.003013661,0.001149297,0.00073383364,0.0005514134,0.0008189205],"domain_scores_gemma":[0.99501765,0.0034978802,0.00029094974,0.0003793123,0.00058729644,0.00022688921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027235223,0.00028282215,0.001436017,0.00033189164,0.0002681187,0.0002466335,0.00022631485,0.00018630389,0.0004133693],"category_scores_gemma":[0.001119043,0.00022439285,0.00038519097,0.00036543258,0.0003821569,0.00017638099,0.00018892894,0.0007891568,0.00004599818],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9590783,0.017542748,0.0043033687,0.00029391333,0.00011214281,0.000081254526,0.00038931632,1.7041134e-7,0.00003204134,0.0015214339,0.00020119439,0.016444102],"study_design_scores_gemma":[0.98125106,0.0068946364,0.004475749,0.0024890206,0.0000077824,0.000007983318,0.00021676939,0.00006759838,0.000305271,0.00095063,0.0031295463,0.00020395534],"about_ca_topic_score_codex":0.00012315564,"about_ca_topic_score_gemma":0.0005332915,"teacher_disagreement_score":0.042001355,"about_ca_system_score_codex":0.000115832016,"about_ca_system_score_gemma":0.00024715788,"threshold_uncertainty_score":0.91504747},"labels":[],"label_agreement":null},{"id":"W4205386561","doi":"10.2196/31696","title":"Investigation of Prenatal Pesticide Exposure and Neurodevelopmental Deficits in Northern Thailand: Protocol for a Longitudinal Birth Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pesticide Exposure and Toxicity","field":"Agricultural and Biological Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences; Fogarty International Center; National Institutes of Health; Emory University","keywords":"Medicine; Cohort; Pediatrics; Pregnancy; Psychological intervention; Cohort study; Prospective cohort study; Prenatal care; Longitudinal study; Gestational age; Environmental health; Population; Psychiatry","score_opus":0.17609776319873463,"score_gpt":0.4177412605352652,"score_spread":0.2416434973365306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205386561","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52320623,5.948934e-7,9.954507e-7,0.00005441867,0.0000012368376,0.47665405,0.000015168896,0.000012384414,0.000054934815],"genre_scores_gemma":[0.42168012,4.6528132e-8,0.000070618386,0.0000064628857,0.000032675653,0.5781539,0.000013762765,0.0000015531022,0.00004084914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975937,0.00045737572,0.0004149793,0.00052760076,0.0005998817,0.00040645027],"domain_scores_gemma":[0.9988409,0.00044411817,0.000102001104,0.000103274884,0.00037988927,0.00012976296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012497304,0.0001544559,0.0002639216,0.000044902725,0.0001748401,0.000096642514,0.00021376523,0.000084632076,0.000049545426],"category_scores_gemma":[0.0003625169,0.00007201465,0.000040102805,0.000586224,0.00012960607,0.00016651124,0.00020701156,0.00026896692,0.0000028749641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036895688,0.0004944397,0.9757924,0.0001987583,0.000009425768,0.000035820325,0.0002329033,0.0000017546826,0.01828592,0.000027094766,0.00004237738,0.0045101396],"study_design_scores_gemma":[0.0013428387,0.0026265706,0.9806741,0.00040910087,0.0000012211542,0.000012045341,0.00025194843,0.00001983817,0.013456787,0.00036778804,0.0007037435,0.00013404584],"about_ca_topic_score_codex":0.000119293916,"about_ca_topic_score_gemma":0.009037467,"teacher_disagreement_score":0.10152611,"about_ca_system_score_codex":0.00003863741,"about_ca_system_score_gemma":0.00013079359,"threshold_uncertainty_score":0.50431186},"labels":[],"label_agreement":null},{"id":"W4205438050","doi":"10.2196/33451","title":"Evaluation of an Experimental Web-based Educational Module on Opioid-related Occupational Safety Among Police Officers: Protocol for a Randomized Pragmatic Trial to Minimize Barriers to Overdose Response","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention; School of Medicine, Boston University","keywords":"Medicine; Occupational safety and health; Opioid overdose; Law enforcement; Randomized controlled trial; Public health; Poison control; Psychological intervention; (+)-Naloxone; Nursing; Environmental health; Law; Political science; Opioid","score_opus":0.13374468970992104,"score_gpt":0.5504125925488758,"score_spread":0.4166679028389547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205438050","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24485236,4.2813664e-7,0.000018002034,0.0010688355,0.000018627314,0.7534505,0.00021454778,0.000040767107,0.00033593105],"genre_scores_gemma":[0.053266678,6.059025e-9,0.0029177626,0.0002249645,0.00010045339,0.9427317,0.0002876632,0.00007080689,0.00039996096],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98529303,0.0074896384,0.0010976641,0.0007889452,0.004738811,0.0005919089],"domain_scores_gemma":[0.9940748,0.0023380548,0.0003098791,0.00085932267,0.0016239117,0.0007940355],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016939584,0.00031545362,0.0007201884,0.0010888397,0.000560891,0.00007005716,0.00037542728,0.000113908754,0.0056534163],"category_scores_gemma":[0.008041408,0.00028493645,0.00029336227,0.0010643875,0.00018203589,0.00017801687,0.00015970244,0.0003746975,0.00003093755],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9725649,0.008960712,0.0001265639,0.0002670105,0.00013955636,0.0000014200855,0.004501868,0.0034498298,0.0045549264,0.0001644686,0.0048448993,0.00042388495],"study_design_scores_gemma":[0.9268753,0.02302234,0.004428286,0.0009862867,0.000052300737,0.0000018422871,0.0018457265,0.028536418,0.007192813,0.00014098817,0.0066179447,0.000299774],"about_ca_topic_score_codex":0.00014508364,"about_ca_topic_score_gemma":0.0000097104075,"teacher_disagreement_score":0.19158569,"about_ca_system_score_codex":0.0027551337,"about_ca_system_score_gemma":0.015390501,"threshold_uncertainty_score":0.9999603},"labels":[],"label_agreement":null},{"id":"W4205504349","doi":"10.2196/31109","title":"Testing an mHealth System for Individuals With Mild to Moderate Alcohol Use Disorders: Protocol for a Type 1 Hybrid Effectiveness-Implementation Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"mHealth; Context (archaeology); Intervention (counseling); Randomized controlled trial; Quality of life (healthcare); Brief intervention; Protocol (science); Health care; Alcohol use disorder; Medicine; Psychology; Psychological intervention; Clinical psychology; Applied psychology; Nursing; Alternative medicine; Alcohol","score_opus":0.5509865925796219,"score_gpt":0.6228524844093893,"score_spread":0.07186589182976744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205504349","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096194394,5.5951944e-7,0.0006456768,0.00017174,0.00000879571,0.9027669,0.0000507907,0.0001276581,0.000033481967],"genre_scores_gemma":[0.017168956,4.5682413e-8,0.013258438,0.000059340942,0.00024615007,0.9688762,0.00017381349,0.00008757594,0.00012949453],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966443,0.0006059254,0.0004424798,0.00070705125,0.0007742545,0.00082595076],"domain_scores_gemma":[0.9961502,0.0014562159,0.000133546,0.00052954524,0.0013974751,0.0003330071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019593472,0.00026254423,0.00052256143,0.00025028497,0.0004456319,0.00027163437,0.00014504768,0.00007420303,0.000017473552],"category_scores_gemma":[0.00062820414,0.00019439032,0.000089240944,0.0007636253,0.000044421056,0.00042081793,0.000053318956,0.00020135425,0.0000098073515],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6170323,0.004216766,0.3260667,0.012900389,0.00046732943,0.00008365414,0.0014621295,0.000065176275,0.0045796623,0.0005835337,0.0037511874,0.028791165],"study_design_scores_gemma":[0.70681757,0.080901526,0.039109346,0.016106786,0.00009663732,0.000042518706,0.00269973,0.0007315869,0.10757356,0.00061159907,0.044478178,0.00083094375],"about_ca_topic_score_codex":0.00002857868,"about_ca_topic_score_gemma":0.00013984174,"teacher_disagreement_score":0.28695735,"about_ca_system_score_codex":0.0004811359,"about_ca_system_score_gemma":0.0013310743,"threshold_uncertainty_score":0.7927007},"labels":[],"label_agreement":null},{"id":"W4205535414","doi":"10.2196/32566","title":"Geographical Disparities in Pooled Stroke Incidence and Case Fatality in Mainland China, Hong Kong, and Macao: Protocol for a Systematic Review and Meta-analysis","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"La Trobe University","keywords":"Funnel plot; Meta-analysis; Publication bias; Demography; Medicine; Random effects model; Poisson regression; Stroke (engine); Incidence (geometry); Mainland China; Case fatality rate; Confidence interval; Statistics; China; Geography; Population; Environmental health; Mathematics; Internal medicine","score_opus":0.3105536582064632,"score_gpt":0.5712263626907935,"score_spread":0.26067270448433033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205535414","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026801706,0.27034274,0.000010043193,0.00022611697,4.4448115e-7,0.7290714,0.00026073476,0.00001810092,0.00006777656],"genre_scores_gemma":[0.0000026987957,0.11762326,0.00024485233,0.00007542113,0.000015678173,0.8812653,0.000056121917,0.00005664531,0.0006600262],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9913842,0.0030127524,0.0020279284,0.0013991401,0.0012847448,0.0008912477],"domain_scores_gemma":[0.9962541,0.0014491308,0.0005965743,0.0012097206,0.0001286707,0.00036182348],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01044534,0.0007121648,0.008132819,0.001822156,0.00021067154,0.00024171201,0.0004207148,0.00029240098,0.00022593564],"category_scores_gemma":[0.0016192937,0.00048039586,0.000884874,0.0020950274,0.00043777598,0.00018260219,0.0015267651,0.0019342743,0.0000010615964],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013748831,0.0002381579,0.00083006476,0.98374367,0.011559797,0.001336288,0.000045677094,4.5846168e-8,8.5822634e-8,0.000049125985,0.0005790505,0.0014805697],"study_design_scores_gemma":[0.0052586556,0.0014670863,0.00051465904,0.5296935,0.16108738,0.0024599344,0.00021577063,0.00009947934,5.227285e-7,0.0000781949,0.29802826,0.0010965668],"about_ca_topic_score_codex":0.0004318243,"about_ca_topic_score_gemma":0.0002610933,"teacher_disagreement_score":0.45405015,"about_ca_system_score_codex":0.00028803074,"about_ca_system_score_gemma":0.00025185058,"threshold_uncertainty_score":0.9997648},"labels":[],"label_agreement":null},{"id":"W4205553856","doi":"10.2196/34896","title":"Leveraging Artificial Intelligence to Improve the Diversity of Dermatological Skin Color Pathology: Protocol for an Algorithm Development and Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Skin cancer; Dark skin; Artificial intelligence; Computer science; Skin color; Medical diagnosis; Medicine; Pathology; Dermatology; Cancer","score_opus":0.35337041665270164,"score_gpt":0.5183069866032792,"score_spread":0.1649365699505776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205553856","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063708015,6.822646e-8,0.0050026122,0.0003842238,0.0000071508707,0.9308006,0.0000061517535,0.000031068113,0.000060099548],"genre_scores_gemma":[0.061554946,6.6648522e-9,0.0027378753,0.0000731309,0.00003182502,0.93545467,0.0000036981723,0.00000889323,0.0001349685],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787986,0.00050751265,0.00030704425,0.00036407314,0.00065533555,0.00028616955],"domain_scores_gemma":[0.9991966,0.00012665075,0.000076021184,0.0002644092,0.00022426866,0.00011205463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024706651,0.00009728996,0.00018249567,0.00018428778,0.0010443655,0.000044937147,0.00022735524,0.000032475848,0.00008042536],"category_scores_gemma":[0.00010842178,0.000071125294,0.000030090117,0.00030487016,0.00008790736,0.000043412914,0.0012596307,0.00030068675,0.0000040541076],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009124897,0.008355866,0.0056480803,0.0007541384,0.00009271372,0.0002560444,0.019652085,0.000062996754,0.0058604944,0.0007761948,0.0013344216,0.9480821],"study_design_scores_gemma":[0.008333256,0.08967585,0.032636963,0.00039919498,0.00004097133,0.0005941635,0.093308754,0.010702494,0.28409085,0.0052194744,0.47408512,0.000912902],"about_ca_topic_score_codex":0.000015036894,"about_ca_topic_score_gemma":0.000010977039,"teacher_disagreement_score":0.9471692,"about_ca_system_score_codex":0.00016038747,"about_ca_system_score_gemma":0.00012275386,"threshold_uncertainty_score":0.80325204},"labels":[],"label_agreement":null},{"id":"W4205666414","doi":"10.2196/32193","title":"An mHealth App for Fibromyalgia-like Post–COVID-19 Syndrome: Protocol for the Analysis of User Experience and Clinical Data","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fibromyalgia; mHealth; Medicine; Psychological intervention; Physical therapy; Telemedicine; Health care; Psychiatry","score_opus":0.4511120550954558,"score_gpt":0.642676749584064,"score_spread":0.19156469448860813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205666414","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062980996,0.000008631798,0.00092124566,0.0028350228,0.000008353058,0.9890347,0.0008157079,0.0000638373,0.00001440502],"genre_scores_gemma":[0.006464453,0.0000016925338,0.0019233697,0.00006638595,0.000035898516,0.99005663,0.00045451042,0.00006451088,0.00093251927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927749,0.0014220389,0.0010824379,0.0013556811,0.0021712792,0.0011936798],"domain_scores_gemma":[0.9912482,0.003475143,0.00027214002,0.003349851,0.00070257153,0.0009520793],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011799309,0.00026630142,0.0008684303,0.00072441495,0.0013620697,0.00013485238,0.0021857542,0.0001712885,0.0012662136],"category_scores_gemma":[0.0020482508,0.0001881011,0.0003161309,0.0022133517,0.0010898791,0.00030856553,0.0015971088,0.0011217803,0.0000035282017],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11077909,0.025954409,0.1811307,0.24378523,0.009063264,0.00050248526,0.009986954,0.00042203921,0.008180007,0.0043056286,0.37357682,0.03231337],"study_design_scores_gemma":[0.025494391,0.053517167,0.11182857,0.0016827274,0.00031157845,0.0002808087,0.0051481067,0.05030236,0.00014122487,0.00031177228,0.75034225,0.00063901773],"about_ca_topic_score_codex":0.00024473644,"about_ca_topic_score_gemma":0.000012837403,"teacher_disagreement_score":0.37676546,"about_ca_system_score_codex":0.00037890932,"about_ca_system_score_gemma":0.004205299,"threshold_uncertainty_score":0.999938},"labels":[],"label_agreement":null},{"id":"W4205777846","doi":"10.2196/35080","title":"Coproducing Knowledge of the Implementation of Complex Digital Health Interventions for Adults with Acquired Brain Injury and their Communication Partners: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acquired brain injury; Stakeholder; Focus group; Knowledge management; Psychological intervention; Medical education; Computer science; Psychology; Medicine; Nursing; Public relations; Business","score_opus":0.8314310760835824,"score_gpt":0.8208820907195585,"score_spread":0.010548985364023822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205777846","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008994545,0.0000010296983,0.0022497906,0.006620892,0.0000080241,0.9810799,0.00097480725,0.0000272741,0.00004377243],"genre_scores_gemma":[0.09183405,5.7324346e-8,0.0037951544,0.00020112742,0.0000279792,0.90394473,0.00003952412,0.000029476956,0.0001279076],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98532987,0.011320728,0.0016499407,0.00044493447,0.0005172133,0.00073731755],"domain_scores_gemma":[0.9906169,0.005786527,0.0013025528,0.000901964,0.0012359695,0.00015607112],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.023773236,0.00015566543,0.00044908293,0.00032260545,0.0028821786,0.00003854497,0.00077765284,0.000035541096,0.00013599965],"category_scores_gemma":[0.0014491336,0.000107189124,0.000098712,0.0011324788,0.00033287858,0.00029901447,0.0011301154,0.00038216976,6.401566e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007134473,0.004010915,0.031014243,0.039620727,0.00012803427,5.5928194e-8,0.53223735,0.0000062594377,0.002631713,0.0034309328,0.15494536,0.22483993],"study_design_scores_gemma":[0.022271367,0.022521317,0.05418369,0.0052525727,0.0000043905266,0.0000012314028,0.55251575,0.00043292672,0.001294865,0.0016842473,0.33959094,0.0002466812],"about_ca_topic_score_codex":0.0003047219,"about_ca_topic_score_gemma":0.0012307597,"teacher_disagreement_score":0.22459325,"about_ca_system_score_codex":0.00039998192,"about_ca_system_score_gemma":0.0024646376,"threshold_uncertainty_score":0.99841595},"labels":[],"label_agreement":null},{"id":"W4205827264","doi":"10.2196/35117","title":"The Efficacy of a Smartphone Game to Prevent HIV Among Young Africans: Protocol for a Randomized Controlled Trial in the Context of COVID-19","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; National Institutes of Health; Center for AIDS Research, University of Washington; Emory University","keywords":"Context (archaeology); Randomized controlled trial; Medicine; Pandemic; Protocol (science); Condom; Young adult; Intervention (counseling); Family medicine; Psychology; Gerontology; Human immunodeficiency virus (HIV); Coronavirus disease 2019 (COVID-19); Nursing; Alternative medicine; Disease","score_opus":0.3416484672654694,"score_gpt":0.6238676634550244,"score_spread":0.28221919618955504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205827264","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047011185,0.000004668461,0.00015679163,0.010429598,0.00004481162,0.9841771,0.00005871043,0.000029948584,0.00039722552],"genre_scores_gemma":[0.019646581,4.5437784e-7,0.00003146606,0.00042057555,0.0003393641,0.97559375,0.000006389761,0.000037527127,0.003923875],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96075386,0.033019625,0.0024611566,0.0006456112,0.0019396907,0.0011800614],"domain_scores_gemma":[0.97409546,0.022624621,0.0011620173,0.001077179,0.0006911394,0.00034960866],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05957269,0.00025371293,0.0016668463,0.000374464,0.0020503574,0.000023650318,0.0012420131,0.00012467285,0.00027627795],"category_scores_gemma":[0.023240544,0.00012284853,0.00041540613,0.0011951004,0.0008111309,0.00006490019,0.0006276867,0.001844678,0.000010014616],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9235048,0.00486867,0.00067551876,0.002318271,0.00006634621,0.00000311645,0.03816489,0.000025871048,0.00014437012,0.0022273178,0.027726244,0.00027457482],"study_design_scores_gemma":[0.78028905,0.0031759716,0.00027056923,0.0006124814,0.0000055092055,7.6244726e-7,0.025976727,0.00007118928,0.000029073726,0.00091678667,0.18853943,0.00011246099],"about_ca_topic_score_codex":0.0005324671,"about_ca_topic_score_gemma":0.00029224146,"teacher_disagreement_score":0.1608132,"about_ca_system_score_codex":0.000656071,"about_ca_system_score_gemma":0.004648685,"threshold_uncertainty_score":0.99924886},"labels":[],"label_agreement":null},{"id":"W4205944973","doi":"10.2196/35402","title":"Developing a Smartphone-Based Adjunct Intervention to Reduce Cannabis Use Among Juvenile Justice-Involved Adolescents: Protocol for a Multiphase Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; Strong","keywords":"Empowerment; Digital health; Intervention (counseling); Cannabis; Psychological intervention; Psychology; Economic Justice; mHealth; Health care; Applied psychology; Engineering; Psychiatry; Political science","score_opus":0.30347576407438753,"score_gpt":0.5560674853178379,"score_spread":0.25259172124345036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205944973","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04684686,7.9248457e-7,0.0011107678,0.003455004,0.000030864718,0.94826204,0.000103292776,0.00015502659,0.000035345824],"genre_scores_gemma":[0.03052257,1.7729558e-8,0.0011145792,0.00033110613,0.00026848636,0.95592105,0.00006241803,0.00016333525,0.011616405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99080306,0.0017464776,0.0011355778,0.0013732488,0.003163051,0.0017785591],"domain_scores_gemma":[0.9950626,0.00008710655,0.0002443367,0.0013175145,0.0023207727,0.000967679],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0060288543,0.0004618844,0.00071130483,0.0014058392,0.0015009054,0.00047302645,0.00085460156,0.00013598545,0.0006116022],"category_scores_gemma":[0.0022279224,0.00042672167,0.0004111966,0.0024679215,0.0002308377,0.0003359759,0.0011096718,0.0016726602,0.000038339593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.087016344,0.036439497,0.076471396,0.019605419,0.00019921937,0.000605127,0.0030136043,0.0003471229,0.016098049,0.000101362755,0.7333328,0.026770035],"study_design_scores_gemma":[0.054042865,0.027716106,0.067891166,0.0065232962,0.000032939046,0.000014081396,0.0059291753,0.0017289739,0.011950894,0.00003783819,0.82340616,0.00072651816],"about_ca_topic_score_codex":0.0012130974,"about_ca_topic_score_gemma":0.000827565,"teacher_disagreement_score":0.090073325,"about_ca_system_score_codex":0.0025869622,"about_ca_system_score_gemma":0.003098324,"threshold_uncertainty_score":0.99981844},"labels":[],"label_agreement":null},{"id":"W4205951741","doi":"10.2196/31189","title":"Student, Staff, and Faculty Perspectives on Intimate Partner and Sexual Violence on 3 Public University Campuses: Protocol for the UC Speaks Up Study and Preliminary Results","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sexual Assault and Victimization Studies","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Protocol (science); Medical education; Domestic violence; Psychology; Sexual violence; Medicine; Family medicine; Poison control; Suicide prevention; Nursing; Alternative medicine; Medical emergency","score_opus":0.37798775952586033,"score_gpt":0.5877981494531442,"score_spread":0.2098103899272839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205951741","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044041295,0.000004041679,0.000014182355,0.002297342,0.0000071564123,0.9514746,0.000057675596,0.000056366676,0.0020473343],"genre_scores_gemma":[0.050211035,0.0000082534025,0.000044606128,0.000019251609,0.00009500184,0.94621897,0.0000030750252,0.000012062613,0.003387746],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966129,0.0011430534,0.00018776789,0.0006910922,0.0008940198,0.00047115135],"domain_scores_gemma":[0.99738723,0.0012163579,0.00009010001,0.0002783503,0.0008582872,0.00016966369],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0023097792,0.0001658844,0.00020072724,0.00011987102,0.0025500003,0.0005592256,0.00028138547,0.00008187664,0.000019462559],"category_scores_gemma":[0.000998762,0.00011602962,0.000020355967,0.0005036814,0.00085569074,0.00031161107,0.00052236195,0.00035079956,0.0000035452504],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022061268,0.011645006,0.08404404,0.00065911154,0.0004820336,0.00010524771,0.7473078,0.000018390625,0.00005315657,0.022432327,0.032236855,0.0789548],"study_design_scores_gemma":[0.005068024,0.007073434,0.037197363,0.0002612079,0.0000049970186,8.416636e-7,0.74493396,0.000062146086,0.000023923041,0.00015737502,0.20503819,0.00017856048],"about_ca_topic_score_codex":0.0001843131,"about_ca_topic_score_gemma":0.0008648126,"teacher_disagreement_score":0.17280135,"about_ca_system_score_codex":0.00011468661,"about_ca_system_score_gemma":0.00025711866,"threshold_uncertainty_score":0.99874854},"labels":[],"label_agreement":null},{"id":"W4205974625","doi":"10.2196/35934","title":"Parent SMART (Substance Misuse in Adolescents in Residential Treatment): Protocol of a Randomized Effectiveness Trial of a Technology-Assisted Parenting Intervention","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute on Alcohol Abuse and Alcoholism","keywords":"Intervention (counseling); Randomized controlled trial; Psychological intervention; Clinical psychology; Medicine; Protocol (science); Substance use; Psychology; Motivational interviewing; Contingency management; Psychiatry; Alternative medicine","score_opus":0.15577591265954396,"score_gpt":0.5171932084905344,"score_spread":0.36141729583099047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205974625","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4678304,0.000008600218,0.00000286464,0.000036719972,0.00000885082,0.53204775,0.0000025495092,0.000024498846,0.000037811325],"genre_scores_gemma":[0.47704047,6.3635144e-7,0.000029622013,8.261374e-7,0.000011440666,0.5228339,0.0000075210264,0.00001766429,0.00005794194],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99338424,0.0029550123,0.00140165,0.0005300468,0.0011476482,0.00058138324],"domain_scores_gemma":[0.99818474,0.0004015716,0.0005028256,0.0005798719,0.0002579153,0.000073102885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004455957,0.00025627625,0.0014687191,0.0018073235,0.0000964681,0.000016696384,0.00029652732,0.00012780509,0.00010445324],"category_scores_gemma":[0.0005646142,0.00020639661,0.00045071932,0.0021774543,0.0003059074,0.00012013309,0.00016124721,0.0005602328,0.0000027868864],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6200303,0.009591378,0.36100805,0.0013687694,0.00009357252,0.00013495625,0.0006140417,0.000003862413,0.0023562626,0.000037666665,0.0000132899895,0.004747864],"study_design_scores_gemma":[0.88743645,0.0059624547,0.07290284,0.01464311,0.000022206905,0.0000065709482,0.00081464223,0.000046841433,0.017495748,0.00033761322,0.00019095982,0.00014055014],"about_ca_topic_score_codex":0.00020474952,"about_ca_topic_score_gemma":0.0007024576,"teacher_disagreement_score":0.28810522,"about_ca_system_score_codex":0.0011801259,"about_ca_system_score_gemma":0.0003488212,"threshold_uncertainty_score":0.8416609},"labels":[],"label_agreement":null},{"id":"W4206006471","doi":"10.2196/36201","title":"Linking Electronic Health Records and In-Depth Interviews to Inform Efforts to Integrate Social Determinants of Health Into Health Care Delivery: Protocol for a Qualitative Research Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Social determinants of health; Health care; Unintended consequences; Qualitative research; Health equity; Qualitative property; Medicine; Medical education; Public health; Nursing; Public relations; Psychology; Political science; Sociology","score_opus":0.724850023812313,"score_gpt":0.7503800691014996,"score_spread":0.025530045289186565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206006471","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038269546,0.000021591199,0.00005045647,0.013127998,0.000033308566,0.9481202,0.0001947158,0.00006159117,0.000120612065],"genre_scores_gemma":[0.07675169,0.0000022561842,0.0010803561,0.0016603769,0.0001291576,0.92007136,0.000047916445,0.00007743392,0.00017946273],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9624429,0.026476355,0.0035275673,0.0011868495,0.0024770529,0.0038893288],"domain_scores_gemma":[0.9939974,0.0016538617,0.0009653305,0.00070472073,0.0018165105,0.0008621923],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06477914,0.00036851314,0.001424466,0.0024906378,0.010060973,0.00006788551,0.0010148333,0.00018157111,0.00011106375],"category_scores_gemma":[0.0009582493,0.00036138584,0.000117160605,0.0038833204,0.00018421724,0.0002839097,0.0024581503,0.0046066847,0.000030100964],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.005660863,0.0013572247,0.019479267,0.017783431,0.000017649741,0.0000025085435,0.84406483,0.000007715293,0.0000027805543,0.0018614214,0.019448116,0.09031417],"study_design_scores_gemma":[0.005525699,0.046471592,0.011943068,0.006143553,7.271884e-7,8.5616233e-7,0.43116277,0.00007073943,0.0000042919737,0.0022776446,0.49610245,0.00029657365],"about_ca_topic_score_codex":0.01864026,"about_ca_topic_score_gemma":0.18247332,"teacher_disagreement_score":0.47665435,"about_ca_system_score_codex":0.008641168,"about_ca_system_score_gemma":0.01625276,"threshold_uncertainty_score":0.99988383},"labels":[],"label_agreement":null},{"id":"W4206044094","doi":"10.2196/35910","title":"Use of Virtual Reality in the Reduction of Pain After the Administration of Vaccines Among Children in Primary Care Centers: Protocol for a Randomized Clinical Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Randomized controlled trial; Administration (probate law); Primary care; Clinical trial; Alternative medicine; Family medicine; Physical therapy","score_opus":0.21942494822549594,"score_gpt":0.5439368445585795,"score_spread":0.3245118963330835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206044094","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.099928595,7.982382e-7,0.00011704278,0.00047085978,0.0000033439446,0.8993762,0.000027925029,0.000014839157,0.000060374936],"genre_scores_gemma":[0.21620989,6.1483814e-7,0.00017539348,0.000026625443,0.000106079926,0.7834062,0.000041357212,0.000011257401,0.000022550805],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9834599,0.013308649,0.0015479458,0.00031646338,0.0011044462,0.0002626151],"domain_scores_gemma":[0.9957841,0.0027403466,0.00052605703,0.0006384659,0.00027891737,0.000032099375],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.038180158,0.00011702992,0.00061768503,0.00036618035,0.000056059198,0.000018454279,0.0003894716,0.00009012023,0.000021625468],"category_scores_gemma":[0.0034547444,0.000071700684,0.00025520436,0.00070081983,0.0003385844,0.00013413062,0.00022272737,0.00063414674,6.046057e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93096656,0.0024475395,0.05676569,0.0013395649,0.00003362323,0.0000040921145,0.0007674889,0.000003908821,0.00009744379,0.000037613045,0.0033613343,0.004175175],"study_design_scores_gemma":[0.6130463,0.018493254,0.36143652,0.0016521224,0.000028897528,0.0000035478824,0.0014164243,0.00026859727,0.00051419134,0.00044520636,0.0025535338,0.00014142753],"about_ca_topic_score_codex":0.00017555522,"about_ca_topic_score_gemma":0.00004033056,"teacher_disagreement_score":0.31792024,"about_ca_system_score_codex":0.00015278901,"about_ca_system_score_gemma":0.00043042487,"threshold_uncertainty_score":0.9903959},"labels":[],"label_agreement":null},{"id":"W4206084372","doi":"10.2196/35936","title":"Survivorship of Patients After Long Intensive Care Stay With Exploration and Experience in a New Zealand Cohort (SPLIT ENZ): Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Hospital Anxiety and Depression Scale; Quality of life (healthcare); Telephone interview; Anxiety; Gerontology; Mental health; Cohort study; Mental illness; Family medicine; Psychiatry; Nursing","score_opus":0.22150994510950595,"score_gpt":0.5656172245237406,"score_spread":0.3441072794142347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206084372","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21981832,0.0000010552617,0.00025928108,0.00014254324,0.0000041917515,0.77969176,0.000028027784,0.0000150907445,0.00003971901],"genre_scores_gemma":[0.09261694,4.2572605e-8,0.00071374787,0.0002333791,0.000017854554,0.90602094,0.000045511897,0.00004853205,0.00030302786],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955416,0.0017527011,0.00046195305,0.0006264939,0.0010979823,0.0005193098],"domain_scores_gemma":[0.9821321,0.0004838327,0.0001464457,0.00039439535,0.016660959,0.0001822823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015944192,0.00022804513,0.0004783636,0.0005650642,0.00014655686,0.00004453537,0.000173206,0.00006233247,0.00010387937],"category_scores_gemma":[0.0042843213,0.00018630446,0.00005512506,0.0008170755,0.00024804054,0.00022000348,0.00033977887,0.000618549,8.1167553e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031692475,0.00089085446,0.90070724,0.000774982,0.000050503753,0.000053560514,0.057948034,0.0000012735595,0.00012969489,0.0000073468145,0.000977628,0.006766389],"study_design_scores_gemma":[0.018799473,0.025273608,0.6619036,0.0013765646,0.000011521017,0.0000034624054,0.28000674,0.000026294825,0.0028048765,0.0000922489,0.009448573,0.0002530229],"about_ca_topic_score_codex":0.00037456516,"about_ca_topic_score_gemma":0.00082071434,"teacher_disagreement_score":0.23880364,"about_ca_system_score_codex":0.00027302623,"about_ca_system_score_gemma":0.000612961,"threshold_uncertainty_score":0.75972754},"labels":[],"label_agreement":null},{"id":"W4206096235","doi":"10.2196/31928","title":"Defining the Pre-exposure Prophylaxis Care Continuum Among Recently Incarcerated Men at High Risk for HIV Infection: Protocol for a Prospective Cohort Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Human immunodeficiency virus (HIV); Pre-exposure prophylaxis; Criminal justice; Medicine; Context (archaeology); Public health; Prospective cohort study; Cohort; Intervention (counseling); Post-exposure prophylaxis; Family medicine; Psychiatry; Psychology; Men who have sex with men; Nursing; Criminology; Internal medicine","score_opus":0.06825887364728318,"score_gpt":0.49455119835468847,"score_spread":0.4262923247074053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206096235","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030943263,0.0000069687617,0.0002190899,0.00032479072,0.0000068754,0.9635525,0.0002894604,0.00015130323,0.0045057763],"genre_scores_gemma":[0.031679947,7.1986085e-7,0.00034404878,0.000008621314,0.0003095984,0.92297155,0.00020271393,0.00010366634,0.044379123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99315715,0.0019356752,0.0008329723,0.0011474359,0.0016675484,0.001259205],"domain_scores_gemma":[0.9905666,0.0007347499,0.0002617789,0.0011915968,0.006823513,0.0004217394],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0037860288,0.0003711715,0.00066218956,0.00031784695,0.0019354122,0.00044320183,0.0004029862,0.00025229415,0.00063758343],"category_scores_gemma":[0.0045873863,0.00025454935,0.00041930424,0.0013853906,0.00043896746,0.0002889147,0.00058715616,0.0015418953,0.000065712054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008269929,0.0027512184,0.87028694,0.002434473,0.0005003194,0.000035811223,0.0023310422,0.0000026701573,0.000411281,0.00015751261,0.10672283,0.0060959505],"study_design_scores_gemma":[0.023918593,0.074342996,0.7123763,0.0027040197,0.00004619117,0.000017951674,0.0023178845,0.00029662185,0.014348953,0.00028160616,0.16901559,0.00033329718],"about_ca_topic_score_codex":0.00039314138,"about_ca_topic_score_gemma":0.0025592218,"teacher_disagreement_score":0.15791066,"about_ca_system_score_codex":0.0010606106,"about_ca_system_score_gemma":0.0012398115,"threshold_uncertainty_score":0.9999907},"labels":[],"label_agreement":null},{"id":"W4206155909","doi":"10.2196/35291","title":"Effects of Integrating Family Planning With Maternal, Newborn, and Child Health Services on Uptake of Voluntary Modern Contraceptive Methods in Rural Pakistan: Protocol for a Quasi-experimental Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Global Affairs Canada; United Nations Population Fund","keywords":"Psychological intervention; Medicine; Family planning; Service provider; Health facility; Family medicine; Developing country; Service delivery framework; Program evaluation; Population; Nursing; Health care; Environmental health; Service (business); Economic growth; Business; Health services","score_opus":0.09960383677072054,"score_gpt":0.5664289463615219,"score_spread":0.4668251095908013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206155909","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36186206,0.000011669258,0.00006245987,0.000086253014,0.0000022263703,0.6378195,0.000024901246,0.000014773273,0.00011609822],"genre_scores_gemma":[0.20775011,1.1487051e-7,0.003250089,0.00014775436,0.00002911836,0.78877217,0.000003967178,0.000027104677,0.000019599276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99650943,0.0010293823,0.00066924305,0.0003787071,0.00086838205,0.0005448544],"domain_scores_gemma":[0.99886954,0.00024594876,0.0003070228,0.00022803419,0.00016181692,0.00018765303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021170771,0.00021861821,0.00068892,0.00026562312,0.00026688515,0.000027200256,0.00021507952,0.000042435626,0.000012953077],"category_scores_gemma":[0.00001658169,0.00015587639,0.000049810053,0.00032610065,0.00009572042,0.0000861723,0.0002090684,0.0006980272,2.111182e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19707806,0.051585447,0.5292457,0.06509881,0.00037981916,0.0002585483,0.07853186,0.00012732206,0.034572538,0.0008075481,0.0002823727,0.04203202],"study_design_scores_gemma":[0.040900506,0.23427273,0.61469316,0.03473047,0.000007965359,0.000053322627,0.05625908,0.0016846618,0.013549789,0.00023421452,0.0033405349,0.00027358427],"about_ca_topic_score_codex":0.0018293876,"about_ca_topic_score_gemma":0.000075519136,"teacher_disagreement_score":0.18268728,"about_ca_system_score_codex":0.00027678028,"about_ca_system_score_gemma":0.00026841174,"threshold_uncertainty_score":0.63564545},"labels":[],"label_agreement":null},{"id":"W4206163109","doi":"10.2196/32163","title":"Rehabilitation Using Mobile Health for Older Adults With Ischemic Heart Disease in the Home Setting (RESILIENT): Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Aging","keywords":"mHealth; Medicine; Randomized controlled trial; Rehabilitation; Goal Attainment Scaling; Physical therapy; Gerontology; Health care; Intervention (counseling); Psychological intervention; Nursing; Internal medicine","score_opus":0.07395980850733093,"score_gpt":0.5541799822759107,"score_spread":0.4802201737685798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206163109","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02172683,0.000014918175,0.000121907055,0.0055609383,0.000012496325,0.9724363,0.000038594593,0.000033006352,0.000055014018],"genre_scores_gemma":[0.0049386183,3.4793712e-7,0.004013162,0.0009952913,0.00040801696,0.9894028,0.00006544915,0.000049794144,0.00012652118],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99283856,0.0030551385,0.0012004074,0.0006499126,0.0011149589,0.0011409979],"domain_scores_gemma":[0.9917758,0.0059618643,0.00027320124,0.0005669542,0.00082910503,0.0005930378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015071354,0.00023164066,0.0014913863,0.00024383212,0.00043706832,0.00007569446,0.00011892537,0.000101769416,0.00002537443],"category_scores_gemma":[0.0031713007,0.00013823093,0.0004763759,0.0005713538,0.00017829187,0.00012119328,0.00004342719,0.0005389839,0.0000020967664],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9714235,0.0022284444,0.0003782752,0.0176772,0.000015003209,0.00000769138,0.0015705377,0.0000095349515,0.000067201276,0.000044430697,0.005073345,0.0015048434],"study_design_scores_gemma":[0.95308375,0.008756489,0.0002763898,0.010537876,0.000011244099,0.000012859004,0.001481949,0.0011584954,0.00006532267,0.00010892698,0.024376888,0.00012983666],"about_ca_topic_score_codex":0.00006905576,"about_ca_topic_score_gemma":0.000021806787,"teacher_disagreement_score":0.019303543,"about_ca_system_score_codex":0.0005828221,"about_ca_system_score_gemma":0.006754441,"threshold_uncertainty_score":0.99887633},"labels":[],"label_agreement":null},{"id":"W4206175977","doi":"10.2196/30496","title":"Impact of a Postintensive Care Unit Multidisciplinary Follow-up on the Quality of Life (SUIVI-REA): Protocol for a Multicenter Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Versailles Saint-Quentin-en-Yvelines","keywords":"Medicine; Randomized controlled trial; Quality of life (healthcare); Multidisciplinary approach; Physical therapy; Clinical endpoint; Family medicine; Nursing; Surgery","score_opus":0.2651614417902924,"score_gpt":0.5883837355272648,"score_spread":0.32322229373697237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206175977","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073839836,0.0000029613072,0.00004775641,0.0013728209,0.000020653535,0.9225938,0.00019929452,0.00002877946,0.0018941521],"genre_scores_gemma":[0.071285225,2.1310194e-7,0.00012745999,0.000438203,0.00012808257,0.92696315,0.000077959216,0.000072539195,0.0009071849],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98909324,0.0058434913,0.0018208299,0.00063885987,0.0017076003,0.0008959883],"domain_scores_gemma":[0.9077227,0.015894929,0.0008008046,0.0009790162,0.074280605,0.00032190967],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005845487,0.000444416,0.0030429978,0.00043708386,0.00024183266,0.000048980433,0.00037093222,0.00025710586,0.0004810183],"category_scores_gemma":[0.23322314,0.0002439825,0.0028603522,0.0006622639,0.0011818478,0.0000791225,0.00030598565,0.0009667595,0.000014531154],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9745783,0.0025816667,0.0020978353,0.0021297936,0.0013199076,0.000027338963,0.002746936,0.00000227697,0.011057796,0.00030962288,0.0029497233,0.00019875559],"study_design_scores_gemma":[0.95534176,0.011898859,0.0025393623,0.005593035,0.00006792078,0.0000028930538,0.0148983225,0.00020238393,0.008712244,0.0001601964,0.0003649072,0.00021812259],"about_ca_topic_score_codex":0.00014860238,"about_ca_topic_score_gemma":0.000045562094,"teacher_disagreement_score":0.22737765,"about_ca_system_score_codex":0.00022966553,"about_ca_system_score_gemma":0.0038180866,"threshold_uncertainty_score":0.99493176},"labels":[],"label_agreement":null},{"id":"W4206183198","doi":"10.2196/35824","title":"Correction: Effect of Door-to-Door Screening and Awareness Generation Activities in the Catchment Areas of Vision Centers on Service Use: Protocol for a Randomized Experimental Study","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Impact of Light on Environment and Health","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Protocol (science); Service (business); Randomized controlled trial; Medicine; Optometry; Medical education; Psychology; Alternative medicine; Business; Surgery; Marketing","score_opus":0.1483380223958315,"score_gpt":0.5066280704228187,"score_spread":0.35829004802698716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206183198","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033954024,0.0000011168637,0.000018949873,0.00023487152,0.0001324699,0.965123,0.000028069688,0.000011813635,0.00049570744],"genre_scores_gemma":[0.012773592,5.604393e-7,0.000045820758,0.00007443427,0.00015424151,0.9841205,0.000057937694,0.000046569505,0.002726384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916885,0.004064286,0.000699071,0.0006805902,0.0022524835,0.0006150894],"domain_scores_gemma":[0.9975605,0.0012734026,0.0004223838,0.0005750868,0.000024570516,0.00014404369],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075395415,0.0003823935,0.00087260985,0.00032160594,0.00051573757,0.00013065837,0.000559747,0.00015961869,0.00048420753],"category_scores_gemma":[0.00015868185,0.00025602337,0.00013825372,0.0004853236,0.0002462324,0.00030240935,0.0005698224,0.0008888552,0.0000034373113],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.39609233,0.014761368,0.06343428,0.003973617,0.00014391266,0.000019857922,0.024516046,0.00077418884,0.0070928778,0.000009750968,0.4850428,0.0041389586],"study_design_scores_gemma":[0.35034838,0.12606993,0.09692639,0.00985423,0.000048291226,0.000012420781,0.009478875,0.004882912,0.03486888,0.000013929273,0.36600736,0.0014883798],"about_ca_topic_score_codex":0.0016044,"about_ca_topic_score_gemma":0.0003174102,"teacher_disagreement_score":0.11903545,"about_ca_system_score_codex":0.00074108306,"about_ca_system_score_gemma":0.000111869595,"threshold_uncertainty_score":0.9999892},"labels":[],"label_agreement":null},{"id":"W4206243370","doi":"10.2196/30454","title":"A Quality Improvement Emergency Department Surge Management Platform (SurgeCon): Protocol for a Stepped Wedge Cluster Randomized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. John’s Health Sciences Centre; Public Health Ontario; University of Toronto; Newfoundland and Labrador Centre for Applied Health Research; Memorial University of Newfoundland","funders":"","keywords":"Emergency department; Protocol (science); Cluster (spacecraft); Randomized controlled trial; Quality management; Cluster randomised controlled trial; Medicine; Medical emergency; Computer science; Operations management; Engineering; Nursing; Computer network; Alternative medicine; Management system; Surgery","score_opus":0.2474188147805521,"score_gpt":0.565591920603029,"score_spread":0.3181731058224769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206243370","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010017947,0.000010726979,0.00028318324,0.0014784408,0.00009988167,0.98400533,0.00007814543,0.000117547876,0.012924954],"genre_scores_gemma":[0.00018611434,0.000014208338,0.00082589977,0.00016872468,0.0005324712,0.9812037,0.00011469984,0.00006940074,0.016884807],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928982,0.00093549665,0.001965611,0.0010474634,0.0017566171,0.0013965671],"domain_scores_gemma":[0.9958517,0.0006954974,0.0003338416,0.0010646797,0.0016517396,0.0004025489],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008195492,0.00046867444,0.001460606,0.00027994116,0.00056347885,0.00008624944,0.00030275353,0.00019875709,0.002301875],"category_scores_gemma":[0.001111753,0.00035176537,0.0010236304,0.00067369343,0.00022021307,0.00020394425,0.0006476002,0.0005601559,0.00007722192],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.77962935,0.0032220595,0.00018795814,0.007607302,0.0008343509,0.00009404535,0.00020352939,2.7128627e-7,0.00045030905,0.0021793125,0.19607374,0.009517803],"study_design_scores_gemma":[0.57222974,0.0017514614,0.00008862519,0.0008646301,0.000027099295,0.0000031163395,0.0002919324,0.000023205537,0.0024699145,0.0012980906,0.4206858,0.0002664088],"about_ca_topic_score_codex":0.00001689053,"about_ca_topic_score_gemma":0.00004386372,"teacher_disagreement_score":0.22461204,"about_ca_system_score_codex":0.00034055626,"about_ca_system_score_gemma":0.0005016227,"threshold_uncertainty_score":0.9998934},"labels":[],"label_agreement":null},{"id":"W4206261437","doi":"10.2196/27711","title":"Correction: mHealth-Supported Delivery of an Evidence-Based Family Home-Visiting Intervention in Sierra Leone: Protocol for a Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Randomized controlled trial; Sierra leone; Protocol (science); Intervention (counseling); Medicine; Family medicine; Alternative medicine; Psychological intervention; Nursing","score_opus":0.35700691555584907,"score_gpt":0.6191936453077156,"score_spread":0.2621867297518665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206261437","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062348233,0.00001766249,0.0014981094,0.0014047585,0.0001527344,0.98977107,0.000028334094,0.00013840887,0.00075408304],"genre_scores_gemma":[0.0059190593,0.0000058702994,0.0011296661,0.0004696413,0.0006584081,0.99030465,0.0000817084,0.00007022351,0.0013607483],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9733924,0.018107485,0.0044922554,0.0009874922,0.0012960251,0.0017243286],"domain_scores_gemma":[0.9755091,0.017167458,0.0017167234,0.0010159467,0.0038472817,0.0007434956],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034180008,0.00034665302,0.0022549883,0.00086472114,0.0012290266,0.00005934263,0.0004970485,0.00045130117,0.00079156726],"category_scores_gemma":[0.01047888,0.00029856357,0.0005109655,0.0015860737,0.0002734822,0.00047860187,0.00015630937,0.0020758654,0.00004424823],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9608997,0.0035792897,0.0003609561,0.010455568,0.00002521147,0.000007338768,0.00022087725,0.000016026377,0.0007846585,0.0006357113,0.0065476517,0.016467003],"study_design_scores_gemma":[0.93886733,0.0060079983,0.0007308635,0.017486686,0.000011860868,0.0000012982644,0.0007523252,0.0075318506,0.0002784247,0.00079123396,0.027325297,0.00021484931],"about_ca_topic_score_codex":0.000656497,"about_ca_topic_score_gemma":0.000560275,"teacher_disagreement_score":0.023701128,"about_ca_system_score_codex":0.0007655201,"about_ca_system_score_gemma":0.012415003,"threshold_uncertainty_score":0.99994665},"labels":[],"label_agreement":null},{"id":"W4206274134","doi":"10.2196/30078","title":"School Attendance Registers for the Syndromic Surveillance of Infectious Intestinal Disease in UK Children: Protocol for a Retrospective Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Viral gastroenteritis research and epidemiology","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Liverpool; University of Oxford; Public Health England; Department of Health and Social Care; University of East Anglia; National Institute for Health and Care Research; National Institute for Health Research Health Protection Research Unit; UK Research and Innovation","keywords":"Medicine; Attendance; Norovirus; Outbreak; Absenteeism; Disease surveillance; Environmental health; Disease; Rotavirus; Pediatrics; Public health; Rotavirus vaccine; Diarrhea; Family medicine; Virology; Nursing; Psychology","score_opus":0.12554095731278425,"score_gpt":0.5220688549711517,"score_spread":0.3965278976583675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206274134","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013338785,0.0000032087983,0.0010983275,0.002229246,0.000003477338,0.98299825,0.00024347275,0.000028724147,0.000056535486],"genre_scores_gemma":[0.2302341,3.193246e-7,0.00027378235,0.000079420955,0.00007867698,0.76894236,0.000040944586,0.000025457017,0.00032493362],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99582344,0.0010527468,0.00064193265,0.0006576381,0.0008261782,0.000998048],"domain_scores_gemma":[0.99761844,0.0005410195,0.00023151841,0.0007844114,0.0004826942,0.00034193246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049394416,0.00019039161,0.00067181105,0.0006714362,0.00041102807,0.00003970182,0.00055194116,0.000048410107,0.00022124319],"category_scores_gemma":[0.0056874207,0.00014365382,0.0003993779,0.0016773797,0.0004966613,0.00007081128,0.00038820604,0.0010351826,0.0000029846597],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017558858,0.00062412664,0.9677031,0.0006452341,0.00021968123,0.000025167437,0.000032803047,0.00026658722,0.00039673076,0.000087941764,0.011964172,0.00047561424],"study_design_scores_gemma":[0.008867196,0.008433776,0.97148293,0.0005965496,0.000012414497,0.000036210524,0.00005012757,0.003644691,0.00002848131,0.0005784131,0.0061509316,0.000118274256],"about_ca_topic_score_codex":0.00029389854,"about_ca_topic_score_gemma":0.00027532777,"teacher_disagreement_score":0.21689531,"about_ca_system_score_codex":0.0007363195,"about_ca_system_score_gemma":0.00062145496,"threshold_uncertainty_score":0.68087846},"labels":[],"label_agreement":null},{"id":"W4206492727","doi":"10.2196/31350","title":"Economic Burden of Chronic Obstructive Pulmonary Disease and Lung Cancer Between 2000 and 2015 in Saskatchewan: Study Protocol","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Quality Council; University of Saskatchewan","funders":"","keywords":"COPD; Medicine; Lung cancer; Years of potential life lost; Population; Cancer; Disease; Gerontology; Disease burden; Demography; Intensive care medicine; Environmental health; Internal medicine; Life expectancy","score_opus":0.06372887234588577,"score_gpt":0.4811976303681385,"score_spread":0.41746875802225275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206492727","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2613692,0.00028341627,7.660552e-7,0.0005537972,0.000004544859,0.73717064,0.00016548963,0.000024701143,0.00042745905],"genre_scores_gemma":[0.16201457,0.0000060080615,0.00003625364,0.0000050573435,0.00041945162,0.83555907,0.000021111224,0.00006520729,0.0018732774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949181,0.00095193135,0.0007141479,0.0012181097,0.0011564636,0.0010412497],"domain_scores_gemma":[0.99712557,0.00031839564,0.00014043065,0.0009223935,0.00053119095,0.0009620113],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010225804,0.0003626833,0.0007964971,0.0005407984,0.00017280859,0.00009908367,0.00031125676,0.00015839435,0.0009381006],"category_scores_gemma":[0.00014461324,0.00034347182,0.0000955982,0.0006879188,0.00083916925,0.00037911985,0.0010222424,0.0011308007,0.00001315734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035759746,0.0016467334,0.93459725,0.009847112,0.00021846252,0.0014096634,0.0014232607,0.000025730891,0.0020308164,0.000026798767,0.00058713544,0.044611067],"study_design_scores_gemma":[0.008487226,0.00077019056,0.97530746,0.0029612358,0.000036801703,0.000025906136,0.0039114375,0.0013196695,0.00081256125,0.00040918394,0.005627524,0.00033078933],"about_ca_topic_score_codex":0.0012941925,"about_ca_topic_score_gemma":0.0006261663,"teacher_disagreement_score":0.09935463,"about_ca_system_score_codex":0.002410721,"about_ca_system_score_gemma":0.008940102,"threshold_uncertainty_score":0.9999752},"labels":[],"label_agreement":null},{"id":"W4206583350","doi":"10.2196/32873","title":"The Novel Data Collection and Analytics Tools for Remote Patient Monitoring in Heart Failure (Nov-RPM-HF) Trial: Protocol for a Single-Center Prospective Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Heart failure; Clinical trial; Medical emergency; Protocol (science); Data collection; Emergency department; Intensive care medicine; Patient recruitment; Emergency medicine; Alternative medicine; Internal medicine; Nursing","score_opus":0.4703184610025849,"score_gpt":0.5560750131010844,"score_spread":0.08575655209849953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206583350","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006064726,0.0000014621991,0.0004546926,0.007723059,0.000033392378,0.9909466,0.000052758896,0.0000457098,0.00013588299],"genre_scores_gemma":[0.0002680049,4.5584193e-7,0.017275158,0.000031947664,0.0005593171,0.98056304,0.00006363929,0.00004823643,0.0011901915],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99676967,0.00026178337,0.0006334752,0.000800035,0.0007813331,0.0007536927],"domain_scores_gemma":[0.996962,0.0010237552,0.0001205342,0.0009540475,0.0007626989,0.00017692384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021235861,0.00023572434,0.0004513771,0.0002062109,0.00050549215,0.00058640295,0.00020961133,0.00015208901,0.000010547318],"category_scores_gemma":[0.0023045018,0.00016641576,0.00011986509,0.00071398576,0.000110602006,0.0003410534,0.00034207114,0.00041499143,0.000003083156],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8208783,0.008989976,0.0016813972,0.0019135256,0.00031191943,0.000037429676,0.0005046176,0.0000022112104,0.005283278,0.00029197894,0.12715021,0.032955132],"study_design_scores_gemma":[0.29307574,0.011401391,0.00012929477,0.0012743929,0.000012560444,0.0000073649603,0.00034272307,0.0005352779,0.0035074945,0.00013986797,0.68944937,0.00012451707],"about_ca_topic_score_codex":0.000021775386,"about_ca_topic_score_gemma":0.00017517274,"teacher_disagreement_score":0.5622992,"about_ca_system_score_codex":0.00054954225,"about_ca_system_score_gemma":0.00067988486,"threshold_uncertainty_score":0.6786238},"labels":[],"label_agreement":null},{"id":"W4206617587","doi":"10.2196/32457","title":"Goal Attainment Scaling in Outpatient Physical Therapy for Chronic Low Back Pain: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Goal Attainment Scaling; Protocol (science); Physical therapy; Medicine; Health care; Chronic pain; Focus group; Low back pain; Qualitative research; Set (abstract data type); Psychology; Alternative medicine; Rehabilitation; Computer science","score_opus":0.20220145122052396,"score_gpt":0.6049772241992873,"score_spread":0.4027757729787634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206617587","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01142813,0.0000011830086,0.0019880822,0.00097207836,0.00000967168,0.98549485,0.000010827519,0.00003910571,0.000056040888],"genre_scores_gemma":[0.008224628,2.9131886e-8,0.004811212,0.000076673256,0.00030024746,0.9860892,0.00002275604,0.00006561854,0.00040959593],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99163014,0.005076701,0.00058493053,0.0007048169,0.0011897555,0.0008136601],"domain_scores_gemma":[0.99668014,0.0020964758,0.00011675371,0.0005763281,0.00034351807,0.00018681012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016904877,0.0002337041,0.00049946754,0.00031842757,0.00039657197,0.00005665166,0.00028777943,0.00007523508,0.00019512887],"category_scores_gemma":[0.0008265194,0.00017725994,0.00029872637,0.00061975355,0.00013434768,0.00008046274,0.000226762,0.0007391587,0.0000074586255],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036613543,0.07872021,0.009634025,0.038164593,0.00022168824,0.000010195547,0.015507332,0.0005598057,0.056848556,0.00042384394,0.021807972,0.7414882],"study_design_scores_gemma":[0.08730564,0.22809675,0.026107877,0.0032128526,0.0000044088565,0.0000013172001,0.009219101,0.04785903,0.0054869372,0.0021197859,0.58997965,0.0006066206],"about_ca_topic_score_codex":0.000014165504,"about_ca_topic_score_gemma":0.000007712518,"teacher_disagreement_score":0.7408816,"about_ca_system_score_codex":0.0012340648,"about_ca_system_score_gemma":0.0005788185,"threshold_uncertainty_score":0.722845},"labels":[],"label_agreement":null},{"id":"W4206657152","doi":"10.2196/33310","title":"Classification of Patients for Whom Benefit of Long-term Opioid Therapy No Longer Outweighs Harm: Protocol for a Delphi Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of Research and Development; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Delphi method; Medicine; Protocol (science); Delphi; Harm; Intensive care medicine; Medical physics; Psychology; Alternative medicine; Computer science; Social psychology; Artificial intelligence","score_opus":0.3270056110627183,"score_gpt":0.5686496164569339,"score_spread":0.2416440053942156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206657152","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17795353,0.0000029196956,0.000068894275,0.00011812323,0.000007228853,0.8215775,0.00013367429,0.000026388961,0.0001117323],"genre_scores_gemma":[0.037444234,7.2311116e-7,0.0008436033,0.000018978424,0.00009511174,0.9604704,0.00022086003,0.00007964051,0.00082648953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964919,0.00021295669,0.00084687315,0.0006639891,0.001205895,0.0005783496],"domain_scores_gemma":[0.9931075,0.00031878654,0.0003192761,0.0010444355,0.0050304504,0.00017953398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079250324,0.00026893898,0.00062127115,0.00026653634,0.00017088151,0.00006519009,0.000313529,0.0001558764,0.00016473046],"category_scores_gemma":[0.00034736368,0.00021205291,0.00024960146,0.0004686788,0.00016113487,0.00013807727,0.00012819578,0.00023740932,0.000014623577],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019031433,0.048765942,0.8738678,0.00878292,0.00037782575,0.000007573825,0.00444901,6.06164e-7,0.009184305,0.000104011015,0.003328996,0.032099593],"study_design_scores_gemma":[0.04403137,0.02363598,0.8701694,0.0020808491,0.000020037085,7.646236e-7,0.00051903585,0.00005894953,0.038406424,0.00014758336,0.020724494,0.00020513614],"about_ca_topic_score_codex":0.000011560592,"about_ca_topic_score_gemma":0.00001364252,"teacher_disagreement_score":0.14050929,"about_ca_system_score_codex":0.00018831981,"about_ca_system_score_gemma":0.0009477529,"threshold_uncertainty_score":0.86472666},"labels":[],"label_agreement":null},{"id":"W4206667560","doi":"10.2196/34885","title":"A Technology-Based Intervention Among Young Men Who Have Sex With Men and Nonbinary People (The Conectad@s Project): Protocol for A Vanguard Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Men who have sex with men; Pre-exposure prophylaxis; Psychological intervention; Human immunodeficiency virus (HIV); Medicine; Anal sex; Intervention (counseling); Incidence (geometry); Gerontology; Family medicine; Nursing","score_opus":0.12281066358054323,"score_gpt":0.5640372325204481,"score_spread":0.4412265689399049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206667560","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048478167,0.0000027220356,0.0024933098,0.001139848,0.0000011618199,0.98623145,0.000046407466,0.00015790648,0.005079356],"genre_scores_gemma":[0.006740998,5.353539e-8,0.001974702,0.000012823902,0.000050388342,0.9580806,0.000030519008,0.00008118679,0.03302876],"study_design_codex":"not_applicable","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9925879,0.003365659,0.00062405766,0.0008762742,0.0015183775,0.0010277141],"domain_scores_gemma":[0.9972423,0.00049075513,0.00021084392,0.001013555,0.0007659838,0.00027657143],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009044231,0.00030948108,0.0005868126,0.0012879131,0.0014443921,0.00022957122,0.00065915874,0.00011778828,0.0004188949],"category_scores_gemma":[0.0009690679,0.00020896921,0.00021297336,0.0017268386,0.0006310915,0.00020946052,0.0009978359,0.001679149,0.00000540769],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039091513,0.024808034,0.22541958,0.010219452,0.0012514603,0.0003825204,0.01597879,0.000012201109,0.0077592377,0.0002641421,0.55749154,0.11732155],"study_design_scores_gemma":[0.07520228,0.3658353,0.03874255,0.00495111,0.000094009396,0.0002949306,0.20235349,0.07011322,0.0088112205,0.000768549,0.23192236,0.00091098144],"about_ca_topic_score_codex":0.00064543926,"about_ca_topic_score_gemma":0.0005220107,"teacher_disagreement_score":0.34102726,"about_ca_system_score_codex":0.00043891135,"about_ca_system_score_gemma":0.00075438054,"threshold_uncertainty_score":0.9998556},"labels":[],"label_agreement":null},{"id":"W4206802207","doi":"10.2196/33726","title":"Predicting Real-world Hypoglycemia Risk in American Adults With Type 1 or 2 Diabetes Mellitus Prescribed Insulin and/or Secretagogues: Protocol for a Prospective, 12-Wave Internet-Based Panel Survey With Email Support (the iNPHORM [Investigating Novel Predictions of Hypoglycemia Occurrence Using Real-world Models] Study)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"Sanofi","keywords":"Hypoglycemia; Medicine; Prospective cohort study; Diabetes mellitus; Type 1 diabetes; Incidence (geometry); Type 2 Diabetes Mellitus; Type 2 diabetes; Internal medicine; Insulin; Endocrinology","score_opus":0.3133680316964181,"score_gpt":0.4595119933550138,"score_spread":0.14614396165859572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206802207","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32655576,9.787813e-7,0.00012137084,0.000040341205,0.000006555531,0.6724802,0.00027535658,0.000106610445,0.0004127826],"genre_scores_gemma":[0.27960497,0.0000010224173,0.002317589,0.000016892367,0.000059926184,0.7168428,0.00011336288,0.000095774834,0.0009476985],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.991546,0.0015654044,0.0012496492,0.0014116662,0.0026706022,0.0015566973],"domain_scores_gemma":[0.994083,0.0020412656,0.0008793272,0.0011212573,0.0014265093,0.00044865016],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006540031,0.0005771363,0.0010868934,0.0014501287,0.0007882236,0.00022126963,0.0007405484,0.000080040096,0.0001155918],"category_scores_gemma":[0.0013194011,0.00035291997,0.0000919144,0.0058373814,0.0014726227,0.00042088356,0.00096912944,0.0022754732,0.0000010193008],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07733403,0.004367565,0.90482813,0.0031708626,0.0003218134,0.000053043394,0.0038121655,0.002255292,0.00021811426,0.0000196744,0.00046324925,0.0031560399],"study_design_scores_gemma":[0.042291116,0.08001952,0.40078887,0.009223501,0.00011918159,0.000008068133,0.006539238,0.45816177,0.00080818747,0.00006802167,0.0012019791,0.0007705421],"about_ca_topic_score_codex":0.0074871043,"about_ca_topic_score_gemma":0.024269318,"teacher_disagreement_score":0.5040393,"about_ca_system_score_codex":0.0007908906,"about_ca_system_score_gemma":0.0027611027,"threshold_uncertainty_score":0.9998923},"labels":[],"label_agreement":null},{"id":"W4207079592","doi":"10.2196/31308","title":"Treatment of Persistent Postconcussion Syndrome With Repetitive Transcranial Magnetic Stimulation Using Functional Near-Infrared Spectroscopy as a Biomarker of Response: Protocol for a Randomized Controlled Clinical Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hotchkiss Brain Institute; Ontario Brain Institute; University of Calgary","funders":"","keywords":"Transcranial magnetic stimulation; Dorsolateral prefrontal cortex; Randomized controlled trial; Medicine; Physical medicine and rehabilitation; Functional near-infrared spectroscopy; Prefrontal cortex; Physical therapy; Anxiety; Psychology; Psychiatry; Cognition; Internal medicine; Stimulation","score_opus":0.33534381656473516,"score_gpt":0.5439655783100911,"score_spread":0.2086217617453559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4207079592","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16545066,0.0000022926383,0.0004673744,0.00028536492,0.000027163358,0.8333796,0.0000998921,0.000041228504,0.00024641855],"genre_scores_gemma":[0.17798103,2.0055208e-7,0.0011529974,0.0000121464645,0.000046473753,0.8201155,0.0000041287735,0.00004186044,0.000645646],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98589545,0.008600729,0.001882483,0.0008867286,0.0021707965,0.00056378724],"domain_scores_gemma":[0.9874754,0.010549876,0.0006951371,0.0004774526,0.00064700353,0.00015513068],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047438904,0.00034604972,0.0018337507,0.0004555573,0.0007887004,0.00007865489,0.00027762726,0.00011665124,0.0015565489],"category_scores_gemma":[0.0028280988,0.00023767502,0.0012451098,0.0008820321,0.0013882588,0.0001333216,0.00007958518,0.00029152463,0.0000031944517],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8618149,0.003908133,0.000063372914,0.00013840623,0.00013578284,0.000038005976,0.00058850576,0.00088742096,0.1320198,0.000114438466,0.000029550834,0.00026163924],"study_design_scores_gemma":[0.859914,0.11119665,0.0011692769,0.00028204545,0.00009110214,0.000062008476,0.00014118364,0.022546474,0.0022922284,0.00021739864,0.0018785027,0.00020910702],"about_ca_topic_score_codex":0.000029789142,"about_ca_topic_score_gemma":0.0000011650873,"teacher_disagreement_score":0.12972757,"about_ca_system_score_codex":0.0003073879,"about_ca_system_score_gemma":0.0014172137,"threshold_uncertainty_score":0.99935615},"labels":[],"label_agreement":null},{"id":"W4210271670","doi":"10.2196/27935","title":"Comparing Neuroplasticity Changes Between High and Low Frequency Gait Training in Subacute Stroke: Protocol for a Randomized, Single-Blinded, Controlled Study","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Berg Balance Scale; Physical medicine and rehabilitation; Rehabilitation; Balance (ability); Physical therapy; Electroencephalography; Stroke (engine); Randomized controlled trial; Medicine; Neuroplasticity; Gait; Psychology; Internal medicine","score_opus":0.34381106015408586,"score_gpt":0.51683052504754,"score_spread":0.17301946489345416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210271670","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18025029,0.0000020841662,0.00013680877,0.00064327114,0.00001069883,0.8184133,0.000016522272,0.000054194108,0.00047278177],"genre_scores_gemma":[0.2040341,2.2663676e-7,0.00066887145,0.000037068497,0.00026919253,0.794552,0.000007948835,0.000041270796,0.00038925896],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945434,0.0020571847,0.0008729956,0.0007363744,0.0009820703,0.0008079872],"domain_scores_gemma":[0.9927559,0.005560831,0.00017936315,0.0003930065,0.0007939594,0.00031696566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041933446,0.00029482922,0.001897422,0.00063241285,0.00020685261,0.00021055137,0.00016368495,0.00016716834,0.000085950385],"category_scores_gemma":[0.0046831733,0.00022625754,0.00022173306,0.0005720666,0.00032578484,0.00014283457,0.00014932732,0.00086286635,0.0000057092407],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.61054534,0.008016685,0.32903108,0.0068547414,0.0007068563,0.00046757454,0.0064868564,0.000014237823,0.020865485,0.00052593823,0.0003548474,0.01613035],"study_design_scores_gemma":[0.9370372,0.007301998,0.044434026,0.0036942067,0.0000388449,0.000021546122,0.0023039193,0.0005649918,0.002314662,0.00047118228,0.0015234076,0.00029400864],"about_ca_topic_score_codex":0.00004153255,"about_ca_topic_score_gemma":0.00018568196,"teacher_disagreement_score":0.32649186,"about_ca_system_score_codex":0.0001757615,"about_ca_system_score_gemma":0.0006743112,"threshold_uncertainty_score":0.92265147},"labels":[],"label_agreement":null},{"id":"W4210363412","doi":"10.2196/34470","title":"Coordinating Health Care With Artificial Intelligence–Supported Technology for Patients With Atrial Fibrillation: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Western Sydney Local Health District","keywords":"Randomized controlled trial; Medicine; Multidisciplinary approach; Health care; Quality of life (healthcare); Protocol (science); Intervention (counseling); Medical emergency; Nursing; Alternative medicine; Internal medicine","score_opus":0.19125822782631738,"score_gpt":0.540124427151803,"score_spread":0.34886619932548557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210363412","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057690137,0.000001707032,0.0035612935,0.004277079,0.000024993697,0.99119186,0.000037175494,0.00016078092,0.00016821163],"genre_scores_gemma":[0.0034043526,4.2531386e-8,0.0044969986,0.00003516109,0.001310629,0.98987997,0.00020345299,0.0000665271,0.0006028699],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951342,0.00080480013,0.001256942,0.0006113509,0.001430885,0.0007618308],"domain_scores_gemma":[0.99543506,0.0017042364,0.00074754184,0.00041277966,0.001541889,0.00015849013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040682224,0.00028488238,0.0017187941,0.0008185858,0.0011878792,0.00011644146,0.00022150954,0.000110610155,0.00023404973],"category_scores_gemma":[0.001481861,0.00018478911,0.00053536665,0.0011177725,0.00025971516,0.000118177006,0.00016457222,0.00038814763,0.000003037672],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97419685,0.000100193414,0.0025049397,0.0009197417,0.0002836162,0.0000021743806,0.00027748916,0.00016526328,0.000003000149,0.003980873,0.0006339549,0.016931895],"study_design_scores_gemma":[0.8478151,0.031395555,0.000017123106,0.00035456495,0.000038787213,0.0000013891232,0.0008496874,0.0010433957,0.000034817647,0.00095195713,0.117303185,0.00019441705],"about_ca_topic_score_codex":0.0000062047206,"about_ca_topic_score_gemma":0.0000063706016,"teacher_disagreement_score":0.12638174,"about_ca_system_score_codex":0.00039545048,"about_ca_system_score_gemma":0.0013893524,"threshold_uncertainty_score":0.9136327},"labels":[],"label_agreement":null},{"id":"W4210373919","doi":"10.2196/25690","title":"Assessment of Personal Exposure to Particulate Air Pollution in Different Microenvironments and Traveling by Several Modes of Transportation in Bogotá, Colombia: Protocol for a Mixed Methods Study (ITHACA)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Air Quality and Health Impacts","field":"Environmental Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Environmental health; Air pollution; Public transport; Built environment; Sample (material); Public health; Geography; Transport engineering; Business; Environmental planning; Medicine; Engineering; Civil engineering; Nursing","score_opus":0.209035652220588,"score_gpt":0.5768772297077077,"score_spread":0.3678415774871197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210373919","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5016616,3.138882e-7,0.0010080482,0.00040115457,8.8724084e-7,0.49688545,0.000033232012,0.0000026129796,0.000006735762],"genre_scores_gemma":[0.45209235,1.0095235e-7,0.00452303,0.000038157224,0.0000030364486,0.54330677,0.0000051392767,0.000007253855,0.000024154677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963781,0.0013759772,0.0006608888,0.0004224451,0.00067764486,0.00048489447],"domain_scores_gemma":[0.999326,0.00016894487,0.00012815466,0.00016692645,0.000029914061,0.00018005678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029783053,0.00014380769,0.0003579009,0.000080175174,0.00008735816,0.000016254022,0.00012197584,0.00009532753,0.00008104822],"category_scores_gemma":[0.00007290024,0.0001290726,0.000041058745,0.0003494417,0.00012434318,0.00016073402,0.000074913034,0.0002716789,5.717013e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001966753,0.0087537905,0.67810977,0.0019526004,0.000022855884,0.000009984734,0.013250445,0.003524735,0.27978536,0.000033098942,0.0008122572,0.011778318],"study_design_scores_gemma":[0.004605576,0.0030193257,0.94963676,0.0004937874,0.0000019021162,4.412213e-7,0.0023027926,0.0030302205,0.03590998,0.00014700783,0.00073795824,0.00011427244],"about_ca_topic_score_codex":0.00021368505,"about_ca_topic_score_gemma":0.0007565032,"teacher_disagreement_score":0.27152693,"about_ca_system_score_codex":0.0003928876,"about_ca_system_score_gemma":0.00009988845,"threshold_uncertainty_score":0.5263428},"labels":[],"label_agreement":null},{"id":"W4210427605","doi":"10.2196/29230","title":"Aerobic Exercise in HIV-Associated Neurocognitive Disorders: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV Research and Treatment","field":"Immunology and Microbiology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neurocognitive; Aerobic exercise; Medicine; Randomized controlled trial; Physical therapy; Quality of life (healthcare); Dementia; Aerobic capacity; Physical medicine and rehabilitation; Cognition; Psychiatry; Internal medicine; Disease","score_opus":0.09063223178758571,"score_gpt":0.47446987138628127,"score_spread":0.38383763959869555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210427605","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007327546,0.00000936178,0.00001327941,0.00052658434,0.000018942032,0.9967407,0.00016618254,0.000095544514,0.0016966608],"genre_scores_gemma":[0.0035039277,9.391208e-7,0.000021162943,0.000021901205,0.000026313079,0.9854989,0.00027964928,0.00005400646,0.010593177],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9865074,0.009762337,0.00096246775,0.00075557106,0.00044145167,0.0015707264],"domain_scores_gemma":[0.99463236,0.004209283,0.00026721484,0.0004340421,0.00035896525,0.00009814924],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008123436,0.000340356,0.0016628898,0.0007763975,0.0010302975,0.00009500827,0.0006753155,0.00020418703,0.0032175626],"category_scores_gemma":[0.002549534,0.00025713257,0.00062227924,0.0007938418,0.000565565,0.00013478567,0.00052146876,0.0015542253,0.00046695277],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9698853,0.0084670745,0.000078146484,0.00013357098,0.00026079404,0.000027249534,0.0004464437,0.0000047275275,0.001128288,0.00023280946,0.01704942,0.002286214],"study_design_scores_gemma":[0.89468133,0.0055226968,0.000035114965,0.00043649922,0.000009689752,0.0000024645615,0.00023036623,0.000025240231,0.0004859992,0.0012182713,0.09713908,0.00021322374],"about_ca_topic_score_codex":0.00007234676,"about_ca_topic_score_gemma":0.00006155742,"teacher_disagreement_score":0.08008966,"about_ca_system_score_codex":0.00038174316,"about_ca_system_score_gemma":0.00086231483,"threshold_uncertainty_score":0.9999881},"labels":[],"label_agreement":null},{"id":"W4210462583","doi":"10.2196/32992","title":"Assessing the Efficacy of an Individualized Psychological Flexibility Skills Training Intervention App for Medical Student Burnout and Well-being: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of New England","keywords":"Burnout; Psychological intervention; Context (archaeology); Randomized controlled trial; Intervention (counseling); Flexibility (engineering); Stressor; Clinical psychology; Protocol (science); Psychology; Medicine; Medical education; Applied psychology; Nursing; Alternative medicine","score_opus":0.3192167172283258,"score_gpt":0.689362419173685,"score_spread":0.37014570194535923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210462583","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037652962,0.0000060687134,0.0010924666,0.003056423,0.000107354936,0.9573555,0.000031229774,0.00009463008,0.00060335133],"genre_scores_gemma":[0.026355784,6.229964e-7,0.001087876,0.00029712514,0.00066290016,0.9710146,0.000046851408,0.0000522021,0.00048203822],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9575624,0.033958305,0.0033038158,0.0009465203,0.0029124082,0.0013165885],"domain_scores_gemma":[0.9650129,0.031571683,0.0012897289,0.00070527673,0.00092848326,0.00049192645],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09669701,0.00034034715,0.002177394,0.00031509015,0.003950906,0.00014680135,0.0011122634,0.00046292882,0.0015472902],"category_scores_gemma":[0.016104197,0.00018997837,0.0007256653,0.00040600306,0.0006899108,0.00024434115,0.0009297267,0.002805768,0.0000023805276],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9161326,0.007409763,0.00031237197,0.002266138,0.0001390919,0.00000400824,0.009746599,0.0000020920468,0.000038370556,0.0032048866,0.0006265894,0.06011746],"study_design_scores_gemma":[0.94948876,0.005813615,0.0005560829,0.005801925,0.00001956746,0.0000025348604,0.008197156,0.0013129783,0.000013719538,0.01117111,0.017422851,0.00019971498],"about_ca_topic_score_codex":0.000040102164,"about_ca_topic_score_gemma":0.000014925801,"teacher_disagreement_score":0.08059281,"about_ca_system_score_codex":0.00022660584,"about_ca_system_score_gemma":0.001580763,"threshold_uncertainty_score":0.9994948},"labels":[],"label_agreement":null},{"id":"W4210470320","doi":"10.2196/34033","title":"Randomized Waitlist-Control Trial of a Web-Based Stress-Management and Resiliency Program for Adolescent and Young Adult Cancer Survivors: Protocol for the Bounce Back Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Psychosocial; Stress management; Randomized controlled trial; Coping (psychology); Anxiety; Mental health; Clinical psychology; Psychology; Medicine; Physical therapy; Psychiatry","score_opus":0.15785069625893197,"score_gpt":0.5295773780553915,"score_spread":0.3717266817964595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210470320","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004901005,0.000021210062,0.00015670412,0.0033263061,0.000029267709,0.9911036,0.0002744633,0.000068946225,0.00011850929],"genre_scores_gemma":[0.0126080895,0.0000020764423,0.00042666966,0.00018631252,0.0002883483,0.98575664,0.00001225175,0.00006881901,0.00065076904],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99239415,0.002543141,0.0011404481,0.0008768616,0.0022398266,0.0008055918],"domain_scores_gemma":[0.99543744,0.0020746638,0.00043801952,0.0008884289,0.00092689606,0.00023457786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011871692,0.0003351028,0.001110358,0.00025604313,0.0007263305,0.00017018987,0.0005059742,0.00007565052,0.00009916102],"category_scores_gemma":[0.0010371596,0.00023058511,0.00027922506,0.00050249713,0.00063105416,0.00009482811,0.0003409848,0.000621187,6.351767e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95035994,0.009826078,0.009494286,0.011080426,0.00037590382,0.000005203571,0.0013862889,0.000018562709,0.000023864395,0.00020145073,0.008981281,0.0082466975],"study_design_scores_gemma":[0.91044015,0.017305164,0.0024575603,0.0021427292,0.00008535392,0.0000017086684,0.002271327,0.0033758406,0.00009082679,0.00013253144,0.0614575,0.00023933582],"about_ca_topic_score_codex":0.0015038641,"about_ca_topic_score_gemma":0.0023729894,"teacher_disagreement_score":0.05247622,"about_ca_system_score_codex":0.00022830843,"about_ca_system_score_gemma":0.0008231432,"threshold_uncertainty_score":0.9402988},"labels":[],"label_agreement":null},{"id":"W4210484823","doi":"10.2196/35481","title":"Providers’ Experience of Abortion Care: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; PsycINFO; Abortion; MEDLINE; Medicine; Protocol (science); Grey literature; Systematic review; Medical education; Alternative medicine; Family medicine; Internet privacy; Nursing; Psychological intervention; Computer science; Pregnancy; Political science","score_opus":0.6492352679518723,"score_gpt":0.7090778753843214,"score_spread":0.05984260743244918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210484823","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.1808287e-9,0.38165504,0.000013667387,0.00010764025,0.000005148952,0.61787134,0.000012968631,0.00003576489,0.00029842136],"genre_scores_gemma":[1.5202805e-9,0.3815709,0.00015385711,0.000043747554,0.00032035896,0.61755985,0.00005749482,0.0000576763,0.00023612434],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936061,0.0012393636,0.0016418229,0.001108926,0.0015959502,0.00080787373],"domain_scores_gemma":[0.99594206,0.00037656628,0.00089724595,0.0013530416,0.0011614637,0.0002696149],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003230867,0.00037927652,0.0022344308,0.00041847464,0.00032539526,0.000039819766,0.0004278848,0.0002362126,0.0007750284],"category_scores_gemma":[0.0020867856,0.00029173648,0.00059799,0.0012069741,0.00022326253,0.00018721637,0.00020223169,0.0012113125,0.000020256799],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028870383,0.00018929143,0.0000023072184,0.5224848,0.000010418361,0.000003989774,0.00014827441,8.122284e-9,0.0000021568774,0.000018397452,0.0030811313,0.47377056],"study_design_scores_gemma":[0.0008341427,0.001766251,8.949365e-7,0.4677852,0.00001733872,0.000014430525,0.000051767627,2.1759163e-7,0.000010811458,0.000006337276,0.52939814,0.00011444708],"about_ca_topic_score_codex":0.000014976924,"about_ca_topic_score_gemma":0.000002736667,"teacher_disagreement_score":0.526317,"about_ca_system_score_codex":0.0007076975,"about_ca_system_score_gemma":0.0067988415,"threshold_uncertainty_score":0.99995345},"labels":[],"label_agreement":null},{"id":"W4210486389","doi":"10.2196/31036","title":"Promoting Resilience and Well-being Through Co-design (The PRIDE Project): Protocol for the Development and Preliminary Evaluation of a Prototype Resilience-Based Intervention for Sexual and Gender Minority Youth","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; University of Birmingham","keywords":"Psychological intervention; Mental health; Psychology; Psychosocial; Coping (psychology); Population; Intervention mapping; Pride; Applied psychology; Medical education; Medicine; Public health; Health promotion; Nursing; Clinical psychology; Political science","score_opus":0.4951951044992434,"score_gpt":0.6052997536650528,"score_spread":0.11010464916580942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210486389","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030611258,0.00001609578,0.0014197036,0.00047428644,0.000009447119,0.9669664,0.000016151469,0.000025695159,0.00046094906],"genre_scores_gemma":[0.026905993,2.0467202e-7,0.0013555795,0.000029775689,0.00009122864,0.971174,0.000008719571,0.000026019925,0.00040849883],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99399704,0.002985894,0.00063154416,0.00066074164,0.0011035734,0.00062118017],"domain_scores_gemma":[0.9973422,0.0012474513,0.00033986283,0.0004428221,0.00055608706,0.00007156255],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017235868,0.00019130419,0.00020888334,0.00018267737,0.00197669,0.00014590166,0.00040530594,0.000093623086,0.000040771807],"category_scores_gemma":[0.00064546644,0.0001334136,0.000043082135,0.00037639646,0.00047732625,0.00019955692,0.0002780491,0.00047646204,0.0000010741749],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06862882,0.0059712497,0.08348312,0.10321303,0.0003067709,0.0000065247623,0.41265672,0.00015712217,0.001585577,0.0054966845,0.015637778,0.3028566],"study_design_scores_gemma":[0.10723136,0.12542026,0.40163457,0.0038276613,0.00053612405,0.0001709351,0.090670355,0.08636599,0.013206791,0.057361085,0.11063773,0.0029371427],"about_ca_topic_score_codex":0.0002907072,"about_ca_topic_score_gemma":0.00005113045,"teacher_disagreement_score":0.32198638,"about_ca_system_score_codex":0.00017779932,"about_ca_system_score_gemma":0.0010902601,"threshold_uncertainty_score":0.9993226},"labels":[],"label_agreement":null},{"id":"W4210595793","doi":"10.2196/15391","title":"Correction: Evaluating the Long-Term Effectiveness of School-Based Depression, Anxiety, and Substance Use Prevention Into Young Adulthood: Protocol for the Climate School Combined Study","year":2019,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Term (time); Protocol (science); Depression (economics); Psychology; Substance use; Clinical psychology; Psychiatry; Medicine; Alternative medicine","score_opus":0.19887303449690347,"score_gpt":0.5418587983711397,"score_spread":0.34298576387423624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210595793","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025501004,0.00002437127,0.00019179482,0.00016581548,0.0017065965,0.994497,0.00003541463,0.000057698562,0.00077120156],"genre_scores_gemma":[0.0034153466,0.0000045798097,0.000030244439,0.00003664915,0.0008539408,0.97528154,0.000121182005,0.00008898299,0.020167543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911671,0.0043272604,0.0009096034,0.0011259465,0.0016617061,0.0008083479],"domain_scores_gemma":[0.99474466,0.0017855933,0.00066734385,0.0011145015,0.0014908225,0.00019708656],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0077346633,0.00050613866,0.00063879933,0.00022520135,0.0014002383,0.00044052294,0.00093129295,0.0004609928,0.00030937797],"category_scores_gemma":[0.0007086047,0.00030310883,0.0002691529,0.00065155915,0.00027676084,0.00023785142,0.00030077738,0.0022928459,0.00005053133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026640352,0.0053172912,0.66487175,0.0111814635,0.00036893986,0.000004356239,0.0010952118,0.000013005426,0.00013546296,0.00010922702,0.277579,0.012683919],"study_design_scores_gemma":[0.011027986,0.0037954526,0.93890285,0.030731693,0.000028483779,0.0000051313955,0.0003247039,0.00012371117,0.000050644034,0.00024378455,0.014401065,0.00036448237],"about_ca_topic_score_codex":0.000078163015,"about_ca_topic_score_gemma":0.00019677548,"teacher_disagreement_score":0.2740311,"about_ca_system_score_codex":0.00028355356,"about_ca_system_score_gemma":0.0009960047,"threshold_uncertainty_score":0.9999421},"labels":[],"label_agreement":null},{"id":"W4210628781","doi":"10.2196/34601","title":"The Essential Network (TEN): Protocol for an Implementation Study of a Digital-First Mental Health Solution for Australian Health Care Workers During COVID-19","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government","keywords":"Mental health; Stigma (botany); Health care; Medicine; Anxiety; Distress; Observational study; Mental distress; Nursing; Psychology; Psychiatry; Clinical psychology","score_opus":0.3743981235409181,"score_gpt":0.6760947496717542,"score_spread":0.3016966261308361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210628781","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016692253,0.0000028148174,0.00015590813,0.009211022,0.000084400475,0.9874875,0.0012196441,0.000087549546,0.000081942184],"genre_scores_gemma":[0.06441108,2.5395316e-8,0.00012146022,0.000090191366,0.00019358363,0.93373626,0.00039458286,0.00006690221,0.0009858782],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937954,0.0014131002,0.0013347066,0.0007418093,0.001040841,0.001674169],"domain_scores_gemma":[0.9974708,0.00029359772,0.00072084693,0.00068872696,0.00022901445,0.0005970185],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037173429,0.00023464195,0.00034014345,0.0002370013,0.006419975,0.00031266146,0.00074496766,0.00005169906,0.0001865357],"category_scores_gemma":[0.00005022693,0.00021570131,0.00018955844,0.00068259164,0.00018053454,0.00038826288,0.0004328924,0.00043520698,0.0000060136163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044080094,0.020302031,0.02054553,0.011974883,0.00032697534,0.0000072583116,0.052953772,0.00028182432,0.00001557149,0.003923426,0.76508015,0.08050851],"study_design_scores_gemma":[0.024180243,0.0789191,0.004787557,0.0005106137,0.000002857698,0.000016415319,0.1264327,0.0000386523,0.00003454422,0.0011591298,0.7636144,0.00030374597],"about_ca_topic_score_codex":0.0010922377,"about_ca_topic_score_gemma":0.005464922,"teacher_disagreement_score":0.08020476,"about_ca_system_score_codex":0.0027791057,"about_ca_system_score_gemma":0.001194508,"threshold_uncertainty_score":0.9948735},"labels":[],"label_agreement":null},{"id":"W4210631964","doi":"10.2196/33363","title":"Associations Between Prenatal Exposure to Serotonergic Medications and Biobehavioral Stress Regulation: Protocol for a Systematic Review and Meta-analysis","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; University of Manitoba; Jewish General Hospital; BC Children's Hospital; University of British Columbia","funders":"Canadian Institutes of Health Research; Killam Trusts","keywords":"Serotonergic; Meta-analysis; Protocol (science); Medicine; Psychology; Clinical psychology; Psychiatry; Alternative medicine; Serotonin; Internal medicine","score_opus":0.5234411773415387,"score_gpt":0.6267385184632357,"score_spread":0.10329734112169697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210631964","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.548015e-8,0.21363673,0.000006696186,0.00040046312,0.0000012712352,0.78347564,0.0024032402,0.000044251978,0.000031628173],"genre_scores_gemma":[1.9408392e-7,0.030210046,0.00026197534,0.00008229901,0.00006696499,0.9655608,0.00090921496,0.00006414862,0.0028443814],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9935439,0.0018616405,0.0017995326,0.00083752465,0.0013595573,0.00059780834],"domain_scores_gemma":[0.9964497,0.00070534885,0.00083550526,0.0010470588,0.00033622867,0.0006261656],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037464486,0.00046815514,0.005431648,0.0007730152,0.00062166736,0.00013362951,0.00039664799,0.00026811374,0.00084392406],"category_scores_gemma":[0.00035123894,0.0003211955,0.0009030667,0.001519115,0.000101309655,0.00012291338,0.00042214763,0.00086691335,0.000013387601],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027518518,0.00020832352,0.0000578806,0.99069005,0.0076361243,0.00000606377,0.00007137507,6.005072e-8,1.3279076e-8,0.000065155175,0.00028041165,0.0009570273],"study_design_scores_gemma":[0.0006024478,0.0013169558,0.00010410285,0.5594275,0.12822095,0.00002330422,0.000008623621,6.7090974e-7,0.0000014927293,0.00002430676,0.30998293,0.000286723],"about_ca_topic_score_codex":0.000023617085,"about_ca_topic_score_gemma":0.000010993517,"teacher_disagreement_score":0.43126252,"about_ca_system_score_codex":0.0003161559,"about_ca_system_score_gemma":0.0005120776,"threshold_uncertainty_score":0.999924},"labels":[],"label_agreement":null},{"id":"W4210640800","doi":"10.2196/34778","title":"Patient-Led Mass Screening for Atrial Fibrillation in the Older Population Using Handheld Electrocardiographic Devices Integrated With a Clinician-Coordinated Remote Central Monitoring System: Protocol for a Randomized Controlled Trial and Process Evaluation","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Atrial fibrillation; Population; Randomization; Stroke (engine); Clinical trial; Intervention (counseling); Physical therapy; Medical emergency; Emergency medicine; Internal medicine; Nursing","score_opus":0.2299033836724588,"score_gpt":0.5427918853770792,"score_spread":0.31288850170462046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210640800","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07434834,0.000008569583,0.0044923867,0.00022833605,0.00003084668,0.9208058,0.0000055775317,0.000061841645,0.00001831826],"genre_scores_gemma":[0.29299575,1.4637212e-7,0.0011754326,0.000005372922,0.0007080171,0.7050051,0.00006525399,0.000031166783,0.000013773922],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99269146,0.0034280424,0.0011879015,0.00051197,0.0015906459,0.00058998755],"domain_scores_gemma":[0.9961406,0.001921178,0.000709776,0.00023724232,0.0009154397,0.00007579291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013309332,0.0002617242,0.0011982404,0.00077976246,0.0008061895,0.00025915404,0.00012826176,0.00011822071,0.000009471905],"category_scores_gemma":[0.0015849441,0.00016301255,0.00049203826,0.0013427187,0.00006382585,0.00027388587,0.000042362946,0.00037315677,9.86605e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95811874,0.000022983886,0.029214513,0.0010035381,0.0002779014,0.0000019882625,0.00038051826,0.003960799,0.000093446615,0.00004797023,0.000009804026,0.0068678],"study_design_scores_gemma":[0.7215736,0.002811782,0.0016915147,0.0015530618,0.0001818891,0.000004296038,0.0013067174,0.2701083,0.000041242594,0.00012340497,0.0004571375,0.00014704898],"about_ca_topic_score_codex":0.00009578406,"about_ca_topic_score_gemma":0.000014401863,"teacher_disagreement_score":0.26614752,"about_ca_system_score_codex":0.00031516253,"about_ca_system_score_gemma":0.00033922069,"threshold_uncertainty_score":0.66474587},"labels":[],"label_agreement":null},{"id":"W4210681748","doi":"10.2196/34275","title":"Creating Effective, Evidence-Based Video Communication of Public Health Science (COVCOM Study): Protocol for a Sequential Mixed Methods Effect Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Norges Forskningsråd; Trond Mohn stiftelse","keywords":"Protocol (science); Observational study; Population; Public health; Toolbox; Health communication; Psychology; Public relations; Medical education; Management science; Computer science; Medicine; Nursing; Alternative medicine; Political science; Engineering","score_opus":0.9204906853938453,"score_gpt":0.7683329489703259,"score_spread":0.15215773642351937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210681748","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010499567,0.0000036652643,0.00040453934,0.0016980956,0.000012903397,0.9866238,0.000010240851,0.00011894205,0.0006282442],"genre_scores_gemma":[0.09476564,7.2644633e-7,0.0023839315,0.0000349683,0.000051058258,0.90264815,0.000008025328,0.000027052853,0.00008045534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93665045,0.057673916,0.0008410497,0.0007198703,0.0030576847,0.0010570415],"domain_scores_gemma":[0.9892533,0.006703882,0.0005762515,0.0016223299,0.001527634,0.0003166136],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.14771126,0.00019365679,0.0004605171,0.0008467396,0.008767093,0.000595152,0.0028816166,0.000057889396,0.0005362885],"category_scores_gemma":[0.0063956757,0.00018325011,0.00013706536,0.0036599603,0.0013044127,0.0008062654,0.0017047294,0.0008420616,0.000005530086],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045895167,0.022902079,0.13277149,0.0023885444,0.00007399588,0.0000017235761,0.22948064,0.0000655058,0.009883611,0.002011467,0.0016069292,0.5942245],"study_design_scores_gemma":[0.037781626,0.098361365,0.1856718,0.004616204,0.000019785284,0.0000020576583,0.2999923,0.003576631,0.0037336263,0.0010757141,0.36398047,0.0011883997],"about_ca_topic_score_codex":0.0033302878,"about_ca_topic_score_gemma":0.0021568013,"teacher_disagreement_score":0.5930361,"about_ca_system_score_codex":0.0020696337,"about_ca_system_score_gemma":0.0027991799,"threshold_uncertainty_score":0.9925234},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4210739992","doi":"10.2196/32693","title":"The Effectiveness and Cost-effectiveness of Well Parent Japan for Japanese Mothers of Children With ADHD: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Randomized controlled trial; Parent training; Mental health; Attention deficit hyperactivity disorder; Intervention (counseling); Medicine; Clinical psychology; Cost effectiveness; Psychology; Psychiatry","score_opus":0.1336945981270901,"score_gpt":0.5162230545530937,"score_spread":0.38252845642600364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210739992","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12689856,0.0000031371562,0.00023772588,0.00009752602,0.0000065265613,0.8725346,0.00004468896,0.000022101249,0.00015518632],"genre_scores_gemma":[0.1723004,1.4762307e-7,0.000045954657,0.000004346709,0.000046509595,0.82732713,0.00001349142,0.000056113124,0.00020593815],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99025196,0.006890748,0.00069503335,0.0004923157,0.0011532443,0.000516684],"domain_scores_gemma":[0.98177946,0.016147338,0.00048241075,0.0005258746,0.00094407314,0.00012084213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018821953,0.0002602074,0.0018215713,0.00024414845,0.0004891609,0.000045633416,0.00027262018,0.00008569582,0.0000629584],"category_scores_gemma":[0.0024996304,0.00014795114,0.0004855867,0.0003919719,0.00071428466,0.000089274894,0.000159518,0.00044292051,6.4620275e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9870438,0.0029143433,0.0019029521,0.0031574075,0.0007700447,6.754138e-7,0.00031116404,0.000066705186,0.002417986,0.00032660773,0.00008433682,0.0010039855],"study_design_scores_gemma":[0.9762838,0.015329345,0.0016539288,0.0011497681,0.00007410902,0.000012158943,0.0011678898,0.0004110604,0.0013062237,0.0002497093,0.002210373,0.0001516679],"about_ca_topic_score_codex":0.000052732936,"about_ca_topic_score_gemma":0.0000053896497,"teacher_disagreement_score":0.04540183,"about_ca_system_score_codex":0.00014275416,"about_ca_system_score_gemma":0.00052167114,"threshold_uncertainty_score":0.65233505},"labels":[],"label_agreement":null},{"id":"W4210775100","doi":"10.2196/33404","title":"Mapping Digital Public Health Interventions Among Existing Digital Technologies and Internet-Based Interventions to Maintain and Improve Population Health in Practice: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leibniz-Gemeinschaft; Freie Hansestadt Bremen","keywords":"Digital health; Psychological intervention; Public health; Health intervention; Health care; eHealth; Medicine; The Internet; Computer science; Nursing; World Wide Web; Political science","score_opus":0.6598286215807943,"score_gpt":0.7132184207431387,"score_spread":0.05338979916234443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210775100","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1220783e-7,0.13634929,0.0027620997,0.012518849,0.000019069326,0.84742194,0.0004541854,0.0003329037,0.00014156096],"genre_scores_gemma":[6.583396e-7,0.1278038,0.0016943781,0.00070550333,0.00008615112,0.86850595,0.00082629477,0.00014020992,0.00023704919],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98538536,0.004054518,0.005473017,0.0017077714,0.0007813942,0.002597926],"domain_scores_gemma":[0.98913115,0.004801312,0.003375747,0.0011007113,0.0005147182,0.0010763343],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0179736,0.00066312833,0.0026764031,0.002526066,0.0024225358,0.0005342568,0.00083362,0.0004497617,0.000091183036],"category_scores_gemma":[0.013329593,0.0006234908,0.00051606906,0.0026769023,0.00025333877,0.0010321541,0.0017901204,0.0040111844,0.000024146226],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003155616,0.0003253373,0.00016572113,0.46915218,0.000010898965,0.000001157293,0.00010117739,5.6515812e-8,3.1542877e-9,0.0011586011,0.0025387884,0.52651453],"study_design_scores_gemma":[0.0008186495,0.0009752322,0.000024200202,0.4698652,0.0000036279641,0.0000047045123,0.00085981394,0.00001343666,3.546562e-9,0.00020870463,0.5270164,0.0002100601],"about_ca_topic_score_codex":0.00032741766,"about_ca_topic_score_gemma":0.00076828856,"teacher_disagreement_score":0.5263045,"about_ca_system_score_codex":0.0035910085,"about_ca_system_score_gemma":0.007414984,"threshold_uncertainty_score":0.9996216},"labels":[],"label_agreement":null},{"id":"W4210836495","doi":"10.2196/32988","title":"Participatory Methods for Systems Modeling of Youth Mental Health: Implementation Protocol","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blueprint; Mental health; Citizen journalism; Process (computing); Participatory design; Computer science; Process management; Knowledge management; Psychology; Engineering; Parallels; Psychiatry","score_opus":0.9598292024117815,"score_gpt":0.865629616411692,"score_spread":0.09419958600008949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210836495","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026627458,0.0000018669828,0.012520694,0.0030386755,0.000055534416,0.98280096,0.0009400107,0.00008161424,0.00029434625],"genre_scores_gemma":[0.004045355,1.3419529e-7,0.0064434516,0.0008902937,0.0001661402,0.9879839,0.00005619761,0.000052555308,0.00036198087],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97488797,0.018380774,0.0023792272,0.0005993821,0.0017383398,0.0020143231],"domain_scores_gemma":[0.9955872,0.0016233539,0.0008898185,0.0006328539,0.00077265076,0.0004941115],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.046389997,0.00018161279,0.00046866434,0.00056108413,0.0045476262,0.000035347468,0.0007054906,0.000072567906,0.001124614],"category_scores_gemma":[0.00059669494,0.00017548406,0.00008805892,0.0011120057,0.00012368191,0.00028919033,0.000721793,0.0010122175,0.000021425814],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063956236,0.0019067501,0.018903147,0.050444193,0.00015920243,0.0000015589178,0.4980815,0.0042387126,0.00836288,0.036684316,0.3142644,0.060557716],"study_design_scores_gemma":[0.0056510563,0.0024403052,0.00009214714,0.00051422,0.0000015491306,7.6465955e-7,0.10437222,0.034471933,0.00014605017,0.000407193,0.8517302,0.00017234225],"about_ca_topic_score_codex":0.0012196995,"about_ca_topic_score_gemma":0.00004775658,"teacher_disagreement_score":0.5374658,"about_ca_system_score_codex":0.0013090408,"about_ca_system_score_gemma":0.0055442513,"threshold_uncertainty_score":0.9997885},"labels":[],"label_agreement":null},{"id":"W4210850973","doi":"10.2196/33517","title":"Dexamethasone-Induced Sarcopenia and Physical Frailty in Children With Acute Lymphoblastic Leukemia: Protocol for a Prospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stichting Kinderen Kankervrij; Alexander von Humboldt-Stiftung","keywords":"Sarcopenia; Medicine; Muscle atrophy; Dexamethasone; Prospective cohort study; Physical therapy; Internal medicine; Skeletal muscle","score_opus":0.14897034479422766,"score_gpt":0.5207211144582633,"score_spread":0.37175076966403564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210850973","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4335497,2.551487e-7,0.000010669517,0.00019060403,0.0000015801936,0.565989,0.000029597652,0.00006388689,0.00016467723],"genre_scores_gemma":[0.22310913,2.2914762e-8,0.00027969154,0.00007918378,0.00017521635,0.7760327,0.000011931324,0.00009017087,0.00022199999],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932423,0.0013134851,0.00055393914,0.0013487586,0.0025300211,0.0010115021],"domain_scores_gemma":[0.99757725,0.00055115856,0.00018531262,0.0009194832,0.00038535707,0.00038141754],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003684278,0.00039629714,0.00095009396,0.00043157837,0.0005900163,0.00013333952,0.0004869058,0.00009534691,0.000110211215],"category_scores_gemma":[0.0003844376,0.00032703512,0.000099468256,0.0013391202,0.0002807277,0.00022544035,0.00079645746,0.0017254235,0.00001063879],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019197872,0.007506835,0.96263003,0.0005214752,0.0005396231,0.00010483401,0.005620422,0.0000080815935,0.0010678059,0.00008755866,0.0016290628,0.0010863807],"study_design_scores_gemma":[0.042247463,0.03479174,0.9164546,0.0007688533,0.000034319113,0.00016342835,0.0013521683,0.0001854305,0.001282134,0.00037598296,0.0019317283,0.0004121239],"about_ca_topic_score_codex":0.00065839675,"about_ca_topic_score_gemma":0.00028565477,"teacher_disagreement_score":0.21044059,"about_ca_system_score_codex":0.0017945969,"about_ca_system_score_gemma":0.0025343038,"threshold_uncertainty_score":0.99991816},"labels":[],"label_agreement":null},{"id":"W4210943479","doi":"10.2196/32490","title":"Implementation of a Brief Dialectical Behavioral Therapy Skills Group in High Schools for At-Risk Youth: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"Psychological intervention; Psychology; Intervention (counseling); Social emotional learning; Dialectical behavior therapy; Positive Youth Development; Emotional dysregulation; Clinical psychology; Developmental psychology; Emotional and behavioral disorders; At-risk students; Psychiatry","score_opus":0.28497681016151943,"score_gpt":0.6277607073568239,"score_spread":0.34278389719530444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210943479","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090947725,7.140382e-7,0.00035367958,0.00022597134,0.000057691002,0.90798366,0.0003528946,0.000026859692,0.0000508165],"genre_scores_gemma":[0.027221143,1.13392176e-7,0.0022379365,0.000042703115,0.0001832872,0.9697798,0.00008830848,0.000041475905,0.00040524075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945398,0.002635875,0.0007359355,0.00063999323,0.00073855364,0.0007098391],"domain_scores_gemma":[0.99869186,0.0004168346,0.00022135938,0.0003146589,0.00022986997,0.000125435],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054042647,0.00019859363,0.00036589897,0.00031803153,0.00062005135,0.00005491598,0.00040178775,0.00008140489,0.0013210333],"category_scores_gemma":[0.00006139445,0.00017963673,0.00017879019,0.00062804145,0.00007330874,0.00008147396,0.0002532751,0.00056383264,0.00000614753],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030097915,0.06767996,0.4360651,0.0005242245,0.00024225865,0.0000105813615,0.030506527,0.0000036097665,0.0024680963,0.0049845614,0.040477924,0.38693926],"study_design_scores_gemma":[0.039113857,0.016941177,0.7714239,0.00019310758,0.0000057618113,0.0000013904165,0.0125299385,0.0000026030054,0.00069650466,0.004590927,0.15418522,0.0003156456],"about_ca_topic_score_codex":0.0005540642,"about_ca_topic_score_gemma":0.00020600333,"teacher_disagreement_score":0.3866236,"about_ca_system_score_codex":0.00034886462,"about_ca_system_score_gemma":0.00021928188,"threshold_uncertainty_score":0.9995919},"labels":[],"label_agreement":null},{"id":"W4211010041","doi":"10.2196/34297","title":"A Study on Prevalence and Determinants of Ototoxicity During Treatment of Childhood Cancer (SOUND): Protocol for a Prospective Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing, Cochlea, Tinnitus, Genetics","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ototoxicity; Medicine; Tinnitus; Prospective cohort study; Cohort; Hearing loss; Cancer; Pediatrics; Cohort study; Audiology; Surgery; Internal medicine; Chemotherapy","score_opus":0.3622869143350869,"score_gpt":0.5787811520625397,"score_spread":0.21649423772745274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211010041","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49576557,3.2125098e-7,3.74199e-7,0.000005083793,0.0000021992369,0.50411224,0.00005831549,0.000019110192,0.000036801168],"genre_scores_gemma":[0.47052264,1.3160687e-7,0.000018716624,0.000002269362,0.000021628257,0.5292207,5.759821e-8,0.0000288583,0.00018497203],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99438995,0.0014445466,0.00065769133,0.0010844849,0.0017043499,0.0007189683],"domain_scores_gemma":[0.99794567,0.0004342723,0.000337532,0.00086073246,0.0002665468,0.000155252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013270258,0.00028111282,0.0005051599,0.00035878166,0.00074316206,0.000068339315,0.0006342436,0.00004458506,0.00006591453],"category_scores_gemma":[0.00063617626,0.00024303362,0.0000795119,0.00079032284,0.00027420736,0.00010695551,0.00077157875,0.00038343144,0.0000017327628],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047268006,0.04114578,0.88293093,0.0013890824,0.00002755509,0.000051666117,0.019148538,0.000038582297,0.04922058,0.00001544695,0.000010743741,0.0012943035],"study_design_scores_gemma":[0.011492833,0.06800095,0.6116959,0.00039847984,0.000005218233,0.000008489834,0.0013254364,0.00004102603,0.3063799,0.000130401,0.00032276177,0.00019863575],"about_ca_topic_score_codex":0.00007553232,"about_ca_topic_score_gemma":0.000065465305,"teacher_disagreement_score":0.27123505,"about_ca_system_score_codex":0.00049199763,"about_ca_system_score_gemma":0.0004607337,"threshold_uncertainty_score":0.99106234},"labels":[],"label_agreement":null},{"id":"W4211020380","doi":"10.2196/34152","title":"Evaluating the Effect of Supported Systematic Work Environment Management During the COVID-19 Pandemic: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Futurum - Akademin för Hälsa och Vård, Region Jönköpings läns","keywords":"Psychological intervention; Work (physics); Health care; Medicine; Nursing; Protocol (science); Job satisfaction; Patient safety; Medical education; Psychology; Engineering; Alternative medicine","score_opus":0.47962523417870073,"score_gpt":0.7028745067395908,"score_spread":0.2232492725608901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211020380","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008473549,0.0000032870428,0.0004780181,0.00089722534,0.000026800077,0.9897536,0.00000986239,0.00009505844,0.0002626135],"genre_scores_gemma":[0.0049620084,1.4745862e-7,0.00077022647,0.00018217677,0.00011556294,0.9905749,0.0000045073625,0.00007401995,0.0033164814],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.91846997,0.07505546,0.0017606044,0.0006969029,0.002437347,0.0015797267],"domain_scores_gemma":[0.9762123,0.02078926,0.0008910573,0.0016422492,0.00012429457,0.00034082658],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.12431071,0.00031775498,0.0007472893,0.00027692912,0.008384389,0.000049160302,0.0014153289,0.00011162042,0.0009413128],"category_scores_gemma":[0.002597512,0.00016924554,0.00018824352,0.0010772292,0.00017601003,0.00006481092,0.002180182,0.0023620706,0.000041506468],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02818982,0.001842284,0.29588336,0.61316985,0.00054650806,0.000040167597,0.03193623,0.00219338,0.0008385819,0.00035856778,0.016610505,0.00839075],"study_design_scores_gemma":[0.11421722,0.070360094,0.051682495,0.05451989,0.0003291305,0.00004623533,0.1485409,0.004893598,0.00077192934,0.003143731,0.5496777,0.0018170485],"about_ca_topic_score_codex":0.00005077364,"about_ca_topic_score_gemma":0.000008868619,"teacher_disagreement_score":0.55864996,"about_ca_system_score_codex":0.0016409346,"about_ca_system_score_gemma":0.00063297607,"threshold_uncertainty_score":0.999972},"labels":[],"label_agreement":null},{"id":"W4211125119","doi":"10.2196/26578","title":"Correction: The Effect of Question Order on Outcomes in the Core Outcome Set for Brief Alcohol Interventions Among Online Help-Seekers: Protocol for a Factorial Randomized Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Psychological intervention; Set (abstract data type); Seekers; Psychology; Outcome (game theory); Computer science; Applied psychology; Medicine; Alternative medicine; Psychiatry; Mathematics; Political science","score_opus":0.45121107381128006,"score_gpt":0.6583578623062359,"score_spread":0.20714678849495588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211125119","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008858241,0.0000011268176,0.0009490268,0.0012565898,0.00033058276,0.9881184,0.0001770623,0.000037131154,0.00027182364],"genre_scores_gemma":[0.008959786,6.8666694e-8,0.000066769884,0.000083058854,0.00079149305,0.9868825,0.00016547451,0.000033769385,0.0030170537],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99079806,0.0061125085,0.0012859909,0.0004908919,0.0007138709,0.0005986872],"domain_scores_gemma":[0.9857664,0.012288382,0.00040394152,0.0007293752,0.0007177429,0.00009413874],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011893368,0.0002487234,0.00081309985,0.00023537659,0.0003774832,0.00012620757,0.00045937212,0.00026043825,0.00033288947],"category_scores_gemma":[0.008581981,0.0001322396,0.00067785685,0.0006468957,0.00026983442,0.000109938606,0.000051330746,0.0008248806,0.000011058978],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92585444,0.0024028553,0.017432712,0.0015962684,0.00014367655,0.000005025728,0.0023896452,0.000008741888,0.000010922362,0.0025541997,0.04473373,0.002867776],"study_design_scores_gemma":[0.93204683,0.012729323,0.012104301,0.0014535642,0.00002397857,0.0000056107824,0.0007048859,0.00031559358,0.00015798105,0.000959026,0.039325234,0.0001736713],"about_ca_topic_score_codex":0.00042462547,"about_ca_topic_score_gemma":0.0023790651,"teacher_disagreement_score":0.010326467,"about_ca_system_score_codex":0.000107679836,"about_ca_system_score_gemma":0.0002601925,"threshold_uncertainty_score":0.99976915},"labels":[],"label_agreement":null},{"id":"W4211188253","doi":"10.2196/31739","title":"Developing Reporting Guidelines for Social Media Research (RESOME) by Using a Modified Delphi Method: Protocol for Guideline Development","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Protocol (science); Guideline; Delphi method; Social media; Delphi; Medical education; Computer science; Psychology; Medicine; World Wide Web; Alternative medicine","score_opus":0.9513883983318744,"score_gpt":0.7878931432523422,"score_spread":0.16349525507953222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211188253","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018908152,0.000003833119,0.019369943,0.016857455,0.00016905244,0.9629026,0.000046364006,0.00016416839,0.00029748716],"genre_scores_gemma":[0.000018111454,1.732296e-7,0.2734895,0.00018208622,0.0027864883,0.72318435,0.000063772044,0.00008795022,0.00018755805],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9806772,0.00584378,0.0039282236,0.0011859986,0.0054714903,0.0028932963],"domain_scores_gemma":[0.9715891,0.013354524,0.0016541593,0.00044704016,0.012453799,0.0005014054],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12415359,0.00029884596,0.00062602415,0.00087430386,0.014454835,0.00039366834,0.0014825315,0.0003390185,0.00023101852],"category_scores_gemma":[0.14524864,0.00032344356,0.00017733772,0.002973635,0.000515869,0.0003464308,0.0008068283,0.0013247159,0.000005462304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0017330796,0.00073347014,0.0003187337,0.001992762,0.000051220137,0.000006364534,0.10522036,0.00009037275,0.0019290121,0.013992059,0.5655414,0.30839118],"study_design_scores_gemma":[0.0018588741,0.00020902266,0.000034243865,0.00039455772,0.0000018397575,0.0000015330164,0.02488408,0.0012814145,0.0009836452,0.009059252,0.96093327,0.0003582869],"about_ca_topic_score_codex":0.0013484334,"about_ca_topic_score_gemma":0.00063546165,"teacher_disagreement_score":0.39539188,"about_ca_system_score_codex":0.004927788,"about_ca_system_score_gemma":0.021396747,"threshold_uncertainty_score":0.99992174},"labels":[],"label_agreement":null},{"id":"W4212766874","doi":"10.2196/36269","title":"Strengthening Social Capital to Address Isolation and Loneliness in Long-term Care Facilities During the COVID-19 Pandemic: Protocol for a Systematic Review of Research on Information and Communication Technologies","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Manitoba; Université Laval; Université du Québec en Outaouais; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Loneliness; Social isolation; Psychological intervention; Long-term care; Social capital; Psychology; Information and Communications Technology; Gerontology; Medicine; Nursing; Computer science; Sociology; Social psychology; World Wide Web; Psychiatry; Social science","score_opus":0.5163415887686571,"score_gpt":0.6626117469478541,"score_spread":0.14627015817919697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212766874","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025548132,0.10852538,0.0000064457154,0.0003257177,0.000005319282,0.8907335,0.00025365545,0.00008192667,0.000042550986],"genre_scores_gemma":[0.000011663154,0.13248697,0.000019369443,0.000012379228,0.000036769692,0.8671432,0.00016323336,0.000027688875,0.0000987421],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9890517,0.006932938,0.0018099238,0.0003814271,0.0011539178,0.00067008805],"domain_scores_gemma":[0.9906847,0.0066948147,0.0008091915,0.0008210593,0.00089751306,0.00009272017],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01114664,0.00029099087,0.0013903017,0.0012953425,0.0023050986,0.00010582891,0.00083602115,0.0004307073,0.00003841063],"category_scores_gemma":[0.0066266176,0.00019577838,0.00011059219,0.0013414844,0.00033739224,0.0002548965,0.0011593082,0.0025086782,0.0000050641092],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002532756,0.000037253947,0.00011662575,0.94741493,0.00001684894,6.377105e-7,0.023354093,2.39357e-7,2.1437154e-7,0.00012607811,0.000676074,0.028003708],"study_design_scores_gemma":[0.0009643383,0.00044290177,0.000049784987,0.6955073,0.000014902736,0.000005221841,0.04978883,0.0000011571003,3.005372e-7,0.00006629786,0.25299075,0.00016822854],"about_ca_topic_score_codex":0.00017730458,"about_ca_topic_score_gemma":0.00022249464,"teacher_disagreement_score":0.2523147,"about_ca_system_score_codex":0.0015494763,"about_ca_system_score_gemma":0.0014380423,"threshold_uncertainty_score":0.9997926},"labels":[],"label_agreement":null},{"id":"W4212821603","doi":"10.2196/36357","title":"Community Opioid Dispensing After Injury (CODI): Protocol for a Population-Based Data Linkage Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Queensland Health","keywords":"Medicine; Opioid overdose; Opioid; Emergency medicine; Population; Medical prescription; Retrospective cohort study; Cohort; Injury prevention; Poison control; Cohort study; Medical emergency; Internal medicine; Environmental health; Nursing","score_opus":0.4251837402303752,"score_gpt":0.6050818843452582,"score_spread":0.17989814411488303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212821603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030832225,6.2157966e-7,0.000031990858,0.0005634462,0.0000069561434,0.96778977,0.0004741807,0.00014706928,0.00015371526],"genre_scores_gemma":[0.060598858,1.1398327e-8,0.0010157056,0.00017740969,0.00010903734,0.93663704,0.00082972285,0.00010147132,0.00053074304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993705,0.002449292,0.0006015813,0.0007240017,0.0017231905,0.0007969491],"domain_scores_gemma":[0.9951531,0.0004779895,0.00013980632,0.0035929263,0.00037460413,0.0002615254],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0041112173,0.0002980205,0.00046450787,0.0004279145,0.0015961251,0.00017628676,0.0010514442,0.00007889568,0.00075750105],"category_scores_gemma":[0.00046648207,0.00026234536,0.000113486036,0.0007790674,0.000101883954,0.00022301229,0.0020761183,0.0017775643,0.000032214837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031239506,0.054395847,0.86663544,0.005481215,0.00019221049,0.00016218793,0.0035755176,0.000023082786,0.00042475108,0.000041966763,0.024601799,0.013226475],"study_design_scores_gemma":[0.030954286,0.030775946,0.49363768,0.0019905963,0.00003457312,0.000008029336,0.0032338696,0.0023728346,0.00034819831,0.00045772042,0.43561122,0.0005750277],"about_ca_topic_score_codex":0.000771938,"about_ca_topic_score_gemma":0.00021123789,"teacher_disagreement_score":0.41100943,"about_ca_system_score_codex":0.0006010912,"about_ca_system_score_gemma":0.0010145082,"threshold_uncertainty_score":0.9999829},"labels":[],"label_agreement":null},{"id":"W4212892047","doi":"10.2196/30680","title":"An E–Mental Health Solution to Prevent and Manage Posttraumatic Stress Injuries Among First Responders in Alberta: Protocol for the Implementation and Evaluation of Text Messaging Services (Text4PTSI and Text4Wellbeing)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; MacEwan University; Alberta Health Services; University of Calgary; University of Alberta","funders":"University of Alberta; Government of Alberta; Alberta Health Services","keywords":"Mental health; Anxiety; Depression (economics); Intervention (counseling); Quality of life (healthcare); Protocol (science); Psychology; Medicine; Clinical psychology; Nursing; Psychiatry; Alternative medicine","score_opus":0.19473144500237724,"score_gpt":0.6217224052198032,"score_spread":0.4269909602174259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212892047","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19034925,0.000008484169,0.0000088710385,0.004384723,0.000007945011,0.80495554,0.00009791017,0.000010586827,0.00017669734],"genre_scores_gemma":[0.41628864,1.1216064e-7,0.000034178243,0.000052008087,0.0000064571327,0.5834882,0.000023145956,0.000014690406,0.000092517774],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962244,0.0014932903,0.0006098532,0.00045129893,0.00073994364,0.00048121056],"domain_scores_gemma":[0.9988461,0.00033562866,0.00024148387,0.00030251293,0.0001285295,0.00014571226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005741043,0.00014081835,0.00018711814,0.00039805126,0.0008563419,0.00015810016,0.00022614535,0.000034308505,0.00015768995],"category_scores_gemma":[0.000026427506,0.00012577698,0.000026278938,0.00037316873,0.00016936495,0.00045386635,0.00035067476,0.00022466216,0.0000012320301],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012443904,0.011406784,0.15235598,0.030109739,0.00026517603,0.0000040605873,0.1802694,0.00029785573,0.00038803846,0.022987885,0.006751562,0.5827196],"study_design_scores_gemma":[0.013291878,0.021220721,0.8152781,0.005802981,0.000015350062,0.000014240335,0.10924306,0.006242393,0.00073972385,0.005824205,0.021860683,0.00046664933],"about_ca_topic_score_codex":0.0040737656,"about_ca_topic_score_gemma":0.018305385,"teacher_disagreement_score":0.66292214,"about_ca_system_score_codex":0.0003610593,"about_ca_system_score_gemma":0.00008985597,"threshold_uncertainty_score":0.999608},"labels":[],"label_agreement":null},{"id":"W4213334049","doi":"10.2196/34292","title":"Effect of the Nutraceutical Micodigest 2.0 on the Complication Rate of Colorectal Cancer Surgery With Curative Intent: Protocol for a Placebo-Controlled Double-blind Randomized Clinical Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Probiotics and Fermented Foods","field":"Agricultural and Biological Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; European Commission","keywords":"Medicine; Colorectal cancer; Randomized controlled trial; Adverse effect; Clinical trial; Clinical endpoint; Placebo; Quality of life (healthcare); Internal medicine; Colorectal surgery; Surgery; Cancer; Intensive care medicine; Alternative medicine; Pathology","score_opus":0.36518906530876194,"score_gpt":0.5463279738749457,"score_spread":0.18113890856618375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213334049","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1927203,4.707795e-7,0.000001830567,0.0028525162,0.000012899879,0.8041621,0.000056073797,0.000009844743,0.00018401274],"genre_scores_gemma":[0.21781197,2.3733988e-7,0.0000029689847,0.00003340585,0.00007368472,0.7820047,0.000008673459,0.0000024579715,0.00006190034],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9896703,0.008142612,0.0008161324,0.0003571699,0.0006397108,0.00037411967],"domain_scores_gemma":[0.9775802,0.02123376,0.0005700908,0.00015894616,0.00038422333,0.000072778384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019195806,0.00017505111,0.000864441,0.000032278018,0.0005857357,0.00006277224,0.0006403761,0.00009571403,0.00015426145],"category_scores_gemma":[0.0011753606,0.000043105036,0.0005224208,0.00057560526,0.00082251185,0.000042704494,0.0002418319,0.0007223848,0.0000012017872],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98768044,0.0013274233,0.00029406507,0.00009010656,0.00010364413,3.4087728e-7,0.00004776322,0.000009290657,0.0062100785,0.0016387843,0.0007283282,0.0018697372],"study_design_scores_gemma":[0.94530135,0.018858775,0.00041582572,0.0005247405,0.000018417613,0.0000011364144,0.00007769885,0.0007750194,0.025779448,0.0003017099,0.00781377,0.00013212321],"about_ca_topic_score_codex":0.00003728126,"about_ca_topic_score_gemma":0.00003538234,"teacher_disagreement_score":0.042379104,"about_ca_system_score_codex":0.00006853859,"about_ca_system_score_gemma":0.00017024652,"threshold_uncertainty_score":0.66529214},"labels":[],"label_agreement":null},{"id":"W4213421802","doi":"10.2196/37106","title":"Investigating Why and How Young Adults Use Protective Behavioral Strategies for Alcohol and Marijuana Use: Protocol for Developing a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; University of North Texas; National Institute on Alcohol Abuse and Alcoholism; Small Business Technology Transfer; U.S. Department of Health and Human Services","keywords":"Randomized controlled trial; Protocol (science); Psychology; Clinical psychology; Medicine; Psychiatry; Alternative medicine","score_opus":0.34727176074088034,"score_gpt":0.5298434122591607,"score_spread":0.1825716515182803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213421802","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08740618,0.0000026388286,0.00034422227,0.00082831265,0.000009220979,0.9112883,0.00001820296,0.00009006547,0.0000128119245],"genre_scores_gemma":[0.011122993,2.7743383e-7,0.0068724193,0.00007625589,0.00012894136,0.9810185,0.000026934978,0.000067765555,0.0006859114],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960733,0.001106538,0.0005534615,0.00066879776,0.0008605633,0.000737334],"domain_scores_gemma":[0.99551886,0.0029832688,0.00031431945,0.00029358393,0.0006945949,0.00019536377],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034525811,0.00035050145,0.0014369444,0.00036130694,0.0009701614,0.00073422864,0.00013993692,0.000121640194,0.000017945024],"category_scores_gemma":[0.0024291726,0.00025019923,0.00026788385,0.00034141453,0.00041502932,0.0007974543,0.00018481798,0.0005241407,2.5040424e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98735595,0.00041372943,0.0047835438,0.000798189,0.00023331336,0.000017812767,0.0027799506,5.073543e-7,0.0005588187,0.0010913346,0.0008965823,0.0010702527],"study_design_scores_gemma":[0.9830762,0.0059875823,0.00044239234,0.001465812,0.000056463246,0.000016170625,0.0030110169,0.0005710128,0.0004480049,0.0019204329,0.0027305428,0.00027436475],"about_ca_topic_score_codex":0.000077966,"about_ca_topic_score_gemma":0.00014255621,"teacher_disagreement_score":0.07628319,"about_ca_system_score_codex":0.00031152033,"about_ca_system_score_gemma":0.0009826561,"threshold_uncertainty_score":0.99999505},"labels":[],"label_agreement":null},{"id":"W4214507882","doi":"10.2196/33982","title":"Developing a Clinic-Based, Vaccine-Promoting Intervention for African American Youth in Rural Alabama: Protocol for a Pilot Cluster-Randomized Controlled Implementation Science Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Family medicine; Intervention (counseling); Medicine; Randomized controlled trial; Vaccination; Institutional review board; Vaccine trial; Protocol (science); Medical education; Nursing; Alternative medicine; Human immunodeficiency virus (HIV); Psychiatry","score_opus":0.7513365560308831,"score_gpt":0.7781862878335511,"score_spread":0.02684973180266803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214507882","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016905382,1.1312688e-7,0.007400002,0.008199788,0.00006342568,0.96706253,0.000185646,0.00009821658,0.000084895124],"genre_scores_gemma":[0.043570258,3.3847616e-8,0.005807053,0.0012144693,0.00028694308,0.9488986,0.00004229005,0.000055831228,0.00012453453],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97476655,0.015187099,0.0042154435,0.00094184355,0.0022736369,0.0026154036],"domain_scores_gemma":[0.9781754,0.016829971,0.0023952015,0.00052095135,0.0017050541,0.00037343006],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11586422,0.00030895468,0.0014226465,0.0018122745,0.004626528,0.00019185414,0.0012085284,0.0000570195,0.0005485062],"category_scores_gemma":[0.018761752,0.00026287747,0.00032596636,0.003438708,0.0004960247,0.0005483081,0.0007515924,0.0011289214,0.000016486341],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97786367,0.00058658374,0.0012434539,0.0016187301,0.000016677703,6.9034985e-7,0.010779666,0.0000073045953,0.00017750124,0.0008045557,0.001576805,0.005324337],"study_design_scores_gemma":[0.92673177,0.010887614,0.00025588178,0.0009718894,0.000006528743,2.9356138e-7,0.043548133,0.0039178547,0.000120095625,0.000981841,0.01230958,0.00026854454],"about_ca_topic_score_codex":0.0011470828,"about_ca_topic_score_gemma":0.001206907,"teacher_disagreement_score":0.09710246,"about_ca_system_score_codex":0.0031288182,"about_ca_system_score_gemma":0.009734893,"threshold_uncertainty_score":0.99998236},"labels":[],"label_agreement":null},{"id":"W4214571829","doi":"10.2196/18345","title":"Predictors and Consequences of Veterans Affairs Mental Health Provider Burnout: Protocol for a Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Burnout; Staffing; Veterans Affairs; Emotional exhaustion; Mental health; Nursing; Psychological intervention; Medicine; Health care; Qualitative research; Focus group; Qualitative property; Psychology; Clinical psychology; Psychiatry; Business","score_opus":0.4618888560581174,"score_gpt":0.6840621816421554,"score_spread":0.22217332558403796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214571829","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014111585,0.000015460708,0.00037340674,0.021537876,0.000030393094,0.9758984,0.0002294258,0.00012282348,0.00038109533],"genre_scores_gemma":[0.008021483,0.000002097794,0.007519693,0.00046948463,0.00030417021,0.9833325,0.00001570948,0.000066704284,0.00026815996],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98309135,0.01150496,0.0017231744,0.0009157856,0.0012678052,0.0014969186],"domain_scores_gemma":[0.99460405,0.002288348,0.0006434113,0.0004961919,0.000964214,0.0010037743],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010038602,0.00035007187,0.0009451952,0.0002465204,0.001824204,0.000048583413,0.0005845676,0.00029131654,0.00027715802],"category_scores_gemma":[0.0011720718,0.0002533377,0.00012035647,0.00063411205,0.0005687613,0.00026334735,0.00049924897,0.0016778932,0.000014696715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020212041,0.0061634593,0.21805938,0.096655466,0.00037679946,0.000027259284,0.25744033,0.00000163649,0.01578269,0.0021476096,0.14735076,0.2357826],"study_design_scores_gemma":[0.026216077,0.035755835,0.016074745,0.035514094,0.000007849035,0.0000039604315,0.16344573,0.00045666524,0.0028790256,0.001249065,0.71768594,0.00071099546],"about_ca_topic_score_codex":0.00038695332,"about_ca_topic_score_gemma":0.00016795358,"teacher_disagreement_score":0.5703352,"about_ca_system_score_codex":0.00021474215,"about_ca_system_score_gemma":0.0036052975,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W4214737406","doi":"10.2196/36849","title":"Adaptive Text Messaging for Postpartum Risky Drinking: Conceptual Model and Protocol for an Ecological Momentary Assessment Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prenatal Substance Exposure Effects","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Conceptual model; Psychological intervention; Psychology; Developmental psychology; Conceptual framework; Social cognitive theory; Intervention (counseling); Short Message Service; Theory of planned behavior; Social ecological model; Social psychology; Environmental health; Clinical psychology; Medicine; Psychiatry; Computer science","score_opus":0.3332617551730492,"score_gpt":0.5604296799331825,"score_spread":0.2271679247601333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214737406","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025033224,0.0000010812743,0.0007461402,0.00037787398,0.000005986831,0.9730834,0.00007979721,0.00012479066,0.0005477446],"genre_scores_gemma":[0.21569885,2.5932446e-8,0.0031945568,0.00011009314,0.00010017085,0.7804814,0.000037832342,0.00005898707,0.00031806977],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9948696,0.0011182275,0.0004860316,0.0010083213,0.0014815263,0.0010362971],"domain_scores_gemma":[0.9975781,0.0008506548,0.00015322122,0.00058226037,0.00041638926,0.00041937653],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0047030207,0.0003072973,0.0005509115,0.00025327134,0.0010680137,0.00011206398,0.00044956562,0.0000957206,0.00013540375],"category_scores_gemma":[0.00018712222,0.00026105778,0.000109880566,0.00033543707,0.00031855074,0.00033025962,0.0008183984,0.0011254926,0.0000017359542],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21703126,0.17197159,0.24699327,0.009149097,0.0019338457,0.0011049814,0.03595768,0.0053974325,0.0874922,0.036809154,0.15044048,0.035719026],"study_design_scores_gemma":[0.123664364,0.40406978,0.09209338,0.0018348149,0.00006741676,0.00008956686,0.030454084,0.21082392,0.004004071,0.010468751,0.12075868,0.0016711559],"about_ca_topic_score_codex":0.000010787684,"about_ca_topic_score_gemma":0.000024731473,"teacher_disagreement_score":0.23209819,"about_ca_system_score_codex":0.0007872551,"about_ca_system_score_gemma":0.00071487896,"threshold_uncertainty_score":0.99998415},"labels":[],"label_agreement":null},{"id":"W4214868455","doi":"10.2196/35332","title":"Evaluation of Digital Interventions for Physical Activity Promotion: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leibniz-Gemeinschaft; Freie Hansestadt Bremen","keywords":"PsycINFO; CINAHL; Systematic review; Context (archaeology); Inclusion (mineral); Grey literature; Psychological intervention; MEDLINE; Health promotion; Promotion (chess); Medicine; Intervention (counseling); Psychology; Medical education; Nursing; Public health; Political science; Social psychology","score_opus":0.9342517862276597,"score_gpt":0.7874797437112254,"score_spread":0.14677204251643428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214868455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.6424364e-8,0.026373204,0.00014625725,0.00024125705,0.000004133616,0.9723926,0.0002904152,0.00004125171,0.00051080214],"genre_scores_gemma":[1.724633e-7,0.027822705,0.000067681816,0.0000046215237,0.00043247055,0.97121483,0.00017791976,0.000074230615,0.00020538195],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937704,0.0016031769,0.000814485,0.00071706966,0.0024974155,0.0005974288],"domain_scores_gemma":[0.99525744,0.00149856,0.00075703143,0.0007328095,0.0015343424,0.00021981297],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00802707,0.00033357664,0.0026935437,0.0002965803,0.0003254354,0.00006854499,0.0003534871,0.00015654485,0.00031279377],"category_scores_gemma":[0.003486654,0.0002604786,0.0019910915,0.00084117294,0.000161793,0.00035457753,0.00029031764,0.0011150474,0.000012995027],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019544765,0.006716178,6.682065e-8,0.49622363,0.000057993315,3.0128146e-7,0.000009997166,2.9870332e-8,6.930554e-7,0.00007054544,0.0011277396,0.4955974],"study_design_scores_gemma":[0.001565837,0.006958205,3.0566932e-7,0.51722217,0.00018014773,0.0000042955835,0.000001575458,0.00005717664,0.0000089006935,0.00058813416,0.47330305,0.00011018348],"about_ca_topic_score_codex":0.0000011937843,"about_ca_topic_score_gemma":0.0000019683994,"teacher_disagreement_score":0.4954872,"about_ca_system_score_codex":0.0009169892,"about_ca_system_score_gemma":0.0066294237,"threshold_uncertainty_score":0.99998474},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4214873002","doi":"10.2196/28625","title":"Evidence for Continuing Professional Development and Recency of Practice Standards for Regulated Health Professionals in Australia: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Healthcare Quality and Management","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Operationalization; Systematic review; Protocol (science); Inclusion (mineral); Medical education; Evidence-based practice; Continuing professional development; Grey literature; Medicine; Evidence-based medicine; MEDLINE; Health professionals; Professional development; Health care; Psychology; Alternative medicine; Political science; Pathology","score_opus":0.8835843885824318,"score_gpt":0.8041326706611939,"score_spread":0.07945171792123795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214873002","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.1777162e-8,0.17341416,0.00015237907,0.0037626454,0.000049849616,0.82200706,0.00054507394,0.00004804487,0.000020769585],"genre_scores_gemma":[6.945385e-9,0.12004094,0.004994495,0.00057144585,0.000111077614,0.8673309,0.0002043078,0.00012462416,0.0066222064],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9619958,0.024191579,0.0074621243,0.001413328,0.0028060242,0.0021311513],"domain_scores_gemma":[0.9578135,0.03203094,0.0052259965,0.0010621668,0.0034280356,0.00043938632],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11970572,0.00068762264,0.005225799,0.0007826019,0.0017170698,0.000043209657,0.0010312488,0.000676422,0.0002080935],"category_scores_gemma":[0.04338609,0.0005068966,0.0004123979,0.001298044,0.00013407359,0.00042869998,0.00090686866,0.0026436734,0.000005422679],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001165613,0.0006749242,0.0000010998791,0.8099885,0.00009308838,0.0000020952873,0.0025302619,2.1284427e-8,7.117282e-8,0.0020687787,0.08756622,0.09590933],"study_design_scores_gemma":[0.001569174,0.00095192145,7.010086e-7,0.49629763,0.00003137955,0.0000016394578,0.000988037,0.0000013076506,3.188024e-7,0.00012330437,0.49981827,0.00021633325],"about_ca_topic_score_codex":0.000055538138,"about_ca_topic_score_gemma":0.00009610419,"teacher_disagreement_score":0.41225204,"about_ca_system_score_codex":0.0037478467,"about_ca_system_score_gemma":0.025253454,"threshold_uncertainty_score":0.9997383},"labels":[],"label_agreement":null},{"id":"W4214925436","doi":"10.2196/30956","title":"Reporting of Model Performance and Statistical Methods in Studies That Use Machine Learning to Develop Clinical Prediction Models: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Machine learning; Artificial intelligence; Protocol (science); Computer science; Checklist; Systematic review; Predictive modelling; MEDLINE; Identification (biology); Data science; Medicine; Alternative medicine; Psychology","score_opus":0.9708081435536564,"score_gpt":0.8136648806015884,"score_spread":0.15714326295206804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214925436","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.835555e-7,0.07227808,0.004601317,0.000080295285,0.000007655381,0.9229608,0.000023252607,0.00002977657,0.000018194287],"genre_scores_gemma":[9.735445e-8,0.29484385,0.024844043,0.000033045897,0.0000412917,0.6799669,0.000036715646,0.000044622724,0.00018940253],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9863622,0.0044757063,0.0069205966,0.0007587122,0.0009249185,0.0005578597],"domain_scores_gemma":[0.9881203,0.0071247783,0.0025174678,0.000577486,0.0014089585,0.0002509755],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04648026,0.00031527842,0.0038127527,0.00052417297,0.00025694005,0.000042007985,0.00021205195,0.0002334743,0.000020393538],"category_scores_gemma":[0.0813248,0.00022343235,0.00017762608,0.0011476916,0.00014632905,0.00020543701,0.0003485595,0.0018835067,0.0000021375924],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017882435,0.00016785917,0.00021149682,0.6947451,0.000046761736,0.000003999394,0.00041514065,0.000021940292,6.712857e-8,0.00003325386,0.00046214554,0.3037134],"study_design_scores_gemma":[0.00011591402,0.0017519391,0.0000047036215,0.8040923,0.00008800226,0.000036975205,0.00023746761,0.028324822,0.0000018955977,0.00017359878,0.16502453,0.00014783505],"about_ca_topic_score_codex":0.00003330645,"about_ca_topic_score_gemma":0.000008926009,"teacher_disagreement_score":0.3035656,"about_ca_system_score_codex":0.00056411757,"about_ca_system_score_gemma":0.0028537693,"threshold_uncertainty_score":0.98184925},"labels":[],"label_agreement":null},{"id":"W4214951540","doi":"10.2196/34894","title":"Dashboards in Health Care Settings: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; U.S. Department of Veterans Affairs","keywords":"Computer science; Health care; Data extraction; Context (archaeology); Protocol (science); MEDLINE; Dashboard; Data science; Task (project management); Knowledge management; Systematic review; World Wide Web; Medicine","score_opus":0.6940495708969424,"score_gpt":0.6680205100019337,"score_spread":0.02602906089500867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214951540","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.240545e-10,0.34610197,0.000010517835,0.0003873517,0.0000141076525,0.65170056,0.0000483711,0.00009653497,0.0016406089],"genre_scores_gemma":[1.5506346e-10,0.2782629,0.00010164065,0.0009042983,0.0008227421,0.719119,0.00045815276,0.00013810169,0.00019315012],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99249506,0.00051441696,0.0021645895,0.0014704932,0.0017122017,0.0016432111],"domain_scores_gemma":[0.996024,0.0005112155,0.0013482126,0.001439192,0.000619345,0.000058014153],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007134373,0.0007209807,0.0025473498,0.0014256113,0.00080514164,0.00086889655,0.002559328,0.00027553184,0.0028901487],"category_scores_gemma":[0.001561585,0.0005964268,0.00052746903,0.0041410094,0.00015388726,0.001077267,0.002232024,0.0019717447,0.0003053602],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028451894,0.000111027155,0.0000012166277,0.5015246,0.000005727024,0.000006880084,0.000011217686,1.0314375e-7,6.7760735e-9,0.00025774326,0.07285341,0.4251996],"study_design_scores_gemma":[0.00031816636,0.00006350743,9.5694205e-8,0.47917506,0.000005070555,0.0000025576328,0.000028864306,0.0000027035544,5.758386e-8,0.00004094483,0.52006614,0.00029680706],"about_ca_topic_score_codex":0.00015243032,"about_ca_topic_score_gemma":0.00011632394,"teacher_disagreement_score":0.44721276,"about_ca_system_score_codex":0.0007741694,"about_ca_system_score_gemma":0.003067181,"threshold_uncertainty_score":0.9996487},"labels":[],"label_agreement":null},{"id":"W4220655745","doi":"10.2196/36845","title":"A Skills-Based HIV Serostatus Disclosure Intervention for Sexual Minority Men in South Africa: Protocol for Intervention Adaptation and a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Serostatus; Focus group; Intervention (counseling); Men who have sex with men; Medicine; Randomized controlled trial; Psychological intervention; mHealth; Psychology; Nursing; Family medicine; Human immunodeficiency virus (HIV); Viral load","score_opus":0.16809517560981982,"score_gpt":0.5097733299676976,"score_spread":0.34167815435787785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220655745","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026933793,0.0000061565834,0.008528445,0.00062334887,0.00001097072,0.9872655,0.00031848394,0.000067120105,0.00048654512],"genre_scores_gemma":[0.02346241,7.654765e-8,0.0007876747,0.000009611265,0.0001976539,0.95531344,0.00029925565,0.000050396047,0.019879473],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9913509,0.0041042278,0.0015088555,0.0007402065,0.0013558704,0.0009399451],"domain_scores_gemma":[0.9963418,0.001689085,0.00042569498,0.00041081134,0.0008177092,0.0003148888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014578476,0.00030109356,0.0013096478,0.0010718218,0.0005397758,0.0002196185,0.00028347305,0.000113269685,0.00051432475],"category_scores_gemma":[0.0049063503,0.00024046002,0.0008998634,0.00062527024,0.0002900197,0.0002632494,0.00024840585,0.0009127824,0.000006139356],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96398085,0.010990087,0.00028067897,0.003788757,0.00018719422,0.000008622499,0.001278133,0.000015419942,0.00048523405,0.0003694731,0.01426377,0.0043517714],"study_design_scores_gemma":[0.8748387,0.06887686,0.00011007347,0.0015614378,0.000032235697,0.0000024676733,0.0015208266,0.038193792,0.00013686511,0.00076184276,0.013772851,0.00019203166],"about_ca_topic_score_codex":0.00010651586,"about_ca_topic_score_gemma":0.00010693327,"teacher_disagreement_score":0.089142144,"about_ca_system_score_codex":0.0004918775,"about_ca_system_score_gemma":0.00049248757,"threshold_uncertainty_score":0.9805675},"labels":[],"label_agreement":null},{"id":"W4220661403","doi":"10.2196/37748","title":"Evaluation of the Implementation and Effectiveness of a Mobile Health Intervention to Improve Outcomes for People With HIV in the Washington, DC Cohort: Study Protocol for a Cluster Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Randomized controlled trial; Medicine; mHealth; Cohort; Context (archaeology); Psychological intervention; Viral load; Cohort study; Family medicine; Health care; Cluster randomised controlled trial; Physical therapy; Human immunodeficiency virus (HIV); Nursing; Internal medicine","score_opus":0.4430937789175361,"score_gpt":0.7478900303764298,"score_spread":0.30479625145889366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220661403","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1950495,1.6724753e-7,0.0005562606,0.0015236167,0.000018747682,0.8027319,0.0001009083,0.000006728621,0.000012203749],"genre_scores_gemma":[0.214182,1.284784e-8,0.00008652083,0.00018261065,0.000026147476,0.78547037,0.000006092294,0.00001580621,0.0000304175],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9087544,0.0841158,0.0025124892,0.0005162512,0.003343798,0.00075722317],"domain_scores_gemma":[0.9760955,0.020276157,0.0013648369,0.00047244635,0.0017081733,0.000082876715],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2614176,0.00015077219,0.0011330142,0.00035695804,0.0011664686,0.000033250537,0.00048168626,0.000037703285,0.00009657494],"category_scores_gemma":[0.0067031477,0.00007731822,0.00016338736,0.0008160348,0.00009992701,0.00015683137,0.00030982395,0.00041864053,4.8888467e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89799,0.0012309578,0.057975855,0.0031747303,0.00007171802,2.3633275e-8,0.037220005,0.00006397913,0.000078673715,0.0002940266,0.0006580321,0.0012419927],"study_design_scores_gemma":[0.912997,0.013452845,0.041639566,0.0004754608,0.00002225303,1.389403e-7,0.02942046,0.00067774375,0.00005072667,0.0005862423,0.0006086916,0.000068866226],"about_ca_topic_score_codex":0.0010685469,"about_ca_topic_score_gemma":0.002700957,"teacher_disagreement_score":0.25471443,"about_ca_system_score_codex":0.0007522458,"about_ca_system_score_gemma":0.002877627,"threshold_uncertainty_score":0.8971651},"labels":[],"label_agreement":null},{"id":"W4220671609","doi":"10.2196/37975","title":"Exploring the Use of Wearable Sensors and Natural Language Processing Technology to Improve Patient-Clinician Communication: Protocol for a Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Health care; Wearable computer; Quality (philosophy); Computer science; Variety (cybernetics); Medicine; Medical education; Artificial intelligence","score_opus":0.8069423966641793,"score_gpt":0.6622360364290155,"score_spread":0.1447063602351638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220671609","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10485119,0.000019084413,0.0000025276731,0.00423139,0.000016065154,0.89066386,0.00005269665,0.00011732663,0.000045869354],"genre_scores_gemma":[0.1990432,1.9893658e-7,0.0015899395,0.00015204847,0.000027382952,0.7989214,0.000004908732,0.000041382078,0.00021953807],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9897852,0.0066728294,0.0011933495,0.0005877263,0.0009185017,0.00084241934],"domain_scores_gemma":[0.99222946,0.0028473393,0.0005554705,0.0026873464,0.0015216279,0.0001587711],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0032247219,0.00019556336,0.00037815352,0.00044389625,0.0048155445,0.000059517126,0.0013284967,0.000089707224,0.000047217698],"category_scores_gemma":[0.0030295812,0.00015269606,0.000055325076,0.0015335279,0.00031768478,0.00043298828,0.0037333607,0.0028507635,0.000007382673],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014540699,0.007613751,0.2770767,0.012650449,0.00009380248,0.0000081349,0.42866504,0.00012498136,0.0028758496,0.000685605,0.0076470943,0.24801789],"study_design_scores_gemma":[0.009808366,0.012364141,0.026276685,0.004469599,0.0000068237314,0.000003541604,0.5523172,0.0022773645,0.00058739254,0.0006208155,0.39074802,0.0005200567],"about_ca_topic_score_codex":0.0004419824,"about_ca_topic_score_gemma":0.00030881804,"teacher_disagreement_score":0.38310093,"about_ca_system_score_codex":0.000518224,"about_ca_system_score_gemma":0.0008475911,"threshold_uncertainty_score":0.9994497},"labels":[],"label_agreement":null},{"id":"W4220704541","doi":"10.2196/37282","title":"The Effect of Transcranial Alternating Current Stimulation With Cognitive Training on Executive Brain Function in Individuals With Dementia: Protocol for a Crossover Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vestibular and auditory disorders","field":"Neuroscience","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Transcranial direct-current stimulation; Dementia; Randomized controlled trial; Crossover study; Transcranial alternating current stimulation; Cognitive training; Cognition; Brain stimulation; Physical medicine and rehabilitation; Crossover; Protocol (science); Psychology; Executive functions; Brain function; Transcranial magnetic stimulation; Medicine; Neuroscience; Stimulation; Computer science; Artificial intelligence; Alternative medicine","score_opus":0.12011439532454112,"score_gpt":0.49009380950153725,"score_spread":0.36997941417699615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220704541","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037388954,6.21169e-7,0.0016240095,0.000116507246,0.000021879596,0.96058124,0.00003588786,0.000026211705,0.0002046934],"genre_scores_gemma":[0.237171,2.8227495e-8,0.0000103081165,0.00001872204,0.000082003826,0.7626499,0.0000044699414,0.000026665257,0.000036930865],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9896358,0.0068412903,0.00061517494,0.00053536403,0.0018106296,0.00056171947],"domain_scores_gemma":[0.9855257,0.013629707,0.00046399448,0.00016659166,0.00015197991,0.00006202888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008815033,0.00023811891,0.00075768074,0.000277472,0.0011363421,0.00017747238,0.00030264014,0.000053938733,0.00004018507],"category_scores_gemma":[0.0034122684,0.00013078253,0.00018054715,0.0005796448,0.00047721135,0.00018841641,0.00005920895,0.0009502143,9.0198716e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98724514,0.00058935035,0.00018487363,0.00015316257,0.00007590087,0.0000034930417,0.0013593081,0.0042282734,0.0012904714,0.00023248664,0.000099043886,0.0045385174],"study_design_scores_gemma":[0.9560869,0.032902047,0.000048833324,0.0009607372,0.000020897874,0.0000013148813,0.00027709073,0.0036757344,0.0035040686,0.00025392807,0.0021144203,0.00015402997],"about_ca_topic_score_codex":0.000005368076,"about_ca_topic_score_gemma":0.000011156454,"teacher_disagreement_score":0.19978204,"about_ca_system_score_codex":0.000085266765,"about_ca_system_score_gemma":0.00034598116,"threshold_uncertainty_score":0.873994},"labels":[],"label_agreement":null},{"id":"W4220725657","doi":"10.2196/31325","title":"Level of Physical Activity, Sedentary Behavior, and Sleep in the Child and Adolescent Population in the Autonomous Community of the Basque Country (6-17 Years Old): Protocol for the Mugikertu Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eusko Jaurlaritza","keywords":"Sedentary behavior; Physical activity; Population; Sedentary lifestyle; Sleep (system call); Psychology; Gerontology; Protocol (science); Actigraphy; Developmental psychology; Medicine; Physical therapy; Environmental health; Psychiatry; Computer science; Alternative medicine","score_opus":0.27145650831745655,"score_gpt":0.5181472934542073,"score_spread":0.24669078513675075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220725657","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49154425,4.0041866e-7,3.251354e-7,0.0005492452,0.0000016591871,0.5078275,0.000039782,0.0000038273115,0.000032991695],"genre_scores_gemma":[0.5006034,3.527638e-8,0.0000016794423,0.00006618958,0.000028628512,0.49927685,0.0000026154178,0.00001034857,0.0000102778295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941889,0.0036381274,0.0002672454,0.00025031655,0.0013336537,0.0003217564],"domain_scores_gemma":[0.9975685,0.0012176379,0.00015602239,0.0009274296,0.00008964624,0.00004075484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042768912,0.00016099135,0.00033659497,0.00010258998,0.0005881859,0.000050815725,0.000788866,0.000047841328,0.000008394177],"category_scores_gemma":[0.00013922868,0.00008148981,0.00008274103,0.000609504,0.0004045163,0.00011978635,0.0010390875,0.0022339409,1.8898032e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017619095,0.091377065,0.88780767,0.0010945298,0.000038158378,0.000009399971,0.009788566,0.000028977423,0.00064983993,0.00036775658,0.00068521977,0.006390924],"study_design_scores_gemma":[0.0042306124,0.0031916352,0.9865567,0.00034093088,0.000017547518,0.000009153664,0.0037001723,0.00051495363,0.00024396557,0.00031596277,0.0008007555,0.000077591416],"about_ca_topic_score_codex":0.0026254626,"about_ca_topic_score_gemma":0.0011860486,"teacher_disagreement_score":0.098749064,"about_ca_system_score_codex":0.00016575106,"about_ca_system_score_gemma":0.00009803968,"threshold_uncertainty_score":0.9705486},"labels":[],"label_agreement":null},{"id":"W4220731144","doi":"10.2196/34421","title":"The Volume and Tone of Twitter Posts About Cannabis Use During Pregnancy: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Stroke Network; Ottawa Hospital; Agricultural Research Institute of Ontario; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Cannabis; Misinformation; Internet privacy; Social media; Harm; Pregnancy; Medicine; Legalization; Psychology; Medical education; Computer science; World Wide Web; Social psychology; Psychiatry; Computer security","score_opus":0.40954263192310686,"score_gpt":0.6211329888520992,"score_spread":0.21159035692899236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220731144","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5030767e-7,0.38701645,5.643666e-7,0.0014663106,0.0000048849374,0.6112858,0.00006505907,0.000029015293,0.00013179661],"genre_scores_gemma":[1.9374056e-9,0.40909576,0.000022811826,0.000030656225,0.00011651468,0.5569472,0.00002367528,0.00012498623,0.033638388],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99114317,0.0016462095,0.0018185611,0.0011798093,0.0025309012,0.0016813719],"domain_scores_gemma":[0.9952376,0.00035261156,0.00069571094,0.0019503598,0.001215465,0.00054827874],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0038599572,0.0006461666,0.0026890272,0.0005656379,0.001072714,0.0003656881,0.00096301123,0.00032942343,0.0007774208],"category_scores_gemma":[0.002309838,0.00040819938,0.0008637617,0.0014284869,0.0007875697,0.00020908061,0.001466577,0.0023758204,0.000013572289],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039934574,0.00022264611,0.000014259649,0.6019782,0.00008697589,0.00005711959,0.000056235604,1.1328953e-8,0.0000042448833,0.000022781343,0.095631436,0.30152678],"study_design_scores_gemma":[0.0012191307,0.0011255803,0.000019726416,0.46738532,0.00003191926,0.00011510493,0.000010044998,7.5297066e-7,0.000007713597,0.0000064965598,0.5298799,0.00019831072],"about_ca_topic_score_codex":0.00007953033,"about_ca_topic_score_gemma":0.00003052014,"teacher_disagreement_score":0.43424848,"about_ca_system_score_codex":0.000631375,"about_ca_system_score_gemma":0.0052659595,"threshold_uncertainty_score":0.99992573},"labels":[],"label_agreement":null},{"id":"W4220736379","doi":"10.2196/20168","title":"Nonalcoholic Fatty Liver Disease in Children and Adolescents Taking Atypical Antipsychotic Medications: Protocol for a Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Nonalcoholic fatty liver disease; Medicine; Systematic review; Meta-analysis; Pediatrics; Cirrhosis; Fatty liver; Psychological intervention; Intensive care medicine; Disease; MEDLINE; Family medicine; Psychiatry; Internal medicine","score_opus":0.4014050632369346,"score_gpt":0.6052753189884341,"score_spread":0.20387025575149953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220736379","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.347652e-7,0.45840496,0.0000033370563,0.000115379655,2.6980175e-7,0.54129887,0.00016115732,0.0000129496375,0.0000029799974],"genre_scores_gemma":[0.0000022301447,0.2973469,0.00008980043,0.000121278754,0.00002640927,0.70209134,0.00021321974,0.000048985916,0.000059816986],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9934335,0.0020276853,0.0014204177,0.0013011947,0.0011868351,0.0006303703],"domain_scores_gemma":[0.9962692,0.0005542941,0.0005902471,0.0012757911,0.00045532786,0.0008551352],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019116915,0.0006176951,0.006628649,0.0008006012,0.00017222966,0.00018444617,0.00033406354,0.00022403129,0.00029043716],"category_scores_gemma":[0.0008160125,0.00037762383,0.0019191803,0.0016144272,0.00021517916,0.000111269044,0.00028596524,0.0006675811,0.000022514447],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009336288,0.0023229623,0.0033817193,0.9472708,0.043825928,0.00008823434,0.000014001344,1.6875088e-8,4.939956e-9,0.00005102127,0.00039166355,0.0025602956],"study_design_scores_gemma":[0.0018759164,0.00019304031,0.01084686,0.6988408,0.27626234,0.000030632047,0.0000017356598,0.000008126643,5.4365174e-8,0.000011609439,0.011642196,0.0002866995],"about_ca_topic_score_codex":0.000018875768,"about_ca_topic_score_gemma":0.0000078552075,"teacher_disagreement_score":0.24843,"about_ca_system_score_codex":0.00022518076,"about_ca_system_score_gemma":0.00079665583,"threshold_uncertainty_score":0.99986756},"labels":[],"label_agreement":null},{"id":"W4220738375","doi":"10.2196/35984","title":"Researching the Links Between Smartphone Behavior and Adolescent Well-being With the FUTURE-WP4 (Modeling the Future: Understanding the Impact of Technology on Adolescent’s Well-being Work Package 4) Project: Protocol for an Ecological Momentary Assessment Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data collection; Protocol (science); Android (operating system); Applied psychology; Social media; Computer science; Psychology; World Wide Web; Medicine","score_opus":0.1919015712176027,"score_gpt":0.5286009238696602,"score_spread":0.33669935265205747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220738375","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13995896,0.000004510788,0.00018098477,0.022069551,0.000029530293,0.83712393,0.000016067665,0.00018108798,0.0004353555],"genre_scores_gemma":[0.47496495,0.0000013297271,0.000046284193,0.00010156783,0.00039534338,0.5243942,0.0000035124838,0.000048285132,0.000044485696],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9864046,0.0064274655,0.000748603,0.0010177086,0.0033169352,0.0020847104],"domain_scores_gemma":[0.99635077,0.00096846337,0.00047036257,0.001650009,0.00033946542,0.00022093634],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018770352,0.00051699043,0.00056871533,0.0006069895,0.012887907,0.00080509094,0.0039558862,0.00042509797,0.0000637767],"category_scores_gemma":[0.00017119256,0.00023545614,0.00022842843,0.0028984384,0.0023170684,0.00031350183,0.0020516866,0.007920938,0.000002741691],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00878972,0.016918825,0.8730377,0.00058095314,0.00062285917,0.00010863761,0.04033208,0.0005458019,0.00037770063,0.008848918,0.021795502,0.028041331],"study_design_scores_gemma":[0.010916169,0.028333431,0.28078482,0.0021009787,0.00009247527,0.000022969089,0.64822865,0.00082800776,0.0002268848,0.010031353,0.017388217,0.0010460734],"about_ca_topic_score_codex":0.00027771978,"about_ca_topic_score_gemma":0.00051002606,"teacher_disagreement_score":0.60789657,"about_ca_system_score_codex":0.002414049,"about_ca_system_score_gemma":0.0012422929,"threshold_uncertainty_score":0.99436784},"labels":[],"label_agreement":null},{"id":"W4220798956","doi":"10.2196/12506","title":"Biomedical Research and Informatics Living Laboratory for Innovative Advances of New Technologies in Community Mobility Rehabilitation: Protocol for Evaluation and Rehabilitation of Mobility Across Continuums of Care","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université Laval; Université de Montréal; Centre Integre de Sante et de Services Sociaux de Laval; Jewish Rehabilitation Hospital; McGill University; Centre de réadaptation Lethbridge-Layton-Mackay; Centre for Interdisciplinary Research in Rehabilitation; McGill University Health Centre","funders":"Université de Montréal; McGill University","keywords":"Rehabilitation; Psychosocial; Psychological intervention; Health care; Medicine; Gerontology; Psychology; Physical therapy; Nursing","score_opus":0.25975693844014386,"score_gpt":0.6163007993748446,"score_spread":0.35654386093470075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220798956","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37563005,0.000013026484,0.00005278879,0.0003930548,0.0000021411633,0.6236157,0.00023996396,0.000019863148,0.000033470405],"genre_scores_gemma":[0.26214123,3.3080136e-7,0.0109857395,0.0000017078786,0.000007884082,0.72681975,0.000021392189,0.0000145715185,0.0000073684887],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9917897,0.0031076395,0.0016624205,0.00036605351,0.0024892555,0.0005849175],"domain_scores_gemma":[0.9674241,0.02071815,0.00042771743,0.00090834155,0.010421228,0.0001004913],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048322424,0.00015757987,0.00067428465,0.0009401845,0.00043068855,0.000026847873,0.00042470172,0.00019533103,0.000021519156],"category_scores_gemma":[0.05859444,0.00014239924,0.000057041696,0.0032346174,0.004300061,0.00039090603,0.00090458855,0.0014047641,9.542707e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028237503,0.009253132,0.34423944,0.19015047,0.00007983363,4.2614155e-7,0.20998876,0.0000231207,0.0122522125,0.001793143,0.0018580449,0.20212393],"study_design_scores_gemma":[0.019323777,0.08557327,0.19829531,0.008729851,0.0000050710078,0.0000022357826,0.6451284,0.0011927654,0.01108836,0.020521224,0.009920934,0.00021878145],"about_ca_topic_score_codex":0.00011481453,"about_ca_topic_score_gemma":0.00012089302,"teacher_disagreement_score":0.43513966,"about_ca_system_score_codex":0.0005665871,"about_ca_system_score_gemma":0.002063227,"threshold_uncertainty_score":0.9984097},"labels":[],"label_agreement":null},{"id":"W4220858555","doi":"10.2196/37659","title":"Optimizing an mHealth Intervention to Improve Uptake and Adherence to HIV Pre-exposure Prophylaxis in Young Transgender Women: Protocol for a Multi-Phase Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development; Fogarty International Center; National Institutes of Health","keywords":"mHealth; Pre-exposure prophylaxis; Psychological intervention; Transgender; Motivational interviewing; Medicine; Intervention (counseling); Thematic analysis; Men who have sex with men; Focus group; Population; Family medicine; Reproductive health; Human immunodeficiency virus (HIV); Qualitative research; Psychology; Nursing; Environmental health","score_opus":0.2823078603980446,"score_gpt":0.5940540165044842,"score_spread":0.3117461561064396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220858555","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056274254,0.000001436721,0.005000688,0.0003865128,0.000009122136,0.9379052,0.00021886503,0.00006789325,0.00013606383],"genre_scores_gemma":[0.016327381,8.7646285e-8,0.00658592,0.000041281724,0.00015977895,0.9672803,0.000037206337,0.00007082765,0.009497179],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9938269,0.0013185312,0.0010093147,0.0010374546,0.001336038,0.001471765],"domain_scores_gemma":[0.997364,0.0000920975,0.000110466615,0.0006823257,0.0005176899,0.0012334554],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062914374,0.0002761289,0.00051534135,0.001146377,0.00055987947,0.00023373177,0.00051548175,0.00012097004,0.000963215],"category_scores_gemma":[0.00081958476,0.00025243158,0.00020382089,0.001242126,0.0001046285,0.00037059304,0.00041396284,0.001387005,0.000018892326],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.57900894,0.029903404,0.00061884185,0.008350913,0.00008530526,0.00008165649,0.024712384,0.000032524636,0.03253614,0.00015282679,0.007533453,0.31698364],"study_design_scores_gemma":[0.26624218,0.6393539,0.000901085,0.002495393,0.000003375906,0.000020544358,0.0062386254,0.0060989936,0.0020570918,0.000096176555,0.0760876,0.00040508306],"about_ca_topic_score_codex":0.00017608414,"about_ca_topic_score_gemma":0.00041952127,"teacher_disagreement_score":0.60945046,"about_ca_system_score_codex":0.0009246533,"about_ca_system_score_gemma":0.00072849507,"threshold_uncertainty_score":0.9999928},"labels":[],"label_agreement":null},{"id":"W4220862721","doi":"10.2196/37009","title":"Acceptability and Feasibility of a Return-to-Work Intervention for Posttreatment Breast Cancer Survivors: Protocol for a Co-design and Development Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Université du Québec en Outaouais; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université du Québec à Trois-Rivières; Université de Sherbrooke; Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Psychological intervention; Breast cancer; Intervention (counseling); Medicine; Health care; Population; Nursing; Protocol (science); Family medicine; Cancer; Alternative medicine; Environmental health","score_opus":0.3740869011369981,"score_gpt":0.5837302345641919,"score_spread":0.20964333342719382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220862721","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07572304,0.0000029268228,0.00048495835,0.0003836793,0.0000067701603,0.9231661,0.00018834203,0.00002900567,0.000015158517],"genre_scores_gemma":[0.092056885,5.5294244e-8,0.0008883825,0.000020545,0.000040154304,0.9067399,0.000014434021,0.00003112953,0.00020853212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99660724,0.0008725285,0.0005407632,0.00071288506,0.00080397166,0.00046262663],"domain_scores_gemma":[0.9980805,0.0003771913,0.00012802862,0.00045982786,0.0007020957,0.00025238222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053822873,0.00020266885,0.000453837,0.00019741562,0.0004017482,0.00005945667,0.0001755694,0.000056892528,0.00038280536],"category_scores_gemma":[0.00012654146,0.00016850034,0.00009420155,0.00042356717,0.00011973068,0.00007778215,0.00034961346,0.00027563114,4.577433e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08677567,0.009436194,0.78220105,0.007634124,0.0001821988,0.000005152048,0.011778972,0.0000039741944,0.0004998122,0.000012366947,0.0019825127,0.099487945],"study_design_scores_gemma":[0.032071207,0.03729819,0.81869346,0.0018163535,0.000025283938,0.000017691005,0.011292721,0.000059156253,0.0046424824,0.00021922948,0.093431175,0.00043302405],"about_ca_topic_score_codex":0.00075235293,"about_ca_topic_score_gemma":0.0011933317,"teacher_disagreement_score":0.099054925,"about_ca_system_score_codex":0.000807621,"about_ca_system_score_gemma":0.0006391275,"threshold_uncertainty_score":0.68712443},"labels":[],"label_agreement":null},{"id":"W4220872047","doi":"10.2196/37798","title":"Correction: Assessing the Efficacy of an Individualized Psychological Flexibility Skills Training Intervention App for Medical Student Burnout and Well-being: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Protocol (science); Randomized controlled trial; Flexibility (engineering); Medical education; Intervention (counseling); Psychology; Applied psychology; Clinical psychology; Physical therapy; Medicine; Alternative medicine; Psychiatry","score_opus":0.25662618314479807,"score_gpt":0.6688125358853331,"score_spread":0.412186352740535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220872047","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027775732,0.000024051185,0.0007390556,0.0023160446,0.003945531,0.9870839,0.0000805549,0.00016892025,0.0053641615],"genre_scores_gemma":[0.00012236593,0.0000071754985,0.00048515637,0.00026924646,0.0048424746,0.96279097,0.00042472983,0.00013850667,0.030919388],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.94226784,0.044093914,0.0054875067,0.0017210168,0.004546327,0.0018833928],"domain_scores_gemma":[0.946266,0.046611108,0.0031694397,0.001225067,0.0019957775,0.0007325964],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.099502005,0.0007753584,0.004834908,0.0006363609,0.004603702,0.00027525023,0.0017878375,0.0023128756,0.0038130907],"category_scores_gemma":[0.03789716,0.00044240942,0.0015717784,0.0005994493,0.0011526973,0.0002693454,0.0011817104,0.009662574,0.0000047124618],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.79313266,0.006907871,0.000047175614,0.007187628,0.00032862526,0.0000069329567,0.0063443542,6.907607e-7,0.0000022447887,0.0005476566,0.13356405,0.051930122],"study_design_scores_gemma":[0.6888744,0.0054478194,0.00014658942,0.02821231,0.00004920706,0.000003719436,0.003736597,0.001022486,0.000001657474,0.0031196733,0.26907003,0.00031545933],"about_ca_topic_score_codex":0.00008528265,"about_ca_topic_score_gemma":0.000060716815,"teacher_disagreement_score":0.13550597,"about_ca_system_score_codex":0.0005215967,"about_ca_system_score_gemma":0.0052457736,"threshold_uncertainty_score":0.99980277},"labels":[],"label_agreement":null},{"id":"W4220883652","doi":"10.2196/36780","title":"Sickle Cell Transplantation Evaluation of Long-term and Late Effects Registry (STELLAR) to Compare Long-term Outcomes After Hematopoietic Cell Transplantation to Those in Siblings Without Sickle Cell Disease and in Nontransplanted Individuals With Sickle Cell Disease: Design and Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"National Heart, Lung, and Blood Institute","keywords":"Hematopoietic cell; Transplantation; Medicine; Disease; Hematopoietic stem cell transplantation; Term (time); Pediatrics; Cell; Haematopoiesis; Stem cell; Internal medicine; Biology; Genetics","score_opus":0.08680078849325547,"score_gpt":0.4327900656457149,"score_spread":0.3459892771524595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220883652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7501338,0.00021887232,0.00020957817,0.00012854414,0.0000063921657,0.24911106,0.00013031712,0.000030181827,0.00003122601],"genre_scores_gemma":[0.79174477,0.000049133905,0.00014248518,0.00005279156,0.000008008426,0.20772734,0.00012781665,0.000053992586,0.00009367608],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936526,0.0020153632,0.0007423126,0.0010421159,0.0018447516,0.0007028524],"domain_scores_gemma":[0.99777234,0.00047390637,0.00017725625,0.0005612365,0.00025092458,0.0007643236],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003064101,0.00045239393,0.0007438662,0.00074694573,0.0002290356,0.00011364076,0.00019942528,0.00010493771,0.000053158874],"category_scores_gemma":[0.000041037096,0.00038532133,0.00006427676,0.0009512879,0.00019163148,0.00023565363,0.000099434284,0.0007600212,0.000003430025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02179163,0.004595991,0.93522173,0.017443256,0.000027114682,0.0011450377,0.013579371,0.0013877663,0.004472082,2.8975325e-7,0.0000100856005,0.0003256229],"study_design_scores_gemma":[0.022403834,0.0025813528,0.96370274,0.003363722,0.0002963177,0.000016375865,0.00080798037,0.00045392054,0.005938995,0.000019055136,0.000002337738,0.00041338365],"about_ca_topic_score_codex":0.00008721388,"about_ca_topic_score_gemma":0.00026814739,"teacher_disagreement_score":0.041610926,"about_ca_system_score_codex":0.00019399881,"about_ca_system_score_gemma":0.0004737108,"threshold_uncertainty_score":0.99985987},"labels":[],"label_agreement":null},{"id":"W4220887947","doi":"10.2196/37946","title":"Asthma and Technology in Emerging African American Adults (The ATHENA Project): Protocol for a Trial Using the Multiphase Optimization Strategy Framework","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Protocol (science); Asthma; Computer science; Medicine; Alternative medicine","score_opus":0.1846106437916033,"score_gpt":0.5562237783655819,"score_spread":0.3716131345739786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220887947","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010830768,0.000002943806,0.00085042074,0.0018192099,0.0000038636695,0.9863718,0.00001953508,0.000060461338,0.00004097711],"genre_scores_gemma":[0.016387511,1.4561276e-7,0.0018925605,0.00006575519,0.00019532989,0.98135203,0.0000044138283,0.000045053093,0.00005722691],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968612,0.0008599055,0.00041732236,0.00048164703,0.00074026105,0.0006396513],"domain_scores_gemma":[0.99851316,0.00037342997,0.0002051916,0.0005276109,0.00027613295,0.00010449009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015237862,0.0001853262,0.000299524,0.00053968356,0.0010109013,0.00008841633,0.00036101052,0.000080867314,0.00006423084],"category_scores_gemma":[0.0007395888,0.00010961981,0.000076663375,0.0024100281,0.00073273364,0.000078924466,0.00034705354,0.001094639,6.4626954e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6201459,0.011150199,0.0077161887,0.0030078404,0.0001502466,0.0003200384,0.008405801,0.02326743,0.0031641305,0.0018622598,0.0027694067,0.31804055],"study_design_scores_gemma":[0.16133477,0.04559236,0.0005863547,0.0030185475,0.000016925609,0.00010397543,0.054306827,0.22420962,0.0005973211,0.0010921535,0.5084375,0.00070363324],"about_ca_topic_score_codex":0.00007714724,"about_ca_topic_score_gemma":0.000010740661,"teacher_disagreement_score":0.5056681,"about_ca_system_score_codex":0.0001972348,"about_ca_system_score_gemma":0.00096732547,"threshold_uncertainty_score":0.7775138},"labels":[],"label_agreement":null},{"id":"W4220893818","doi":"10.2196/35461","title":"The Impact of Hypoglycemia on Productivity Loss and Utility in Patients With Type 2 Diabetes Treated With Insulin in Real-world Canadian Practice: Protocol for a Prospective Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine; Hypoglycemia; Productivity; Glycemic; Type 2 Diabetes Mellitus; Prospective cohort study; Insulin; Type 2 diabetes; Diabetes mellitus; Intensive care medicine; Emergency medicine; Internal medicine; Endocrinology","score_opus":0.10892559996350243,"score_gpt":0.5088945114839531,"score_spread":0.3999689115204507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220893818","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45411205,3.14282e-7,1.09127685e-8,0.00016892576,5.930396e-7,0.54449695,0.00001382277,0.000008180964,0.0011991415],"genre_scores_gemma":[0.46280044,3.380942e-8,0.000009937821,0.0000024075778,0.000009710352,0.53677356,0.0000059395993,0.0000204481,0.00037755966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99589235,0.001006555,0.00031625517,0.0006125737,0.0012733584,0.00089888927],"domain_scores_gemma":[0.99750143,0.000494478,0.00013273321,0.0006326869,0.001019725,0.00021892932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041895034,0.0002073656,0.00038368042,0.0010749676,0.0003984618,0.00008687491,0.00026310098,0.00003778387,0.000038094917],"category_scores_gemma":[0.0007325018,0.00011351702,0.000029441238,0.003583551,0.00035392962,0.00020108558,0.00021461862,0.0010401709,0.0000011902736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.064046204,0.009437501,0.9204391,0.0003861365,0.0001278505,0.000030358824,0.00043366704,0.000017446608,0.000007942495,0.000028399734,0.0004444277,0.004600922],"study_design_scores_gemma":[0.017658897,0.062082537,0.91541713,0.00052014267,0.000004934984,1.732776e-7,0.00041887778,0.00010502487,0.00007646667,0.000085326545,0.0035112314,0.00011923772],"about_ca_topic_score_codex":0.011333084,"about_ca_topic_score_gemma":0.031366024,"teacher_disagreement_score":0.052645035,"about_ca_system_score_codex":0.0010859418,"about_ca_system_score_gemma":0.0016186642,"threshold_uncertainty_score":0.9952505},"labels":[],"label_agreement":null},{"id":"W4220900898","doi":"10.2196/33423","title":"Effectiveness of a Mindfulness-Based Mobile Application for the Treatment of Depression in Ambulatory Care: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindfulness; Randomized controlled trial; Psychological intervention; Medicine; Ambulatory; Physical therapy; Major depressive disorder; Depression (economics); Psychiatry; Clinical psychology; Mood; Internal medicine","score_opus":0.11700997448786137,"score_gpt":0.5889438073016607,"score_spread":0.47193383281379936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220900898","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030960718,0.000009191751,0.0023572429,0.000026063299,0.000036790858,0.994161,0.0001489539,0.000015634267,0.00014905474],"genre_scores_gemma":[0.16949221,3.5965735e-9,0.000039705075,0.000002474059,0.000029163853,0.8301917,0.000023168004,0.000026229163,0.0001953595],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945515,0.0031938537,0.0009759252,0.00039096846,0.0005090016,0.0003787808],"domain_scores_gemma":[0.98945606,0.0091494275,0.00045557474,0.000554845,0.00032930964,0.00005478474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005929528,0.00015284785,0.00092540483,0.0002587323,0.00022802797,0.000015750584,0.00034491144,0.00007758864,0.00009890728],"category_scores_gemma":[0.00016745139,0.00009811412,0.0007246083,0.0003521074,0.00022522875,0.000042695676,0.000057001907,0.00014915504,0.0000016235115],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9611437,0.012154287,0.00005589911,0.0030197427,0.00009569094,4.4382347e-7,0.00035867875,0.00014785123,0.00020862732,0.0016134345,0.00012330525,0.021078344],"study_design_scores_gemma":[0.9323476,0.023403084,0.000048875052,0.0006676431,0.000010923217,3.0065027e-7,0.0002554271,0.00070535607,0.02474441,0.0014354185,0.016305804,0.00007516455],"about_ca_topic_score_codex":0.00009511636,"about_ca_topic_score_gemma":0.000010746985,"teacher_disagreement_score":0.16639614,"about_ca_system_score_codex":0.0004645675,"about_ca_system_score_gemma":0.0003367903,"threshold_uncertainty_score":0.40009776},"labels":[],"label_agreement":null},{"id":"W4220915955","doi":"10.2196/36928","title":"Adult Vaccine Hesitancy Scale in Arabic and French: Protocol for Translation and Validation in the World Health Organization Eastern Mediterranean Region","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Al Jalila Foundation; Pfizer","keywords":"Arabic; Protocol (science); Scale (ratio); Geography; Medicine; Family medicine; Linguistics; Alternative medicine; Cartography","score_opus":0.24942155532830848,"score_gpt":0.5138593782903684,"score_spread":0.26443782296206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220915955","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008156766,0.000006403603,0.00013798679,0.021902412,0.0000050107246,0.9693977,0.0000037990492,0.000023943458,0.00036596338],"genre_scores_gemma":[0.059759058,0.0000016462117,0.000110630885,0.00015008345,0.0001341843,0.9395373,0.00001545421,0.000014864253,0.00027676902],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965279,0.0017063955,0.00036030263,0.00032845006,0.00067072146,0.0004062424],"domain_scores_gemma":[0.99913555,0.00031304135,0.00011149823,0.00017254814,0.00018969062,0.00007767716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035982109,0.00009803928,0.00016007139,0.0003979278,0.00093124126,0.0001769355,0.00022654854,0.000047111113,0.00008657027],"category_scores_gemma":[0.00018434231,0.00008316714,0.000017266237,0.0016037206,0.000023332903,0.00044119539,0.00005197941,0.00037046347,0.00000125817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090178254,0.00096006657,0.76394427,0.0013758021,0.000005098547,0.0000128379015,0.10770213,0.000019917235,0.00011539905,0.0038348096,0.016485421,0.104642496],"study_design_scores_gemma":[0.021297311,0.003953893,0.57954365,0.0028566632,0.0000034836464,0.00001568362,0.015923329,0.002185055,0.00021020649,0.023698034,0.34963858,0.00067410304],"about_ca_topic_score_codex":0.00053465605,"about_ca_topic_score_gemma":0.014664191,"teacher_disagreement_score":0.33315316,"about_ca_system_score_codex":0.00020046523,"about_ca_system_score_gemma":0.0002685988,"threshold_uncertainty_score":0.81829625},"labels":[],"label_agreement":null},{"id":"W4220924237","doi":"10.2196/37836","title":"Feasibility of a Combined Neuromodulation and Yoga Intervention for Mild Traumatic Brain Injury and Chronic Pain: Protocol for an Open-label Pilot Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Neuromodulation; Medicine; Intervention (counseling); Traumatic brain injury; Chronic pain; Protocol (science); Physical therapy; Randomized controlled trial; Physical medicine and rehabilitation; Pilot trial; Open label; Psychology; Alternative medicine; Psychiatry; Surgery","score_opus":0.715153632285092,"score_gpt":0.6358883972580452,"score_spread":0.07926523502704674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220924237","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07016076,0.0000010606279,0.00042719275,0.0015006557,0.000007275163,0.9276619,0.00014198452,0.00004720586,0.000051943847],"genre_scores_gemma":[0.041750725,4.7063857e-8,0.0014965562,0.00006128573,0.00010064935,0.9560254,0.00007560826,0.0000681232,0.0004215965],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99319893,0.0032189258,0.0009770098,0.00080231624,0.0011360836,0.0006667182],"domain_scores_gemma":[0.9962179,0.0017974048,0.00028016066,0.0008222002,0.00057202013,0.00031028024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018579826,0.00023010971,0.00062621274,0.00043610853,0.00060732826,0.00020491144,0.0005587568,0.00009715464,0.00023528596],"category_scores_gemma":[0.002659735,0.00021263715,0.00007671776,0.0005445831,0.00039511579,0.00040921994,0.0007055057,0.0006832625,7.376929e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8036737,0.024112666,0.0011819428,0.029087322,0.000103076905,0.000003143815,0.0008623491,0.0000015380501,0.026299259,0.0017461462,0.021771321,0.09115755],"study_design_scores_gemma":[0.46871737,0.47852546,0.006683124,0.002243287,0.000012347794,0.000012410761,0.0003792212,0.018716628,0.0012587842,0.009289411,0.013864531,0.00029743693],"about_ca_topic_score_codex":0.00005048375,"about_ca_topic_score_gemma":0.000046325225,"teacher_disagreement_score":0.4544128,"about_ca_system_score_codex":0.00040564995,"about_ca_system_score_gemma":0.00064964785,"threshold_uncertainty_score":0.8671092},"labels":[],"label_agreement":null},{"id":"W4220948569","doi":"10.2196/36060","title":"Impact-Oriented Dialogue for Culturally Safe Adolescent Sexual and Reproductive Health in Bauchi State, Nigeria: Protocol for a Codesigned Pragmatic Cluster Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Reproductive health; Population; Medicine; Demography; Environmental health; Psychology; Sociology","score_opus":0.1188278117136609,"score_gpt":0.5079098663770232,"score_spread":0.38908205466336226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220948569","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004648625,0.0000016706132,0.085722,0.003186125,0.000031545525,0.9104279,0.00005937986,0.000066101595,0.000040388724],"genre_scores_gemma":[0.0006025617,1.8230112e-7,0.0048069097,0.00026005556,0.00014770278,0.993618,0.00002047678,0.000022004322,0.0005220853],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9891586,0.0058669336,0.0012422926,0.0013323348,0.0011132599,0.001286628],"domain_scores_gemma":[0.99469393,0.002888462,0.00056142703,0.0006301131,0.0009362759,0.00028976973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027154582,0.000320302,0.0014502511,0.00055822334,0.0010492114,0.00047230197,0.0008629129,0.000057689507,0.000018165123],"category_scores_gemma":[0.004598028,0.00022442576,0.00026035283,0.0011124858,0.00027017706,0.0007207129,0.0008521635,0.0005899631,0.0000019502168],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9792998,0.0015092236,0.000032196458,0.0005628039,0.000054222455,0.0000042442884,0.0049635773,0.000050638842,0.0006348954,0.0005228528,0.006774401,0.005591166],"study_design_scores_gemma":[0.9650648,0.010049357,0.00009102923,0.0003717638,0.0000016077803,0.0000070026485,0.00046460098,0.010747991,0.000057928548,0.004211976,0.008643699,0.00028820997],"about_ca_topic_score_codex":0.000047746693,"about_ca_topic_score_gemma":0.000063505286,"teacher_disagreement_score":0.0831901,"about_ca_system_score_codex":0.0005701675,"about_ca_system_score_gemma":0.002130293,"threshold_uncertainty_score":0.941129},"labels":[],"label_agreement":null},{"id":"W4220959603","doi":"10.2196/32338","title":"Feasibility and Acceptability of an Online WhatsApp Support Group on Breastfeeding: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Breastfeeding; Randomized controlled trial; Medicine; Peer support; Family medicine; mHealth; Intervention (counseling); Nursing; Health care; Psychological intervention; Protocol (science); Alternative medicine; Pediatrics","score_opus":0.27874518008973387,"score_gpt":0.5548660794241751,"score_spread":0.2761208993344412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220959603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02199097,8.767621e-7,0.0000065012155,0.002871151,0.00001560159,0.9736536,0.00007585437,0.00006603928,0.0013193914],"genre_scores_gemma":[0.04011001,1.8198297e-7,0.00084285403,0.00010933235,0.0003192788,0.95828307,0.000031167863,0.000036797923,0.00026730495],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925458,0.002713079,0.0013454988,0.00085129257,0.0018788242,0.00066550827],"domain_scores_gemma":[0.9947282,0.0027327973,0.0006169924,0.0007502751,0.00077317003,0.0003985365],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022619871,0.0002895839,0.0019229893,0.00034194312,0.00050239894,0.00014007371,0.00042060245,0.00013812073,0.0027848762],"category_scores_gemma":[0.0038006413,0.00019950756,0.0004912245,0.00045061953,0.00076829817,0.00050523406,0.00034332334,0.0011029704,0.0000017856531],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96092194,0.0110668475,0.0011480859,0.0011580306,0.0001039101,0.000006054111,0.00026833924,0.0000016137706,0.0004198526,0.00058722275,0.0005452373,0.023772871],"study_design_scores_gemma":[0.92920476,0.03217065,0.0047149896,0.00021908825,0.000029087281,0.000035623027,0.00032523595,0.00068634696,0.00014914185,0.0010183555,0.03127679,0.00016994252],"about_ca_topic_score_codex":0.00009324303,"about_ca_topic_score_gemma":0.000013063971,"teacher_disagreement_score":0.031717185,"about_ca_system_score_codex":0.00021171295,"about_ca_system_score_gemma":0.0007261861,"threshold_uncertainty_score":0.9981267},"labels":[],"label_agreement":null},{"id":"W4220977878","doi":"10.2196/37002","title":"Evaluation of a Circadian Rhythm and Sleep-Focused Mobile Health Intervention for the Prevention of Accelerated Summer Weight Gain Among Elementary School–Age Children: Protocol for a Randomized Controlled Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institutes of Health","keywords":"Randomized controlled trial; Intervention (counseling); Medicine; Protocol (science); Physical therapy; Psychology; Alternative medicine; Psychiatry","score_opus":0.2303523609583321,"score_gpt":0.5603718736030068,"score_spread":0.33001951264467466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220977878","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07809921,0.000064102176,0.00035966706,0.000110502864,0.000020693256,0.9211637,0.00006078475,0.000026014555,0.0000953556],"genre_scores_gemma":[0.24389116,3.963009e-7,0.000037956946,0.000011310247,0.00003354473,0.7558121,0.000058039997,0.000030538115,0.00012494957],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98086184,0.0149081815,0.0016084159,0.00063231273,0.0014367378,0.0005524869],"domain_scores_gemma":[0.9960431,0.0012347671,0.0009819606,0.0006219719,0.000994553,0.00012367746],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.050355174,0.00022334428,0.0010097096,0.00043133096,0.00062256306,0.000057894813,0.0003616961,0.00011120564,0.0017394327],"category_scores_gemma":[0.0007915879,0.00015432379,0.0005138211,0.0005933773,0.00032257635,0.00014103428,0.0001593291,0.0005607657,0.0000012852101],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8110718,0.03103518,0.018699758,0.0010091136,0.0066587725,0.0000013761771,0.0067636566,0.00039590392,0.00015495987,0.0003608643,0.0056289043,0.11821967],"study_design_scores_gemma":[0.9580353,0.016990812,0.009686764,0.0003883762,0.0002608085,0.0000015797197,0.004949351,0.00680265,0.000102788676,0.0021159293,0.00048387138,0.00018180662],"about_ca_topic_score_codex":0.0005370799,"about_ca_topic_score_gemma":0.00023546763,"teacher_disagreement_score":0.16579194,"about_ca_system_score_codex":0.0003015619,"about_ca_system_score_gemma":0.00039995395,"threshold_uncertainty_score":0.9991731},"labels":[],"label_agreement":null},{"id":"W4221006362","doi":"10.2196/31923","title":"Conversational Agents in Health Education: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CLARITY; Terminology; Variety (cybernetics); Computer science; Categorization; Knowledge management; Protocol (science); Conversation; Internet privacy; Psychology; Medicine; Artificial intelligence","score_opus":0.8430996819880258,"score_gpt":0.7847270779962748,"score_spread":0.058372603991750927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221006362","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5611294e-10,0.28249002,0.0000025515535,0.0007988109,0.000056447705,0.71035975,0.00014630512,0.00003921172,0.0061069173],"genre_scores_gemma":[3.8100573e-10,0.083993636,0.000111859255,0.0005972892,0.00019014222,0.90497303,0.00040556173,0.000107081716,0.009621393],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901738,0.0038982865,0.0025950193,0.0010540594,0.001090536,0.0011882652],"domain_scores_gemma":[0.9964006,0.0010033478,0.0010234889,0.0009919814,0.00020699292,0.00037358378],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0068510235,0.00040394906,0.0015854394,0.00088788714,0.00037919765,0.00012242011,0.0011103261,0.00019662672,0.017178215],"category_scores_gemma":[0.00042842474,0.0003898201,0.0005699176,0.0015468526,0.00013539716,0.00019752777,0.00044537822,0.00144418,0.00089732086],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003672021,0.0015018956,0.0000010186535,0.41466367,0.000012352211,0.000002521262,0.000022254852,6.0157945e-9,1.398479e-10,0.0022369954,0.14531915,0.43620342],"study_design_scores_gemma":[0.0005902445,0.0009361109,0.0000010914437,0.47738153,0.00000155758,0.000014502141,0.0000130612325,1.0416601e-7,9.166414e-9,0.00024721818,0.5206806,0.00013396503],"about_ca_topic_score_codex":0.000065461245,"about_ca_topic_score_gemma":0.00002875415,"teacher_disagreement_score":0.43606946,"about_ca_system_score_codex":0.0025437623,"about_ca_system_score_gemma":0.011145151,"threshold_uncertainty_score":0.9998806},"labels":[],"label_agreement":null},{"id":"W4221029190","doi":"10.2196/37279","title":"Investigating New Sensory Methods Related to Taste Sensitivity, Preferences, and Diet of Mother-Infant Pairs and Their Relationship With Body Composition and Biomarkers: Protocol for an Explorative Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Olfactory and Sensory Function Studies","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medizinische Universität Graz; Karl-Franzens-Universität Graz; Österreichische Forschungsförderungsgesellschaft","keywords":"Taste; Gestation; Medicine; Breastfeeding; Pregnancy; Pediatrics; Physiology; Food science; Biology","score_opus":0.6655180964186014,"score_gpt":0.545907608478227,"score_spread":0.11961048794037443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221029190","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3104569,5.5588123e-7,0.0003258384,0.00018991157,0.0000024453998,0.6888346,0.000045839497,0.000047428253,0.000096437645],"genre_scores_gemma":[0.29691172,5.2254624e-8,0.0016731235,0.0000246052,0.00000956186,0.70128036,0.0000017798766,0.000018979219,0.000079811194],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99176115,0.006417122,0.000354073,0.0006973238,0.00045847413,0.00031187254],"domain_scores_gemma":[0.99663484,0.002489365,0.0001894898,0.00027172678,0.0001856988,0.00022886352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034136684,0.00020972065,0.00031663626,0.00027622993,0.0012895413,0.00013267911,0.00009526386,0.00004653904,0.000010915779],"category_scores_gemma":[0.00066247,0.00015562025,0.000020851696,0.0005571155,0.00047135894,0.00043816242,0.00037085617,0.00044658937,4.5085213e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012325782,0.0014322525,0.080730006,0.00081257895,0.00010278106,0.000012967314,0.061020747,0.00016387393,0.8345855,0.00082162925,0.00046266246,0.007529212],"study_design_scores_gemma":[0.026364569,0.18664682,0.20517397,0.0025713646,0.000038055747,0.0002009182,0.17007361,0.0139951045,0.36126348,0.017151223,0.014568014,0.0019528726],"about_ca_topic_score_codex":0.00003070035,"about_ca_topic_score_gemma":0.000032098927,"teacher_disagreement_score":0.473322,"about_ca_system_score_codex":0.000041931344,"about_ca_system_score_gemma":0.00011088827,"threshold_uncertainty_score":0.9918239},"labels":[],"label_agreement":null},{"id":"W4221042235","doi":"10.2196/36910","title":"Delivery of a Mental Health Intervention for Chronic Pain Through an Artificial Intelligence–Enabled App (Wysa): Protocol for a Prospective Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chronic pain; Psychological intervention; Anxiety; Intervention (counseling); Mental health; Medicine; Physical therapy; Cognitive behavioral therapy; Prospective cohort study; Clinical psychology; Psychiatry; Psychology","score_opus":0.4766851310313168,"score_gpt":0.6438524523226302,"score_spread":0.1671673212913134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221042235","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013258375,0.0000035517755,0.0043114913,0.00058818853,0.00006564599,0.9925123,0.00064190244,0.00012832023,0.0004227825],"genre_scores_gemma":[0.07856006,1.8477037e-8,0.00064172456,0.000049609767,0.0001676558,0.91939646,0.000102279955,0.000087693435,0.0009945072],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9915927,0.00350622,0.0016159152,0.0010056893,0.0010067642,0.001272706],"domain_scores_gemma":[0.99751955,0.0004187449,0.0005839914,0.0007389002,0.0005087045,0.00023013566],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010455344,0.00028776523,0.00051182637,0.00041271994,0.0011503993,0.00012933409,0.0008627141,0.00005572762,0.0011803836],"category_scores_gemma":[0.0001424621,0.000293176,0.0002771967,0.0008435886,0.0002501675,0.0005360144,0.0005059081,0.00064955064,0.00003072176],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11572634,0.29568246,0.0010065009,0.013368961,0.0005257613,0.000016640099,0.022896936,0.000036297537,0.0008075667,0.13112687,0.04218457,0.3766211],"study_design_scores_gemma":[0.012518378,0.79169756,0.00043726998,0.0024035475,0.00000530073,0.00001218902,0.027348585,0.00076459884,0.0023539064,0.074510485,0.08747348,0.0004746862],"about_ca_topic_score_codex":0.00059783243,"about_ca_topic_score_gemma":0.0007479582,"teacher_disagreement_score":0.4960151,"about_ca_system_score_codex":0.0021750056,"about_ca_system_score_gemma":0.00067999994,"threshold_uncertainty_score":0.999952},"labels":[],"label_agreement":null},{"id":"W4221099525","doi":"10.2196/35182","title":"PriSUD-Nordic—Diagnosing and Treating Substance Use Disorders in the Prison Population: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Criminal Justice and Corrections Analysis","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Substance use; Prison; Population; Medicine; Psychology; Psychiatry; Environmental health; Alternative medicine; Criminology","score_opus":0.3653112429858777,"score_gpt":0.6377443428640666,"score_spread":0.27243309987818887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221099525","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061955,0.0000013828759,0.00045747665,0.00043656363,0.0000066678595,0.9369004,0.0000023054704,0.000029983416,0.00021024125],"genre_scores_gemma":[0.04017321,3.2509558e-7,0.0015155283,0.000016171794,0.00007398004,0.957979,0.0000023264138,0.000014576597,0.00022486273],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9913114,0.006484919,0.00032911796,0.0004089322,0.0009646359,0.0005010432],"domain_scores_gemma":[0.99644494,0.0029162383,0.00011917061,0.00030209796,0.00015033841,0.00006721486],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011016723,0.000112229056,0.0001920027,0.00030293321,0.0033826123,0.0005083495,0.0004156429,0.000040051476,0.000067765206],"category_scores_gemma":[0.0010719132,0.000090832196,0.00007400331,0.0019709107,0.00013908015,0.00035156353,0.0001355816,0.0005017863,6.40222e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069348776,0.0030668704,0.33374393,0.00023191946,0.00002679546,0.000008159226,0.15916573,0.00015680055,0.00002549142,0.0010956861,0.0013521019,0.500433],"study_design_scores_gemma":[0.0016317967,0.0015524406,0.050256807,0.00016135682,0.000014478955,0.0000011665704,0.7199472,0.000754073,0.000007489627,0.0008927049,0.22459352,0.00018691573],"about_ca_topic_score_codex":0.013644023,"about_ca_topic_score_gemma":0.08275491,"teacher_disagreement_score":0.56078154,"about_ca_system_score_codex":0.00026856665,"about_ca_system_score_gemma":0.00014534882,"threshold_uncertainty_score":0.99791485},"labels":[],"label_agreement":null},{"id":"W4221100166","doi":"10.2196/34920","title":"Toward Successful Implementation of Artificial Intelligence in Health Care Practice: Protocol for a Research Program","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Health care; Computer science; Knowledge management; Scope (computer science); Management science; Logic model; Process management; Medicine; Engineering","score_opus":0.7736989386827406,"score_gpt":0.7690641976653152,"score_spread":0.004634741017425448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221100166","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085180474,0.000006177952,0.00016840843,0.012028222,0.000015762902,0.9864585,0.000027559137,0.000050537354,0.00039307552],"genre_scores_gemma":[0.031756386,7.879381e-7,0.0042402158,0.00011365376,0.00025500328,0.96347517,0.000060516246,0.00004065257,0.00005761078],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917812,0.0024592972,0.0014969548,0.00064889924,0.002338507,0.0012751628],"domain_scores_gemma":[0.9945331,0.0011902378,0.00032054988,0.0005511584,0.0031197323,0.00028519746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013554879,0.00015474128,0.00036095866,0.0011135653,0.0007919543,0.000096959135,0.00043981933,0.00010047277,0.0006632437],"category_scores_gemma":[0.0015031603,0.00015267347,0.000094322044,0.0027171103,0.0002896217,0.00027228284,0.00029696128,0.0016045289,0.000018222563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070180055,0.0037062047,0.003647854,0.008295041,0.000012341665,0.000015149563,0.032345556,0.000026473235,0.00027332193,0.005290546,0.004289492,0.93508],"study_design_scores_gemma":[0.00050668494,0.03211224,0.0003848269,0.0014075615,0.0000016637382,0.000019969631,0.3628885,0.0005913023,0.024338225,0.006191251,0.571369,0.00018882731],"about_ca_topic_score_codex":0.0038081917,"about_ca_topic_score_gemma":0.0007125176,"teacher_disagreement_score":0.93489116,"about_ca_system_score_codex":0.0017993466,"about_ca_system_score_gemma":0.0067789974,"threshold_uncertainty_score":0.99885166},"labels":[],"label_agreement":null},{"id":"W4221114077","doi":"10.2196/33045","title":"Technology-Based Interventions to Promote the HIV Preexposure Prophylaxis (PrEP) Care Continuum: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; University of California, Los Angeles","keywords":"Pre-exposure prophylaxis; Human immunodeficiency virus (HIV); Psychological intervention; Protocol (science); Medicine; Systematic review; Family medicine; Alternative medicine; Medical education; Nursing; MEDLINE; Psychology; Men who have sex with men; Political science","score_opus":0.3453038700723379,"score_gpt":0.616477559528819,"score_spread":0.27117368945648107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221114077","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.719021e-9,0.25379995,0.00012469885,0.0007846256,0.000003867941,0.7437262,0.00060501933,0.00021848823,0.0007371447],"genre_scores_gemma":[1.0493987e-8,0.02205854,0.0007825837,0.000063950494,0.00014772377,0.9503079,0.00041529702,0.0002412859,0.025982676],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875896,0.00350182,0.002973994,0.0015038375,0.0027057135,0.001725034],"domain_scores_gemma":[0.9911985,0.00073417707,0.00089333276,0.0039853323,0.0025408976,0.0006477996],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007638794,0.00087347766,0.0040724394,0.0021894614,0.001158819,0.00035545466,0.0030186526,0.00055884966,0.0024342933],"category_scores_gemma":[0.01124342,0.00050892896,0.0041230056,0.004707893,0.00044894806,0.00013068186,0.001407553,0.004277179,0.00074504217],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015152081,0.0009177287,0.0000010488675,0.65988684,0.00020558752,0.000035858327,0.000051245068,2.5331056e-8,0.0000013091385,0.000038513852,0.15193522,0.18677509],"study_design_scores_gemma":[0.0009800426,0.024378195,6.272881e-8,0.48238435,0.00015921796,0.000044946468,0.00006570147,0.0000027028545,0.000006201428,0.000016350612,0.49174377,0.00021844197],"about_ca_topic_score_codex":0.0000060514853,"about_ca_topic_score_gemma":0.000030321593,"teacher_disagreement_score":0.33980855,"about_ca_system_score_codex":0.0013289314,"about_ca_system_score_gemma":0.0033785696,"threshold_uncertainty_score":0.99973625},"labels":[],"label_agreement":null},{"id":"W4221120973","doi":"10.2196/37723","title":"Correction: Rehabilitation Needs, Service Provision, and Costs in the First Year Following Traumatic Injuries: Protocol for a Prospective Cohort Study","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitetet i Tromsø","keywords":"Protocol (science); Rehabilitation; Medicine; Service (business); Medical emergency; Physical therapy; Nursing; Alternative medicine; Business","score_opus":0.11274964777520241,"score_gpt":0.5132346812172548,"score_spread":0.4004850334420524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221120973","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038754853,0.0000062521053,0.0000017027355,0.0021460906,0.00041580017,0.98269,0.000025519275,0.000092313676,0.014234794],"genre_scores_gemma":[0.0005289819,6.9283465e-7,0.00006240867,0.00009006649,0.0005906028,0.98675615,0.00006936944,0.00010397432,0.011797729],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941426,0.0009508693,0.00089178846,0.000947095,0.0023213318,0.00074634096],"domain_scores_gemma":[0.9965516,0.0011565669,0.00021400848,0.00090840645,0.0010520129,0.000117451025],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0053766663,0.00046350918,0.000913642,0.00081820926,0.0011721972,0.00018705333,0.0004751716,0.0002806052,0.00016318726],"category_scores_gemma":[0.0020180368,0.00032997204,0.0002180869,0.00251229,0.00017392333,0.00021024686,0.0003409256,0.0026460707,0.000011810418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002508633,0.0023820722,0.17358412,0.0063388064,0.00017646601,0.00001870538,0.035782043,4.7647572e-7,0.000001027777,0.000031447482,0.7777707,0.0014055214],"study_design_scores_gemma":[0.005264482,0.013169986,0.27919874,0.00587833,0.00003257678,0.0000059920053,0.058593996,0.000032058084,9.3952724e-7,0.00013539026,0.63742644,0.0002610426],"about_ca_topic_score_codex":0.00044951864,"about_ca_topic_score_gemma":0.0026545965,"teacher_disagreement_score":0.14034422,"about_ca_system_score_codex":0.0010242574,"about_ca_system_score_gemma":0.0009326879,"threshold_uncertainty_score":0.99991524},"labels":[],"label_agreement":null},{"id":"W4223634859","doi":"10.2196/32784","title":"Improving Viral Load Suppression Among Men and Children Active in Care Through Community-Designed and Led Solutions: Protocol for Retrospective Closed Cohort Study in Eastern Uganda","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Johns Hopkins University; United States Agency for International Development","keywords":"Community engagement; Medicine; Inclusion (mineral); Family medicine; Environmental health; Gerontology; Psychology; Political science; Public relations","score_opus":0.12141181762106189,"score_gpt":0.5098039325193652,"score_spread":0.3883921148983033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223634859","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25524518,0.0000033999195,0.000024835093,0.00006203649,0.0000011343126,0.7432365,0.0000799159,0.000030364828,0.0013166409],"genre_scores_gemma":[0.36559445,1.866899e-7,0.000060595317,0.0000044196804,0.000024226003,0.63347805,0.00003268029,0.00002887771,0.0007765485],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931639,0.0035498312,0.0005205898,0.0006119088,0.0012764055,0.00087738084],"domain_scores_gemma":[0.99826515,0.00031130353,0.00012067505,0.0005736968,0.00052369235,0.00020547179],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00425581,0.00023635029,0.0005204124,0.00053191156,0.00131561,0.00015281822,0.00035076358,0.000106368505,0.00012878163],"category_scores_gemma":[0.0008364187,0.0002104706,0.00008544013,0.00066149724,0.00037521138,0.0005140143,0.0013169628,0.0024931408,0.000001899713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010798398,0.00420786,0.9454165,0.00094074407,0.00008680673,0.000033495442,0.027682725,0.0000016349029,0.0044039087,0.000025078782,0.0015965713,0.004806273],"study_design_scores_gemma":[0.029866276,0.035162758,0.8900071,0.0018781385,0.000007321378,0.000009770551,0.04002561,0.00089531677,0.0011528424,0.00029141406,0.00046854687,0.00023492392],"about_ca_topic_score_codex":0.006672938,"about_ca_topic_score_gemma":0.0024259454,"teacher_disagreement_score":0.11034926,"about_ca_system_score_codex":0.0014181973,"about_ca_system_score_gemma":0.0005112602,"threshold_uncertainty_score":0.99998456},"labels":[],"label_agreement":null},{"id":"W4223644443","doi":"10.2196/38361","title":"Lessons From the COVID-19 Pandemic to Improve the Health, Social Care, and Well-being of Minoritized Ethnic Groups With Chronic Conditions or Impairments: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Services and Delivery Research Programme; Epilepsy Society; Motor Neurone Disease Association; Medical Research Council; Versus Arthritis; Asthma and Lung UK; Diabetes UK; National Institute for Health and Care Research; British Lung Foundation; Barts Charity; British Heart Foundation; Strong; Multiple Sclerosis Society; MQ: Transforming Mental Health","keywords":"Pandemic; Ethnic group; Coronavirus disease 2019 (COVID-19); Protocol (science); Health care; 2019-20 coronavirus outbreak; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychology; Family medicine; Sociology; Alternative medicine; Political science; Virology","score_opus":0.39065837998801106,"score_gpt":0.6505783526061962,"score_spread":0.25991997261818517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223644443","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018379899,0.000009499553,0.000273408,0.008312151,0.0000066106495,0.97251815,0.00024019119,0.00005309815,0.00020697847],"genre_scores_gemma":[0.021087434,6.5630906e-7,0.00039904693,0.0006574611,0.00014764201,0.97685516,0.000045196215,0.000052496176,0.00075488247],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98987746,0.0061010774,0.00066829135,0.0007773072,0.0015874206,0.0009884691],"domain_scores_gemma":[0.99384344,0.0041453587,0.00014768695,0.00086408906,0.00054123165,0.00045822302],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00943791,0.00025643688,0.0006515909,0.00021486208,0.002405138,0.00011265955,0.0007675435,0.00008494885,0.0016745059],"category_scores_gemma":[0.0019534042,0.00013623967,0.00015583728,0.0014029262,0.00085158314,0.000090720394,0.00096246053,0.0014340818,0.000010067483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12606622,0.016328685,0.049850117,0.019107781,0.0017488985,0.000049139002,0.33190233,0.000013009791,0.01882543,0.0009891236,0.27103287,0.1640864],"study_design_scores_gemma":[0.049394526,0.19150667,0.03233581,0.0010623756,0.00006319858,0.00014036374,0.17171234,0.00017099395,0.0008134217,0.003107613,0.54914564,0.0005470419],"about_ca_topic_score_codex":0.0015077643,"about_ca_topic_score_gemma":0.0014682687,"teacher_disagreement_score":0.27811277,"about_ca_system_score_codex":0.001485948,"about_ca_system_score_gemma":0.0044989167,"threshold_uncertainty_score":0.9992381},"labels":[],"label_agreement":null},{"id":"W4223892434","doi":"10.2196/34576","title":"Casting Without Reduction Versus Closed Reduction With or Without Fixation in the Treatment of Distal Radius Fractures in Children: Protocol for a Randomized Noninferiority Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Orthopedic Surgery and Rehabilitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Orthopedic surgery; Reduction (mathematics); Deformity; Coronal plane; Sagittal plane; Range of motion; Surgery; Internal fixation; Percutaneous pinning; External fixation; Physical therapy; Radiology","score_opus":0.15984562286129828,"score_gpt":0.5310417821613921,"score_spread":0.3711961593000938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223892434","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3611543,8.3215355e-7,0.000016673297,0.0002186544,0.00001749492,0.63844347,0.000006878113,0.000015657492,0.00012607084],"genre_scores_gemma":[0.24196815,2.9555642e-7,0.00039335966,0.000002889047,0.00029638328,0.757106,0.00004503467,0.000019826268,0.00016805032],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99500483,0.00248443,0.00070288026,0.0004262879,0.0010122729,0.0003692737],"domain_scores_gemma":[0.9980596,0.0009895135,0.00032838137,0.00035037572,0.00020983991,0.00006234533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050624427,0.00019235753,0.0006662319,0.00045342324,0.00031532592,0.000039426544,0.00010144885,0.00009324999,0.000084942745],"category_scores_gemma":[0.0007296761,0.00010510095,0.00015894067,0.00087244797,0.00032202902,0.00016660742,0.00002265899,0.00049744017,4.893023e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96475893,0.0044400003,0.0071391347,0.00028538422,0.00005453156,0.0000066188195,0.0046916776,0.000105265375,0.0010664328,0.00002128912,0.000053672935,0.017377086],"study_design_scores_gemma":[0.93939203,0.042975526,0.0054462426,0.0006735174,0.000024871184,0.00008000514,0.0026528458,0.00053947687,0.0020351633,0.000062928964,0.0059578824,0.00015949034],"about_ca_topic_score_codex":0.00021868008,"about_ca_topic_score_gemma":0.00004786333,"teacher_disagreement_score":0.11918614,"about_ca_system_score_codex":0.0005445379,"about_ca_system_score_gemma":0.00081336766,"threshold_uncertainty_score":0.42858922},"labels":[],"label_agreement":null},{"id":"W4223967289","doi":"10.2196/28338","title":"Frailty Factors and Outcomes in Patients Undergoing Orthopedic Surgery: Protocol for a Systematic Review and Meta-analysis","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Medicine; Orthopedic surgery; Cochrane Library; Checklist; MEDLINE; Meta-analysis; Systematic review; Psychological intervention; Physical therapy; Gerontology; Internal medicine; Surgery; Psychiatry; Psychology","score_opus":0.5593246955463389,"score_gpt":0.5961677582563834,"score_spread":0.03684306271004445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223967289","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9421549e-7,0.16351755,0.0000018935921,0.00015673401,0.0000015484038,0.8359945,0.00023690258,0.000048002486,0.000042717526],"genre_scores_gemma":[9.083917e-8,0.0860152,0.00006951074,0.000097307304,0.000013020044,0.91162497,0.00023704937,0.0001376951,0.001805128],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98885554,0.0038121252,0.0027548266,0.0013718447,0.0021829943,0.0010226696],"domain_scores_gemma":[0.9869802,0.009475474,0.0010903924,0.0015816966,0.0004049523,0.0004673088],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006920877,0.0009554807,0.015324949,0.0021857289,0.00028372995,0.00018618084,0.00047242083,0.00036199798,0.0009227202],"category_scores_gemma":[0.009294755,0.0005568782,0.0028950963,0.0028370004,0.00019400126,0.00020869383,0.00070329465,0.0016351166,0.0000096955655],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040567742,0.00054710935,0.0047313175,0.9622639,0.027990995,0.000017041451,0.000046739635,1.5857578e-8,1.5873133e-9,0.000007235086,0.0016911296,0.0026639747],"study_design_scores_gemma":[0.0016580535,0.0009485757,0.0002705183,0.37166792,0.088958174,0.000007876091,0.000021442187,0.0000010397465,4.5148326e-8,0.000014312458,0.53596836,0.0004837011],"about_ca_topic_score_codex":0.000037033144,"about_ca_topic_score_gemma":0.00009859011,"teacher_disagreement_score":0.59059596,"about_ca_system_score_codex":0.00054494874,"about_ca_system_score_gemma":0.0011603042,"threshold_uncertainty_score":0.9999906},"labels":[],"label_agreement":null},{"id":"W4223995196","doi":"10.2196/36261","title":"Lessening Organ Dysfunction With Vitamin C (LOVIT) Trial: Statistical Analysis Plan","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vitamin C and Antioxidants Research","field":"Nursing","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of Alberta Hospital; London Health Sciences Centre; Western University; Sinai Health System; Mount Sinai Hospital; Université Laval; Centre hospitalier de l'Université Laval; University Health Network; University of Alberta; Université de Montréal; Centre Hospitalier de l’Université de Montréal; Queen's University; Kingston General Hospital; Centre hospitalier universitaire de Québec; Université de Sherbrooke; Impact; Hôpital de l'Enfant-Jésus; Juravinski Hospital; Clinical Evaluation Research Unit; Bishop's University; St. Joseph’s Healthcare Hamilton; Hôpital du Sacré-Cœur de Montréal; University of Ottawa; Kingston Health Sciences Centre; University of Toronto; Toronto General Hospital; McMaster University; Ottawa Hospital; Health Sciences Centre; Dr. Georges-L.-Dumont University Hospital Centre; Centre Hospitalier Universitaire de Sherbrooke; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Subgroup analysis; Clinical trial; Randomized controlled trial; Randomization; Septic shock; Intensive care unit; Sepsis; Organ dysfunction; Placebo; Emergency medicine; Intensive care medicine; Internal medicine; Confidence interval","score_opus":0.18286183750729862,"score_gpt":0.5086127523003678,"score_spread":0.3257509147930692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223995196","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1312455,0.000005637117,0.0040568924,0.0023496135,0.00006302016,0.8576436,0.0003380685,0.00041281484,0.0038848517],"genre_scores_gemma":[0.32354176,1.7597092e-7,0.00042409828,0.000039230796,0.00018065507,0.67338365,0.00011634378,0.00006090722,0.0022531487],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99144685,0.0025898167,0.00046441276,0.0008505115,0.003373984,0.001274398],"domain_scores_gemma":[0.9975468,0.0008936601,0.00011722257,0.00074742746,0.00035015147,0.00034474753],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039492548,0.0002438251,0.00047164818,0.0013024223,0.0017599574,0.00044210753,0.0006852164,0.00009514979,0.0032763616],"category_scores_gemma":[0.00034787023,0.00020483532,0.00012206759,0.0044881506,0.00035572294,0.00026145915,0.0004858357,0.0019108853,0.00013834803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5543376,0.0110904,0.09894653,0.002086922,0.0018822638,0.0020583381,0.004495797,0.001442227,0.06425473,0.0058506937,0.13348678,0.12006768],"study_design_scores_gemma":[0.11403856,0.04729563,0.05378377,0.00086361147,0.00017481946,0.00011097047,0.007859122,0.0064640963,0.011000857,0.0011338785,0.7556038,0.0016708674],"about_ca_topic_score_codex":0.00016675235,"about_ca_topic_score_gemma":0.00012342355,"teacher_disagreement_score":0.62211704,"about_ca_system_score_codex":0.00049543,"about_ca_system_score_gemma":0.00029126246,"threshold_uncertainty_score":0.9995396},"labels":[],"label_agreement":null},{"id":"W4223997376","doi":"10.2196/35971","title":"The Effect of the COVID-19 Pandemic on Glycemic Monitoring and Other Processes of Care for Type 2 Diabetes: Protocol for a Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; University of Oxford; Royal College of General Practitioners","keywords":"Medicine; Pandemic; Glycemic; Psychological intervention; Cohort; Type 2 Diabetes Mellitus; Family medicine; Coronavirus disease 2019 (COVID-19); Diabetes mellitus; Nursing; Disease","score_opus":0.21103275015881695,"score_gpt":0.5653879567227991,"score_spread":0.3543552065639821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223997376","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10830023,0.000007225894,0.0000010294764,0.00012705587,0.000009328737,0.89121413,0.000032349777,0.000023373128,0.0002852979],"genre_scores_gemma":[0.14319564,1.9379598e-7,0.0000074004242,0.000012912317,0.00008112629,0.8558592,0.0000017882271,0.000037228652,0.0008044872],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966418,0.0006920301,0.0003027704,0.0004029196,0.0014346358,0.0005258133],"domain_scores_gemma":[0.9963475,0.0021188445,0.0001609814,0.0005877894,0.0006765603,0.00010832807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004638089,0.00015636833,0.0003995432,0.00017634501,0.0008778445,0.00005123768,0.0005319716,0.000048909515,0.000023430843],"category_scores_gemma":[0.003320775,0.0000805871,0.00009535905,0.0008455719,0.0003419108,0.00003734788,0.00050908147,0.0005183141,5.7957936e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018773282,0.00046980364,0.9628772,0.013019497,0.00015040963,6.397211e-7,0.0007853429,0.000007788432,0.0007393305,0.000031277476,0.0017472255,0.0013981629],"study_design_scores_gemma":[0.04241035,0.26054126,0.14155701,0.003451092,0.000076779754,0.0000012385001,0.004986103,0.000117720316,0.019072674,0.00064285204,0.526791,0.0003519321],"about_ca_topic_score_codex":0.000011690042,"about_ca_topic_score_gemma":0.000010433614,"teacher_disagreement_score":0.82132024,"about_ca_system_score_codex":0.00039566695,"about_ca_system_score_gemma":0.0004901556,"threshold_uncertainty_score":0.6751759},"labels":[],"label_agreement":null},{"id":"W4224087386","doi":"10.2196/34987","title":"Cognitive Function, Mental Health, and Quality of Life in Siblings of Preterm Born Children: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden","keywords":"Systematic review; Medicine; Checklist; Mental health; Protocol (science); Scopus; Cognition; MEDLINE; Psychology; Psychiatry; Alternative medicine; Pathology","score_opus":0.42690835809696426,"score_gpt":0.6088612943265407,"score_spread":0.18195293622957642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224087386","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.5076266e-7,0.24010831,8.5010345e-7,0.00004683482,0.0000026959713,0.75910854,0.00052036444,0.000015002157,0.0001970714],"genre_scores_gemma":[9.868068e-8,0.17457224,0.000059365353,0.00013685785,0.000033144195,0.8242738,0.0007919691,0.000051768115,0.000080749516],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99125886,0.0029936486,0.0031619694,0.00062756334,0.0014133005,0.00054463727],"domain_scores_gemma":[0.995655,0.0010807525,0.0018424741,0.00054844783,0.00059427833,0.00027906842],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009070934,0.00041053072,0.004731672,0.0007602156,0.00015111096,0.00002658932,0.0003137357,0.00021816441,0.0001937003],"category_scores_gemma":[0.0028201728,0.000304433,0.0004716203,0.001085731,0.00019889737,0.000101163285,0.00031203096,0.0009969559,0.0000015260309],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014371868,0.00015936147,0.0002913227,0.9797587,0.00022977054,0.0000011133391,0.00053676503,6.284539e-10,1.9338644e-7,0.00003312257,0.0018815545,0.015670955],"study_design_scores_gemma":[0.0030077486,0.0023741252,0.000026675447,0.6881433,0.000049707673,0.000013330789,0.000067203575,2.5817795e-7,0.0000010458037,0.000009880701,0.30611932,0.00018737138],"about_ca_topic_score_codex":0.000018621391,"about_ca_topic_score_gemma":0.000004621443,"teacher_disagreement_score":0.30423778,"about_ca_system_score_codex":0.00024185682,"about_ca_system_score_gemma":0.003788111,"threshold_uncertainty_score":0.99994075},"labels":[],"label_agreement":null},{"id":"W4224091003","doi":"10.2196/37200","title":"Home Delivery of Water for Caries Prevention in Latinx Children (“Sediento por una Sonrisa,” Thirsty for a Smile): Protocol for a Single-Arm Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Dental and Craniofacial Research; University of Washington","keywords":"Medicine; Early childhood caries; Psychological intervention; Intervention (counseling); Protocol (science); Environmental health; Dentistry; Family medicine; Oral health; Nursing; Alternative medicine","score_opus":0.2866078979610548,"score_gpt":0.5566867226609759,"score_spread":0.27007882469992106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224091003","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2376357,9.681464e-7,0.00015879182,0.000025361776,0.000019518293,0.7615178,0.0005355129,0.00004568756,0.00006060766],"genre_scores_gemma":[0.17836869,1.6805979e-8,0.00021756216,0.000016207503,0.00009244128,0.82019347,0.00029918336,0.000050814273,0.000761591],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952108,0.00086224737,0.0010027804,0.0007810121,0.0011621178,0.0009810065],"domain_scores_gemma":[0.99780685,0.00036237444,0.0002522906,0.0005898797,0.0008303461,0.0001582468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049427464,0.00023689249,0.00044889338,0.00037255714,0.00068469456,0.00012771912,0.00054298155,0.00013286844,0.00022349584],"category_scores_gemma":[0.0003000789,0.00020487561,0.00024642155,0.00047052564,0.00011579036,0.00030251234,0.00047956384,0.00037941788,0.000004524492],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12206799,0.08144688,0.7004059,0.03107599,0.00019991855,0.000023914281,0.010661494,0.00013148303,0.007540249,0.0007367635,0.025798978,0.019910445],"study_design_scores_gemma":[0.17897467,0.21287052,0.38215777,0.0042222617,0.00006002766,0.000058377474,0.026830647,0.0025162234,0.044677667,0.03712624,0.108318664,0.002186922],"about_ca_topic_score_codex":0.0001885755,"about_ca_topic_score_gemma":0.0012606813,"teacher_disagreement_score":0.31824812,"about_ca_system_score_codex":0.0007208391,"about_ca_system_score_gemma":0.00041919184,"threshold_uncertainty_score":0.8354585},"labels":[],"label_agreement":null},{"id":"W4224211351","doi":"10.2196/36778","title":"The Need for Standards Unification in Forensic Laboratory Practices: Protocol for Setting Up the Arab Forensic Laboratories Accreditation Center","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical Laboratory Practices and Quality Control","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Forensic science; Medical education; Protocol (science); Standardization; Quality (philosophy); Commission; Engineering; Political science; Medicine; Law; Alternative medicine","score_opus":0.33253798691584396,"score_gpt":0.6160005692182133,"score_spread":0.28346258230236937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224211351","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006628862,0.000006502766,0.00020339544,0.035366587,0.000060021466,0.9626567,0.0008004059,0.00006132306,0.0001822021],"genre_scores_gemma":[0.0016474015,7.1845665e-7,0.0006694488,0.00087831967,0.00061822945,0.99555594,0.0000972428,0.00006237833,0.00047029924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993054,0.0026577716,0.0010148385,0.0005777111,0.001870274,0.00082544924],"domain_scores_gemma":[0.9822338,0.010780509,0.0010798306,0.0009374738,0.004812468,0.00015590749],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.026022328,0.00022619238,0.00036255084,0.00016292103,0.0020896797,0.00049315667,0.0005212606,0.00012904267,0.000058155223],"category_scores_gemma":[0.026196107,0.00014127849,0.000131582,0.0014881653,0.0003433939,0.0005945245,0.00021019348,0.0014144098,0.0000044375624],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14755613,0.0036997953,0.01672435,0.005869686,0.0003914892,0.000028604605,0.006055546,0.00006693189,0.0075211423,0.0796321,0.6653647,0.06708951],"study_design_scores_gemma":[0.012573228,0.002963664,0.0010555505,0.00036417885,0.000012564906,0.0000028234485,0.0072795935,0.0011575894,0.00070629,0.0020195125,0.97170657,0.00015843137],"about_ca_topic_score_codex":0.000017129778,"about_ca_topic_score_gemma":0.00019350706,"teacher_disagreement_score":0.30634186,"about_ca_system_score_codex":0.00062346295,"about_ca_system_score_gemma":0.0036703818,"threshold_uncertainty_score":0.99920946},"labels":[],"label_agreement":null},{"id":"W4224227571","doi":"10.2196/38180","title":"Correction: Survivorship of Patients After Long Intensive Care Stay With Exploration and Experience in a New Zealand Cohort (SPLIT ENZ): Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Survivorship curve; Protocol (science); Cohort; Cohort study; Medicine; Psychology; Alternative medicine; Population; Environmental health","score_opus":0.18389200972126968,"score_gpt":0.5487651984955896,"score_spread":0.3648731887743199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224227571","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018713248,0.000005784104,0.00022966707,0.00013332776,0.00028114615,0.9968258,0.00008568403,0.000036521193,0.0005307115],"genre_scores_gemma":[0.000375936,6.4212827e-7,0.00032843451,0.00022519942,0.00018180403,0.9722267,0.00054180995,0.00015063888,0.025968833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99263096,0.0025973455,0.00085809134,0.0012505227,0.0018672649,0.00079580996],"domain_scores_gemma":[0.9618389,0.0008061908,0.00040937334,0.00072143,0.03593884,0.00028524644],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018304572,0.00056404737,0.0011705008,0.0012235143,0.00018862079,0.00010707875,0.0002995402,0.0003686402,0.00028780944],"category_scores_gemma":[0.011148312,0.0004700248,0.00013417582,0.0012589012,0.00044120755,0.0002950534,0.00044790545,0.0024661361,0.0000016929416],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044741135,0.0012982574,0.5159853,0.0041187615,0.00019750261,0.00014115914,0.053408198,6.2047957e-7,0.000008681917,0.0000018261238,0.37012058,0.00997799],"study_design_scores_gemma":[0.018437218,0.037972447,0.34905186,0.012866594,0.000051688945,0.00000922372,0.23940887,0.000034335375,0.0004101894,0.00004043195,0.34103253,0.0006846308],"about_ca_topic_score_codex":0.0008087105,"about_ca_topic_score_gemma":0.0034197397,"teacher_disagreement_score":0.18600067,"about_ca_system_score_codex":0.00068312866,"about_ca_system_score_gemma":0.002304787,"threshold_uncertainty_score":0.9998352},"labels":[],"label_agreement":null},{"id":"W4224254838","doi":"10.2196/36725","title":"Simulation-Based Learning Supported by Technology to Enhance Critical Thinking in Nursing Students: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lovisenberg Diakonale Høgskole","keywords":"PsycINFO; Systematic review; Critical thinking; MEDLINE; Protocol (science); Medical education; Psychology; Nursing; Computer science; Medicine; Alternative medicine; Pedagogy","score_opus":0.42506789969323744,"score_gpt":0.7497623721281894,"score_spread":0.324694472434952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224254838","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.730291e-7,0.08434465,0.000706979,0.0028852436,0.00001756079,0.9117362,0.000024132403,0.00023508114,0.000050004237],"genre_scores_gemma":[0.0000015032787,0.008914768,0.0015062514,0.0005061139,0.00019828786,0.9881476,0.00032050346,0.00022663827,0.00017831264],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98964125,0.0022719214,0.0024169853,0.0015292476,0.0026584363,0.001482185],"domain_scores_gemma":[0.98363954,0.012536177,0.0005353943,0.0011951827,0.001621468,0.0004722422],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0066223755,0.00059426326,0.0023479695,0.0023161205,0.0009715263,0.00017610365,0.0010337159,0.0006037909,0.001711312],"category_scores_gemma":[0.017513352,0.0005839874,0.0003385334,0.004789915,0.0002284908,0.0001461365,0.00024429994,0.003772395,0.00006070687],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003017918,0.0015860999,0.00075263716,0.6787103,0.000019684105,0.00002002664,0.0002138644,0.0003570253,0.0000010113216,0.00004624683,0.002768527,0.31522283],"study_design_scores_gemma":[0.0007360557,0.0010420608,0.000001942498,0.51936084,0.000017652359,0.000002510456,0.00004989073,0.00023607617,0.0000065263052,0.000065010405,0.4782347,0.00024672272],"about_ca_topic_score_codex":0.000009594382,"about_ca_topic_score_gemma":0.0000022820698,"teacher_disagreement_score":0.4754662,"about_ca_system_score_codex":0.003365949,"about_ca_system_score_gemma":0.009087749,"threshold_uncertainty_score":0.99966115},"labels":[],"label_agreement":null},{"id":"W4224256268","doi":"10.2196/38034","title":"A Web-Based Public Health Intervention for Addressing Vaccine Misinformation: Protocol for Analyzing Learner Engagement and Impacts on the Hesitancy to Vaccinate","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Al Jalila Foundation; Pfizer","keywords":"Misinformation; Psychological intervention; Intervention (counseling); Public health; Medicine; Population; Analytics; Medical education; Psychology; Nursing; Computer science; Environmental health; Data science","score_opus":0.5415808256329223,"score_gpt":0.604751730090873,"score_spread":0.0631709044579507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224256268","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050706463,8.535282e-7,0.0018917681,0.044447508,0.000008639455,0.9512644,0.000030378811,0.00007313626,0.0017762659],"genre_scores_gemma":[0.025554359,1.4718553e-7,0.00039923296,0.0014505556,0.0000963631,0.9718338,0.000016048198,0.000018203225,0.00063124456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954462,0.0017347621,0.00053838803,0.00023772373,0.0011310857,0.0009118071],"domain_scores_gemma":[0.9977717,0.00072730373,0.00029602804,0.0002971948,0.0004913349,0.00041647613],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022764005,0.00014075167,0.00018569811,0.00050910504,0.004985785,0.0010575558,0.00045591887,0.000044710378,0.0009567545],"category_scores_gemma":[0.0021235335,0.00010483486,0.00010466148,0.0008472897,0.00003772222,0.0007166992,0.00017577896,0.00043905343,0.0000148515655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004078464,0.0013113718,0.00048938947,0.003228724,0.000055090004,0.0000010366214,0.08583645,0.0003125409,0.00015433414,0.06313002,0.53824306,0.30315953],"study_design_scores_gemma":[0.0048933187,0.0029999882,0.0010192548,0.00068038795,6.592379e-7,4.0036252e-7,0.010923429,0.0026473086,0.00010665495,0.00046250486,0.9761237,0.00014240533],"about_ca_topic_score_codex":0.00004538129,"about_ca_topic_score_gemma":0.00009922049,"teacher_disagreement_score":0.43788064,"about_ca_system_score_codex":0.00074259564,"about_ca_system_score_gemma":0.0012257838,"threshold_uncertainty_score":0.99997944},"labels":[],"label_agreement":null},{"id":"W4224263995","doi":"10.2196/34005","title":"A Web-Based Well-being Program for Health Care Workers (Thrive): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Mental health; Psychological intervention; Randomized controlled trial; EXPOSE; Protocol (science); Medicine; Health care; Nursing; Population; Psychology; Pandemic; Mental illness; Gerontology; Psychiatry; Coronavirus disease 2019 (COVID-19); Alternative medicine; Environmental health; Disease","score_opus":0.18642786190569485,"score_gpt":0.631667406966097,"score_spread":0.4452395450604022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224263995","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007996785,0.0000065222935,0.00035923868,0.003932602,0.00009253433,0.99130046,0.00007965441,0.0003500809,0.0037989565],"genre_scores_gemma":[0.00050284393,5.589054e-8,0.0015801964,0.0011400353,0.0005439102,0.9923355,0.00008630858,0.0001283677,0.0036827729],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9870927,0.0066653807,0.0015486013,0.0011244053,0.0013967296,0.0021721877],"domain_scores_gemma":[0.9921539,0.0053196605,0.0006280966,0.0008559785,0.0004880365,0.00055436755],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015480679,0.00041072693,0.0019462816,0.0006595698,0.0020371543,0.00017761331,0.0008048055,0.0001794712,0.0015457709],"category_scores_gemma":[0.00063693686,0.0003355977,0.0011228806,0.0007777539,0.00032315223,0.00007739127,0.0002311757,0.0010686415,0.00003294826],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90103596,0.0041657994,0.000051902563,0.0033804984,0.00011412942,0.000008028672,0.0024114035,0.000008895665,0.0000090563435,0.0016735533,0.06308647,0.024054311],"study_design_scores_gemma":[0.51354855,0.01679404,0.0000026249115,0.00032290624,0.000004541725,8.9468716e-7,0.0009583332,0.00035429685,0.0000109041985,0.00028830112,0.4675533,0.0001613285],"about_ca_topic_score_codex":0.00024210324,"about_ca_topic_score_gemma":0.00009845132,"teacher_disagreement_score":0.4044668,"about_ca_system_score_codex":0.0019950138,"about_ca_system_score_gemma":0.008465682,"threshold_uncertainty_score":0.9999096},"labels":[],"label_agreement":null},{"id":"W4224271760","doi":"10.2196/35196","title":"App-Based Mindfulness Meditation for People of Color Who Experience Race-Related Stress: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"American Psychological Foundation; Ford Foundation","keywords":"Mindfulness; Meditation; Clinical psychology; Randomized controlled trial; Anxiety; Psychology; Mental health; Medicine; Psychotherapist; Psychiatry","score_opus":0.14508521939174898,"score_gpt":0.5477724049007157,"score_spread":0.40268718550896665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224271760","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00169998,8.805743e-7,0.03011034,0.000485461,0.00011639275,0.96659344,0.0002538466,0.00006210469,0.0006775391],"genre_scores_gemma":[0.015834082,9.105137e-10,0.00012732433,0.000015807114,0.0001383325,0.9765998,0.0000539821,0.000052280837,0.0071783946],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9913114,0.0042861267,0.0017673442,0.0006725365,0.0012321285,0.0007304844],"domain_scores_gemma":[0.99074614,0.006347299,0.0009604078,0.0006550449,0.0011265149,0.00016459948],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007800995,0.00026697217,0.0016773916,0.0005908094,0.0008803686,0.0001111146,0.0008545268,0.00017971074,0.023099344],"category_scores_gemma":[0.0018964177,0.00021025827,0.0010459541,0.00077369495,0.00035405633,0.000115786825,0.00016905555,0.0005046193,0.0000101926325],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9043981,0.0046488564,0.000010689485,0.0006724953,0.00016169163,0.0000021798796,0.0018262996,0.00008915616,0.000041415362,0.045951813,0.04056439,0.0016329348],"study_design_scores_gemma":[0.9181208,0.0062541845,0.000007183541,0.0006312476,0.000015894137,0.0000011292561,0.002748868,0.006501848,0.0037513794,0.006745386,0.05500845,0.00021360637],"about_ca_topic_score_codex":0.000037490587,"about_ca_topic_score_gemma":0.000017743656,"teacher_disagreement_score":0.039206427,"about_ca_system_score_codex":0.00012815597,"about_ca_system_score_gemma":0.00056042016,"threshold_uncertainty_score":0.9777937},"labels":[],"label_agreement":null},{"id":"W4224279129","doi":"10.2196/38720","title":"Correction: Comparing Online and On-Site Cognitive Behavior Therapy in Major Depressive Disorder: Protocol for a Noninferiority Randomized Controlled Trial","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University Health Network; Nexen (Canada); Centre for Addiction and Mental Health; University of Toronto; York University","funders":"","keywords":"Protocol (science); Randomized controlled trial; Major depressive disorder; Cognition; Psychology; Clinical psychology; Medicine; Medical physics; Alternative medicine; Psychiatry","score_opus":0.2006881192340367,"score_gpt":0.5889683885403149,"score_spread":0.3882802693062781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224279129","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036289849,0.000021950389,0.000016170423,0.00021346279,0.0024225055,0.9769892,0.00077951135,0.00011133892,0.019082958],"genre_scores_gemma":[0.0001909551,9.9887e-7,0.000016394186,0.00006449131,0.0009322826,0.8826023,0.00070030335,0.00014939712,0.115342915],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98783445,0.0059491126,0.0021517614,0.0014401474,0.0013164085,0.0013081367],"domain_scores_gemma":[0.99194765,0.00533971,0.0010744138,0.00067877246,0.0006389965,0.00032044062],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048728283,0.00071451464,0.0033242267,0.0011758369,0.00075531856,0.0004025495,0.0006271231,0.0006636538,0.0022373758],"category_scores_gemma":[0.0015305671,0.0005992866,0.0009011508,0.000617511,0.00065960153,0.00020345236,0.0004790745,0.0046952222,0.000051824773],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8231219,0.017662857,0.00032959256,0.0006926696,0.0002477701,0.0000665799,0.00038812667,2.6570558e-7,4.677739e-7,0.00018759858,0.14292553,0.01437666],"study_design_scores_gemma":[0.7820654,0.017367994,0.000582894,0.0053732553,0.000021488102,0.000011749174,0.00021681318,0.000114459865,0.0000036992617,0.00024492972,0.19359885,0.00039847408],"about_ca_topic_score_codex":0.0005148607,"about_ca_topic_score_gemma":0.0010711167,"teacher_disagreement_score":0.09625996,"about_ca_system_score_codex":0.00054467143,"about_ca_system_score_gemma":0.0007245641,"threshold_uncertainty_score":0.9996458},"labels":[],"label_agreement":null},{"id":"W4224305919","doi":"10.2196/33145","title":"Stakeholder Perspectives on Clinical Decision Support Tools to Inform Clinical Artificial Intelligence Implementation: Protocol for a Framework Synthesis for Qualitative Evidence","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Newcastle University; National Institute for Health and Care Research","keywords":"CINAHL; Computer science; Stakeholder; Protocol (science); Clinical decision support system; MEDLINE; Health informatics; Health care; Knowledge management; Data science; Medical education; Decision support system; Medicine; Nursing; Artificial intelligence; Alternative medicine; Public relations; Political science; Psychological intervention","score_opus":0.9494541902274648,"score_gpt":0.806795743383538,"score_spread":0.1426584468439268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224305919","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023500163,9.1828633e-7,0.035483386,0.012622013,0.000079248915,0.94916946,0.00012870258,0.00006948921,0.00009674071],"genre_scores_gemma":[0.007199357,0.0000010585796,0.028827706,0.0009160559,0.0013025128,0.96146524,0.000021236663,0.00005605189,0.00021079849],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915558,0.0016531916,0.0026942822,0.0011488578,0.0019326278,0.0010152226],"domain_scores_gemma":[0.95670086,0.038718257,0.00039394613,0.0008948494,0.0026809187,0.000611144],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027447322,0.00026977825,0.0006354601,0.00048163187,0.0013777427,0.00024794546,0.0006152547,0.00024568374,0.0028587715],"category_scores_gemma":[0.046603933,0.00023894521,0.00040619122,0.00121979,0.00034423225,0.00038350813,0.0002838095,0.0014920465,0.00019265176],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03933728,0.002903813,0.0014905467,0.0006388065,0.00005145047,0.000006059667,0.02937139,0.000018153314,0.000027704125,0.019717515,0.044409506,0.86202776],"study_design_scores_gemma":[0.0005573907,0.08561924,0.0013570318,0.004188846,0.00001848833,0.000008685749,0.33483228,0.0002950771,0.0064420016,0.068630986,0.49749234,0.0005576225],"about_ca_topic_score_codex":0.000036284207,"about_ca_topic_score_gemma":0.00003598526,"teacher_disagreement_score":0.86147016,"about_ca_system_score_codex":0.0008055046,"about_ca_system_score_gemma":0.0029653804,"threshold_uncertainty_score":0.99992234},"labels":[],"label_agreement":null},{"id":"W4224308701","doi":"10.2196/35543","title":"Effectiveness of Individual Feedback and Coaching on Shared Decision-making Consultations in Oncology Care: Protocol for a Randomized Clinical Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Coaching; Intervention (counseling); Decision aids; Randomized controlled trial; Protocol (science); Clinical trial; Informed consent; MEDLINE; Family medicine; Oncology; Internal medicine; Alternative medicine; Nursing; Psychology","score_opus":0.6065477814293274,"score_gpt":0.7013270868801451,"score_spread":0.0947793054508177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224308701","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057669873,0.000006974688,0.00011421912,0.0003792947,0.00005619524,0.9926572,0.00024062762,0.000048466274,0.0007300479],"genre_scores_gemma":[0.056949884,3.4710135e-7,0.0030298282,0.00010801015,0.000079997175,0.9397131,0.000057476776,0.00004618099,0.000015139343],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.92775583,0.06706814,0.002451535,0.0006792844,0.0012579154,0.0007873047],"domain_scores_gemma":[0.8452849,0.15185212,0.0008323137,0.00075969595,0.0011041822,0.00016680917],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033599105,0.00021282127,0.0011927156,0.00075143087,0.0021227498,0.00003764065,0.0010197836,0.00033891964,0.00016668905],"category_scores_gemma":[0.03551652,0.00019056404,0.00018122324,0.00087430415,0.0005237564,0.00015420237,0.0016701292,0.0035331976,0.000009118266],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9454569,0.0015217921,0.004933641,0.004616729,0.000039201674,0.0000038315457,0.016667072,0.000050903804,0.000015098933,0.0034613186,0.0010788051,0.022154713],"study_design_scores_gemma":[0.91608286,0.009381066,0.004336397,0.010017233,0.0000057555317,0.0000011022564,0.01480794,0.00052553316,0.000008976532,0.0069495896,0.037673235,0.0002103123],"about_ca_topic_score_codex":0.00009043079,"about_ca_topic_score_gemma":0.000086857726,"teacher_disagreement_score":0.08478397,"about_ca_system_score_codex":0.0009886501,"about_ca_system_score_gemma":0.004089914,"threshold_uncertainty_score":0.9991763},"labels":[],"label_agreement":null},{"id":"W4224309111","doi":"10.2196/35533","title":"Efficacy of Ibuprofen Gargle for Postoperative Pain After Mandibular Third Molar Extraction: Protocol for a Phase II, Placebo-Controlled, Double-Blind, Randomized Crossover Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory mediators and NSAID effects","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Medicine; Ibuprofen; Placebo; Visual analogue scale; Randomized controlled trial; Anesthesia; Crossover study; Adverse effect; Clinical trial; Surgery; Internal medicine; Pharmacology","score_opus":0.14948488913330382,"score_gpt":0.5453332126753984,"score_spread":0.39584832354209454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224309111","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022962041,0.0000058562746,0.00077511964,0.00063258555,0.00004631939,0.97509164,0.00010791033,0.00007525068,0.0003032699],"genre_scores_gemma":[0.00438666,1.08431436e-7,0.0005638011,0.00014534208,0.000883842,0.9891992,0.000085471765,0.000099806995,0.0046357308],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9921325,0.0029838295,0.0013433145,0.0007661029,0.001731507,0.0010427411],"domain_scores_gemma":[0.99283636,0.0044418303,0.00048952486,0.00076251116,0.0011166796,0.00035310662],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022583194,0.00042584864,0.001813154,0.0005243164,0.0011786615,0.00011722663,0.00036933282,0.00026356103,0.0014757338],"category_scores_gemma":[0.003029435,0.00031509987,0.00097220595,0.00044589693,0.00036767637,0.000250784,0.00026846636,0.0011459214,0.000011189421],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96334505,0.0072641587,0.000011260341,0.0019451592,0.0003546721,0.000071531176,0.00119236,0.000015384736,0.004836176,0.00029467585,0.019842338,0.0008272566],"study_design_scores_gemma":[0.74093705,0.030938417,0.000001646678,0.00056595256,0.0000428671,0.000010198235,0.00010394133,0.0012288373,0.01031821,0.00015420109,0.2154645,0.00023415781],"about_ca_topic_score_codex":0.000011386234,"about_ca_topic_score_gemma":0.000003367528,"teacher_disagreement_score":0.22240795,"about_ca_system_score_codex":0.00036188387,"about_ca_system_score_gemma":0.0013276314,"threshold_uncertainty_score":0.9999301},"labels":[],"label_agreement":null},{"id":"W4224312243","doi":"10.2196/34200","title":"Therapeutic Effect of a Soft Robotic Glove for Activities of Daily Living In People With Impaired Hand Strength: Protocol for a Multicenter Clinical Trial (iHand)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NAV","keywords":"Protocol (science); Activities of daily living; Medicine; Physical therapy; Physical medicine and rehabilitation; Clinical trial; Psychology; Alternative medicine; Internal medicine","score_opus":0.20080762755860262,"score_gpt":0.5579268726993822,"score_spread":0.35711924514077964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224312243","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16539696,0.0000013938609,0.00025142476,0.00007958598,0.00001112354,0.8341966,0.000025936173,0.0000135077,0.000023438874],"genre_scores_gemma":[0.17264344,5.518819e-8,0.00048855983,0.00001023649,0.00009321117,0.8263934,0.0000044895396,0.0000333556,0.00033321106],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962205,0.0013950869,0.0007589551,0.00038520966,0.0007759178,0.00046430744],"domain_scores_gemma":[0.9880258,0.011016178,0.00027355558,0.00031582205,0.00026073234,0.00010794497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047588563,0.0001725603,0.000816596,0.00037642143,0.00014250228,0.000032351472,0.00018939229,0.00009997376,0.0001074958],"category_scores_gemma":[0.0018933192,0.000116456366,0.0003568977,0.00039841366,0.00029375733,0.000098815915,0.00012028249,0.0004809636,5.0424313e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78307813,0.0074332063,0.17118973,0.013964286,0.00022072885,0.0000028705722,0.0030758702,0.00008919661,0.0060117794,0.000023376362,0.00059942156,0.014311413],"study_design_scores_gemma":[0.54186904,0.33192426,0.08206851,0.009318281,0.000052186286,0.000009189092,0.0033416946,0.010368303,0.010568029,0.00008085276,0.010038946,0.00036067495],"about_ca_topic_score_codex":0.00002276761,"about_ca_topic_score_gemma":0.000035826564,"teacher_disagreement_score":0.32449105,"about_ca_system_score_codex":0.00016748367,"about_ca_system_score_gemma":0.0006776364,"threshold_uncertainty_score":0.47489527},"labels":[],"label_agreement":null},{"id":"W4224312280","doi":"10.2196/37925","title":"Correction: mHealth Intervention to Improve Treatment Outcomes Among People With HIV Who Use Cocaine: Protocol for a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Protocol (science); Randomized controlled trial; Human immunodeficiency virus (HIV); Intervention (counseling); Medicine; Alternative medicine; Family medicine; Psychology; Psychiatry; Psychological intervention","score_opus":0.12901691003019447,"score_gpt":0.5295707415973409,"score_spread":0.4005538315671464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224312280","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045532543,0.000002664525,0.00085335784,0.0016743488,0.0005544709,0.9877025,0.0003827368,0.00023332861,0.008551075],"genre_scores_gemma":[0.000005347197,0.0000016459121,0.00010893861,0.000031466087,0.0010056942,0.51639736,0.0005033299,0.00015313858,0.48179308],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98401463,0.00587529,0.002650795,0.0017356803,0.0036501617,0.0020734605],"domain_scores_gemma":[0.9891431,0.003964925,0.0010568823,0.0017519082,0.0027137164,0.0013694784],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009544407,0.0010530222,0.005765679,0.0022528148,0.0011275884,0.00086948805,0.0007552562,0.00048521056,0.0044840584],"category_scores_gemma":[0.011401654,0.00065912964,0.0031104316,0.0013488343,0.0004889283,0.0004373601,0.0004777203,0.0034998509,0.0001019515],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.50278807,0.006569719,0.0001494716,0.002471642,0.0009536241,0.000030418336,0.00020121146,0.0000010338679,0.0000053452886,0.00003364544,0.48550975,0.0012860422],"study_design_scores_gemma":[0.4925993,0.13911451,0.00012038011,0.006645046,0.00008642483,0.00000843902,0.0001305641,0.0008434004,0.000014425371,0.000017054355,0.36014023,0.00028020018],"about_ca_topic_score_codex":0.0019530087,"about_ca_topic_score_gemma":0.002350662,"teacher_disagreement_score":0.47324198,"about_ca_system_score_codex":0.0030177908,"about_ca_system_score_gemma":0.004262801,"threshold_uncertainty_score":0.999586},"labels":[],"label_agreement":null},{"id":"W4224317221","doi":"10.2196/36166","title":"Comparing the New Interdisciplinary Health in Work Intervention With Conventional Monodisciplinary Welfare Interventions at Norwegian Workplaces: Protocol for a Pragmatic Cluster Randomized Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Psychological intervention; Norwegian; Health care; Sick leave; Mental health; Medicine; Welfare; Inclusion (mineral); Nursing; Psychology; Physical therapy; Psychiatry; Social psychology","score_opus":0.21061595648873505,"score_gpt":0.5852869195961934,"score_spread":0.37467096310745834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224317221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010256703,0.0000093284725,0.002369422,0.050672315,0.000106339445,0.9439031,0.000027934962,0.00012337427,0.0017625056],"genre_scores_gemma":[0.00781936,2.3838031e-7,0.00073441473,0.00032549552,0.00045847025,0.97714806,0.00019509642,0.000103085324,0.013215812],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9753805,0.017550353,0.002882218,0.00090618955,0.0013028135,0.0019779224],"domain_scores_gemma":[0.99267876,0.004262723,0.0013502721,0.0008809589,0.0002992673,0.00052802975],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027643085,0.00042585653,0.0012533534,0.0007705091,0.008653931,0.0001324678,0.0011203584,0.00019000206,0.0032942356],"category_scores_gemma":[0.00045943775,0.00029381478,0.00067216833,0.0016325896,0.00038625882,0.00033077013,0.0039068805,0.003778703,0.00008922891],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.81551975,0.0016527178,0.0024045664,0.0066466755,0.000068010624,0.000007836659,0.0068779713,0.00042140172,3.3651617e-7,0.002111714,0.16295065,0.0013383719],"study_design_scores_gemma":[0.80234456,0.0046589714,0.000991229,0.02710083,0.0000096272515,0.000009497156,0.008262823,0.001602999,6.7109266e-7,0.0063651567,0.1483139,0.0003397584],"about_ca_topic_score_codex":0.00013155848,"about_ca_topic_score_gemma":0.002486736,"teacher_disagreement_score":0.05034682,"about_ca_system_score_codex":0.002689945,"about_ca_system_score_gemma":0.0016988404,"threshold_uncertainty_score":0.9999514},"labels":[],"label_agreement":null},{"id":"W4224325525","doi":"10.2196/37171","title":"The Clinical Outcomes of Operative Treatment Versus Conservative Treatment for Dancer’s Fractures: Protocol for a Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Foot and Ankle Surgery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Nonunion; Retrospective cohort study; Surgery; Conservative treatment; Cohort; Concomitant; Trauma center; Cohort study; Internal medicine","score_opus":0.5360700210284297,"score_gpt":0.6807357523918764,"score_spread":0.14466573136344674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224325525","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0143930735,0.0000016265498,0.000009519507,0.0010928554,0.000032126674,0.9835966,0.00022369034,0.000037720794,0.00061278563],"genre_scores_gemma":[0.010442318,6.5260775e-7,0.00018841628,0.000041070063,0.0001990719,0.98422545,0.000029475385,0.00004841249,0.0048251534],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955859,0.0011840535,0.0008217605,0.00069327437,0.0010706431,0.0006443514],"domain_scores_gemma":[0.99190325,0.005801313,0.00028023333,0.0007701308,0.0010698263,0.00017523397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003804215,0.0003016357,0.0010162537,0.00013312777,0.0012549678,0.000062420135,0.00027290545,0.00007956971,0.00015826494],"category_scores_gemma":[0.0014158927,0.00016296403,0.000534033,0.00036517202,0.0004571633,0.000071983595,0.00016843507,0.00041751866,0.000003446998],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.091853574,0.013974117,0.86776376,0.000108115055,0.0018376437,0.000021874292,0.001975375,0.0000029959917,0.000042429558,0.0004302294,0.014495003,0.0074948953],"study_design_scores_gemma":[0.04974105,0.14706492,0.34787747,0.00013473157,0.00003897239,0.0000013456497,0.0036920398,0.00005295648,0.00082267006,0.00024034746,0.45017403,0.00015948038],"about_ca_topic_score_codex":0.00013490336,"about_ca_topic_score_gemma":0.00018987732,"teacher_disagreement_score":0.5198863,"about_ca_system_score_codex":0.001546302,"about_ca_system_score_gemma":0.0017567181,"threshold_uncertainty_score":0.96523243},"labels":[],"label_agreement":null},{"id":"W4224326371","doi":"10.2196/33426","title":"Children With Medical Complexity in the Canadian Maritimes: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; Izaak Walton Killam Health Centre; Dalhousie University","funders":"Canadian Institutes of Health Research; Killam Trusts; Dalhousie University; Nova Scotia Health Research Foundation","keywords":"Health care; Qualitative property; Population; Qualitative research; Resource (disambiguation); Health services research; Population health; Medicine; Nursing; Family medicine; Public health; Environmental health; Computer science; Sociology","score_opus":0.5991110784530751,"score_gpt":0.6119480120972249,"score_spread":0.01283693364414984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224326371","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016659405,6.4535607e-7,0.00019779461,0.012827445,0.000004559202,0.98078173,0.00013421978,0.000017787788,0.005869209],"genre_scores_gemma":[0.007934373,2.635256e-8,0.0013187323,0.0008389426,0.00009991041,0.9895028,0.000014905833,0.000026045136,0.00026427532],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958749,0.0017117504,0.000568161,0.00052746007,0.00039416514,0.0009236015],"domain_scores_gemma":[0.9985326,0.00036865383,0.000113370326,0.00063272024,0.00006440848,0.00028827536],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023295166,0.00013710988,0.0003134877,0.00062305987,0.0011025491,0.00018933877,0.0012295853,0.00006474099,0.00095799565],"category_scores_gemma":[0.00055285974,0.00011151819,0.00005420587,0.0009559447,0.00016856055,0.00008725805,0.0003779471,0.0010289898,0.000032122174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009943016,0.0062964545,0.14433667,0.0006877689,0.00014777045,0.00008859995,0.008052544,0.00002269658,1.5970974e-7,0.6955493,0.10436242,0.039461285],"study_design_scores_gemma":[0.0034798447,0.0027451036,0.099447794,0.00006299022,3.489597e-7,0.000006769469,0.00094034185,0.00031352238,0.0000010453296,0.02192581,0.8709206,0.00015582122],"about_ca_topic_score_codex":0.27738658,"about_ca_topic_score_gemma":0.46580312,"teacher_disagreement_score":0.7665582,"about_ca_system_score_codex":0.00062286825,"about_ca_system_score_gemma":0.0008395299,"threshold_uncertainty_score":0.99995524},"labels":[],"label_agreement":null},{"id":"W4224937220","doi":"10.2196/34832","title":"Effectiveness of an Online Peer Gatekeeper Training Program for Postsecondary Students on Suicide Prevention in Japan: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Intervention (counseling); Test (biology); Protocol (science); Medicine; Suicide prevention; Poison control; Medical education; Psychology; Family medicine; Nursing; Medical emergency; Alternative medicine","score_opus":0.2903904229414806,"score_gpt":0.6135723751961963,"score_spread":0.32318195225471574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224937220","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17244351,0.0000014972719,0.000017240684,0.00009218227,0.00003596715,0.82690954,0.00008574647,0.00006534028,0.00034895146],"genre_scores_gemma":[0.017542439,2.8985335e-8,0.00031012713,0.000027565235,0.0001720113,0.9804202,0.00012078328,0.000076362936,0.0013305049],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9855783,0.009732377,0.0013170348,0.00082145695,0.0015879226,0.00096290355],"domain_scores_gemma":[0.9912772,0.006894419,0.0004205606,0.00050234195,0.00078737113,0.00011808837],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.028475506,0.00032266002,0.001972961,0.00069246703,0.00041264374,0.00008851417,0.00071821414,0.0001556347,0.00047072634],"category_scores_gemma":[0.001962656,0.00025602087,0.000681865,0.0004884301,0.00021912385,0.00014029117,0.0002238549,0.00077483605,0.0000034021934],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9629658,0.01904115,0.00038542223,0.00092816027,0.00049178425,0.000009502288,0.0032913578,0.000016730854,0.000390164,0.00060738134,0.00030892462,0.011563628],"study_design_scores_gemma":[0.94346815,0.044612896,0.0022879273,0.00041226385,0.000018829705,0.0000025293273,0.00251214,0.00013846831,0.00021998548,0.0025264763,0.0035628083,0.00023752588],"about_ca_topic_score_codex":0.000053422078,"about_ca_topic_score_gemma":0.000047248413,"teacher_disagreement_score":0.15490107,"about_ca_system_score_codex":0.00021211237,"about_ca_system_score_gemma":0.00036697707,"threshold_uncertainty_score":0.9999892},"labels":[],"label_agreement":null},{"id":"W4224950204","doi":"10.2196/36673","title":"Long COVID Optimal Health Program (LC-OHP) to Enhance Psychological and Physical Health: Protocol for a Feasibility Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Randomized controlled trial; Psychosocial; Anxiety; Medicine; Mental health; Quality of life (healthcare); Intervention (counseling); Health care; Protocol (science); Psychological intervention; Physical therapy; Psychology; Family medicine; Nursing; Psychiatry; Alternative medicine","score_opus":0.21672863899265596,"score_gpt":0.6504053705774824,"score_spread":0.43367673158482645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224950204","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009691229,0.0000044633434,0.0008949484,0.03654994,0.000019258989,0.95233566,0.000035618486,0.00035172456,0.00011713744],"genre_scores_gemma":[0.004930195,2.1926105e-7,0.0048778607,0.0029147945,0.0006508424,0.9859784,0.000027062737,0.00007832071,0.00054227794],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9825725,0.009659069,0.0015433042,0.0017306373,0.0025595184,0.0019349529],"domain_scores_gemma":[0.98909336,0.006644954,0.00054569024,0.0011849162,0.00050880027,0.0020222892],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026646318,0.0004981164,0.0035630423,0.00044012556,0.0012246231,0.00024201916,0.00063603924,0.0001481592,0.00022623867],"category_scores_gemma":[0.010856536,0.0003533007,0.00076002814,0.0008730967,0.0007294547,0.00015385436,0.00069586444,0.0017910571,0.00001705587],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9488956,0.01417447,0.0001350261,0.0046056733,0.000095260824,0.000045810863,0.00072939723,0.000010608732,0.00014806926,0.00026026936,0.014776745,0.0161231],"study_design_scores_gemma":[0.8491742,0.10146315,0.00019332099,0.0007413801,0.000008551587,0.000030990606,0.000048093076,0.0007983205,0.00007505423,0.00060181686,0.046596516,0.00026863147],"about_ca_topic_score_codex":0.000050332103,"about_ca_topic_score_gemma":0.000011275205,"teacher_disagreement_score":0.099721394,"about_ca_system_score_codex":0.0013533029,"about_ca_system_score_gemma":0.0033787882,"threshold_uncertainty_score":0.9998919},"labels":[],"label_agreement":null},{"id":"W4224979872","doi":"10.2196/37874","title":"Impact of Web-Based Cognitive Behavioral Therapy for Insomnia on Stress, Health, Mood, Cognitive, Inflammatory, and Neurodegenerative Outcomes in Rural Dementia Caregivers: Protocol for the NiteCAPP CARES and NiteCAPP SHARES Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Aging; National Institutes of Health","keywords":"Dementia; Mood; Randomized controlled trial; Cognition; Insomnia; Medicine; Cognitive behavioral therapy; Clinical psychology; Psychiatry; Psychology; Gerontology; Disease","score_opus":0.11128598771364939,"score_gpt":0.5226724946472856,"score_spread":0.4113865069336362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224979872","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21063723,0.00006373197,0.000013583829,0.00024346329,0.00002498175,0.7881074,0.000817876,0.000029616087,0.000062100764],"genre_scores_gemma":[0.20350033,0.0000031119944,0.000007641813,0.000057637295,0.000040302297,0.7962069,0.00007093221,0.00005043648,0.00006272804],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99254704,0.004440732,0.0009161823,0.0006044948,0.00070692494,0.00078463],"domain_scores_gemma":[0.99138045,0.007071556,0.0005422559,0.0002781611,0.0005721973,0.00015539223],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029127635,0.0004183915,0.0013374522,0.00064491335,0.0008105682,0.00013775479,0.00032811417,0.00017513927,0.0003403144],"category_scores_gemma":[0.0005089608,0.00025540113,0.00049018575,0.00036654048,0.00082492194,0.000109808774,0.00012779208,0.00082492165,0.0000010114032],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9716871,0.004023286,0.012263796,0.00014456795,0.0011790871,0.0000055785367,0.0039344537,0.00003790747,0.00008125993,0.00010954633,0.001163909,0.0053695575],"study_design_scores_gemma":[0.9655323,0.023285184,0.002074086,0.00044528302,0.000057298046,9.31044e-7,0.0071786344,0.00041100217,0.00014725323,0.000102418235,0.00051157625,0.0002540471],"about_ca_topic_score_codex":0.00044688236,"about_ca_topic_score_gemma":0.00020551703,"teacher_disagreement_score":0.019261898,"about_ca_system_score_codex":0.00009728209,"about_ca_system_score_gemma":0.0007422875,"threshold_uncertainty_score":0.9999898},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4224984690","doi":"10.2196/38027","title":"Study of the Kinetics of the Determinants of Performance During a Mountain Ultramarathon: Multidisciplinary Protocol of the First Trail Scientifique de Clécy 2021","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sports Performance and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Région Normandie; European Commission","keywords":"Psychology; Race (biology); Demography; Morning; Athletes; Protocol (science); Gerontology; Medicine; Simulation; Physical therapy; Engineering; Internal medicine; Sociology","score_opus":0.15016740581684146,"score_gpt":0.4855393262956957,"score_spread":0.3353719204788542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224984690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.544917,5.5047894e-7,1.2574898e-7,0.000053853568,0.000007315865,0.45486155,0.000008578538,0.0000028484324,0.00014820641],"genre_scores_gemma":[0.5054637,1.08882915e-7,0.000013092049,0.000002992215,0.000020195192,0.49419722,2.1691166e-7,0.000012911196,0.00028954612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99636346,0.00030967302,0.00078282336,0.0002944789,0.0017860553,0.00046349733],"domain_scores_gemma":[0.99766517,0.00008327111,0.00051827164,0.0012640853,0.00041263943,0.00005657074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025347967,0.00015653174,0.0003768724,0.00016206391,0.0005834087,0.000012094042,0.001095434,0.000060899147,0.00010085005],"category_scores_gemma":[0.00012213913,0.00008243465,0.00017364876,0.0015428112,0.00073923555,0.00008921977,0.0011456661,0.0008530662,4.3131527e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001319051,0.0030309625,0.927812,0.0033456981,0.000020359677,0.000009276042,0.012930779,0.00028595526,0.050428465,0.0000062138624,0.0000406742,0.0007706095],"study_design_scores_gemma":[0.0032426778,0.0017848257,0.6842434,0.0025143526,0.000007565045,0.000030023682,0.0037846712,0.0004249919,0.30326492,0.0000069293446,0.00063629495,0.00005936733],"about_ca_topic_score_codex":0.00003410037,"about_ca_topic_score_gemma":0.00008879762,"teacher_disagreement_score":0.25283647,"about_ca_system_score_codex":0.0001328844,"about_ca_system_score_gemma":0.000631868,"threshold_uncertainty_score":0.44871667},"labels":[],"label_agreement":null},{"id":"W4224989657","doi":"10.2196/35083","title":"Schwartz Rounds for Staff in an Australian Tertiary Hospital: Protocol for a Pilot Uncontrolled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Griffith University","keywords":"Protocol (science); Medicine; Medical education; Nursing; Family medicine; Alternative medicine","score_opus":0.4666347711837526,"score_gpt":0.6649070407790565,"score_spread":0.19827226959530392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224989657","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039956747,0.0000015728509,0.00006654807,0.010031668,0.00012244706,0.9849125,0.00043534685,0.00017577533,0.00025844152],"genre_scores_gemma":[0.0049698036,1.1490329e-7,0.0008783629,0.00029559445,0.0014333006,0.9838507,0.00012533792,0.00014676448,0.008300012],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9857326,0.0067609837,0.0018341026,0.0011318608,0.0017053467,0.0028350942],"domain_scores_gemma":[0.99415565,0.0024735811,0.00049362803,0.0010240574,0.0011670899,0.00068597466],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01268828,0.0004045244,0.00083806086,0.00070974394,0.0042450726,0.00011824204,0.0012396963,0.00035529223,0.0017651378],"category_scores_gemma":[0.0011199691,0.0003375936,0.00022695593,0.00082340284,0.0001485976,0.0005371883,0.0007541067,0.0033501142,0.00003761011],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.68328184,0.02301359,0.019892154,0.012810023,0.00007071889,0.000055418448,0.0067078783,0.0000234636,0.0012595765,0.0044759535,0.21414304,0.034266353],"study_design_scores_gemma":[0.21112958,0.04405329,0.0011423562,0.003964762,0.0000020087803,5.152881e-7,0.0046341876,0.00043801244,0.000048303904,0.0055737915,0.72859836,0.00041483308],"about_ca_topic_score_codex":0.0004110174,"about_ca_topic_score_gemma":0.0006992832,"teacher_disagreement_score":0.5144553,"about_ca_system_score_codex":0.0012551566,"about_ca_system_score_gemma":0.005128079,"threshold_uncertainty_score":0.9999076},"labels":[],"label_agreement":null},{"id":"W4225006177","doi":"10.2196/35736","title":"Adapting and Developing an Academic and Community Practice Collaborative Care Model for Metastatic Breast Cancer Care (Project ADAPT): Protocol for an Implementation Science–Based Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of Behavioral and Social Sciences Research; National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Institutes of Health","keywords":"Referral; Medicine; Breast cancer; Protocol (science); Best practice; Nursing; Collaborative Care; Metastatic breast cancer; Health care; Medical education; Family medicine; Cancer; Alternative medicine; Primary care; Political science","score_opus":0.5678997906359172,"score_gpt":0.6828258761896521,"score_spread":0.11492608555373485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225006177","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03380636,0.000008351369,0.0005216022,0.00038439358,0.000005517626,0.9641837,0.0010056384,0.00004882616,0.000035646033],"genre_scores_gemma":[0.21855049,1.5739494e-7,0.003700739,0.00013326728,0.00004909083,0.77743345,0.00008277792,0.000041397638,0.000008644474],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9949388,0.0021016242,0.00040340898,0.0006319945,0.0012684555,0.00065573107],"domain_scores_gemma":[0.9955388,0.0005867862,0.00021479704,0.00043198146,0.0029843727,0.00024330454],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005394206,0.00022743654,0.0003394716,0.0004374786,0.0037959877,0.00023805679,0.00035601243,0.000047472637,0.000011701924],"category_scores_gemma":[0.00029349633,0.00020981234,0.00003175504,0.0012156414,0.00023696916,0.00095635664,0.0003701481,0.001147592,4.819148e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0432163,0.0025861543,0.025475848,0.015717356,0.00016800598,0.000013697132,0.7647219,0.0007070793,0.0075308057,0.0005113802,0.0005426717,0.13880883],"study_design_scores_gemma":[0.014609675,0.016972546,0.002403346,0.000614465,0.00004083338,0.000012045266,0.9364147,0.017873416,0.0010885741,0.00006002938,0.009584592,0.00032573278],"about_ca_topic_score_codex":0.0025886165,"about_ca_topic_score_gemma":0.010361387,"teacher_disagreement_score":0.18675023,"about_ca_system_score_codex":0.0010606062,"about_ca_system_score_gemma":0.007841694,"threshold_uncertainty_score":0.99778295},"labels":[],"label_agreement":null},{"id":"W4225009973","doi":"10.2196/33552","title":"Oral Health Status and Practices, and Anthropometric Measurements of Preschool Children: Protocol for a Multi-African Country Survey","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anthropometry; Protocol (science); Oral health; Medicine; Environmental health; Psychology; Family medicine; Alternative medicine","score_opus":0.5167652060210116,"score_gpt":0.633166047746615,"score_spread":0.11640084172560339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225009973","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0097125955,0.000024556812,0.00006358516,0.000022911263,0.000012444498,0.98926765,0.0007788316,0.000036430974,0.000080968945],"genre_scores_gemma":[0.016804537,0.0000012461545,0.0005335009,0.000045656183,0.000032355543,0.98213303,0.00015082413,0.000041235366,0.00025759143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99369425,0.0025197254,0.0006047264,0.00057433423,0.0017580958,0.00084884453],"domain_scores_gemma":[0.99750775,0.00033583905,0.0007020835,0.0003763892,0.00063402904,0.0004439235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007157231,0.00017491159,0.00034396586,0.0004949136,0.0008152066,0.00016306095,0.0002859953,0.000073063624,0.00018804512],"category_scores_gemma":[0.0017758464,0.00017051719,0.000032305335,0.0015572665,0.00021804812,0.0003036604,0.00045618208,0.00056564034,0.000003844191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040476294,0.002141251,0.95873255,0.0033747337,0.00003182678,0.0000026425635,0.00012489651,0.0000015178356,0.00009965544,0.000037120517,0.013887658,0.017518518],"study_design_scores_gemma":[0.00952883,0.0051357974,0.9164336,0.00025272425,0.000001824771,0.00001871751,0.00034973718,0.00019661881,0.0002273966,0.000021303997,0.06766174,0.00017171772],"about_ca_topic_score_codex":0.00403422,"about_ca_topic_score_gemma":0.0025710114,"teacher_disagreement_score":0.053774085,"about_ca_system_score_codex":0.00037760087,"about_ca_system_score_gemma":0.0010415758,"threshold_uncertainty_score":0.6953489},"labels":[],"label_agreement":null},{"id":"W4225010532","doi":"10.2196/31464","title":"Overcoming Decisional Gaps in High-Risk Prescribing by Junior Physicians Using Simulation-Based Training: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institute on Aging; National Institutes of Health; Brigham and Women's Hospital","keywords":"Facilitator; Debriefing; Intervention (counseling); Medicine; Protocol (science); Randomized controlled trial; Simulated patient; Nice; Psychological intervention; Family medicine; Nursing; Psychology; Medical education; Alternative medicine; Computer science","score_opus":0.285893774980219,"score_gpt":0.5756257029734675,"score_spread":0.2897319279932485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225010532","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040502008,0.0000021361536,0.002662482,0.00080741313,0.000050928556,0.95574975,0.00008801425,0.0000914878,0.000045792323],"genre_scores_gemma":[0.17173979,1.9916426e-8,0.0025363117,0.00021383597,0.0004943181,0.8246274,0.00009606107,0.00009280589,0.00019944157],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9887087,0.0050239568,0.0018891764,0.0008363731,0.002520789,0.0010210279],"domain_scores_gemma":[0.9686269,0.028443508,0.0007418217,0.00067340647,0.0012394198,0.00027492232],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012449081,0.00034710832,0.0017260384,0.0010546519,0.0011646666,0.00014185108,0.0003686625,0.00017694785,0.00078888936],"category_scores_gemma":[0.008043444,0.0003151073,0.0005370379,0.0012513252,0.00021940735,0.00020192914,0.00010864645,0.0014091035,0.000003878397],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8324966,0.0019175068,0.0020898888,0.0004481346,0.00005743719,0.0000051132565,0.0014363782,0.1590152,0.00030657413,0.000108324006,0.0010409937,0.0010778733],"study_design_scores_gemma":[0.60887486,0.0013292386,0.00006430897,0.0010922351,0.000014212962,6.084322e-7,0.00051072135,0.38239974,0.00010287805,0.0006463587,0.0047893194,0.00017551077],"about_ca_topic_score_codex":0.0002693989,"about_ca_topic_score_gemma":0.000007525259,"teacher_disagreement_score":0.22362173,"about_ca_system_score_codex":0.0014934031,"about_ca_system_score_gemma":0.004619635,"threshold_uncertainty_score":0.9999301},"labels":[],"label_agreement":null},{"id":"W4225089667","doi":"10.2196/36753","title":"Stigma Toward Bariatric Surgery in the Netherlands, France, and the United Kingdom: Protocol for a Cross-cultural Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stigma (botany); Medicine; Weight stigma; Health care; Public health; Obesity; Nursing; Psychiatry; Political science; Overweight","score_opus":0.41702314997117385,"score_gpt":0.6093857438392307,"score_spread":0.19236259386805687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225089667","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04691008,0.00000477392,0.00005283963,0.0026489103,0.000027258811,0.9501125,0.000010224728,0.00004212596,0.00019125233],"genre_scores_gemma":[0.026671426,2.2854317e-7,0.0003435508,0.0003782348,0.00029850408,0.9715442,0.00001214078,0.00003738615,0.0007143085],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98702127,0.009425859,0.0007773903,0.0005631636,0.0013547529,0.00085756904],"domain_scores_gemma":[0.9857952,0.01270762,0.00018997786,0.0007299714,0.00044399514,0.00013324872],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.034536637,0.00026921573,0.0007024707,0.0006686679,0.0012687002,0.00037205563,0.00060990185,0.00010616534,0.00029125155],"category_scores_gemma":[0.0033163442,0.00013154178,0.00025586982,0.0034580175,0.00048562465,0.00017169135,0.00048344184,0.0016502293,0.000004321999],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028880466,0.0031618618,0.88827235,0.0014046631,0.00017702206,0.0001502136,0.007968132,0.000026782172,0.00005715549,0.0019077237,0.05161396,0.016379701],"study_design_scores_gemma":[0.021556197,0.0014707838,0.3387567,0.00014811149,0.000015340482,0.000058719066,0.0030116646,0.00032509153,0.000049044356,0.00075540034,0.63364357,0.00020935004],"about_ca_topic_score_codex":0.00042617504,"about_ca_topic_score_gemma":0.000015093577,"teacher_disagreement_score":0.58202964,"about_ca_system_score_codex":0.000103805425,"about_ca_system_score_gemma":0.00046017693,"threshold_uncertainty_score":0.9941477},"labels":[],"label_agreement":null},{"id":"W4225094270","doi":"10.2196/34750","title":"Peer Mentoring Program for Informal Caregivers of Homebound Individuals With Advanced Parkinson Disease (Share the Care): Protocol for a Single-Center, Crossover Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parkinson's Disease Mechanisms and Treatments","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Institute on Aging","keywords":"Peer mentoring; Medicine; Psychological intervention; Caregiver burden; Caregiver stress; Context (archaeology); Family caregivers; Intervention (counseling); Peer support; Anxiety; Randomized controlled trial; Family medicine; Gerontology; Nursing; Dementia; Disease; Psychiatry; Medical education","score_opus":0.19007665921801434,"score_gpt":0.4974560767131731,"score_spread":0.30737941749515874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225094270","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030908035,0.0000046862774,0.000012011249,0.00013375777,0.000010460317,0.9671343,0.001323689,0.000089416244,0.00038365755],"genre_scores_gemma":[0.17684747,3.766795e-8,0.00048506432,0.000019458445,0.000066014116,0.8215132,0.00018848525,0.000069923066,0.0008103902],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949126,0.00024615065,0.00044379677,0.0006521222,0.002741275,0.0010040207],"domain_scores_gemma":[0.9969417,0.00017690791,0.00027828867,0.0007728545,0.0013797309,0.00045053585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010515043,0.00033714165,0.000437432,0.00026297843,0.0011773292,0.00023225398,0.00051564845,0.00003346328,0.00011281387],"category_scores_gemma":[0.00020088702,0.00022558754,0.0001718633,0.00054783275,0.00019396229,0.00028557234,0.00046620527,0.00038211304,0.0000019218526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.36222035,0.12265206,0.36635366,0.015849916,0.0018872253,0.00033108395,0.026569689,0.00014457926,0.0009962658,0.00036729316,0.009447212,0.09318067],"study_design_scores_gemma":[0.055402197,0.09667364,0.012205719,0.0008197042,0.000049919756,0.00000609586,0.0073243557,0.00002626705,0.0007210229,0.000037012698,0.82650644,0.00022761732],"about_ca_topic_score_codex":0.000021023294,"about_ca_topic_score_gemma":0.000020881665,"teacher_disagreement_score":0.8170592,"about_ca_system_score_codex":0.00058839895,"about_ca_system_score_gemma":0.000968753,"threshold_uncertainty_score":0.9199193},"labels":[],"label_agreement":null},{"id":"W4225098398","doi":"10.2196/34480","title":"Implementing Infection Control and Quality of Life Best Practices in Nursing Homes With Project ECHO: Protocol for a Patient-Centered Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; Patient-Centered Outcomes Research Institute; National Center for Advancing Translational Sciences; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Protocol (science); Randomized controlled trial; Echo (communications protocol); Nursing; Medicine; Control (management); Quality (philosophy); Quality of life (healthcare); Psychology; Computer science; Alternative medicine; Computer security; Artificial intelligence; Surgery; Pathology","score_opus":0.3626188121818835,"score_gpt":0.6474009099947635,"score_spread":0.28478209781288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225098398","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045191195,0.0000046356,0.00007499714,0.0004509056,0.000033468117,0.95299435,0.00004507302,0.00004477806,0.0011606219],"genre_scores_gemma":[0.053820737,4.6857235e-7,0.00019801871,0.00002336367,0.00017086032,0.9455362,0.000014425695,0.000036739882,0.00019921748],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97893715,0.016366279,0.0019600631,0.00052354607,0.0011484282,0.0010645086],"domain_scores_gemma":[0.98809373,0.007953547,0.0026909455,0.00033981958,0.00079845765,0.0001234671],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02345548,0.00023412799,0.0017260348,0.00073298335,0.0014854984,0.000074375275,0.00018548235,0.00012682038,0.00012835702],"category_scores_gemma":[0.006378835,0.00016787989,0.00022034251,0.000734301,0.00022395892,0.0002827326,0.00017858816,0.0011125514,0.0000010143315],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97439545,0.0023332592,0.008943564,0.0021970018,0.00009937362,0.0000011343573,0.006265798,0.0000022293393,0.0002751055,0.0002523089,0.0014080727,0.0038267055],"study_design_scores_gemma":[0.9610633,0.007709403,0.00038848643,0.0020406754,0.000019465713,7.6888773e-7,0.010853572,0.00014564517,0.000023162644,0.00024525117,0.01733623,0.00017402475],"about_ca_topic_score_codex":0.0022346613,"about_ca_topic_score_gemma":0.0005179921,"teacher_disagreement_score":0.017076645,"about_ca_system_score_codex":0.00038330557,"about_ca_system_score_gemma":0.0019991947,"threshold_uncertainty_score":0.99981445},"labels":[],"label_agreement":null},{"id":"W4225098767","doi":"10.2196/35243","title":"Lymph Node Yield in Gastrointestinal Cancer Surgery With or Without Prior Neoadjuvant Therapy: Protocol for a Systematic Review and Meta-analysis","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Esophageal Cancer Research and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Neoadjuvant therapy; Lymph node; Radiation therapy; Oncology; Esophageal cancer; Chemoradiotherapy; Colorectal cancer; Esophagectomy; Carcinoma; Esophagus; Lymph; Pancreatic cancer; Cancer; Radiology; Surgery; Internal medicine; Pathology","score_opus":0.5961339004215859,"score_gpt":0.6134612649301663,"score_spread":0.017327364508580412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225098767","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3615735e-8,0.4124663,0.0000053787726,0.00019694571,3.1227165e-7,0.5871174,0.00014835136,0.00003303956,0.000032300915],"genre_scores_gemma":[4.2192802e-8,0.20071942,0.00037069188,0.00019798332,0.00004279377,0.7960437,0.00005147438,0.00014805236,0.0024258285],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9899634,0.0026255338,0.001890026,0.0014975924,0.0025197044,0.0015037362],"domain_scores_gemma":[0.9926142,0.0036347932,0.00087647553,0.0016173467,0.0005974775,0.00065968145],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006336126,0.0009800997,0.012769888,0.0015906942,0.00031395597,0.00020495182,0.0005949557,0.00013685568,0.0042107785],"category_scores_gemma":[0.0012316209,0.0004659215,0.0021956116,0.0035413154,0.00026319548,0.00014326944,0.00031105382,0.0014916059,0.000012428294],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027492074,0.0009896124,0.0005348366,0.9583904,0.028482853,0.00081075664,0.000024285948,2.8012175e-7,3.9009702e-8,0.0000032896057,0.0007574221,0.0072569866],"study_design_scores_gemma":[0.0029654317,0.0031611233,0.000015608171,0.7140956,0.05183003,0.0005598295,0.000019122963,0.000008326989,8.4732494e-7,0.0000028697027,0.22690086,0.0004403379],"about_ca_topic_score_codex":0.00037722406,"about_ca_topic_score_gemma":0.00025451594,"teacher_disagreement_score":0.24429482,"about_ca_system_score_codex":0.0013319575,"about_ca_system_score_gemma":0.0072567323,"threshold_uncertainty_score":0.9997792},"labels":[],"label_agreement":null},{"id":"W4225146953","doi":"10.2196/37255","title":"Effectiveness of Hydrotherapy on Neuropathic Pain and Pain Catastrophization in Patients With Spinal Cord Injury: Protocol for a Pilot Trial Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hydrotherapy; Medicine; Physical therapy; Neuropathic pain; Quality of life (healthcare); Spinal cord injury; Randomized controlled trial; Psychological intervention; Physical medicine and rehabilitation; Spinal cord; Anesthesia; Alternative medicine; Surgery","score_opus":0.20908574331423013,"score_gpt":0.5549412034851829,"score_spread":0.3458554601709528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225146953","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3074231,1.4255652e-7,0.00011825587,0.000046995607,0.0000023941327,0.692354,0.000023709475,0.000020279746,0.000011116845],"genre_scores_gemma":[0.32488832,1.206476e-8,0.000051801948,0.000021476466,0.00003563669,0.6749132,0.000015455513,0.00005348307,0.000020611611],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9791778,0.016734267,0.00050684693,0.0007082195,0.0022454595,0.00062741415],"domain_scores_gemma":[0.99721324,0.0012427283,0.0001600224,0.0005960647,0.0006108636,0.00017709627],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.032411423,0.00024082366,0.0005190055,0.0009050308,0.00029528383,0.000052401712,0.0003268334,0.00004813767,0.00005771362],"category_scores_gemma":[0.0021293317,0.00019191793,0.000047707934,0.001412344,0.00020122161,0.000102878555,0.00022804468,0.0011051826,0.0000014999343],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8137855,0.0148047805,0.14072262,0.0022482087,0.00002403912,0.000021607515,0.000034273213,0.0000044800645,0.001426102,0.000030604777,0.00013604129,0.02676173],"study_design_scores_gemma":[0.13246155,0.7305377,0.13256922,0.001681462,0.0000020016666,9.0424174e-7,0.00008202017,0.00019177617,0.0004576059,0.000063675434,0.0018198972,0.00013215363],"about_ca_topic_score_codex":0.0000674152,"about_ca_topic_score_gemma":0.00000677378,"teacher_disagreement_score":0.71573293,"about_ca_system_score_codex":0.00039121576,"about_ca_system_score_gemma":0.0005903783,"threshold_uncertainty_score":0.99633604},"labels":[],"label_agreement":null},{"id":"W4225165214","doi":"10.2196/35945","title":"Development and Effectiveness of a Mobile Health Intervention in Improving Health Literacy and Self-management of Patients With Multimorbidity and Heart Failure: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Medicine; Randomized controlled trial; Health literacy; Psychological intervention; Intervention (counseling); Health care; Telemedicine; eHealth; Clinical trial; Self-management; Physical therapy; Nursing","score_opus":0.08111561746107523,"score_gpt":0.5609360545475056,"score_spread":0.4798204370864304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225165214","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055280596,0.000019611784,0.00027672382,0.00018098523,0.000008105187,0.94415057,0.000048750215,0.000026094083,0.000008572629],"genre_scores_gemma":[0.019142814,0.0000029334678,0.009892981,0.000045999193,0.000015651984,0.9708243,0.000033780063,0.000026999334,0.000014525007],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98810685,0.0079300245,0.0020023906,0.00055219716,0.0006401724,0.00076839153],"domain_scores_gemma":[0.995342,0.0025263198,0.0011330146,0.0002864626,0.00037458053,0.00033762003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02504707,0.00019872891,0.0015274002,0.0004224263,0.0010718784,0.0000167981,0.00012957602,0.000073309944,0.000018047664],"category_scores_gemma":[0.00015312676,0.00015226331,0.00006745373,0.0004169714,0.00013739105,0.00012308819,0.0003848625,0.00065574324,2.7261382e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8841167,0.003644642,0.0055868328,0.07525646,0.000048419315,2.4381768e-7,0.002074055,0.0000023016153,0.000005308796,0.001231529,0.0001166582,0.027916852],"study_design_scores_gemma":[0.92943144,0.0071677645,0.010996043,0.0047482424,0.000003452495,2.8942577e-7,0.0005104504,0.000311412,0.00000855067,0.00016915504,0.046545453,0.00010776384],"about_ca_topic_score_codex":0.00030405002,"about_ca_topic_score_gemma":0.000072173556,"teacher_disagreement_score":0.07050822,"about_ca_system_score_codex":0.00049260043,"about_ca_system_score_gemma":0.0016754303,"threshold_uncertainty_score":0.86808646},"labels":[],"label_agreement":null},{"id":"W4225250180","doi":"10.2196/37942","title":"Mesh-Tissue Integration of Platelet-Rich Plasma–Decellularized Amnion Scaffold–Polypropylene Mesh Sandwiches Implanted in the Vesicovaginal Spaces of Hypoestrogenic Rabbit Models: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wound healing; Platelet-rich plasma; Decellularization; Surgery; Andrology; Medicine; Urology; Biomedical engineering; Internal medicine; Tissue engineering; Platelet","score_opus":0.13166022741203814,"score_gpt":0.46426370863634514,"score_spread":0.332603481224307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225250180","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11248026,0.000019075931,0.00024639262,0.00048153824,0.000015236185,0.8863294,0.000054871445,0.000040127736,0.0003330607],"genre_scores_gemma":[0.119870506,0.0000014974466,0.0008947967,0.00001711746,0.000065648484,0.87853396,0.00009702315,0.000053282398,0.00046618373],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9900626,0.0043406375,0.0017868279,0.0006506992,0.002365535,0.0007936911],"domain_scores_gemma":[0.9951861,0.0025113404,0.0008131169,0.0007745105,0.0005836859,0.00013126025],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009287863,0.00042996928,0.002535829,0.00092837523,0.00028644965,0.000075571974,0.0006889132,0.00019686298,0.00020852046],"category_scores_gemma":[0.0012433716,0.00026572536,0.00057566364,0.0011306652,0.00044455618,0.00021587366,0.00020353514,0.0007850949,0.0000032208677],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.919557,0.005222242,0.000056246445,0.00082892895,0.000470322,0.000030153757,0.0014233101,0.00004776867,0.068974726,0.0010244095,0.0007878351,0.0015770864],"study_design_scores_gemma":[0.9067713,0.010683682,0.000017520895,0.00087054074,0.00008280189,0.000035061024,0.0007697327,0.0072050476,0.06941649,0.0029097116,0.0010472509,0.00019086357],"about_ca_topic_score_codex":0.00015342723,"about_ca_topic_score_gemma":0.00003200573,"teacher_disagreement_score":0.01278568,"about_ca_system_score_codex":0.0002807751,"about_ca_system_score_gemma":0.0012103616,"threshold_uncertainty_score":0.9999795},"labels":[],"label_agreement":null},{"id":"W4225269228","doi":"10.2196/38456","title":"Using Digital Media to Improve Dementia Care in India: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Protocol (science); Medicine; Population ageing; Randomized controlled trial; Population; Gerontology; Alternative medicine; Disease; Environmental health","score_opus":0.12728077341677138,"score_gpt":0.5426287706234089,"score_spread":0.4153479972066375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225269228","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054814536,0.0000024551666,0.000108439024,0.00024763448,0.000019577228,0.98985845,0.000084226805,0.00004895758,0.004148824],"genre_scores_gemma":[0.016352793,4.244616e-8,0.00039182484,0.000094922405,0.00032022342,0.9819698,0.00005390038,0.00006640566,0.00075010443],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9921506,0.0017818548,0.0010903638,0.00077410345,0.002825791,0.0013772703],"domain_scores_gemma":[0.9964045,0.001477126,0.00017779293,0.00046161935,0.0010101587,0.00046876803],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0078065037,0.00029714685,0.0014702382,0.0012876351,0.00048402077,0.00033775312,0.0004520665,0.00010389785,0.0011447207],"category_scores_gemma":[0.0031421678,0.00023103683,0.00054543087,0.0011196008,0.0002156987,0.00023187013,0.00083438033,0.001044746,0.000026530071],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98701745,0.0024268588,0.0014209714,0.00066215545,0.00020636614,0.000102835955,0.00082029094,0.000002087732,0.001383971,0.00013447886,0.0011032386,0.004719312],"study_design_scores_gemma":[0.9489176,0.011693352,0.00025682105,0.00055627676,0.00002303407,0.000006076165,0.0009932168,0.00024748582,0.0008994894,0.00037731274,0.03581183,0.00021745208],"about_ca_topic_score_codex":0.00001727417,"about_ca_topic_score_gemma":0.000005422883,"teacher_disagreement_score":0.03809978,"about_ca_system_score_codex":0.0006634395,"about_ca_system_score_gemma":0.001982981,"threshold_uncertainty_score":0.9997684},"labels":[],"label_agreement":null},{"id":"W4225326828","doi":"10.2196/34575","title":"Natural Language Processing to Identify Digital Learning Tools in Postgraduate Family Medicine: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto; Bruyère; University of Ottawa","funders":"","keywords":"Grey literature; Scopus; MEDLINE; Computer science; Thematic analysis; Digital library; Data extraction; Inclusion (mineral); Curriculum; Systematic review; Medical education; Data science; Psychology; Medicine; Qualitative research","score_opus":0.6829114605725711,"score_gpt":0.7071399300984191,"score_spread":0.024228469525848007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225326828","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.5340528e-8,0.27291262,0.0000040459104,0.00056577683,0.00001775733,0.7210797,0.000018643757,0.00009104009,0.00531036],"genre_scores_gemma":[6.874251e-8,0.13746607,0.000033090197,0.00027849062,0.00048282702,0.8589665,0.00009826039,0.00005972529,0.0026149557],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897798,0.002479162,0.0010852753,0.0009720433,0.0042609023,0.0014228708],"domain_scores_gemma":[0.99653965,0.0016394965,0.00043770575,0.00044999318,0.0005325616,0.0004005986],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015923612,0.00043752475,0.0018116891,0.00087948644,0.0013736706,0.0010276347,0.0025372645,0.00024097426,0.00051228656],"category_scores_gemma":[0.0111433575,0.00035993315,0.00034466796,0.0034099116,0.00053856586,0.0008466618,0.0010763461,0.00269975,0.00007421491],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052114996,0.00006787132,0.000004630355,0.24561168,0.000009841634,0.00006781528,0.002570125,7.325134e-8,4.1207645e-7,0.000028835837,0.013161277,0.7384253],"study_design_scores_gemma":[0.0004791381,0.00033601237,9.302257e-7,0.4507057,0.0000085034135,0.0000021295864,0.0030768295,5.13801e-7,5.4272373e-8,0.000012165747,0.54517096,0.00020706629],"about_ca_topic_score_codex":0.00015854255,"about_ca_topic_score_gemma":0.00010474924,"teacher_disagreement_score":0.73821825,"about_ca_system_score_codex":0.0009872243,"about_ca_system_score_gemma":0.0034599637,"threshold_uncertainty_score":0.9999264},"labels":[],"label_agreement":null},{"id":"W4225394144","doi":"10.2196/37709","title":"The Impact of Resistance Exercise on Muscle Mass in Glioblastoma in Survivors (RESIST): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Glioma Diagnosis and Treatment","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Beatrice Hunter Cancer Research Institute; Acadia University; Dalhousie University","funders":"","keywords":"Medicine; Temozolomide; Quality of life (healthcare); Internal medicine; Randomized controlled trial; Myopathy; Oncology; Neurology; Physical therapy; Chemotherapy; Physical medicine and rehabilitation","score_opus":0.08684523387873372,"score_gpt":0.5035261414798001,"score_spread":0.4166809076010664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225394144","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03432205,0.0000067456817,7.4731514e-7,0.00053774903,0.000006507982,0.96431166,0.000025834217,0.000018817902,0.0007698828],"genre_scores_gemma":[0.059325665,8.234704e-7,0.00003340351,0.0000064980177,0.00004391145,0.9398671,0.0000030566475,0.000040130053,0.0006794433],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933148,0.0028212676,0.0011661287,0.00047358236,0.0014287188,0.0007955113],"domain_scores_gemma":[0.99335265,0.005187497,0.00033147057,0.00070778694,0.00026947432,0.00015113843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010957365,0.00025777973,0.001672464,0.0007255532,0.00030913798,0.00006362147,0.00037536037,0.00008510941,0.00018892263],"category_scores_gemma":[0.0018047553,0.00014251118,0.0007867725,0.0010985858,0.00023576974,0.000054452637,0.00012281166,0.0006093733,0.0000040566156],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9867129,0.006638315,0.0005471485,0.0003149552,0.00008926481,0.000104989835,0.00021549797,0.000081947706,0.0006128524,0.0003072016,0.0035485728,0.00082640594],"study_design_scores_gemma":[0.9774896,0.010472283,0.0010888585,0.001820483,0.00000718185,7.41743e-7,0.00016188307,0.00032246238,0.0011870917,0.0011003689,0.006230986,0.0001180549],"about_ca_topic_score_codex":0.0002733968,"about_ca_topic_score_gemma":0.0005221582,"teacher_disagreement_score":0.025003616,"about_ca_system_score_codex":0.00077076873,"about_ca_system_score_gemma":0.00075995084,"threshold_uncertainty_score":0.58114374},"labels":[],"label_agreement":null},{"id":"W4225591812","doi":"10.2196/36012","title":"Effectiveness and Cost-effectiveness of Online Brief Mindfulness-based Cognitive Therapy for the Improvement of Productivity in the Workplace: Study Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"Japan Society for the Promotion of Science","keywords":"Mindfulness; Randomized controlled trial; Productivity; Medicine; Burnout; Physical therapy; Psychology; Nursing; Clinical psychology","score_opus":0.1734996183353086,"score_gpt":0.5641143529248273,"score_spread":0.3906147345895187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225591812","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05594321,0.0000042816937,0.0089942105,0.00017919215,0.000039971917,0.93456936,0.00022400121,0.000010305097,0.000035472185],"genre_scores_gemma":[0.3877338,4.1471884e-9,0.0000033922934,0.0000062366253,0.000044184464,0.61211866,0.0000072485195,0.000020749596,0.00006574698],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97577584,0.021097476,0.0010285787,0.00066926726,0.00093727506,0.0004915386],"domain_scores_gemma":[0.9607035,0.037161402,0.0006097086,0.00062307145,0.0008571212,0.00004519624],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.044435218,0.0002717902,0.0014717095,0.00033079923,0.00059668627,0.00006242625,0.00068361283,0.00007743434,0.00044407332],"category_scores_gemma":[0.001560073,0.00014261653,0.00057591725,0.0007217492,0.0005495682,0.000059295013,0.00018777722,0.00063457346,2.348835e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9297297,0.03366093,0.00024149321,0.0011243914,0.00049212127,0.0000020955126,0.0006578621,0.000030874206,0.00013101069,0.0026184432,0.00016959252,0.031141512],"study_design_scores_gemma":[0.9535351,0.027811186,0.0027339663,0.00088154105,0.000034579793,0.0000010310495,0.0033512488,0.00022423988,0.006727378,0.0031455148,0.0014053937,0.00014883342],"about_ca_topic_score_codex":0.00013060268,"about_ca_topic_score_gemma":0.00003122018,"teacher_disagreement_score":0.33179057,"about_ca_system_score_codex":0.000083873885,"about_ca_system_score_gemma":0.00040683066,"threshold_uncertainty_score":0.983955},"labels":[],"label_agreement":null},{"id":"W4225712763","doi":"10.2196/35336","title":"Evaluation of a Collaborative Care Program for Patients With Treatment-Resistant Schizophrenia: Protocol for a Multiple Case Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Assertive community treatment; Focus group; Psychological intervention; Multidisciplinary approach; Mental health; Intervention (counseling); Medicine; Protocol (science); Nursing; Health care; Schizophrenia (object-oriented programming); Psychology; Mental illness; Psychiatry; Alternative medicine","score_opus":0.2394619639182892,"score_gpt":0.5642819611019853,"score_spread":0.32481999718369603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225712763","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18827303,0.000003025178,0.0000038109954,0.00005270864,0.0000023383302,0.81084555,0.0007169263,0.000054211687,0.00004841524],"genre_scores_gemma":[0.21083656,1.6573058e-8,0.004595874,0.0000016840096,0.00004735862,0.7842182,0.00017460727,0.000061807914,0.00006389246],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99275494,0.0014725705,0.00050176197,0.0007753072,0.003702619,0.0007928031],"domain_scores_gemma":[0.9893425,0.00057048484,0.00021520174,0.00075678894,0.00878553,0.00032946336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024617491,0.00031912874,0.0005499093,0.0004977357,0.0010470344,0.00008811833,0.00020532282,0.000062492814,0.0001133135],"category_scores_gemma":[0.0006716423,0.000216701,0.00016302921,0.0011984198,0.00017370874,0.00012131945,0.00016204169,0.00030414845,0.0000018630163],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6129451,0.08190987,0.062089935,0.0019945581,0.0011859927,0.0004837848,0.0054297345,0.00003976354,0.00011746202,0.00005536621,0.000972279,0.23277618],"study_design_scores_gemma":[0.42214605,0.51095897,0.013396709,0.000636337,0.00021675338,0.0000478431,0.023273159,0.0013544505,0.0015464915,0.00015053072,0.02592809,0.00034464005],"about_ca_topic_score_codex":0.00015917476,"about_ca_topic_score_gemma":0.0013028499,"teacher_disagreement_score":0.42904907,"about_ca_system_score_codex":0.0020761085,"about_ca_system_score_gemma":0.0057150098,"threshold_uncertainty_score":0.9999217},"labels":[],"label_agreement":null},{"id":"W4225713352","doi":"10.2196/35960","title":"Development and Application of a Metaverse-Based Social Skills Training Program for Children With Autism Spectrum Disorder to Improve Social Interaction: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea","keywords":"Autism spectrum disorder; Autism; Applied psychology; Randomized controlled trial; Wearable computer; Psychology; Social skills; Medical education; Computer science; Developmental psychology; Medicine","score_opus":0.08965721618308277,"score_gpt":0.48805232211697647,"score_spread":0.3983951059338937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225713352","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004656303,1.6157394e-7,0.007638665,0.004093706,0.0000080504815,0.9832789,0.0000667064,0.00012304414,0.00013451338],"genre_scores_gemma":[0.039018232,1.3196101e-8,0.004015074,0.000053004052,0.0001224251,0.9564692,0.000017476275,0.00008138863,0.0002231958],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99352396,0.0016139095,0.00095111364,0.0010380656,0.0017765632,0.0010963965],"domain_scores_gemma":[0.9974088,0.0015140756,0.00052752194,0.0002834085,0.000096182,0.00017000797],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0051477132,0.00033271048,0.0012489086,0.00060563174,0.0020348069,0.00025073998,0.0006321951,0.000102237536,0.000095652926],"category_scores_gemma":[0.00067793444,0.00026555697,0.00034146805,0.0009778457,0.0005055784,0.00018303472,0.00034788097,0.0006540819,0.0000029155128],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94353896,0.0034123738,0.000012082032,0.0003163886,0.00010740636,8.3683994e-7,0.0032007874,0.000023147892,0.0019032841,0.015404157,0.0001304405,0.031950127],"study_design_scores_gemma":[0.9410586,0.007053064,0.0000827585,0.00006413193,0.000013857019,0.0000031019583,0.00029799034,0.0019148462,0.007855144,0.0028096451,0.03851455,0.00033232642],"about_ca_topic_score_codex":0.000018802544,"about_ca_topic_score_gemma":0.000029917868,"teacher_disagreement_score":0.03838411,"about_ca_system_score_codex":0.00032757336,"about_ca_system_score_gemma":0.0014339983,"threshold_uncertainty_score":0.9999797},"labels":[],"label_agreement":null},{"id":"W4225808312","doi":"10.2196/36448","title":"The Impact of Health Care Funding on Interprofessional Collaboration and Integrated Service Delivery in Primary and Allied Care: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grey literature; CINAHL; PsycINFO; Health care; MEDLINE; Scopus; Service delivery framework; Inclusion (mineral); Medicine; Nursing; Medical education; Service (business); Psychology; Business; Political science; Psychological intervention","score_opus":0.46347152878959896,"score_gpt":0.720585892976006,"score_spread":0.257114364186407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225808312","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030553128,0.21552739,0.0000022125296,0.00081787317,0.000050932467,0.7831126,0.00018510851,0.000023826382,0.00027703875],"genre_scores_gemma":[6.796679e-7,0.17619763,0.00007356864,0.0003811404,0.00009061401,0.82241267,0.00057952874,0.00006808784,0.00019610117],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9853221,0.010045233,0.0021822955,0.0007246036,0.0009050537,0.00082070136],"domain_scores_gemma":[0.9914497,0.0043132296,0.0015248908,0.0005699779,0.001947948,0.0001942184],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006191201,0.00046511024,0.0016052896,0.0005914908,0.002446271,0.00008806033,0.0005241867,0.00037379956,0.00021459535],"category_scores_gemma":[0.0008591904,0.00028697302,0.00016153198,0.0021836034,0.00012507559,0.00022116562,0.0005979329,0.002564122,0.000008633664],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0018640606,0.0001613395,0.000050552044,0.58463126,0.000033276796,7.471523e-7,0.0047733705,3.725542e-7,0.0000013861464,0.00027599966,0.0135731315,0.3946345],"study_design_scores_gemma":[0.000919206,0.00086460274,0.00002666435,0.5012623,0.0000043590935,5.9211743e-7,0.0060459212,0.0000064800843,1.766257e-7,0.000016690668,0.49071208,0.00014093504],"about_ca_topic_score_codex":0.00027093815,"about_ca_topic_score_gemma":0.0010701299,"teacher_disagreement_score":0.47713894,"about_ca_system_score_codex":0.004408076,"about_ca_system_score_gemma":0.05167663,"threshold_uncertainty_score":0.9999582},"labels":[],"label_agreement":null},{"id":"W4226017580","doi":"10.2196/36758","title":"Insights About Cannabis and Psychosis Using Video Games for Young People With a First Episode of Psychosis, Particularly Those From Black Racialized Communities: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University; University of Ottawa; University of British Columbia; Royal Ottawa Mental Health Centre; Ottawa Hospital; Western University; University of Toronto; McMaster University; Robarts Clinical Trials; Champlain Regional College; Centre for Addiction and Mental Health; Lawson Health Research Institute","funders":"Canadian Institutes of Health Research","keywords":"Cannabis; Psychosis; Psychology; Psychiatry; Qualitative research; Clinical psychology; Sociology","score_opus":0.19230361656772038,"score_gpt":0.5553058830939203,"score_spread":0.3630022665261999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226017580","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06795617,0.00002098447,0.0019224096,0.0019330811,0.000013186608,0.9277735,0.00024819133,0.000056666886,0.000075826225],"genre_scores_gemma":[0.015909411,0.0000014014215,0.008881642,0.000062296094,0.00013008539,0.9737192,0.000043557746,0.00014814171,0.0011042706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923477,0.0028264497,0.0009717716,0.00085987657,0.0018761858,0.0011180139],"domain_scores_gemma":[0.99533427,0.00060507556,0.00036171204,0.0014328955,0.0017755518,0.00049052364],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00450581,0.0004418783,0.0011782335,0.00069737696,0.0015235195,0.00030325403,0.0006873302,0.00015029592,0.00024117914],"category_scores_gemma":[0.000578785,0.00034964897,0.00028400164,0.0014357005,0.000684199,0.00024684044,0.00062716193,0.0010019208,8.447412e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0615825,0.016552215,0.058237597,0.011723343,0.0011669046,0.00002033133,0.06627331,0.00008560133,0.010050876,0.0002421159,0.7655079,0.00855732],"study_design_scores_gemma":[0.033499815,0.022538217,0.026318239,0.0028452051,0.00008300984,0.000016698721,0.02314881,0.005290707,0.0039631994,0.0006943614,0.8810648,0.0005369611],"about_ca_topic_score_codex":0.008477086,"about_ca_topic_score_gemma":0.0106313685,"teacher_disagreement_score":0.11555689,"about_ca_system_score_codex":0.00040090387,"about_ca_system_score_gemma":0.0009010258,"threshold_uncertainty_score":0.9998956},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4226030357","doi":"10.2196/38543","title":"A Parent-Based Intervention for Reducing High-risk Social Media Cognitions, Alcohol Use, and Negative Consequences Among Adolescents: Protocol for a Randomized Controlled Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"Intervention (counseling); Protocol (science); Psychology; Social media; Public health; Clinical psychology; Medicine; Environmental health; Developmental psychology; Psychiatry; Nursing; Computer science; Alternative medicine; World Wide Web","score_opus":0.2762248600706887,"score_gpt":0.5354454293713513,"score_spread":0.2592205693006626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226030357","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04484821,7.798317e-7,0.00028931655,0.0006649015,0.000027746126,0.95367455,0.00025148626,0.00021386909,0.00002914918],"genre_scores_gemma":[0.4291947,1.0050113e-7,0.0002316526,0.000023883475,0.000093991555,0.5703291,0.000012315267,0.000027116324,0.00008711934],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98467255,0.0109498855,0.0009965579,0.00072669814,0.0016110939,0.0010432374],"domain_scores_gemma":[0.9922622,0.005121834,0.0009009373,0.00026617065,0.0012335388,0.00021530557],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.018262653,0.00030069254,0.0011502182,0.0006071954,0.005400296,0.0007131348,0.0006978405,0.00013521727,0.00014428567],"category_scores_gemma":[0.022460906,0.00026523913,0.00033946423,0.00067365053,0.00307085,0.00050877937,0.0002937733,0.00096845406,0.000002291388],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9197158,0.014614267,0.040898483,0.0009109649,0.00045326984,0.000012544048,0.010119034,0.000007640865,0.00025535037,0.0014686488,0.007577077,0.003966913],"study_design_scores_gemma":[0.94446605,0.008452051,0.009212911,0.0022388198,0.00007235558,6.30889e-7,0.02287102,0.00031763475,0.00024015014,0.0107603455,0.0009356597,0.0004323436],"about_ca_topic_score_codex":0.00240311,"about_ca_topic_score_gemma":0.0020096975,"teacher_disagreement_score":0.3843465,"about_ca_system_score_codex":0.00054360786,"about_ca_system_score_gemma":0.00081320456,"threshold_uncertainty_score":0.99998},"labels":[],"label_agreement":null},{"id":"W4226052408","doi":"10.2196/34969","title":"A Multiprofessional and Intersectoral Working Model to Detect and Support Preschool Children With Neurodevelopmental Difficulties (PLUSS Model): Protocol for an Evaluation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Disability Support Research","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Psychology; Mental health; Developmental psychology; Neurodevelopmental disorder; Population; Parent training; Nursing; Child development; Clinical psychology; Medical education; Medicine; Applied psychology; Psychiatry; Autism; Intervention (counseling)","score_opus":0.46301531116028977,"score_gpt":0.5899095048106651,"score_spread":0.1268941936503753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226052408","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36875796,2.2253603e-7,0.00018244938,0.000057795656,0.0000039944116,0.6307659,0.000042377687,0.00004528264,0.00014400194],"genre_scores_gemma":[0.37403837,3.5248746e-9,0.0012989085,0.00004353527,0.00002796809,0.62407327,0.000027238339,0.000040303763,0.0004503759],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99370545,0.001744034,0.00043979546,0.0012210167,0.0019577504,0.00093194604],"domain_scores_gemma":[0.9983572,0.00019429986,0.00008028991,0.0005988503,0.00033541324,0.00043398852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051208246,0.0002902378,0.00029608593,0.0003963309,0.0011605714,0.00023844339,0.00053720217,0.000086966436,0.0004385147],"category_scores_gemma":[0.00013673253,0.00023424349,0.000040973307,0.00040044182,0.00024302308,0.00031254764,0.0011461211,0.0009859584,0.0000060473935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06404114,0.010489956,0.7569194,0.00052893074,0.0002425934,0.00002372392,0.056151826,0.008132192,0.0041793524,0.00018210014,0.01842742,0.08068136],"study_design_scores_gemma":[0.035215314,0.044525743,0.74080557,0.00037022002,0.000015969426,0.00006116732,0.034735557,0.14039461,0.00024708075,0.0011691581,0.0013497458,0.0011098607],"about_ca_topic_score_codex":0.00010063927,"about_ca_topic_score_gemma":0.00024765416,"teacher_disagreement_score":0.13226242,"about_ca_system_score_codex":0.00026298963,"about_ca_system_score_gemma":0.000725347,"threshold_uncertainty_score":0.9552172},"labels":[],"label_agreement":null},{"id":"W4226124297","doi":"10.2196/35706","title":"An Agreement of Antigen Tests on Oral Pharyngeal Swabs or Less Invasive Testing With Reverse Transcription Polymerase Chain Reaction for Detecting SARS-CoV-2 in Adults: Protocol for a Prospective Nationwide Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Gold standard (test); Polymerase chain reaction; Observational study; Real-time polymerase chain reaction; Reverse transcription polymerase chain reaction; Saliva; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Retrospective cohort study; Reverse transcriptase; Prospective cohort study; Internal medicine; Virology; Pathology; Coronavirus disease 2019 (COVID-19); Biology; Disease; Infectious disease (medical specialty); Messenger RNA","score_opus":0.539668348601717,"score_gpt":0.5522397254608311,"score_spread":0.012571376859114136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226124297","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45635632,1.5562794e-7,0.000100450765,0.000080605685,0.0000053839353,0.54332465,0.00003174406,0.00005993001,0.000040750663],"genre_scores_gemma":[0.32516062,8.225104e-9,0.0023379456,0.00012518969,0.00009684954,0.6721907,0.000019094812,0.00004816702,0.000021403352],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958091,0.00063126435,0.0007892489,0.0008107514,0.0013699345,0.0005897488],"domain_scores_gemma":[0.99639994,0.0011814259,0.00044016525,0.0003730794,0.001531591,0.0000738103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034381791,0.00028067868,0.00044142661,0.00083955494,0.00071107654,0.00006047299,0.00022211748,0.000080358026,0.000010539668],"category_scores_gemma":[0.0028140938,0.00024025662,0.00008096308,0.001808375,0.000089342095,0.00043979616,0.000058898975,0.00073422864,9.573657e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05327772,0.006229682,0.10607673,0.0017422601,0.000056554327,0.000045931407,0.0026121123,0.000037986396,0.8198127,0.00003193125,0.00006459849,0.010011765],"study_design_scores_gemma":[0.04333411,0.06781965,0.077692114,0.0048633707,0.000013070719,0.00005186771,0.008695833,0.0052013188,0.79081464,0.00014969749,0.0009836679,0.0003806649],"about_ca_topic_score_codex":0.00066206884,"about_ca_topic_score_gemma":0.0023328927,"teacher_disagreement_score":0.13119568,"about_ca_system_score_codex":0.0008203368,"about_ca_system_score_gemma":0.0011032905,"threshold_uncertainty_score":0.97973806},"labels":[],"label_agreement":null},{"id":"W4226172011","doi":"10.2196/34854","title":"The Brain and Early Experience Study: Protocol for a Prospective Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Observational study; Poverty; Psychology; Mental health; Developmental psychology; Brain function; Protocol (science); Clinical psychology; Medicine; Gerontology; Psychiatry; Alternative medicine; Political science","score_opus":0.4634007128281139,"score_gpt":0.6030267274974818,"score_spread":0.13962601466936786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226172011","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034825165,6.333891e-7,0.000004870491,0.0019531911,0.000023599898,0.9620018,0.000009859975,0.000035441684,0.0011454246],"genre_scores_gemma":[0.027010329,8.194162e-9,0.000016101052,0.00010413059,0.0001928562,0.96337754,0.0000014436098,0.000018727385,0.009278844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966983,0.00087654067,0.0003288846,0.0005556567,0.0010392044,0.0005014003],"domain_scores_gemma":[0.99883384,0.00044522304,0.000079937425,0.00029352363,0.00024937946,0.00009810045],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026088855,0.00013754999,0.00014379199,0.00008141564,0.0029589671,0.00021539713,0.00047305785,0.000026307524,0.00032280185],"category_scores_gemma":[0.000100768,0.00009687971,0.000047400525,0.0004588432,0.00016239856,0.00009076602,0.00041679264,0.0004979423,0.00001422346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049352394,0.011333358,0.8560763,0.0000549555,0.00007217002,0.000013321578,0.049766958,5.470333e-7,0.00003346372,0.014626048,0.055734605,0.0073530567],"study_design_scores_gemma":[0.004028317,0.0036754005,0.6233998,0.000037286656,3.2798255e-7,0.0000015314445,0.012621914,0.0000011524419,0.000001668692,0.0024541754,0.35369244,0.000085997206],"about_ca_topic_score_codex":0.000038313752,"about_ca_topic_score_gemma":0.00002309618,"teacher_disagreement_score":0.29795784,"about_ca_system_score_codex":0.00012042537,"about_ca_system_score_gemma":0.00017204328,"threshold_uncertainty_score":0.99833906},"labels":[],"label_agreement":null},{"id":"W4226186720","doi":"10.2196/35347","title":"Misinformation in Italian Online Mental Health Communities During the COVID-19 Pandemic: Protocol for a Content Analysis Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Misinformation; Mental health; Content analysis; Distrust; Social media; Pandemic; Psychology; Viewpoints; Public relations; Internet privacy; Medicine; Coronavirus disease 2019 (COVID-19); Psychiatry; Sociology; Political science; Computer science","score_opus":0.7633000484795779,"score_gpt":0.6723660586664794,"score_spread":0.09093398981309853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226186720","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014710112,3.3963437e-7,0.000025392055,0.010930056,0.0000032172165,0.9734193,0.00014505706,0.00006100139,0.00070549326],"genre_scores_gemma":[0.037417132,3.3135086e-7,0.00002764328,0.0012472424,0.00002426676,0.959648,0.0000719866,0.000007899995,0.0015554582],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99321246,0.0037848244,0.00062841974,0.00012597023,0.0016304036,0.000617926],"domain_scores_gemma":[0.9985448,0.000392215,0.000253507,0.0003533669,0.00018625459,0.00026985456],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015408094,0.00010713712,0.00022049632,0.0006415361,0.0042995573,0.00038685565,0.00073419046,0.0000320616,0.000677335],"category_scores_gemma":[0.0004768789,0.00008101545,0.00009435363,0.0017452781,0.00020768795,0.0006196137,0.0003311348,0.0005939352,0.0000043209634],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013733879,0.0021005722,0.06858489,0.0003957677,0.00007763488,9.66263e-7,0.9100606,0.00054964295,0.000006991175,0.001629605,0.01313872,0.0020812633],"study_design_scores_gemma":[0.0032687068,0.0007355889,0.015143605,0.000037534373,8.569163e-7,0.0000010425982,0.47159916,0.00041502848,8.6188663e-7,0.000052798267,0.50866973,0.00007510173],"about_ca_topic_score_codex":0.009509589,"about_ca_topic_score_gemma":0.053870622,"teacher_disagreement_score":0.49553102,"about_ca_system_score_codex":0.0018160495,"about_ca_system_score_gemma":0.001539284,"threshold_uncertainty_score":0.99708617},"labels":[],"label_agreement":null},{"id":"W4226245663","doi":"10.2196/34796","title":"A Case Management Program at Home to Reduce Fall Risk in Older Adults (the MAGIC Study): Protocol for a Single-Blind Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Intervention (counseling); Protocol (science); Physical therapy; Fall prevention; Gerontology; Poison control; Injury prevention; Nursing; Medical emergency; Alternative medicine; Surgery","score_opus":0.18319346678873502,"score_gpt":0.5717269362260641,"score_spread":0.388533469437329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226245663","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07111206,0.0000012718463,0.000016812579,0.00069489196,0.000058854745,0.9262553,0.00003447489,0.00014599401,0.0016803412],"genre_scores_gemma":[0.016487429,2.3696848e-7,0.00034372945,0.00008981333,0.00037405922,0.9730504,0.000018301882,0.000084304804,0.00955169],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9714942,0.022009326,0.0020409657,0.0010613844,0.0017261895,0.0016679124],"domain_scores_gemma":[0.9942814,0.0029705418,0.00075683976,0.0011115412,0.00057431025,0.00030534618],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.03002827,0.0003918558,0.001489851,0.0007092436,0.0028744123,0.00013428548,0.0008810648,0.00017057719,0.0002635756],"category_scores_gemma":[0.0010289241,0.0002598882,0.0004912728,0.0014022258,0.0001633069,0.0001469113,0.0015720301,0.0021186415,0.00013259758],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9493253,0.024961155,0.00029643573,0.0014334155,0.00016074725,0.00035096356,0.0062525193,0.000002435293,0.00003429132,0.00010417744,0.008613013,0.0084655],"study_design_scores_gemma":[0.93266016,0.008825855,0.0005465729,0.0011818503,0.000025636538,0.000015331409,0.0060135196,0.00037875187,8.5259165e-7,0.0005968163,0.04947785,0.0002768282],"about_ca_topic_score_codex":0.00027454554,"about_ca_topic_score_gemma":0.00076173304,"teacher_disagreement_score":0.054624632,"about_ca_system_score_codex":0.0010761878,"about_ca_system_score_gemma":0.00039724013,"threshold_uncertainty_score":0.99998534},"labels":[],"label_agreement":null},{"id":"W4226255306","doi":"10.2196/34075","title":"The COVID-19 Schools Infection Survey in England: Protocol and Participation Profile for a Prospective Observational Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Medicine; Attendance; Transmission (telecommunications); Observational study; Family medicine; Pandemic; Infection control; Environmental health; Coronavirus disease 2019 (COVID-19); Disease; Infectious disease (medical specialty); Pathology","score_opus":0.5285980034516542,"score_gpt":0.6012140835045805,"score_spread":0.0726160800529263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226255306","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3448903,2.8827975e-7,0.00003762463,0.00019005343,0.0000053117096,0.65470123,0.000014179038,0.0000612824,0.000099701254],"genre_scores_gemma":[0.16911595,2.5092048e-8,0.000057644913,0.00013384993,0.000074611744,0.8303508,0.00001819036,0.000022276647,0.00022662137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99567914,0.0019476863,0.00043485727,0.00048066536,0.0010076215,0.0004500066],"domain_scores_gemma":[0.99685025,0.0019528331,0.00013802631,0.00029674347,0.00063659163,0.00012553748],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.012700839,0.00013246338,0.0002142668,0.00026671297,0.0013420872,0.0001620627,0.00011247417,0.000052835607,0.00003513978],"category_scores_gemma":[0.0127507225,0.00010229535,0.000035777346,0.0011507652,0.000092362716,0.00015397687,0.0001926413,0.00088457717,0.00000552127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030771776,0.0012607533,0.9907554,0.00021717022,0.000026598807,0.000006926124,0.0006977851,0.00001034924,0.0013550032,0.00007867365,0.001294041,0.0012201311],"study_design_scores_gemma":[0.008577545,0.0045961994,0.87606597,0.000055437486,0.0000024084568,0.000013744481,0.0001857957,0.0009709033,0.001267182,0.00047287482,0.10771603,0.000075921125],"about_ca_topic_score_codex":0.0007297509,"about_ca_topic_score_gemma":0.0014843539,"teacher_disagreement_score":0.17577437,"about_ca_system_score_codex":0.0007529424,"about_ca_system_score_gemma":0.0009413644,"threshold_uncertainty_score":0.99995804},"labels":[],"label_agreement":null},{"id":"W4226283896","doi":"10.2196/35145","title":"Effectiveness of Silver Diamine Fluoride for Preventing Occlusal Caries in the Primary Teeth of Preschool Children: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fluoride varnish; Medicine; Early childhood caries; Dentistry; Randomized controlled trial; Logistic regression; Placebo; Psychological intervention; Confounding; Molar; Clinical trial; Oral health; Nursing; Alternative medicine; Varnish; Surgery","score_opus":0.06658539908726853,"score_gpt":0.49646059570246054,"score_spread":0.429875196615192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226283896","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02696377,0.0000067730016,0.0002840295,0.00001264885,0.000030037838,0.9722544,0.0001562267,0.000020824951,0.0002712953],"genre_scores_gemma":[0.030182566,8.362871e-8,0.00011663536,0.000012417258,0.00013791316,0.9691154,0.000092806345,0.00003619075,0.00030603487],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9883364,0.007809355,0.0013448031,0.0004189947,0.0015025306,0.0005879074],"domain_scores_gemma":[0.98927355,0.009059993,0.00059608894,0.00045400273,0.00054841104,0.00006796923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02459826,0.00020011204,0.0013215349,0.00029391766,0.00036322133,0.00006405129,0.000675398,0.00010703708,0.00007186615],"category_scores_gemma":[0.0040042335,0.00013796958,0.0005493946,0.00055591343,0.00022976428,0.00016331764,0.0002953068,0.00049237424,8.848759e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9831384,0.0018712439,0.0015045183,0.0086679775,0.000082060316,0.0000026817959,0.00017497921,0.000036533133,0.001734555,0.0008388152,0.0009321639,0.0010161147],"study_design_scores_gemma":[0.9821201,0.0038761797,0.004438859,0.0009805798,0.000016559838,0.0000051081292,0.000122050944,0.00027375144,0.0049308618,0.0014275579,0.001680307,0.00012810713],"about_ca_topic_score_codex":0.000092567476,"about_ca_topic_score_gemma":0.000031625354,"teacher_disagreement_score":0.020594025,"about_ca_system_score_codex":0.00019597064,"about_ca_system_score_gemma":0.0007551309,"threshold_uncertainty_score":0.8525315},"labels":[],"label_agreement":null},{"id":"W4226322672","doi":"10.2196/35376","title":"The Development of Videoconference-Based Support for People Living With Rare Dementias and Their Carers: Protocol for a 3-Phase Support Group Evaluation","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"Economic and Social Research Council; National Institute for Health and Care Research; Department of Health and Social Care; National Brain Appeal; UK Research and Innovation","keywords":"Dementia; Peer support; Psychology; Medicine; Nursing; Medical education; Disease","score_opus":0.2416306355856399,"score_gpt":0.5482491988839792,"score_spread":0.30661856329833925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226322672","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00492448,0.0000010527555,0.0046567917,0.00053197704,0.0000030970434,0.9893075,0.000062448365,0.000027959859,0.0004846897],"genre_scores_gemma":[0.07667035,6.969489e-8,0.0016205056,0.000036784266,0.000036886955,0.9209747,0.00013863106,0.000042031683,0.00048006163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545956,0.00058468524,0.00057215366,0.0005416862,0.0019813546,0.00086054136],"domain_scores_gemma":[0.9958989,0.0011801124,0.00019810996,0.00040793026,0.0020904017,0.00022453979],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010822947,0.00022224893,0.0003394924,0.00031546757,0.0016136781,0.00015839843,0.00033217095,0.000050374074,0.0011322179],"category_scores_gemma":[0.0004964138,0.00014012477,0.00010569329,0.0004763695,0.0002195659,0.00014058185,0.000331849,0.00035482878,0.000001900994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08295659,0.017327141,0.1893355,0.026413295,0.0010450039,0.000020064492,0.018531064,0.000014205882,0.016957615,0.0007857051,0.026166866,0.620447],"study_design_scores_gemma":[0.06439621,0.06443218,0.036611296,0.0026910943,0.000044689903,0.000020248774,0.013940305,0.0043373257,0.02923127,0.00036928713,0.78348476,0.00044131343],"about_ca_topic_score_codex":0.000006700224,"about_ca_topic_score_gemma":0.0001448817,"teacher_disagreement_score":0.7573179,"about_ca_system_score_codex":0.00029919727,"about_ca_system_score_gemma":0.0043796953,"threshold_uncertainty_score":0.9997809},"labels":[],"label_agreement":null},{"id":"W4226322878","doi":"10.2196/35738","title":"Life Course Digital Twins–Intelligent Monitoring for Early and Continuous Intervention and Prevention (LifeTIME): Proposal for a Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Life course approach; Digital health; Health care; Medicine; Clinical decision support system; Intervention (counseling); Computer science; Psychology; Nursing; Decision support system; Artificial intelligence; Developmental psychology","score_opus":0.1352565910267577,"score_gpt":0.5197917953153334,"score_spread":0.3845352042885757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226322878","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27462727,0.00003170023,0.000434783,0.00033849274,0.000020989157,0.72411925,0.00006973571,0.000078373414,0.0002794019],"genre_scores_gemma":[0.41444805,6.2483286e-7,0.00011126801,0.0000031065442,0.00013000045,0.5834123,0.000027606342,0.000026732672,0.0018403383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99752635,0.00018671344,0.00036270486,0.00058884715,0.00088675646,0.00044864335],"domain_scores_gemma":[0.9988444,0.00011470199,0.00011973021,0.0002904975,0.000376387,0.00025430706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020245407,0.00016751274,0.00033484006,0.00019171633,0.00041756936,0.00039329816,0.00013676866,0.000036768342,0.00006489089],"category_scores_gemma":[0.0004142674,0.00016153532,0.0001136171,0.00020147809,0.00014706093,0.0002933083,0.00044277357,0.0003222903,0.0000022317158],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063125286,0.0059083807,0.9600323,0.0020234878,0.00062087236,0.000031991443,0.0011916541,0.0000026004182,0.0001030002,0.0015526268,0.004402387,0.017818162],"study_design_scores_gemma":[0.015228909,0.041140188,0.90785944,0.001187406,0.00013271777,0.000010488281,0.01350786,0.0003808041,0.00013366333,0.005095254,0.015025718,0.00029755797],"about_ca_topic_score_codex":0.000038807313,"about_ca_topic_score_gemma":0.000007403121,"teacher_disagreement_score":0.14070697,"about_ca_system_score_codex":0.00033876952,"about_ca_system_score_gemma":0.0004561622,"threshold_uncertainty_score":0.658722},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4226331953","doi":"10.2196/34711","title":"Efficacy and Tolerability of Two Novel “Standard of Care” Treatments—Intranasal Esketamine Versus Intravenous Ketamine—for Treatment-Resistant Depression in Naturalistic Clinical Practice: Protocol for a Pilot Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Treatment of Major Depression","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; Queen's University","funders":"","keywords":"Tolerability; Ketamine; Medicine; Treatment-resistant depression; Observational study; Anesthesia; Internal medicine; Adverse effect; Psychiatry; Major depressive disorder; Cognition","score_opus":0.5729240224183982,"score_gpt":0.6477756087770892,"score_spread":0.07485158635869094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226331953","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22085546,0.0000128781885,0.00004046281,0.00021791272,0.000015187495,0.77833694,0.00043260682,0.000027559956,0.000061016246],"genre_scores_gemma":[0.26732448,5.1070083e-7,0.0052039744,0.0000059191557,0.00006749766,0.727166,0.00012160759,0.000042159118,0.00006787588],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99441904,0.0010087622,0.0014597432,0.00093354494,0.0016021662,0.0005767177],"domain_scores_gemma":[0.99186647,0.005498011,0.0005200908,0.00078793673,0.0011015892,0.00022590774],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026127712,0.00035378593,0.0011795838,0.00033964653,0.000318895,0.00003335478,0.0002667754,0.00010114884,0.000049210306],"category_scores_gemma":[0.0027804943,0.0002662523,0.00018721393,0.00049183995,0.00030473602,0.00017328469,0.00025564575,0.00041918125,3.033194e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.74817896,0.0849419,0.12403118,0.002607907,0.000603105,0.00007519866,0.0013827125,0.000072465606,0.0109739015,0.00022434791,0.0002331671,0.026675142],"study_design_scores_gemma":[0.34088486,0.33015797,0.30629298,0.0012429398,0.00020537249,0.000014750314,0.0012698254,0.00032227667,0.003947949,0.00007567649,0.015314896,0.0002704867],"about_ca_topic_score_codex":0.00019420322,"about_ca_topic_score_gemma":0.00012201858,"teacher_disagreement_score":0.4072941,"about_ca_system_score_codex":0.0010945661,"about_ca_system_score_gemma":0.0011021085,"threshold_uncertainty_score":0.99997896},"labels":[],"label_agreement":null},{"id":"W4226350304","doi":"10.2196/35408","title":"eHealth Interventions Targeting Poor Diet, Alcohol Use, Tobacco Smoking, and Vaping Among Disadvantaged Youth: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; PsycINFO; Socioeconomic status; eHealth; Disadvantaged; Population; Environmental health; Systematic review; Smoking cessation; Gerontology; Randomized controlled trial; MEDLINE; Health care; Psychiatry","score_opus":0.5245086555810784,"score_gpt":0.6138875653016675,"score_spread":0.08937890972058915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226350304","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017087787,0.09293049,0.00001003255,0.000081074606,0.000011582221,0.90638506,0.0002708363,0.00019062769,0.00011859511],"genre_scores_gemma":[0.0000019847369,0.08563666,0.00014565903,0.000079538295,0.00031244266,0.9125321,0.0003354204,0.0002911946,0.0006650127],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98658025,0.005077,0.0028315203,0.0016264243,0.0022466173,0.0016382122],"domain_scores_gemma":[0.9921318,0.003172474,0.0017688347,0.0015947927,0.0005756006,0.0007564874],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009492714,0.0009895761,0.0058878222,0.0006992075,0.0010658201,0.0004674327,0.0009575048,0.00037769295,0.00035869918],"category_scores_gemma":[0.007528082,0.0007411185,0.0020754638,0.0015124064,0.00035962355,0.0006241247,0.0018499001,0.0038794253,0.000023932482],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001268243,0.0047110217,0.0004076469,0.9815283,0.0003830837,0.00003859896,0.000091629205,3.0947646e-8,2.532546e-7,0.000115725714,0.0034945463,0.009102353],"study_design_scores_gemma":[0.0013787634,0.0021475821,0.000049369395,0.6528668,0.00049174426,0.000017494189,0.000082829196,0.00000784536,6.2202935e-7,0.00003542706,0.34250802,0.0004135014],"about_ca_topic_score_codex":0.00006435935,"about_ca_topic_score_gemma":0.000021155498,"teacher_disagreement_score":0.3390135,"about_ca_system_score_codex":0.0012577723,"about_ca_system_score_gemma":0.000848793,"threshold_uncertainty_score":0.99950397},"labels":[],"label_agreement":null},{"id":"W4226375181","doi":"10.2196/37927","title":"Primary Prevention of Stroke in Children With Sickle Cell Anemia in Nigeria: Protocol for a Mixed Methods Implementation Study in a Community Hospital","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences; National Institute of Neurological Disorders and Stroke; National Institute of Mental Health; National Institutes of Health; National Cancer Institute; Fogarty International Center; National Heart, Lung, and Blood Institute; Vanderbilt University","keywords":"Medicine; Stroke (engine); Pediatric stroke; Incidence (geometry); Pediatrics; Sickle cell anemia; Physical therapy; Emergency medicine; Family medicine; Disease; Ischemic stroke; Internal medicine","score_opus":0.08018242069961115,"score_gpt":0.5337713498276158,"score_spread":0.45358892912800464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226375181","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44491905,6.235975e-7,0.000019701045,0.000045936857,0.0000010798344,0.55487764,0.000012775465,0.000008894039,0.00011433381],"genre_scores_gemma":[0.14512068,1.0120275e-7,0.0015190695,0.0000079190795,0.0000073186916,0.8531756,0.000055070068,0.000026907168,0.0000873755],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99402773,0.0038285744,0.00065591646,0.0003038958,0.00068596494,0.0004979382],"domain_scores_gemma":[0.9990271,0.00018096494,0.00017558652,0.00041247852,0.00013250764,0.00007141775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00688913,0.00015304639,0.00040775715,0.00064373267,0.00017012777,0.000019900383,0.00026149963,0.00008390278,0.0001037932],"category_scores_gemma":[0.0000728473,0.00013143077,0.00005860355,0.0011211266,0.00008732557,0.00012037638,0.000327758,0.0015297272,5.614528e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006628169,0.02317452,0.93649065,0.0016466145,0.00003229091,0.000016402879,0.008206595,0.00006537184,0.004734281,0.000006665375,0.00033343743,0.018664988],"study_design_scores_gemma":[0.054013666,0.039966878,0.8629628,0.00071469694,0.000004889102,0.000005613979,0.037426796,0.000040994586,0.0036169514,0.00017365908,0.00088730024,0.00018577975],"about_ca_topic_score_codex":0.00078435446,"about_ca_topic_score_gemma":0.0009973481,"teacher_disagreement_score":0.29979837,"about_ca_system_score_codex":0.0005248348,"about_ca_system_score_gemma":0.00071463233,"threshold_uncertainty_score":0.6645989},"labels":[],"label_agreement":null},{"id":"W4229001131","doi":"10.2196/35277","title":"Development of an Internet of Things Technology Platform (the NEX System) to Support Older Adults to Live Independently: Protocol for a Development and Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Enterprise Ireland","keywords":"Gerontology; Population; The Internet; Focus group; Independent living; Quality of life (healthcare); Usability; Activities of daily living; Psychology; Medicine; Nursing; Computer science; World Wide Web; Physical therapy; Environmental health","score_opus":0.2710703981825387,"score_gpt":0.5969518955194092,"score_spread":0.3258814973368705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229001131","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1939157,2.1865498e-7,0.00015722631,0.00035261328,0.00000867634,0.80535173,0.000019419418,0.00006345727,0.00013093937],"genre_scores_gemma":[0.055021897,8.36993e-9,0.008593752,0.00018139152,0.000026181868,0.93583685,0.00001199236,0.000035409794,0.0002925074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941679,0.00078994024,0.001935391,0.00077076186,0.0012305974,0.0011053964],"domain_scores_gemma":[0.9964294,0.00049371814,0.00049730466,0.00090704026,0.0010795919,0.000592974],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01139976,0.00021392103,0.00051575433,0.00061677775,0.001878087,0.000014940524,0.0010523485,0.00016645342,0.00027046003],"category_scores_gemma":[0.00032973703,0.0001650212,0.000031400865,0.0010445473,0.000102945276,0.000119880155,0.0019572119,0.0011680422,0.00004307865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014982348,0.009440292,0.051436998,0.04209545,0.00007858582,0.0000057904513,0.42341435,0.000004951881,0.00026306167,0.004103409,0.008221549,0.44595322],"study_design_scores_gemma":[0.0075883204,0.009784157,0.020302605,0.0027753585,0.0000025234492,0.000004328981,0.14579086,0.00010179226,0.0016469952,0.00011105437,0.8116292,0.0002628539],"about_ca_topic_score_codex":0.00020983549,"about_ca_topic_score_gemma":0.0006645936,"teacher_disagreement_score":0.8034076,"about_ca_system_score_codex":0.0010208341,"about_ca_system_score_gemma":0.0048686536,"threshold_uncertainty_score":0.99942136},"labels":[],"label_agreement":null},{"id":"W4229005300","doi":"10.2196/37713","title":"Dialogic Health Education to Reduce COVID-19 Disparities and Increase Health Literacy in Community and Correctional Settings: Protocol for a Two-Pronged Health Education Program","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Criminal Justice and Corrections Analysis","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health literacy; Health care; Nursing; Public health; Health equity; Medicine; Health education; Psychological intervention; General partnership; Medical education; Public relations; Political science","score_opus":0.26824587217425716,"score_gpt":0.6534236700842662,"score_spread":0.385177797910009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229005300","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007724277,0.000028157732,0.00008280065,0.038346034,0.00003835654,0.95350635,0.00004242213,0.000087654575,0.00014392288],"genre_scores_gemma":[0.012607248,0.0000046672253,0.0013665856,0.00434099,0.00021919401,0.9808486,0.00009238834,0.000017964245,0.0005023687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900673,0.0073669082,0.0005545524,0.00047843865,0.00075658894,0.0007762082],"domain_scores_gemma":[0.9971976,0.0008155451,0.00029013483,0.0003162393,0.00041390167,0.0009665356],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012706104,0.00015838376,0.00032936822,0.0007357102,0.0073066643,0.0005095999,0.00032015546,0.000043370073,0.00006259082],"category_scores_gemma":[0.0015239189,0.00016905733,0.000049871483,0.0017181489,0.00029023702,0.00033148177,0.00029207204,0.0009374594,0.0000014527925],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009303559,0.0047934763,0.005235328,0.0031757634,0.0000068326026,2.913405e-7,0.08284578,0.000018805214,0.0000033962142,0.0019050861,0.047050223,0.85403466],"study_design_scores_gemma":[0.0011796316,0.0043975026,0.0032997446,0.00081401324,0.0000020861569,0.000010838651,0.2754431,0.00019199545,0.0000012871609,0.001723478,0.7127404,0.0001959173],"about_ca_topic_score_codex":0.2427068,"about_ca_topic_score_gemma":0.075914025,"teacher_disagreement_score":0.85383874,"about_ca_system_score_codex":0.0029251291,"about_ca_system_score_gemma":0.019531636,"threshold_uncertainty_score":0.9939857},"labels":[],"label_agreement":null},{"id":"W4229018246","doi":"10.2196/29936","title":"Virtual Prehabilitation in Patients With Cancer Undergoing Surgery During the COVID-19 Pandemic: Protocol for a Prospective Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Prehabilitation; Telehealth; Medicine; Psychosocial; Adverse effect; Pandemic; Protocol (science); Discontinuation; Health care; Telemedicine; Physical therapy; Family medicine; Coronavirus disease 2019 (COVID-19); Surgery; Alternative medicine; Internal medicine; Disease","score_opus":0.4723589011197174,"score_gpt":0.6254262327466418,"score_spread":0.15306733162692437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229018246","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3707755,2.9694155e-7,0.000008581266,0.0012277031,0.0000034900334,0.6278878,0.000033535263,0.000053694155,0.000009433335],"genre_scores_gemma":[0.35406137,3.240988e-8,0.000011785307,0.00019637714,0.000052566076,0.6455077,0.0000054836796,0.000030313528,0.00013436141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941361,0.0018954566,0.0005746804,0.00076309295,0.0017970012,0.0008336509],"domain_scores_gemma":[0.9935441,0.0045722756,0.00018362241,0.0006732572,0.00065566646,0.0003710866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066108773,0.00021037902,0.00041647442,0.0004326108,0.0011326289,0.00007281983,0.00024227088,0.00006401235,0.00020952907],"category_scores_gemma":[0.0058529903,0.00013971345,0.00008885945,0.0012572514,0.00019456125,0.00020835758,0.0002952339,0.0010932843,0.0000016579735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.04345088,0.00510466,0.93935084,0.004329155,0.00002950286,0.000009842799,0.0061525796,0.00012079895,0.000029357543,0.000018027107,0.0006938039,0.0007105377],"study_design_scores_gemma":[0.02133542,0.014613649,0.95415956,0.0007059263,0.0000029944413,0.0000028154402,0.002759085,0.000018779578,0.000014538169,0.00022300814,0.0060114716,0.00015272597],"about_ca_topic_score_codex":0.0009273509,"about_ca_topic_score_gemma":0.0048536663,"teacher_disagreement_score":0.022115463,"about_ca_system_score_codex":0.007183238,"about_ca_system_score_gemma":0.009619853,"threshold_uncertainty_score":0.996628},"labels":[],"label_agreement":null},{"id":"W4229022233","doi":"10.2196/37672","title":"Tailoring and Evaluating an Intervention to Support Self-management After Stroke: Protocol for a Multi-case, Mixed Methods Comparison Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-management; Context (archaeology); Intervention (counseling); Data collection; Protocol (science); Knowledge management; Construct (python library); Social cognitive theory; Psychology; Qualitative property; Process management; Applied psychology; Nursing; Medicine; Medical education; Computer science; Engineering; Social psychology; Alternative medicine","score_opus":0.49888309846462203,"score_gpt":0.6849025022784909,"score_spread":0.1860194038138689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229022233","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064932324,5.9358484e-7,0.0037274181,0.000088581226,0.000017983008,0.9310111,0.00001656867,0.000099005454,0.00010646892],"genre_scores_gemma":[0.015345666,9.5448325e-9,0.13622232,0.000024852825,0.00006612977,0.84703404,0.0000068982094,0.000041377363,0.0012587263],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99430597,0.0027023742,0.0006810006,0.0006978854,0.0010680116,0.00054476404],"domain_scores_gemma":[0.9982677,0.00036135115,0.00012205646,0.0005105881,0.00041858718,0.00031969298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011199615,0.00019224091,0.00039170423,0.0006788357,0.0005025171,0.00014605526,0.00017919559,0.000048293696,0.00041702425],"category_scores_gemma":[0.00033923553,0.00017049452,0.00014337648,0.00048036926,0.00004597306,0.00017875449,0.00067751925,0.00055647665,0.000008887369],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030884057,0.04239167,0.14599942,0.012606672,0.0006196068,0.0005554346,0.0206435,0.00008852949,0.0038675282,0.00015083894,0.0046982346,0.7374945],"study_design_scores_gemma":[0.07807294,0.21747798,0.14663482,0.0019418802,0.000091081674,0.00023584184,0.10552721,0.02647787,0.0019318432,0.0000961919,0.4207421,0.00077026995],"about_ca_topic_score_codex":0.000022897922,"about_ca_topic_score_gemma":0.000030322592,"teacher_disagreement_score":0.73672426,"about_ca_system_score_codex":0.00040294966,"about_ca_system_score_gemma":0.00011316518,"threshold_uncertainty_score":0.6952565},"labels":[],"label_agreement":null},{"id":"W4229029486","doi":"10.2196/35749","title":"Understanding Design Approaches and Evaluation Methods in mHealth Apps Targeting Substance Use: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"mHealth; Protocol (science); Computer science; Systematic review; Substance use; Medicine; Data science; MEDLINE; Alternative medicine; Psychological intervention; Clinical psychology; Nursing","score_opus":0.9604348511432843,"score_gpt":0.763172923419297,"score_spread":0.19726192772398732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229029486","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.052609e-10,0.29291806,0.0060547297,0.000057298334,0.000014349767,0.7003432,0.000045735538,0.000048017144,0.00051864056],"genre_scores_gemma":[1.2960402e-8,0.028981073,0.008115007,0.000029561177,0.000047182664,0.9619886,0.00008620007,0.00016829254,0.0005840573],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9567393,0.035601005,0.003297571,0.0014178341,0.0015328432,0.001411437],"domain_scores_gemma":[0.9885287,0.008422841,0.0015180998,0.001039258,0.00020086629,0.00029022922],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.06821807,0.00058512605,0.002836358,0.0009683656,0.00053076836,0.00033253065,0.00084607996,0.00033437376,0.0004412941],"category_scores_gemma":[0.0030810358,0.0004886389,0.00042309338,0.0019704583,0.00018176883,0.0004082386,0.00028344055,0.0017502874,0.00003224078],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012326411,0.000623873,6.5129376e-7,0.86024183,0.000064938824,0.0000058455007,0.00017161827,3.6392058e-7,1.6813427e-8,0.0044387593,0.004699342,0.12962948],"study_design_scores_gemma":[0.000875997,0.0009473541,2.165276e-7,0.62594444,0.000051068913,0.000021836917,0.00017393807,0.0000758332,1.5079532e-7,0.0020258785,0.36963204,0.00025123154],"about_ca_topic_score_codex":0.000013513105,"about_ca_topic_score_gemma":0.000012247699,"teacher_disagreement_score":0.3649327,"about_ca_system_score_codex":0.0044833715,"about_ca_system_score_gemma":0.0010753443,"threshold_uncertainty_score":0.9997565},"labels":[],"label_agreement":null},{"id":"W4229030908","doi":"10.2196/37126","title":"Physical Activity and Nutrition Intervention for Middle Schoolers (Move More, Get More): Protocol for a Quasi-Experimental Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of the Assistant Secretary for Health; U.S. Department of Health and Human Services","keywords":"Psychological intervention; Formative assessment; Intervention (counseling); Physical activity; Population; Protocol (science); Obesity; Psychology; Gerontology; Childhood obesity; Focus group; Medicine; Environmental health; Physical therapy; Overweight; Alternative medicine; Pedagogy; Nursing","score_opus":0.21359585812835988,"score_gpt":0.5523965038669675,"score_spread":0.3388006457386076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229030908","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38695583,3.4826598e-7,0.000036067744,0.0003090687,0.0000040953946,0.6125164,0.0000763148,0.000061470986,0.00004037868],"genre_scores_gemma":[0.39379442,9.617959e-9,0.00013140829,0.000016767284,0.0002414443,0.6055013,0.000020565325,0.000045524375,0.00024857288],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99621075,0.0006259834,0.00027547663,0.0008399822,0.0013377129,0.00071010535],"domain_scores_gemma":[0.99834704,0.00035249928,0.00014662143,0.00050855475,0.00035023512,0.00029505556],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013005079,0.00028213765,0.0005414668,0.0002634373,0.00068442227,0.00013719301,0.0002742826,0.00007245848,0.000055951336],"category_scores_gemma":[0.00018660173,0.00026486206,0.00030589759,0.00042404977,0.00025218903,0.0004170853,0.00067895534,0.0008946358,0.000006281291],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03455755,0.89661354,0.008055476,0.0071605663,0.00021372667,0.000028506274,0.0024951156,0.0000026487967,0.036265165,0.0006560006,0.0069328803,0.0070188143],"study_design_scores_gemma":[0.14007322,0.3907694,0.10033779,0.0032854604,0.00006514801,0.00003602983,0.020768125,0.014873003,0.25546044,0.005905235,0.067103215,0.0013229309],"about_ca_topic_score_codex":0.00007156657,"about_ca_topic_score_gemma":0.000006122899,"teacher_disagreement_score":0.5058442,"about_ca_system_score_codex":0.00062064093,"about_ca_system_score_gemma":0.00014540863,"threshold_uncertainty_score":0.99998033},"labels":[],"label_agreement":null},{"id":"W4229048480","doi":"10.2196/37522","title":"Using Smart Displays to Implement an eHealth System for Older Adults With Multiple Chronic Conditions: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; Agency for Healthcare Research and Quality","keywords":"eHealth; Psychological intervention; Randomized controlled trial; Psychosocial; Quality of life (healthcare); Medicine; Laptop; Physical therapy; Distress; Chronic pain; mHealth; Health care; Intervention (counseling); Nursing; Clinical psychology; Computer science; Psychiatry","score_opus":0.243237948055759,"score_gpt":0.6223428465591662,"score_spread":0.3791048985034072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229048480","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001876663,0.0000013795369,0.0028461507,0.00033304628,0.00011494681,0.9930156,0.001258814,0.00013238548,0.00042100978],"genre_scores_gemma":[0.029848646,2.8262361e-9,0.0010964057,0.00007400671,0.00041501128,0.9672089,0.00018287348,0.00011228143,0.0010618211],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99122083,0.0034898676,0.0016748449,0.00084634795,0.0010433582,0.0017247394],"domain_scores_gemma":[0.99526966,0.0022262712,0.0005615284,0.00076067296,0.0005519092,0.0006299713],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0097110635,0.00033010865,0.001286708,0.00054202764,0.0015257474,0.00019158488,0.00056139217,0.000089569054,0.00069916365],"category_scores_gemma":[0.00034270337,0.00025742722,0.0004952172,0.0004941545,0.00012559694,0.00028811092,0.00024033424,0.0004456966,0.000029073208],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9684024,0.0062962663,0.00003109072,0.0041651675,0.00017257287,0.0000049162886,0.0008654638,0.000020287593,0.000019048774,0.011735194,0.0074372017,0.0008504274],"study_design_scores_gemma":[0.9170961,0.034558173,0.000022989254,0.0030966052,0.000012810154,0.000018205568,0.0019583164,0.0017390247,0.000076650525,0.00015562247,0.041007075,0.00025843026],"about_ca_topic_score_codex":0.0002290403,"about_ca_topic_score_gemma":0.00017760841,"teacher_disagreement_score":0.051306266,"about_ca_system_score_codex":0.0022281366,"about_ca_system_score_gemma":0.00097617175,"threshold_uncertainty_score":0.9999878},"labels":[],"label_agreement":null},{"id":"W4229071691","doi":"10.2196/31720","title":"Humanizing Health and Social Care Support for People With Intellectual and Developmental Disabilities: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Parkinson's UK","keywords":"CINAHL; PsycINFO; Psychological intervention; Health care; MEDLINE; Psychology; Empathy; Nursing; Population; Intellectual disability; Medicine; Social psychology; Psychiatry; Political science","score_opus":0.6423578253951717,"score_gpt":0.6498143252938401,"score_spread":0.007456499898668367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229071691","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4659005e-7,0.10638614,0.000016348877,0.00022842268,0.0000023813682,0.89216006,0.00016543496,0.000059335736,0.0009816223],"genre_scores_gemma":[1.9168862e-8,0.149517,0.0004936657,0.00014995731,0.00012264334,0.8477844,0.000494148,0.00016260939,0.0012755472],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99344486,0.0010047995,0.00131541,0.0013862742,0.0013978649,0.0014507641],"domain_scores_gemma":[0.99407846,0.0041317167,0.00020033676,0.00046102266,0.00060486334,0.0005235855],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003679526,0.0006313511,0.0032460955,0.0004442008,0.0015929318,0.00026072524,0.0004290203,0.00023544872,0.0038798496],"category_scores_gemma":[0.005652237,0.00046536443,0.00039347247,0.0008200889,0.0008224712,0.00016785179,0.0008164995,0.0012782464,0.000030591287],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078451727,0.00026132708,0.000019341876,0.6812777,0.00007791691,8.2945996e-7,0.008399313,7.4817663e-10,1.12966944e-7,0.000029682285,0.042521548,0.26662773],"study_design_scores_gemma":[0.0016937386,0.010467606,3.6557105e-7,0.33807692,0.000021075124,0.00014984299,0.0061342837,5.5048935e-7,6.697612e-7,0.000010769256,0.6431582,0.00028599953],"about_ca_topic_score_codex":0.000015052463,"about_ca_topic_score_gemma":0.000060191975,"teacher_disagreement_score":0.60063666,"about_ca_system_score_codex":0.0014764153,"about_ca_system_score_gemma":0.011610973,"threshold_uncertainty_score":0.9997798},"labels":[],"label_agreement":null},{"id":"W4229363991","doi":"10.2196/39026","title":"Supporting People Who Have Lost a Close Person by Bereavement or Separation: Protocol of a Randomized Controlled Trial Comparing Two French-Language Internet-Based Interventions","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Randomized controlled trial; Psychological intervention; The Internet; Protocol (science); Psychology; Applied psychology; Social psychology; Computer science; Medicine; World Wide Web; Alternative medicine; Psychiatry","score_opus":0.1885948942628804,"score_gpt":0.5873384775697446,"score_spread":0.39874358330686416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229363991","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027083125,0.000008481861,0.00036420493,0.00026398196,0.00005269831,0.962819,0.00010889044,0.00006154389,0.009238108],"genre_scores_gemma":[0.13757326,5.84796e-8,0.00008949041,0.00007963439,0.00013218376,0.828716,0.00014307718,0.000047591588,0.033218693],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98723346,0.006865728,0.0022687165,0.0008129002,0.0016644577,0.0011547284],"domain_scores_gemma":[0.99614024,0.0011642055,0.0013376513,0.0007552056,0.0002842885,0.00031837804],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0117979115,0.00037081397,0.002056017,0.00056531635,0.0005103972,0.00015307133,0.00071011356,0.00009724981,0.019945044],"category_scores_gemma":[0.00035603112,0.00029467593,0.0009235084,0.0005127885,0.0002729379,0.0001332151,0.00039546727,0.001065452,0.0000746245],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90984005,0.0077956715,0.001144817,0.0019752148,0.00033771593,0.00004112683,0.016427116,0.000008793214,0.00039289173,0.00064792833,0.060848087,0.00054061855],"study_design_scores_gemma":[0.9671908,0.009599937,0.00006142253,0.0017211876,0.00003271635,0.0000072860466,0.009965601,0.002437346,0.0010667233,0.000066160836,0.0075679612,0.00028283434],"about_ca_topic_score_codex":0.0029045148,"about_ca_topic_score_gemma":0.0012954106,"teacher_disagreement_score":0.13410296,"about_ca_system_score_codex":0.0005622899,"about_ca_system_score_gemma":0.0005015065,"threshold_uncertainty_score":0.9999505},"labels":[],"label_agreement":null},{"id":"W4229450472","doi":"10.2196/38379","title":"Development of Best Practice Guidance on Online Peer Support for People With Young Onset Dementia: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; European Commission; H2020 Marie Skłodowska-Curie Actions; National Institute for Health and Care Research","keywords":"Focus group; Peer support; Best practice; Medical education; Psychological intervention; Psychology; Peer group; Dementia; Medicine; Nursing; Social psychology; Political science; Sociology","score_opus":0.6581502512999142,"score_gpt":0.7107124483154637,"score_spread":0.05256219701554943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229450472","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003443936,5.5094387e-7,0.001876344,0.00054014835,0.000045971592,0.9926751,0.0005069425,0.0000439389,0.0008670461],"genre_scores_gemma":[0.00029705328,2.8627518e-8,0.1655185,0.0002910513,0.00008686486,0.82967705,0.0003729198,0.00006795565,0.0036885706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98823106,0.00520499,0.0016637441,0.000765284,0.0026713214,0.0014635978],"domain_scores_gemma":[0.992637,0.0030060988,0.00088987953,0.00075431593,0.0023523245,0.00036039067],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024995677,0.000297803,0.000559982,0.00034256093,0.0035919505,0.000024048617,0.00067650265,0.00010100956,0.00064950995],"category_scores_gemma":[0.00077972026,0.0002387504,0.00007830337,0.00070837187,0.000062153544,0.00017225413,0.0007149748,0.0011992566,0.000026573873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16104165,0.14412892,0.17208667,0.07883435,0.00084559445,0.000027726717,0.10517605,0.00005343121,0.00084213744,0.0015352005,0.29248786,0.04294043],"study_design_scores_gemma":[0.014071571,0.042388678,0.002816125,0.002015392,0.00001223399,0.0000017110309,0.048173983,0.000085635795,0.00068557734,0.00006711944,0.8894369,0.00024504794],"about_ca_topic_score_codex":0.00012286256,"about_ca_topic_score_gemma":0.0011613625,"teacher_disagreement_score":0.59694904,"about_ca_system_score_codex":0.0008963543,"about_ca_system_score_gemma":0.004259766,"threshold_uncertainty_score":0.9977052},"labels":[],"label_agreement":null},{"id":"W4229458041","doi":"10.2196/36974","title":"Quality Assessment of Digital Health Applications: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gemeinsame Bundesausschuss; Universität Duisburg-Essen","keywords":"mHealth; Quality assurance; Context (archaeology); PsycINFO; Protocol (science); Health care; Digital health; Quality (philosophy); MEDLINE; Computer science; Medicine; Nursing; Psychological intervention; Alternative medicine","score_opus":0.8529969504942683,"score_gpt":0.8161125919395935,"score_spread":0.03688435855467476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229458041","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.4566062e-11,0.2747442,0.000673223,0.00048818154,0.000008191765,0.719493,0.0010097092,0.00012473947,0.0034587986],"genre_scores_gemma":[9.086716e-11,0.45174104,0.0007020155,0.00033959124,0.00024228814,0.54575574,0.000584285,0.0001049271,0.00053007086],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97784644,0.008903589,0.007183853,0.0015246345,0.0021419413,0.0023995105],"domain_scores_gemma":[0.9803697,0.009373646,0.0052227383,0.0028039035,0.0011594542,0.0010705659],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025054943,0.0006292822,0.0044591567,0.00066307315,0.00337179,0.00004950992,0.0017597238,0.0005124349,0.0021273359],"category_scores_gemma":[0.0014052083,0.00053085777,0.00077524444,0.0024364858,0.0002468461,0.00020461134,0.0010547001,0.0044135232,0.00015156543],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002344888,0.00042871133,0.0000080963655,0.49880964,0.000011174704,1.2087564e-7,0.000008905219,1.9418723e-8,6.5157995e-9,0.0044806534,0.031940795,0.46428844],"study_design_scores_gemma":[0.00084729097,0.00048788852,0.0000011143219,0.4395614,0.0000051728034,0.0000010506545,0.000024065659,6.547365e-7,7.04175e-9,0.00032952675,0.5585584,0.0001834043],"about_ca_topic_score_codex":0.000042487925,"about_ca_topic_score_gemma":0.000025500354,"teacher_disagreement_score":0.52661765,"about_ca_system_score_codex":0.0025090796,"about_ca_system_score_gemma":0.05775293,"threshold_uncertainty_score":0.9997143},"labels":[],"label_agreement":null},{"id":"W4229651213","doi":"10.2196/28614","title":"Addendum to: Development and Validation of a Scale to Measure Intimate Partner Violence Among Transgender and Gender Diverse Populations: Protocol for a Linear Three-Phase Study (Project Empower)","year":2021,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Transgender; Domestic violence; Measure (data warehouse); Scale (ratio); Psychology; Protocol (science); Applied psychology; Poison control; Human factors and ergonomics; Medicine; Computer science; Geography; Medical emergency; Data mining","score_opus":0.5829647175634937,"score_gpt":0.6402846076098958,"score_spread":0.057319890046402144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229651213","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052516893,0.000009451739,0.00072640297,0.00013591081,0.00019091865,0.9920296,0.00022248118,0.00005759082,0.0013759272],"genre_scores_gemma":[0.00026155583,0.0000010223024,0.0015820529,0.000042369495,0.0008000117,0.98501813,0.00012494788,0.000106613974,0.012063282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99377495,0.0012578683,0.0010999809,0.0013713228,0.0014240709,0.0010718249],"domain_scores_gemma":[0.9967321,0.00013155275,0.0002962661,0.00091910816,0.001396619,0.00052431674],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032764426,0.0005075894,0.000786498,0.001087242,0.00065119506,0.00026307112,0.00053091475,0.00059757585,0.00027981875],"category_scores_gemma":[0.00029549762,0.0004702816,0.000115582334,0.0010167124,0.00019291692,0.00023366798,0.00043969348,0.0011425321,0.000035046873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005089957,0.0072814673,0.07372614,0.02559966,0.00038001465,0.00006425239,0.039654218,0.0000036843855,0.00007054913,0.00016456857,0.8151815,0.03278401],"study_design_scores_gemma":[0.02980817,0.014480069,0.21752763,0.011081579,0.00014523501,0.000020092555,0.00673566,0.0001438169,0.00033374803,0.0012553212,0.71609217,0.0023765122],"about_ca_topic_score_codex":0.0011851755,"about_ca_topic_score_gemma":0.0025479796,"teacher_disagreement_score":0.1438015,"about_ca_system_score_codex":0.00020006059,"about_ca_system_score_gemma":0.0015145493,"threshold_uncertainty_score":0.9997749},"labels":[],"label_agreement":null},{"id":"W4229728222","doi":"10.2196/34206","title":"Sodium-Glucose Cotransporter-2 Inhibitor and Glucagon-Like Peptide-1 Receptor Agonist Combination Therapy in Type 2 Diabetes: Protocol for a Kidney End Points Real-world Study (COMBi-KID Study)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Treatment and Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Type 2 diabetes; Glycemic; Diabetes mellitus; Glucagon-like peptide 1 receptor; Diabetes management; Internal medicine; Endocrinology; Agonist","score_opus":0.14697251966324465,"score_gpt":0.47221890201071853,"score_spread":0.3252463823474739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229728222","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23948388,0.0000016760216,4.9960136e-7,0.00073183,0.000029288874,0.75884974,0.00003412559,0.000103668004,0.00076527096],"genre_scores_gemma":[0.078304365,0.0000017028894,0.000098557146,0.00022086702,0.000097106655,0.91586095,0.0001618658,0.00010266689,0.00515193],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945473,0.0010045291,0.0007922478,0.0010318067,0.0015972903,0.0010268115],"domain_scores_gemma":[0.9979004,0.00023068444,0.00019928906,0.00083062326,0.00041396142,0.00042499727],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037482039,0.00042693908,0.00070877717,0.0010147864,0.00063212303,0.0002266238,0.00040759926,0.00007077364,0.00069586275],"category_scores_gemma":[0.0001082536,0.00037582175,0.000114897615,0.0014933087,0.00017949633,0.00026965883,0.00039306222,0.0007425074,0.000027342712],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019513195,0.09111907,0.7886265,0.0021779581,0.0005684969,0.00015754809,0.005773347,0.0000012296862,0.0037035102,0.0002776288,0.060749993,0.027331522],"study_design_scores_gemma":[0.09196619,0.10179687,0.16586256,0.0011493535,0.000034189223,7.970368e-7,0.0031028555,0.000080365055,0.0032015608,0.00036034329,0.63186044,0.00058446877],"about_ca_topic_score_codex":0.00016793623,"about_ca_topic_score_gemma":0.00022928801,"teacher_disagreement_score":0.62276393,"about_ca_system_score_codex":0.0006869109,"about_ca_system_score_gemma":0.00049896387,"threshold_uncertainty_score":0.99986935},"labels":[],"label_agreement":null},{"id":"W4232261378","doi":"10.2196/30656","title":"Assessing Trauma Management in Urban and Rural Populations in Norway: A National Register-Based Research Protocol","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Norwegian; Medicine; Trauma center; Emergency medical services; Emergency medicine; Major trauma; Medical emergency; Cohort study; Cohort; Retrospective cohort study; Surgery","score_opus":0.6685977137096363,"score_gpt":0.6474123991863009,"score_spread":0.021185314523335386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232261378","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016160002,0.000004209629,0.0000041170742,0.0035650742,0.0000068368704,0.93295777,0.000010660206,0.00003254214,0.047258805],"genre_scores_gemma":[0.17376761,1.1436916e-7,0.00050055544,0.000048448343,0.00006622182,0.8241948,0.000018156426,0.000024568933,0.0013795327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944294,0.0011320754,0.00050793507,0.0004939988,0.0026191708,0.00081741135],"domain_scores_gemma":[0.9988853,0.00016818882,0.000049749426,0.00034051985,0.00041686743,0.00013942181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005123733,0.00015376076,0.00026334065,0.0016881464,0.0007242947,0.00012836736,0.00023584392,0.000060410624,0.00059810467],"category_scores_gemma":[0.0001950668,0.00014700931,0.000056662142,0.0021188457,0.0002640284,0.0001871379,0.0004557677,0.0014605295,0.00001516696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009586075,0.011424523,0.59738636,0.008076212,0.00011420747,0.0017251165,0.0074417926,0.0005344702,0.0019792784,0.01921157,0.20502564,0.13749474],"study_design_scores_gemma":[0.007285861,0.0012169058,0.644163,0.001394869,0.0000012585439,0.000009146996,0.004017749,0.00063085905,0.00004076413,0.0018539618,0.33921236,0.00017325844],"about_ca_topic_score_codex":0.00021702578,"about_ca_topic_score_gemma":0.00028827894,"teacher_disagreement_score":0.15760761,"about_ca_system_score_codex":0.001004099,"about_ca_system_score_gemma":0.00034921413,"threshold_uncertainty_score":0.65488267},"labels":[],"label_agreement":null},{"id":"W4233045925","doi":"10.2196/resprot.8377","title":"Correction: Effectiveness of Adaptive E-Learning Environments on Knowledge, Competence, and Behavior in Health Professionals and Students: Protocol for a Systematic Review and Meta-Analysis","year":2017,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Health and Well-being Studies","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Montreal Heart Institute","funders":"","keywords":"Competence (human resources); Health professionals; Protocol (science); Medical education; Meta-analysis; Psychology; Systematic review; Computer science; Knowledge management; Applied psychology; Medicine; MEDLINE; Alternative medicine; Health care; Social psychology","score_opus":0.4895279119801838,"score_gpt":0.6843691623851489,"score_spread":0.19484125040496508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233045925","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1371158e-7,0.31819618,0.00000514861,0.000025292497,0.0000049693244,0.681615,0.000032805656,0.000007923203,0.00011261582],"genre_scores_gemma":[0.0000016757481,0.06974635,0.000023381579,0.000029719555,0.000016650969,0.9273367,0.000010545884,0.000045019875,0.002789938],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9804231,0.015500945,0.0016558002,0.0010511453,0.00069387123,0.0006751275],"domain_scores_gemma":[0.99233836,0.0049202032,0.0015794013,0.000735082,0.00019299875,0.00023393761],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016482934,0.000531879,0.0076683974,0.000798587,0.0006280814,0.000078638266,0.00045523825,0.00028558998,0.000044274697],"category_scores_gemma":[0.0007152216,0.0003412305,0.0004916622,0.000532207,0.00036508893,0.00008154865,0.0004441092,0.0012370783,0.0000123875],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020276093,0.0013660043,0.00017274269,0.98204994,0.0083304625,0.0000060191514,0.00026042914,4.9340024e-8,1.6156449e-8,0.000079856174,0.0004297816,0.0071019237],"study_design_scores_gemma":[0.0016739591,0.004343022,0.0017739121,0.77801496,0.016674902,0.000011859747,0.00011994005,0.0000015757267,1.41842e-7,0.000014991614,0.1970347,0.00033604432],"about_ca_topic_score_codex":0.000048016933,"about_ca_topic_score_gemma":0.000019059411,"teacher_disagreement_score":0.24844982,"about_ca_system_score_codex":0.0002145259,"about_ca_system_score_gemma":0.00032808585,"threshold_uncertainty_score":0.999904},"labels":[],"label_agreement":null},{"id":"W4234001067","doi":"10.2196/19019","title":"Correction: Youth Experiences With Referrals to Mental Health Services in Canada: Protocol for a Web-Based Cross-Sectional Survey Study","year":2020,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; McGill University; Douglas Mental Health University Institute","funders":"","keywords":"Protocol (science); Mental health; Cross-sectional study; Web survey; Medical education; Psychology; Medicine; Family medicine; World Wide Web; Alternative medicine; Computer science; Psychiatry","score_opus":0.3272613513919239,"score_gpt":0.5238779458229494,"score_spread":0.19661659443102553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234001067","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017475457,0.0000010800846,0.000004302906,0.0010439235,0.00089067966,0.9947741,0.00015577367,0.00016845627,0.0012141425],"genre_scores_gemma":[0.00884739,2.052841e-8,0.000018929803,0.00083593535,0.0019333928,0.9838065,0.00044276012,0.00011227586,0.004002833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99330026,0.0005015898,0.0012167374,0.0014588913,0.0021133984,0.0014091502],"domain_scores_gemma":[0.99705666,0.00013476398,0.00065808295,0.000654426,0.001344427,0.00015165452],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00414621,0.0005352728,0.00094314065,0.001009202,0.000904825,0.0009595226,0.0012294529,0.00038039367,0.00015635631],"category_scores_gemma":[0.00021438142,0.00043527113,0.00007018713,0.0025225151,0.00010824076,0.0004391767,0.0004523838,0.0018502877,0.000033891913],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027298662,0.00052748923,0.35805002,0.007323656,0.000022697133,0.00002158558,0.0010357826,0.0000058286673,5.835838e-7,0.0000076831675,0.6297583,0.00051649404],"study_design_scores_gemma":[0.0035466473,0.0018731254,0.1537236,0.0037600813,4.787836e-7,0.000001284772,0.013006678,0.0003728132,0.000001407984,0.0000036214904,0.8233194,0.00039089992],"about_ca_topic_score_codex":0.9155527,"about_ca_topic_score_gemma":0.9892172,"teacher_disagreement_score":0.20432642,"about_ca_system_score_codex":0.0021053494,"about_ca_system_score_gemma":0.018366082,"threshold_uncertainty_score":0.9998099},"labels":[],"label_agreement":null},{"id":"W4234711128","doi":"10.2196/33555","title":"The Effects of a Virtual Reality–Based Training Program for Adolescents With Disruptive Behavior Problems on Cognitive Distortions and Treatment Motivation: Protocol for a Multiple Baseline Single-Case Experimental Design","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bullying, Victimization, and Aggression","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Cognition; Multiple baseline design; Dysfunctional family; Protocol (science); Applied psychology; Developmental psychology; Psychotherapist; Intervention (counseling); Medicine","score_opus":0.38228341410152666,"score_gpt":0.5261223298102533,"score_spread":0.14383891570872664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234711128","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00758801,0.0000017729361,0.015142918,0.0000534807,0.000010502169,0.9769518,0.00016654795,0.00006872403,0.000016265321],"genre_scores_gemma":[0.22719918,2.3562345e-8,0.00069816574,0.000010390872,0.00004799276,0.7717969,0.00005719274,0.000045270925,0.00014489642],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9966581,0.0014215201,0.00037344353,0.00055546645,0.00048323197,0.00050827],"domain_scores_gemma":[0.99650747,0.0024168491,0.00029158566,0.00027266584,0.0003764701,0.00013496508],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0010590559,0.00023516336,0.00023748181,0.00015070304,0.0017274973,0.00008079129,0.0001378838,0.00006925664,0.000028954975],"category_scores_gemma":[0.00039121707,0.00015559401,0.000082067614,0.00031617258,0.00032961695,0.00007901809,0.00005462509,0.00022731903,4.9666926e-7],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22306338,0.15872872,0.014535944,0.0041051544,0.00041795935,0.00046186833,0.06938993,0.0013856451,0.0130874645,0.000727995,0.0029400708,0.51115584],"study_design_scores_gemma":[0.19576338,0.6041534,0.005608794,0.023733582,0.0001300223,0.00023326339,0.040659778,0.03211886,0.052779887,0.0001172793,0.04319731,0.0015044758],"about_ca_topic_score_codex":0.00003303774,"about_ca_topic_score_gemma":0.000028439004,"teacher_disagreement_score":0.5096514,"about_ca_system_score_codex":0.00027340878,"about_ca_system_score_gemma":0.00020615481,"threshold_uncertainty_score":0.9995721},"labels":[],"label_agreement":null},{"id":"W4234818041","doi":"10.2196/resprot.8322","title":"Correction: Development of a Web-Based Intervention for Addressing Distress in Caregivers of Patients Receiving Stem Cell Transplants: Formative Evaluation With Qualitative Interviews and Focus Groups","year":2017,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Family Support in Illness","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Focus group; Intervention (counseling); Qualitative research; Medical education; Distress; Psychology; Medicine; Nursing; Clinical psychology; Pedagogy; Sociology","score_opus":0.27216514967107786,"score_gpt":0.531613696423088,"score_spread":0.2594485467520101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234818041","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022882251,0.00009051155,0.002016291,0.00007917378,0.0011586259,0.95265114,0.0008606356,0.00004112724,0.020220213],"genre_scores_gemma":[0.20251216,0.000004955121,0.00031748423,0.000001225111,0.00005615347,0.7941971,0.00042389752,0.000036042387,0.00245101],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99272704,0.0034071773,0.00091266923,0.00047283122,0.001990943,0.0004893498],"domain_scores_gemma":[0.99521285,0.00084830425,0.0013945583,0.00031331912,0.0021274688,0.00010348349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009557976,0.00025652235,0.0006118786,0.00056676543,0.00060766505,0.00014550803,0.0005912202,0.00035228656,0.00003195754],"category_scores_gemma":[0.0004062324,0.00022740707,0.00010956093,0.00036124498,0.0007405385,0.0006203825,0.00009855984,0.0007070772,7.241709e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026465638,0.0010543918,0.0020860862,0.015248246,0.00006904568,0.0000019899526,0.69316673,0.0000054264847,0.00001629746,0.00002022764,0.033317715,0.2523673],"study_design_scores_gemma":[0.024854628,0.004687209,0.014498095,0.25475684,0.00006209688,3.4766757e-7,0.5667649,0.0018161644,0.00365161,0.0003712908,0.1272451,0.0012917148],"about_ca_topic_score_codex":0.0006838232,"about_ca_topic_score_gemma":0.020464234,"teacher_disagreement_score":0.25107557,"about_ca_system_score_codex":0.0009982106,"about_ca_system_score_gemma":0.0021044617,"threshold_uncertainty_score":0.99740976},"labels":[],"label_agreement":null},{"id":"W4235502225","doi":"10.2196/31677","title":"Adding Mobile Elements to Online Physical Activity Interventions Targeted at Adults Aged 50 Years and Older: Protocol for a Systematic Design","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Attrition; Context (archaeology); Population; eHealth; Intervention (counseling); Fidelity; mHealth; Protocol (science); Randomized controlled trial; Psychology; Gerontology; Intervention mapping; Applied psychology; Computer science; Medicine; Medical education; Health care; Nursing; Alternative medicine","score_opus":0.3738713477253604,"score_gpt":0.6041749123322915,"score_spread":0.23030356460693108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235502225","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08362201,3.866924e-7,0.00036725745,0.00021221317,0.0000024647572,0.9155414,0.00016602741,0.00007125164,0.000016981854],"genre_scores_gemma":[0.066657476,3.0162603e-8,0.001217385,0.000042809006,0.00011545715,0.93121696,0.000024983025,0.00004133306,0.00068357924],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9961824,0.0012130626,0.00035944814,0.00054491643,0.0010050108,0.0006951609],"domain_scores_gemma":[0.99815065,0.0006721921,0.00015765792,0.00042399604,0.00017177964,0.00042372104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017413466,0.00018264039,0.0006191286,0.0002591728,0.00067074253,0.000054126554,0.00022966015,0.000049494734,0.00016462409],"category_scores_gemma":[0.00034754098,0.00016116229,0.00019672097,0.0005260235,0.000074053736,0.00015128068,0.0006498076,0.00077522534,0.000022807062],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06676057,0.11739234,0.0010380824,0.55474454,0.00047780483,0.00012891275,0.010429234,0.00009786935,0.16993803,0.0003220005,0.04905663,0.029613972],"study_design_scores_gemma":[0.11010828,0.25655785,0.063673146,0.36390835,0.00014061344,0.00013151835,0.004809353,0.035138078,0.04008159,0.0018313295,0.1210861,0.0025337986],"about_ca_topic_score_codex":0.00002494839,"about_ca_topic_score_gemma":0.000017972783,"teacher_disagreement_score":0.1908362,"about_ca_system_score_codex":0.00066000805,"about_ca_system_score_gemma":0.0002424435,"threshold_uncertainty_score":0.6572007},"labels":[],"label_agreement":null},{"id":"W4236013039","doi":"10.2196/27652","title":"Correction: Self-Administered Behavioral Skills-Based At-Home Virtual Reality Therapy for Chronic Low Back Pain: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Physical therapy; Virtual reality; Medicine; Alternative medicine; Chronic pain; Psychology; Medical physics; Physical medicine and rehabilitation; Computer science; Artificial intelligence","score_opus":0.11651458965122571,"score_gpt":0.5248506895123838,"score_spread":0.40833609986115804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236013039","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011007091,0.0000025757179,0.0015927436,0.0019942457,0.00011937741,0.9946105,0.000028602975,0.00016929246,0.00038196126],"genre_scores_gemma":[0.00078324636,3.6489135e-7,0.001023093,0.00018406934,0.0014023536,0.9847329,0.00019530958,0.00009272359,0.011585895],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98969054,0.00570873,0.0014635208,0.0009377619,0.0012636317,0.00093583466],"domain_scores_gemma":[0.9876391,0.008429411,0.00039197248,0.0009206087,0.0022092443,0.000409641],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015307583,0.00041844178,0.0020615305,0.0002612237,0.0005039089,0.00017897646,0.00023151025,0.00043998606,0.0011381155],"category_scores_gemma":[0.0040265075,0.00029017864,0.0017439853,0.0005060245,0.000452168,0.00013201522,0.00006836474,0.00056728703,0.00003362715],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9401618,0.010016531,0.00004406221,0.0057631563,0.00017790718,0.0000062803006,0.00023025843,0.0000052561127,0.00286591,0.000049820672,0.035672247,0.0050067254],"study_design_scores_gemma":[0.8344061,0.036644597,0.00007562892,0.0023464689,0.000015734226,0.0000026252,0.00005693159,0.005699898,0.0025060184,0.0001332963,0.117840156,0.00027257772],"about_ca_topic_score_codex":0.000008002334,"about_ca_topic_score_gemma":0.000031718104,"teacher_disagreement_score":0.105755776,"about_ca_system_score_codex":0.000970862,"about_ca_system_score_gemma":0.0036079783,"threshold_uncertainty_score":0.99995506},"labels":[],"label_agreement":null},{"id":"W4236169728","doi":"10.2196/18469","title":"Correction: Evaluating Mechanisms of Postoperative Delirium and Cognitive Dysfunction Following Elective Spine Surgery in Elderly Patients (CONFESS): Protocol for a Prospective Observational Trial","year":2020,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Delirium; Protocol (science); Medicine; Postoperative cognitive dysfunction; Cognition; Physical therapy; Cognitive impairment; Clinical trial; Randomized controlled trial; Psychology; Psychiatry; Alternative medicine; Surgery; Internal medicine","score_opus":0.2544933727929077,"score_gpt":0.522008137326378,"score_spread":0.2675147645334703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236169728","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036319098,0.0000027824549,0.0011273641,0.00091299997,0.0008269818,0.99366486,0.00013454907,0.000059252823,0.0029080047],"genre_scores_gemma":[0.0006615759,3.1093225e-7,0.0002776368,0.0011527503,0.0006372158,0.98982215,0.0014806968,0.00017040511,0.0057972604],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925334,0.0014199403,0.0013908559,0.0014570208,0.002284956,0.00091386057],"domain_scores_gemma":[0.94081473,0.0021457793,0.00074332015,0.00025761692,0.055800956,0.0002376213],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024774815,0.0006950723,0.0016708368,0.0012482378,0.00037141208,0.00011758507,0.00017082907,0.0008709388,0.00009149477],"category_scores_gemma":[0.07558989,0.0006637723,0.0005127345,0.0015522386,0.00035097072,0.00040089554,0.00021063996,0.003247859,0.000006865781],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.42822883,0.0038580196,0.0059341374,0.005590627,0.0010992796,0.00009285978,0.0025531538,0.0000011275202,0.0013150398,0.00031593305,0.539292,0.011719013],"study_design_scores_gemma":[0.48536703,0.231896,0.064015076,0.13277112,0.0003953984,0.000034179535,0.02009308,0.0033323367,0.011216439,0.0064365743,0.041642338,0.0028004267],"about_ca_topic_score_codex":0.00005761145,"about_ca_topic_score_gemma":0.000089205074,"teacher_disagreement_score":0.49764964,"about_ca_system_score_codex":0.0009064738,"about_ca_system_score_gemma":0.005685784,"threshold_uncertainty_score":0.99995106},"labels":[],"label_agreement":null},{"id":"W4237550923","doi":"10.2196/13026","title":"Correction: A Multidisciplinary Model to Guide Employment Outcomes Among People Living With Spinal Cord Injuries in South Africa: A Mixed Methods Study Protocol","year":2018,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Multidisciplinary approach; Medicine; Spinal cord injury; Psychology; Gerontology; Spinal cord; Sociology; Alternative medicine; Social science; Psychiatry","score_opus":0.2604160706035751,"score_gpt":0.6075940902932231,"score_spread":0.347178019689648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237550923","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003230337,0.0000027680624,0.00087403343,0.00030841594,0.00033435554,0.9857524,0.000030282947,0.0003200948,0.009147332],"genre_scores_gemma":[0.00055429724,1.5777047e-7,0.011371203,0.000021555428,0.0007679315,0.7297272,0.000016552674,0.00033815563,0.25720292],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9806451,0.004612282,0.0020931733,0.002991467,0.0065131425,0.0031448172],"domain_scores_gemma":[0.9902348,0.0008056961,0.0005676879,0.003349681,0.0036117788,0.0014303703],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.013871744,0.0014235317,0.002775916,0.004130749,0.0009205648,0.00066238805,0.0020139324,0.0009335712,0.00042206023],"category_scores_gemma":[0.0050577237,0.0010628749,0.00039657947,0.0050348626,0.00090005936,0.00046723892,0.004870066,0.007870862,0.00024514625],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07326729,0.007918949,0.27569956,0.0038567404,0.0003404715,0.00038032222,0.010334679,0.000015037494,0.00008904316,0.000003968324,0.6227866,0.0053073633],"study_design_scores_gemma":[0.008233427,0.25192213,0.56111777,0.040591884,0.000056896235,0.000037715352,0.016898213,0.0034920888,0.00014371605,0.00005327125,0.11582124,0.0016316411],"about_ca_topic_score_codex":0.0005854902,"about_ca_topic_score_gemma":0.0029769419,"teacher_disagreement_score":0.50696534,"about_ca_system_score_codex":0.0028438035,"about_ca_system_score_gemma":0.006664386,"threshold_uncertainty_score":0.99985147},"labels":[],"label_agreement":null},{"id":"W4238382641","doi":"10.2196/28359","title":"Correction: mHealth-Supported Delivery of an Evidence-Based Family Home-Visiting Intervention in Sierra Leone: Protocol for a Pilot Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Sierra leone; mHealth; Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Psychology; Family medicine; Alternative medicine; Nursing; Psychological intervention; Sociology; Socioeconomics","score_opus":0.35700691555584907,"score_gpt":0.6191936453077156,"score_spread":0.2621867297518665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238382641","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062348233,0.00001766249,0.0014981094,0.0014047585,0.0001527344,0.98977107,0.000028334094,0.00013840887,0.00075408304],"genre_scores_gemma":[0.0059190593,0.0000058702994,0.0011296661,0.0004696413,0.0006584081,0.99030465,0.0000817084,0.00007022351,0.0013607483],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9733924,0.018107485,0.0044922554,0.0009874922,0.0012960251,0.0017243286],"domain_scores_gemma":[0.9755091,0.017167458,0.0017167234,0.0010159467,0.0038472817,0.0007434956],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034180008,0.00034665302,0.0022549883,0.00086472114,0.0012290266,0.00005934263,0.0004970485,0.00045130117,0.00079156726],"category_scores_gemma":[0.01047888,0.00029856357,0.0005109655,0.0015860737,0.0002734822,0.00047860187,0.00015630937,0.0020758654,0.00004424823],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9608997,0.0035792897,0.0003609561,0.010455568,0.00002521147,0.000007338768,0.00022087725,0.000016026377,0.0007846585,0.0006357113,0.0065476517,0.016467003],"study_design_scores_gemma":[0.93886733,0.0060079983,0.0007308635,0.017486686,0.000011860868,0.0000012982644,0.0007523252,0.0075318506,0.0002784247,0.00079123396,0.027325297,0.00021484931],"about_ca_topic_score_codex":0.000656497,"about_ca_topic_score_gemma":0.000560275,"teacher_disagreement_score":0.023701128,"about_ca_system_score_codex":0.0007655201,"about_ca_system_score_gemma":0.012415003,"threshold_uncertainty_score":0.99994665},"labels":[],"label_agreement":null},{"id":"W4239745479","doi":"10.2196/33625","title":"OptimalMe Intervention for Healthy Preconception, Pregnancy, and Postpartum Lifestyles: Protocol for a Randomized Controlled Implementation Effectiveness Feasibility Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Health coaching; Psychological intervention; Randomized controlled trial; Coaching; Health literacy; Population; Reproductive health; Pregnancy; Nursing; Health care; Intervention (counseling); Family medicine; Psychology; Environmental health","score_opus":0.2069123538323398,"score_gpt":0.5998967774940732,"score_spread":0.3929844236617334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239745479","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027717284,0.0000075343496,0.0024384153,0.00095583056,0.000017680219,0.99354774,0.00012103413,0.00005534831,0.00008468562],"genre_scores_gemma":[0.003937753,8.4507445e-7,0.0010971962,0.000049680744,0.00014789852,0.9937767,0.00027472852,0.000038026465,0.00067718193],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99234205,0.004199428,0.0009336948,0.0006666459,0.0011208119,0.00073738844],"domain_scores_gemma":[0.99487126,0.003102455,0.00031097876,0.00032260385,0.0011208517,0.0002718778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015765885,0.00021003022,0.001007807,0.00039567356,0.0006853454,0.00015105051,0.00018251993,0.000058503894,0.00038958885],"category_scores_gemma":[0.0023045493,0.00016909101,0.0004911949,0.00027499782,0.00021919183,0.00021870242,0.00025022464,0.00035950835,0.0000027015078],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97397244,0.002570155,0.0006891487,0.010687305,0.000201223,0.0000018274845,0.0001668887,0.000009369941,0.00019858149,0.001791431,0.0026131694,0.007098432],"study_design_scores_gemma":[0.94127315,0.034610774,0.0017959522,0.0016089294,0.00002356713,0.000002224071,0.00035909473,0.0012280375,0.00015568946,0.0032827063,0.015520143,0.00013973155],"about_ca_topic_score_codex":0.000021925065,"about_ca_topic_score_gemma":0.000008736336,"teacher_disagreement_score":0.032699317,"about_ca_system_score_codex":0.00054002425,"about_ca_system_score_gemma":0.0006115263,"threshold_uncertainty_score":0.6895332},"labels":[],"label_agreement":null},{"id":"W4241535218","doi":"10.2196/23783","title":"Using Normalization Process Theory to Evaluate an End-of-Life Pediatric Palliative Care Web-Based Training Program for Nurses: Protocol for a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Palliative care; End-of-life care; Medicine; Nursing; Psychology; Computer science; Medical education; Alternative medicine","score_opus":0.4535931189735067,"score_gpt":0.6704628085634426,"score_spread":0.21686968958993597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241535218","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012910062,0.0000047701697,0.005647259,0.00036537767,0.00006223415,0.9807185,0.00006494314,0.00014125182,0.000085628584],"genre_scores_gemma":[0.031389788,5.4480328e-8,0.014708424,0.00013613439,0.001119692,0.9522034,0.00024246056,0.00010527862,0.00009476434],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9912968,0.0037100355,0.0016974098,0.00079946243,0.0016380296,0.0008582626],"domain_scores_gemma":[0.9774553,0.0065698423,0.00069184025,0.00062438106,0.014067849,0.0005907705],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008942267,0.00033612872,0.0016593725,0.0007460423,0.000461512,0.00014504093,0.00026216145,0.00026872117,0.0002490949],"category_scores_gemma":[0.016907804,0.00027124074,0.0004871335,0.0015031839,0.00018945655,0.00020142844,0.000027807775,0.00037261855,0.0000020704324],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9654243,0.001985981,0.002273494,0.012580322,0.000090821115,0.0000015614489,0.010793858,0.0022754876,0.00013009952,0.00039035626,0.0000936407,0.0039600506],"study_design_scores_gemma":[0.9130025,0.006699839,0.000080581725,0.0022349558,0.000095885836,5.464428e-7,0.0064343605,0.06779267,0.0012524338,0.0007003812,0.0014541735,0.00025166763],"about_ca_topic_score_codex":0.000009303417,"about_ca_topic_score_gemma":0.0000094802035,"teacher_disagreement_score":0.06551718,"about_ca_system_score_codex":0.00047340928,"about_ca_system_score_gemma":0.02668303,"threshold_uncertainty_score":0.99997395},"labels":[],"label_agreement":null},{"id":"W4241611213","doi":"10.2196/29389","title":"Dyadic Intervention for Sexually Transmitted Infection Prevention in Urban Adolescents and Young Adults (The SEXPERIENCE Study): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institutes of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Wilson Foundation","keywords":"Psychological intervention; Medicine; Randomized controlled trial; Reproductive health; Condom; Intervention (counseling); Focus group; Family medicine; Clinical psychology; Gerontology; Population; Nursing; Environmental health","score_opus":0.22206541834449958,"score_gpt":0.6048102069771908,"score_spread":0.38274478863269124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241611213","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0589508,0.0000025020952,0.0011028639,0.00035007324,0.00011700699,0.93935335,0.0000106050875,0.00007307598,0.000039739436],"genre_scores_gemma":[0.10196916,2.2739528e-7,0.00002862695,0.000040730585,0.0003957794,0.89540935,0.000014325869,0.00004442809,0.0020973978],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97998285,0.015434984,0.0017655845,0.00089401606,0.0009837383,0.00093882106],"domain_scores_gemma":[0.9968909,0.0011965769,0.0006935575,0.00044386543,0.00063005544,0.00014503412],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024500396,0.0002729205,0.0010581955,0.0004318302,0.0028486585,0.000050303093,0.000327176,0.0001440851,0.00011074699],"category_scores_gemma":[0.001723874,0.00017836332,0.0002814358,0.0006449193,0.00023161483,0.00024398528,0.00026209748,0.001581147,0.0000036248466],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95485044,0.009015124,0.011286647,0.004024836,0.000047273214,0.000001156361,0.016865723,0.000002827261,0.000057415655,0.00018361585,0.0008075126,0.002857456],"study_design_scores_gemma":[0.95929533,0.012862823,0.005344143,0.0023169946,0.000009951453,0.0000011996538,0.007658383,0.0010243441,0.000005687265,0.0009662458,0.010334176,0.00018072604],"about_ca_topic_score_codex":0.00022774906,"about_ca_topic_score_gemma":0.00034886735,"teacher_disagreement_score":0.04394401,"about_ca_system_score_codex":0.00048558807,"about_ca_system_score_gemma":0.0006268205,"threshold_uncertainty_score":0.9984495},"labels":[],"label_agreement":null},{"id":"W4243421017","doi":"10.2196/27092","title":"Correction: Effectiveness of Educational Interventions to Increase Knowledge of Evidence-Based Practice Among Nurses and Physiotherapists in Primary Health Care: Protocol for a Systematic Review","year":2021,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Evidence-based practice; Psychological intervention; Systematic review; Medical education; Health care; Medicine; Nursing; Alternative medicine; Psychology; MEDLINE; Political science","score_opus":0.5789678471758433,"score_gpt":0.7461243200479413,"score_spread":0.167156472872098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243421017","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.4932289e-7,0.3353602,0.000021877357,0.00061113376,0.000047326736,0.6637462,0.00004915259,0.000008286684,0.00015570215],"genre_scores_gemma":[3.1804228e-7,0.08826765,0.00031888968,0.00012513867,0.00015028023,0.9103621,0.000091181166,0.000046976384,0.00063746056],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9585066,0.035829354,0.0028689054,0.00080940913,0.0010521893,0.0009335689],"domain_scores_gemma":[0.9500855,0.042288877,0.0017504707,0.00088920334,0.0043954467,0.00059049524],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.028252106,0.00035446114,0.0030435822,0.0011666665,0.0005628512,0.00004511348,0.0007040431,0.00027280726,0.0001282437],"category_scores_gemma":[0.038031854,0.00025159307,0.00040889648,0.003445724,0.00031492452,0.00045325162,0.0002699417,0.0014071383,0.00002399651],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003197421,0.0014462867,0.000076465316,0.9460753,0.00002651507,3.9760943e-7,0.0009917999,2.2323218e-7,5.99941e-7,0.0000722306,0.03176978,0.019220635],"study_design_scores_gemma":[0.0006152218,0.0013460031,0.00024650505,0.77505517,0.000015913522,0.0000018084687,0.00035564316,0.000002344627,9.737296e-7,0.000008535891,0.22221354,0.0001383508],"about_ca_topic_score_codex":0.0009027889,"about_ca_topic_score_gemma":0.00028653443,"teacher_disagreement_score":0.24709255,"about_ca_system_score_codex":0.003070867,"about_ca_system_score_gemma":0.04989501,"threshold_uncertainty_score":0.9999936},"labels":[],"label_agreement":null},{"id":"W4246704268","doi":"10.2196/33894","title":"Developing a One-Stop Platform Transportation Planning Service to Help Older Adults Move Around in Their Community Where, When, and How They Wish: Protocol for a Living Lab Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Persona Design and Applications","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"","keywords":"Autonomy; Context (archaeology); Service (business); Public transport; Independent living; Public relations; Psychology; Business; Medicine; Gerontology; Engineering; Marketing; Transport engineering; Political science","score_opus":0.3588431779592008,"score_gpt":0.4882612085223136,"score_spread":0.1294180305631128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246704268","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05594376,8.686937e-7,0.019306786,0.0019947246,0.0000021407936,0.9225798,0.000024281611,0.00010190153,0.000045712462],"genre_scores_gemma":[0.094547614,3.253379e-8,0.007226923,0.00021083686,0.000023716866,0.8978919,0.000005540199,0.000023616109,0.00006986616],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9970227,0.0007798642,0.00029490652,0.0005443105,0.0007394343,0.0006187974],"domain_scores_gemma":[0.99795926,0.00077202293,0.000107891814,0.00067527127,0.0003319959,0.0001535789],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037919614,0.0002016005,0.00024090194,0.0003440818,0.0013731371,0.0005524933,0.0014828491,0.000057770943,0.0000073048],"category_scores_gemma":[0.00006601074,0.00019412622,0.00003276887,0.0010721808,0.00002894417,0.00072525797,0.00059057353,0.00093809963,0.0000023041512],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018503012,0.0070724552,0.02835413,0.0040610596,0.00006787927,0.000027008424,0.8929335,0.0002880087,0.0029124157,0.008074822,0.0021077923,0.05225066],"study_design_scores_gemma":[0.024869274,0.01113455,0.40162507,0.020629862,0.000005496331,0.000025890682,0.3556445,0.057405923,0.0017287701,0.020879103,0.103529304,0.0025222586],"about_ca_topic_score_codex":0.00053860905,"about_ca_topic_score_gemma":0.0024849067,"teacher_disagreement_score":0.53728896,"about_ca_system_score_codex":0.00030155282,"about_ca_system_score_gemma":0.00035198306,"threshold_uncertainty_score":0.9999269},"labels":[],"label_agreement":null},{"id":"W4246874761","doi":"10.2196/11913","title":"Early Identification of Preterm Neonates at Birth With a Tablet App for the Simplified Gestational Age Score (T-SGAS) When Ultrasound Gestational Age Dating Is Unavailable: Protocol for a Validation Study","year":2018,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Preterm Birth and Chorioamnionitis","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Gestational age; Medicine; Protocol (science); Age appropriate; Gestation; Obstetrics; Pediatrics; Pregnancy; Psychology; Developmental psychology; Alternative medicine","score_opus":0.21962935208090445,"score_gpt":0.4942242052400818,"score_spread":0.27459485315917737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246874761","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062010452,7.228805e-7,0.0027277602,0.00024032962,0.0000073316014,0.93411463,0.00054091064,0.00006588589,0.00029194204],"genre_scores_gemma":[0.06667755,1.8441513e-7,0.002051356,0.000060057777,0.0002748113,0.9271679,0.00039347517,0.000066279936,0.0033083984],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960651,0.0002837657,0.0007891496,0.0006850208,0.0015292431,0.0006477339],"domain_scores_gemma":[0.9946158,0.0017077269,0.00048673988,0.0007317345,0.0022812698,0.00017672515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00237711,0.0002655307,0.0003374803,0.00025908588,0.0008683301,0.00035728628,0.00045719312,0.00012172431,0.0005352428],"category_scores_gemma":[0.00094371283,0.0001862657,0.000091052156,0.0005035432,0.00053259975,0.00044828805,0.00011677769,0.00031703222,0.000021242024],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.095169455,0.007184465,0.4189708,0.019980006,0.0014142294,0.000083776904,0.043602012,0.000051615618,0.25688037,0.0038852508,0.12718813,0.025589885],"study_design_scores_gemma":[0.056496512,0.042048763,0.5561633,0.0054657604,0.00013148671,0.000102916485,0.0024229903,0.0028327538,0.14773662,0.010144273,0.17532046,0.0011341599],"about_ca_topic_score_codex":0.00006637169,"about_ca_topic_score_gemma":0.00007018073,"teacher_disagreement_score":0.13719252,"about_ca_system_score_codex":0.00018935851,"about_ca_system_score_gemma":0.0006123412,"threshold_uncertainty_score":0.75956947},"labels":[],"label_agreement":null},{"id":"W4247119704","doi":"10.2196/resprot.5856","title":"Supporting Heart Failure Patient Transitions From Acute to Community Care With Home Telemonitoring Technology: A Protocol for a Provincial Randomized Controlled Trial (TEC4Home)","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Emergency department; Medicine; Heart failure; Medical emergency; Intervention (counseling); Randomized controlled trial; Protocol (science); Health care; Transitional care; Emergency medicine; Nursing; Alternative medicine","score_opus":0.07581341056189822,"score_gpt":0.49301098983837227,"score_spread":0.41719757927647405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247119704","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0199678,4.5221964e-7,0.0010813425,0.020623365,0.000009702934,0.9578262,0.0000759758,0.00031156954,0.00010360935],"genre_scores_gemma":[0.019414956,3.614655e-8,0.011291552,0.00007868844,0.00032796813,0.96831596,0.000030893552,0.00007150877,0.0004684284],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950876,0.0012075818,0.0009357046,0.00056511554,0.0010884855,0.0011154676],"domain_scores_gemma":[0.9964362,0.0009851396,0.00019752378,0.0009059533,0.0010687532,0.00040644215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023205734,0.00039347986,0.0017672732,0.0007447286,0.0007768099,0.00013205613,0.00029532312,0.00024876284,0.000111225534],"category_scores_gemma":[0.00064830517,0.00020735152,0.00042845527,0.00062086224,0.000281894,0.00022724115,0.00019981095,0.00073560857,0.000043786837],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9776654,0.0016917663,0.00033803398,0.00053056795,0.000541528,0.000046413785,0.0016980096,3.2755509e-7,0.0059432145,0.00008527159,0.0055062575,0.005953158],"study_design_scores_gemma":[0.8395593,0.016807647,0.000013031352,0.0041307635,0.000085465064,0.000004323886,0.0014355005,0.0000046607297,0.0063556256,0.00034565505,0.13101752,0.00024045786],"about_ca_topic_score_codex":0.0000977301,"about_ca_topic_score_gemma":0.00019975928,"teacher_disagreement_score":0.13810611,"about_ca_system_score_codex":0.0005766588,"about_ca_system_score_gemma":0.00079081254,"threshold_uncertainty_score":0.84555495},"labels":[],"label_agreement":null},{"id":"W4248089241","doi":"10.2196/31652","title":"The Impact of Mobile Health Use on the Self-care of Patients With Type 2 Diabetes: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Type 2 diabetes; Randomized controlled trial; Diabetes mellitus; Health care; Disease; Quality of life (healthcare); Family medicine; Nursing; Internal medicine","score_opus":0.18117898986396708,"score_gpt":0.6091052223793056,"score_spread":0.42792623251533857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248089241","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008902563,0.000004711998,0.0000037774892,0.0005163999,0.000018329112,0.9900044,0.00023930016,0.00004609046,0.00026443624],"genre_scores_gemma":[0.0058796695,0.0000017549293,0.00007220193,0.00018751557,0.000108658416,0.9934011,0.00004133868,0.00005377136,0.00025397632],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9825883,0.01233469,0.0019503533,0.0003921265,0.0014196837,0.0013148421],"domain_scores_gemma":[0.97330517,0.02107557,0.0017583023,0.0011418025,0.0023854277,0.0003337412],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01591403,0.00023521243,0.0013770999,0.00020598856,0.0041909474,0.000025883346,0.00073031354,0.00010624139,0.00038414687],"category_scores_gemma":[0.002385323,0.00010062516,0.00037213374,0.0008745519,0.00030278193,0.00006697321,0.00023868926,0.0014472058,0.000009515468],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9594544,0.0019240609,0.0022429726,0.0018977977,0.00009515888,4.7000718e-8,0.001235484,0.000030923788,0.000002230321,0.0023521513,0.029182415,0.0015823382],"study_design_scores_gemma":[0.7375645,0.026170747,0.0005262658,0.000560916,0.0000041779053,1.788793e-8,0.000643985,0.00013228065,0.000003932475,0.00022605948,0.23409225,0.00007484428],"about_ca_topic_score_codex":0.00015107953,"about_ca_topic_score_gemma":0.000025896481,"teacher_disagreement_score":0.2218899,"about_ca_system_score_codex":0.0007272907,"about_ca_system_score_gemma":0.009573578,"threshold_uncertainty_score":0.9971055},"labels":[],"label_agreement":null},{"id":"W4248440251","doi":"10.2196/30020","title":"Correction: Disparities in Care Outcomes in Atlanta Between Black and White Men Who Have Sex With Men Living With HIV: Protocol for a Prospective Cohort Study (Engage[men]t)","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Atlanta; Men who have sex with men; Human immunodeficiency virus (HIV); Gerontology; White (mutation); Medicine; Protocol (science); Psychology; Family medicine; Alternative medicine; Metropolitan area","score_opus":0.08725074739512573,"score_gpt":0.4915426727311292,"score_spread":0.4042919253360035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248440251","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015982833,0.0000012549879,0.00006283291,0.00046692442,4.61405e-7,0.92797154,0.000048741702,0.00004778305,0.0554176],"genre_scores_gemma":[0.04015041,3.991467e-7,0.000091111004,0.0000057525167,0.00007876835,0.84688365,0.000029132854,0.000060820363,0.11269994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994866,0.0012010235,0.00056457985,0.000946783,0.0014022888,0.001019316],"domain_scores_gemma":[0.99712473,0.00072808395,0.00009602226,0.00062256784,0.0010735424,0.00035505704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022558202,0.00033300597,0.0008710365,0.00058907334,0.00035246866,0.00034184536,0.00023986468,0.00012807849,0.00016180078],"category_scores_gemma":[0.0007585374,0.00023562604,0.00007495805,0.0008475413,0.00040535108,0.00038106454,0.00036591158,0.0015723961,0.000008008477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019693763,0.001835387,0.94981843,0.0023725983,0.00022257965,0.00020781091,0.008599138,0.0000032822024,0.000021092674,0.0000110667315,0.03427356,0.0006656882],"study_design_scores_gemma":[0.011994369,0.019229708,0.9086765,0.008892902,0.000013162705,0.0000185497,0.047403906,0.001253069,0.00037579003,0.00002102501,0.0018647064,0.00025628475],"about_ca_topic_score_codex":0.0007930584,"about_ca_topic_score_gemma":0.0062393895,"teacher_disagreement_score":0.08108791,"about_ca_system_score_codex":0.0006714062,"about_ca_system_score_gemma":0.0008515799,"threshold_uncertainty_score":0.9608551},"labels":[],"label_agreement":null},{"id":"W4250709680","doi":"10.2196/16313","title":"Update on Schnelle et al and Expression of Editorial Concern","year":2019,"lang":"fr","type":"erratum","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"","keywords":"Expression (computer science); Psychology; Computer science","score_opus":0.8597661715971937,"score_gpt":0.7008372921814736,"score_spread":0.1589288794157201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250709680","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009801422,0.00030093198,0.00016425751,0.006248371,0.013917509,0.91561735,0.0003327547,0.000009448328,0.063311376],"genre_scores_gemma":[0.000037414487,0.00005608603,0.0005069937,0.00032330895,0.010906747,0.6601135,0.00005539288,0.000057706675,0.32794285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89896524,0.057737593,0.010503658,0.003030357,0.028581899,0.0011812769],"domain_scores_gemma":[0.96944267,0.010483046,0.0062814923,0.007364428,0.0058255317,0.00060285965],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.22637793,0.00085161667,0.0068508447,0.00123723,0.00043044033,0.0024308227,0.0049065514,0.0011019668,0.028181653],"category_scores_gemma":[0.03603837,0.00044527074,0.001809976,0.0018904036,0.00091528584,0.00056642527,0.0020001943,0.0040688817,0.015151416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039643096,0.00038749303,0.00037820902,0.001966297,0.00009926663,0.000010557515,0.00030422115,0.000007745383,0.0011227871,0.0024892262,0.98739374,0.0054440415],"study_design_scores_gemma":[0.0012448828,0.0015264628,0.00008711432,0.013168228,0.000017044114,0.0000032123003,0.00023010753,0.0004575466,0.0005391048,0.0019158983,0.98043764,0.00037275202],"about_ca_topic_score_codex":0.000032808894,"about_ca_topic_score_gemma":0.000010708558,"teacher_disagreement_score":0.26463145,"about_ca_system_score_codex":0.000144353,"about_ca_system_score_gemma":0.0018203793,"threshold_uncertainty_score":0.9997999},"labels":[],"label_agreement":null},{"id":"W4250875738","doi":"10.2196/34120","title":"Implementation of Virtual Reality to Parent-Child Interaction Therapy for Enhancement of Positive Parenting Skills: Study Protocol for Single-Case Experimental Design With Multiple Baselines","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Therapy and Development","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerie van Volksgezondheid, Welzijn en Sport","keywords":"Protocol (science); Psychology; Parent training; Mental health; Developmental psychology; Medicine; Clinical psychology; Applied psychology; Psychotherapist; Alternative medicine; Psychiatry; Intervention (counseling)","score_opus":0.4168197830247027,"score_gpt":0.6049856686890284,"score_spread":0.18816588566432568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250875738","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05979318,6.472772e-7,0.01673126,0.00007715974,0.000017799272,0.9231756,0.000118833086,0.000021101305,0.00006443054],"genre_scores_gemma":[0.34484598,1.1764956e-8,0.0011857038,0.000026849892,0.000043023992,0.65380496,0.00003229521,0.000026449372,0.00003470998],"study_design_codex":"randomized_trial","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99639374,0.0011489538,0.00076255127,0.00056892756,0.0006711136,0.00045473393],"domain_scores_gemma":[0.9979042,0.0007427214,0.00038756608,0.00036219886,0.0005151824,0.000088151755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027507,0.0002069256,0.00030286325,0.0002716945,0.0005265181,0.000039438753,0.00023830666,0.000033213488,0.0006803203],"category_scores_gemma":[0.000042800293,0.00017701199,0.00007855554,0.00035476647,0.000056644963,0.00012259475,0.00015298442,0.00018488988,0.0000014337612],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2734446,0.10232493,0.016273964,0.0005516156,0.0011016501,0.00006681351,0.13921797,0.00040736725,0.23748383,0.00041326336,0.008069707,0.2206443],"study_design_scores_gemma":[0.025179049,0.08162197,0.0017648696,0.0003112598,0.00000365162,0.000027128488,0.070257075,0.00003088683,0.80735415,0.000033337237,0.013166284,0.00025034466],"about_ca_topic_score_codex":0.00020025257,"about_ca_topic_score_gemma":0.00010065756,"teacher_disagreement_score":0.5698703,"about_ca_system_score_codex":0.00027932704,"about_ca_system_score_gemma":0.00014931618,"threshold_uncertainty_score":0.744903},"labels":[],"label_agreement":null},{"id":"W4251193112","doi":"10.2196/34013","title":"Exploring the Equity Impact of Current Digital Health Design Practices: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Health equity; Equity (law); Protocol (science); Computer science; Business; Health care; Medicine; Political science; Public health; Nursing; Alternative medicine; Economic growth; Economics","score_opus":0.9707872661328208,"score_gpt":0.82100534340276,"score_spread":0.14978192273006086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251193112","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5970496e-9,0.30938333,0.00009645566,0.00012607848,0.000044466,0.68887156,0.0004054084,0.0000556551,0.0010170378],"genre_scores_gemma":[1.0943816e-8,0.16921462,0.000050200008,0.000020977577,0.00017901653,0.8300369,0.00008450753,0.00014118166,0.00027258077],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9855853,0.006511578,0.003157579,0.0011270323,0.0017571375,0.0018614173],"domain_scores_gemma":[0.98699236,0.005758203,0.0045046746,0.0019167016,0.00035915204,0.00046889443],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015796952,0.00063092523,0.0023773513,0.0005216374,0.0007177463,0.00043689713,0.002417369,0.000109363755,0.0013483729],"category_scores_gemma":[0.0030809622,0.0004046783,0.0018328395,0.0017889277,0.0002909101,0.0010067589,0.0017932453,0.0024654535,0.00021942644],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000197682,0.0015247307,3.7413903e-7,0.4282277,0.00007833273,0.0000025196614,0.000059460657,7.4844195e-8,2.4437565e-9,0.00030524834,0.021136243,0.54846764],"study_design_scores_gemma":[0.0004396859,0.0052169445,4.9580444e-7,0.4673031,0.000008859907,0.000021086731,0.000014993457,2.512438e-7,9.06048e-8,0.00014557665,0.52669406,0.00015485605],"about_ca_topic_score_codex":0.000048387366,"about_ca_topic_score_gemma":0.000004912656,"teacher_disagreement_score":0.5483128,"about_ca_system_score_codex":0.0022114357,"about_ca_system_score_gemma":0.007595228,"threshold_uncertainty_score":0.9998405},"labels":[],"label_agreement":null},{"id":"W4251631878","doi":"10.2196/resprot.6719","title":"Correction of: Supporting Goal-Oriented Primary Health Care for Seniors with Complex Care Needs Using Mobile Technology: Evaluation and Implementation of the Health System Performance Research Network, Bridgepoint Electronic Patient Reported Outcome Tool","year":2016,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Public Health Ontario; Institute for Clinical Evaluative Sciences; University of Ottawa; Toronto Rehabilitation Institute; Sinai Health System; Lunenfeld-Tanenbaum Research Institute; University of Toronto","funders":"","keywords":"Primary care; Outcome (game theory); Digital health; Medicine; Health care; Primary health care; Medical education; Nursing; Psychology; Family medicine; Population","score_opus":0.1213015753409971,"score_gpt":0.5387574366459188,"score_spread":0.4174558613049217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251631878","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15772286,0.0004757407,0.00029319088,0.001342298,0.00045595554,0.8392297,0.00020210454,0.00010479732,0.00017333143],"genre_scores_gemma":[0.284914,0.00004036252,0.0005762481,0.000102149985,0.00056557095,0.7115775,0.0018083021,0.00011986008,0.000296025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899133,0.0014606665,0.0026895432,0.00073988846,0.003296603,0.0018999872],"domain_scores_gemma":[0.989169,0.00024257493,0.0030072287,0.00093771645,0.006432605,0.00021087703],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009820207,0.00036280003,0.0011647376,0.0013591743,0.0011613184,0.000030011663,0.00022287577,0.00030720275,0.000018716848],"category_scores_gemma":[0.00028781543,0.00024621695,0.000112708134,0.002371717,0.0003750064,0.00015479806,0.00027307923,0.0017614599,3.9316183e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0033241897,0.00021990786,0.18105951,0.08392594,0.00023486886,0.000004071917,0.010822834,0.00003677378,0.0005715717,0.00008670222,0.19494438,0.52476925],"study_design_scores_gemma":[0.021019887,0.08998803,0.1014554,0.05661402,0.00018014367,0.0003524886,0.18067852,0.003410197,0.0025676894,0.00001801544,0.5429582,0.00075740705],"about_ca_topic_score_codex":0.0009839144,"about_ca_topic_score_gemma":0.000660447,"teacher_disagreement_score":0.52401185,"about_ca_system_score_codex":0.007446572,"about_ca_system_score_gemma":0.016609766,"threshold_uncertainty_score":0.999999},"labels":[],"label_agreement":null},{"id":"W4251670377","doi":"10.2196/22286","title":"Correction: A Novel Narrative E-Writing Intervention for Parents of Children With Chronic Life-Threatening Illnesses: Protocol for a Pilot, Open-Label Randomized Controlled Trial","year":2020,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Family and Disability Support Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Intervention (counseling); Protocol (science); Open label; Narrative; Medicine; Alternative medicine; Family medicine; Psychology; Nursing; Surgery","score_opus":0.3000026902486863,"score_gpt":0.5722847863816029,"score_spread":0.27228209613291654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251670377","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038447226,0.000014950484,0.0028396375,0.00034138234,0.001028629,0.98929524,0.00035437153,0.0001167151,0.0059706285],"genre_scores_gemma":[0.00023512417,4.3697514e-7,0.0004048763,0.000034072018,0.0031169797,0.9434451,0.0010233651,0.00024110112,0.051498972],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98622775,0.0045628687,0.0031948749,0.002165805,0.0020216394,0.0018270394],"domain_scores_gemma":[0.9871491,0.0057327407,0.0020458223,0.0012199706,0.0033032945,0.0005490355],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014612462,0.00094969413,0.0049852068,0.00069441926,0.0009789038,0.00082935375,0.0023635754,0.0009773594,0.0011175468],"category_scores_gemma":[0.010193829,0.00069479644,0.0010402071,0.0010857646,0.0013740992,0.00049160694,0.0008655813,0.003295044,0.000027183385],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6152372,0.0084656,0.000040909148,0.0040020826,0.001709516,0.0000031185682,0.0010916225,0.0000011851295,0.000027076356,0.00026429805,0.3676649,0.0014924937],"study_design_scores_gemma":[0.88409925,0.057430446,0.000017377373,0.012351671,0.00008186445,0.00000878965,0.002652305,0.0007932752,0.000057405472,0.0002571508,0.041622315,0.00062812545],"about_ca_topic_score_codex":0.000620943,"about_ca_topic_score_gemma":0.00030999823,"teacher_disagreement_score":0.3260426,"about_ca_system_score_codex":0.0005690853,"about_ca_system_score_gemma":0.0053047887,"threshold_uncertainty_score":0.99979556},"labels":[],"label_agreement":null},{"id":"W4251775580","doi":"10.2196/21878","title":"Design and Rationale of the National Observational Multicentric Tunisian Registry of Hypertension: Protocol for Evaluating Hypertensive Patient Care in Clinical Practice","year":2021,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Protocol (science); Family medicine; Alternative medicine; Internal medicine","score_opus":0.71226263333435,"score_gpt":0.6142931276300562,"score_spread":0.09796950570429386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251775580","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023014918,0.00007359492,0.00004207555,0.004854044,0.00000884052,0.9923173,0.000017612881,0.000007160814,0.00037786033],"genre_scores_gemma":[0.0060782856,0.0000014933398,0.030351482,0.0011309035,0.00008738805,0.962231,0.000009967669,0.000015247358,0.00009425299],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957461,0.0011811752,0.0008521826,0.00038173,0.0016032733,0.00023553429],"domain_scores_gemma":[0.98176223,0.0045468146,0.00033386686,0.00031486506,0.012965141,0.000077061224],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025190937,0.00011948212,0.00047562836,0.0001038203,0.0001887115,0.000020549327,0.00011997179,0.000136821,0.000021208962],"category_scores_gemma":[0.016464204,0.00008191937,0.00010568793,0.00051040284,0.00027472436,0.00012545947,0.00018799568,0.0004331773,9.554446e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07702416,0.028484264,0.14751358,0.02976486,0.0023303812,0.0005897343,0.014593861,0.001109978,0.21231,0.0062245205,0.3180655,0.16198914],"study_design_scores_gemma":[0.05289147,0.012609168,0.24958949,0.016120335,0.00024025283,0.0005954981,0.013272732,0.013323311,0.05362364,0.0019921837,0.5851547,0.0005872298],"about_ca_topic_score_codex":0.000007431884,"about_ca_topic_score_gemma":0.0000042335723,"teacher_disagreement_score":0.2670892,"about_ca_system_score_codex":0.000039185637,"about_ca_system_score_gemma":0.0020376164,"threshold_uncertainty_score":0.9918205},"labels":[],"label_agreement":null},{"id":"W4251895938","doi":"10.2196/34071","title":"Toward More Inclusive Networks and Initiatives in Innovation Ecosystems: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Systematic review; Scopus; European union; Grey literature; Protocol (science); Cochrane Library; Thematic analysis; Knowledge management; Psychology; Meta-analysis; Business; MEDLINE; Political science; Computer science; Sociology; Medicine; Qualitative research; Social science; Alternative medicine","score_opus":0.3829112974682625,"score_gpt":0.5242567042076068,"score_spread":0.14134540673934431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251895938","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.4389668e-8,0.0182918,0.00014207637,0.00032034842,0.000008107576,0.978538,0.000035481225,0.000082313745,0.0025818334],"genre_scores_gemma":[1.4554635e-7,0.0193185,0.00003220628,0.00055593764,0.00041021567,0.9790283,0.00024825928,0.000110470464,0.00029598761],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941324,0.00066508114,0.002006671,0.0008822251,0.00156401,0.0007496118],"domain_scores_gemma":[0.9953933,0.00068692357,0.0022031665,0.0006898725,0.0009991404,0.000027607479],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007251705,0.0005959896,0.0023303337,0.002248733,0.0005216596,0.0005819058,0.0010994703,0.00053428096,0.00037741195],"category_scores_gemma":[0.0016747825,0.0005121649,0.00019575305,0.0069347485,0.000113721915,0.0018057207,0.0019836086,0.0023184095,0.00002400327],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051887568,0.00020123791,0.000012601593,0.97165775,0.00006393013,0.000023312929,0.000036668633,0.0000040086047,3.7228233e-8,0.012689384,0.00901689,0.006242285],"study_design_scores_gemma":[0.00069138664,0.000049455673,5.0617524e-7,0.44924927,0.000028398936,0.0000031609575,0.00012328288,0.00037586957,2.944274e-8,0.00015116512,0.5490631,0.00026438304],"about_ca_topic_score_codex":0.000024959885,"about_ca_topic_score_gemma":0.000009674311,"teacher_disagreement_score":0.5400462,"about_ca_system_score_codex":0.0012049843,"about_ca_system_score_gemma":0.0005340379,"threshold_uncertainty_score":0.9999833},"labels":[],"label_agreement":null},{"id":"W4252044922","doi":"10.2196/13566","title":"Receipt of Curative Resection or Palliative Care for Hepatopancreaticobiliary Tumours (RICOCHET): Protocol for a Nationwide Collaborative Observational Study","year":2019,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Receipt; Protocol (science); Palliative care; Medical emergency; Nursing; Computer science","score_opus":0.44510576427431975,"score_gpt":0.6144555677568244,"score_spread":0.16934980348250467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252044922","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04125886,0.0000032583707,0.00023934752,0.00069753564,0.000010693712,0.9557302,0.00022379571,0.000049643324,0.0017866737],"genre_scores_gemma":[0.020546362,6.293912e-7,0.005193111,0.00005241243,0.00018171115,0.9682021,0.000120660974,0.00006490115,0.005638079],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99457526,0.0011025263,0.0009794587,0.00083632686,0.0016931471,0.0008132888],"domain_scores_gemma":[0.9842024,0.0042802673,0.00040869616,0.0006557294,0.010194601,0.00025833966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031693566,0.00032514808,0.0011201063,0.00056566263,0.00044871232,0.00006562843,0.00036687753,0.0002730485,0.00041490947],"category_scores_gemma":[0.004533221,0.0002372345,0.00018120765,0.0016297776,0.00036150365,0.0003204004,0.00012214165,0.0006465909,0.000030226438],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.084755905,0.0049424362,0.8734648,0.007567408,0.00035647504,0.000012447498,0.011155904,0.0000070337637,0.0031210075,0.0014952547,0.011637873,0.0014834474],"study_design_scores_gemma":[0.083906606,0.16238448,0.4990378,0.009311519,0.00009666778,0.000010247539,0.07454647,0.0029194357,0.029765783,0.0029615136,0.13429521,0.0007642621],"about_ca_topic_score_codex":0.00006489512,"about_ca_topic_score_gemma":0.0002802612,"teacher_disagreement_score":0.374427,"about_ca_system_score_codex":0.0007387399,"about_ca_system_score_gemma":0.0056353635,"threshold_uncertainty_score":0.9996893},"labels":[],"label_agreement":null},{"id":"W4253085574","doi":"10.2196/10018","title":"Correction: An App to Help Young People Self-Manage When Feeling Overwhelmed (ReZone): Protocol of a Cluster Randomized Controlled Trial","year":2018,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Feeling; Protocol (science); Cluster randomised controlled trial; Cluster (spacecraft); Psychology; Computer science; Applied psychology; Internet privacy; Social psychology; Medicine; Alternative medicine","score_opus":0.09860014135541446,"score_gpt":0.5312519375038063,"score_spread":0.43265179614839183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253085574","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021276182,0.00000373171,0.00018298141,0.0004096292,0.006634165,0.78568417,0.00010286182,0.00036089213,0.20660031],"genre_scores_gemma":[0.00004246993,1.301685e-7,0.00028393845,0.000070304806,0.0035755925,0.62742215,0.00011749968,0.00019492058,0.368293],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9786407,0.009955292,0.0040942356,0.001961767,0.0031857984,0.0021622612],"domain_scores_gemma":[0.9904446,0.002087656,0.0018241717,0.0025586195,0.0020851246,0.0009998026],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.015785027,0.0009841732,0.004568311,0.0020127033,0.00056146143,0.00066777365,0.002101265,0.0014678405,0.0055344664],"category_scores_gemma":[0.0027280175,0.0008265853,0.0016190797,0.0012817284,0.0005330942,0.0005646911,0.0010343621,0.0033441298,0.0019944087],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.50293,0.004475853,0.0000031800585,0.0018987544,0.00035570035,0.000013807633,0.0014711776,3.931744e-7,0.00000211931,0.0002391474,0.48792338,0.0006865315],"study_design_scores_gemma":[0.56886744,0.01235997,0.00001254482,0.006344401,0.00003407685,0.000016218144,0.00022741673,0.00019873313,0.000016348271,0.0007057023,0.41077152,0.00044561157],"about_ca_topic_score_codex":0.0006715762,"about_ca_topic_score_gemma":0.001408695,"teacher_disagreement_score":0.16169268,"about_ca_system_score_codex":0.0009903124,"about_ca_system_score_gemma":0.001244363,"threshold_uncertainty_score":0.99982846},"labels":[],"label_agreement":null},{"id":"W4253581622","doi":"10.2196/13755","title":"Metadata Correction: Performance, Acceptability, and Usability of Respiratory Rate Timers and Pulse Oximeters When Used by Frontline Health Workers to Detect Symptoms of Pneumonia in Sub-Saharan Africa and Southeast Asia: Protocol for a Two-Phase, Multisite, Mixed-Methods Trial","year":2019,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Metadata; Protocol (science); Southeast asia; Medicine; Pneumonia; South asia; Nursing; Computer science; World Wide Web; Alternative medicine; Internal medicine","score_opus":0.11766385058842742,"score_gpt":0.5137645947173756,"score_spread":0.39610074412894813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253581622","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066366266,0.00012314387,0.0002661475,0.00015045954,0.00018325864,0.9890545,0.0033185114,0.000056128214,0.00021120289],"genre_scores_gemma":[0.0005312906,0.0000052331693,0.0034979016,0.000021512145,0.00019211948,0.9934891,0.00038672748,0.00013447646,0.0017416442],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884584,0.005036736,0.0020947766,0.0019063349,0.0012991489,0.0012045873],"domain_scores_gemma":[0.9938576,0.0016850512,0.00091772963,0.00190016,0.00072407397,0.000915372],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016509328,0.0007359555,0.0027565132,0.0011022983,0.00019034177,0.00016290642,0.0006124257,0.0005378415,0.000088699686],"category_scores_gemma":[0.0028492392,0.00064536196,0.00021984628,0.0010673407,0.001083076,0.00055941805,0.0008271159,0.0018051689,0.000003076618],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27673894,0.002742941,0.015390033,0.030207546,0.0004213561,0.000008827512,0.0005173436,0.0000030372673,0.007170263,6.608925e-7,0.3365765,0.33022255],"study_design_scores_gemma":[0.20580538,0.04609886,0.045062777,0.012301194,0.00008478865,0.000011884045,0.00044106622,0.0017905917,0.003015167,0.000026446622,0.68422157,0.0011402558],"about_ca_topic_score_codex":0.0002684285,"about_ca_topic_score_gemma":0.00039870193,"teacher_disagreement_score":0.3476451,"about_ca_system_score_codex":0.00042842055,"about_ca_system_score_gemma":0.0019214529,"threshold_uncertainty_score":0.99959975},"labels":[],"label_agreement":null},{"id":"W4255682530","doi":"10.2196/17226","title":"Correction: Examining the Effects of Mindful Eating Training on Adherence to a Carbohydrate-Restricted Diet in Patients With Type 2 Diabetes (the DELISH Study): Protocol for a Randomized Controlled Trial","year":2020,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Diet and metabolism studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Randomized controlled trial; Type 2 diabetes; Protocol (science); Medicine; Psychology; Diabetes mellitus; Alternative medicine; Physical therapy; Clinical psychology; Internal medicine; Endocrinology","score_opus":0.11569694867424966,"score_gpt":0.4524693576521216,"score_spread":0.3367724089778719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255682530","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068180487,0.0000052772,0.0000019673594,0.00011610209,0.00093848543,0.9898964,0.0000055966507,0.000046898487,0.0021711823],"genre_scores_gemma":[0.0021555999,3.6585504e-7,0.000036118763,0.00008005225,0.00141822,0.9904743,0.000023591516,0.00010167565,0.0057101115],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9915536,0.0031816238,0.0013774111,0.0008170547,0.0021388829,0.00093144266],"domain_scores_gemma":[0.9869118,0.009773174,0.00078312116,0.00061716774,0.0017104148,0.00020436385],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004090255,0.00060520956,0.003773241,0.00050980767,0.00038589723,0.00016306112,0.00055849063,0.000374427,0.000015616744],"category_scores_gemma":[0.0318599,0.0002815747,0.00032992125,0.0019747268,0.00033900756,0.00006978912,0.00026708547,0.002926821,0.000003988615],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.86243063,0.0015562081,0.0006450542,0.0017905169,0.00067450013,0.000009314378,0.0056059137,0.000002953655,0.000025380572,0.00000232201,0.12394659,0.003310597],"study_design_scores_gemma":[0.8607617,0.09650594,0.003027338,0.017702462,0.00015560609,5.420778e-8,0.0010253708,0.00018077747,0.000025170322,0.000008164925,0.020343525,0.0002638933],"about_ca_topic_score_codex":0.000048801205,"about_ca_topic_score_gemma":0.00005380125,"teacher_disagreement_score":0.10360307,"about_ca_system_score_codex":0.00015515878,"about_ca_system_score_gemma":0.0015839512,"threshold_uncertainty_score":0.99996364},"labels":[],"label_agreement":null},{"id":"W4256073392","doi":"10.2196/25940","title":"Correction: Improving Nutrition and Activity Behaviors Using Digital Technology and Tailored Feedback: Protocol for the Tailored Diet and Activity (ToDAy) Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Cancer Council Western Australia; National Institutes of Health; National Health and Medical Research Council; Curtin University of Technology; National Institute of Diabetes and Digestive and Kidney Diseases; Healthway","keywords":"Protocol (science); Randomized controlled trial; Computer science; Medicine; Multimedia; Psychology; Alternative medicine; Internal medicine","score_opus":0.2199681437732862,"score_gpt":0.5727080691599977,"score_spread":0.3527399253867115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256073392","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0110485535,0.0000075652647,0.0028679867,0.008181808,0.000042561296,0.97755414,0.00003750984,0.00017011153,0.00008976181],"genre_scores_gemma":[0.045592256,0.000007575668,0.00022981822,0.00011657149,0.00053482724,0.95320857,0.000005129087,0.00004894611,0.00025628347],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949061,0.0017625589,0.0009463194,0.0008103777,0.00049732794,0.0010773111],"domain_scores_gemma":[0.99109024,0.006629369,0.0006752875,0.00040900212,0.0005899585,0.00060617144],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0040399986,0.00032334626,0.0012811911,0.00032463088,0.003415286,0.00019575417,0.00023029554,0.0005337591,0.000051028823],"category_scores_gemma":[0.004423163,0.0002051543,0.00012023218,0.0007869466,0.000900549,0.00046939155,0.00041129076,0.0018377157,0.0000043504974],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9557596,0.00051543117,0.00032014676,0.003006032,0.000025316971,0.0000016374129,0.0002652929,4.615094e-7,0.0011246026,0.00023650019,0.0017629598,0.036982004],"study_design_scores_gemma":[0.92540216,0.003946201,0.00019154228,0.00095232215,0.000026685228,0.0000063688017,0.0006873344,0.015673421,0.00016321671,0.00058149185,0.052146327,0.00022291076],"about_ca_topic_score_codex":0.00009419247,"about_ca_topic_score_gemma":0.000050838367,"teacher_disagreement_score":0.050383367,"about_ca_system_score_codex":0.00018428967,"about_ca_system_score_gemma":0.0013502333,"threshold_uncertainty_score":0.9978821},"labels":[],"label_agreement":null},{"id":"W4280490949","doi":"10.2196/32829","title":"A Novel, Combined Student and Preceptor Professional Development Session for Optimizing Feedback: Protocol for a Multimethod, Multisite, and Multiyear Intervention","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Winnipeg; NOSM University","funders":"","keywords":"Session (web analytics); Preceptor; Medical education; Coaching; Professional development; Intervention (counseling); Psychology; Protocol (science); Peer feedback; Faculty development; Medicine; Computer science; Nursing; Alternative medicine","score_opus":0.25521341929099783,"score_gpt":0.6256908476362703,"score_spread":0.3704774283452724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280490949","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008864133,9.0414426e-7,0.008982016,0.0007777353,0.000039933602,0.9812394,0.000018226414,0.00005784529,0.000019846193],"genre_scores_gemma":[0.0002183666,4.117103e-8,0.2824365,0.0000778118,0.00008369365,0.71347576,0.00007244179,0.000036446563,0.0035989727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969494,0.00032830925,0.00064144423,0.00057039515,0.0010175385,0.00049291126],"domain_scores_gemma":[0.9980722,0.00049242424,0.00019754347,0.00025061023,0.00083389855,0.0001533224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00498437,0.00019001488,0.00030191668,0.00041485284,0.0011084869,0.00008926257,0.0001886862,0.00011692695,0.000298376],"category_scores_gemma":[0.0013747414,0.00014849823,0.00005356478,0.0004683586,0.00015050668,0.00016030806,0.00060662854,0.0006774783,0.000001902869],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05821556,0.027952608,0.008874035,0.02116048,0.00023778625,0.000007659146,0.01564719,0.000019517798,0.063573234,0.00047551031,0.066424556,0.73741186],"study_design_scores_gemma":[0.07414669,0.011270468,0.022083662,0.0087029515,0.000012329586,0.00005013189,0.00734978,0.017700966,0.013841212,0.00007900031,0.8442867,0.000476136],"about_ca_topic_score_codex":0.000006210001,"about_ca_topic_score_gemma":0.0000029468317,"teacher_disagreement_score":0.77786213,"about_ca_system_score_codex":0.00045612507,"about_ca_system_score_gemma":0.0005172521,"threshold_uncertainty_score":0.8525697},"labels":[],"label_agreement":null},{"id":"W4280494198","doi":"10.2196/33023","title":"Web-Based Technologies to Support Carers of People Living With Dementia: Protocol for a Mixed Methods Stepped-Wedge Cluster Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Dementia; Peer support; Cluster randomised controlled trial; Medicine; Nursing; Directory; Social support; Intervention (counseling); Psychology; Computer science; Social psychology","score_opus":0.09491186668182183,"score_gpt":0.5322468088210235,"score_spread":0.43733494213920165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280494198","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003266651,0.0000014954613,0.0060165157,0.0016405098,0.000017067649,0.9873127,0.000030741052,0.00020012958,0.0015142242],"genre_scores_gemma":[0.016726827,9.2102496e-8,0.011487793,0.00009813228,0.00007232253,0.96965,0.000017762903,0.00008032994,0.0018667539],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9879012,0.0058641685,0.0012172613,0.00082138943,0.0028518264,0.0013441248],"domain_scores_gemma":[0.9911859,0.005617611,0.00037576785,0.00078954565,0.0017425717,0.0002885817],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025654549,0.00037443556,0.002132159,0.0014698267,0.00057163404,0.00013415654,0.0006965858,0.00014210837,0.0015283991],"category_scores_gemma":[0.005704697,0.0002538891,0.00065581704,0.0015537131,0.00046942724,0.00012326575,0.00093529443,0.00096558494,0.000011588229],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9687404,0.0033716648,0.0021917103,0.0021789228,0.00064755423,0.000015744768,0.00027098635,0.000010259618,0.0037221436,0.00007596691,0.012515145,0.0062594814],"study_design_scores_gemma":[0.91313744,0.03746428,0.00019414879,0.0010603283,0.0000965539,0.0000072247176,0.0018896547,0.000827759,0.008038631,0.000090136,0.03694335,0.00025051867],"about_ca_topic_score_codex":0.000018552388,"about_ca_topic_score_gemma":0.000019433886,"teacher_disagreement_score":0.055603,"about_ca_system_score_codex":0.00029433428,"about_ca_system_score_gemma":0.0027424411,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W4280495492","doi":"10.2196/38917","title":"Ensuring a Successful Transition From Cytology to Human Papillomavirus–Based Primary Cervical Cancer Screening in Canada by Investigating the Psychosocial Correlates of Women’s Intentions: Protocol for an Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Manitoba; Université de Montréal; Women's College Hospital; BC Cancer Agency; University of Calgary; Princess Margaret Cancer Centre; McGill University; McGill University Health Centre; University of Toronto; CancerCare Manitoba; University Health Network; Centre Hospitalier de l’Université de Montréal; Jewish General Hospital","funders":"","keywords":"Cervical cancer; Medicine; Psychosocial; Family medicine; Gynecology; Cervical screening; Observational study; Clinical psychology; Cancer; Internal medicine; Psychiatry","score_opus":0.44369234289718346,"score_gpt":0.5607730660366547,"score_spread":0.11708072313947121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280495492","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37717965,0.0000012935462,0.000036996335,0.001726481,0.000004494017,0.6207448,0.00023651944,0.000013784302,0.0000559338],"genre_scores_gemma":[0.33852977,1.992653e-8,0.00008970651,0.00048919267,0.000081557766,0.66069984,0.0000751762,0.000022383972,0.000012333689],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945009,0.001279329,0.0007043353,0.0005420945,0.0021704198,0.0008029452],"domain_scores_gemma":[0.9978771,0.0006481124,0.00012268456,0.00036118628,0.00065135164,0.00033956135],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028804129,0.00016899894,0.00043574293,0.00023447137,0.00074919435,0.00005338121,0.00051945937,0.000063496,0.0017920227],"category_scores_gemma":[0.00025234657,0.00014273448,0.00006752513,0.0009957099,0.00016074888,0.000121287456,0.00022144537,0.0012099368,4.2371306e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010566253,0.0025106873,0.95712686,0.0011354442,0.00008191243,0.000015519206,0.004722309,0.0006302192,0.010859888,0.0000698036,0.003302235,0.0089788735],"study_design_scores_gemma":[0.012519281,0.005529717,0.9609857,0.00049744337,0.0000053455105,9.2568445e-7,0.0057602273,0.001862728,0.0007160955,0.0005350068,0.011386784,0.00020069999],"about_ca_topic_score_codex":0.46118182,"about_ca_topic_score_gemma":0.6002041,"teacher_disagreement_score":0.13902228,"about_ca_system_score_codex":0.0028337687,"about_ca_system_score_gemma":0.0042346744,"threshold_uncertainty_score":0.9991205},"labels":[],"label_agreement":null},{"id":"W4280505258","doi":"10.2196/37092","title":"Using Artificial Intelligence to Revolutionise the Patient Care Pathway in Hip and Knee Arthroplasty (ARCHERY): Protocol for the Development of a Clinical Prediction Model","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Arthroplasty; Referral; Knee replacement; Cohort; Health care; Physical therapy; Population; Joint replacement; Surgery; Family medicine; Internal medicine","score_opus":0.4874885548827582,"score_gpt":0.5660874395794024,"score_spread":0.07859888469664422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280505258","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035489894,0.0000033547142,0.0069881957,0.0005547816,0.000015182242,0.9568429,0.00004073273,0.000023577833,0.000041399784],"genre_scores_gemma":[0.09518794,6.2463066e-8,0.009019515,0.000041921907,0.000063357074,0.8956164,0.0000032798232,0.000025450372,0.000042052292],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99613816,0.0006386613,0.0011221787,0.0004443974,0.0011560193,0.00050056516],"domain_scores_gemma":[0.9980302,0.0007221766,0.00016873555,0.00049904874,0.00042092206,0.00015893897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037309427,0.00015610666,0.0003084218,0.00019783182,0.00091463665,0.00004099487,0.0001856442,0.000073153344,0.000042986863],"category_scores_gemma":[0.00089658407,0.000097694276,0.00009771633,0.00059523794,0.0003852895,0.00007999329,0.0007093869,0.000855434,0.0000036882627],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019669672,0.0028042074,0.039145265,0.0021130932,0.00008298469,0.000015216373,0.03278183,0.020157417,0.0021730184,0.0025649923,0.000741965,0.87775034],"study_design_scores_gemma":[0.010664,0.035691243,0.05958733,0.0060390397,0.000021998447,0.00008867338,0.06185456,0.43310937,0.016684683,0.0059430585,0.3693651,0.00095095125],"about_ca_topic_score_codex":0.00001834558,"about_ca_topic_score_gemma":0.00013407199,"teacher_disagreement_score":0.8767994,"about_ca_system_score_codex":0.00036851087,"about_ca_system_score_gemma":0.001789249,"threshold_uncertainty_score":0.7034738},"labels":[],"label_agreement":null},{"id":"W4280517087","doi":"10.2196/37288","title":"A Mobile Phone App for the Prevention of Type 2 Diabetes in Malaysian Women With Gestational Diabetes Mellitus: Protocol for a Feasibility Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Department of Health and Social Care; National Institute for Health and Care Research; National Institute for Health Research Applied Research Collaboration South London; NIHR Maudsley Biomedical Research Centre; King's College London; King's College Hospital NHS Foundation Trust","keywords":"Gestational diabetes; Randomized controlled trial; Medicine; Motivational interviewing; Type 2 diabetes; Physical therapy; Psychological intervention; Intervention (counseling); Family medicine; Diabetes mellitus; Gerontology; Nursing; Pregnancy; Surgery","score_opus":0.09641220012242392,"score_gpt":0.4814341961263436,"score_spread":0.3850219960039197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280517087","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045754887,0.000008712556,0.00011113847,0.00041712192,0.0000062536305,0.95347303,0.000058568705,0.000023691591,0.0001465836],"genre_scores_gemma":[0.023310605,7.0181613e-7,0.0008433156,0.00003588955,0.00007688558,0.97375596,0.00007904157,0.00003509189,0.0018625237],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945138,0.0016602458,0.0008223188,0.00045965338,0.0016718359,0.00087214215],"domain_scores_gemma":[0.99352384,0.004551012,0.0002861794,0.00043043573,0.001050189,0.0001583344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013915007,0.0001932543,0.0010482306,0.0004237116,0.000302144,0.00006658238,0.00033455354,0.000050659677,0.0005771293],"category_scores_gemma":[0.002274057,0.00011673765,0.0002593573,0.0007873097,0.0003711153,0.00011655808,0.000176642,0.00041537118,0.00000279061],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9851388,0.0039928677,0.000719645,0.0032154901,0.00035541653,0.0000010906205,0.0003981591,0.00030285475,0.00090139464,0.0006028085,0.0018761136,0.0024953883],"study_design_scores_gemma":[0.9355902,0.026492845,0.0005973105,0.00046256598,0.000018647364,1.676654e-7,0.0005465031,0.008116588,0.00044272566,0.005791532,0.021818997,0.00012189193],"about_ca_topic_score_codex":0.0000056374724,"about_ca_topic_score_gemma":0.000005620828,"teacher_disagreement_score":0.049548544,"about_ca_system_score_codex":0.00042250802,"about_ca_system_score_gemma":0.0010567837,"threshold_uncertainty_score":0.6319161},"labels":[],"label_agreement":null},{"id":"W4280517282","doi":"10.2196/34990","title":"A Scalable Service to Improve Health Care Quality Through Precision Audit and Feedback: Proposal for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences; National Institute on Aging; Strong","keywords":"Computer science; Health care; Health informatics; Medicine; Nursing; Public health","score_opus":0.5873428781148307,"score_gpt":0.7492808509246907,"score_spread":0.16193797280986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280517282","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005520762,0.000007812031,0.00059216056,0.10330822,0.0001217468,0.8891705,0.00041019838,0.000109856766,0.0007586997],"genre_scores_gemma":[0.0013992968,0.000001340242,0.0071685053,0.014790808,0.0005093155,0.9732611,0.00002516057,0.00005143694,0.0027929896],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9600053,0.030924482,0.0028646877,0.0010919322,0.0027768346,0.0023367843],"domain_scores_gemma":[0.97672135,0.018605342,0.0009694297,0.0008401404,0.0020392416,0.0008244852],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0618056,0.00027846685,0.0018677065,0.00037676192,0.0062142382,0.00012479095,0.0008078847,0.00014284589,0.000985708],"category_scores_gemma":[0.013774672,0.00021415658,0.00019123525,0.0015139178,0.000188941,0.00035183772,0.0014103226,0.0015269166,0.0001194795],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88899267,0.00019990104,0.000036212765,0.0028385858,0.000020584968,5.675883e-7,0.04161396,0.0000038867643,0.0001803304,0.004045142,0.060472436,0.001595746],"study_design_scores_gemma":[0.7041043,0.0032430077,0.000037999776,0.00036740446,0.0000023588477,3.637928e-7,0.011885555,0.000102010716,0.000022486269,0.0029251252,0.2771508,0.00015856956],"about_ca_topic_score_codex":0.0022008321,"about_ca_topic_score_gemma":0.0010731475,"teacher_disagreement_score":0.21667837,"about_ca_system_score_codex":0.0016635713,"about_ca_system_score_gemma":0.017082846,"threshold_uncertainty_score":0.9999275},"labels":[],"label_agreement":null},{"id":"W4280553129","doi":"10.2196/34026","title":"Ethical, Legal, and Social Implications of Symptom Checker Apps in Primary Health Care (CHECK.APP): Protocol for an Interdisciplinary Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Protocol (science); Psychology; Observational study; Health care; Qualitative research; Applied psychology; Nursing; Medical education; Medicine; Alternative medicine; Sociology","score_opus":0.5700011680644851,"score_gpt":0.7269926426785923,"score_spread":0.15699147461410723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280553129","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013215373,0.000004587357,0.0003395557,0.012418583,0.000010181661,0.9736698,0.000031575415,0.00004602893,0.00026428237],"genre_scores_gemma":[0.02889489,1.3691668e-7,0.0048036645,0.00042760707,0.00017263202,0.9655085,0.00006349523,0.000041645806,0.00008739041],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9942805,0.0028438505,0.00096725853,0.0006149566,0.0006767254,0.0006167119],"domain_scores_gemma":[0.997847,0.00045743166,0.00021906577,0.00053966354,0.00070808904,0.00022870376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007670319,0.0001665575,0.00049330323,0.0004612657,0.0011861965,0.00005436565,0.00031867158,0.00017849756,0.00006630539],"category_scores_gemma":[0.0001833644,0.00015793307,0.00008059072,0.00079726294,0.000277927,0.00014131659,0.00067776424,0.0017552954,0.0000017203895],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010990642,0.016420458,0.025771577,0.015414332,0.00006086403,0.000007117696,0.20191579,0.000007163483,0.01053351,0.0033883671,0.048432056,0.6670581],"study_design_scores_gemma":[0.0046299654,0.06744497,0.1338051,0.0017108355,0.000014986294,0.000041124695,0.41973427,0.0002815143,0.008266195,0.007305329,0.35609928,0.00066643173],"about_ca_topic_score_codex":0.0003502631,"about_ca_topic_score_gemma":0.00029779927,"teacher_disagreement_score":0.6663917,"about_ca_system_score_codex":0.0009536584,"about_ca_system_score_gemma":0.0028854723,"threshold_uncertainty_score":0.9123384},"labels":[],"label_agreement":null},{"id":"W4280555594","doi":"10.2196/37222","title":"Implementation of Virtual Reality in Health Professional Higher Education: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Virtual reality; Professional development; Medical education; Higher education; Citation; Computer science; Psychology; Medicine; Knowledge management; World Wide Web; Nursing; Political science; Psychological intervention; Human–computer interaction","score_opus":0.7342484500252844,"score_gpt":0.7384264321144018,"score_spread":0.00417798208911746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280555594","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.6295376e-10,0.0672963,0.0004883138,0.0018651435,0.000014738288,0.92999434,0.00006184177,0.00003658422,0.0002427442],"genre_scores_gemma":[4.1220907e-9,0.13972878,0.00074158225,0.00021785639,0.00009083753,0.8585544,0.000107409884,0.000030588504,0.0005285141],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916287,0.0031298627,0.0021614092,0.00089815067,0.0014296449,0.00075224676],"domain_scores_gemma":[0.99579,0.000806993,0.0013168913,0.0014634326,0.00036857653,0.00025409219],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009030497,0.00032211913,0.0014123152,0.00057852484,0.00036256484,0.00013360362,0.0020396886,0.0001415802,0.00069979636],"category_scores_gemma":[0.00018374657,0.00026777745,0.00028085694,0.0026061353,0.00008973914,0.0004566625,0.0010023402,0.0008849206,0.000012328722],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009055443,0.0005196865,6.553303e-7,0.3024579,0.0000053378835,2.0221074e-7,0.00003987642,1.0649632e-7,6.45573e-8,0.023833202,0.027276378,0.6458575],"study_design_scores_gemma":[0.0003795538,0.00067545363,0.000007113627,0.36519584,0.0000011251608,0.000002159395,0.000010987933,0.0000024563847,6.897512e-7,0.00058694935,0.63300407,0.00013360426],"about_ca_topic_score_codex":0.00017895889,"about_ca_topic_score_gemma":0.00004434028,"teacher_disagreement_score":0.64572394,"about_ca_system_score_codex":0.001088928,"about_ca_system_score_gemma":0.02576718,"threshold_uncertainty_score":0.99997747},"labels":[],"label_agreement":null},{"id":"W4280559011","doi":"10.2196/33817","title":"The Association Between Sleep Disturbance and Suicidality in Psychiatric Inpatients Transitioning to the Community: Protocol for an Ecological Momentary Assessment Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Suicidal ideation; Psychiatry; Medicine; Suicide prevention; Poison control; Clinical psychology; Emergency medicine","score_opus":0.3311779157173859,"score_gpt":0.5859081101735714,"score_spread":0.25473019445618544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280559011","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23896118,8.3906383e-7,0.00001598161,0.0024491057,0.000014377761,0.75801593,0.00005541757,0.000026672038,0.00046048415],"genre_scores_gemma":[0.31524584,3.0435277e-8,0.00003066913,0.00015127024,0.000070626855,0.68438286,0.000013431752,0.000013102008,0.0000921466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98777884,0.009648184,0.0005128885,0.00040199354,0.0009621833,0.0006959068],"domain_scores_gemma":[0.99645364,0.002536957,0.000151597,0.00058843946,0.00017527878,0.00009409233],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01352993,0.00016116677,0.0002599202,0.00015013086,0.004481525,0.00018924638,0.0007820646,0.000059946462,0.00006935269],"category_scores_gemma":[0.00014598176,0.00010414933,0.00005313959,0.0008040156,0.00008259253,0.00011206077,0.0005585085,0.0016106351,0.000004550018],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010601116,0.005174044,0.97190136,0.000045941837,0.00009587853,0.000001948102,0.012877534,0.000016823698,0.0000055823334,0.00020239403,0.005170102,0.0034482633],"study_design_scores_gemma":[0.0038865511,0.009954471,0.9329195,0.00000915152,0.000005067806,3.7300956e-7,0.02051572,0.000024849885,0.0000018131284,0.0012014104,0.031361636,0.00011945292],"about_ca_topic_score_codex":0.0006212921,"about_ca_topic_score_gemma":0.0016387806,"teacher_disagreement_score":0.07628466,"about_ca_system_score_codex":0.0006608843,"about_ca_system_score_gemma":0.000067818044,"threshold_uncertainty_score":0.9968145},"labels":[],"label_agreement":null},{"id":"W4280560625","doi":"10.2196/36229","title":"Continuous Versus Intermittent Nutrition in Pediatric Intensive Care Patients: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dietary Effects on Health","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Parenteral nutrition; Intensive care; Pediatrics; Population; Referral; Intensive care medicine; Clinical nutrition; Emergency medicine; Internal medicine; Environmental health; Nursing","score_opus":0.13907647173130996,"score_gpt":0.5388224621046106,"score_spread":0.3997459903733006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280560625","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007886649,0.0000052712676,0.000005882098,0.00070104416,0.00008142817,0.99043155,0.00003601094,0.000083438536,0.00076873717],"genre_scores_gemma":[0.005679227,5.8972796e-7,0.00010863756,0.00020926318,0.000543354,0.9929942,0.00010988588,0.000066028646,0.00028884877],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99119633,0.004111783,0.0013281439,0.0006897958,0.0016990069,0.0009749387],"domain_scores_gemma":[0.99178606,0.003604904,0.00039523328,0.00052536477,0.0033965106,0.00029193267],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055382587,0.0003029313,0.0020832308,0.0010857481,0.00031128913,0.000071204995,0.00034288553,0.00013045975,0.00025360077],"category_scores_gemma":[0.009253931,0.00023794406,0.000631697,0.0007895747,0.00016360903,0.00013416926,0.00031885278,0.0013573413,0.000019803669],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97528714,0.004572572,0.00069155486,0.004403049,0.00006535109,0.000058732447,0.0008759388,0.0000016094045,0.00001001132,0.00006118689,0.011310677,0.0026621665],"study_design_scores_gemma":[0.9155362,0.049181413,0.00016501891,0.000959141,0.00002630868,0.0000024002384,0.0016232766,0.0001863803,0.000024515735,0.00008752129,0.03202274,0.00018508002],"about_ca_topic_score_codex":0.000036864716,"about_ca_topic_score_gemma":0.000013232049,"teacher_disagreement_score":0.059750944,"about_ca_system_score_codex":0.0011975993,"about_ca_system_score_gemma":0.0010620735,"threshold_uncertainty_score":0.99909157},"labels":[],"label_agreement":null},{"id":"W4280562932","doi":"10.2196/39133","title":"Psychophysiological Reactions of Internet Users Exposed to Fluoride Information and Disinformation: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fluoride Effects and Removal","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disinformation; Protocol (science); The Internet; Randomized controlled trial; Internet privacy; World Wide Web; Computer science; Medicine; Multimedia; Psychology; Computer security; Alternative medicine; Social media","score_opus":0.08091834432414281,"score_gpt":0.4544188735460093,"score_spread":0.3735005292218665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280562932","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008045139,6.1805665e-8,0.00033566664,0.00028006893,0.00001963209,0.9892913,0.000009817152,0.00002909727,0.001989235],"genre_scores_gemma":[0.004073682,4.500202e-8,0.00089165143,0.00006437115,0.000054422835,0.9943221,0.000008922105,0.0000078315725,0.0005769281],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9970062,0.0007940425,0.00081740425,0.0002012336,0.0008548031,0.0003263239],"domain_scores_gemma":[0.9984144,0.00087102293,0.00026499943,0.00024311444,0.00006493066,0.00014154665],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046408977,0.00013366438,0.00054779387,0.00016545696,0.000320084,0.00009143781,0.00030443424,0.000056784153,0.0010946885],"category_scores_gemma":[0.00084840826,0.000087359855,0.00018825692,0.00037334778,0.00026126453,0.00051143905,0.00041171125,0.00030314238,0.00003926938],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97844225,0.00030023372,0.000011761535,0.00014315986,0.000019147983,3.93069e-7,0.0005539254,0.00030290755,0.0037805666,0.0004135328,0.012432925,0.0035992172],"study_design_scores_gemma":[0.7967508,0.0041700485,0.000080326805,0.00008640382,0.000001945022,0.000002323939,0.00011754836,0.0034927458,0.00092359085,0.0005376892,0.19372611,0.000110500405],"about_ca_topic_score_codex":0.00003930809,"about_ca_topic_score_gemma":0.0000019760132,"teacher_disagreement_score":0.18169145,"about_ca_system_score_codex":0.00015584489,"about_ca_system_score_gemma":0.00005084651,"threshold_uncertainty_score":0.99981844},"labels":[],"label_agreement":null},{"id":"W4280569983","doi":"10.2196/38348","title":"Cardiovascular Disease Prevention Education Using a Virtual Environment in Sexual-Minority Men of Color With HIV: Protocol for a Sequential, Mixed Method, Waitlist Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Heart, Lung, and Blood Institute; Brander Beacons Cancer Research; U.S. Department of Veterans Affairs","keywords":"Randomized controlled trial; Protocol (science); Medicine; Human immunodeficiency virus (HIV); Men who have sex with men; Clinical psychology; Psychology; Physical therapy; Alternative medicine; Family medicine; Surgery","score_opus":0.1803107611434478,"score_gpt":0.5348210440733259,"score_spread":0.3545102829298781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280569983","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077731875,0.000008412241,0.0028538764,0.000250997,0.0000063426683,0.98882455,0.000044013832,0.000021994081,0.00021662241],"genre_scores_gemma":[0.0028699134,3.893174e-7,0.0050871447,0.000008414582,0.00008262873,0.99007547,0.00011350318,0.000034867535,0.001727659],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9920143,0.00465198,0.00097207364,0.000576429,0.0013439049,0.00044130426],"domain_scores_gemma":[0.99778885,0.00054875045,0.0003734419,0.0007272422,0.00029769776,0.00026401202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077244556,0.00021142518,0.0013215477,0.00045108268,0.00041338726,0.000030521394,0.00016711051,0.00007896702,0.00020835758],"category_scores_gemma":[0.0003359873,0.00015989426,0.00042719828,0.00044116643,0.00016619128,0.000094858886,0.00013598228,0.00043609415,0.0000040754694],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9827977,0.009411552,0.00025420135,0.0010485549,0.0007217712,0.000010425841,0.000191113,0.0011215194,0.0003224361,0.0004215095,0.00038529778,0.0033139074],"study_design_scores_gemma":[0.9648185,0.005377514,0.00019007632,0.0006517034,0.00023194903,0.0000072312446,0.00029419473,0.014759141,0.00008632435,0.00033146754,0.013113086,0.0001388169],"about_ca_topic_score_codex":0.00031423636,"about_ca_topic_score_gemma":0.0000054566567,"teacher_disagreement_score":0.017979216,"about_ca_system_score_codex":0.0010212646,"about_ca_system_score_gemma":0.0031037193,"threshold_uncertainty_score":0.6520299},"labels":[],"label_agreement":null},{"id":"W4280572339","doi":"10.2196/36213","title":"Supporting Self-management and Quality of Life in Bipolar Disorder With the PolarUs App (Alpha): Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bipolar Disorder and Treatment","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Core Research for Evolutional Science and Technology; Canadian Institutes of Health Research","keywords":"mHealth; Psychological intervention; Self-management; Mental health; Psychology; Quality of life (healthcare); Mood; Applied psychology; Bipolar disorder; Mobile phone; Clinical psychology; Medical education; Medicine; Computer science; Psychotherapist; Psychiatry","score_opus":0.1909097769557664,"score_gpt":0.5855028300381075,"score_spread":0.39459305308234116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280572339","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069220667,0.000048707054,0.00023258866,0.0006328461,0.000001673708,0.9918092,0.00001974889,0.000049424732,0.0002837597],"genre_scores_gemma":[0.01809191,3.2439698e-7,0.0046808417,0.0000309617,0.00001707904,0.97677475,0.0000068006043,0.000043506272,0.00035380197],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942747,0.0027404688,0.0006393266,0.0005389631,0.0011548359,0.00065172435],"domain_scores_gemma":[0.9982377,0.0005107299,0.00022112562,0.0006750434,0.00019222972,0.00016311886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009823659,0.00021252429,0.0005052987,0.00031459634,0.000497141,0.000048254733,0.0002974093,0.000044242108,0.000090981135],"category_scores_gemma":[0.0001529132,0.00013106005,0.0000835658,0.00092347455,0.00014890138,0.0000779708,0.0006183644,0.00063354353,0.0000010573059],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008780866,0.017621992,0.9018129,0.0048082117,0.0005038625,0.000013866364,0.0054751076,0.0000043284986,0.0002673478,0.0010759099,0.00066709024,0.058968533],"study_design_scores_gemma":[0.027839066,0.011948488,0.4308169,0.0001989588,0.000024660445,0.0000051152138,0.014382608,0.00007923269,0.00020406563,0.0001727066,0.5141416,0.00018662063],"about_ca_topic_score_codex":0.00043599657,"about_ca_topic_score_gemma":0.00054581143,"teacher_disagreement_score":0.5134745,"about_ca_system_score_codex":0.00014157321,"about_ca_system_score_gemma":0.0003117877,"threshold_uncertainty_score":0.5344474},"labels":[],"label_agreement":null},{"id":"W4280578275","doi":"10.2196/38126","title":"Women Physicians in Transition Learning to Navigate the Pipeline from Early to Mid-Career: Protocol for a Qualitative Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Thematic analysis; Career Pathways; Qualitative research; Medical education; Grounded theory; Certification; Medicine; Psychology; Nursing; Sociology; Political science","score_opus":0.36092739228007276,"score_gpt":0.5915491872802662,"score_spread":0.23062179500019342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280578275","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09804811,1.3612178e-7,0.00009273913,0.006913797,0.00000839367,0.8941148,0.00006498753,0.000046771023,0.00071026984],"genre_scores_gemma":[0.06919682,1.2121727e-8,0.000049858718,0.0005055862,0.00021796196,0.9282103,0.0000071901864,0.00001661974,0.0017956346],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9904414,0.005316014,0.00026840018,0.00045857482,0.0026797391,0.0008358886],"domain_scores_gemma":[0.99830776,0.00075608084,0.000058940408,0.00025685114,0.00039626614,0.00022408663],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014953018,0.00012181581,0.0002329453,0.00021858599,0.0019153568,0.00023747032,0.0012003394,0.000042466832,0.00038043867],"category_scores_gemma":[0.0004948285,0.00010573819,0.000058279442,0.001704385,0.0002032157,0.00018008325,0.00036802058,0.00090348575,0.00004547238],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022969123,0.0008775964,0.00044035586,0.000041230785,0.000013583507,0.000014355803,0.97766787,0.00019959187,0.000324444,0.0001300697,0.00852862,0.009465379],"study_design_scores_gemma":[0.002047043,0.004191538,0.00044943343,0.00021152223,9.2048526e-7,3.184824e-8,0.6725317,0.000012658853,0.000044951117,0.0009406665,0.3194678,0.000101667516],"about_ca_topic_score_codex":0.0050751423,"about_ca_topic_score_gemma":0.001974492,"teacher_disagreement_score":0.3109392,"about_ca_system_score_codex":0.0007227448,"about_ca_system_score_gemma":0.00030486326,"threshold_uncertainty_score":0.999384},"labels":[],"label_agreement":null},{"id":"W4280589150","doi":"10.2196/35969","title":"Developing Reporting Guidelines for Studies of HIV Drug Resistance Prevalence: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Checklist; Focus group; Thematic analysis; Protocol (science); Usability; Medicine; Data collection; HIV drug resistance; Family medicine; Qualitative property; Informed consent; Qualitative research; Resistance (ecology); Psychology; Human immunodeficiency virus (HIV); Medical education; Alternative medicine; Computer science; Antiretroviral therapy; Pathology","score_opus":0.7197413790994015,"score_gpt":0.7324969151677407,"score_spread":0.012755536068339235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280589150","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000459699,0.000021907772,0.0024043554,0.005821182,0.000007827303,0.9910324,0.000036680285,0.000068871486,0.00014705065],"genre_scores_gemma":[0.00006215733,4.127081e-7,0.22066012,0.000038669088,0.000059284586,0.7681842,0.000010069082,0.00003830288,0.010946783],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944053,0.0010608805,0.0023323656,0.000656885,0.00092668936,0.0006178647],"domain_scores_gemma":[0.99135107,0.0014372363,0.0012703533,0.0007939412,0.0050194054,0.00012798449],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.016491486,0.00019365142,0.0006689895,0.0003363179,0.0013226696,0.000023523926,0.00031859183,0.000046321744,0.00003362195],"category_scores_gemma":[0.010202539,0.00015573292,0.00014658192,0.000874305,0.00011403419,0.00007298113,0.00039804933,0.00040094083,0.000002028803],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019772263,0.013167721,0.043090172,0.10619371,0.0014063471,0.00007548186,0.0153440265,0.000044458877,0.002837765,0.005235631,0.7329378,0.059894614],"study_design_scores_gemma":[0.013168452,0.0038219283,0.0037103635,0.0075726337,0.00003329248,0.000014069737,0.008592409,0.000310745,0.0028345748,0.0047501954,0.9549475,0.00024388859],"about_ca_topic_score_codex":0.0000057432235,"about_ca_topic_score_gemma":0.000011954664,"teacher_disagreement_score":0.22284822,"about_ca_system_score_codex":0.00057924824,"about_ca_system_score_gemma":0.0014448871,"threshold_uncertainty_score":0.99997747},"labels":[],"label_agreement":null},{"id":"W4280596593","doi":"10.2196/38223","title":"Advancing Posttraumatic Stress Disorder Diagnosis and the Treatment of Trauma in Humanitarian Emergencies via Mobile Health: Protocol for a Proof-of-Concept Nonrandomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Medicine; Mental health; Psychological intervention; Anxiety; Cognition; Digital health; Health care; Psychiatry; Clinical psychology","score_opus":0.1988339178610274,"score_gpt":0.5741006239327725,"score_spread":0.3752667060717451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280596593","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015504584,0.000057188918,0.000056848028,0.0005447946,0.000039280803,0.98331815,0.00022684081,0.000016328766,0.00023596828],"genre_scores_gemma":[0.05339662,2.4930833e-7,0.000080379345,0.000014073455,0.000041904874,0.94600606,0.00001640887,0.000035200606,0.00040910652],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932669,0.0032935278,0.001685221,0.00042028166,0.000611795,0.00072231307],"domain_scores_gemma":[0.9961973,0.002449275,0.00059647026,0.00046918474,0.00016620396,0.00012158051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035057275,0.0002181521,0.0011052286,0.00033131833,0.0004566177,0.000034852266,0.00037356827,0.000055428387,0.00087307516],"category_scores_gemma":[0.00018855439,0.00014891295,0.00035600702,0.0004328136,0.00043734995,0.00011718179,0.00011381949,0.000273288,0.0000013005364],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7608228,0.0685177,0.00027084636,0.0020771523,0.00018474582,0.0000037623329,0.01895896,0.000059577804,0.000004697688,0.0020435478,0.0005618923,0.14649434],"study_design_scores_gemma":[0.81178916,0.15742232,0.00007450389,0.0009851762,0.0000073258484,0.0000021552005,0.005325057,0.00019265575,0.0005418949,0.0026017786,0.020914227,0.0001437322],"about_ca_topic_score_codex":0.0010424072,"about_ca_topic_score_gemma":0.0012490127,"teacher_disagreement_score":0.1463506,"about_ca_system_score_codex":0.00032671654,"about_ca_system_score_gemma":0.00020513983,"threshold_uncertainty_score":0.95595604},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"nonrandomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"nonrandomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4280614593","doi":"10.2196/37531","title":"Using Artificial Intelligence as a Diagnostic Decision Support Tool in Skin Disease: Protocol for an Observational Prospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Skin cancer; Medicine; Protocol (science); Decision support system; Disease; Cohort study; Cohort; Skin lesion; Primary care; Health professionals; Health care; Medical physics; Teledermatology; Artificial intelligence; Family medicine; Dermatology; Computer science; Pathology; Cancer; Alternative medicine; Internal medicine","score_opus":0.4726621317253243,"score_gpt":0.5932009572704006,"score_spread":0.12053882554507628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280614593","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044465274,1.208242e-7,0.0012533704,0.00012921741,0.000014335546,0.9538209,0.00002068886,0.000063531006,0.0002326019],"genre_scores_gemma":[0.06803922,2.3077694e-8,0.0008345277,0.00006539554,0.00016102025,0.930358,0.00002553961,0.000042336236,0.0004739476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99552536,0.0005035155,0.00063788507,0.00077962806,0.0020004497,0.0005531504],"domain_scores_gemma":[0.9980307,0.00060629996,0.000105762054,0.00058604596,0.00045624407,0.00021494488],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032956698,0.00018902574,0.00029577743,0.00053672644,0.00057362847,0.00014522213,0.00030004766,0.00004344169,0.0017131245],"category_scores_gemma":[0.0018577888,0.00018094855,0.00008724801,0.0010225245,0.000087362176,0.00018539761,0.00043122264,0.000600283,0.000036617326],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060670927,0.03936215,0.80759907,0.0011052123,0.000114647075,0.001915393,0.0016045845,0.0020135725,0.0011088417,0.008841298,0.0030934506,0.07257083],"study_design_scores_gemma":[0.008479794,0.04849493,0.7321819,0.0011546597,0.000030654784,0.0001620661,0.0041696946,0.017294528,0.00154097,0.05218586,0.13352011,0.0007847976],"about_ca_topic_score_codex":0.000077179044,"about_ca_topic_score_gemma":0.00010761453,"teacher_disagreement_score":0.13042666,"about_ca_system_score_codex":0.0010377758,"about_ca_system_score_gemma":0.0009641686,"threshold_uncertainty_score":0.99919945},"labels":[],"label_agreement":null},{"id":"W4280616740","doi":"10.2196/37084","title":"The First National Remote Emergency System for Malignant Hyperthermia (MH-NRES) in China: Protocol for the Design, Development, and Evaluation of a WeChat Applet","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ultrasound and Hyperthermia Applications","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Protocol (science); mHealth; Medicine; Computer science; Medical emergency; Computer security; Nursing","score_opus":0.26570682996879014,"score_gpt":0.47938371678977815,"score_spread":0.213676886820988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280616740","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038960055,0.000013217611,0.006222055,0.0003121914,0.0000067419483,0.9926609,0.00003472828,0.00004315342,0.0003174285],"genre_scores_gemma":[0.017269105,6.195161e-7,0.0009802799,0.0000035651274,0.000048244077,0.9815465,0.000006859879,0.00003734623,0.0001074403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997792,0.00028586842,0.00040561386,0.00022393261,0.0009403551,0.00035220443],"domain_scores_gemma":[0.9984507,0.0008012247,0.00007488036,0.0002617805,0.00037418364,0.000037220187],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00779404,0.00012488206,0.00013100119,0.000114561735,0.0013174387,0.000054848893,0.00043838748,0.000046360932,0.000033916782],"category_scores_gemma":[0.00015562485,0.00008072333,0.000045152832,0.0004001567,0.000052418214,0.0000622597,0.00008872939,0.00024944535,0.000002068567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010129222,0.0022544712,0.0026869166,0.025762726,0.0009656084,0.0000031525044,0.020058464,0.13121891,0.1302669,0.05424427,0.08176919,0.5406402],"study_design_scores_gemma":[0.0027708868,0.0002030328,0.0016827157,0.00028202392,0.0000039944016,0.000006434343,0.00050250144,0.14511466,0.0056653405,0.0029242649,0.84067833,0.00016578413],"about_ca_topic_score_codex":0.000009764498,"about_ca_topic_score_gemma":0.000082949075,"teacher_disagreement_score":0.75890917,"about_ca_system_score_codex":0.00032749964,"about_ca_system_score_gemma":0.00030613033,"threshold_uncertainty_score":0.9999827},"labels":[],"label_agreement":null},{"id":"W4280634704","doi":"10.2196/37556","title":"Utilizing Technology for Diet and Exercise Change in Complex Chronic Conditions Across Diverse Environments (U-DECIDE): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Queensland Health","keywords":"Telehealth; Medicine; Randomized controlled trial; Psychological intervention; Intervention (counseling); Physical therapy; eHealth; Digital health; Telemedicine; Family medicine; Health care; Nursing","score_opus":0.4075616135245857,"score_gpt":0.6553175088109483,"score_spread":0.2477558952863626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280634704","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007576171,0.00001128622,0.00013580128,0.0029078878,0.000025851043,0.9952872,0.0006220865,0.000097368116,0.00015492142],"genre_scores_gemma":[0.002449017,0.000008058212,0.00038350996,0.0003015569,0.000307264,0.9955597,0.00016516064,0.00006370966,0.00076206017],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99227387,0.0025211328,0.0016935285,0.00080408715,0.00064351206,0.0020638744],"domain_scores_gemma":[0.99376875,0.004315732,0.0006461025,0.000653032,0.00020990497,0.00040645478],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011640603,0.00027952995,0.0015603069,0.00061288255,0.005357524,0.000029652027,0.0005234906,0.00031207484,0.0009771627],"category_scores_gemma":[0.00088223285,0.00024588694,0.00021961732,0.00066458,0.00056753005,0.00014764664,0.0008078316,0.0014955471,0.00002859482],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97317916,0.0011403342,0.00028508468,0.0027581179,0.000020522362,0.0000020547993,0.0008914234,0.0000019706838,0.00014188276,0.007422952,0.00869353,0.005462982],"study_design_scores_gemma":[0.56717545,0.0021967087,0.000107851905,0.00044751496,0.000004157043,4.6116614e-7,0.0011699717,0.0008095309,0.0000047626995,0.0027617707,0.4252081,0.00011375469],"about_ca_topic_score_codex":0.00011743757,"about_ca_topic_score_gemma":0.00023166974,"teacher_disagreement_score":0.41651455,"about_ca_system_score_codex":0.0009965802,"about_ca_system_score_gemma":0.001168382,"threshold_uncertainty_score":0.99999934},"labels":[],"label_agreement":null},{"id":"W4280642685","doi":"10.2196/37346","title":"A Rapid-Learning Health System to Support Implementation of Early Intervention Services for Psychosis in Quebec, Canada: Protocol","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Institut Universitaire en Santé Mentale de Québec; Université Laval; Centre Hospitalier de l’Université de Montréal; McGill University; Douglas College","funders":"","keywords":"Stakeholder; Process management; Stakeholder engagement; Digital health; Computer science; Protocol (science); Health care; Knowledge management; Medicine; Business; Public relations","score_opus":0.18834093936256172,"score_gpt":0.6102712891941147,"score_spread":0.421930349831553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280642685","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0117393695,0.0000015703366,0.000039899092,0.0016510129,0.000056069224,0.98540705,0.00028454242,0.000050135193,0.00077033445],"genre_scores_gemma":[0.16123113,6.1913963e-9,0.00007205073,0.000087971,0.000031349577,0.8360548,0.00006952604,0.000038825827,0.0024143148],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945591,0.0017094818,0.0013132475,0.0005392706,0.00096399686,0.0009149012],"domain_scores_gemma":[0.99849695,0.0001332084,0.00046969295,0.00039275378,0.00024672042,0.00026067634],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003819201,0.00016121543,0.00033487516,0.0006483923,0.0003623091,0.00008250988,0.000570277,0.00004447846,0.001467161],"category_scores_gemma":[0.000015853891,0.00018014022,0.0001271333,0.000985727,0.000029498227,0.00021717798,0.0003234229,0.00049683364,0.000028495406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009081588,0.0055425502,0.06830894,0.03474162,0.00012681306,0.000034102533,0.012764814,0.000038683986,0.00007383467,0.010041606,0.12551227,0.7337332],"study_design_scores_gemma":[0.008091946,0.031639904,0.0703592,0.004023566,0.0000015180004,0.000007309532,0.038348623,0.000029762507,0.0003630809,0.000108776636,0.8467515,0.00027477925],"about_ca_topic_score_codex":0.8754384,"about_ca_topic_score_gemma":0.9314723,"teacher_disagreement_score":0.7334584,"about_ca_system_score_codex":0.0027486808,"about_ca_system_score_gemma":0.0007241666,"threshold_uncertainty_score":0.9994456},"labels":[],"label_agreement":null},{"id":"W4280649382","doi":"10.2196/34508","title":"Technology-Based Interventions in Substance Use Treatment to Promote Health Equity Among People Who Identify as African American/Black, Hispanic/Latinx, and American Indian/Alaskan Native: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"PsycINFO; Health equity; CINAHL; Psychological intervention; Health care; Scopus; Ethnic group; Gerontology; Medicine; Inclusion (mineral); MEDLINE; Family medicine; Psychology; Nursing; Public health; Political science; Social psychology","score_opus":0.48252205323453806,"score_gpt":0.6465927734678902,"score_spread":0.16407072023335217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280649382","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020182051,0.052792165,0.00001532445,0.001321548,0.0000053859167,0.94533366,0.0000884045,0.00019399874,0.000047716057],"genre_scores_gemma":[0.000005701971,0.15560696,0.0010437127,0.00012219355,0.00004070109,0.8422082,0.00012770838,0.00017601046,0.00066881237],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99141484,0.0015257125,0.002068327,0.0018163599,0.0013850218,0.0017897506],"domain_scores_gemma":[0.99459773,0.0011169512,0.0016446903,0.0015549806,0.00036858374,0.00071704545],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028649257,0.0009927781,0.005296666,0.002723052,0.00051839487,0.00021357216,0.000751366,0.00018560381,0.0002338594],"category_scores_gemma":[0.0014273014,0.0007900509,0.0009927053,0.007770851,0.00094255427,0.00028398106,0.0004891461,0.0014046817,0.000028557046],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058218197,0.0018819425,0.006893903,0.24868298,0.00022446146,0.00013119305,0.0016122957,2.0756302e-7,3.7836992e-7,0.000033677592,0.0010042853,0.7389525],"study_design_scores_gemma":[0.0034965703,0.010972883,0.0009162086,0.59417945,0.00007439427,0.000013671672,0.00046270716,0.0000026828054,0.0000051987845,0.000023279139,0.38940015,0.00045281363],"about_ca_topic_score_codex":0.0005261967,"about_ca_topic_score_gemma":0.009282771,"teacher_disagreement_score":0.7384997,"about_ca_system_score_codex":0.006151251,"about_ca_system_score_gemma":0.0045656124,"threshold_uncertainty_score":0.99945503},"labels":[],"label_agreement":null},{"id":"W4280654658","doi":"10.2196/37822","title":"An Adapted Cognitive Behavioral Stress and Self-management Intervention for Sexual Minority Men Living With HIV and Cancer Using the SmartManage eHealth Platform: Protocol and Study Design","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Center for AIDS Research, University of Washington; National Cancer Institute; National Institutes of Health; University of Miami; Sylvester Comprehensive Cancer Center, University of Miami Health Systems; Leonard M. Miller School of Medicine; Third Coast Center for AIDS Research; Northwestern University; American Cancer Society","keywords":"eHealth; Preprint; mHealth; Self-management; Intervention (counseling); Human immunodeficiency virus (HIV); Stress management; Clinical psychology; Psychology; Protocol (science); Human sexuality; Cognition; Medicine; Psychological intervention; Gerontology; Computer science; Alternative medicine; World Wide Web; Family medicine; Health care; Psychiatry","score_opus":0.2557323584702404,"score_gpt":0.5392073573277745,"score_spread":0.2834749988575341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280654658","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26322114,0.000007383061,0.00029779502,0.00003977612,0.000002677943,0.7362707,0.0000816423,0.00003476812,0.000044107674],"genre_scores_gemma":[0.25404313,4.3319798e-7,0.00021318332,0.0000135429655,0.000045218305,0.7455081,0.00000857143,0.000022685988,0.0001451734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973433,0.0007426504,0.00023733974,0.0005244419,0.0007202888,0.00043196697],"domain_scores_gemma":[0.99906427,0.00016732766,0.00009966837,0.00024882724,0.000233363,0.00018652367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023034909,0.00017684314,0.00024002888,0.00017576935,0.00089324085,0.00017814021,0.00012573104,0.00003645123,0.0000435945],"category_scores_gemma":[0.000011379979,0.00012784255,0.000019184,0.00028605072,0.00014158947,0.00022475369,0.0003834543,0.00045555973,8.398133e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019009065,0.01067039,0.8274252,0.011562301,0.0004532586,0.0001417093,0.03694182,0.000025918265,0.000130003,0.00009148409,0.00035228502,0.0931966],"study_design_scores_gemma":[0.039583057,0.09264408,0.48283973,0.0063394327,0.0003611928,0.00006869132,0.35806075,0.014610404,0.00023877167,0.00007645656,0.0044105574,0.00076686393],"about_ca_topic_score_codex":0.002052122,"about_ca_topic_score_gemma":0.0021101313,"teacher_disagreement_score":0.34458542,"about_ca_system_score_codex":0.00023444887,"about_ca_system_score_gemma":0.00015461343,"threshold_uncertainty_score":0.6870177},"labels":[],"label_agreement":null},{"id":"W4281256881","doi":"10.2196/36234","title":"The Effects of Overweight and Obesity on Obstacle Crossing During Walking: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Agence Nationale de la Recherche; Universidade Estadual Paulista; Université Grenoble Alpes","keywords":"Overweight; Protocol (science); Obstacle; Physical medicine and rehabilitation; Medicine; Obesity; Psychology; Computer science; Physical therapy; Alternative medicine; Political science","score_opus":0.27399334253701535,"score_gpt":0.6202282783221771,"score_spread":0.34623493578516173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281256881","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.0753783e-7,0.20980601,0.0000014868012,0.000020870508,0.00001934125,0.78971624,0.000029030465,0.000050686453,0.0003558323],"genre_scores_gemma":[5.092535e-8,0.21854787,0.000016678823,0.000026047932,0.00013960779,0.7785339,0.000014202908,0.00008647172,0.0026352252],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9833799,0.011307806,0.002066848,0.00073850906,0.0013224254,0.0011845366],"domain_scores_gemma":[0.9844438,0.011820319,0.0018253844,0.0013717479,0.00034626454,0.00019248952],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010723656,0.00048603595,0.0026539443,0.00023266101,0.0051620146,0.0001509502,0.0009698532,0.0003933353,0.00003047857],"category_scores_gemma":[0.0045895902,0.00028565098,0.00056176045,0.0007159857,0.0002765013,0.00013579882,0.00083337247,0.002725915,0.000034921643],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012188325,0.0005035727,0.0000064754013,0.9733008,0.00007535275,0.000006885967,0.00017254314,8.4016966e-10,0.000006587134,0.0005135923,0.0029919974,0.022300297],"study_design_scores_gemma":[0.00091135915,0.00041621109,0.00003619583,0.51217127,0.000035152156,0.0000029042774,0.000019738713,7.028997e-7,5.465259e-7,0.00014133769,0.48613217,0.00013238948],"about_ca_topic_score_codex":0.0000072479847,"about_ca_topic_score_gemma":0.0000057108664,"teacher_disagreement_score":0.48314017,"about_ca_system_score_codex":0.00070461567,"about_ca_system_score_gemma":0.0013401133,"threshold_uncertainty_score":0.9999596},"labels":[],"label_agreement":null},{"id":"W4281287505","doi":"10.2196/37334","title":"Morbidity Patterns in Primary Care in Hong Kong: Protocol for a Practice-Based Morbidity Survey","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; Referral; Public health; Descriptive statistics; Documentation; Health care; Population; Medical prescription; Medical record; Nursing; Environmental health","score_opus":0.5365553928857173,"score_gpt":0.6644683318013965,"score_spread":0.12791293891567923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281287505","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045432993,0.0000031389702,0.000036459227,0.0033388326,0.000044519682,0.9857127,0.0008446254,0.0001210797,0.0053553404],"genre_scores_gemma":[0.0036045983,4.4549293e-7,0.0003851651,0.0041656387,0.00022575175,0.9903371,0.0005021936,0.00010428464,0.00067482557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9762258,0.016818766,0.0015140198,0.0010466446,0.0020130407,0.0023817618],"domain_scores_gemma":[0.9892199,0.007535417,0.00048422284,0.001212444,0.0011745186,0.0003734787],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02062312,0.0003662133,0.0007940852,0.0010100675,0.0018300262,0.000059680457,0.001182698,0.0003441438,0.001087762],"category_scores_gemma":[0.001982049,0.00035955006,0.00014880803,0.0016892513,0.000114842835,0.0005174979,0.0013698005,0.005385618,0.00006869807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.011330226,0.001732596,0.9041576,0.016737435,0.000008133337,0.00013149451,0.0019319784,0.000037925318,0.00006432005,0.00008231194,0.061076395,0.0027095987],"study_design_scores_gemma":[0.01011442,0.0013765378,0.52687496,0.001123863,7.76411e-7,9.4212606e-7,0.0012995476,0.000049694452,0.000026015803,0.00010183908,0.458774,0.00025742038],"about_ca_topic_score_codex":0.01022153,"about_ca_topic_score_gemma":0.022682829,"teacher_disagreement_score":0.3976976,"about_ca_system_score_codex":0.009101008,"about_ca_system_score_gemma":0.016647484,"threshold_uncertainty_score":0.9998856},"labels":[],"label_agreement":null},{"id":"W4281298185","doi":"10.2196/33840","title":"Comprehensive Travel Health Education for Tour Guides: Protocol for an Exploratory Sequential Mixed Methods Research","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Travel-related health issues","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Applied psychology; Grounded theory; Psychology; Theory of planned behavior; Health promotion; Medical education; Health belief model; Health education; Qualitative research; Control (management); Medicine; Nursing; Computer science; Public health; Sociology","score_opus":0.7598788117466834,"score_gpt":0.7392826246610916,"score_spread":0.020596187085591744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281298185","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016992373,0.000016500659,0.0029446087,0.0055909343,0.00006133117,0.9902772,0.00013625622,0.00017885487,0.00062439847],"genre_scores_gemma":[0.00012967657,5.516171e-7,0.070597455,0.00064231374,0.0009279179,0.92436904,0.00022156953,0.00019549146,0.0029159754],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98242205,0.010073199,0.0013391038,0.0013097834,0.0025547508,0.002301087],"domain_scores_gemma":[0.990694,0.0017709475,0.0003258323,0.0013950975,0.004604868,0.001209257],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02612513,0.00036099218,0.000839302,0.0014344354,0.0028608155,0.0001657292,0.0008598231,0.00027141266,0.000488313],"category_scores_gemma":[0.0011943124,0.00035227474,0.0002163929,0.0015940707,0.00043219968,0.00033740484,0.0005034779,0.002712492,0.00003173412],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018736174,0.0069547077,0.00008446522,0.019473124,0.00009372133,0.000010878589,0.0103258565,0.000015572528,0.03174423,0.0056722728,0.7217524,0.18513657],"study_design_scores_gemma":[0.009914715,0.028105905,0.00065089914,0.0015931606,0.0000038289786,0.00003172801,0.01546481,0.00053023384,0.009048869,0.00534094,0.92903274,0.00028214793],"about_ca_topic_score_codex":0.00026629033,"about_ca_topic_score_gemma":0.000059093003,"teacher_disagreement_score":0.20728034,"about_ca_system_score_codex":0.002458848,"about_ca_system_score_gemma":0.01712228,"threshold_uncertainty_score":0.99989295},"labels":[],"label_agreement":null},{"id":"W4281389254","doi":"10.2196/39038","title":"Valorization of Natural Cardio Trekking Trails Through Open Innovation for the Promotion of Sustainable Cross-generational Health-Oriented Tourism in the Connect2Move Project: Protocol for a Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"High Altitude and Hypoxia","field":"Biochemistry, Genetics and Molecular Biology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tourism; Medicine; Geography; Environmental health","score_opus":0.28347091476482994,"score_gpt":0.577686070929037,"score_spread":0.29421515616420707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281389254","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05288983,0.0000025961883,0.0017573946,0.00024252724,0.000014248004,0.9448981,0.000109128676,0.0000044691437,0.00008170367],"genre_scores_gemma":[0.24290301,5.3716498e-8,0.0002468259,0.000037085232,0.00014383259,0.7558844,0.00026180048,0.00001527361,0.00050772086],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706364,0.0007308991,0.00068088516,0.00040461603,0.000727555,0.00039242188],"domain_scores_gemma":[0.99750686,0.00015107513,0.00033837627,0.00035124898,0.0016377443,0.000014698003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064826454,0.00012224553,0.00019058523,0.00014709607,0.0010254139,0.00019213921,0.0006440462,0.00007019589,0.000013345505],"category_scores_gemma":[0.0004963062,0.00008590672,0.00008110955,0.000949924,0.00013258478,0.000054043554,0.00032681468,0.00027651998,9.0474124e-8],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.054002665,0.024327083,0.2568712,0.0075661456,0.00082926074,0.000015050552,0.024939938,0.009376746,0.34949964,0.22345196,0.04616597,0.0029543254],"study_design_scores_gemma":[0.03629869,0.038101126,0.2581603,0.00018698467,0.000008327906,0.000019540419,0.009733957,0.0014067314,0.06981518,0.005298679,0.5804191,0.00055139186],"about_ca_topic_score_codex":0.00023592143,"about_ca_topic_score_gemma":0.00009114344,"teacher_disagreement_score":0.5342531,"about_ca_system_score_codex":0.00012862448,"about_ca_system_score_gemma":0.0012878187,"threshold_uncertainty_score":0.78867584},"labels":[],"label_agreement":null},{"id":"W4281393249","doi":"10.2196/36995","title":"Endovascular Abdominal Aortic Aneurysm Repair With Ovation Alto Stent Graft: Protocol for the ALTAIR (ALTo endogrAft Italian Registry) Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Aortic aneurysm repair treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Abdominal aortic aneurysm; Medicine; Endovascular aneurysm repair; Stent; Surgery; Aortic aneurysm; Aneurysm; Radiology","score_opus":0.20071119016540379,"score_gpt":0.5026387791918377,"score_spread":0.30192758902643396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281393249","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010884818,0.0000033939011,0.0001670495,0.0013823095,0.000010671801,0.9866902,0.000027610402,0.0004014398,0.00043247174],"genre_scores_gemma":[0.03898552,1.1846916e-7,0.0011009583,0.00015722531,0.00021099595,0.9531986,0.000036156038,0.0001548547,0.0061555463],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909144,0.0013053454,0.0010352693,0.0013604286,0.0039615957,0.0014229353],"domain_scores_gemma":[0.99512535,0.000571369,0.0004064463,0.0026027248,0.00085841736,0.00043568556],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004236139,0.0005208086,0.0006627634,0.000411643,0.0018097529,0.00015011823,0.0007890395,0.00010028412,0.0005026878],"category_scores_gemma":[0.00052562467,0.00033589202,0.00045088772,0.0015025047,0.00045455198,0.00022982502,0.00061760435,0.0013337868,0.000037138427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1091575,0.0674435,0.6053087,0.009702181,0.0045985,0.016873844,0.006706074,0.0003551872,0.0036271652,0.00072229217,0.15068091,0.024824146],"study_design_scores_gemma":[0.06751405,0.10868322,0.09945164,0.0014221151,0.00033198536,0.0029549531,0.010068442,0.004121688,0.0018215692,0.000258285,0.7023133,0.0010587244],"about_ca_topic_score_codex":0.00023482091,"about_ca_topic_score_gemma":0.000048980728,"teacher_disagreement_score":0.5516324,"about_ca_system_score_codex":0.0008703497,"about_ca_system_score_gemma":0.001173287,"threshold_uncertainty_score":0.9999093},"labels":[],"label_agreement":null},{"id":"W4281396196","doi":"10.2196/39663","title":"Correction: Understanding and Addressing Variation in Health Care–Associated Infections After Durable Ventricular Assist Device Therapy: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Mechanical Circulatory Support Devices","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health","keywords":"Protocol (science); Variation (astronomy); Medicine; Health care; Medical physics; Computer science; Alternative medicine; Family medicine; Political science; Pathology","score_opus":0.2916746016367553,"score_gpt":0.5398518171907601,"score_spread":0.24817721555400485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281396196","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022436792,0.00005993439,0.0037982971,0.000049758237,0.00080154714,0.9940089,0.00004547278,0.00031704424,0.00089658133],"genre_scores_gemma":[0.00086392154,7.392145e-7,0.00032223872,0.00002292643,0.00027945658,0.99699754,0.00010111935,0.00018738111,0.0012246699],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99149585,0.00434386,0.0010434849,0.0008870113,0.0011919298,0.001037837],"domain_scores_gemma":[0.99757755,0.00091375184,0.00033878224,0.0005884587,0.0003286617,0.00025278606],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007918785,0.00047934277,0.0008477271,0.0010462147,0.0009414564,0.0005500475,0.00035477369,0.0005175549,0.00041429742],"category_scores_gemma":[0.0006538902,0.00049383886,0.00015271909,0.0019737147,0.00005127349,0.00032282763,0.00022821386,0.0030811424,0.0000029939383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022501457,0.00841402,0.022893444,0.046319447,0.0017386036,0.00036984435,0.015194317,0.002699635,0.0001279348,0.00028873843,0.8798948,0.019809062],"study_design_scores_gemma":[0.005032399,0.0028354384,0.014734655,0.005357551,0.000012276772,0.000010726483,0.0031199548,0.00996862,0.000028854027,0.00031218046,0.9578625,0.0007248234],"about_ca_topic_score_codex":0.00016773565,"about_ca_topic_score_gemma":0.001064057,"teacher_disagreement_score":0.07796771,"about_ca_system_score_codex":0.0052589593,"about_ca_system_score_gemma":0.0010285318,"threshold_uncertainty_score":0.9997513},"labels":[],"label_agreement":null},{"id":"W4281476001","doi":"10.2196/38282","title":"Transfer Validity of Pediatric Supracondylar Humeral Fracture Pin Placement Practice on In-Theater Performance by Orthopedic Trainees Using an Augmented Reality Simulator: Protocol for a Pilot Interventional Cohort Study With a Retrospective Comparator Cohort","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Otago","keywords":"Protocol (science); Medicine; Orthopedic surgery; Retrospective cohort study; Physical therapy; Medical physics; Surgery","score_opus":0.3340019660933134,"score_gpt":0.5579919273095655,"score_spread":0.2239899612162521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281476001","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47382453,2.423267e-7,0.00012676546,0.000078066885,0.0000028749625,0.5257866,0.00006488845,0.000026585858,0.00008945316],"genre_scores_gemma":[0.4954413,3.0930995e-8,0.00003855715,0.0000583761,0.00005433469,0.5042852,0.000060083057,0.000025299812,0.00003678808],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99351317,0.0018854986,0.00083875924,0.0007496487,0.0024460268,0.00056688796],"domain_scores_gemma":[0.99789196,0.0005193437,0.00019824764,0.00043331328,0.00071292865,0.00024419872],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0065671504,0.00028874123,0.0006316427,0.00036909935,0.00041992532,0.000054614393,0.00020843197,0.00007290042,0.0011129425],"category_scores_gemma":[0.00018753162,0.00022713316,0.00011090362,0.0008253485,0.0001270012,0.0004322335,0.00007686047,0.0012316512,0.0000014785783],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06864247,0.026528127,0.8938086,0.0006454107,0.00020422682,0.000036477908,0.00088664517,0.008601818,0.0001687699,0.000025935651,0.0003950081,0.00005650024],"study_design_scores_gemma":[0.07646567,0.13823208,0.7322073,0.0006935547,0.00010178795,0.000023096007,0.0018944574,0.022240225,0.00075930357,0.000016012347,0.02684347,0.00052302016],"about_ca_topic_score_codex":0.00007537686,"about_ca_topic_score_gemma":0.00001641598,"teacher_disagreement_score":0.16160129,"about_ca_system_score_codex":0.00069978496,"about_ca_system_score_gemma":0.00046298956,"threshold_uncertainty_score":0.9998002},"labels":[],"label_agreement":null},{"id":"W4281479043","doi":"10.2196/37929","title":"Pediatric Research Observing Trends and Exposures in COVID-19 Timelines (PROTECT): Protocol for a Multisite Longitudinal Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory viral infections research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Family medicine; Incidence (geometry); Longitudinal study; Cohort; Attrition; Timeline; Epidemiology; Cohort study; Vaccination; Prospective cohort study; Environmental health; Pediatrics","score_opus":0.583965064124113,"score_gpt":0.6575394867162947,"score_spread":0.07357442259218172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281479043","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098296344,0.000008868736,0.000035655055,0.0006964484,0.000005885251,0.90041524,0.000031625983,0.00013510486,0.00037482064],"genre_scores_gemma":[0.025756897,6.5627444e-7,0.00037743032,0.000055266035,0.00044064218,0.97096336,0.000016952612,0.000111170004,0.0022776353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9851301,0.0056912065,0.0010695502,0.0016830916,0.004524578,0.0019014732],"domain_scores_gemma":[0.99437094,0.0017847557,0.00014601622,0.0013766532,0.0014166917,0.00090494024],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028921094,0.00037634652,0.000728852,0.005344162,0.0024821297,0.00037004054,0.00082862383,0.00018491808,0.0013041256],"category_scores_gemma":[0.0045334445,0.00033958553,0.00014359166,0.007123704,0.0004516795,0.00042109328,0.0021789272,0.0037445265,0.000035513778],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008080014,0.0052899234,0.9643748,0.0028010432,0.000049050923,0.0005111885,0.00064719026,0.00009172036,0.0013837536,0.000046962767,0.009975358,0.006748989],"study_design_scores_gemma":[0.024558924,0.029941617,0.7972035,0.0004275233,0.000008518539,0.00010483847,0.0013387043,0.0013434999,0.00034809188,0.00030518248,0.14397396,0.00044564583],"about_ca_topic_score_codex":0.0011506143,"about_ca_topic_score_gemma":0.00060861045,"teacher_disagreement_score":0.16717131,"about_ca_system_score_codex":0.0016786354,"about_ca_system_score_gemma":0.0018332188,"threshold_uncertainty_score":0.9999301},"labels":[],"label_agreement":null},{"id":"W4281556920","doi":"10.2196/39509","title":"Social Support as a Stress Buffer or Stress Amplifier and the Moderating Role of Implicit Motives: Protocol for a Randomized Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychological Testing and Assessment","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Psychology; Trier social stress test; Social support; Social psychology; Stressor; Perceived Stress Scale; Stress (linguistics); Social stress; Social anxiety; Test (biology); Clinical psychology; Developmental psychology; Anxiety; Fight-or-flight response","score_opus":0.36499989999605975,"score_gpt":0.6362102367469195,"score_spread":0.2712103367508597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281556920","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008187567,9.3319875e-7,0.00010214192,0.0005034494,0.0000064902865,0.981545,0.00010893296,0.00006482944,0.0094807],"genre_scores_gemma":[0.10390947,1.6307391e-8,0.00011293613,0.000075160795,0.00012391344,0.89346737,0.000006408013,0.000038916336,0.002265823],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99059784,0.0059878374,0.0007919444,0.00075602403,0.0010563819,0.0008099856],"domain_scores_gemma":[0.99472487,0.003927298,0.00035058582,0.00054562464,0.00032975306,0.00012188971],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008280438,0.00026127804,0.00084332714,0.00015338697,0.0012732142,0.00018557973,0.0007457513,0.00009884676,0.001813914],"category_scores_gemma":[0.0007530433,0.00014934126,0.00020352702,0.0004097653,0.00067755074,0.00007002691,0.00068859354,0.000990203,0.0000063630846],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8364114,0.020462647,0.009219029,0.0007678772,0.0008816812,0.0000687834,0.05494524,0.0000424586,0.0008078414,0.04596198,0.013235255,0.017195802],"study_design_scores_gemma":[0.8336621,0.018856045,0.0048686434,0.000482789,0.000034567685,0.000034355522,0.06875533,0.00097235024,0.00036204292,0.04263255,0.028697018,0.0006422319],"about_ca_topic_score_codex":0.00016056256,"about_ca_topic_score_gemma":0.000008799839,"teacher_disagreement_score":0.0957219,"about_ca_system_score_codex":0.0000648902,"about_ca_system_score_gemma":0.00021202583,"threshold_uncertainty_score":0.99909854},"labels":[],"label_agreement":null},{"id":"W4281572595","doi":"10.2196/39586","title":"Development of a Patient-Centered Preference Tool for Patients With Hematologic Malignancies: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Usability; Thematic analysis; Protocol (science); Think aloud protocol; Workload; Computer science; Qualitative property; Qualitative research; Medicine; Psychology; Applied psychology; Human–computer interaction; Alternative medicine","score_opus":0.7069551202385914,"score_gpt":0.6528769068499957,"score_spread":0.05407821338859575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281572595","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025786,0.0000010965017,0.00084068044,0.00011353804,0.00002269943,0.9728556,0.00020019231,0.00010475868,0.00007543683],"genre_scores_gemma":[0.010450021,1.2120912e-8,0.13488662,0.00005753332,0.000014076511,0.85430646,0.00007816596,0.000068169014,0.00013896171],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9861442,0.008133463,0.0019868878,0.00080770673,0.0016016043,0.0013261334],"domain_scores_gemma":[0.9903257,0.003333462,0.0011673116,0.0016045151,0.003360794,0.00020821023],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0040926253,0.00031969807,0.0006635065,0.00040818806,0.003598702,0.000027137008,0.0014642024,0.00013947574,0.00023354916],"category_scores_gemma":[0.0017013862,0.00025344,0.00009579578,0.0008610772,0.00013965323,0.00019355403,0.002077043,0.0010984897,0.0000083717305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.058356673,0.04364693,0.53861654,0.048618328,0.0003393114,0.0000030637843,0.21622513,0.000019734523,0.0009780122,0.0026887467,0.026216315,0.06429122],"study_design_scores_gemma":[0.0381161,0.032772154,0.023523202,0.0051177097,0.0000077110735,6.8691065e-7,0.08430288,0.00016322792,0.0013483485,0.0012862879,0.81263775,0.0007239365],"about_ca_topic_score_codex":0.00002108765,"about_ca_topic_score_gemma":0.00004970902,"teacher_disagreement_score":0.7864214,"about_ca_system_score_codex":0.00094272196,"about_ca_system_score_gemma":0.0031477762,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W4281616515","doi":"10.2196/36930","title":"Familiarity in Rural Life: Protocol for a Scoping Review and Concept Analysis","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Nursing education and management","field":"Nursing","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Systematic review; MEDLINE; Identifier; Grey literature; Citation; Computer science; PsycINFO; Identification (biology); Process (computing); Psychology; Data science; Applied psychology; Medicine; Nursing; Psychological intervention; World Wide Web","score_opus":0.46019126279914985,"score_gpt":0.6655141166693578,"score_spread":0.20532285387020793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281616515","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.411188e-9,0.22865823,0.0000043452815,0.00043025607,0.000023375109,0.77047116,0.000027425342,0.00005412477,0.00033105962],"genre_scores_gemma":[1.6379494e-9,0.13813254,0.00011735701,0.00020227858,0.000103402715,0.8601499,0.00010432301,0.0000655861,0.0011245958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99362403,0.002550425,0.0011957184,0.0008739763,0.00087162026,0.00088422844],"domain_scores_gemma":[0.99734,0.0008299756,0.00044615692,0.00093148253,0.00017795477,0.00027442756],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004057731,0.0004312735,0.0022616065,0.0013697741,0.0004266961,0.00027778128,0.000748615,0.00019917982,0.0010030034],"category_scores_gemma":[0.0009786095,0.00038103745,0.0005100324,0.0038675296,0.00021294961,0.00016565298,0.0004232575,0.0013111862,0.000015279446],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007330968,0.00037722208,0.000011353676,0.46418643,0.00009221602,0.000002007332,0.00010996022,1.7924278e-7,2.444888e-8,0.000067965804,0.046881966,0.48819736],"study_design_scores_gemma":[0.0006501186,0.00033490226,0.000005494866,0.36792737,0.00014993772,0.0000014359575,0.00004794107,0.0000061319706,1.335078e-7,0.000037232003,0.6306125,0.0002268353],"about_ca_topic_score_codex":0.00006132639,"about_ca_topic_score_gemma":0.00004984415,"teacher_disagreement_score":0.5837305,"about_ca_system_score_codex":0.00086118456,"about_ca_system_score_gemma":0.00080411555,"threshold_uncertainty_score":0.99991024},"labels":[],"label_agreement":null},{"id":"W4281629007","doi":"10.2196/36925","title":"The Role of Mealtimes in Fostering Language Development and Aligning Home and School Learning: Protocol for a Multi-Method Study of Preschool Children in Rural Kenya and Zambia","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; UK Research and Innovation","keywords":"Protocol (science); Pedagogy; Psychology; Home language; Language development; Mathematics education; Medical education; Developmental psychology; Sociology; Medicine","score_opus":0.11438562665552061,"score_gpt":0.5062108401971758,"score_spread":0.39182521354165517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281629007","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4430236,0.000009540511,0.0000033187816,0.000050096896,0.0000010952846,0.5568862,0.0000030936903,0.000009740942,0.000013310758],"genre_scores_gemma":[0.21394898,1.277396e-7,0.0011776733,0.0000050143267,0.000011678158,0.7847993,0.000002020316,0.000019265897,0.000035984984],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972671,0.0011287302,0.00048394263,0.0003119756,0.00043219107,0.0003760115],"domain_scores_gemma":[0.99921787,0.00032082587,0.00013248177,0.00016766194,0.00007288538,0.000088296045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028185484,0.00013050217,0.00026997126,0.00036323944,0.00040236668,0.00013499394,0.00023314514,0.000041202744,0.0000095595815],"category_scores_gemma":[0.00020560273,0.00010729446,0.000018509108,0.0003127006,0.0000742,0.00015876805,0.00084547244,0.0005731626,1.3223553e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005420247,0.001380938,0.90924895,0.0008404349,0.00002341082,0.0000038133817,0.021790784,0.000024042469,0.0072603305,0.000007895321,0.00005080696,0.05394837],"study_design_scores_gemma":[0.02807612,0.003863315,0.90699637,0.0016188466,0.0000023728967,0.000015083593,0.022285318,0.0023094602,0.030749656,0.0002758047,0.003532954,0.00027468344],"about_ca_topic_score_codex":0.00031809867,"about_ca_topic_score_gemma":0.0001880485,"teacher_disagreement_score":0.22907463,"about_ca_system_score_codex":0.00007779847,"about_ca_system_score_gemma":0.00004868715,"threshold_uncertainty_score":0.4375341},"labels":[],"label_agreement":null},{"id":"W4281630650","doi":"10.2196/38635","title":"Co-design of Digital Health Interventions for Young Adults: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Psychological intervention; Systematic review; Grey literature; Digital health; Checklist; MEDLINE; Medical education; Medicine; Psychology; Health care; Nursing; Political science","score_opus":0.7640386851511607,"score_gpt":0.7609142574574203,"score_spread":0.003124427693740439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281630650","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.4224236e-11,0.28981882,0.0045106043,0.0004480123,0.000019654548,0.7024969,0.0021871293,0.000115836745,0.00040301293],"genre_scores_gemma":[1.4576064e-10,0.42484117,0.0009917569,0.0001721716,0.00025975794,0.57184565,0.00084967713,0.00015403623,0.0008857788],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98230565,0.0057782955,0.0065587056,0.0013817567,0.0012803044,0.0026953092],"domain_scores_gemma":[0.98140717,0.010160145,0.0043103797,0.0018035988,0.0013327509,0.0009859542],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018907133,0.00065893104,0.0043521184,0.00090153323,0.0034902128,0.000057797628,0.0015987126,0.0005371345,0.0016226121],"category_scores_gemma":[0.004151655,0.00056320697,0.0014879514,0.0015866862,0.0002199923,0.00024889372,0.00042907373,0.0030058664,0.00013703492],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002426882,0.00042220033,0.0000012243826,0.5021934,0.000017895924,2.2131358e-7,0.000045266454,5.6925444e-8,7.722859e-9,0.00051297195,0.15587595,0.3406881],"study_design_scores_gemma":[0.001701881,0.0019998704,9.80289e-8,0.4874533,0.000011310163,0.0000021687647,0.000046846362,0.0000033298325,3.6520344e-8,0.00014812351,0.5084592,0.00017380317],"about_ca_topic_score_codex":0.000033673645,"about_ca_topic_score_gemma":0.00003317276,"teacher_disagreement_score":0.35258326,"about_ca_system_score_codex":0.0016726924,"about_ca_system_score_gemma":0.029026648,"threshold_uncertainty_score":0.99968195},"labels":[],"label_agreement":null},{"id":"W4281635275","doi":"10.2196/34904","title":"Culturally Safe eHealth Interventions With Aboriginal and Torres Strait Islander People: Protocol for a Best Practice Framework","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Best practice; Medicine; Psychological intervention; Telehealth; Medical education; Protocol (science); Public relations; Health care; Participatory action research; Nursing; Telemedicine; Sociology; Political science; Alternative medicine","score_opus":0.16882570837945865,"score_gpt":0.6160505387299297,"score_spread":0.447224830350471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281635275","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043112834,0.0000032015548,0.000245702,0.003959079,0.000022221575,0.9685233,0.000041275485,0.000054042754,0.026720041],"genre_scores_gemma":[0.0003173966,0.000009020191,0.004141894,0.000052981944,0.00057743926,0.9807347,0.000012005351,0.000024754741,0.014129806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99488634,0.0019136528,0.00037355506,0.00046383095,0.0013602545,0.0010023752],"domain_scores_gemma":[0.99709105,0.0009848541,0.00023285263,0.00028461023,0.0010516769,0.00035494682],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048775896,0.0001524249,0.0002080959,0.00018314767,0.016158963,0.00041539076,0.00047867675,0.000115391704,0.0009658608],"category_scores_gemma":[0.00009759519,0.000111829875,0.00006949314,0.000811713,0.00037618494,0.00057320023,0.000013175149,0.0010154747,0.000017680262],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023246743,0.0038081435,0.0013264582,0.0028611405,0.00004051783,0.000008486575,0.4082895,0.0000054354996,0.0000017734145,0.5698834,0.010142073,0.0013084088],"study_design_scores_gemma":[0.0011082361,0.003927265,0.00047714176,0.00087177684,0.000003367122,0.000011425533,0.030962775,0.0000031626926,0.0000031409368,0.0034729876,0.9589981,0.00016066516],"about_ca_topic_score_codex":0.01988458,"about_ca_topic_score_gemma":0.2666238,"teacher_disagreement_score":0.948856,"about_ca_system_score_codex":0.00057296513,"about_ca_system_score_gemma":0.021738967,"threshold_uncertainty_score":0.99994737},"labels":[],"label_agreement":null},{"id":"W4281652915","doi":"10.2196/37853","title":"A Mobile Phone App Intervention to Promote Healthy Salt Intake Among Adults: Protocol for a Randomized Controlled Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sodium Intake and Health","field":"Nursing","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Randomized controlled trial; Mobile phone; Protocol (science); Intervention (counseling); Mobile apps; Medicine; Psychology; Gerontology; Computer science; World Wide Web; Alternative medicine; Nursing; Telecommunications; Internal medicine","score_opus":0.12722930330663262,"score_gpt":0.5442510272706635,"score_spread":0.4170217239640309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281652915","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027978465,0.000002140482,0.00017156148,0.000695007,0.000060833816,0.9704287,0.000041260304,0.00032663363,0.00029540784],"genre_scores_gemma":[0.02216827,3.992918e-8,0.0004861356,0.00034605272,0.00038765487,0.97539854,0.000022799717,0.00013497703,0.0010555066],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98560846,0.0073735598,0.002064092,0.0011732752,0.0021617534,0.0016188469],"domain_scores_gemma":[0.9957025,0.0011506743,0.00062846084,0.000992553,0.000943524,0.0005822826],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022584302,0.0004289159,0.0019753745,0.0009887553,0.0016548471,0.00033111937,0.0009590362,0.000132254,0.0010279176],"category_scores_gemma":[0.0015663236,0.0003541997,0.000605322,0.0013418548,0.00019730622,0.00026484756,0.00062159216,0.0015987237,0.00010128018],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9299557,0.011460356,0.0006059877,0.0024086288,0.000100293684,0.000013263816,0.012029121,0.000016150776,0.00025912275,0.000038740607,0.025008267,0.018104361],"study_design_scores_gemma":[0.77466,0.06791067,0.00023210753,0.0016764371,0.000011942699,0.0000052074934,0.005854047,0.0010424436,0.00044577158,0.0005784452,0.14722393,0.00035898795],"about_ca_topic_score_codex":0.0008076218,"about_ca_topic_score_gemma":0.0004128149,"teacher_disagreement_score":0.1552957,"about_ca_system_score_codex":0.0011574164,"about_ca_system_score_gemma":0.0004050357,"threshold_uncertainty_score":0.999891},"labels":[],"label_agreement":null},{"id":"W4281655592","doi":"10.2196/39010","title":"Passive Mobile Self-tracking of Mental Health by Veterans With Serious Mental Illness: Protocol for a User-Centered Design and Prospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Usability; mHealth; Mental health; Focus group; Mobile phone; Medicine; Mental illness; Applied psychology; Psychology; Psychological intervention; Computer science; Psychiatry; Human–computer interaction","score_opus":0.15367039795823723,"score_gpt":0.5682250421693337,"score_spread":0.41455464421109645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281655592","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01830772,0.0000028077304,0.00017437278,0.00027868815,0.000023457575,0.98017156,0.00076725264,0.000103632025,0.00017051754],"genre_scores_gemma":[0.13136694,5.594519e-8,0.0004324562,0.000036462625,0.000019218502,0.86736095,0.000043917556,0.000080749705,0.00065926363],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99427927,0.0018922548,0.0007929027,0.00091249455,0.0011294537,0.0009936313],"domain_scores_gemma":[0.99833816,0.00019656112,0.000413156,0.0005052853,0.00025810028,0.0002887071],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022516637,0.00029638805,0.0005014014,0.0002610108,0.0011590599,0.00013392796,0.00048112145,0.000054309286,0.0003085647],"category_scores_gemma":[0.000014490245,0.00026769665,0.00009128714,0.0005188107,0.00024232519,0.00031722747,0.00041851122,0.0005811811,0.000007954381],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.095820636,0.17770724,0.37033522,0.0072827907,0.0022008466,0.00016710421,0.11389386,0.000017846667,0.00085321907,0.0014885857,0.1537297,0.07650296],"study_design_scores_gemma":[0.080403455,0.45675966,0.048989847,0.00361175,0.000018460127,0.0003068116,0.046831094,0.00012626081,0.0045992164,0.0006087617,0.35648996,0.0012547324],"about_ca_topic_score_codex":0.00018698807,"about_ca_topic_score_gemma":0.000046793255,"teacher_disagreement_score":0.32134536,"about_ca_system_score_codex":0.0010994216,"about_ca_system_score_gemma":0.00032475666,"threshold_uncertainty_score":0.9999775},"labels":[],"label_agreement":null},{"id":"W4281658866","doi":"10.2196/39007","title":"Insomnia as an Unmet Need in Patients With Chronic Hematological Cancer: Protocol for a Randomized Controlled Trial Evaluating a Consumer-Based Meditation App for Treatment of Sleep Disturbance","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health","keywords":"Medicine; Randomized controlled trial; Actigraphy; Meditation; Physical therapy; Sleep disorder; Population; Distress; Psychological intervention; Insomnia; Internal medicine; Psychiatry; Clinical psychology","score_opus":0.15174383884018133,"score_gpt":0.5396861586610984,"score_spread":0.38794231982091704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281658866","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093834534,0.000007983742,0.00010923304,0.0002555225,0.000018599027,0.905608,0.00009918212,0.000035515863,0.00003141146],"genre_scores_gemma":[0.081592984,1.121483e-7,0.00029590644,0.000028429344,0.00012155446,0.9176839,0.00014424088,0.000039660787,0.00009318808],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99439806,0.0020293589,0.000919624,0.0005523583,0.001538985,0.0005616271],"domain_scores_gemma":[0.9956052,0.0024193686,0.00047185546,0.00039624734,0.00094080955,0.00016652224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003717824,0.00025881274,0.0018124274,0.00032210295,0.00024887145,0.000035778085,0.00019129983,0.000098257486,0.00022832378],"category_scores_gemma":[0.0011295069,0.00016593008,0.00032772217,0.0005425227,0.000254433,0.00008186291,0.000037617916,0.00022398696,5.4785477e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.982223,0.0055632577,0.0036068587,0.0014450306,0.00015746155,0.0000035643243,0.00072674296,0.00009073908,0.00009448908,0.00014543976,0.000117847914,0.0058256015],"study_design_scores_gemma":[0.8960088,0.08985453,0.0002363554,0.0007567465,0.000046827143,5.14231e-7,0.00018213064,0.006478387,0.0004895088,0.00020472378,0.0055815624,0.00015992658],"about_ca_topic_score_codex":0.0003539725,"about_ca_topic_score_gemma":0.0005051631,"teacher_disagreement_score":0.086214185,"about_ca_system_score_codex":0.0012856162,"about_ca_system_score_gemma":0.0024967522,"threshold_uncertainty_score":0.67664325},"labels":[],"label_agreement":null},{"id":"W4281661476","doi":"10.2196/38919","title":"Smartphone App Delivery of a Just-In-Time Adaptive Intervention for Adult Gamblers (Gambling Habit Hacker): Protocol for a Microrandomized Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Responsible Gambling Fund; New South Wales Government; Deakin University; University of Auckland","keywords":"Hacker; Habit; Intervention (counseling); Protocol (science); Internet privacy; Psychology; mHealth; Smartphone app; Computer science; Applied psychology; Computer security; Medicine; Social psychology; Psychological intervention; Psychiatry; Alternative medicine","score_opus":0.441932037596713,"score_gpt":0.5970591588262336,"score_spread":0.1551271212295206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281661476","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033925105,0.000001790739,0.00029517812,0.000083189705,0.000044782253,0.96508396,0.0002702905,0.000072715055,0.00022299371],"genre_scores_gemma":[0.0071423952,3.8500872e-8,0.0014327366,0.000020964355,0.00011644708,0.98850983,0.00008541004,0.000089668356,0.002602502],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943951,0.0016471206,0.0011324477,0.000859816,0.00094288855,0.0010226452],"domain_scores_gemma":[0.99675685,0.0010212925,0.00043980672,0.00061990257,0.0010125439,0.00014961364],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004795074,0.00031245427,0.00077868026,0.00084630755,0.00039603797,0.00008890743,0.00069547014,0.00019021593,0.0011001136],"category_scores_gemma":[0.0003220712,0.00030003174,0.0006555932,0.0007593542,0.0001757388,0.0001523221,0.0003149149,0.00064633315,0.0000509247],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9523151,0.012902091,0.0007016656,0.0006975858,0.00021648312,0.00002910612,0.0016562435,0.000009258495,0.0049827704,0.00020083248,0.015817309,0.01047157],"study_design_scores_gemma":[0.9395712,0.026483148,0.0004923007,0.0013448917,0.000033414985,0.000008528389,0.001623906,0.0002890188,0.0050221905,0.00081399916,0.023910392,0.00040697856],"about_ca_topic_score_codex":0.00023769723,"about_ca_topic_score_gemma":0.00003632803,"teacher_disagreement_score":0.026782712,"about_ca_system_score_codex":0.000432846,"about_ca_system_score_gemma":0.00028141917,"threshold_uncertainty_score":0.99994516},"labels":[],"label_agreement":null},{"id":"W4281664057","doi":"10.2196/36666","title":"Investigating Microtemporal Processes Underlying Health Behavior Adoption and Maintenance: Protocol for an Intensive Longitudinal Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Observational study; Protocol (science); Psychology; Medicine; Applied psychology; Alternative medicine","score_opus":0.85756277583758,"score_gpt":0.6701202422221246,"score_spread":0.18744253361545538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281664057","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116381824,5.282328e-7,0.00008596836,0.0022618352,0.0000026838723,0.8811544,0.00003426675,0.00005383138,0.00002462095],"genre_scores_gemma":[0.10258719,4.5003286e-8,0.0011681904,0.0003885816,0.00012279695,0.89552087,0.00005029591,0.00003349697,0.00012854589],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966222,0.0006033302,0.0004494845,0.0006176116,0.001031844,0.00067551434],"domain_scores_gemma":[0.99745005,0.0002424134,0.00022481519,0.00027652323,0.0013966511,0.00040954424],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024706537,0.0001757424,0.0004105062,0.00018837214,0.0015748693,0.00010752927,0.00017504358,0.0000459152,0.000035854537],"category_scores_gemma":[0.00055529753,0.00015705156,0.000041931267,0.00064771075,0.00021639995,0.00043370592,0.0002721434,0.0010762789,0.0000015966959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008955488,0.037544344,0.8592496,0.025007011,0.00007744675,0.00006011143,0.01247558,0.000021102422,0.018149951,0.0020611258,0.016785678,0.019612601],"study_design_scores_gemma":[0.021008175,0.12555817,0.7830208,0.0041505694,0.000011567123,0.00013773862,0.022055937,0.0008547095,0.00070781086,0.0049995226,0.03695463,0.00054037315],"about_ca_topic_score_codex":0.00022035632,"about_ca_topic_score_gemma":0.00012110344,"teacher_disagreement_score":0.08801382,"about_ca_system_score_codex":0.00051434676,"about_ca_system_score_gemma":0.002782179,"threshold_uncertainty_score":0.9997249},"labels":[],"label_agreement":null},{"id":"W4281667053","doi":"10.2196/33211","title":"Ageism and Artificial Intelligence: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Baycrest Hospital; Jewish General Hospital; Public Health Ontario; Toronto Rehabilitation Institute; Mila - Quebec Artificial Intelligence Institute; University Health Network; University of Toronto; McGill University; Athabasca University","funders":"Leverhulme Trust; Wellcome Trust","keywords":"Grey literature; Protocol (science); Systematic review; Thematic analysis; Psychology; Inclusion (mineral); Computer science; MEDLINE; Artificial intelligence; Applied psychology; Data science; Social psychology; Medicine; Political science; Qualitative research; Sociology; Alternative medicine","score_opus":0.9336816810839803,"score_gpt":0.7840627219804176,"score_spread":0.1496189591035627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281667053","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.099548e-9,0.30213714,0.00005569725,0.0005966316,0.000014183895,0.6968121,0.000012680928,0.00005346672,0.00031808883],"genre_scores_gemma":[5.842282e-10,0.44103712,0.0002020914,0.00013412071,0.00051425974,0.5577004,0.000051137038,0.00006520478,0.00029570863],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938156,0.0011162566,0.0019624836,0.0010058337,0.0011145395,0.0009852683],"domain_scores_gemma":[0.99566716,0.0019580927,0.00046168893,0.000912179,0.0005568821,0.0004440092],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060935,0.0004400932,0.0019157543,0.00059114717,0.00074701494,0.00016319969,0.00043866452,0.0003839578,0.0024437238],"category_scores_gemma":[0.0026584824,0.0003525502,0.0004443644,0.0012654752,0.00029567373,0.00012598914,0.0003386031,0.0020286525,0.00015131447],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008842495,0.00020867346,3.7598727e-7,0.44183657,0.000012488415,0.000009035288,0.000057548263,1.1005761e-8,9.594132e-8,0.00027546647,0.0053201867,0.55219114],"study_design_scores_gemma":[0.000022215667,0.0010831684,2.9421905e-8,0.45530516,0.000021058113,0.000040744668,0.00004735745,0.0000037882771,0.000009217353,0.0009771892,0.54233295,0.00015716002],"about_ca_topic_score_codex":0.0000306435,"about_ca_topic_score_gemma":0.000011103083,"teacher_disagreement_score":0.55203396,"about_ca_system_score_codex":0.0005116813,"about_ca_system_score_gemma":0.005503241,"threshold_uncertainty_score":0.99989265},"labels":[],"label_agreement":null},{"id":"W4281677373","doi":"10.2196/38905","title":"An Integrated mHealth App for Smoking Cessation in Black Smokers With Anxiety: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Cancer Institute; Strong; National Institute on Drug Abuse; University of Oklahoma","keywords":"Smoking cessation; Medicine; mHealth; Anxiety; Population; Randomized controlled trial; Stressor; Clinical psychology; Physical therapy; Psychological intervention; Psychiatry; Internal medicine","score_opus":0.17900712477836717,"score_gpt":0.5434858229760335,"score_spread":0.3644786981976664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281677373","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024262981,1.7412535e-7,0.0013595121,0.00046917854,0.000014251383,0.9735486,0.00002474871,0.00011879345,0.00020178125],"genre_scores_gemma":[0.06167591,7.479536e-8,0.00040726425,0.00007267943,0.00019693299,0.93705165,0.0001936989,0.000072001254,0.00032980362],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940162,0.0020888292,0.00094722887,0.00064254523,0.0015546415,0.0007506051],"domain_scores_gemma":[0.99717385,0.0009390603,0.00038590693,0.00047876206,0.000822466,0.0001999352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014858293,0.00025677076,0.0012407777,0.0007234842,0.0005003166,0.00015258677,0.00027799653,0.00015844306,0.00023895514],"category_scores_gemma":[0.0007960228,0.00018050593,0.0002668012,0.000935225,0.00022682262,0.00022242915,0.000047745303,0.00094923057,4.222181e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98589087,0.0023621842,0.0046560327,0.0007986075,0.000061125436,0.0000047965864,0.0008938812,0.00009733127,0.00026643474,0.00031183532,0.0010898339,0.003567044],"study_design_scores_gemma":[0.9574248,0.0133633455,0.0006115662,0.0007550124,0.000034448156,0.0000046928353,0.0010643413,0.0046023964,0.00039796947,0.00037981174,0.021171583,0.00019004244],"about_ca_topic_score_codex":0.00012116772,"about_ca_topic_score_gemma":0.000028132185,"teacher_disagreement_score":0.03741293,"about_ca_system_score_codex":0.0008375753,"about_ca_system_score_gemma":0.0016381908,"threshold_uncertainty_score":0.73608184},"labels":[],"label_agreement":null},{"id":"W4281688103","doi":"10.2196/38582","title":"Dynamic Regulatory Processes in the Transition From Suicidal Ideation to Action in Adults Leaving Inpatient Psychiatric Care: Protocol for an Intensive Longitudinal Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Institutes of Health; Texas Tech University","keywords":"Suicidal ideation; Impulsivity; Psychology; Psychiatry; Suicide prevention; Suicide attempt; Context (archaeology); Poison control; Psychological pain; Clinical psychology; Injury prevention; Human factors and ergonomics; Medicine; Medical emergency","score_opus":0.2626850614833784,"score_gpt":0.5582592595637407,"score_spread":0.2955741980803623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281688103","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.388701,0.000003197581,0.00004352528,0.0002900979,0.000017793824,0.6108263,0.000028449045,0.000027246831,0.0000623883],"genre_scores_gemma":[0.42873034,3.8008242e-8,0.000036259433,0.00007684278,0.000060323873,0.5710287,0.000034469977,0.000022000999,0.000011013627],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9951098,0.0018532661,0.00057768833,0.0008246967,0.0010177878,0.0006167841],"domain_scores_gemma":[0.9980692,0.0004070936,0.00013364533,0.00052211154,0.0007989391,0.00006899516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001856871,0.00022198998,0.00027944276,0.0008219953,0.00060822454,0.000088222485,0.0005282865,0.000080848484,0.000101475365],"category_scores_gemma":[0.0001937743,0.00018688744,0.000056869405,0.00182661,0.000056203524,0.0002790547,0.00013238657,0.00083706895,0.000011479356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04429356,0.010220665,0.4036612,0.0015191247,0.00007373633,0.00007329969,0.52205414,0.0006979778,0.00040715846,0.000095072166,0.0034904676,0.013413615],"study_design_scores_gemma":[0.008034245,0.014869793,0.7006897,0.00016808207,0.000004494715,0.00000394836,0.2739004,0.000133046,0.000048800062,0.0005200061,0.0013752424,0.0002522958],"about_ca_topic_score_codex":0.0026130273,"about_ca_topic_score_gemma":0.018873377,"teacher_disagreement_score":0.29702845,"about_ca_system_score_codex":0.0006154195,"about_ca_system_score_gemma":0.00021988896,"threshold_uncertainty_score":0.99902964},"labels":[],"label_agreement":null},{"id":"W4281698233","doi":"10.2196/38294","title":"Passive Sensor Data for Characterizing States of Increased Risk for Eating Disorder Behaviors in the Digital Phenotyping Arm of the Binge Eating Genetics Initiative: Protocol for an Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Bulimia nervosa; Eating disorders; Psychological intervention; Binge-eating disorder; Binge eating; Feeling; Observational study; Intervention (counseling); Protocol (science); Psychology; Medicine; Computer science; Clinical psychology; Psychiatry; Social psychology; Alternative medicine; Pathology","score_opus":0.5634938537729246,"score_gpt":0.5865124060004162,"score_spread":0.023018552227491607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281698233","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4065314,5.0267704e-7,0.00013300215,0.00005606024,0.0000065051468,0.5908728,0.0023736283,0.000010707547,0.000015390873],"genre_scores_gemma":[0.17082305,2.2929742e-8,0.00090127386,0.000026799486,0.00005930944,0.82770026,0.00041560037,0.00005317752,0.000020500365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99562,0.001482841,0.00090051943,0.0006168246,0.00078160176,0.00059817923],"domain_scores_gemma":[0.994747,0.0028461702,0.00082665106,0.0010432408,0.00049114355,0.000045810826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040707793,0.00021631827,0.0003392259,0.00017847883,0.0010407049,0.00013519134,0.0014890163,0.00006738106,0.00004766276],"category_scores_gemma":[0.0010641888,0.00015408809,0.000113616734,0.00061968487,0.00019309141,0.000258339,0.0006299464,0.0005581098,2.0691182e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019443388,0.0091805225,0.9551367,0.00053387176,0.000049883012,8.648477e-7,0.016555885,0.00007606769,0.0016875616,0.0001552097,0.00031867894,0.014360412],"study_design_scores_gemma":[0.015409011,0.017902484,0.8443457,0.000877157,0.000036711986,0.0000018939221,0.10368421,0.0068118125,0.00030186068,0.0012907629,0.008861222,0.00047719953],"about_ca_topic_score_codex":0.00025258344,"about_ca_topic_score_gemma":0.00013975434,"teacher_disagreement_score":0.23682746,"about_ca_system_score_codex":0.000066714434,"about_ca_system_score_gemma":0.0002658556,"threshold_uncertainty_score":0.8004366},"labels":[],"label_agreement":null},{"id":"W4281719096","doi":"10.2196/38605","title":"Examining the Relationships Between Sleep Physiology and the Gut Microbiome in Preclinical and Translational Research: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIH Clinical Center; National Institutes of Health","keywords":"Microbiome; Gut microbiome; Protocol (science); Scopus; Web of science; MEDLINE; Translational research; Sleep (system call); Bioinformatics; Medicine; Meta-analysis; Computer science; Biology; Alternative medicine; Pathology","score_opus":0.8200601377803528,"score_gpt":0.6774489948129807,"score_spread":0.1426111429673721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281719096","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002240024,0.22641844,0.0000052744012,0.00071783876,0.0000029989615,0.7727109,0.0000643591,0.0000054111633,0.000072519484],"genre_scores_gemma":[7.3939253e-7,0.25564346,0.000110499524,0.000053328164,0.00023548801,0.7436124,0.00018536461,0.000043627108,0.00011505215],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9849568,0.011707108,0.0011350143,0.0009787995,0.00041534158,0.000806959],"domain_scores_gemma":[0.99321914,0.0053955736,0.00029035722,0.00077425566,0.00019616736,0.00012449725],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02498332,0.00030754085,0.0010785348,0.00023801897,0.0012051999,0.00010848133,0.0007929613,0.00046902447,0.00006210356],"category_scores_gemma":[0.0018527781,0.00018073193,0.00019612408,0.00065102713,0.0012975709,0.0000101033675,0.00085412373,0.0027833376,0.000004967587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012066986,0.00029721807,0.00023792696,0.5899021,0.00018006169,0.000003553995,0.00039401528,4.2682043e-7,0.00047383073,0.00068341324,0.010696885,0.39592388],"study_design_scores_gemma":[0.0019718013,0.00054483826,0.0001787435,0.10683136,0.000013586261,0.00001953024,0.000021112503,0.0000015590851,0.0000033966435,0.0002623477,0.8899818,0.00016992037],"about_ca_topic_score_codex":0.000008145426,"about_ca_topic_score_gemma":0.000036632726,"teacher_disagreement_score":0.8792849,"about_ca_system_score_codex":0.000049014303,"about_ca_system_score_gemma":0.001445537,"threshold_uncertainty_score":0.99951726},"labels":[],"label_agreement":null},{"id":"W4281724946","doi":"10.2196/37275","title":"Bronchopulmonary Penetration of Isavuconazole in Pulmonary Transplant Recipients (PBISA01): Protocol for a Phase IV Clinical Trial With a Single Treatment Arm","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antifungal resistance and susceptibility","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Bronchoalveolar lavage; Lung transplantation; Bronchoscopy; Voriconazole; Clinical trial; Lung; Surgery; Internal medicine; Dermatology; Antifungal","score_opus":0.5071444129909064,"score_gpt":0.6184405404768867,"score_spread":0.11129612748598028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281724946","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17398916,0.0000014240608,0.00003102804,0.00032120082,0.000007074332,0.82485086,0.000104199054,0.000025750709,0.000669289],"genre_scores_gemma":[0.21972065,3.3209548e-7,0.00024723625,0.000034594294,0.00014815318,0.7790278,0.000086519925,0.000031657535,0.0007030429],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99527276,0.00096307613,0.0010939024,0.0007530962,0.0012766367,0.00064052414],"domain_scores_gemma":[0.9980289,0.0005973051,0.00021956161,0.0006402619,0.00027645964,0.00023754494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030648874,0.00023343644,0.0006569514,0.0002842948,0.000249888,0.000026147101,0.00024904544,0.00012941768,0.00038970629],"category_scores_gemma":[0.00018301497,0.00017594485,0.00025051401,0.00059379474,0.00030434583,0.00014989662,0.000069045396,0.0006522478,0.0000036924894],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8098083,0.069614835,0.08244394,0.00088293967,0.00004990607,0.0002787041,0.00039205517,0.0000074855216,0.009095057,0.000036114605,0.0011769908,0.026213635],"study_design_scores_gemma":[0.44452718,0.3260125,0.03589384,0.002714089,0.000024086845,0.000052420477,0.0006024681,0.001127284,0.0057643517,0.0003193312,0.18254746,0.00041499254],"about_ca_topic_score_codex":0.000053693777,"about_ca_topic_score_gemma":0.0001015028,"teacher_disagreement_score":0.36528113,"about_ca_system_score_codex":0.00064865086,"about_ca_system_score_gemma":0.0010359753,"threshold_uncertainty_score":0.71748227},"labels":[],"label_agreement":null},{"id":"W4281748417","doi":"10.2196/38626","title":"Psychological Effects of Aromatherapy on Smokers With Depressive Tendencies During Smoking Cessation Treatment: Protocol for a Pre-Post Single-Arm Clinical Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Olfactory and Sensory Function Studies","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Aromatherapy; Medicine; Smoking cessation; Clinical trial; Randomized controlled trial; Physical therapy; Depression (economics); Rating scale; Psychiatry; Internal medicine; Alternative medicine; Psychology","score_opus":0.6295870624851431,"score_gpt":0.5817745289780941,"score_spread":0.04781253350704895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281748417","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32932732,1.6975662e-7,0.000012911758,0.000066066925,0.000026274953,0.67012715,0.000022715889,0.00007276111,0.0003446037],"genre_scores_gemma":[0.15944369,1.8805304e-7,0.000034431174,0.000047465615,0.00015185792,0.8394727,0.0000015732204,0.000029344497,0.0008187447],"study_design_codex":"randomized_trial","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9943829,0.0023356632,0.000574745,0.0008929251,0.0012462436,0.0005674896],"domain_scores_gemma":[0.9956513,0.0031681443,0.0003746106,0.00048810194,0.00020249345,0.00011532688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095723243,0.00025399833,0.00043151755,0.00025927392,0.0012881961,0.00009825586,0.00038243484,0.0001051785,0.00015296704],"category_scores_gemma":[0.0013532466,0.0001687567,0.00020286407,0.0004891826,0.00048839586,0.00018802259,0.00014111967,0.00060202245,0.0000044589387],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7260959,0.029961806,0.003450526,0.0010474938,0.0001144394,0.00012227897,0.00267759,0.0001560447,0.22790396,0.00037641206,0.00065148703,0.007442046],"study_design_scores_gemma":[0.2015822,0.28390646,0.010244222,0.0007610275,0.000009612344,0.000023068498,0.0005030618,0.00004490642,0.45158985,0.0003026939,0.050615218,0.0004176931],"about_ca_topic_score_codex":0.000002999815,"about_ca_topic_score_gemma":0.0000014001967,"teacher_disagreement_score":0.5245137,"about_ca_system_score_codex":0.00022852056,"about_ca_system_score_gemma":0.000105985804,"threshold_uncertainty_score":0.9907893},"labels":[],"label_agreement":null},{"id":"W4281766847","doi":"10.2196/36798","title":"The Facilitation of Clinical and Therapeutic Discoveries in Myalgic Encephalomyelitis/Chronic Fatigue Syndrome and Related Diseases: Protocol for the You + ME Registry Research Platform","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Institute of Neurological Disorders and Stroke; London School of Hygiene and Tropical Medicine","keywords":"Chronic fatigue syndrome; Medicine; Protocol (science); Family medicine; Alternative medicine; Physical therapy; Pathology","score_opus":0.29800618395578615,"score_gpt":0.5631845731868342,"score_spread":0.2651783892310481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281766847","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026471892,0.00044126826,0.000009851106,0.0031768808,0.000012179186,0.96953636,0.0000934013,0.000029076658,0.00022905796],"genre_scores_gemma":[0.15303077,0.000029651368,0.000025826403,0.0000028467862,0.000027911687,0.8448219,0.000019885589,0.00003952542,0.002001695],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9919137,0.0022944633,0.0011725564,0.0007745219,0.0026364124,0.001208398],"domain_scores_gemma":[0.9915931,0.006299456,0.00019262075,0.0011032753,0.000528032,0.00028346758],"candidate_categories":["sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.0137521075,0.00024029073,0.0005547779,0.00035065497,0.001794763,0.00019835678,0.0007481843,0.00018350886,0.0002505616],"category_scores_gemma":[0.001982509,0.00014382241,0.00016413518,0.0012894189,0.004540724,0.00021655284,0.0008864545,0.0026714785,0.0000049036166],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08716041,0.0090184435,0.28331888,0.14313643,0.0021269505,0.0013005574,0.019674914,0.00027504665,0.006435355,0.1139294,0.022063147,0.31156048],"study_design_scores_gemma":[0.040270578,0.051232617,0.6224282,0.012083315,0.000040796825,0.0006931467,0.024979677,0.011650624,0.000273026,0.04996314,0.18561241,0.0007725062],"about_ca_topic_score_codex":0.00011860172,"about_ca_topic_score_gemma":0.000015516745,"teacher_disagreement_score":0.3391093,"about_ca_system_score_codex":0.0004292636,"about_ca_system_score_gemma":0.002748091,"threshold_uncertainty_score":0.9996294},"labels":[],"label_agreement":null},{"id":"W4281774418","doi":"10.2196/39032","title":"Enabling Long-term Predictions and Cost-benefit Analysis Related to Housing Adaptation Needs for a Population Aging in Place: Protocol for a Simulation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Term (time); Adaptation (eye); Aging in place; Computer science; Population; Gerontology; Psychology; Medicine; Environmental health","score_opus":0.3390002250663132,"score_gpt":0.6107311826056517,"score_spread":0.2717309575393385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281774418","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06937745,5.9138625e-7,0.0025881117,0.000820689,0.0000079433985,0.92708284,0.000025361556,0.0000642652,0.000032746964],"genre_scores_gemma":[0.29960272,5.2823008e-8,0.00017468937,0.000035640995,0.000048225604,0.69978523,0.000023400908,0.00001513955,0.00031490048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969064,0.00073892286,0.0005115194,0.00035856714,0.0008332324,0.00065136084],"domain_scores_gemma":[0.9981064,0.0010729072,0.0001315017,0.0001721317,0.00033436742,0.00018266162],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0059695127,0.00010470741,0.00023312322,0.0013476221,0.0026914813,0.00030650114,0.0001710964,0.000070744914,0.000056410292],"category_scores_gemma":[0.00069279125,0.000114028044,0.00006900944,0.0031629545,0.000035048506,0.00038548617,0.000120515266,0.00028620087,4.839608e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076038676,0.0005600782,0.6906287,0.00043870238,0.000040220868,0.0000013475446,0.031397734,0.26453122,0.000002762251,0.001044801,0.000055276727,0.010538769],"study_design_scores_gemma":[0.006974391,0.0017407464,0.64436,0.0005501342,0.000026088834,2.1107076e-7,0.052393153,0.26146826,0.0000022307443,0.0008024041,0.031372543,0.00030982395],"about_ca_topic_score_codex":0.0036033047,"about_ca_topic_score_gemma":0.015879543,"teacher_disagreement_score":0.23022527,"about_ca_system_score_codex":0.0008041338,"about_ca_system_score_gemma":0.0003018418,"threshold_uncertainty_score":0.99860686},"labels":[],"label_agreement":null},{"id":"W4281777374","doi":"10.2196/39833","title":"Metadata Correction: The Effects of a Virtual Reality–Based Training Program for Adolescents With Disruptive Behavior Problems on Cognitive Distortions and Treatment Motivation: Protocol for a Multiple Baseline Single-Case Experimental Design","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Baseline (sea); Metadata; Protocol (science); Single-subject design; Multiple baseline design; Cognition; Computer science; Virtual reality; Applied psychology; Research design; Psychology; Multimedia; Human–computer interaction; Medicine; World Wide Web; Intervention (counseling); Psychotherapist; Alternative medicine","score_opus":0.5323728023146557,"score_gpt":0.5811374613687955,"score_spread":0.04876465905413985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281777374","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006411192,0.0000054605184,0.006091432,0.00009627229,0.00038715903,0.9903091,0.0026644848,0.00011713416,0.00026481145],"genre_scores_gemma":[0.0073727146,4.005696e-8,0.00042337755,0.00002635469,0.00028625908,0.97328216,0.0013358295,0.00016806142,0.017105224],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9938006,0.002195858,0.0009536182,0.0012283182,0.0009130422,0.00090859877],"domain_scores_gemma":[0.9938885,0.0037381672,0.000749947,0.0007138408,0.00062541116,0.0002841114],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015137575,0.00060487795,0.00069904997,0.0004140641,0.0011557419,0.00025479714,0.00035854554,0.00027156397,0.00008686516],"category_scores_gemma":[0.00092281296,0.00043167657,0.00030573798,0.0005606003,0.0007066366,0.00027720755,0.00014942141,0.0009455622,0.0000025470245],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1087613,0.22325513,0.0002746487,0.019510094,0.0011186746,0.0006603974,0.011049548,0.000043069867,0.00013739422,0.00036926227,0.2567608,0.37805966],"study_design_scores_gemma":[0.05263371,0.54395956,0.00050285144,0.058397975,0.0002516366,0.0003250588,0.009289976,0.0022301394,0.0036252267,0.000051084175,0.32757857,0.001154213],"about_ca_topic_score_codex":0.00014457255,"about_ca_topic_score_gemma":0.00021030959,"teacher_disagreement_score":0.37690544,"about_ca_system_score_codex":0.0011386541,"about_ca_system_score_gemma":0.00067491975,"threshold_uncertainty_score":0.9998135},"labels":[],"label_agreement":null},{"id":"W4281778113","doi":"10.2196/35878","title":"Pedagogical Approaches and Learning Activities, Content, and Resources Used in the Design of Massive Open Online Courses (MOOCs) in the Health Sciences: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitetet i Oslo","keywords":"Scopus; Protocol (science); Inclusion (mineral); Computer science; Systematic review; Checklist; MEDLINE; Medical education; Grey literature; Resource (disambiguation); World Wide Web; Data science; Psychology; Medicine; Alternative medicine","score_opus":0.9207694832125067,"score_gpt":0.6878535415610757,"score_spread":0.23291594165143104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281778113","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.7625628e-7,0.091552936,0.00046324686,0.0029610293,0.0000011540698,0.9049524,0.000010239933,0.000013728777,0.000044862583],"genre_scores_gemma":[2.0902934e-7,0.11208572,0.002841422,0.0001341252,0.000036117544,0.88477075,0.0000069976704,0.00001794397,0.00010669658],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9801647,0.01604782,0.0009505568,0.0008761273,0.0012543468,0.00070646394],"domain_scores_gemma":[0.99016434,0.008301026,0.0007885606,0.0005971058,0.00006707623,0.00008189629],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03358252,0.00031902638,0.00147433,0.0004185313,0.0008848996,0.00097558065,0.0039992672,0.00010436059,0.000006887842],"category_scores_gemma":[0.0017158086,0.00016641979,0.000116750525,0.0018762284,0.00062852266,0.00034358742,0.0015667059,0.0023326012,2.5232276e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000790058,0.000895351,0.00009049593,0.23931582,0.000019012434,0.00001985223,0.0057832315,0.00004329587,1.2783528e-7,0.0031598576,0.00037561118,0.75021833],"study_design_scores_gemma":[0.0007662426,0.0027648832,0.000005773783,0.32972378,0.000004581992,0.000024322791,0.002875704,0.0016807091,6.633062e-8,0.00015985774,0.6618173,0.00017677095],"about_ca_topic_score_codex":0.000079227364,"about_ca_topic_score_gemma":0.000052015374,"teacher_disagreement_score":0.75004154,"about_ca_system_score_codex":0.000100686695,"about_ca_system_score_gemma":0.0026038121,"threshold_uncertainty_score":0.99996907},"labels":[],"label_agreement":null},{"id":"W4281792300","doi":"10.2196/38874","title":"The Variations in Care and Real-world Outcomes in Individuals With Rectal Cancer: Protocol for the Ontario Rectal Cancer Cohort","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Surgical Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Canadian Institutes of Health Research","keywords":"Colorectal cancer; Medicine; Protocol (science); Cancer; Cohort; Cohort study; Demography; Family medicine; Oncology; Internal medicine; Alternative medicine; Pathology; Sociology","score_opus":0.17425214054991614,"score_gpt":0.5470287106478148,"score_spread":0.37277657009789866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281792300","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032502513,0.0000126857585,5.087496e-7,0.0026838188,0.000012517221,0.9615861,0.00011822327,0.000031004412,0.0030526202],"genre_scores_gemma":[0.017802479,0.00000387459,0.00009405148,0.00005907008,0.000060721286,0.9770997,0.000013053822,0.000042913794,0.004824099],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99638414,0.00057111133,0.00043083975,0.0005682318,0.0012837222,0.00076197897],"domain_scores_gemma":[0.9974912,0.0014903102,0.00012433466,0.0004897218,0.00026047285,0.00014398222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017822725,0.00023252096,0.00043005025,0.00028537965,0.0009234083,0.0001310158,0.0003611835,0.00006085251,0.00047670872],"category_scores_gemma":[0.00013272605,0.00012559055,0.000077694975,0.0012655548,0.00024277346,0.00010730364,0.00039992918,0.0012146082,0.0000012877038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005041939,0.00040626273,0.97840613,0.000184758,0.00013367967,0.000033287455,0.003025636,0.000027977196,0.000010304671,0.00015345901,0.0010762132,0.011500359],"study_design_scores_gemma":[0.0074399826,0.0021859016,0.7198905,0.0005030036,0.000009551278,0.0000051796374,0.00043739777,0.000032573826,0.000061990104,0.00010348444,0.2692114,0.00011904918],"about_ca_topic_score_codex":0.13036822,"about_ca_topic_score_gemma":0.7210773,"teacher_disagreement_score":0.59070915,"about_ca_system_score_codex":0.0046882676,"about_ca_system_score_gemma":0.002874772,"threshold_uncertainty_score":0.9991326},"labels":[],"label_agreement":null},{"id":"W4281804507","doi":"10.2196/29589","title":"Relationship Quality and Health Among Black Same-Sex Male Couples: Protocol for a Symbolic Netnography Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health; Rowan University","keywords":"Netnography; Social psychology; Psychology; Grounded theory; Romance; Reproductive health; Qualitative research; Developmental psychology; Sociology; Social media; Population; Social science; Computer science; Demography","score_opus":0.7049685614424125,"score_gpt":0.6993435825174429,"score_spread":0.005624978924969604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281804507","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022940619,0.000005191019,0.000020806212,0.00280532,0.000015160373,0.96803105,0.000116237374,0.00012817851,0.0059374506],"genre_scores_gemma":[0.013771392,2.6485517e-7,0.000059056885,0.00033784992,0.00032872835,0.9687282,0.000020321446,0.00007115887,0.016683027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901242,0.0052272817,0.0010161126,0.0009407112,0.0012433291,0.0014483271],"domain_scores_gemma":[0.996745,0.0008931789,0.00037321576,0.0011565837,0.00027954558,0.00055251387],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012835178,0.00027211066,0.0005086664,0.0007923477,0.0025174678,0.00024921235,0.0007137076,0.00014285512,0.0013041222],"category_scores_gemma":[0.00021658413,0.00027437333,0.00014332146,0.0013923525,0.0005563076,0.0001979258,0.00048193682,0.0015738739,0.00009310684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080984115,0.0030526754,0.8276796,0.0033234484,0.000031459895,0.000007333257,0.008131504,0.0000028234258,0.000001599024,0.005835919,0.14991003,0.0012137837],"study_design_scores_gemma":[0.0062275683,0.005890013,0.830265,0.000070345246,0.000002587259,0.000007697101,0.0043440764,0.000028149512,3.4454027e-7,0.0038408404,0.1490862,0.0002371812],"about_ca_topic_score_codex":0.007741446,"about_ca_topic_score_gemma":0.0012406021,"teacher_disagreement_score":0.012618593,"about_ca_system_score_codex":0.00032445884,"about_ca_system_score_gemma":0.0007464038,"threshold_uncertainty_score":0.99997085},"labels":[],"label_agreement":null},{"id":"W4281928257","doi":"10.2196/37583","title":"Proximal Risk for Suicide: Protocol for an Ecological Momentary Assessment Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mayo Clinic","keywords":"Suicidal ideation; Psychology; Suicide prevention; Protocol (science); Poison control; Human factors and ergonomics; Injury prevention; Risk assessment; Clinical psychology; Medicine; Medical emergency; Computer security; Alternative medicine; Computer science","score_opus":0.5070289949448891,"score_gpt":0.6493269743908427,"score_spread":0.14229797944595368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281928257","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011673452,6.8646614e-7,0.00010432238,0.00039041904,0.000027688098,0.9851586,0.0002759167,0.00018100854,0.0021878679],"genre_scores_gemma":[0.0059712464,2.3248846e-8,0.0010962252,0.0001462209,0.00035789591,0.99022955,0.00004527483,0.000083098,0.0020704793],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919833,0.0032675688,0.0007166241,0.0012421751,0.001258399,0.0015319275],"domain_scores_gemma":[0.9966833,0.0014057193,0.00023422185,0.00094594614,0.00047775832,0.0002530269],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008304332,0.00033808468,0.000526737,0.00034919922,0.0025623937,0.00016468405,0.0011165963,0.00011290605,0.0038444756],"category_scores_gemma":[0.00018491526,0.000280766,0.00021457358,0.00053374475,0.00018765248,0.00019103877,0.00093069655,0.0012380544,0.000037277976],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027868493,0.096491,0.48598003,0.0007243565,0.000827368,0.00013145422,0.008365017,0.000040610084,0.0006507718,0.004159252,0.36226863,0.012493029],"study_design_scores_gemma":[0.02806938,0.1254216,0.23089017,0.000024967712,0.000017627446,0.00000984888,0.024089558,0.0002708276,0.000100369056,0.0058215,0.5846855,0.000598663],"about_ca_topic_score_codex":0.00015883667,"about_ca_topic_score_gemma":0.00010474984,"teacher_disagreement_score":0.25508985,"about_ca_system_score_codex":0.0004975696,"about_ca_system_score_gemma":0.00032513504,"threshold_uncertainty_score":0.9999645},"labels":[],"label_agreement":null},{"id":"W4281954742","doi":"10.2196/36158","title":"Use of and Experiences With Online Access to Electronic Health Records for Parents, Children, and Adolescents: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NordForsk","keywords":"CINAHL; PsycINFO; Protocol (science); Medical education; Proxy (statistics); MEDLINE; Grey literature; Medicine; Psychology; Computer science; Alternative medicine; Nursing; Psychological intervention; Political science","score_opus":0.7321582039653193,"score_gpt":0.7364540200541905,"score_spread":0.004295816088871196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281954742","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015790022,0.22701639,0.00007801377,0.00042322656,0.000011564448,0.77204967,0.00035905963,0.000056915807,0.0000036011525],"genre_scores_gemma":[3.52539e-8,0.36297175,0.0002984717,0.00043494266,0.0002113277,0.6356854,0.00013223154,0.00014565313,0.00012019938],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98394096,0.0066921124,0.0032817766,0.0016470168,0.0012130706,0.0032250856],"domain_scores_gemma":[0.99202365,0.002960273,0.002292244,0.0011340299,0.00075360574,0.00083619036],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010290714,0.0007267616,0.00390881,0.00072316785,0.0017500531,0.00012180236,0.0011929539,0.00037021833,0.00012002306],"category_scores_gemma":[0.0017750682,0.0005277545,0.00021621078,0.0015579065,0.0001905295,0.00042655593,0.0010077594,0.0027991154,0.0000025691147],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005538348,0.00026229935,0.0002324731,0.6198852,0.00003694225,3.396353e-7,0.00041570538,2.1119654e-8,1.5500337e-8,0.000022804277,0.012989193,0.36560118],"study_design_scores_gemma":[0.0011994198,0.0049715056,0.000009735132,0.48211986,0.000009668929,0.0000070956426,0.00016560926,0.0000017895568,9.0504635e-8,0.0000049119885,0.51127726,0.00023305233],"about_ca_topic_score_codex":0.0004603978,"about_ca_topic_score_gemma":0.0016511739,"teacher_disagreement_score":0.49828807,"about_ca_system_score_codex":0.0017213374,"about_ca_system_score_gemma":0.024240809,"threshold_uncertainty_score":0.9997174},"labels":[],"label_agreement":null},{"id":"W4281979568","doi":"10.2196/38407","title":"Neural Activity During Audiovisual Speech Processing: Protocol For a Functional Neuroimaging Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multisensory perception and integration","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Functional near-infrared spectroscopy; Audiology; Neuroimaging; Cochlear implant; Brain activity and meditation; Task (project management); Comprehension; Speech perception; Psychology; Computer science; Medicine; Perception; Electroencephalography; Cognition; Neuroscience","score_opus":0.5961632722354896,"score_gpt":0.642929337089026,"score_spread":0.046766064853536404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281979568","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115860686,8.1097e-8,0.00009625562,0.0003154476,0.000026845948,0.8817218,0.000016506232,0.00018642789,0.00177595],"genre_scores_gemma":[0.1241694,1.3440125e-9,0.00005122247,0.00005017493,0.00034653052,0.8662734,0.0000076071337,0.000057382087,0.009044293],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9947794,0.0018791801,0.00038311802,0.00086891884,0.001305818,0.000783532],"domain_scores_gemma":[0.99862504,0.00013298169,0.000152715,0.00050377,0.0004278582,0.00015764624],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018401829,0.00022850976,0.00023034753,0.00045533787,0.0018494064,0.00025716977,0.0004072645,0.000061734696,0.009553856],"category_scores_gemma":[0.00011735373,0.00021737203,0.00012369761,0.0006503913,0.00012714192,0.0003546722,0.00032890466,0.0013661437,0.00012964824],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.072893195,0.051114302,0.0899236,0.0021214716,0.00014797697,0.0003761962,0.023263957,0.00032268983,0.3822895,0.0004964733,0.13066421,0.24638644],"study_design_scores_gemma":[0.020141535,0.009678275,0.58433986,0.00012894398,0.0000037544187,0.00015533893,0.00690486,0.00680941,0.0012819177,0.00007982311,0.36989787,0.0005783886],"about_ca_topic_score_codex":0.00003787648,"about_ca_topic_score_gemma":0.000013605792,"teacher_disagreement_score":0.4944163,"about_ca_system_score_codex":0.00032983787,"about_ca_system_score_gemma":0.0002034267,"threshold_uncertainty_score":0.99945},"labels":[],"label_agreement":null},{"id":"W4281984633","doi":"10.2196/38365","title":"An Intervention to Increase Outdoor Play in Early Childhood Education Centers (PROmoting Early Childhood Outside): Protocol for a Pilot Wait-list Control Cluster Randomized Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Green Space and Health","field":"Environmental Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; Learning Partnership; Dalhousie University; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"Lawson Foundation; BC Children's Hospital","keywords":"Intervention (counseling); Randomized controlled trial; Early childhood; Cluster randomised controlled trial; Observational study; Protocol (science); Tier 2 network; Early childhood education; Medicine; Cluster (spacecraft); Psychology; Nursing; Developmental psychology; Alternative medicine","score_opus":0.061131187887439466,"score_gpt":0.44831044666940645,"score_spread":0.38717925878196696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281984633","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21644817,3.068748e-7,0.000168126,0.0009993145,0.000023078634,0.7819834,0.000052879746,0.00006232064,0.00026242714],"genre_scores_gemma":[0.28536054,1.7694509e-8,0.00031195531,0.00036408406,0.00022758695,0.713277,0.000025583364,0.000057878166,0.00037534555],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9907106,0.0043749968,0.001117864,0.0010400065,0.0015191967,0.0012373443],"domain_scores_gemma":[0.99776864,0.00043121775,0.00037581674,0.00071633287,0.00008252843,0.00062544737],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0110433055,0.00034182586,0.0006827005,0.00048930757,0.00083050126,0.00037779802,0.0009921596,0.00009981375,0.0011659914],"category_scores_gemma":[0.00062288746,0.00031280084,0.0002740761,0.00077674247,0.00018643968,0.0007426188,0.000568911,0.0010531992,0.00012571627],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8987445,0.019782247,0.044151563,0.00021463376,0.00003660021,0.000008146458,0.014766937,0.000078669356,0.00056776457,0.00008432359,0.00777737,0.013787224],"study_design_scores_gemma":[0.8675101,0.023103172,0.09900291,0.00074292667,0.00000692714,0.000004871595,0.00056600134,0.0004234742,0.000061285165,0.00058216957,0.007556905,0.00043925777],"about_ca_topic_score_codex":0.010324857,"about_ca_topic_score_gemma":0.0024123895,"teacher_disagreement_score":0.06891237,"about_ca_system_score_codex":0.0011341437,"about_ca_system_score_gemma":0.00045968333,"threshold_uncertainty_score":0.9999324},"labels":[],"label_agreement":null},{"id":"W4282014845","doi":"10.2196/34298","title":"Investigating the Potential for Clinical Decision Support in Sub-Saharan Africa With AFYA (Artificial Intelligence-Based Assessment of Health Symptoms in Tanzania): Protocol for a Prospective, Observational Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tanzania; Observational study; Clinical decision support system; Medicine; Decision support system; Health care; Protocol (science); Family medicine; Nursing; Alternative medicine; Artificial intelligence; Socioeconomics; Computer science; Economic growth; Pathology","score_opus":0.7432367552549439,"score_gpt":0.6666782750301193,"score_spread":0.07655848022482459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282014845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051297516,0.0000015401953,0.006074865,0.003108007,0.000022575208,0.9394197,0.000031732612,0.000022620368,0.000021429069],"genre_scores_gemma":[0.26117104,1.5991881e-7,0.003744357,0.00011056809,0.00013158718,0.734766,0.00003052674,0.000030713523,0.000015006785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99287957,0.0016872251,0.0022575287,0.00070640864,0.0017010451,0.00076824974],"domain_scores_gemma":[0.9952458,0.0024789884,0.00050502096,0.0004993564,0.001091185,0.00017963613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018988507,0.00019576323,0.00056699105,0.00048208988,0.0006798347,0.000067624555,0.00041863864,0.00006480107,0.00009746563],"category_scores_gemma":[0.0014746274,0.00014392115,0.00009353461,0.0015909153,0.0003222324,0.00013138271,0.00013740826,0.0011206556,0.0000017218126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026652744,0.03250874,0.7917345,0.0018931138,0.00004307954,0.000011782863,0.002545459,0.00246715,0.0004676363,0.0013996103,0.003742997,0.13653314],"study_design_scores_gemma":[0.0053678555,0.2550687,0.63013,0.0034137145,0.000010773719,0.000008192693,0.008999545,0.060472816,0.0015396292,0.02555019,0.009003553,0.00043508],"about_ca_topic_score_codex":0.00032124345,"about_ca_topic_score_gemma":0.0006556778,"teacher_disagreement_score":0.22255994,"about_ca_system_score_codex":0.0008764462,"about_ca_system_score_gemma":0.008176017,"threshold_uncertainty_score":0.9974467},"labels":[],"label_agreement":null},{"id":"W4282035555","doi":"10.2196/32315","title":"Investigating the Efficacy of an 18-Week Postpartum Rehabilitation and Physical Development Intervention on Occupational Physical Performance and Musculoskeletal Health in UK Servicewomen: Protocol for an Independent Group Study Design","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pregnancy-related medical research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Physical therapy; Childbirth; Rehabilitation; Quality of life (healthcare); Pelvic floor; Pregnancy; Nursing; Surgery","score_opus":0.2303278833369237,"score_gpt":0.5560575749498359,"score_spread":0.3257296916129122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282035555","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48737755,6.534684e-7,0.000022614075,0.00030803078,0.0000014680894,0.5122647,0.0000032782716,0.00001343532,0.000008261303],"genre_scores_gemma":[0.37306452,7.8073484e-8,0.00063348457,0.000028298346,0.000039551735,0.6261813,0.000024499635,0.000018732057,0.000009539959],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.993433,0.0027931652,0.00056828454,0.0006169476,0.0020231786,0.000565432],"domain_scores_gemma":[0.9973343,0.0014996513,0.00017363408,0.00039233395,0.00022071779,0.00037937568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008551658,0.00018497673,0.00035805712,0.00035286663,0.0005368275,0.00005106476,0.0002865023,0.00005164184,0.000018835399],"category_scores_gemma":[0.0010069535,0.00013677268,0.000049300215,0.0005981164,0.00031664825,0.00024601823,0.00039900956,0.0013065706,0.0000013207282],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043946236,0.10386537,0.06395768,0.015038421,0.00016645463,0.000017686263,0.08098649,0.00035616386,0.005512909,0.00079058757,0.0005155393,0.68484646],"study_design_scores_gemma":[0.023225348,0.17487516,0.7555435,0.00724552,0.0000045497973,0.0000075872076,0.0056849197,0.0312313,0.0004639637,0.00095318106,0.00054404675,0.0002209441],"about_ca_topic_score_codex":0.000044330165,"about_ca_topic_score_gemma":0.000028250428,"teacher_disagreement_score":0.69158584,"about_ca_system_score_codex":0.000481011,"about_ca_system_score_gemma":0.0009273784,"threshold_uncertainty_score":0.5676472},"labels":[],"label_agreement":null},{"id":"W4282542798","doi":"10.2196/37934","title":"Burnout and Associated Psychological Problems Among Teachers and the Impact of the Wellness4Teachers Supportive Text Messaging Program: Protocol for a Cross-sectional and Program Evaluation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technostress in Professional Settings","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University; University of Alberta","funders":"","keywords":"Burnout; Protocol (science); Cross-sectional study; Text messaging; Psychology; Psychological intervention; Medicine; Medical education; Applied psychology; Nursing; Clinical psychology; Computer science; World Wide Web; Alternative medicine","score_opus":0.3103246410315742,"score_gpt":0.6531558607869781,"score_spread":0.34283121975540387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282542798","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42059165,0.0000032462594,7.4525514e-7,0.0001916368,0.000007674583,0.5786006,0.000023126348,0.000081139704,0.0005002005],"genre_scores_gemma":[0.45405066,2.8832579e-8,0.000027077112,0.0000054016846,0.000017880293,0.5455575,0.0000057708985,0.000025417612,0.00031028254],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9907242,0.005238203,0.00070474966,0.0009019484,0.001658105,0.0007728071],"domain_scores_gemma":[0.99723107,0.00093795545,0.0006225275,0.00056151353,0.0005218999,0.00012502729],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01750894,0.00028806666,0.00037138723,0.0001864924,0.0016871751,0.00029590089,0.0006757148,0.00022107977,0.000383087],"category_scores_gemma":[0.0011214946,0.0001579058,0.00014910029,0.00078457623,0.0023650792,0.0001728456,0.0010264169,0.0019340456,6.5317863e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028508622,0.006262977,0.9234663,0.00010986146,0.00021641361,0.0000024686267,0.009318059,0.000016432938,0.000056287296,0.00026314525,0.0019470737,0.055490118],"study_design_scores_gemma":[0.015900204,0.0073498245,0.9650765,0.0002557054,0.000011648448,0.000016709162,0.0046793493,0.00064846437,0.000014650247,0.0040804227,0.0017798283,0.0001866587],"about_ca_topic_score_codex":0.00022996565,"about_ca_topic_score_gemma":0.0000204611,"teacher_disagreement_score":0.055303458,"about_ca_system_score_codex":0.000306688,"about_ca_system_score_gemma":0.00018752026,"threshold_uncertainty_score":0.9996125},"labels":[],"label_agreement":null},{"id":"W4282549475","doi":"10.2196/36429","title":"Promoting Physical Activity Among University Students During the COVID-19 Pandemic: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Anxiety; Context (archaeology); Psychological intervention; Randomized controlled trial; Intervention (counseling); Psychology; Mental health; Pandemic; Gerontology; Clinical psychology; Medicine; Physical therapy; Coronavirus disease 2019 (COVID-19); Psychiatry","score_opus":0.34085687872260295,"score_gpt":0.6323821420017975,"score_spread":0.2915252632791946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282549475","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2398809,1.4686343e-7,0.0000286631,0.00056938507,0.000021177268,0.7589986,0.000028743223,0.00011825271,0.00035417938],"genre_scores_gemma":[0.075331,3.3990606e-8,0.0000040606687,0.00008902404,0.00032056493,0.9160015,0.0000029208168,0.000035913312,0.008214964],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9840536,0.012005133,0.00044366988,0.00077674474,0.0016406234,0.0010802243],"domain_scores_gemma":[0.99222004,0.0061159497,0.00042236794,0.0006718931,0.00014436744,0.00042536017],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015919818,0.0002579311,0.0010500741,0.00025755353,0.002909971,0.000121847515,0.0012410984,0.00010086082,0.0006793437],"category_scores_gemma":[0.0011276426,0.00017884345,0.0005769709,0.0005919653,0.0005151411,0.00014662484,0.0010663671,0.001461759,0.00001726268],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97595114,0.0055450615,0.0060091997,0.00076126907,0.00015514257,0.000037753733,0.009055847,0.0000034756786,0.00021707997,0.000319546,0.0011975657,0.0007469303],"study_design_scores_gemma":[0.8850297,0.0022646547,0.0007518005,0.000068735455,0.000009510503,0.0000061185965,0.0010732961,0.00026161427,0.000023719884,0.00026867236,0.110074826,0.00016738947],"about_ca_topic_score_codex":0.00054821227,"about_ca_topic_score_gemma":0.000069830094,"teacher_disagreement_score":0.1645499,"about_ca_system_score_codex":0.0023518451,"about_ca_system_score_gemma":0.0016377119,"threshold_uncertainty_score":0.9983881},"labels":[],"label_agreement":null},{"id":"W4282589373","doi":"10.2196/37133","title":"HIV Digital Vaccine Strategy: Proposal for Applying Blockchain in Preventing the Spread of HIV","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"HIV vaccine; Timeline; Human immunodeficiency virus (HIV); Men who have sex with men; Business; Internet privacy; Vaccine trial; Medicine; Virology; Computer science; Geography","score_opus":0.13701320198708464,"score_gpt":0.5053973517807706,"score_spread":0.36838414979368594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282589373","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0226051,0.000025025443,0.0003272508,0.0043546474,0.000003539062,0.9634141,0.00029728393,0.000054700547,0.008918355],"genre_scores_gemma":[0.11322778,3.0998925e-7,0.0002591797,0.000008360051,0.00010386481,0.85578454,0.000062878906,0.000035936228,0.030517172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963085,0.0005427245,0.00060091284,0.00038166242,0.0013057924,0.0008604214],"domain_scores_gemma":[0.99838865,0.00043056643,0.000112812784,0.00053489686,0.0003586969,0.00017440393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039001682,0.000144375,0.0003141738,0.00047981442,0.00043889726,0.00011576389,0.00057016173,0.000051478102,0.0007739163],"category_scores_gemma":[0.00085535203,0.0001042221,0.0002246137,0.0009923422,0.00013948156,0.00013063314,0.00063856936,0.0012052114,0.000025897267],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015387596,0.016434593,0.13737635,0.013136881,0.00044272677,0.00029395582,0.0035539637,0.00034709295,0.08808524,0.018416768,0.45589393,0.25063092],"study_design_scores_gemma":[0.032700505,0.056088395,0.009948314,0.011905257,0.000022480714,0.00020117617,0.018978972,0.068629995,0.020143751,0.017286979,0.7632519,0.000842266],"about_ca_topic_score_codex":0.00003030623,"about_ca_topic_score_gemma":0.000025269876,"teacher_disagreement_score":0.307358,"about_ca_system_score_codex":0.0001977807,"about_ca_system_score_gemma":0.0008407921,"threshold_uncertainty_score":0.8473841},"labels":[],"label_agreement":null},{"id":"W4282590577","doi":"10.2196/36077","title":"Soil-Transmitted Helminth Infection in Malaysia: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Parasites and Host Interactions","field":"Immunology and Microbiology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Helminths; Helminth infections; Medicine; Environmental health; Data science; Computer science; Immunology; Alternative medicine; Pathology","score_opus":0.4348389138661049,"score_gpt":0.6382037292709043,"score_spread":0.2033648154047994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282590577","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.6417696e-8,0.26461884,0.000012034501,0.00005529821,0.000021666832,0.7342496,0.000074813994,0.00006822087,0.0008994791],"genre_scores_gemma":[1.5448779e-9,0.39605662,0.000012031585,0.000031469404,0.000049951857,0.6018819,0.0002364178,0.000058433638,0.0016731363],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99357086,0.0028726996,0.0013669354,0.00090390944,0.00018725304,0.0010983124],"domain_scores_gemma":[0.99711245,0.0013858253,0.0004678513,0.000775176,0.00020085828,0.000057832975],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0027543781,0.0005031082,0.0019457175,0.0009462977,0.00055870926,0.000081865306,0.00067567284,0.0005703705,0.007846299],"category_scores_gemma":[0.00049779663,0.00042362383,0.0007456998,0.0013346756,0.00017753182,0.0001935297,0.00033271988,0.0031419832,0.0007981019],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023501247,0.00091119186,0.000019573356,0.5451721,0.0001252097,0.0000140767315,0.000030942716,4.6699736e-7,0.000016381548,0.00012321207,0.030464645,0.4228872],"study_design_scores_gemma":[0.00090598734,0.00058831036,0.0000019527486,0.42232156,0.000016253387,0.00006666382,0.0000020717673,4.3145673e-7,0.000011949114,0.000021713906,0.5758448,0.00021827352],"about_ca_topic_score_codex":0.00010076873,"about_ca_topic_score_gemma":0.00013076799,"teacher_disagreement_score":0.5453802,"about_ca_system_score_codex":0.0005229761,"about_ca_system_score_gemma":0.0015088681,"threshold_uncertainty_score":0.9999799},"labels":[],"label_agreement":null},{"id":"W4282833784","doi":"10.2196/34706","title":"Internet-Based Prevention Program of Victimization for Youth in Care and Care Leavers (EMPOWER YOUTH): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Foster care; Prosocial behavior; Loneliness; Poison control; Psychology; Medicine; Intervention (counseling); Neglect; Clinical psychology; Psychiatry; Nursing; Medical emergency","score_opus":0.17210988953181988,"score_gpt":0.5319897606987827,"score_spread":0.3598798711669628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282833784","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050093886,0.000005447531,0.00037532847,0.00003672788,0.000027748123,0.99306476,0.00012605941,0.000059686627,0.0012948526],"genre_scores_gemma":[0.06484149,2.8788293e-8,0.00041797254,0.000009584906,0.000085726744,0.9340944,0.00020263974,0.00004658375,0.00030155818],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955543,0.0020209262,0.00083972374,0.00054658344,0.0005475684,0.00049084285],"domain_scores_gemma":[0.9979829,0.0007128464,0.00034266498,0.00034699167,0.0005354472,0.000079149264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027173618,0.00020687368,0.00090586615,0.0005034945,0.00019121334,0.00007607734,0.00027913577,0.00014105481,0.00032538126],"category_scores_gemma":[0.00033039786,0.00017294202,0.0004462841,0.00035960643,0.00016586264,0.000079164194,0.00009557868,0.00038822874,0.0000012891838],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9482459,0.0020828114,0.00015397077,0.0010576283,0.00010011271,0.0000012933954,0.0380781,0.000041485895,0.000005461319,0.0002539532,0.00026250744,0.009716776],"study_design_scores_gemma":[0.9552943,0.013840386,0.000014317799,0.00059177575,0.000028198823,2.4895022e-7,0.02304554,0.00040909558,0.00020216215,0.00011386071,0.0062998654,0.00016022658],"about_ca_topic_score_codex":0.00006784176,"about_ca_topic_score_gemma":0.00007291697,"teacher_disagreement_score":0.0598321,"about_ca_system_score_codex":0.0001719918,"about_ca_system_score_gemma":0.00034592394,"threshold_uncertainty_score":0.7052371},"labels":[],"label_agreement":null},{"id":"W4282925027","doi":"10.2196/30616","title":"The Efficacy of Virtual Reality Game Preparation for Children Scheduled for Magnetic Resonance Imaging Procedures (IMAGINE): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de l'Est-de-l'Île-de-Montréal; Institut Universitaire en Santé Mentale de Québec; Université de Montréal; Université du Québec en Abitibi-Témiscamingue; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Protocol (science); Randomized controlled trial; Magnetic resonance imaging; Virtual reality; Medical physics; Multimedia; Computer science; Medicine; Psychology; Human–computer interaction; Surgery; Alternative medicine; Radiology; Pathology","score_opus":0.07032376678836554,"score_gpt":0.5043361741844347,"score_spread":0.4340124073960691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282925027","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002426388,0.000023850662,0.008817576,0.0018240324,0.000009685104,0.9886035,0.00007006651,0.00019921898,0.00020946431],"genre_scores_gemma":[0.0027388148,9.690096e-7,0.0028329408,0.00006890018,0.00054947677,0.9919984,0.000060160717,0.00006840324,0.0016819654],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99371403,0.0019295756,0.0014488164,0.0007011074,0.0013771205,0.0008293593],"domain_scores_gemma":[0.98946536,0.007839736,0.0006400919,0.00081532256,0.001120424,0.000119076714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022163969,0.00028340577,0.0013091542,0.0003732047,0.0007431874,0.00013934626,0.0006847434,0.000072939125,0.00003177186],"category_scores_gemma":[0.019287806,0.00019444646,0.0007277386,0.000503129,0.0004562113,0.00013883885,0.00029138304,0.0004317828,6.436001e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9377557,0.001508302,0.00011222994,0.0009593436,0.00007515921,6.563888e-7,0.00010969463,0.000009363828,0.0004628133,0.00212979,0.05211314,0.004763801],"study_design_scores_gemma":[0.898277,0.00978779,0.00025679078,0.00036597956,0.000058049394,0.0000025792067,0.00003794861,0.011560384,0.00043304777,0.0044050976,0.07463833,0.00017699701],"about_ca_topic_score_codex":0.000010793469,"about_ca_topic_score_gemma":0.0000029777011,"teacher_disagreement_score":0.039478697,"about_ca_system_score_codex":0.00024213597,"about_ca_system_score_gemma":0.00118797,"threshold_uncertainty_score":0.98897314},"labels":[],"label_agreement":null},{"id":"W4282926852","doi":"10.2196/32270","title":"Treatment Outcome for Adults in a Residential Program for Binge Eating Spectrum Disorders: Protocol for a Prospective Pragmatic Single-Arm Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Bulimia nervosa; Anorexia nervosa; Eating disorders; Binge eating; Medicine; Binge-eating disorder; Prospective cohort study; Psychiatry; Depression (economics); Clinical psychology; Internal medicine","score_opus":0.23370157262872024,"score_gpt":0.5822886821580019,"score_spread":0.3485871095292816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282926852","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006647168,0.000001195915,0.00016979828,0.0008521372,0.000051880303,0.9912612,0.00019108945,0.00021380356,0.0006117619],"genre_scores_gemma":[0.006330829,1.7605487e-8,0.003838203,0.00001273137,0.0003710287,0.987156,0.000082719656,0.0001563535,0.0020521355],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99422264,0.00085306884,0.0011610722,0.0012516683,0.0007928987,0.0017186672],"domain_scores_gemma":[0.9972731,0.0012575417,0.0004414841,0.000678741,0.00019553975,0.00015361782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024489772,0.00042874677,0.0006639937,0.0006185835,0.0011031693,0.0002860553,0.00062574516,0.0001829834,0.0003749145],"category_scores_gemma":[0.0006132993,0.0003811126,0.00046132473,0.00083779223,0.0001649175,0.00016481908,0.00022156519,0.00057277374,0.000008149443],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.634794,0.16229399,0.04886006,0.00518611,0.00023013126,0.000030062862,0.020122262,0.000028053877,0.00025361447,0.009588209,0.0069163903,0.111697145],"study_design_scores_gemma":[0.44379002,0.3635293,0.0021984822,0.0011080676,0.000023314542,0.000007441729,0.006500493,0.0008836951,0.00016892108,0.02094503,0.15995479,0.0008904616],"about_ca_topic_score_codex":0.00034565717,"about_ca_topic_score_gemma":0.0014618115,"teacher_disagreement_score":0.20123532,"about_ca_system_score_codex":0.0010218351,"about_ca_system_score_gemma":0.00043710577,"threshold_uncertainty_score":0.9998641},"labels":[],"label_agreement":null},{"id":"W4282927482","doi":"10.2196/35695","title":"Impact of a Papillomavirus Vaccination Promotion Program in Middle School: Study Protocol for a Cluster Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vaccination; Medicine; Health promotion; Family medicine; Cervical cancer; Intervention (counseling); Cluster randomised controlled trial; Promotion (chess); Randomized controlled trial; Cluster (spacecraft); Demography; Public health; Nursing; Cancer; Immunology","score_opus":0.39456887384962025,"score_gpt":0.64537925251219,"score_spread":0.2508103786625697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282927482","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030669361,7.51124e-7,0.0000062273466,0.0002174234,0.0000047664107,0.9671443,0.000015069166,0.0000610468,0.0018810544],"genre_scores_gemma":[0.06036751,4.17497e-8,0.00008300353,0.0000088261895,0.00020340834,0.93850994,0.000016345395,0.000041580653,0.00076931785],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933355,0.0019090101,0.0009209893,0.00059156277,0.0023755552,0.0008673765],"domain_scores_gemma":[0.99726725,0.00037734123,0.0001919952,0.00058757124,0.0012602032,0.0003156175],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006825785,0.00021571764,0.00079213694,0.0009187738,0.00027939305,0.00009935569,0.00038283263,0.00010314722,0.0076893005],"category_scores_gemma":[0.0012898325,0.00015847156,0.00038273243,0.0015599121,0.000064115986,0.00017417634,0.0003985492,0.0012364233,0.00001319126],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.86170053,0.047969464,0.023085164,0.0015053615,0.000092491406,0.000015778398,0.00037164366,0.000015253485,0.00030744052,0.000017081986,0.0021725113,0.06274726],"study_design_scores_gemma":[0.7214223,0.18282232,0.083259724,0.00018339048,0.000006277757,0.0000036178476,0.00028877254,0.0012553296,0.00009840655,0.0003313893,0.010187925,0.0001405579],"about_ca_topic_score_codex":0.00020209224,"about_ca_topic_score_gemma":0.000114230534,"teacher_disagreement_score":0.14027825,"about_ca_system_score_codex":0.0013199591,"about_ca_system_score_gemma":0.0019109899,"threshold_uncertainty_score":0.9932178},"labels":[],"label_agreement":null},{"id":"W4282928605","doi":"10.2196/34430","title":"A Comparison of the Effects of Stochastic Resonance Therapy, Whole-Body Vibration, and Balance Training on Pain Perception and Sensorimotor Function in Patients With Chronic Nonspecific Neck Pain: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Effects of Vibration on Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Physical therapy; Neck pain; Chronic pain; Physical medicine and rehabilitation; Intervention (counseling); Balance (ability); Randomized controlled trial; Whole body vibration; Surgery; Alternative medicine","score_opus":0.07816797016087784,"score_gpt":0.4605903974180781,"score_spread":0.38242242725720027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282928605","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108500384,0.0000070919773,0.0009574885,0.00040512308,0.000010322072,0.89008796,0.000007024336,0.000016968834,0.000007632426],"genre_scores_gemma":[0.2562083,1.7225193e-7,0.000100738056,0.00006022999,0.00007110566,0.74349934,0.000008771427,0.000023694438,0.000027661197],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99107885,0.0063019143,0.00078390475,0.0003975611,0.001103526,0.00033422763],"domain_scores_gemma":[0.9933376,0.0053718444,0.0005105283,0.00032971162,0.00036357762,0.000086785614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008986071,0.00019266963,0.0011595099,0.00027591147,0.00030524386,0.00003099194,0.00010738779,0.000099719284,0.00002250208],"category_scores_gemma":[0.003010439,0.00011918817,0.00010422049,0.00042179064,0.00028616795,0.00009821103,0.000037299385,0.00066349306,1.9887113e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97576195,0.0018301503,0.004873865,0.002378153,0.00003615214,4.1315886e-7,0.0010249688,0.00006487527,0.0047325883,0.00008774541,0.00027049036,0.008938667],"study_design_scores_gemma":[0.87638235,0.06939746,0.03127596,0.003553694,0.0000067359215,3.60084e-7,0.00013321424,0.018387098,0.00015442655,0.00004910096,0.00056241517,0.00009716114],"about_ca_topic_score_codex":0.000007575746,"about_ca_topic_score_gemma":0.000005855619,"teacher_disagreement_score":0.14770792,"about_ca_system_score_codex":0.00023382314,"about_ca_system_score_gemma":0.00055796665,"threshold_uncertainty_score":0.48603523},"labels":[],"label_agreement":null},{"id":"W4282930237","doi":"10.2196/29004","title":"Development, Testing, and Implementation of the Belgian Patient Reported Experience Measure for Pancreatic Cancer Care (PREPARE) Project: Protocol for a Multi-Method Research Project","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Protocol (science); Health care; Medicine; Exploratory research; Multidisciplinary approach; Research design; Pancreatic cancer; Medical education; Intervention (counseling); Nursing; Psychology; Cancer; Alternative medicine","score_opus":0.5884573651599557,"score_gpt":0.668604006279893,"score_spread":0.0801466411199373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282930237","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044128757,0.000009271532,0.00016923445,0.00015797872,0.0000063403863,0.9551289,0.000093590534,0.000041250365,0.0002646526],"genre_scores_gemma":[0.002794682,2.785333e-7,0.06338275,0.000025931664,0.00005550866,0.93277967,0.00001944601,0.000059245507,0.00088251656],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926175,0.0018116279,0.0010132866,0.0009010047,0.0024588392,0.0011977768],"domain_scores_gemma":[0.9936096,0.001168681,0.00040583243,0.00078062975,0.003879219,0.00015601862],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007309356,0.0002475098,0.00060115877,0.00055136415,0.002079933,0.00006843609,0.0004902436,0.00012886646,0.00009385102],"category_scores_gemma":[0.0035040781,0.00017458484,0.00011148216,0.0017869307,0.00047337243,0.00010689562,0.00068995607,0.0008350878,3.9188407e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010716066,0.0020932956,0.67865765,0.015893618,0.00031081776,0.000027694558,0.10042218,0.0000024295132,0.03160241,0.00008757946,0.020508716,0.13967751],"study_design_scores_gemma":[0.031547714,0.020628087,0.10435274,0.0059196167,0.000060280414,0.00014065596,0.11793807,0.0022604223,0.04862117,0.000118992924,0.6678075,0.00060473493],"about_ca_topic_score_codex":0.0017698014,"about_ca_topic_score_gemma":0.0006686001,"teacher_disagreement_score":0.6472988,"about_ca_system_score_codex":0.0011153751,"about_ca_system_score_gemma":0.011626076,"threshold_uncertainty_score":0.99921924},"labels":[],"label_agreement":null},{"id":"W4282934040","doi":"10.2196/32955","title":"Immersive Virtual Reality Exergames to Promote the Well-being of Community-Dwelling Older Adults: Protocol for a Mixed Methods Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Headset; Mood; Virtual reality; Usability; Psychology; Cognition; Applied psychology; Protocol (science); Population; Intervention (counseling); Perception; System usability scale; Physical therapy; Medicine; Clinical psychology; Computer science; Human–computer interaction","score_opus":0.28173674237309987,"score_gpt":0.5674681227356587,"score_spread":0.28573138036255885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282934040","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019287424,2.302989e-7,0.15881167,0.0015582776,0.000008030566,0.83719885,0.000015912152,0.00006005156,0.0004182262],"genre_scores_gemma":[0.030215463,3.096706e-8,0.01021199,0.00015356687,0.000043426302,0.95914775,0.0000044026847,0.000032723077,0.00019065209],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883988,0.007893056,0.00076827756,0.0005855561,0.0014956351,0.00085866294],"domain_scores_gemma":[0.99409354,0.0019472574,0.00029622094,0.0025291455,0.0008587091,0.00027511807],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020271046,0.00025212741,0.0004048979,0.00034550577,0.0025948111,0.00033926606,0.004395251,0.000041955223,0.000046066703],"category_scores_gemma":[0.00078650785,0.00019157786,0.00011293229,0.002300377,0.00019226616,0.00037062797,0.0038338788,0.0014076631,0.0000106648595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00850978,0.041910995,0.00015527119,0.0021258472,0.00025448744,0.00000938496,0.23951222,0.002210864,0.017164212,0.062673785,0.046027683,0.5794455],"study_design_scores_gemma":[0.01395281,0.13259535,0.005740111,0.0019185226,0.000010823159,0.000017308284,0.072321795,0.023935597,0.055697594,0.02084055,0.6718626,0.0011069246],"about_ca_topic_score_codex":0.0006218189,"about_ca_topic_score_gemma":0.000046393845,"teacher_disagreement_score":0.62583494,"about_ca_system_score_codex":0.00026133537,"about_ca_system_score_gemma":0.0004489189,"threshold_uncertainty_score":0.99870366},"labels":[],"label_agreement":null},{"id":"W4282935666","doi":"10.2196/35697","title":"The Surveillance of Physical Activity, Sedentary Behavior, and Sleep: Protocol for the Development and Feasibility Evaluation of a Novel Measurement System","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council","keywords":"Protocol (science); Physical activity; Sleep (system call); Sedentary behavior; Actigraphy; Computer science; Psychology; Applied psychology; Medicine; Physical therapy; Alternative medicine; Psychiatry","score_opus":0.6817296563610152,"score_gpt":0.6173790701856811,"score_spread":0.06435058617533418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282935666","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1915216,0.0000018239341,0.000044099143,0.00037118874,0.0000019969932,0.807982,0.000019137384,0.000007872344,0.000050258677],"genre_scores_gemma":[0.46117905,2.068439e-8,0.000029658127,0.0000019107297,0.00002170847,0.53875655,6.8006443e-7,0.0000055955807,0.000004835602],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995732,0.0008275949,0.00024697836,0.0002746031,0.0026432616,0.00027553242],"domain_scores_gemma":[0.9977554,0.000761153,0.0001636208,0.00036142798,0.0008707848,0.000087607616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0119448025,0.00009852952,0.0002834337,0.000043502074,0.00071836583,0.000021271637,0.00015853476,0.000025510864,0.0000037018797],"category_scores_gemma":[0.00024015558,0.00005674684,0.000051684245,0.00021358534,0.00026238698,0.00005907613,0.0003144215,0.00039202772,1.4494923e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04136916,0.05847796,0.07342033,0.03343635,0.00045454194,0.0000026904922,0.006908866,0.00006020206,0.18676819,0.0036908442,0.00086707424,0.5945438],"study_design_scores_gemma":[0.023356961,0.01015626,0.87851614,0.001489977,0.000044783283,0.000014440536,0.0016155511,0.02521676,0.04513349,0.0002591513,0.013976579,0.00021989585],"about_ca_topic_score_codex":0.000058792164,"about_ca_topic_score_gemma":0.00007867537,"teacher_disagreement_score":0.8050958,"about_ca_system_score_codex":0.00057341583,"about_ca_system_score_gemma":0.0009341278,"threshold_uncertainty_score":0.55251616},"labels":[],"label_agreement":null},{"id":"W4282940074","doi":"10.2196/35168","title":"The World Mental Health International College Student Survey in Canada: Protocol for a Mental Health and Substance Use Trend Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; McMaster University; University of British Columbia; Public Health Ontario; University of Toronto; Simon Fraser University","funders":"","keywords":"Mental health; Context (archaeology); Psychological intervention; Phone; Protocol (science); Medicine; Population; Survey data collection; Medical education; Family medicine; Psychology; Environmental health; Nursing; Alternative medicine; Psychiatry; Geography","score_opus":0.47295751557275895,"score_gpt":0.6437304327257567,"score_spread":0.17077291715299775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282940074","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04112992,0.000011968488,1.5876378e-7,0.0062946617,0.00008276913,0.95063806,0.0016523972,0.000015662488,0.00017439731],"genre_scores_gemma":[0.023216452,6.203277e-7,0.00001504325,0.0003865382,0.000044308417,0.9688095,0.00015830582,0.000034139455,0.00733509],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99207634,0.0037907131,0.0008056177,0.00066941755,0.0015161011,0.0011418123],"domain_scores_gemma":[0.9981202,0.0007506287,0.00027765622,0.00041379858,0.00006952706,0.00036822745],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005788793,0.0002196648,0.0003405293,0.00028320917,0.002509703,0.00015221754,0.0007528102,0.000018732277,0.0004234553],"category_scores_gemma":[0.000019587595,0.00017167491,0.00003350359,0.00077074696,0.0001003927,0.000156038,0.00043204558,0.00060973474,0.000002805074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0089678895,0.004781342,0.69915515,0.00010973453,0.00005949056,0.00002237573,0.0060823876,5.935647e-7,6.648348e-7,0.0005891179,0.2729482,0.007283015],"study_design_scores_gemma":[0.014078554,0.004528442,0.5061181,0.00018006323,2.0199704e-7,0.000005264599,0.014086758,0.000019314233,0.0000018398589,0.000023331757,0.46081728,0.0001408419],"about_ca_topic_score_codex":0.50854963,"about_ca_topic_score_gemma":0.9907309,"teacher_disagreement_score":0.48218122,"about_ca_system_score_codex":0.0058109183,"about_ca_system_score_gemma":0.0019175229,"threshold_uncertainty_score":0.9987889},"labels":[],"label_agreement":null},{"id":"W4283018738","doi":"10.2196/36741","title":"Continuous Remote Patient Monitoring in Patients With Heart Failure (Cascade Study): Protocol for a Mixed Methods Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Exacerbation; Ambulatory; Heart failure; Emergency medicine; Wearable computer; Medical emergency; Protocol (science); Physical therapy; Intensive care medicine; Internal medicine; Computer science; Alternative medicine; Pathology","score_opus":0.21724133721234654,"score_gpt":0.5702588227925719,"score_spread":0.3530174855802254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283018738","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18085162,1.9584836e-7,0.000029579256,0.0005455433,0.000009121632,0.81841385,0.000007784661,0.0000909184,0.000051404168],"genre_scores_gemma":[0.04868023,3.0670637e-9,0.01773426,0.00002023533,0.00006107993,0.93307745,0.000009079217,0.000071162154,0.0003464844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99164104,0.0033892235,0.0007307223,0.0010586791,0.0021497721,0.0010305521],"domain_scores_gemma":[0.9975565,0.00030874266,0.000139725,0.0011406164,0.00055620656,0.00029821176],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005470717,0.00035687198,0.00074362435,0.0005512642,0.0005850799,0.000110460394,0.00030549805,0.000066501045,0.000137592],"category_scores_gemma":[0.00028688164,0.0002666835,0.00012253382,0.0011379655,0.0000781221,0.00015971439,0.0007663291,0.0010267451,0.000008949836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018608214,0.0412567,0.9112033,0.00053190795,0.0001276546,0.00006949976,0.0022908123,0.00000819889,0.00010237498,0.000003030427,0.0078093437,0.017988944],"study_design_scores_gemma":[0.055327293,0.10377104,0.55594933,0.00056935,0.000018252893,0.0000022947168,0.009720057,0.00002957705,0.0005294784,0.00003829799,0.2737435,0.0003015345],"about_ca_topic_score_codex":0.00016171667,"about_ca_topic_score_gemma":0.0000891295,"teacher_disagreement_score":0.355254,"about_ca_system_score_codex":0.0010432361,"about_ca_system_score_gemma":0.000311262,"threshold_uncertainty_score":0.99997854},"labels":[],"label_agreement":null},{"id":"W4283024551","doi":"10.2196/34405","title":"Development and Validation of Population Clusters for Integrating Health and Social Care: Protocol for a Mixed Methods Study in Multiple Long-Term Conditions (Cluster-Artificial Intelligence for Multiple Long-Term Conditions)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Leicester Biomedical Research Centre; NIHR Oxford Biomedical Research Centre; Department of Health and Social Care; Medical Research Council; National Institute for Health and Care Research","keywords":"Term (time); Protocol (science); Cluster (spacecraft); Population; Computer science; Psychology; Data science; Applied psychology; Medicine; Environmental health","score_opus":0.40313185880582464,"score_gpt":0.6157007925682934,"score_spread":0.21256893376246871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283024551","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123968385,0.0000017717346,0.020282537,0.00031673684,0.000012976188,0.8551709,0.00020397427,0.000037834845,0.000004865477],"genre_scores_gemma":[0.2500359,4.8773682e-8,0.009475909,0.00002322629,0.00005023958,0.7391321,0.0012305568,0.000031751115,0.000020279436],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966606,0.00075936085,0.00095246383,0.0005835116,0.00053022534,0.0005138492],"domain_scores_gemma":[0.9977907,0.0011064683,0.0003432785,0.00022175742,0.0004047383,0.0001330506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003067276,0.00021502363,0.00045397624,0.0005461552,0.0011332216,0.00013499791,0.00016183252,0.00006395568,0.000024842178],"category_scores_gemma":[0.0006083328,0.0002184253,0.00008431558,0.0003498849,0.00016375215,0.00022590676,0.00030324468,0.00026706696,2.2748698e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03795827,0.013770348,0.372747,0.08849738,0.00052080635,0.000016584148,0.072633766,0.00054118707,0.002970571,0.0045378525,0.0015760191,0.4042302],"study_design_scores_gemma":[0.07160442,0.028010972,0.63435227,0.0070061553,0.00012140583,0.000017155695,0.19271876,0.045177344,0.010701808,0.004679779,0.004080124,0.0015298175],"about_ca_topic_score_codex":0.000057794696,"about_ca_topic_score_gemma":0.00081185607,"teacher_disagreement_score":0.4027004,"about_ca_system_score_codex":0.00080277456,"about_ca_system_score_gemma":0.00069637067,"threshold_uncertainty_score":0.8907125},"labels":[],"label_agreement":null},{"id":"W4283034762","doi":"10.2196/39080","title":"Psychotherapeutic and Psychiatric Intervention in Patients With COVID-19 and Their Relatives: Protocol for the DigiCOVID Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Protocol (science); Psychiatry; Intervention (counseling); Psychology; 2019-20 coronavirus outbreak; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Clinical psychology; Psychotherapist; Alternative medicine; Disease; Virology; Outbreak","score_opus":0.3486083722567743,"score_gpt":0.6246820821339435,"score_spread":0.27607370987716917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283034762","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053069224,0.00001175889,0.0002718897,0.0017266875,0.000022060494,0.9922843,0.00005275604,0.000034100416,0.00028954013],"genre_scores_gemma":[0.012299838,3.1811172e-7,0.00003057687,0.00054364913,0.00007037117,0.9862964,0.000009142794,0.000035773854,0.00071390206],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964267,0.0015415897,0.0004118119,0.00059939903,0.00046077103,0.00055971835],"domain_scores_gemma":[0.99785495,0.0012705065,0.00016785442,0.00044150616,0.000062770596,0.00020240272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030580317,0.00018647475,0.00021757734,0.00036288478,0.00088403083,0.00008729486,0.00032992667,0.00007336092,0.0004776871],"category_scores_gemma":[0.00007047551,0.00011485107,0.000060907692,0.00066370034,0.00025597058,0.000118602315,0.00017376723,0.00073823624,0.0000041321005],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6616131,0.009692981,0.19912753,0.0027392353,0.00009961616,0.000003982751,0.015425493,0.000005014411,0.0000069449156,0.0078065624,0.0087218005,0.094757736],"study_design_scores_gemma":[0.18883967,0.025391195,0.062222056,0.00014942826,0.0000021237074,0.0000029122514,0.002120559,0.000029965478,0.000001334495,0.0059242784,0.7151378,0.00017871277],"about_ca_topic_score_codex":0.00019320218,"about_ca_topic_score_gemma":0.00012037603,"teacher_disagreement_score":0.70641595,"about_ca_system_score_codex":0.00044701627,"about_ca_system_score_gemma":0.00041893878,"threshold_uncertainty_score":0.67993397},"labels":[],"label_agreement":null},{"id":"W4283072248","doi":"10.2196/38796","title":"Tuberculosis Treatment Compliance Under Smartphone-Based Video-Observed Therapy Versus Community-Based Directly Observed Therapy: Protocol for a Cluster Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Directly Observed Therapy; Randomized controlled trial; Tuberculosis; Protocol (science); Medicine; Cluster (spacecraft); Physical therapy; Compliance (psychology); Cluster randomised controlled trial; Psychology; Alternative medicine; Computer science; Surgery","score_opus":0.579438778212963,"score_gpt":0.5586981681742804,"score_spread":0.02074061003868255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283072248","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015593753,0.000026269654,0.00019675614,0.015920749,0.000059358976,0.96707535,0.000119300814,0.0003060282,0.000702406],"genre_scores_gemma":[0.0059627886,0.000006688497,0.00094788556,0.003429157,0.00041088805,0.98749393,0.00040148475,0.00020609616,0.0011411074],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9548208,0.03753998,0.0020045382,0.0011799864,0.0021458068,0.0023088662],"domain_scores_gemma":[0.9644568,0.030446848,0.000567663,0.0023769976,0.0013191532,0.00083255785],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025065301,0.0009110125,0.004323318,0.00081324263,0.0026114406,0.0002551323,0.0012373762,0.00038674782,0.0017340424],"category_scores_gemma":[0.003696728,0.0006107077,0.002486861,0.0012138247,0.0010349889,0.0001720816,0.000315538,0.0026674897,0.000051266932],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96235985,0.014613054,0.00032136732,0.0006373405,0.0014997044,0.000015925885,0.00017542536,0.00044649394,0.0038313675,0.00009384609,0.012835462,0.0031701613],"study_design_scores_gemma":[0.751171,0.043021582,0.00021132789,0.00047315494,0.000029999708,0.0000028943382,0.00011121183,0.007643108,0.0027484263,0.0002301698,0.19394206,0.00041508023],"about_ca_topic_score_codex":0.0009349463,"about_ca_topic_score_gemma":0.0001602274,"teacher_disagreement_score":0.21118885,"about_ca_system_score_codex":0.0018829661,"about_ca_system_score_gemma":0.0029925825,"threshold_uncertainty_score":0.99963444},"labels":[],"label_agreement":null},{"id":"W4283163284","doi":"10.2196/35774","title":"Antimicrobial Use in Pediatric Oncology and Hematology: Protocol for a Multicenter Point-Prevalence Study With Qualitative Expert Panel Assessment","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neutropenia and Cancer Infections","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Society of Clinical Microbiology and Infectious Diseases","keywords":"Medicine; Medical prescription; Family medicine; Antimicrobial; Antimicrobial stewardship; Pediatric cancer; Antibiotic resistance; Intensive care medicine; Cancer; Internal medicine; Antibiotics; Nursing","score_opus":0.42436940595833555,"score_gpt":0.6374683410788053,"score_spread":0.2130989351204698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283163284","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05422017,7.2014944e-7,0.00003969451,0.0009810858,0.0000054824363,0.94454116,0.000023175988,0.00003558726,0.00015290841],"genre_scores_gemma":[0.03670627,4.438713e-7,0.0012016256,0.00017645869,0.00006957344,0.9613932,0.0000041573276,0.000035198213,0.00041312337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958787,0.0019395393,0.000412265,0.00061833486,0.00057430216,0.0005768837],"domain_scores_gemma":[0.9982731,0.0007376169,0.00012336236,0.00036650826,0.00034397363,0.0001554807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021100836,0.00017866005,0.00041721604,0.0004167847,0.00039738588,0.000066246495,0.00018349839,0.000059582555,0.00022368881],"category_scores_gemma":[0.00012344755,0.00013978001,0.000048165453,0.0005775192,0.00018429729,0.00021505436,0.00037113889,0.0009345982,0.0000037547916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034461394,0.024201963,0.89011276,0.0039429497,0.00008992838,0.00058970624,0.02423796,0.000009383838,0.002949414,0.00031255084,0.01817859,0.0009134083],"study_design_scores_gemma":[0.16924472,0.15452343,0.3666208,0.0021622493,0.000055678527,0.0007505635,0.05301316,0.00023176022,0.0017366518,0.00016667198,0.25044483,0.0010494926],"about_ca_topic_score_codex":0.000117147545,"about_ca_topic_score_gemma":0.0001635347,"teacher_disagreement_score":0.5234919,"about_ca_system_score_codex":0.00054100354,"about_ca_system_score_gemma":0.00093255605,"threshold_uncertainty_score":0.5700063},"labels":[],"label_agreement":null},{"id":"W4283218966","doi":"10.2196/39414","title":"The Roles of a Secondary Data Analytics Tool and Experience in Scientific Hypothesis Generation in Clinical Research: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Data Analysis and Archiving","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences","keywords":"Protocol (science); Analytics; Data science; Computer science; Data collection; Process (computing); Research design; Psychology; Knowledge management; Management science; Medicine; Alternative medicine; Sociology; Engineering","score_opus":0.839968940426482,"score_gpt":0.7237221714602337,"score_spread":0.1162467689662483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283218966","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039567452,0.0000023577563,0.00005979776,0.00047313145,0.0000068435247,0.95961744,0.00006153668,0.0000068839076,0.00020455278],"genre_scores_gemma":[0.017210744,7.1454724e-7,0.0025423649,0.000005496717,0.000078784586,0.9797595,0.000010592197,0.000010983973,0.00038078614],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97224367,0.022943437,0.0009977185,0.0009081712,0.0021215882,0.00078540057],"domain_scores_gemma":[0.9919134,0.0062806145,0.0001589994,0.0012214539,0.00032233214,0.000103197825],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14564888,0.00008982154,0.00028226295,0.0006328928,0.002989667,0.000815213,0.0022723705,0.000043026143,0.00007719756],"category_scores_gemma":[0.011434605,0.00006887562,0.000051707662,0.0025945075,0.0016686459,0.00047794502,0.0028290043,0.0008824175,8.5538744e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009101013,0.0039989073,0.042520534,0.00017532177,0.000035380843,0.00001310048,0.048282374,0.000031931915,0.0021270022,0.0035343429,0.01619132,0.8821797],"study_design_scores_gemma":[0.0021535852,0.0012238176,0.017684678,0.00015272535,0.000002047809,2.9377279e-7,0.11385739,0.017988829,0.00023396955,0.0037249199,0.8428074,0.00017035268],"about_ca_topic_score_codex":0.00033314407,"about_ca_topic_score_gemma":0.021648547,"teacher_disagreement_score":0.8820093,"about_ca_system_score_codex":0.00012572164,"about_ca_system_score_gemma":0.0013363236,"threshold_uncertainty_score":0.9983083},"labels":[],"label_agreement":null},{"id":"W4283276416","doi":"10.2196/34550","title":"Implementing a Personalized Integrated Stepped-Care Method (STIP-Method) to Prevent and Treat Neuropsychiatric Symptoms in Persons With Dementia in Nursing Homes: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Nursing; Psychosocial; Dementia; Intervention (counseling); Psychological intervention; Participatory action research; Medicine; Family caregivers; Action plan; Multidisciplinary approach; Data collection; Psychology; Psychiatry; Disease","score_opus":0.5225352459950146,"score_gpt":0.7730639357839169,"score_spread":0.2505286897889023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283276416","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007741063,0.0000027795325,0.029025506,0.0020577076,0.000015320484,0.9606375,0.00015035977,0.00008579361,0.00028396616],"genre_scores_gemma":[0.00076070667,6.319529e-8,0.19621462,0.0004087582,0.000055473873,0.802144,0.000010675361,0.0000838894,0.00032183377],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94167775,0.050042287,0.0018697436,0.0015682495,0.0017639016,0.0030780854],"domain_scores_gemma":[0.99099755,0.0065438887,0.0005343902,0.00068119285,0.000637309,0.00060567894],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04463818,0.0004367359,0.00081431575,0.002559957,0.0030317574,0.00014292434,0.0008528624,0.000106171174,0.0005983143],"category_scores_gemma":[0.0014456041,0.0003704842,0.00008075068,0.006015221,0.00011746223,0.00031791377,0.0010174037,0.0021374428,0.0000060366233],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0098940665,0.0041738614,0.22038883,0.0064625703,0.00007777718,0.000041296254,0.38029465,0.00013108192,0.002001256,0.0006325509,0.010998505,0.36490354],"study_design_scores_gemma":[0.03721282,0.016097635,0.06412947,0.0036453963,0.00002332474,0.000014280509,0.5230905,0.0024395245,0.00012225313,0.00034827046,0.3521585,0.0007180666],"about_ca_topic_score_codex":0.00087622,"about_ca_topic_score_gemma":0.0014028001,"teacher_disagreement_score":0.36418548,"about_ca_system_score_codex":0.0021693052,"about_ca_system_score_gemma":0.0034625244,"threshold_uncertainty_score":0.9998747},"labels":[],"label_agreement":null},{"id":"W4283317095","doi":"10.2196/37966","title":"The Health Impact of Social Community Enterprises in Vulnerable Neighborhoods: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Community Health and Development","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Protocol (science); Empirical research; Mental health; Intervention (counseling); Applied psychology; Public relations; Gerontology; Environmental health; Medicine; Political science","score_opus":0.6178348770745036,"score_gpt":0.7629425462896974,"score_spread":0.1451076692151938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283317095","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004686169,0.0000020059174,0.00008839926,0.0019288743,0.000019001243,0.9918815,0.00006812693,0.000053448468,0.0012724659],"genre_scores_gemma":[0.009737229,1.8762928e-7,0.0008423636,0.00020769928,0.00006429041,0.9884661,0.000014850958,0.000046232075,0.00062107755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88508874,0.109975815,0.0016543386,0.0002979957,0.0011242995,0.0018588157],"domain_scores_gemma":[0.9829959,0.014148309,0.0007783396,0.0011330438,0.00064321497,0.0003011587],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.085225776,0.00023406955,0.0006666137,0.00044779273,0.020711994,0.00004524924,0.0016695322,0.000102366525,0.00052821287],"category_scores_gemma":[0.002873104,0.00016618021,0.00017099187,0.0014420697,0.000183844,0.00010862786,0.0027922888,0.007614208,0.000007860906],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0312865,0.024060475,0.17979783,0.009189811,0.00015335839,0.000004175548,0.27099216,0.000025193796,0.00012759332,0.001667923,0.34502736,0.13766761],"study_design_scores_gemma":[0.013735091,0.018328032,0.2025999,0.0007335342,8.9851375e-7,8.2171806e-7,0.14149569,0.00012741194,0.000014751599,0.0046668802,0.6180766,0.00022035406],"about_ca_topic_score_codex":0.0074730916,"about_ca_topic_score_gemma":0.00404854,"teacher_disagreement_score":0.27304927,"about_ca_system_score_codex":0.0026691987,"about_ca_system_score_gemma":0.009494144,"threshold_uncertainty_score":0.9991362},"labels":[],"label_agreement":null},{"id":"W4283323850","doi":"10.2196/38442","title":"Uneven Treadmill Training for Rehabilitation of Lateral Ankle Sprains and Chronic Ankle Instability: Protocol for a Pragmatic Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Foot and Ankle Surgery","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Army Medical Department; Congressionally Directed Medical Research Programs; U.S. Department of Veterans Affairs; U.S. Navy; U.S. Department of Defense","keywords":"Rehabilitation; Medicine; Physical therapy; Physical medicine and rehabilitation; Randomized controlled trial; Treadmill; Ankle; Clinical trial; Surgery","score_opus":0.16735140357651726,"score_gpt":0.512079857750174,"score_spread":0.3447284541736567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283323850","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0285101,0.0000034211562,0.000059596627,0.0016777995,0.000014651269,0.9693247,0.000068257454,0.000054781915,0.0002866866],"genre_scores_gemma":[0.015580349,1.01256376e-7,0.0011277868,0.00003111981,0.00026292042,0.9819529,0.000048519796,0.000052667616,0.000943637],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942273,0.0021930116,0.0013340474,0.00052282185,0.00104276,0.0006800932],"domain_scores_gemma":[0.989901,0.008510442,0.00040062732,0.00043359873,0.0005663348,0.00018799621],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017937176,0.00023809659,0.0019485651,0.0004790296,0.0004023956,0.000064933534,0.00019273508,0.000113168666,0.00024409188],"category_scores_gemma":[0.008462242,0.00017772637,0.00066040416,0.00043960413,0.000500111,0.00016119867,0.00015674232,0.0004451874,7.8190374e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97989315,0.0018753101,0.00020486955,0.0058804704,0.00014644404,0.0000028265154,0.0022155636,0.0000048425923,0.0022070433,0.0007964075,0.0015580774,0.0052150004],"study_design_scores_gemma":[0.8949592,0.02132011,0.00006967056,0.0010530631,0.00002579462,0.0000052791393,0.00041899894,0.002180036,0.00024367102,0.0043498497,0.07521713,0.00015720545],"about_ca_topic_score_codex":0.000013572008,"about_ca_topic_score_gemma":0.0000133271515,"teacher_disagreement_score":0.08493395,"about_ca_system_score_codex":0.00030288709,"about_ca_system_score_gemma":0.0016172247,"threshold_uncertainty_score":0.9998899},"labels":[],"label_agreement":null},{"id":"W4283363641","doi":"10.2196/38201","title":"Ecological Burden of e-Waste in Bangladesh—an Assessment to Measure the Exposure to e-Waste and Associated Health Outcomes: Protocol for a Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Recycling and Waste Management Techniques","field":"Environmental Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Environmental health; Electronic waste; Waste management; Environmental science; Medicine; Engineering; Geography","score_opus":0.2650713797891741,"score_gpt":0.5676128290984953,"score_spread":0.3025414493093212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283363641","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19865166,5.5341214e-8,0.00007385277,0.00093911897,0.000004312157,0.7998779,0.000024337238,0.000045284836,0.00038351226],"genre_scores_gemma":[0.24321502,1.0471326e-8,0.00047761342,0.00012918038,0.00002226787,0.75565034,0.0000032855503,0.000017795786,0.00048446652],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941715,0.0020156223,0.0006388777,0.00068133255,0.0018407042,0.0006519453],"domain_scores_gemma":[0.99874365,0.00029406243,0.00016546222,0.0005147592,0.00007025539,0.00021183239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013541518,0.00018033665,0.00032044694,0.00021326974,0.00075836584,0.00019268911,0.00088584464,0.00006132971,0.0003431411],"category_scores_gemma":[0.00026917979,0.00012720743,0.00006374929,0.0008894713,0.00011527494,0.0001381558,0.0016714104,0.00061694795,0.0000048996317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067680347,0.0033683404,0.9783138,0.000100555444,0.000020958274,0.000005678026,0.0019560414,0.0066941953,0.00051293214,0.000052127096,0.004275886,0.0040226686],"study_design_scores_gemma":[0.0030965277,0.023061858,0.95439637,0.00009854202,7.7894435e-7,8.686367e-7,0.0035967412,0.00054439367,0.000060908962,0.0003539098,0.0146025745,0.00018653597],"about_ca_topic_score_codex":0.00040913283,"about_ca_topic_score_gemma":0.000484182,"teacher_disagreement_score":0.04456336,"about_ca_system_score_codex":0.00089406443,"about_ca_system_score_gemma":0.00009691939,"threshold_uncertainty_score":0.5832814},"labels":[],"label_agreement":null},{"id":"W4283371380","doi":"10.2196/40101","title":"A Multilevel Integrated Intervention to Reduce the Impact of HIV Stigma on HIV Treatment Outcomes Among Adolescents Living With HIV in Uganda: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Medicine; Randomized controlled trial; Stigma (botany); Intervention (counseling); Psychological intervention; Family medicine; Clinical psychology; Psychiatry","score_opus":0.13790219993157557,"score_gpt":0.5446446525485097,"score_spread":0.4067424526169341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283371380","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08047768,6.53869e-7,0.00038610323,0.0004745339,0.0000042765514,0.91808665,0.00014639224,0.000041362273,0.00038236525],"genre_scores_gemma":[0.12770516,1.0423382e-7,0.00012338799,0.000008607855,0.00006192534,0.8531035,0.00003346649,0.00005546525,0.018908385],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99073017,0.0047153137,0.0013922747,0.0006116812,0.0016016471,0.0009489304],"domain_scores_gemma":[0.9957144,0.0019906776,0.00039434375,0.00073598564,0.0007876421,0.00037689795],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070142997,0.00040050084,0.001859979,0.0012319164,0.00041270498,0.00013348684,0.0005312202,0.00009043639,0.0010845963],"category_scores_gemma":[0.0056791473,0.00019347577,0.0015444866,0.00090916356,0.000336958,0.00014430008,0.00026455088,0.0010406688,0.000020808804],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9494725,0.014515732,0.017110199,0.00051462965,0.0005817132,0.000020442827,0.0011837641,0.00009863606,0.00050257123,0.000025925287,0.0119652385,0.004008631],"study_design_scores_gemma":[0.9044492,0.059549816,0.012614778,0.0125931585,0.000022431259,0.000004366272,0.00079648773,0.008458645,0.00037844194,0.000024788296,0.0009373216,0.00017051813],"about_ca_topic_score_codex":0.0007048792,"about_ca_topic_score_gemma":0.00013566116,"teacher_disagreement_score":0.06498314,"about_ca_system_score_codex":0.001510801,"about_ca_system_score_gemma":0.0010197291,"threshold_uncertainty_score":0.9998286},"labels":[],"label_agreement":null},{"id":"W4283376201","doi":"10.2196/40189","title":"Information System for Symptom Diagnosis and Improvement of Attention Deficit Hyperactivity Disorder: Protocol for a Nonrandomized Controlled Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Attention deficit hyperactivity disorder; Protocol (science); Conversation; Psychology; Neuropsychology; Affect (linguistics); Clinical psychology; Psychiatry; Medicine; Cognition","score_opus":0.16391080898540475,"score_gpt":0.49321413601491115,"score_spread":0.3293033270295064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283376201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29265186,7.8263423e-7,0.001269367,0.00024401299,0.0000077109835,0.70558727,0.000101616504,0.000060087234,0.000077321565],"genre_scores_gemma":[0.35991034,1.1522991e-7,0.000111906375,0.000009422742,0.000026753663,0.6397724,0.00003242643,0.000029691493,0.00010694966],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99590456,0.0007715052,0.0010341866,0.00040412045,0.0013503096,0.00053529604],"domain_scores_gemma":[0.9959639,0.001645746,0.00059039,0.0004985831,0.0011624845,0.00013892849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050443932,0.00026245363,0.0010273115,0.0005367828,0.0007781928,0.00012091787,0.00018632153,0.000056743298,0.000092052745],"category_scores_gemma":[0.0011053345,0.00022266511,0.0002475673,0.00043642393,0.000083606144,0.0005307841,0.00028473025,0.00043888393,0.0000042703573],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5352948,0.05671739,0.3367771,0.019837625,0.000900408,0.000004695004,0.0007455444,0.000094633084,0.017016036,0.00045063806,0.000587253,0.031573903],"study_design_scores_gemma":[0.7570323,0.14993463,0.034077477,0.0014306755,0.00016067286,0.000022534647,0.025914107,0.005555759,0.00028851518,0.00004234779,0.025025051,0.0005159714],"about_ca_topic_score_codex":0.00008213245,"about_ca_topic_score_gemma":0.000016095357,"teacher_disagreement_score":0.30269963,"about_ca_system_score_codex":0.00036116043,"about_ca_system_score_gemma":0.00030988734,"threshold_uncertainty_score":0.90800196},"labels":[],"label_agreement":null},{"id":"W4283378574","doi":"10.2196/36632","title":"Individualizing the Oncological Treatment of Patients With Metastatic Non–Clear Cell Renal Cell Carcinoma by Using Gene Sequencing and Patient-Reported Outcomes: Protocol for the INDIGO Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal cell carcinoma treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Region Hovedstaden; Gentofte Hospital","keywords":"Renal cell carcinoma; Medicine; Protocol (science); Internal medicine; Oncology; Bioinformatics; Biology; Pathology; Alternative medicine","score_opus":0.3216258257929524,"score_gpt":0.4877414516128956,"score_spread":0.1661156258199432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283378574","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49232736,0.000003825061,0.000008180929,0.00004389445,0.0000021119415,0.5075103,0.00005075447,0.00001087527,0.00004271599],"genre_scores_gemma":[0.42378333,5.069659e-8,0.00041806142,0.00002479936,0.0000110447845,0.57560664,0.000018541372,0.000040622206,0.000096877055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99443537,0.0011605311,0.0008128602,0.000692887,0.0021374621,0.0007609005],"domain_scores_gemma":[0.9970074,0.0008966605,0.0005640676,0.00087703246,0.0004372977,0.00021750916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013254797,0.00039480848,0.0006720114,0.0002219778,0.0012844704,0.00009476928,0.00033226883,0.000055359862,0.00008218404],"category_scores_gemma":[0.000061559214,0.00018261091,0.00015831206,0.0005976743,0.00029102113,0.00009011241,0.0004274233,0.00051217957,0.000001131394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01626596,0.020952458,0.9316577,0.00082550035,0.0006049592,0.00040499156,0.013864739,0.0001732365,0.011163585,0.0000017071009,0.00063886924,0.0034463515],"study_design_scores_gemma":[0.09851026,0.3671067,0.396149,0.00034680736,0.0006002986,0.00008634629,0.024704851,0.00095152506,0.09162728,0.0000288078,0.019144818,0.00074329803],"about_ca_topic_score_codex":0.00029221803,"about_ca_topic_score_gemma":0.000010350029,"teacher_disagreement_score":0.53550863,"about_ca_system_score_codex":0.001372635,"about_ca_system_score_gemma":0.0008529323,"threshold_uncertainty_score":0.9879238},"labels":[],"label_agreement":null},{"id":"W4283378785","doi":"10.2196/40454","title":"Correction: Natural Language Processing to Identify Digital Learning Tools in Postgraduate Family Medicine: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto; Bruyère; University of Ottawa","funders":"","keywords":"Protocol (science); Computer science; Medical education; Data science; World Wide Web; Medicine; Alternative medicine","score_opus":0.8194220542454654,"score_gpt":0.7534098132549781,"score_spread":0.0660122409904873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283378785","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.0431808e-7,0.27134052,0.0000149159405,0.0006222458,0.000062210296,0.7272357,0.000005781499,0.00008590628,0.00063253526],"genre_scores_gemma":[3.59189e-7,0.101184495,0.000050145412,0.0002807582,0.00086206157,0.8949501,0.00023568457,0.000114717106,0.0023216985],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935722,0.0009210051,0.0019371761,0.001004124,0.0015070916,0.0010584117],"domain_scores_gemma":[0.9958935,0.0018608734,0.0005085341,0.0005806616,0.00079658977,0.0003598611],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0048072925,0.00046827004,0.0019021189,0.0010678584,0.0005479912,0.00034719732,0.0005248144,0.00024475844,0.00035436978],"category_scores_gemma":[0.011339798,0.00036913648,0.0003246027,0.0029298828,0.00013967993,0.00046178285,0.0002882129,0.0032562478,0.00011206295],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016550435,0.00012251078,0.000013050425,0.3321439,0.000007665782,0.000028581593,0.0004863469,1.7998869e-7,0.0000017642291,0.00000104227,0.01263534,0.6543941],"study_design_scores_gemma":[0.00011863965,0.001008374,0.0000030001213,0.47986075,0.000009960427,0.00004580621,0.00050249,0.00001727213,0.0000027611136,0.000005655241,0.5182556,0.00016965596],"about_ca_topic_score_codex":0.00010049451,"about_ca_topic_score_gemma":0.00002821245,"teacher_disagreement_score":0.65422446,"about_ca_system_score_codex":0.0012302729,"about_ca_system_score_gemma":0.0045244205,"threshold_uncertainty_score":0.9998761},"labels":[],"label_agreement":null},{"id":"W4283386054","doi":"10.2196/37576","title":"Feasibility and Impact of Integrating an Artificial Intelligence–Based Diagnosis Aid for Autism Into the Extension for Community Health Outcomes Autism Primary Care Model: Protocol for a Prospective Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Autism; Autism spectrum disorder; Observational study; Medicine; Telehealth; Respite care; Medical home; Health care; Psychiatry; Telemedicine; Family medicine; Primary care; Nursing","score_opus":0.6387168911033512,"score_gpt":0.6200022280109759,"score_spread":0.01871466309237524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283386054","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08716781,0.0000019976387,0.0073298668,0.0026351523,0.000005836769,0.9020743,0.0006914866,0.0000832441,0.000010311831],"genre_scores_gemma":[0.37978402,7.1717004e-8,0.0028852364,0.00007464528,0.000010708172,0.61714876,0.000035732926,0.000050405175,0.000010421226],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99057347,0.004463346,0.0010030671,0.0010976677,0.0017778848,0.0010845776],"domain_scores_gemma":[0.9919689,0.0056511923,0.0004198805,0.0012926903,0.00041901733,0.00024828556],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009956195,0.0003650376,0.00065070315,0.0003857998,0.0054704547,0.00028110578,0.0014642822,0.00009016728,0.000026447786],"category_scores_gemma":[0.0031871912,0.00026295896,0.00030286465,0.0010796424,0.00068503997,0.00046981478,0.0011204081,0.0015862805,3.5832414e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050266568,0.052257136,0.48474208,0.013118185,0.00012912131,0.0000058249407,0.13958235,0.009461884,0.011970473,0.15289004,0.00083892,0.08473742],"study_design_scores_gemma":[0.008642769,0.0723747,0.19420269,0.000620309,0.000008092642,0.0000025909135,0.013499455,0.2301941,0.006615448,0.4727203,0.0004707637,0.00064877],"about_ca_topic_score_codex":0.0013494735,"about_ca_topic_score_gemma":0.0015905997,"teacher_disagreement_score":0.31983024,"about_ca_system_score_codex":0.0022403612,"about_ca_system_score_gemma":0.0035315037,"threshold_uncertainty_score":0.99998224},"labels":[],"label_agreement":null},{"id":"W4283461243","doi":"10.2196/39669","title":"Optimizing an mHealth Intervention to Change Food Purchasing Behaviors for Cancer Prevention: Protocol for a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"mHealth; Randomized controlled trial; Protocol (science); Intervention (counseling); Purchasing; Behaviour change; Medicine; Cancer prevention; Physical therapy; Psychology; Cancer; Nursing; Alternative medicine; Psychological intervention; Business; Marketing","score_opus":0.4518896088894803,"score_gpt":0.6122294547675143,"score_spread":0.16033984587803402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283461243","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010697482,0.000010552635,0.0011145315,0.0035636055,0.000041201358,0.99393904,0.00012104839,0.0000705728,0.00006968315],"genre_scores_gemma":[0.00095440313,4.8785995e-7,0.0034230168,0.00016829549,0.0012248881,0.9933364,0.0000650094,0.000060071787,0.0007674349],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99548113,0.0012385468,0.0009039156,0.00056276197,0.001061544,0.00075207837],"domain_scores_gemma":[0.9976407,0.0006532021,0.0002809141,0.00028585453,0.00082421745,0.0003151081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00827959,0.00021563166,0.0012201775,0.00036945142,0.001176624,0.00010263952,0.00022447894,0.00005731692,0.0003995346],"category_scores_gemma":[0.0006693375,0.00017484193,0.00070070894,0.00037236308,0.00008875556,0.00016053217,0.00024411104,0.0003955653,0.0000014948454],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9795974,0.0069876453,0.000012820973,0.001804497,0.00013506079,0.0000022767745,0.00036496078,0.0000062721483,0.00017545576,0.00058074325,0.004478315,0.0058545484],"study_design_scores_gemma":[0.80340636,0.079797104,0.000015840817,0.001697062,0.00003284605,0.000002734168,0.00035487703,0.00023779842,0.0000886425,0.00080147345,0.11342694,0.00013833333],"about_ca_topic_score_codex":0.00006963077,"about_ca_topic_score_gemma":0.00007859391,"teacher_disagreement_score":0.17619105,"about_ca_system_score_codex":0.00057131925,"about_ca_system_score_gemma":0.00035070238,"threshold_uncertainty_score":0.9049759},"labels":[],"label_agreement":null},{"id":"W4283579576","doi":"10.2196/36658","title":"Assessing an Internet-Delivered, Emotion-Focused Intervention Compared With a Healthy Lifestyle Active Control Intervention in Improving Mental Health in Cancer Survivors: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health","keywords":"Intervention (counseling); Randomized controlled trial; Mental health; Medicine; The Internet; Protocol (science); Gerontology; Psychology; Physical therapy; Clinical psychology; Alternative medicine; Psychiatry; World Wide Web; Computer science","score_opus":0.13011604286093476,"score_gpt":0.5325790245289432,"score_spread":0.4024629816680085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283579576","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06004357,0.000011317386,0.0012592447,0.0015425126,0.00006634369,0.9368726,0.000077297795,0.00007420756,0.000052893913],"genre_scores_gemma":[0.25248712,2.5743492e-7,0.0000800285,0.00013087259,0.00015564288,0.74683875,0.00010826467,0.00005801229,0.00014102198],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9861284,0.008953478,0.00180099,0.00087384536,0.0012558424,0.0009874686],"domain_scores_gemma":[0.9970976,0.00073446723,0.00091900444,0.00040769202,0.0005228289,0.0003184081],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013874715,0.00036194854,0.002130287,0.0010522619,0.00035460974,0.00028127813,0.00033857813,0.000116091716,0.00045558173],"category_scores_gemma":[0.00036271664,0.00029463152,0.00053592474,0.00086632225,0.00018165036,0.00068480574,0.00017838283,0.0013851714,0.0000012422247],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9521588,0.006522996,0.0012370696,0.001859416,0.00013470175,0.000012659087,0.004486802,0.00004371763,0.00008721058,0.000039176415,0.00017056646,0.033246864],"study_design_scores_gemma":[0.94495976,0.020661404,0.00055175635,0.0054545696,0.000012004947,0.0000075754597,0.0061818827,0.019799022,0.000063964,0.00006258845,0.0019985035,0.00024695948],"about_ca_topic_score_codex":0.035104483,"about_ca_topic_score_gemma":0.06412248,"teacher_disagreement_score":0.19244355,"about_ca_system_score_codex":0.0036090352,"about_ca_system_score_gemma":0.0016282743,"threshold_uncertainty_score":0.9999506},"labels":[],"label_agreement":null},{"id":"W4283582129","doi":"10.2196/37849","title":"mHealth Support to Stimulate Physical Activity in Individuals With Intellectual Disability: Protocol for a Mixed Methods Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Activity tracker; Intervention (counseling); Randomized controlled trial; Usability; Protocol (science); Data collection; Psychology; Medicine; Physical activity; Psychological intervention; Physical therapy; Nursing; Alternative medicine; Computer science","score_opus":0.5105551143225466,"score_gpt":0.6540834595963483,"score_spread":0.14352834527380165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283582129","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2590377,6.006159e-8,0.00022492222,0.00080935226,0.0000036679828,0.73903793,0.00005492683,0.00008283355,0.000748616],"genre_scores_gemma":[0.2154959,1.0597169e-8,0.0012563113,0.00006199061,0.00007702241,0.78174335,0.000012845724,0.00008906533,0.0012635207],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.98627734,0.0063838395,0.0006853412,0.0015878368,0.0031689485,0.0018966636],"domain_scores_gemma":[0.99333847,0.0036280735,0.0000861854,0.001487177,0.0006017934,0.00085832755],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01528631,0.00044230162,0.0011466915,0.0007654259,0.00068983674,0.00017896353,0.000918011,0.000069576105,0.0034294848],"category_scores_gemma":[0.0047177,0.00034337028,0.00015740673,0.0036844127,0.0006574485,0.00024185657,0.0017092664,0.0026536135,0.00016703088],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18468581,0.32299963,0.20150927,0.00746655,0.00042506802,0.000066338915,0.026230928,0.00017690948,0.011343176,0.00016676956,0.055337064,0.1895925],"study_design_scores_gemma":[0.027758835,0.6115812,0.106976435,0.0007486527,0.000016905813,0.000061248335,0.0052487846,0.0018929411,0.0062779617,0.0011058415,0.23754914,0.00078205654],"about_ca_topic_score_codex":0.00025699628,"about_ca_topic_score_gemma":0.00010609643,"teacher_disagreement_score":0.28858155,"about_ca_system_score_codex":0.0016114358,"about_ca_system_score_gemma":0.0019957293,"threshold_uncertainty_score":0.99990183},"labels":[],"label_agreement":null},{"id":"W4283655342","doi":"10.2196/40527","title":"Correction: Neural Activity During Audiovisual Speech Processing: Protocol For a Functional Neuroimaging Study","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Multisensory perception and integration","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neuroimaging; Functional neuroimaging; Protocol (science); Computer science; Speech recognition; Psychology; Natural language processing; Cognitive psychology; Medicine; Neuroscience; Alternative medicine","score_opus":0.49240646749902667,"score_gpt":0.6165832540581521,"score_spread":0.1241767865591254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283655342","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003426151,5.913185e-7,0.000065393826,0.0002529607,0.0028978284,0.9690853,0.00005714153,0.0004303309,0.026867867],"genre_scores_gemma":[0.00014500441,2.7542683e-8,0.000014956063,0.000031597738,0.0031985482,0.6102103,0.00010091085,0.00015311588,0.38614556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99011016,0.0030429543,0.0008468474,0.0020882539,0.0025366638,0.0013751214],"domain_scores_gemma":[0.9964844,0.00028361514,0.000551513,0.0011511759,0.0012327491,0.0002965246],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022673958,0.00070645893,0.000714985,0.0011570351,0.0023426628,0.000743281,0.000817229,0.0005367905,0.030846525],"category_scores_gemma":[0.0004348639,0.0006839367,0.0003687237,0.0011106044,0.0002723619,0.000529443,0.00049104955,0.0069454466,0.00031565005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00827928,0.005915657,0.0013356487,0.0012560316,0.00006129545,0.00009679294,0.001647842,0.00000967116,0.0011075323,0.0000071597274,0.9533871,0.026896026],"study_design_scores_gemma":[0.006031838,0.0047101504,0.08545475,0.000619758,0.0000075914586,0.00012655238,0.0015284499,0.0026992522,0.00004557968,0.000009797256,0.898177,0.00058928365],"about_ca_topic_score_codex":0.000119043514,"about_ca_topic_score_gemma":0.0000984342,"teacher_disagreement_score":0.3592777,"about_ca_system_score_codex":0.0009863969,"about_ca_system_score_gemma":0.001025749,"threshold_uncertainty_score":0.9995612},"labels":[],"label_agreement":null},{"id":"W4283656122","doi":"10.2196/37473","title":"Learners’ Perspectives of Professionalism: Protocol for a Mixed Methods Systematic Review","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Touro University California","keywords":"Protocol (science); Medical education; Computer science; Psychology; Medicine; Alternative medicine","score_opus":0.4581479129703211,"score_gpt":0.7132689051533857,"score_spread":0.2551209921830646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283656122","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001227548,0.000044289216,0.0005816611,0.0073481766,0.00001084687,0.99118614,0.000006987465,0.000044828143,0.0007647963],"genre_scores_gemma":[0.000028136626,5.3109005e-7,0.01954228,0.00044513447,0.00007118055,0.9756827,0.000020690897,0.000039004128,0.0041703866],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9933572,0.003118865,0.000916318,0.00039850635,0.0017851392,0.0004239714],"domain_scores_gemma":[0.9962463,0.0006148316,0.00037475082,0.0008020048,0.0018873967,0.00007471176],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016742494,0.00014391274,0.00070142385,0.0004338932,0.0004251258,0.000016179858,0.00043425275,0.00007308439,0.00129476],"category_scores_gemma":[0.011370433,0.00010760528,0.00016174988,0.00182988,0.00025285312,0.000082182145,0.0002936648,0.0010380957,0.000010734664],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068929815,0.0022780865,0.000027071808,0.82056844,0.00006389414,0.00000297087,0.002373483,4.0451343e-7,0.0014853985,0.00824477,0.16139162,0.0028745907],"study_design_scores_gemma":[0.005887327,0.0050851605,0.00012417561,0.49239063,0.00004907445,0.00007502099,0.03052085,0.00035511164,0.0023179064,0.0025146063,0.46039924,0.00028089734],"about_ca_topic_score_codex":0.000003251719,"about_ca_topic_score_gemma":1.1028529e-7,"teacher_disagreement_score":0.32817778,"about_ca_system_score_codex":0.00048638578,"about_ca_system_score_gemma":0.0013052243,"threshold_uncertainty_score":0.9996182},"labels":[],"label_agreement":null},{"id":"W4283662004","doi":"10.2196/39909","title":"Evaluation of the SUCCESS Health Literacy App for Australian Adults With Chronic Kidney Disease: Protocol for a Pragmatic Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Health literacy; Medicine; Randomization; Literacy; Kidney disease; mHealth; Family medicine; Hemodialysis; Intervention (counseling); Health care; Dialysis; Physical therapy; Nursing; Psychological intervention; Psychology; Surgery","score_opus":0.11556536314644235,"score_gpt":0.5426314284487341,"score_spread":0.4270660653022918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283662004","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020565744,0.0000048455186,0.00014917112,0.008960908,0.000013546545,0.99029624,0.00013775683,0.000027285098,0.00020459897],"genre_scores_gemma":[0.0047765207,1.3187442e-7,0.00016203723,0.000141584,0.00025893754,0.991788,0.00012449738,0.000039944873,0.0027082989],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98857766,0.005295076,0.0010590183,0.00048076946,0.0039871293,0.0006003559],"domain_scores_gemma":[0.995528,0.00074938574,0.00072654267,0.0007431968,0.0018057432,0.00044714205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024926536,0.00021816752,0.0012644463,0.0002890501,0.0005657641,0.000116903924,0.00041640436,0.000033667155,0.00061770336],"category_scores_gemma":[0.002926486,0.00011053025,0.00076820544,0.0006183675,0.00021847538,0.00010574223,0.00018069192,0.00029657452,0.000001463703],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9523182,0.0033011162,0.000019071987,0.012217169,0.0004956925,0.0000011833212,0.00028608157,0.00018519693,0.000017014723,0.00053430215,0.022849387,0.00777562],"study_design_scores_gemma":[0.8605007,0.006346299,0.00008746728,0.004940925,0.00025521033,4.6743384e-7,0.00004858277,0.021025794,0.000024801104,0.00063685386,0.10602644,0.000106471794],"about_ca_topic_score_codex":0.000023193876,"about_ca_topic_score_gemma":0.000008009689,"teacher_disagreement_score":0.091817476,"about_ca_system_score_codex":0.0007092421,"about_ca_system_score_gemma":0.006961953,"threshold_uncertainty_score":0.99866766},"labels":[],"label_agreement":null},{"id":"W4283692156","doi":"10.2196/37541","title":"A 2.5-Year Weight Management Program Using Noom Health: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Randomized controlled trial; Protocol (science); Weight management; Medicine; Weight loss; Alternative medicine; Surgery; Obesity","score_opus":0.3719658351371411,"score_gpt":0.6808611295358985,"score_spread":0.3088952943987574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283692156","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001826722,0.000004155621,0.0006585966,0.0050420654,0.00008016434,0.9862927,0.00007012291,0.0004185328,0.0074153976],"genre_scores_gemma":[0.000014224591,0.0000018193819,0.009985063,0.0011475637,0.0009810028,0.98082477,0.000052159212,0.00012448218,0.0068689273],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.97606283,0.014358666,0.003276219,0.0010753896,0.002109637,0.0031172796],"domain_scores_gemma":[0.9917829,0.0036887575,0.0013977966,0.0012347925,0.00083319447,0.0010625755],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.034176607,0.00039792623,0.0021824832,0.00080636394,0.008690276,0.0000723932,0.0009425354,0.00021968244,0.0024276203],"category_scores_gemma":[0.00070759724,0.00031647913,0.0005740703,0.0013596202,0.00026684508,0.00012782267,0.00084285316,0.0025904432,0.00013188054],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85609883,0.0030707878,0.000022812208,0.0066576786,0.00006786643,0.00000370673,0.00036003516,0.000007027121,0.0000035427731,0.03261703,0.09020375,0.010886932],"study_design_scores_gemma":[0.49580532,0.002158527,0.0000025106767,0.0005761609,0.0000044961866,9.039623e-7,0.00032841225,0.00089219277,6.266645e-7,0.0018752244,0.49823123,0.00012438865],"about_ca_topic_score_codex":0.00013079986,"about_ca_topic_score_gemma":0.000022485654,"teacher_disagreement_score":0.4080275,"about_ca_system_score_codex":0.0016919886,"about_ca_system_score_gemma":0.006100635,"threshold_uncertainty_score":0.9999287},"labels":[],"label_agreement":null},{"id":"W4283701329","doi":"10.2196/40486","title":"Correction: Aerobic Exercise in HIV-Associated Neurocognitive Disorders: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neurocognitive; Randomized controlled trial; Protocol (science); Aerobic exercise; Human immunodeficiency virus (HIV); Medicine; Physical therapy; Psychology; Alternative medicine; Clinical psychology; Physical medicine and rehabilitation; Psychiatry; Cognition; Family medicine; Internal medicine","score_opus":0.11223841646258352,"score_gpt":0.5186312971337718,"score_spread":0.40639288067118823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283701329","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015596996,0.000012373211,0.000015520553,0.0013286059,0.0005962319,0.961667,0.00009323743,0.00019139204,0.036094107],"genre_scores_gemma":[0.000002383758,0.000010915101,0.00003895369,0.00004739236,0.0004152677,0.7012448,0.001032405,0.00015076497,0.29705715],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98883295,0.0041836905,0.0022433372,0.0013528098,0.0019137716,0.0014734656],"domain_scores_gemma":[0.99214447,0.0040090955,0.0010461988,0.0009521508,0.0014041773,0.00044394002],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005766902,0.00072351325,0.0043192166,0.001724179,0.00094983174,0.00016259527,0.0004970243,0.000987126,0.0022575692],"category_scores_gemma":[0.0055565774,0.00057072804,0.0012137634,0.0018322797,0.0003446274,0.00013208113,0.00026274432,0.005428545,0.00015320699],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5330705,0.005996206,0.000011758668,0.0010828743,0.00019320438,0.000027953596,0.00016215495,9.530135e-7,5.3787414e-7,0.000021373735,0.45833468,0.0010977786],"study_design_scores_gemma":[0.57708544,0.0043228134,0.00002909105,0.012088679,0.0000671126,0.000003799234,0.000055262593,0.00076548214,9.117583e-7,0.00032008818,0.40502927,0.00023204568],"about_ca_topic_score_codex":0.00011435611,"about_ca_topic_score_gemma":0.00009511091,"teacher_disagreement_score":0.26096302,"about_ca_system_score_codex":0.0015341775,"about_ca_system_score_gemma":0.005045513,"threshold_uncertainty_score":0.99967444},"labels":[],"label_agreement":null},{"id":"W4283703477","doi":"10.2196/37442","title":"Standardizing Cranioplasty Outcomes Following Stroke or Traumatic Brain Injury: Protocol for the Development of a Core Outcome Set","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Cranioplasty; Delphi method; Protocol (science); Medicine; Decompressive craniectomy; Systematic review; Traumatic brain injury; MEDLINE; Psychiatry; Surgery; Alternative medicine","score_opus":0.7678558554279403,"score_gpt":0.7031724807805061,"score_spread":0.06468337464743423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283703477","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014844985,3.118117e-7,0.0010201656,0.0028702547,0.000017024475,0.9927203,0.00016585304,0.00016322789,0.0015583364],"genre_scores_gemma":[0.010410604,2.0723956e-8,0.0052798246,0.000058020087,0.000049302314,0.9788081,0.0000036312924,0.00006044704,0.0053300373],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98924136,0.0020187155,0.0011290122,0.0005363933,0.005624109,0.0014503931],"domain_scores_gemma":[0.9921642,0.005983177,0.00029363195,0.00075025164,0.0005694907,0.00023924485],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.034075823,0.00024844892,0.0005346947,0.0004989401,0.004690613,0.00032897017,0.0024687543,0.00012684269,0.0009911506],"category_scores_gemma":[0.005359716,0.00016707339,0.0003128707,0.0015451829,0.0005663128,0.00027425116,0.0012252395,0.0012363236,0.000009802498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019890888,0.0051640384,0.26893392,0.009520443,0.0011230129,0.0001615702,0.2240675,0.00008502804,0.0067695053,0.024560092,0.22444019,0.21528383],"study_design_scores_gemma":[0.003507128,0.001399093,0.0020824103,0.00049494044,0.0000027904068,0.0000010573713,0.030439572,0.00008605065,0.00085186714,0.0012206576,0.9596202,0.00029424657],"about_ca_topic_score_codex":0.00015113766,"about_ca_topic_score_gemma":0.00076284714,"teacher_disagreement_score":0.73518,"about_ca_system_score_codex":0.0011582104,"about_ca_system_score_gemma":0.003936095,"threshold_uncertainty_score":0.9999221},"labels":[],"label_agreement":null},{"id":"W4283714753","doi":"10.2196/39288","title":"Effectiveness of Artificial Intelligence–Assisted Decision-making to Improve Vulnerable Women’s Participation in Cervical Cancer Screening in France: Protocol for a Cluster Randomized Controlled Trial (AppDate-You)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Medicine; Cervical cancer; Randomized controlled trial; Family medicine; Population; Cluster (spacecraft); Disadvantaged; Health care; Gynecology; Cancer; Environmental health; Surgery","score_opus":0.1546476753911282,"score_gpt":0.5767693549025861,"score_spread":0.42212167951145785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283714753","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04067122,0.0000030581023,0.005677536,0.00033255972,0.000028913344,0.9530258,0.000028007827,0.000025296446,0.00020759631],"genre_scores_gemma":[0.24128732,1.3574125e-7,0.0004957086,0.000055683915,0.00016135308,0.75788826,0.0000056843737,0.000036646677,0.00006923659],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98747605,0.0061486266,0.0018579249,0.0008589866,0.0023271008,0.0013313054],"domain_scores_gemma":[0.9874607,0.010525365,0.00023409007,0.00050845643,0.0009556878,0.0003157453],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.033840436,0.00028040135,0.0021509633,0.0012751253,0.00033481655,0.00010846167,0.0004583765,0.00017684916,0.0035433157],"category_scores_gemma":[0.00829746,0.00021945937,0.00036044855,0.002230659,0.00021028194,0.00015172773,0.0005210665,0.0015151794,0.000004588618],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8554374,0.0027445732,0.0006061615,0.002291791,0.000067889305,0.00001532957,0.00078093377,0.0020575824,0.0011456225,0.00017515816,0.00006094787,0.13461664],"study_design_scores_gemma":[0.9435135,0.007116541,0.0026050054,0.0027314087,0.0000089067125,0.0000011056982,0.00045669693,0.034734722,0.0021239005,0.004313764,0.0021387124,0.00025571525],"about_ca_topic_score_codex":0.00027387773,"about_ca_topic_score_gemma":0.00019192146,"teacher_disagreement_score":0.20061609,"about_ca_system_score_codex":0.0012023859,"about_ca_system_score_gemma":0.0012524558,"threshold_uncertainty_score":0.99736756},"labels":[],"label_agreement":null},{"id":"W4283737630","doi":"10.2196/40451","title":"Risk and Resilience Pathways, Community Adversity, Decision-making, and Alcohol Use Among Appalachian Adolescents: Protocol for the Longitudinal Young Mountaineer Health Study Cohort","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Psychosocial; Population; Mental health; Medicine; Substance abuse; Psychology; Environmental health; Gerontology; Psychiatry","score_opus":0.21204607745287005,"score_gpt":0.5157572363452532,"score_spread":0.3037111588923831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283737630","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37046424,0.0000043307664,0.00006241096,0.00006513603,0.000004592086,0.62931603,0.00001811655,0.000046384932,0.00001877541],"genre_scores_gemma":[0.4535279,0.0000012463889,0.00011338542,0.00004793626,0.00002634662,0.5461828,0.000003564179,0.000022551209,0.00007425022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951745,0.0016012476,0.00043041876,0.0005515346,0.0015123358,0.0007299192],"domain_scores_gemma":[0.9966287,0.0015846748,0.00019453463,0.0010627686,0.00029245776,0.00023684303],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006007642,0.0002723686,0.00044758795,0.00027004204,0.004012212,0.00021176304,0.00048098838,0.000056871097,0.000049815368],"category_scores_gemma":[0.00067081896,0.00018580734,0.00008752861,0.00057244924,0.00044620337,0.00032315002,0.0010298574,0.0015972685,0.0000023130665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034692902,0.0021704352,0.9830939,0.00028319797,0.00010853807,0.000042334028,0.003926716,0.0000093569615,0.0000031637865,0.000024184834,0.0025659373,0.00430295],"study_design_scores_gemma":[0.010935049,0.004617769,0.9711637,0.0013099445,0.000024298908,0.00002395677,0.008867952,0.00027086167,0.0000040994205,0.00015176718,0.0024712144,0.00015938227],"about_ca_topic_score_codex":0.0007243847,"about_ca_topic_score_gemma":0.0020352218,"teacher_disagreement_score":0.08313319,"about_ca_system_score_codex":0.0005487824,"about_ca_system_score_gemma":0.00030833323,"threshold_uncertainty_score":0.9972844},"labels":[],"label_agreement":null},{"id":"W4283742192","doi":"10.2196/36756","title":"Trends in the Prevalence of Chronic Medication Use Among Children in Israel Between 2010 and 2019: Protocol for a Retrospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical prescription; Medicine; Logistic regression; Retrospective cohort study; Family medicine; Cohort; Diagnosis code; Pediatrics; Environmental health; Population; Nursing; Internal medicine","score_opus":0.3006568512789916,"score_gpt":0.5986126958495919,"score_spread":0.29795584457060026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283742192","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1063672,0.000005221842,0.0000016763302,0.0012992684,0.0000017446749,0.89207923,0.000051733605,0.000008702782,0.00018522248],"genre_scores_gemma":[0.12187311,0.0000018283997,0.000015752063,0.000023715686,0.000079904836,0.8774919,0.000008569425,0.000012138692,0.0004930951],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99641734,0.0011551396,0.00040285903,0.000417367,0.0012065184,0.0004007724],"domain_scores_gemma":[0.9984366,0.00079930184,0.00015474566,0.00037639064,0.00014861101,0.00008433021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070981965,0.00011735713,0.00031637534,0.000301259,0.00023913324,0.000036172845,0.00032301046,0.000048119964,0.00022061038],"category_scores_gemma":[0.0005934752,0.00007988789,0.000040661907,0.0008931183,0.00026508866,0.00022401728,0.00035993097,0.0011409417,9.816832e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011768205,0.0018490475,0.9863793,0.0004862538,0.000047382582,0.0000050979793,0.00070908247,5.528555e-7,0.000035304125,0.000030559542,0.004314442,0.004966145],"study_design_scores_gemma":[0.006111275,0.0060703643,0.9724224,0.00028141844,0.000013884913,0.000002837468,0.00027835992,0.00007130077,0.00003702141,0.000067527355,0.014570314,0.00007328839],"about_ca_topic_score_codex":0.0009866247,"about_ca_topic_score_gemma":0.00022310656,"teacher_disagreement_score":0.015505913,"about_ca_system_score_codex":0.0003639083,"about_ca_system_score_gemma":0.00014592879,"threshold_uncertainty_score":0.49568877},"labels":[],"label_agreement":null},{"id":"W4283748592","doi":"10.2196/38950","title":"Therapist-Delivered Versus Care Ally–Assisted Massage for Veterans With Chronic Neck Pain: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massage; Randomized controlled trial; Medicine; Physical therapy; Randomization; Quality of life (healthcare); Neck pain; Clinical trial; Alternative medicine; Nursing; Surgery; Internal medicine","score_opus":0.27133503744135756,"score_gpt":0.5568930811249367,"score_spread":0.2855580436835792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283748592","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008015265,0.000016030912,0.000725971,0.0013387722,0.000034508852,0.9959285,0.00012833947,0.00008926643,0.00093703927],"genre_scores_gemma":[0.0029665236,4.2323703e-7,0.0008500858,0.00010004694,0.0010211017,0.9932897,0.00013999954,0.00007360442,0.0015584771],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937389,0.0023049295,0.0008312476,0.0006756966,0.0015154094,0.00093380467],"domain_scores_gemma":[0.99348307,0.004493418,0.00029675208,0.0005162692,0.0010110261,0.00019947585],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005747145,0.00038161266,0.0018255876,0.00028184478,0.0011946763,0.000071019065,0.00040205717,0.000031893727,0.0012518117],"category_scores_gemma":[0.0010727418,0.00023900712,0.000688712,0.0003497997,0.00038415703,0.000078816185,0.00021147873,0.00063558476,0.0000021406404],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97582734,0.001140707,0.000037654798,0.0024199921,0.0012842375,0.000055675282,0.0013744456,0.0000056663084,0.00051593507,0.0001986852,0.006748599,0.010391059],"study_design_scores_gemma":[0.6320431,0.07697525,0.00001303076,0.00078398956,0.000049014474,0.0000032327282,0.0015710498,0.00040898644,0.00009961869,0.00005530368,0.28783205,0.00016533241],"about_ca_topic_score_codex":0.000039214487,"about_ca_topic_score_gemma":0.000072134055,"teacher_disagreement_score":0.34378418,"about_ca_system_score_codex":0.0007692847,"about_ca_system_score_gemma":0.0009952394,"threshold_uncertainty_score":0.9996612},"labels":[],"label_agreement":null},{"id":"W4283750076","doi":"10.2196/37231","title":"Testing Behavioral Nudges and Prompts in Digital Courses for the Self-guided Treatment of Depression and Anxiety: Protocol for a 3-Arm Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Randomized controlled trial; Nudge theory; Anxiety; Protocol (science); Psychology; Depression (economics); Clinical psychology; Medicine; Psychiatry; Alternative medicine; Social psychology","score_opus":0.336950896341428,"score_gpt":0.6199317061695265,"score_spread":0.28298080982809853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283750076","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03448493,0.000009608761,0.0000099420695,0.0002792265,0.000023532106,0.96453923,0.00015884957,0.000039847557,0.00045485666],"genre_scores_gemma":[0.069405355,7.672173e-8,0.00024430495,0.0000065346308,0.000056840712,0.92950356,0.00000943876,0.000032003234,0.00074189587],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99696076,0.0007055713,0.00091522164,0.000451152,0.00043413893,0.0005331675],"domain_scores_gemma":[0.99496984,0.004076187,0.0003344245,0.00028311356,0.00022787221,0.00010855611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002991758,0.00019199775,0.00079652265,0.00020726702,0.00044447582,0.00017025297,0.000209471,0.000066078785,0.0000489154],"category_scores_gemma":[0.0005269564,0.00011927898,0.00022287351,0.00022625599,0.0002641856,0.0001622675,0.0001851194,0.00018403416,7.3883035e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9365825,0.011939904,0.002260944,0.00046741302,0.00008391836,0.0000035678356,0.0007497747,9.2213435e-7,0.00005382998,0.0005699722,0.00082499406,0.046462234],"study_design_scores_gemma":[0.9584226,0.025032476,0.00036020335,0.00040269148,0.000016358807,0.000017317096,0.00046720495,0.00035999375,0.00018560617,0.001961833,0.012658782,0.000114912924],"about_ca_topic_score_codex":0.00006977228,"about_ca_topic_score_gemma":0.000010547011,"teacher_disagreement_score":0.04634732,"about_ca_system_score_codex":0.0001753039,"about_ca_system_score_gemma":0.00022252512,"threshold_uncertainty_score":0.48640555},"labels":[],"label_agreement":null},{"id":"W4283752014","doi":"10.2196/40317","title":"The Impact of a Digital Artificial Intelligence System on the Monitoring and Self-management of Nonmotor Symptoms in People With Parkinson Disease: Proposal for a Phase 1 Implementation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parkinson's Disease Mechanisms and Treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Parkinson's UK","keywords":"Thematic analysis; Usability; Medicine; Data collection; Quality of life (healthcare); Health care; Qualitative research; Nursing; Psychology","score_opus":0.109482977942886,"score_gpt":0.5043711868915348,"score_spread":0.39488820894864884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283752014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65917164,0.000005353821,0.000024979256,0.000056359157,0.0000029199236,0.34059897,0.00011272125,0.000011676992,0.000015363034],"genre_scores_gemma":[0.52863324,4.595125e-7,0.000023812634,2.2888284e-7,0.000012374043,0.47130674,0.000005702303,0.0000102747945,0.0000071923255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795777,0.00024218079,0.00030460922,0.0002813815,0.00089641387,0.00031767527],"domain_scores_gemma":[0.99909955,0.0001964787,0.00012785182,0.00033372774,0.00012736708,0.00011500479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001008721,0.00012868941,0.00019411795,0.00013672443,0.00034032116,0.00007663059,0.00016739924,0.000011027391,0.000009794524],"category_scores_gemma":[0.000017259114,0.00006672392,0.000064073465,0.00043512188,0.000051549636,0.000071578586,0.00015321177,0.00014580472,6.405721e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08383415,0.048750605,0.74355984,0.0035872932,0.0018952074,0.00034246143,0.0067839404,0.00015169046,0.00067525136,0.009718387,0.00008696258,0.100614205],"study_design_scores_gemma":[0.026535915,0.14401835,0.6975179,0.004087902,0.0002155121,0.000016632779,0.109714754,0.0072589037,0.006787651,0.0017925132,0.0015908956,0.00046307655],"about_ca_topic_score_codex":0.000047870246,"about_ca_topic_score_gemma":0.000008579946,"teacher_disagreement_score":0.13070777,"about_ca_system_score_codex":0.00038920355,"about_ca_system_score_gemma":0.00033163404,"threshold_uncertainty_score":0.27209225},"labels":[],"label_agreement":null},{"id":"W4283753749","doi":"10.2196/38958","title":"A Gambling Just-In-Time Adaptive Intervention (GamblingLess: In-The-Moment): Protocol for a Microrandomized Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Responsible Gambling Fund; New South Wales Government; Deakin University","keywords":"Psychological intervention; mHealth; Psychology; Cognition; Intervention (counseling); Clinical psychology; Medicine; Psychiatry","score_opus":0.621089908185792,"score_gpt":0.6547417062459443,"score_spread":0.03365179806015228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283753749","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028276894,0.0000018014315,0.00005239886,0.00021953127,0.000029865816,0.9706048,0.00004467786,0.000056587287,0.00071346253],"genre_scores_gemma":[0.014860807,2.124168e-8,0.00016266524,0.000041401516,0.0001446462,0.9826868,0.00002176559,0.00006295998,0.0020189094],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9910279,0.0046540652,0.0009875698,0.0008523132,0.0013209957,0.0011571451],"domain_scores_gemma":[0.9979473,0.000792167,0.00033400737,0.0006236489,0.0002002605,0.00010263747],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01109244,0.00029653014,0.0005773792,0.001103325,0.00048976316,0.00024340069,0.0011328297,0.00012730736,0.001522821],"category_scores_gemma":[0.00016596573,0.00024201228,0.00036930098,0.0014066668,0.00012864405,0.00015830043,0.00035602855,0.0012903108,0.00013594264],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.938242,0.032289963,0.0026302333,0.00028788013,0.00009864007,0.00047423766,0.0062240963,0.000012249386,0.0007580414,0.00052465266,0.00880886,0.009649122],"study_design_scores_gemma":[0.8762549,0.014574028,0.0026512858,0.0011068364,0.000012189561,0.00002883851,0.004213317,0.00008470029,0.00024418253,0.0013015614,0.09913495,0.00039319153],"about_ca_topic_score_codex":0.00019185197,"about_ca_topic_score_gemma":0.000043342436,"teacher_disagreement_score":0.09032609,"about_ca_system_score_codex":0.00057821965,"about_ca_system_score_gemma":0.00016277649,"threshold_uncertainty_score":0.99938995},"labels":[],"label_agreement":null},{"id":"W4283777721","doi":"10.2196/30088","title":"Sociocultural Adjustment and Well-being Among Third Culture Kids and Their Families: Protocol for a Longitudinal Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Racial and Ethnic Identity Research","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociocultural evolution; Psychology; Population; Longitudinal study; Psychological resilience; Developmental psychology; Well-being; Social psychology; Clinical psychology; Medicine; Sociology; Demography","score_opus":0.24677995086797275,"score_gpt":0.5629279026470683,"score_spread":0.3161479517790955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283777721","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025709646,0.0000047196067,0.0000058241953,0.0007866667,0.000010425713,0.96529204,0.000010979602,0.000075430726,0.008104289],"genre_scores_gemma":[0.021444129,0.000002033397,0.00003866379,0.000026662416,0.000383229,0.965884,0.0000035860369,0.000021779573,0.012195974],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941023,0.0019761191,0.00032317018,0.0006936559,0.0018064972,0.0010982815],"domain_scores_gemma":[0.9984843,0.00032558525,0.000087046785,0.00028323263,0.00047209358,0.00034773044],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0066394797,0.00021446541,0.00030270644,0.00020770426,0.0060674916,0.0007005008,0.00067967526,0.00011911846,0.00028758918],"category_scores_gemma":[0.0003349858,0.00015961292,0.000096564676,0.00073157926,0.0011671302,0.0005388297,0.0011589079,0.0011228169,0.000009256099],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027629728,0.0041205958,0.2986813,0.002009539,0.00020518643,0.000069743524,0.5744576,0.000005651927,0.00055539806,0.011372148,0.08430125,0.021458661],"study_design_scores_gemma":[0.004209771,0.0046049682,0.06415912,0.0002573207,0.0000033930792,0.000004167731,0.24690036,0.00006917996,0.00008067099,0.0064076227,0.67292714,0.00037630592],"about_ca_topic_score_codex":0.0023679535,"about_ca_topic_score_gemma":0.0022191158,"teacher_disagreement_score":0.58862585,"about_ca_system_score_codex":0.00036237203,"about_ca_system_score_gemma":0.00041705335,"threshold_uncertainty_score":0.9952265},"labels":[],"label_agreement":null},{"id":"W4283782838","doi":"10.2196/36037","title":"Examining the International Palliative Care Systems in Rural Areas: Protocol for a Comparative Case Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Palliative care; Nursing; Context (archaeology); Medicine; Rural area; Psychological intervention; Health care; Population; Qualitative research; Family medicine; Environmental health; Sociology; Geography; Political science","score_opus":0.7702459798309601,"score_gpt":0.6791718974583014,"score_spread":0.09107408237265868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283782838","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059691116,0.00001028326,0.0000115519915,0.00014174375,0.000012196749,0.93893003,0.000069491194,0.000023543096,0.0011100363],"genre_scores_gemma":[0.22633511,6.992359e-8,0.00007532941,0.00001766485,0.00011501251,0.7731629,0.00001644051,0.000017163316,0.0002603241],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9964627,0.0010052425,0.00050124613,0.00034123112,0.001284482,0.00040509138],"domain_scores_gemma":[0.9973224,0.0010441515,0.00017627674,0.00038037283,0.000984456,0.00009236232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018064466,0.00016974962,0.0004164184,0.00031496616,0.00035317492,0.00006995332,0.00043663586,0.000040671046,0.00010244089],"category_scores_gemma":[0.00028070362,0.000117082076,0.0000741705,0.0005906924,0.00015018418,0.00009168663,0.00041702206,0.0007488224,0.0000040437285],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009258211,0.0038204396,0.72457856,0.0020700423,0.00030577398,0.0020758032,0.24414164,0.0002120828,0.00050987845,0.0003887934,0.0100826165,0.002556173],"study_design_scores_gemma":[0.011504212,0.00810194,0.00585662,0.0033453444,0.000004769924,0.00007186526,0.76321894,0.0010705205,0.00034760847,0.000025277517,0.20630871,0.00014420632],"about_ca_topic_score_codex":0.00068398874,"about_ca_topic_score_gemma":0.0002517548,"teacher_disagreement_score":0.7187219,"about_ca_system_score_codex":0.00064868026,"about_ca_system_score_gemma":0.0004333054,"threshold_uncertainty_score":0.47744685},"labels":[],"label_agreement":null},{"id":"W4283802165","doi":"10.2196/38715","title":"Providing Accessible ReCreation Outdoors–User-Driven Research on Standards: Protocol for Mobile and Web-Based Interviews for Winter Assessments","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"British Columbia Institute of Technology; Simon Fraser University; GF Strong Rehabilitation Centre; International Collaboration On Repair Discoveries; University of British Columbia; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; Centre for Interdisciplinary Research in Rehabilitation","funders":"Canadian Institutes of Health Research","keywords":"Recreation; Focus group; Audit; Data collection; National park; Participatory evaluation; Environmental resource management; Geography; Business; Political science; Sociology; Marketing; Environmental science","score_opus":0.5919561054939888,"score_gpt":0.7089788142785529,"score_spread":0.11702270878456411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283802165","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002464935,0.0000022418842,0.0006982437,0.0013498138,0.000013369842,0.9924393,0.00028996562,0.00012430886,0.0026177757],"genre_scores_gemma":[0.003589974,4.2675254e-7,0.0037052745,0.00015836563,0.00028327058,0.98449975,0.00009077999,0.00016194252,0.007510196],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98893136,0.0024539987,0.0008150261,0.0013200223,0.004799964,0.001679642],"domain_scores_gemma":[0.99285066,0.0016073597,0.00019391211,0.0011059114,0.0037373214,0.0005048623],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019822653,0.00034764683,0.0006242064,0.0017270456,0.0017484414,0.0005624091,0.0009644858,0.00017908833,0.0011768003],"category_scores_gemma":[0.0017229862,0.00029338713,0.000224923,0.0015340684,0.00037811272,0.00040340997,0.0010974854,0.0023016823,0.000018289507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.31458852,0.008266299,0.015840445,0.027065672,0.00020562476,0.00008025307,0.00047322985,0.000067867055,0.06910331,0.0013614272,0.45046777,0.11247959],"study_design_scores_gemma":[0.016395325,0.09786464,0.00044903148,0.0040857363,0.0000049461046,0.00000535322,0.000769322,0.0047539473,0.020116923,0.00041743537,0.85488284,0.00025451535],"about_ca_topic_score_codex":0.000019831374,"about_ca_topic_score_gemma":0.000019646372,"teacher_disagreement_score":0.40441507,"about_ca_system_score_codex":0.0025404696,"about_ca_system_score_gemma":0.0037732087,"threshold_uncertainty_score":0.99997926},"labels":[],"label_agreement":null},{"id":"W4284681137","doi":"10.2196/40456","title":"Automatic Detection of Adverse Drug Events in Geriatric Care: Study Proposal","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Zürich; Centre Hospitalier Universitaire Vaudois; Université de Genève; Université de Lausanne; Hôpitaux Universitaires de Genève","keywords":"Drug; Medicine; Adverse effect; Computer science; Pharmacology","score_opus":0.24661069258402518,"score_gpt":0.5997845955250113,"score_spread":0.3531739029409861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284681137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68377453,0.000009239106,9.276266e-7,0.000089613015,0.000078768964,0.31509396,0.000037880716,0.00007205353,0.0008430499],"genre_scores_gemma":[0.5233571,6.765742e-7,0.0000060789903,0.000018403747,0.000054031254,0.47624096,0.0000060040074,0.000015843336,0.00030089964],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99383146,0.0036946097,0.0005378589,0.00042457128,0.00084349036,0.00066801766],"domain_scores_gemma":[0.99881065,0.00032002325,0.00018269573,0.00032884246,0.00018714496,0.00017063537],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030268696,0.0001836785,0.0002936857,0.000762399,0.0006760548,0.000005534582,0.0005661332,0.00008621254,0.0015940659],"category_scores_gemma":[0.00007935309,0.00018829708,0.00010445178,0.001719274,0.00012001154,0.00023293184,0.0004713518,0.0023574142,0.00010481778],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006481261,0.031965245,0.5737003,0.0023353081,0.00035220216,0.00055523886,0.032761417,0.0066189566,0.28554264,0.00017629623,0.0051883743,0.054322753],"study_design_scores_gemma":[0.045797,0.0072497707,0.2130482,0.00038794492,0.00009177981,0.00007793669,0.0592592,0.009362595,0.1345728,0.0010386299,0.5277326,0.0013815346],"about_ca_topic_score_codex":0.000099241806,"about_ca_topic_score_gemma":0.000106035906,"teacher_disagreement_score":0.5225442,"about_ca_system_score_codex":0.0006194091,"about_ca_system_score_gemma":0.00057037413,"threshold_uncertainty_score":0.9999442},"labels":[],"label_agreement":null},{"id":"W4284707751","doi":"10.2196/37898","title":"Intravenous Infusion of Autoserum-Expanded Autologous Mesenchymal Stem Cells in Patients With Chronic Brain Injury: Protocol for a Phase 2 Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mesenchymal stem cell research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, Culture, Sports, Science and Technology; Nipro","keywords":"Medicine; Clinical trial; Spinal cord injury; Transplantation; Modified Rankin Scale; Clinical endpoint; Adverse effect; Stroke (engine); Traumatic brain injury; Physical therapy; Surgery; Internal medicine; Spinal cord; Ischemic stroke","score_opus":0.14777152435324828,"score_gpt":0.5182822985571294,"score_spread":0.3705107742038811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284707751","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1166406,0.0000010178446,0.000015250322,0.0002687111,0.0000141236405,0.88248813,0.00010383046,0.00007094378,0.00039742],"genre_scores_gemma":[0.025529869,1.4801986e-7,0.00019156846,0.000016880986,0.00015849194,0.9714418,0.000038821996,0.00010526769,0.0025171442],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9898352,0.001919754,0.0012957827,0.0009903011,0.0040367194,0.0019222323],"domain_scores_gemma":[0.9958275,0.0010739014,0.00040271707,0.0011004519,0.0010421036,0.0005533095],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00642349,0.00039120356,0.0009552029,0.001109335,0.00070459646,0.000100690355,0.0008325618,0.00023666608,0.00067177677],"category_scores_gemma":[0.00042891572,0.00031313798,0.00017951618,0.0019101149,0.00045108175,0.00017777356,0.0009058077,0.0018641368,0.000018534494],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82319736,0.017535424,0.004583002,0.004348217,0.000081676815,0.00012668066,0.0004543717,0.00001894906,0.024955042,0.00022113504,0.010533433,0.11394473],"study_design_scores_gemma":[0.43202752,0.26526845,0.0016605293,0.0017156593,0.000004692925,0.00000716797,0.00017193623,0.00078153727,0.033666924,0.00012137486,0.2641642,0.00041000583],"about_ca_topic_score_codex":0.0000716373,"about_ca_topic_score_gemma":0.00004315173,"teacher_disagreement_score":0.39116982,"about_ca_system_score_codex":0.0018613152,"about_ca_system_score_gemma":0.0045778845,"threshold_uncertainty_score":0.99993205},"labels":[],"label_agreement":null},{"id":"W4284711292","doi":"10.2196/38043","title":"Contextual Conversational Agent to Address Vaccine Hesitancy: Protocol for a Design-Based Research Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"AI in Service Interactions","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Al Jalila Foundation; Pfizer","keywords":"Usability; Computer science; Iterative design; Misinformation; Protocol (science); Research design; Knowledge management; Human–computer interaction; Medicine; Engineering; Computer security","score_opus":0.6218621546451713,"score_gpt":0.6110123777213574,"score_spread":0.010849776923813836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284711292","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000638972,2.1988328e-7,0.06746813,0.0059901187,0.00002364163,0.92585295,0.00003652651,0.00019865856,0.00036584958],"genre_scores_gemma":[0.004261003,2.578494e-9,0.014079581,0.00041353918,0.00017003338,0.97955614,0.000008243041,0.000050637293,0.0014608228],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9873811,0.0048453794,0.00068451825,0.0013023068,0.0043562604,0.0014304295],"domain_scores_gemma":[0.99069244,0.004015233,0.00013730476,0.0017371353,0.002947339,0.00047053967],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013108667,0.00026409645,0.00032406868,0.0012353202,0.0025280437,0.000761448,0.0042904285,0.000070292874,0.001443421],"category_scores_gemma":[0.00079721294,0.00025765251,0.0001202359,0.0029889978,0.00007921347,0.0005749756,0.0025785833,0.0015635362,0.00023683425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012579661,0.019179845,0.0024766081,0.0006605117,0.00013764352,0.00025868183,0.011469422,0.005829818,0.004166839,0.012886461,0.9215303,0.008824192],"study_design_scores_gemma":[0.010719678,0.023670353,0.0013928164,0.00038635565,0.0000013397458,0.000010907487,0.0024631638,0.03429959,0.002930793,0.002684257,0.9209858,0.00045491778],"about_ca_topic_score_codex":0.00009310156,"about_ca_topic_score_gemma":0.00007134955,"teacher_disagreement_score":0.05370318,"about_ca_system_score_codex":0.0013503238,"about_ca_system_score_gemma":0.0022493254,"threshold_uncertainty_score":0.99998754},"labels":[],"label_agreement":null},{"id":"W4284892412","doi":"10.2196/37947","title":"Strengthening Interpersonal Relationships in Maternal and Child Health Care in Rural Tanzania: Protocol for a Human-Centered Design Intervention","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Psychological intervention; Nursing; Intervention (counseling); Service provider; Qualitative research; Documentation; Medicine; Psychology; Service (business); Computer science; Business","score_opus":0.24925769350838312,"score_gpt":0.5419112262853166,"score_spread":0.2926535327769335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284892412","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038204305,0.000007710736,0.000093156,0.0011403327,0.000004766424,0.9603042,0.000036546724,0.00003159386,0.00017738772],"genre_scores_gemma":[0.22357659,1.323727e-7,0.00043498483,0.00008937032,0.000060739145,0.7757037,0.000020284606,0.000021115613,0.0000930382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996624,0.0012083212,0.0006199729,0.0003369282,0.00058240665,0.00062835694],"domain_scores_gemma":[0.99933004,0.00007830551,0.00013313745,0.00017219686,0.00010117961,0.0001851399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024379082,0.00015035369,0.00029653907,0.00037785634,0.0005457424,0.000064502834,0.00017906187,0.000059489717,0.00014970807],"category_scores_gemma":[0.00006714227,0.00013692548,0.00006654578,0.00032003724,0.00006140488,0.00011305485,0.0002535905,0.0013048279,0.0000031541297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03022208,0.0026398324,0.9088922,0.012332997,0.000034089146,0.00012448126,0.010844251,0.000052745403,0.00024990606,0.0031472663,0.0025626856,0.028897421],"study_design_scores_gemma":[0.06967687,0.03172881,0.786254,0.043217342,0.000003419085,0.00037313893,0.0136438785,0.0015842541,0.0004673526,0.0036297678,0.048916936,0.0005042466],"about_ca_topic_score_codex":0.00042615886,"about_ca_topic_score_gemma":0.0003548616,"teacher_disagreement_score":0.18537228,"about_ca_system_score_codex":0.00095750246,"about_ca_system_score_gemma":0.00021303774,"threshold_uncertainty_score":0.56689006},"labels":[],"label_agreement":null},{"id":"W4284967954","doi":"10.2196/34463","title":"Development and Implementation of an Interprofessional Digital Platform to Increase Therapeutic Adherence: Protocol for a Mixed Design Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Cégep Saint-Jean-sur-Richelieu; Université de Sherbrooke","funders":"","keywords":"Protocol (science); Digital health; Computer science; Research design; Medicine; Medical education; Psychology; Health care; Alternative medicine; Sociology","score_opus":0.47969776186493046,"score_gpt":0.6218811429699636,"score_spread":0.1421833811050331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284967954","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08428923,1.8697531e-7,0.00077281083,0.00011171816,0.0000027255965,0.9146974,0.000013021724,0.000021884023,0.000091032896],"genre_scores_gemma":[0.065145254,4.360653e-9,0.0039297957,0.00008389461,0.00002345095,0.93005633,0.000022565726,0.000015926034,0.00072275754],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976268,0.00022549654,0.00043684777,0.00034606195,0.0010524511,0.00031234513],"domain_scores_gemma":[0.9988944,0.00014959315,0.00011388294,0.00028714925,0.00029333116,0.00026164457],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019045928,0.00011666533,0.00020230036,0.0002122987,0.0003212787,0.00005210304,0.00025659695,0.000026387306,0.001084062],"category_scores_gemma":[0.00006418599,0.00009370854,0.000023591658,0.00036443508,0.000055316246,0.00018241187,0.00027971345,0.00026575298,0.000020569923],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031222705,0.010417972,0.037483566,0.0016202691,0.00012465907,0.000025215695,0.013282083,0.0000026627442,0.010570459,0.00048878574,0.011716109,0.8830455],"study_design_scores_gemma":[0.05437617,0.124261096,0.16821381,0.0032913077,0.000013789532,0.000065709006,0.13371158,0.0008163351,0.035589386,0.002643766,0.4762212,0.00079585786],"about_ca_topic_score_codex":0.0000161072,"about_ca_topic_score_gemma":0.0000084423755,"teacher_disagreement_score":0.88224965,"about_ca_system_score_codex":0.00014058185,"about_ca_system_score_gemma":0.0015100406,"threshold_uncertainty_score":0.99982905},"labels":[],"label_agreement":null},{"id":"W4284972669","doi":"10.2196/39536","title":"Developing an Artificial Intelligence Model for Reading Chest X-rays: Protocol for a Prospective Validation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical diagnosis; Radiography; Medicine; Protocol (science); Prospective cohort study; Modality (human–computer interaction); Radiology; Medical physics; Computer science; Algorithm; Artificial intelligence; Pathology","score_opus":0.6804499832414179,"score_gpt":0.6480029717830381,"score_spread":0.032447011458379804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284972669","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008785661,7.778415e-8,0.068862036,0.0031508154,0.000006651718,0.9268681,0.00003107434,0.00017931429,0.000023399225],"genre_scores_gemma":[0.0074180844,1.169474e-8,0.017143406,0.0003400165,0.00027481656,0.97441787,0.00003230707,0.00010373481,0.00026973573],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99545926,0.00050469954,0.00069669593,0.0010493797,0.0014229459,0.00086699484],"domain_scores_gemma":[0.9966844,0.0008300577,0.00019048242,0.0007245609,0.0013542084,0.00021630699],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0062136725,0.00025694296,0.00041231632,0.0005917667,0.0014212009,0.0002568206,0.0005139068,0.000087341934,0.00006344225],"category_scores_gemma":[0.0018224979,0.00025349093,0.000117708456,0.0010611456,0.00011493378,0.0003389914,0.00042296943,0.0007178263,0.000008377641],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1449573,0.11807287,0.033484425,0.03750908,0.0008252565,0.00021827353,0.1323433,0.045127947,0.082678765,0.122876175,0.043624166,0.23828243],"study_design_scores_gemma":[0.012213248,0.05121521,0.001475928,0.0036647378,0.00003766849,0.00002031047,0.0112140095,0.54588777,0.10894365,0.07481032,0.18923327,0.0012839078],"about_ca_topic_score_codex":0.00003172564,"about_ca_topic_score_gemma":0.00002764527,"teacher_disagreement_score":0.5007598,"about_ca_system_score_codex":0.0020860774,"about_ca_system_score_gemma":0.0024049464,"threshold_uncertainty_score":0.9999917},"labels":[],"label_agreement":null},{"id":"W4285005290","doi":"10.2196/40684","title":"Correction: Assessing the Efficacy of an Individualized Psychological Flexibility Skills Training Intervention App for Medical Student Burnout and Well-being: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Burnout; Protocol (science); Flexibility (engineering); Medical education; Intervention (counseling); Psychology; Physical therapy; Clinical psychology; Medicine; Applied psychology; Alternative medicine; Psychiatry","score_opus":0.25662618314479807,"score_gpt":0.6688125358853331,"score_spread":0.412186352740535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285005290","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027775732,0.000024051185,0.0007390556,0.0023160446,0.003945531,0.9870839,0.0000805549,0.00016892025,0.0053641615],"genre_scores_gemma":[0.00012236593,0.0000071754985,0.00048515637,0.00026924646,0.0048424746,0.96279097,0.00042472983,0.00013850667,0.030919388],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.94226784,0.044093914,0.0054875067,0.0017210168,0.004546327,0.0018833928],"domain_scores_gemma":[0.946266,0.046611108,0.0031694397,0.001225067,0.0019957775,0.0007325964],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.099502005,0.0007753584,0.004834908,0.0006363609,0.004603702,0.00027525023,0.0017878375,0.0023128756,0.0038130907],"category_scores_gemma":[0.03789716,0.00044240942,0.0015717784,0.0005994493,0.0011526973,0.0002693454,0.0011817104,0.009662574,0.0000047124618],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.79313266,0.006907871,0.000047175614,0.007187628,0.00032862526,0.0000069329567,0.0063443542,6.907607e-7,0.0000022447887,0.0005476566,0.13356405,0.051930122],"study_design_scores_gemma":[0.6888744,0.0054478194,0.00014658942,0.02821231,0.00004920706,0.000003719436,0.003736597,0.001022486,0.000001657474,0.0031196733,0.26907003,0.00031545933],"about_ca_topic_score_codex":0.00008528265,"about_ca_topic_score_gemma":0.000060716815,"teacher_disagreement_score":0.13550597,"about_ca_system_score_codex":0.0005215967,"about_ca_system_score_gemma":0.0052457736,"threshold_uncertainty_score":0.99980277},"labels":[],"label_agreement":null},{"id":"W4285018108","doi":"10.2196/32288","title":"Physical Activity and Fall Prevention in Geriatric Inpatients in an Acute Care Unit (AGIR Study): Protocol for a Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"","keywords":"Medicine; Usability; Intervention (counseling); Fall prevention; Physical therapy; Acute care; Health care; Geriatrics; Poison control; Injury prevention; Nursing; Medical emergency","score_opus":0.27976834099375947,"score_gpt":0.6318395836794225,"score_spread":0.35207124268566303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285018108","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49784797,1.09973925e-7,0.0000020591342,0.000017528984,0.0000060310476,0.5020058,0.000028745331,0.000028815715,0.00006291446],"genre_scores_gemma":[0.4367032,2.4221006e-8,0.000020167163,0.0000040508157,0.000056422607,0.5630163,0.000014269345,0.000023214869,0.00016235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9849353,0.0115150055,0.0006254838,0.0009277109,0.00107085,0.00092568016],"domain_scores_gemma":[0.99808866,0.0004043404,0.0002519859,0.0007039215,0.00037651323,0.00017455727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005375686,0.00024056091,0.00048946263,0.0005149212,0.0011789191,0.00005101162,0.0004996858,0.00012518011,0.00002459836],"category_scores_gemma":[0.00014330186,0.00022612631,0.00006905212,0.0013508559,0.00007849554,0.00055487675,0.0010818172,0.002112752,0.000007314876],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064831213,0.054805875,0.9032204,0.0015221549,0.000016653341,0.000010459893,0.022437666,0.0000016706529,0.0008167251,0.00002090518,0.00010348457,0.010560875],"study_design_scores_gemma":[0.022636548,0.018819464,0.93286306,0.00030282832,0.000004009939,2.2494503e-7,0.022379683,0.000303883,0.000003809709,0.00076266524,0.0017258307,0.0001979824],"about_ca_topic_score_codex":0.00066758355,"about_ca_topic_score_gemma":0.0064274054,"teacher_disagreement_score":0.06114477,"about_ca_system_score_codex":0.00082184485,"about_ca_system_score_gemma":0.0006783039,"threshold_uncertainty_score":0.92211634},"labels":[],"label_agreement":null},{"id":"W4285032547","doi":"10.2196/33641","title":"Organizations’ Strategies to Improve Implementation of Universal Accessibility Principles: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; Université Laval","funders":"","keywords":"Inclusion (mineral); Thematic analysis; Convention on the Rights of Persons with Disabilities; Protocol (science); Universal design; Public relations; Descriptive statistics; Convention; Computer science; Knowledge management; Process management; Political science; Business; Psychology; Medicine; Qualitative research; Sociology; World Wide Web; Alternative medicine","score_opus":0.604117678300865,"score_gpt":0.7104552347971701,"score_spread":0.10633755649630505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285032547","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0565825e-8,0.007325009,0.00011565456,0.00026014098,0.000011248244,0.98912126,0.00011683051,0.000060276347,0.0029895531],"genre_scores_gemma":[2.1212369e-8,0.072799884,0.00031768926,0.000011830153,0.00014371767,0.92602855,0.00008908216,0.000042957407,0.000566241],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99255013,0.003054582,0.001319703,0.00083563867,0.0015921573,0.0006477968],"domain_scores_gemma":[0.99607086,0.0009533193,0.0007283591,0.00075831934,0.0012704255,0.00021872741],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0071001193,0.00027005866,0.0010537005,0.0003212506,0.0011339423,0.0003915966,0.0012772226,0.00017573664,0.0042123417],"category_scores_gemma":[0.0012284998,0.00020868373,0.00028597095,0.0027669517,0.00051535346,0.00069516484,0.00055560993,0.00043410505,0.000015314523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041319807,0.0003715048,0.000012246479,0.5064452,0.0000337421,7.811897e-7,0.0019876983,7.1521436e-7,0.0000010482298,0.016383426,0.0019358965,0.47278637],"study_design_scores_gemma":[0.00039465862,0.0004015658,0.0000022409988,0.15559222,0.00001697044,1.6853154e-7,0.002607429,3.4747134e-7,0.0000058456226,0.0005335682,0.840259,0.00018598836],"about_ca_topic_score_codex":0.000594576,"about_ca_topic_score_gemma":0.0012837107,"teacher_disagreement_score":0.8383231,"about_ca_system_score_codex":0.0009693219,"about_ca_system_score_gemma":0.014376186,"threshold_uncertainty_score":0.99669796},"labels":[],"label_agreement":null},{"id":"W4285033628","doi":"10.2196/40863","title":"Correction: The Need for Standards Unification in Forensic Laboratory Practices: Protocol for Setting Up the Arab Forensic Laboratories Accreditation Center","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Chemical Safety and Risk Management","field":"Chemical Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Forensic science; Protocol (science); Center (category theory); Medical education; Medicine; Medical physics; Computer science; Alternative medicine; Pathology; Veterinary medicine","score_opus":0.11573841766361781,"score_gpt":0.4875468378313054,"score_spread":0.3718084201676876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285033628","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013008734,0.000009559132,0.0011720988,0.004696314,0.0011794461,0.98899394,0.0009484147,0.00015174395,0.0028471772],"genre_scores_gemma":[0.00000572,0.000003352531,0.000284033,0.00013200818,0.0026486127,0.9683947,0.0009334658,0.00014137663,0.027456757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99455756,0.0006690239,0.00092221645,0.00083357946,0.0020034865,0.0010141088],"domain_scores_gemma":[0.99242103,0.0030953342,0.0009562322,0.0010591936,0.0023571884,0.00011103064],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0065253936,0.0004608191,0.00045599355,0.00023918421,0.0011596384,0.0004639938,0.0011913261,0.0004769429,0.00018566861],"category_scores_gemma":[0.0074424143,0.00030085855,0.0002056372,0.001748476,0.00028939737,0.00042946977,0.00047729848,0.0034469296,0.0000063636985],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024729432,0.00021372836,0.000019975108,0.0036307587,0.00007579288,0.0000021954024,0.00072173646,0.00017963,0.0003931373,0.0017427923,0.98627067,0.004276671],"study_design_scores_gemma":[0.003022411,0.0004158469,0.000030158004,0.0019186395,0.0000129243435,0.000001362722,0.0020448181,0.009221683,0.001948699,0.00088020606,0.98015386,0.00034937204],"about_ca_topic_score_codex":0.00003535738,"about_ca_topic_score_gemma":0.00015690847,"teacher_disagreement_score":0.024609579,"about_ca_system_score_codex":0.0016645119,"about_ca_system_score_gemma":0.0016030459,"threshold_uncertainty_score":0.9999443},"labels":[],"label_agreement":null},{"id":"W4285048264","doi":"10.2196/36247","title":"Usability and Effectiveness of an Individualized, Tablet-Based, Multidomain Exercise Program for People With Dementia Delivered by Nursing Assistants: Protocol for an Evaluation of the InCoPE-App","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Dietmar Hopp Stiftung","keywords":"Usability; Dementia; Cognition; Quality of life (healthcare); Nursing; Psychology; Medicine; Applied psychology; Physical therapy; Computer science; Human–computer interaction; Psychiatry; Disease","score_opus":0.21791252127021185,"score_gpt":0.6218531291929907,"score_spread":0.40394060792277886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285048264","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03949649,0.000005943282,0.0009007527,0.000118154,0.000007991097,0.95842195,0.0009384947,0.000050174753,0.000060057515],"genre_scores_gemma":[0.036976684,1.4038793e-7,0.007264921,0.00002489872,0.000024154762,0.9554276,0.00022026793,0.000050452734,0.0000108774975],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.986555,0.009304371,0.0009360067,0.0006782652,0.0016145905,0.0009117977],"domain_scores_gemma":[0.99383974,0.0018588782,0.000702158,0.000949771,0.0022943618,0.00035509904],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02743417,0.00020265866,0.000494426,0.00016466856,0.0029757968,0.000024974677,0.0005554423,0.00015503542,0.00011127688],"category_scores_gemma":[0.00054132834,0.00015110831,0.0000616716,0.00090798456,0.00036314147,0.00022377878,0.0001755426,0.00064611447,4.034809e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09609131,0.030715492,0.17921683,0.11208406,0.00009363188,1.8077174e-7,0.0043280395,0.0005602505,0.0080560995,0.0016485289,0.009659519,0.5575461],"study_design_scores_gemma":[0.18694706,0.055736236,0.3345251,0.029742757,0.00023924625,0.0000028294028,0.010688056,0.07672698,0.015927806,0.012233745,0.2760492,0.0011809963],"about_ca_topic_score_codex":0.00042799313,"about_ca_topic_score_gemma":0.0004486587,"teacher_disagreement_score":0.5563651,"about_ca_system_score_codex":0.00065677136,"about_ca_system_score_gemma":0.0046544904,"threshold_uncertainty_score":0.9983222},"labels":[],"label_agreement":null},{"id":"W4285087937","doi":"10.2196/36655","title":"Adapting a Motivational Interviewing Intervention to Improve HIV Prevention Among Young, Black, Sexual Minority Men in Alabama: Protocol for the Development of the Kings Digital Health Intervention","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Psychological intervention; Thematic analysis; Motivational interviewing; Medicine; Qualitative research; Outreach; Focus group; Intervention (counseling); Psychology; Gerontology; Family medicine; Nursing; Sociology; Political science","score_opus":0.19281648618073333,"score_gpt":0.5265596192574913,"score_spread":0.33374313307675796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285087937","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017820992,0.0000029596192,0.009152458,0.0021334798,0.000010098226,0.96989024,0.00007514137,0.000034597593,0.0008800102],"genre_scores_gemma":[0.07582917,3.3702598e-8,0.00051334826,0.000018358216,0.00008809426,0.9061909,0.00006616193,0.000032049833,0.01726193],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941473,0.0012199231,0.0014906472,0.00057605084,0.0017757866,0.0007902933],"domain_scores_gemma":[0.9978451,0.0002934422,0.00047694895,0.000546188,0.0006101641,0.00022816552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009425482,0.00021895464,0.00035386658,0.0005639886,0.0008520194,0.00019328429,0.00078162854,0.000065658154,0.0003987238],"category_scores_gemma":[0.0016167527,0.00015496388,0.0004125605,0.0011709305,0.000218079,0.000447543,0.0015408236,0.0011358035,0.00000897522],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008088973,0.014852912,0.2925306,0.01962715,0.00049232057,0.000006906079,0.01779349,0.00011651406,0.004712928,0.0011664175,0.15256551,0.48804626],"study_design_scores_gemma":[0.040827714,0.051058326,0.56002885,0.040223632,0.000024215296,0.00003824922,0.03450628,0.045319315,0.006230403,0.0016743132,0.21916075,0.0009079786],"about_ca_topic_score_codex":0.0004433018,"about_ca_topic_score_gemma":0.00077964575,"teacher_disagreement_score":0.4871383,"about_ca_system_score_codex":0.0014444644,"about_ca_system_score_gemma":0.00082887383,"threshold_uncertainty_score":0.6553131},"labels":[],"label_agreement":null},{"id":"W4285098752","doi":"10.2196/40568","title":"Grocery Delivery to Support Healthy Weight Gain Among Pregnant Young Women With Low Income: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Medicine; Pregnancy; Weight gain; Randomized controlled trial; Prenatal care; Obstetrics; Physical therapy; Population; Environmental health; Internal medicine; Body weight","score_opus":0.06603530218881101,"score_gpt":0.4701549267258513,"score_spread":0.4041196245370403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285098752","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008778432,9.729629e-7,0.00020767451,0.0013700341,0.000012532926,0.9875346,0.00004367133,0.000097381366,0.0019547045],"genre_scores_gemma":[0.0040180064,4.9478064e-7,0.0006099166,0.00039401406,0.00024246302,0.9823482,0.000055520024,0.00008812995,0.012243277],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98992515,0.0023985063,0.0010761318,0.0008386086,0.0038064485,0.0019551364],"domain_scores_gemma":[0.9951937,0.0015552975,0.00027303892,0.0006785663,0.0011772963,0.0011220847],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012881936,0.00035136926,0.0016588188,0.0011303145,0.00078812015,0.00020378188,0.0005654578,0.00008024632,0.0017600388],"category_scores_gemma":[0.0015010468,0.0002380285,0.00030482584,0.0010598869,0.0003237635,0.00022337658,0.0006657666,0.00094918173,0.00004477076],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9660535,0.0029786134,0.00038067094,0.003468851,0.0003507048,0.00014978895,0.0005876474,0.00004570614,0.00013418734,0.00035010534,0.02360938,0.0018908494],"study_design_scores_gemma":[0.8832471,0.048456088,0.00035685013,0.0012327576,0.000010597646,0.000006492616,0.00033032562,0.00060809316,0.000098356904,0.00037629937,0.065033354,0.00024372748],"about_ca_topic_score_codex":0.00004101706,"about_ca_topic_score_gemma":0.0000200463,"teacher_disagreement_score":0.08280644,"about_ca_system_score_codex":0.0012578563,"about_ca_system_score_gemma":0.0026614056,"threshold_uncertainty_score":0.9991525},"labels":[],"label_agreement":null},{"id":"W4285100169","doi":"10.2196/40553","title":"The Efficacy of Lumbar Support on Pain, Disability, and Motor Control in Women With Postpartum Pelvic Girdle Pain: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pregnancy-related medical research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physical therapy; Medicine; Pelvic pain; Randomized controlled trial; Lumbar; Protocol (science); Physical medicine and rehabilitation; Pelvic girdle; Pain control; Alternative medicine; Surgery","score_opus":0.07173002111668754,"score_gpt":0.47393244101068177,"score_spread":0.40220241989399425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285100169","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003883877,0.000008665321,0.000038439037,0.005445477,0.0000067505634,0.9900739,0.000025663427,0.000048763923,0.0004684614],"genre_scores_gemma":[0.024149237,0.0000019213896,0.000031076685,0.00028797405,0.00012933859,0.974007,0.000006089535,0.00006979861,0.001317538],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97799164,0.0144238705,0.0014760203,0.0007857672,0.0036675644,0.0016551439],"domain_scores_gemma":[0.96754783,0.02979122,0.00033167936,0.0010021712,0.0006622471,0.0006648398],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07969068,0.00033670006,0.002133917,0.00033673618,0.00054345897,0.00009357406,0.00064030796,0.00017388465,0.00056627527],"category_scores_gemma":[0.044701014,0.00018363679,0.00032522186,0.00074383325,0.0021521067,0.00008009914,0.00033976688,0.0021225514,0.000004848978],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9732969,0.005643271,0.00027154895,0.001557158,0.00025288583,0.00007093043,0.00043887447,0.0000029003859,0.00038345688,0.0002491189,0.0025332635,0.015299732],"study_design_scores_gemma":[0.9021426,0.06879226,0.00038270376,0.0035427026,0.000011951911,0.000005650149,0.00031511145,0.0017433516,0.000032876644,0.00055978267,0.022308744,0.00016225447],"about_ca_topic_score_codex":0.000021694166,"about_ca_topic_score_gemma":0.000010422471,"teacher_disagreement_score":0.07115425,"about_ca_system_score_codex":0.000728045,"about_ca_system_score_gemma":0.0022728634,"threshold_uncertainty_score":0.9633459},"labels":[],"label_agreement":null},{"id":"W4285100584","doi":"10.2196/40445","title":"A Novel Theory-Based Virtual Reality Training to Improve Patient Safety Culture in the Department of Surgery of a Large Academic Medical Center: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Center (category theory); Medical education; Virtual reality; Medicine; Patient safety; Psychology; Computer science; Human–computer interaction; Alternative medicine; Health care; Pathology","score_opus":0.5164956997563682,"score_gpt":0.6778459433775484,"score_spread":0.16135024362118022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285100584","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034033835,3.6687047e-7,0.015777312,0.0024926756,0.0000342387,0.9771948,0.00093990023,0.000026932434,0.00013042695],"genre_scores_gemma":[0.05160399,5.652701e-8,0.00080631435,0.0007561334,0.000057182384,0.9466074,0.00008824045,0.00002699703,0.000053672884],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9704185,0.022732684,0.0021171607,0.0005925126,0.003023433,0.0011157054],"domain_scores_gemma":[0.989854,0.007819259,0.0007963785,0.0007272938,0.00048218493,0.00032088277],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.063742414,0.000208817,0.000638982,0.00039277336,0.0008712331,0.0000020926223,0.00094653567,0.00023769279,0.00032429348],"category_scores_gemma":[0.008517686,0.00013996442,0.00018192557,0.0012213066,0.00016773424,0.00007052043,0.00069168006,0.0025794369,0.0000022601698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.110293046,0.07248766,0.061641965,0.0095198,0.00029864715,0.000029108467,0.53331304,0.00032704356,0.0062064994,0.030917147,0.06995604,0.10501002],"study_design_scores_gemma":[0.016699076,0.008616059,0.014298839,0.002549691,0.000005068279,0.0000012753359,0.0874862,0.00037401504,0.0004823463,0.00041674843,0.868846,0.0002246635],"about_ca_topic_score_codex":0.000038411636,"about_ca_topic_score_gemma":0.00008294378,"teacher_disagreement_score":0.79889,"about_ca_system_score_codex":0.00041329398,"about_ca_system_score_gemma":0.0033052932,"threshold_uncertainty_score":0.999834},"labels":[],"label_agreement":null},{"id":"W4285103780","doi":"10.2196/38477","title":"Capturing Diabetes-Related Distress and Burden From the Perspective of Patients With Type 1 or Type 2 Diabetes: Protocol for an Explorative Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distress; Medicine; Diabetes mellitus; Psychosocial; Type 2 diabetes; Diabetes management; Anxiety; Type 1 diabetes; Quality of life (healthcare); Research design; Disease; Intensive care medicine; Clinical psychology; Psychiatry; Nursing; Internal medicine","score_opus":0.25261463357072345,"score_gpt":0.5559962175267895,"score_spread":0.30338158395606607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285103780","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29361096,0.00000173537,0.000002907965,0.00016608053,0.000011180609,0.7059969,0.000032270986,0.000026399011,0.00015156086],"genre_scores_gemma":[0.10875072,3.44865e-8,0.0006101416,0.000016035045,0.000071479684,0.8900482,0.00009511443,0.000041471223,0.00036679514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99664605,0.0014113056,0.00029263648,0.0004896466,0.0007302513,0.0004300944],"domain_scores_gemma":[0.9974699,0.0006540742,0.00017248902,0.000543501,0.0010376838,0.00012237164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019570224,0.00018107209,0.00033353863,0.00015637619,0.00040727961,0.000085287065,0.00031383606,0.000039644117,0.00030888282],"category_scores_gemma":[0.0005842371,0.000107154854,0.000033146887,0.000863099,0.00019078735,0.00022606949,0.0003620176,0.00044266626,0.0000023320401],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023180567,0.014394609,0.8274059,0.0015937964,0.0014563928,0.000005005203,0.07393913,0.000040574596,0.0015727619,0.00026755995,0.012267404,0.04387628],"study_design_scores_gemma":[0.028598303,0.1086415,0.6344489,0.0018869523,0.00015461961,1.4892854e-7,0.16641538,0.0011806692,0.0024175677,0.0031805653,0.052414432,0.00066098006],"about_ca_topic_score_codex":0.00006595594,"about_ca_topic_score_gemma":0.00001863234,"teacher_disagreement_score":0.19295704,"about_ca_system_score_codex":0.00019990117,"about_ca_system_score_gemma":0.00020989255,"threshold_uncertainty_score":0.4369648},"labels":[],"label_agreement":null},{"id":"W4285316361","doi":"10.2196/36025","title":"Implementation of Evidence-Informed Behavioral Health Models to Improve HIV Health Outcomes for Black Men Who Have Sex With Men (Black MSM Initiative): Protocol for Program Evaluation","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nutrition Obesity Research Center, University of North Carolina; Health Resources and Services Administration; University of Chicago; U.S. Department of Health and Human Services","keywords":"Men who have sex with men; Medicine; Health care; Gerontology; Family medicine; Human immunodeficiency virus (HIV); Political science","score_opus":0.6182905261229005,"score_gpt":0.6919180103409829,"score_spread":0.0736274842180824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285316361","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026974903,0.0000011425402,0.0036480112,0.010313604,0.0000010442147,0.9835427,0.0006138427,0.00006926664,0.0015406725],"genre_scores_gemma":[0.0009649083,5.329066e-7,0.004064198,0.00016232538,0.00007073122,0.9819319,0.0003874534,0.000078741454,0.012339178],"study_design_codex":"not_applicable","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9918256,0.0012524846,0.0013359077,0.0007509506,0.0033263015,0.0015087626],"domain_scores_gemma":[0.9949914,0.000417388,0.00056854176,0.0007172084,0.002551032,0.0007543793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009570348,0.00030945192,0.00079141004,0.0008013082,0.00064003555,0.00013912548,0.0004761592,0.000069688445,0.0008640437],"category_scores_gemma":[0.00028867729,0.00022932043,0.000254337,0.00075496966,0.000260009,0.0007095039,0.00035717647,0.00062538986,0.000008032812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011237095,0.0039964053,0.0054919864,0.011781158,0.0001937426,0.000001970577,0.016749466,0.00016622033,0.00027455954,0.0003701943,0.6506773,0.2990599],"study_design_scores_gemma":[0.04870064,0.48386335,0.004353143,0.0067984387,0.00003284702,0.000006088938,0.06568114,0.2126377,0.0043460564,0.0012759377,0.17169645,0.0006082199],"about_ca_topic_score_codex":0.00087994535,"about_ca_topic_score_gemma":0.00083629845,"teacher_disagreement_score":0.47986695,"about_ca_system_score_codex":0.00243419,"about_ca_system_score_gemma":0.008273232,"threshold_uncertainty_score":0.99734896},"labels":[],"label_agreement":null},{"id":"W4285318464","doi":"10.2196/35881","title":"A Group Videoconferencing Intervention (C@nnected) to Improve Maternal Sensitivity: Protocol for a Randomized Feasibility Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pontificia Universidad Católica de Chile","keywords":"Socioemotional selectivity theory; Randomized controlled trial; Psychological intervention; Medicine; Maternal sensitivity; Intervention (counseling); Face-to-face; Randomization; Telehealth; Telemedicine; Nursing; Health care; Psychology; Developmental psychology; Gerontology","score_opus":0.2341379096364284,"score_gpt":0.5618692521872549,"score_spread":0.32773134255082653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285318464","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031170314,4.852881e-7,0.000581522,0.00071550556,0.00005308804,0.96697545,0.00007283071,0.0001279833,0.00030281316],"genre_scores_gemma":[0.035772286,2.7753382e-8,0.00060734316,0.0001780126,0.00036635294,0.96123403,0.00001984628,0.00005039623,0.00177169],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99273366,0.003359179,0.00095715583,0.00074837083,0.0012695502,0.0009321027],"domain_scores_gemma":[0.9975698,0.00076848455,0.00024299444,0.00060190854,0.00036368944,0.00045311957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01236281,0.00025330595,0.00080973055,0.0003623795,0.00063125597,0.0001395529,0.00022635561,0.000094473566,0.0007593068],"category_scores_gemma":[0.0008924109,0.00021180547,0.00040277414,0.00033786957,0.000107211046,0.00014725544,0.0006007723,0.00093865674,0.0000357869],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9742661,0.0022969216,0.0006346278,0.013811377,0.000041091866,0.0000711815,0.0002725743,0.000001060226,0.003952361,0.00062546355,0.0004425445,0.0035846713],"study_design_scores_gemma":[0.9227169,0.023597684,0.0011663678,0.012435442,0.000009621166,0.000079856734,0.00008526588,0.0005156947,0.013396003,0.0018043367,0.02393313,0.0002597092],"about_ca_topic_score_codex":0.0002837054,"about_ca_topic_score_gemma":0.00003985538,"teacher_disagreement_score":0.051549237,"about_ca_system_score_codex":0.0007401518,"about_ca_system_score_gemma":0.00033375737,"threshold_uncertainty_score":0.8637176},"labels":[],"label_agreement":null},{"id":"W4285320311","doi":"10.2196/35729","title":"Reducing New Chlamydia Infection Among Young Men by Promoting Correct and Consistent Condom Use: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Public Health Research Programme; Barts Health NHS Trust; University of Westminster; University of Hertfordshire; University of Sussex; University of Southampton; National Institute for Health and Care Research","keywords":"Condom; Medicine; Attendance; Psychological intervention; Randomized controlled trial; Intervention (counseling); Family medicine; Reproductive health; Focus group; Chlamydia; Public health; Population; Nursing; Environmental health; Human immunodeficiency virus (HIV)","score_opus":0.11869956448685123,"score_gpt":0.4798344670133994,"score_spread":0.3611349025265481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285320311","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015108943,0.000012064188,0.00018967423,0.00034503263,0.000087465996,0.98269594,0.000031173127,0.00018399491,0.0013457298],"genre_scores_gemma":[0.0081984,9.2638356e-7,0.00005027638,0.000011263832,0.00017148841,0.96732974,0.00006223992,0.00007014289,0.024105519],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9830015,0.012880416,0.0012839602,0.001169408,0.00048030211,0.0011844712],"domain_scores_gemma":[0.9913611,0.0063922913,0.00058933493,0.00068117416,0.00079711573,0.00017899969],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022836857,0.00037940845,0.0015365492,0.00071057293,0.0023942688,0.00043400962,0.00034971203,0.0002804314,0.0013199109],"category_scores_gemma":[0.016035696,0.00030987302,0.0004517175,0.00068837905,0.0011286435,0.00048772135,0.0005709998,0.0023032278,0.000028779701],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84615004,0.0014113897,0.0015948734,0.000259452,0.0005183829,0.000004159189,0.000820878,0.000015111079,0.07570603,0.00019279955,0.0711724,0.0021544578],"study_design_scores_gemma":[0.860716,0.0037331907,0.0001613113,0.00024630092,0.000020998885,0.00008957029,0.00015132043,0.00020420854,0.0110725835,0.00024348094,0.12308908,0.0002719493],"about_ca_topic_score_codex":0.0018679372,"about_ca_topic_score_gemma":0.000028171959,"teacher_disagreement_score":0.064633444,"about_ca_system_score_codex":0.00056093367,"about_ca_system_score_gemma":0.0012526553,"threshold_uncertainty_score":0.9999985},"labels":[],"label_agreement":null},{"id":"W4285320441","doi":"10.2196/35760","title":"Remote Follow-up of Self-isolating Patients With COVID-19 Using a Patient Portal: Protocol for a Mixed Methods Pilot Study (Opal-COVID Study)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; McGill University; Polytechnique Montréal; Université de Montréal; McGill University Health Centre","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Medicine; Patient portal; Logbook; Usability; Protocol (science); Patient experience; Health care; Patient satisfaction; Anxiety; Telemedicine; Intervention (counseling); Nursing; Family medicine; Alternative medicine; Psychiatry","score_opus":0.49073703485316694,"score_gpt":0.663858841594875,"score_spread":0.17312180674170802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285320441","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0922537,3.4834562e-7,0.0009481688,0.000062666724,0.00006323234,0.9056804,0.00019159893,0.00017238925,0.000627478],"genre_scores_gemma":[0.113001175,7.4635675e-10,0.010124799,0.000077940655,0.0000314404,0.8762583,0.000021539361,0.00013305066,0.00035175533],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.98622537,0.007261538,0.0017755777,0.0012452092,0.002156346,0.0013359801],"domain_scores_gemma":[0.9951011,0.0011299095,0.0010005984,0.0013210808,0.00077679974,0.00067053764],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.007837098,0.0004164237,0.00070228596,0.00082965195,0.00137716,0.00014150293,0.00093354174,0.00006242881,0.0007282982],"category_scores_gemma":[0.00092526246,0.0003741988,0.00018635529,0.001734513,0.00016200892,0.00028229554,0.0012782564,0.00092771515,0.000011302657],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13250539,0.41601005,0.26983008,0.010873459,0.0017837121,0.00037363064,0.05902429,0.00020658143,0.00038716174,0.0009950744,0.012346745,0.09566385],"study_design_scores_gemma":[0.10209595,0.73673445,0.01859875,0.0014572906,0.000054535205,0.000035451118,0.037132327,0.0005557971,0.00026454777,0.0017209294,0.10020283,0.0011471331],"about_ca_topic_score_codex":0.0009876357,"about_ca_topic_score_gemma":0.0002635642,"teacher_disagreement_score":0.32072443,"about_ca_system_score_codex":0.0012565083,"about_ca_system_score_gemma":0.0009876465,"threshold_uncertainty_score":0.99992293},"labels":[],"label_agreement":null},{"id":"W4285323802","doi":"10.2196/35487","title":"Web-Based Delivery of a Family-Based Dating Violence Prevention Program for Youth Who Have Been Exposed to Intimate Partner Violence: Protocol for an Acceptability and Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Injury Prevention and Control; University of North Carolina at Chapel Hill; Centers for Disease Control and Prevention","keywords":"Domestic violence; Suicide prevention; Poison control; Medicine; Program evaluation; Protocol (science); Web application; Dating violence; Injury prevention; Psychology; Medical education; Nursing; Family medicine; Medical emergency; Alternative medicine; World Wide Web; Computer science","score_opus":0.3990393907486888,"score_gpt":0.5925659914140275,"score_spread":0.19352660066533872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285323802","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21647969,5.43117e-7,0.00059464434,0.000016040762,0.000007112355,0.78206456,0.00030855797,0.00013450628,0.00039432157],"genre_scores_gemma":[0.33531415,6.9644365e-8,0.0030784325,0.000031418233,0.000048733877,0.661447,0.000033857348,0.000029863884,0.000016472415],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9910687,0.0036135372,0.00093364494,0.0012929377,0.0018407863,0.001250345],"domain_scores_gemma":[0.9962105,0.0006352856,0.00034486694,0.0009120494,0.0014841647,0.00041311161],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01496447,0.0003158636,0.00054768944,0.0003183045,0.0022596135,0.00034129768,0.0011971234,0.00013421351,0.00012143646],"category_scores_gemma":[0.0007992861,0.00030548457,0.00017882607,0.00086402474,0.0007137217,0.00049242296,0.0004990767,0.00050087227,0.000001559627],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03700829,0.046878856,0.47101367,0.0073402193,0.0000805897,0.0000046293585,0.025576191,0.00096285314,0.0074261315,0.0009625581,0.0012073886,0.40153864],"study_design_scores_gemma":[0.067675084,0.17554481,0.28022543,0.011449791,0.00008891351,6.7675234e-7,0.29147613,0.11190542,0.020427467,0.010787376,0.02689199,0.0035269132],"about_ca_topic_score_codex":0.00072416716,"about_ca_topic_score_gemma":0.0002520407,"teacher_disagreement_score":0.3980117,"about_ca_system_score_codex":0.00043131592,"about_ca_system_score_gemma":0.001886294,"threshold_uncertainty_score":0.99993974},"labels":[],"label_agreement":null},{"id":"W4285324269","doi":"10.2196/35442","title":"Description of the Method for Evaluating Digital Endpoints in Alzheimer Disease Study: Protocol for an Exploratory, Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Cognition; Medicine; Clinical trial; Cognitive test; Disease; Modalities; Psychology; Psychiatry; Pathology","score_opus":0.5969850330007773,"score_gpt":0.6612981866969195,"score_spread":0.06431315369614221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285324269","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16257234,3.7106125e-7,0.0002492245,0.00005214501,0.000007580623,0.8368992,0.00008900048,0.000021743024,0.00010838443],"genre_scores_gemma":[0.25822324,2.2270736e-9,0.00023147294,0.0000149714615,0.00006976276,0.74105483,0.000019612455,0.000036370642,0.00034976256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9924631,0.0025089658,0.0006854686,0.00069385715,0.0029915683,0.0006570084],"domain_scores_gemma":[0.99717116,0.00047699947,0.00015782945,0.0005908583,0.0013688101,0.00023433134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013980459,0.00018011045,0.00028200436,0.00040388096,0.0007748139,0.0002747944,0.00049696857,0.000035942412,0.00028473986],"category_scores_gemma":[0.0011600214,0.00013377849,0.00016994834,0.00076443655,0.00014395424,0.00051454786,0.00069117325,0.0006108949,0.0000032242508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025480244,0.022476114,0.94136846,0.00039119695,0.00009513895,0.000008798441,0.0011826816,0.000023638264,0.0019021799,0.000022199649,0.00036921137,0.0066801086],"study_design_scores_gemma":[0.026402853,0.040844798,0.91887206,0.00018120321,0.000016264039,0.0000026757327,0.0058250446,0.0020072132,0.00086651614,0.0010066665,0.0038305055,0.00014422249],"about_ca_topic_score_codex":0.000018483244,"about_ca_topic_score_gemma":0.000024729556,"teacher_disagreement_score":0.095844395,"about_ca_system_score_codex":0.00028588847,"about_ca_system_score_gemma":0.0011815592,"threshold_uncertainty_score":0.595932},"labels":[],"label_agreement":null},{"id":"W4285331208","doi":"10.2196/35093","title":"A Family-Centered Sexual Health Intervention to Promote Cervical Cancer Screening Uptake Among Low-Income Rural Women in India: Protocol for a Community-Based Mixed Methods Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Women's College Hospital; Toronto Metropolitan University","funders":"Global Affairs Canada; Indian Council of Medical Research","keywords":"Cervical cancer; Medicine; Reproductive health; Rural area; Family medicine; Cancer screening; Health equity; Gerontology; Population; Cancer; Environmental health; Nursing; Public health","score_opus":0.42780612898082343,"score_gpt":0.6225245961705478,"score_spread":0.19471846718972435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285331208","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17681043,0.0000015885777,0.00056668033,0.00075368007,0.000011964347,0.8215257,0.000115439594,0.0001044064,0.000110137116],"genre_scores_gemma":[0.13260984,3.514658e-8,0.0017229724,0.0003849318,0.00013153644,0.86472046,0.00006103796,0.000095596704,0.00027359882],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9819062,0.011016306,0.0013009612,0.00079906353,0.0025487083,0.002428765],"domain_scores_gemma":[0.99603194,0.00063360995,0.00021699532,0.0011264224,0.0007436545,0.0012474001],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02849553,0.00039801034,0.0010597062,0.0014539505,0.0012792211,0.00022768126,0.0011526021,0.00009491076,0.0016876268],"category_scores_gemma":[0.0005803051,0.00036762102,0.0001624838,0.0027935877,0.00020568255,0.00018566428,0.0019358983,0.0043709725,0.000008251094],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13817354,0.050831996,0.16236387,0.020864008,0.000255498,0.00010778946,0.012327693,0.000113297654,0.002327954,0.000026622634,0.0030458826,0.60956186],"study_design_scores_gemma":[0.045650266,0.13129587,0.7771641,0.0021714873,0.000003824486,0.0000035909643,0.013132124,0.0016385186,0.00024093133,0.00011479099,0.028215805,0.00036867868],"about_ca_topic_score_codex":0.0064210836,"about_ca_topic_score_gemma":0.0020602809,"teacher_disagreement_score":0.6148002,"about_ca_system_score_codex":0.0041618817,"about_ca_system_score_gemma":0.001801033,"threshold_uncertainty_score":0.9998776},"labels":[],"label_agreement":null},{"id":"W4285332757","doi":"10.2196/34556","title":"Using PrEP and Doing it for Ourselves (UPDOs Protective Styles), a Web-Based Salon Intervention to Improve Uptake of Pre-exposure Prophylaxis Among Black Women: Protocol for a Pilot Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Pre-exposure prophylaxis; Psychological intervention; Medicine; Intervention (counseling); Medical education; Psychology; Nursing; Family medicine; Men who have sex with men; Human immunodeficiency virus (HIV)","score_opus":0.232910360035892,"score_gpt":0.5486155801801622,"score_spread":0.3157052201442702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285332757","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26643944,7.4136705e-7,0.0031460477,0.00012249038,0.000002758393,0.7298801,0.00026543674,0.000058930145,0.00008409119],"genre_scores_gemma":[0.28601617,9.187101e-9,0.0019252583,0.000008681811,0.00007019274,0.7102416,0.000011680265,0.0000692479,0.0016571318],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99296457,0.0017332875,0.0011679279,0.0011985973,0.0017122051,0.0012234322],"domain_scores_gemma":[0.995868,0.00034863138,0.00037321993,0.0009593633,0.0018884736,0.0005623116],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009653409,0.0003540749,0.00072292844,0.0009537604,0.00090973853,0.00023784187,0.00049349526,0.00010686848,0.0002722552],"category_scores_gemma":[0.0025244926,0.0003100314,0.00037343823,0.0011140702,0.00047421394,0.00032090137,0.00068741303,0.0010736524,0.0000023431928],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.33978555,0.101229995,0.07962306,0.07591086,0.0010544423,0.000047361533,0.017609317,0.00031739843,0.28578112,0.00011956659,0.01059079,0.087930545],"study_design_scores_gemma":[0.060171187,0.82910085,0.033745922,0.0068462845,0.000028659164,0.000007324432,0.015061906,0.020603074,0.015223141,0.00035627227,0.018301051,0.00055433856],"about_ca_topic_score_codex":0.00019286838,"about_ca_topic_score_gemma":0.00024629835,"teacher_disagreement_score":0.7278708,"about_ca_system_score_codex":0.0012354321,"about_ca_system_score_gemma":0.0012365328,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W4285333129","doi":"10.2196/33770","title":"Codevelopment of Implementation Interventions to Support Parent-Led Care for Pain in Infants: Protocol for a Qualitative Descriptive Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University; St. Francis Xavier University","funders":"QEII Foundation","keywords":"Psychological intervention; Qualitative research; Medicine; Breastfeeding; Protocol (science); Nursing; Implementation research; Descriptive statistics; Family medicine; Psychology; Alternative medicine; Pediatrics","score_opus":0.49530140958267327,"score_gpt":0.678097932395204,"score_spread":0.18279652281253073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285333129","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027576853,4.3601617e-7,0.007884785,0.00025882822,0.0000032314504,0.9886747,0.00023607061,0.0000687761,0.00011549335],"genre_scores_gemma":[0.021458855,2.9901848e-8,0.012302624,0.000048425456,0.000027321285,0.9657191,0.00016864423,0.000036606227,0.00023840065],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945758,0.002222403,0.001005032,0.0005173228,0.0010906417,0.0005887911],"domain_scores_gemma":[0.99776936,0.00054974214,0.00023483731,0.00037073847,0.00094972743,0.00012559383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014908547,0.00017306431,0.00041986446,0.0011645583,0.00025135177,0.00003359843,0.0003659857,0.00003635163,0.00028405813],"category_scores_gemma":[0.0010888862,0.00017351555,0.00015644793,0.0010755002,0.00004805785,0.00012054738,0.0005389886,0.00029522594,0.000001699617],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029371578,0.019164987,0.17036262,0.03340131,0.00039626955,0.000046028457,0.41992295,0.000013319154,0.0018022846,0.0008202311,0.22483392,0.0998645],"study_design_scores_gemma":[0.03103141,0.11131004,0.025316397,0.0023823082,0.000024215215,8.536606e-7,0.6479526,0.000050711034,0.0014208194,0.0013917842,0.17871912,0.00039975753],"about_ca_topic_score_codex":0.00011287562,"about_ca_topic_score_gemma":0.00037637944,"teacher_disagreement_score":0.22802964,"about_ca_system_score_codex":0.00138659,"about_ca_system_score_gemma":0.0007026483,"threshold_uncertainty_score":0.7075759},"labels":[],"label_agreement":null},{"id":"W4285338231","doi":"10.2196/34602","title":"A Digital Peer Support Platform to Translate Web-Based Peer Support for Emerging Adult Mental Well-being: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Peer support; Randomized controlled trial; Computer science; Web application; World Wide Web; Peer review; Peer group; Multimedia; Psychology; Medicine; Alternative medicine; Psychiatry; Social psychology","score_opus":0.13948420816802487,"score_gpt":0.5661921458244472,"score_spread":0.42670793765642234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285338231","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003207412,1.7500139e-7,0.00049458886,0.009526622,0.00022871494,0.933917,0.0013073961,0.00023435065,0.053970397],"genre_scores_gemma":[0.0049593425,2.9641154e-9,0.0003525361,0.00047405896,0.00029015332,0.8550957,0.00048200184,0.0001748073,0.13817139],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9897744,0.0008872611,0.0025811899,0.0012412076,0.0032331056,0.0022828372],"domain_scores_gemma":[0.99446595,0.001956555,0.00050742005,0.00080798607,0.0015025997,0.00075950025],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012484649,0.00057252595,0.0017863462,0.0010008103,0.0011606714,0.0006444289,0.0011410988,0.00020124592,0.0095095355],"category_scores_gemma":[0.0013194276,0.0005002241,0.001958001,0.0006997158,0.00027275016,0.0005541243,0.00031534373,0.0009212286,0.00041151306],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.783448,0.0057772417,0.000012651439,0.00071292405,0.00024000744,0.000026797019,0.0011997983,0.00000471946,0.000039537365,0.0041989014,0.19901785,0.0053215693],"study_design_scores_gemma":[0.5167812,0.016366318,9.326251e-7,0.00021090951,0.000010414496,0.000009672454,0.0003339495,0.00034387267,0.00018449429,0.0014389275,0.46404237,0.0002769357],"about_ca_topic_score_codex":0.00001611166,"about_ca_topic_score_gemma":0.00001789574,"teacher_disagreement_score":0.2666668,"about_ca_system_score_codex":0.00065104035,"about_ca_system_score_gemma":0.0011237868,"threshold_uncertainty_score":0.99974495},"labels":[],"label_agreement":null},{"id":"W4285340912","doi":"10.2196/34564","title":"Predicting Effective Adaptation to Breast Cancer to Help Women BOUNCE Back: Protocol for a Multicenter Clinical Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Breast cancer; Psychosocial; Medicine; Cancer; Population; Psychological resilience; Socioeconomic status; Gerontology; Family medicine; Psychology; Psychiatry; Internal medicine; Environmental health; Social psychology","score_opus":0.33024640591011717,"score_gpt":0.5947638808512209,"score_spread":0.2645174749411037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285340912","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04429013,2.9227908e-7,0.00013467237,0.0011408556,0.00003682312,0.95389295,0.00022441917,0.000085847925,0.00019400375],"genre_scores_gemma":[0.08819311,1.8868386e-8,0.00013614283,0.0006005215,0.00070056925,0.9086794,0.000005697303,0.00007287723,0.0016116623],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99416053,0.0014926557,0.0006301976,0.0009481941,0.0017336402,0.0010348008],"domain_scores_gemma":[0.9968846,0.0006033469,0.00011518779,0.0005475406,0.0011192521,0.0007300871],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005779976,0.00023948347,0.00048353293,0.00032000509,0.000565577,0.00012880497,0.0004100305,0.000048543592,0.0009288921],"category_scores_gemma":[0.00049302354,0.00021288483,0.00010367278,0.0010642691,0.00006690551,0.00013023833,0.0006991841,0.0009848239,0.000079158206],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25968865,0.020934196,0.50591743,0.0034691566,0.00030431303,0.000057745736,0.046096202,0.00025272503,0.0025019562,0.000019363155,0.032288812,0.12846942],"study_design_scores_gemma":[0.031152863,0.1647904,0.23104157,0.0025682736,0.0000119938295,0.000013530363,0.024454523,0.0011343175,0.00023289763,0.000033892706,0.54409385,0.0004719025],"about_ca_topic_score_codex":0.0013692396,"about_ca_topic_score_gemma":0.0016880804,"teacher_disagreement_score":0.511805,"about_ca_system_score_codex":0.001792726,"about_ca_system_score_gemma":0.0007703366,"threshold_uncertainty_score":0.9999844},"labels":[],"label_agreement":null},{"id":"W4285342969","doi":"10.2196/34461","title":"Molecular Classification of Endometrial Carcinoma: Protocol for a Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Endometrial and Cervical Cancer Treatments","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto Português de Oncologia do Porto","keywords":"Medicine; Internal medicine; Oncology; Cohort; Retrospective cohort study; Endometrial cancer; Malignancy; Lynch syndrome; Bioinformatics; Cancer; Colorectal cancer; Biology; DNA mismatch repair","score_opus":0.3695879915884684,"score_gpt":0.5789083754809983,"score_spread":0.20932038389252988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285342969","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018477302,9.670415e-7,0.000039041126,0.00017893534,0.0000070814826,0.97902834,0.000043930795,0.000035274086,0.0021891312],"genre_scores_gemma":[0.21569891,1.1023472e-8,0.000110630324,0.000015557134,0.000110058565,0.78365326,0.000020775386,0.00002941997,0.00036136116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99567187,0.00075235165,0.00054108736,0.00051555486,0.0020535865,0.00046556088],"domain_scores_gemma":[0.9979729,0.0004172553,0.00016574937,0.00063632516,0.00061607297,0.00019167192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002778258,0.00015204611,0.00047515897,0.0006910104,0.0002779603,0.000027306312,0.0003167824,0.000053981083,0.0007443482],"category_scores_gemma":[0.00068745756,0.00012372894,0.00019162997,0.0020954125,0.00009761939,0.00005364026,0.00027875026,0.0004655802,0.000008505652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06277908,0.026641443,0.8543155,0.0019364795,0.00033997104,0.00011504776,0.0003315788,0.000005947492,0.035695907,0.0010835223,0.004674435,0.012081095],"study_design_scores_gemma":[0.14512551,0.09335317,0.45276996,0.00028830933,0.00005428525,0.00001836552,0.0009295906,0.00012904,0.027626703,0.0007880127,0.27859098,0.00032605193],"about_ca_topic_score_codex":0.00007628696,"about_ca_topic_score_gemma":0.0000024433225,"teacher_disagreement_score":0.40154552,"about_ca_system_score_codex":0.000507553,"about_ca_system_score_gemma":0.00054990407,"threshold_uncertainty_score":0.81500906},"labels":[],"label_agreement":null},{"id":"W4285361934","doi":"10.2196/33818","title":"A Stress and Pain Self-management mHealth App for Adult Outpatients With Sickle Cell Disease: Protocol for a Randomized Controlled Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute of Nursing Research; National Institutes of Health","keywords":"mHealth; Self-management; Disease; Medicine; Protocol (science); Randomized controlled trial; Physical therapy; Pain management; Psychology; Clinical psychology; Alternative medicine; Computer science; Psychiatry; Psychological intervention; Internal medicine; Pathology","score_opus":0.047805475536896805,"score_gpt":0.44686639019927926,"score_spread":0.39906091466238247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285361934","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012892945,0.000005295276,0.00034515036,0.00093966624,0.0000045473203,0.99660903,0.000069800044,0.00012807806,0.00060912],"genre_scores_gemma":[0.0044623003,7.575224e-7,0.00081167486,0.00023795181,0.000046923593,0.99171007,0.00003641177,0.00007670463,0.0026172267],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99415445,0.0021065562,0.0007176916,0.00071369583,0.0014244054,0.00088320905],"domain_scores_gemma":[0.9969271,0.0009990084,0.00025537465,0.0005179324,0.0008025699,0.00049800467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068582953,0.0003021515,0.0011703897,0.00033442013,0.0009124147,0.00010302544,0.0002480652,0.000062021834,0.00006685389],"category_scores_gemma":[0.00050418975,0.0001911898,0.0002379893,0.00041105764,0.00015847554,0.00006660791,0.00025591152,0.000532297,0.0000021244741],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9529008,0.016315624,0.0023702113,0.014839375,0.00048871373,0.00005979047,0.0016802211,0.00003504978,0.0000042150714,0.0002622097,0.008559584,0.002484201],"study_design_scores_gemma":[0.9094116,0.020535184,0.00010814861,0.0013496635,0.000111525944,0.0000012508856,0.0058646756,0.0055134804,0.000010379804,0.00020936159,0.056651194,0.00023350902],"about_ca_topic_score_codex":0.000018627457,"about_ca_topic_score_gemma":0.000006563314,"teacher_disagreement_score":0.04809161,"about_ca_system_score_codex":0.0002036375,"about_ca_system_score_gemma":0.00052827335,"threshold_uncertainty_score":0.7796494},"labels":[],"label_agreement":null},{"id":"W4285362029","doi":"10.2196/33801","title":"Cardiometabolic and Anthropometric Outcomes of Intermittent Fasting Among Civil Servants With Overweight and Obesity: Study Protocol for a Nonrandomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dietary Effects on Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kementerian Kesihatan Malaysia","keywords":"Overweight; Medicine; Anthropometry; Obesity; Physical therapy; Gerontology; Internal medicine","score_opus":0.16504881950842493,"score_gpt":0.5431545580429756,"score_spread":0.3781057385345507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285362029","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33707958,0.000003207166,0.000016471055,0.00010436074,0.0000076928545,0.6626184,0.000015170624,0.000033445533,0.00012165236],"genre_scores_gemma":[0.15937987,3.2808987e-7,0.00017348315,0.00002315215,0.0000775506,0.8399928,0.0000030180838,0.000052211883,0.0002975795],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99335295,0.0023198943,0.0009045705,0.00072274066,0.0019371466,0.00076267653],"domain_scores_gemma":[0.9957209,0.0023757776,0.00040632635,0.000590911,0.00053953956,0.00036654389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008514463,0.0003270305,0.0023837977,0.0014442077,0.00053817296,0.00009009895,0.00023878898,0.00006615432,0.00009344672],"category_scores_gemma":[0.0016276827,0.00021370586,0.00019567533,0.0015368384,0.00037061833,0.0001855236,0.0005710247,0.00075142336,6.3776065e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6613771,0.008962894,0.32077575,0.0025268954,0.00054976705,0.000071446266,0.0005862385,0.0000015371294,0.00010127682,0.000007622405,0.00016318438,0.0048763296],"study_design_scores_gemma":[0.7850895,0.07801325,0.13271487,0.00065067864,0.000065078566,0.000017769205,0.0008839742,0.00042506162,0.00006780302,0.000015793674,0.0018748294,0.00018140864],"about_ca_topic_score_codex":0.00015778045,"about_ca_topic_score_gemma":0.000051306,"teacher_disagreement_score":0.1880609,"about_ca_system_score_codex":0.00014756451,"about_ca_system_score_gemma":0.0005190476,"threshold_uncertainty_score":0.87146723},"labels":[],"label_agreement":null},{"id":"W4285364236","doi":"10.2196/33717","title":"Developing, Implementing, and Evaluating an Artificial Intelligence–Guided Mental Health Resource Navigation Chatbot for Health Care Workers and Their Families During and Following the COVID-19 Pandemic: Protocol for a Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Toronto; University of Saskatchewan; University of Alberta","funders":"Mitacs; University of Alberta","keywords":"Mental health; Health care; Nursing; Mental illness; Medicine; Psychology; Psychiatry","score_opus":0.6393160088990043,"score_gpt":0.7047634720808343,"score_spread":0.06544746318183003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285364236","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26417756,0.000013295327,0.00032148152,0.0013787871,0.000024875615,0.7337594,0.00024250233,0.000064560096,0.00001756063],"genre_scores_gemma":[0.116842106,5.9096962e-8,0.000491042,0.0002877872,0.00009026612,0.88203055,0.000107097374,0.00004458323,0.00010652475],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99440247,0.0018803341,0.0011343925,0.00087509386,0.0006798948,0.0010278048],"domain_scores_gemma":[0.99818647,0.0005926213,0.00041207133,0.00031258527,0.0001510558,0.00034521436],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012501578,0.00023684942,0.00029558726,0.0002539113,0.006867049,0.0005809118,0.00031473284,0.000055394125,0.000033878794],"category_scores_gemma":[0.0002206601,0.00019837361,0.00008687143,0.00034876444,0.0002399628,0.00024361248,0.00064780103,0.0004936879,5.8122504e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009170742,0.0019286183,0.6310535,0.0071361037,0.00021452621,0.000003581574,0.18569386,0.000030373936,0.0001009373,0.004751695,0.0018326704,0.1580834],"study_design_scores_gemma":[0.016357986,0.05268979,0.10462104,0.0018437061,0.0000057553284,0.00023646043,0.6197745,0.0008167001,0.00018742458,0.013159396,0.18937159,0.0009356155],"about_ca_topic_score_codex":0.0005473104,"about_ca_topic_score_gemma":0.0006404808,"teacher_disagreement_score":0.52643245,"about_ca_system_score_codex":0.0013615343,"about_ca_system_score_gemma":0.0008229203,"threshold_uncertainty_score":0.9944259},"labels":[],"label_agreement":null},{"id":"W4285367958","doi":"10.2196/33351","title":"Effectiveness of an Ambient Assisted Living (HomeAssist) Platform for Supporting Aging in Place of Older Adults With Frailty: Protocol for a Quasi-Experimental Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fondation pour la Recherche Médicale","keywords":"Gerontology; Aging in place; Protocol (science); Assisted living; Medicine; Psychology; Computer science; Alternative medicine","score_opus":0.1595795746169265,"score_gpt":0.5308352444090141,"score_spread":0.3712556697920876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285367958","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37043655,5.463818e-7,0.00009417205,0.000022610117,0.0000037339878,0.6293202,0.00004108444,0.000038453985,0.000042645195],"genre_scores_gemma":[0.44377384,2.691616e-9,0.00076299004,0.000004018977,0.000022687027,0.5552767,0.000019207358,0.00006335227,0.00007720305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99411756,0.0010341237,0.0010421772,0.0008865133,0.0019310676,0.0009885672],"domain_scores_gemma":[0.9958164,0.0018975799,0.0004726498,0.000790313,0.0007841589,0.00023887744],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0077274684,0.00032661064,0.00089200784,0.0007227348,0.00034235048,0.000048016827,0.00050488627,0.00009525953,0.00011943972],"category_scores_gemma":[0.0008307794,0.00028383694,0.00015564775,0.0010089691,0.00019226957,0.00031687648,0.00045642824,0.00073185057,5.671041e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22853294,0.24994512,0.2534981,0.08916729,0.000527719,0.00024883205,0.054745987,0.00026103505,0.10066026,0.00013404226,0.0006236643,0.021655021],"study_design_scores_gemma":[0.12557632,0.2694547,0.27606398,0.05038435,0.000025285122,0.00009149522,0.05795403,0.0058999504,0.21181336,0.000039374372,0.0019016861,0.00079546974],"about_ca_topic_score_codex":0.00026727104,"about_ca_topic_score_gemma":0.00015043477,"teacher_disagreement_score":0.1111531,"about_ca_system_score_codex":0.00088575255,"about_ca_system_score_gemma":0.0008961247,"threshold_uncertainty_score":0.9999614},"labels":[],"label_agreement":null},{"id":"W4285391220","doi":"10.2196/39745","title":"Correction: The Hip Instructional Prehabilitation Program for Enhanced Recovery (HIPPER) as an eHealth Approach to Presurgical Hip Replacement Education: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health; GF Strong Rehabilitation Centre; University of British Columbia","funders":"","keywords":"Prehabilitation; eHealth; Protocol (science); Randomized controlled trial; Medicine; Physical therapy; Medical physics; Alternative medicine; Surgery; Health care","score_opus":0.10564391270319427,"score_gpt":0.5261567182712261,"score_spread":0.42051280556803183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285391220","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057018275,0.0000048089682,0.00036807312,0.003769395,0.0032361397,0.9723055,0.00006206581,0.0003012139,0.01989583],"genre_scores_gemma":[0.0000060949205,6.048815e-7,0.00541337,0.0002255108,0.0054544345,0.75998914,0.0008510973,0.00015635717,0.22790341],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.98537225,0.0054635974,0.002493971,0.0019465085,0.0033953208,0.0013283605],"domain_scores_gemma":[0.98766285,0.0062623923,0.0010726881,0.0016804006,0.0026157955,0.0007058653],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015235141,0.00077228853,0.0029832313,0.00085006363,0.0014663404,0.000462651,0.00073610304,0.00071632245,0.0010482923],"category_scores_gemma":[0.015581853,0.0005151924,0.0015241307,0.00097500987,0.00058664364,0.00034421167,0.00029154908,0.002775777,0.000024181778],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5611147,0.0064337575,0.00000150135,0.0027939724,0.00023808332,3.5839668e-7,0.00044386837,0.000011453206,0.000008247297,0.0005409305,0.40779918,0.020613955],"study_design_scores_gemma":[0.46553245,0.03109969,0.000012600517,0.001074097,0.000040160543,0.000025686264,0.00041405694,0.00053141604,0.000022043168,0.00075674575,0.50023204,0.00025903646],"about_ca_topic_score_codex":0.000050596682,"about_ca_topic_score_gemma":0.000015268875,"teacher_disagreement_score":0.21231633,"about_ca_system_score_codex":0.0019292015,"about_ca_system_score_gemma":0.0152217075,"threshold_uncertainty_score":0.9998649},"labels":[],"label_agreement":null},{"id":"W4285393663","doi":"10.2196/36417","title":"Multimodal Assessment of Schizophrenia and Depression Utilizing Video, Acoustic, Locomotor, Electroencephalographic, and Heart Rate Technology: Protocol for an Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Emory University","keywords":"Schizophrenia (object-oriented programming); Observational study; Psychology; Protocol (science); Psychiatry; Physical medicine and rehabilitation; Audiology; Medicine","score_opus":0.37903831058792764,"score_gpt":0.5836763835924537,"score_spread":0.20463807300452602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285393663","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08678299,0.0000013251467,0.00034822288,0.00014051558,0.000008309703,0.9121419,0.000024941472,0.00009729965,0.00045447538],"genre_scores_gemma":[0.23315442,6.211641e-8,0.0020398027,0.000022792528,0.0000377203,0.76455694,0.000010855189,0.000035053577,0.00014232371],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967594,0.0012437219,0.00038572468,0.0006406723,0.0005034979,0.00046694663],"domain_scores_gemma":[0.9987479,0.0002282361,0.00015391188,0.00037235292,0.00036474006,0.00013288688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002546255,0.0001661474,0.0002558045,0.0007255664,0.0006355128,0.000056944704,0.00023826111,0.000112816684,0.00049016037],"category_scores_gemma":[0.00011172264,0.00015525246,0.000039035716,0.0006350987,0.00025350982,0.00015837509,0.00030971863,0.0006755558,0.0000017230099],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076014465,0.015126446,0.6904901,0.00085232075,0.00015650883,0.000020794094,0.0009979093,0.000019718103,0.23409754,0.0055071376,0.0053937673,0.0397363],"study_design_scores_gemma":[0.020230124,0.018626682,0.9281259,0.00035437642,0.0000084975645,0.000035927307,0.0037075202,0.002403794,0.0014813262,0.004202546,0.020499794,0.00032347004],"about_ca_topic_score_codex":0.000026345191,"about_ca_topic_score_gemma":0.000040977717,"teacher_disagreement_score":0.23763584,"about_ca_system_score_codex":0.00004570262,"about_ca_system_score_gemma":0.0001474739,"threshold_uncertainty_score":0.63310117},"labels":[],"label_agreement":null},{"id":"W4285393775","doi":"10.2196/39192","title":"Intervention in Older Urban-Dwelling Veterans With Dysmobility: Protocol for a Pilot Feasibility Clinical Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Veterans Affairs; Fear of falling; Gerontology; Psychological intervention; Intervention (counseling); Medicine; Focus group; Suicide prevention; Poison control; Nursing; Environmental health","score_opus":0.6951833099166596,"score_gpt":0.6875203062478139,"score_spread":0.007663003668845647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285393775","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014324486,8.7287077e-7,0.00032787712,0.0014099313,0.000016359647,0.98349017,0.000017004504,0.00008178788,0.00033152188],"genre_scores_gemma":[0.01273001,5.4455732e-8,0.0011262103,0.00022613775,0.00037282353,0.98486847,0.00002211234,0.000043100255,0.00061108393],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938036,0.002281041,0.0012358485,0.0007898884,0.0011237557,0.00076584326],"domain_scores_gemma":[0.9977962,0.0006577526,0.00018103336,0.00065925025,0.00040787825,0.00029789517],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01502767,0.00017242644,0.0005178683,0.0003880457,0.00043214878,0.00007281331,0.0002688105,0.000088958564,0.00094959646],"category_scores_gemma":[0.00047551005,0.00014483703,0.00019943745,0.00069734495,0.00021327432,0.00012774793,0.00018177656,0.0019258731,0.000011242507],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82636726,0.030616948,0.113703564,0.009275365,0.000023803363,0.00006394842,0.00046156242,0.000004002622,0.00012187168,0.00025436687,0.009874642,0.009232692],"study_design_scores_gemma":[0.5110005,0.0962532,0.02368484,0.0049135545,0.000004239348,0.00002190583,0.00043588542,0.0007601463,0.00014677057,0.0011264981,0.36141628,0.00023615194],"about_ca_topic_score_codex":0.000044603934,"about_ca_topic_score_gemma":0.00004579174,"teacher_disagreement_score":0.35154164,"about_ca_system_score_codex":0.00067220745,"about_ca_system_score_gemma":0.0007093118,"threshold_uncertainty_score":0.99996364},"labels":[],"label_agreement":null},{"id":"W4285407499","doi":"10.2196/40134","title":"Micronutrient Supplementation for Pregnant and Lactating Women to Improve Maternal and Infant Nutritional Status in Low- and Middle-Income Countries: Protocol for a Systematic Review and Meta-analysis","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Micronutrient; Medicine; Cochrane Library; Pregnancy; Meta-analysis; Randomized controlled trial; Systematic review; MEDLINE; Environmental health; Pediatrics; Obstetrics; Internal medicine; Biology","score_opus":0.20359332749934947,"score_gpt":0.5344826077454772,"score_spread":0.33088928024612774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285407499","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012388005,0.11566585,0.000015712949,0.00035276558,0.0000027598178,0.88068235,0.0032461914,0.000019843064,0.0000021082433],"genre_scores_gemma":[0.0000010853495,0.0466573,0.00069058593,0.00016220672,0.000036714056,0.95210594,0.00019662974,0.000070633476,0.00007888624],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99408066,0.0012678065,0.0018279848,0.0010973986,0.0007692878,0.000956847],"domain_scores_gemma":[0.99661183,0.0016304996,0.00067260343,0.00039189807,0.00031314915,0.00038002606],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040711747,0.0005499211,0.003784763,0.0011695022,0.00045548019,0.0008578699,0.0002753848,0.00014427888,0.00015361079],"category_scores_gemma":[0.00035457857,0.00040869747,0.00036447763,0.00079174124,0.00013327398,0.00032369228,0.000428348,0.00045269926,8.038125e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074323715,0.00019214225,0.00007925812,0.99502575,0.0027048623,0.0000040062914,0.00050852005,6.184458e-8,6.9999277e-7,0.000037476068,0.00012241422,0.00058158004],"study_design_scores_gemma":[0.006987926,0.0024701527,0.00003197045,0.575207,0.01191188,0.00003761062,0.00015154705,0.000028563018,0.000033103635,0.00036395862,0.40210646,0.0006698275],"about_ca_topic_score_codex":0.000054272026,"about_ca_topic_score_gemma":0.000044291202,"teacher_disagreement_score":0.41981876,"about_ca_system_score_codex":0.00058673194,"about_ca_system_score_gemma":0.0001406351,"threshold_uncertainty_score":0.9998365},"labels":[],"label_agreement":null},{"id":"W4285410670","doi":"10.2196/36747","title":"Generation of Cascades of Care for Diabetes and Hypertension Care Continuum in Cambodia: Protocol for a Population-Based Survey Protocol","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"VLIRUOS; Universiteit Antwerpen; Vlaamse Interuniversitaire Raad","keywords":"Protocol (science); Population; Medicine; Psychology; Alternative medicine; Environmental health","score_opus":0.26208692454322663,"score_gpt":0.5038848401354167,"score_spread":0.24179791559219005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285410670","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04729576,0.0000074128084,0.000027166658,0.000043564516,0.00000491275,0.95222133,0.00034912833,0.000023291208,0.000027430026],"genre_scores_gemma":[0.06613855,3.0011584e-8,0.0009862424,0.000022790397,0.000113438764,0.9322407,0.00038996557,0.000061294486,0.000046981208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962071,0.00095551286,0.00071468827,0.000549664,0.0010291893,0.00054379954],"domain_scores_gemma":[0.9967257,0.00044954976,0.00024277363,0.0005685738,0.0018838929,0.00012953214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029360666,0.00022155319,0.00086885935,0.00052700297,0.0002897014,0.000036857346,0.00018654927,0.0001523036,0.000027025662],"category_scores_gemma":[0.0009564885,0.0001970059,0.00026507807,0.00053412555,0.00013457425,0.000100324694,0.00013222854,0.00035625134,2.5653424e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015763586,0.0022630836,0.7659236,0.077540874,0.00019721949,0.000013513891,0.0021903494,0.00033659366,0.02259616,0.000051720162,0.0044953385,0.10862795],"study_design_scores_gemma":[0.057154372,0.021658203,0.6324251,0.004853313,0.000034980494,0.000003830211,0.00142255,0.0034695403,0.14973572,0.00008966748,0.12856479,0.0005878786],"about_ca_topic_score_codex":0.00201536,"about_ca_topic_score_gemma":0.0028889212,"teacher_disagreement_score":0.13349845,"about_ca_system_score_codex":0.00023402034,"about_ca_system_score_gemma":0.00067518983,"threshold_uncertainty_score":0.8033667},"labels":[],"label_agreement":null},{"id":"W4285444995","doi":"10.2196/31691","title":"Cultural Competence Interventions for Health Care Providers Working With Racialized Foreign-born Older Adults: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"CINAHL; Psychological intervention; Systematic review; Cultural competence; Health care; Competence (human resources); Grey literature; Ethnic group; MEDLINE; Medical education; Nursing; Medicine; Psychology; Sociology; Social psychology; Political science","score_opus":0.5468354173700355,"score_gpt":0.6622015110364833,"score_spread":0.11536609366644779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285444995","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1999602e-9,0.32576987,0.00003284583,0.00061485375,0.000017831606,0.672603,0.00023068966,0.00018983618,0.00054102746],"genre_scores_gemma":[1.95378e-8,0.13127609,0.001356449,0.00024933598,0.00039534777,0.86543596,0.00040738683,0.00015135891,0.00072804024],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9812879,0.008610634,0.003148032,0.001569867,0.002984793,0.0023987947],"domain_scores_gemma":[0.98941725,0.0031635691,0.002687046,0.0012335042,0.002822441,0.00067620986],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009500319,0.00087854353,0.0046227467,0.00046521367,0.0051925285,0.00081656437,0.0028329387,0.00036663184,0.00037265863],"category_scores_gemma":[0.004806176,0.0005830843,0.0022035062,0.0025403742,0.00060629833,0.0005126584,0.00044752003,0.0018415888,0.00001849535],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00024418658,0.00016755135,7.808291e-7,0.9101138,0.000084313615,0.000004234806,0.0062755034,6.7099755e-8,2.4838804e-9,0.0021553573,0.017052673,0.06390152],"study_design_scores_gemma":[0.0010589513,0.0011631928,6.332703e-8,0.49246374,0.00005407363,0.0000057819834,0.0069959853,8.018886e-7,1.714099e-8,0.000030652525,0.49788517,0.0003415703],"about_ca_topic_score_codex":0.00032982902,"about_ca_topic_score_gemma":0.001970433,"teacher_disagreement_score":0.4808325,"about_ca_system_score_codex":0.0047064647,"about_ca_system_score_gemma":0.008871004,"threshold_uncertainty_score":0.99966204},"labels":[],"label_agreement":null},{"id":"W4285464907","doi":"10.2196/30611","title":"The Impact of an Evidence-Informed Spinal Cord Injury Activities of Daily Living Education Manual (SADL-eM): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Rehabilitation; Physical therapy; Activities of daily living; Functional Independence Measure; Spinal cord injury; Intervention (counseling); Occupational therapy; Physical medicine and rehabilitation; Spinal cord; Nursing; Surgery; Psychiatry","score_opus":0.23675509958797222,"score_gpt":0.6436562973990069,"score_spread":0.4069011978110346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285464907","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102554254,0.0000055789437,0.000015486256,0.00016054876,0.000020441817,0.89651793,0.000025014995,0.00003462773,0.00066608906],"genre_scores_gemma":[0.050863933,0.0000010021519,0.00026981795,0.000012239705,0.00039230208,0.9456795,0.00000723681,0.00005462369,0.0027193537],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98888457,0.004657669,0.0016494099,0.0004863574,0.003324497,0.0009974886],"domain_scores_gemma":[0.9877559,0.007984304,0.00090780645,0.0010909275,0.0019347988,0.00032628083],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022692269,0.00031758536,0.0017945246,0.00091404875,0.00083058485,0.00018841926,0.0010170735,0.00012217405,0.0007252204],"category_scores_gemma":[0.016621325,0.00019056359,0.0010273523,0.0009901497,0.0008648752,0.0005885802,0.0005659348,0.0012896028,0.000003661445],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9496251,0.0030529671,0.000094181196,0.0016119618,0.00025690836,0.0000023898465,0.00030740723,0.0000017254569,0.006326363,0.00021908827,0.004849282,0.03365268],"study_design_scores_gemma":[0.7369263,0.24823011,0.00047586515,0.0036156352,0.000023406406,0.000017034916,0.0026154567,0.0005702295,0.0031430682,0.00044118232,0.0037610794,0.00018062216],"about_ca_topic_score_codex":0.00021664465,"about_ca_topic_score_gemma":0.000014848114,"teacher_disagreement_score":0.24517715,"about_ca_system_score_codex":0.000836303,"about_ca_system_score_gemma":0.013614446,"threshold_uncertainty_score":0.99197745},"labels":[],"label_agreement":null},{"id":"W4285473108","doi":"10.2196/29675","title":"A Video-Based Mobile App as a Health Literacy Tool for Older Adults Living at Home: Protocol for a Utility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Interreg; European Regional Development Fund","keywords":"Medicine; Polypharmacy; Health literacy; Likert scale; Gerontology; Literacy; Health care; Psychological intervention; Family medicine; Psychology; Nursing","score_opus":0.24416946711392518,"score_gpt":0.6500199814076328,"score_spread":0.40585051429370766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285473108","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032364777,0.0000068877985,0.00084550906,0.0022971577,0.000034681336,0.9922041,0.00074025645,0.0004262542,0.00020863702],"genre_scores_gemma":[0.0047778487,2.8627477e-7,0.0018341227,0.0026128334,0.000428661,0.98586124,0.0001422072,0.00017008332,0.0041727195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9841895,0.006249688,0.0023820393,0.0017905054,0.0018300114,0.0035582255],"domain_scores_gemma":[0.98659956,0.0073867314,0.0008999941,0.0020520838,0.0017834288,0.0012781676],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019806905,0.00046253914,0.0008960674,0.0006041682,0.012275322,0.00008643261,0.0010563349,0.0002387214,0.0039413157],"category_scores_gemma":[0.0012699167,0.00043705147,0.00026863941,0.0014566066,0.00013798132,0.00024418102,0.0012019378,0.002417761,0.00020836192],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.044181682,0.028135665,0.06866981,0.08920881,0.00004818893,0.000007654965,0.035762917,0.000034047272,0.00003082697,0.00078786165,0.4797085,0.25342405],"study_design_scores_gemma":[0.019659108,0.013143255,0.011971216,0.0032061024,0.000002308243,0.0000018897013,0.0029567273,0.0021724997,0.0000072503394,0.0003069182,0.946233,0.00033977607],"about_ca_topic_score_codex":0.00050137035,"about_ca_topic_score_gemma":0.0002538323,"teacher_disagreement_score":0.46652448,"about_ca_system_score_codex":0.0026217182,"about_ca_system_score_gemma":0.011030429,"threshold_uncertainty_score":0.9998837},"labels":[],"label_agreement":null},{"id":"W4285730528","doi":"10.2196/34887","title":"Drill-Hole Bone Defects in Animal Models of Bone Healing: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Bone fractures and treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Aarhus Universitet","keywords":"Bone healing; Protocol (science); Drill; Animal model; Medicine; Drill hole; Systematic review; Dentistry; Computer science; MEDLINE; Surgery; Engineering; Pathology; Alternative medicine; Mechanical engineering; Biology","score_opus":0.4806822225243121,"score_gpt":0.6178571385946164,"score_spread":0.13717491607030435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285730528","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3780374e-8,0.34374028,0.0000028439774,0.000066190965,0.0000016546788,0.655697,0.00007376222,0.000035585042,0.00038263772],"genre_scores_gemma":[1.2514994e-7,0.1791836,0.0001818915,0.00006179422,0.00006868782,0.81948096,0.0001298178,0.00017569288,0.0007174046],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9909448,0.0019570924,0.0028702081,0.001023661,0.0020544021,0.0011498518],"domain_scores_gemma":[0.99525815,0.0009948964,0.0012668611,0.0016958074,0.00040951098,0.00037479194],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0054433485,0.00073225814,0.007138319,0.00095379236,0.0001810581,0.000057089386,0.00048303264,0.0004289016,0.00028582418],"category_scores_gemma":[0.0010361369,0.0004960888,0.0013710647,0.0015743467,0.00013131321,0.00014048482,0.00046180972,0.0017685425,0.000030259283],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006805863,0.0021913394,0.0000018216984,0.98025584,0.0001657698,0.00027394184,0.00004017855,8.6370176e-7,0.0000011704312,0.00022020734,0.0050909985,0.011077293],"study_design_scores_gemma":[0.0025221673,0.0026433312,2.855549e-7,0.5190081,0.0001426472,0.00008659512,0.000006030921,0.000026041836,0.0000022832803,0.0000950489,0.47528532,0.00018213871],"about_ca_topic_score_codex":0.000034274493,"about_ca_topic_score_gemma":0.00000873057,"teacher_disagreement_score":0.47019434,"about_ca_system_score_codex":0.0009384365,"about_ca_system_score_gemma":0.002097822,"threshold_uncertainty_score":0.99974906},"labels":[],"label_agreement":null},{"id":"W4285731221","doi":"10.2196/38553","title":"Efficacy of Group Exercise–Based Cancer Rehabilitation Delivered via Telehealth (TeleCaRe): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Physical therapy; Rehabilitation; Randomized controlled trial; Telerehabilitation; Telecare; Medicine; Protocol (science); Physical medicine and rehabilitation; Telemedicine; Alternative medicine; Health care; Surgery","score_opus":0.09584124623072585,"score_gpt":0.5200964773225321,"score_spread":0.4242552310918062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285731221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023762523,0.000009351155,0.00040214072,0.0010001186,0.00003749214,0.99580586,0.00006179186,0.00008480629,0.00022218737],"genre_scores_gemma":[0.010204554,3.164296e-7,0.00052398903,0.00010020749,0.00028126445,0.98841155,0.000050284263,0.00007080427,0.00035705257],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9919827,0.0030826111,0.0013476308,0.0006502844,0.0021757935,0.00076096546],"domain_scores_gemma":[0.9923751,0.004722424,0.0005096679,0.0007065041,0.0013986094,0.0002877294],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009315373,0.00027632728,0.0021055655,0.0005677207,0.00044607415,0.000041037096,0.00036457746,0.00013496695,0.0012953716],"category_scores_gemma":[0.0016944938,0.00021607439,0.0009801257,0.0009751178,0.00035333232,0.00008378581,0.00013621114,0.0007638661,0.0000029608047],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9742113,0.003251859,0.00011856249,0.004011945,0.00010360508,0.0000044068706,0.0008896659,0.000035963076,0.00087174616,0.00020578541,0.0038545087,0.012440687],"study_design_scores_gemma":[0.9323162,0.015427562,0.00007771378,0.001657814,0.000033872107,0.0000010129235,0.00027410424,0.0013038163,0.00060060987,0.0003785765,0.047745116,0.00018363258],"about_ca_topic_score_codex":0.0008883932,"about_ca_topic_score_gemma":0.00016429825,"teacher_disagreement_score":0.04389061,"about_ca_system_score_codex":0.0007638632,"about_ca_system_score_gemma":0.0021818744,"threshold_uncertainty_score":0.9996176},"labels":[],"label_agreement":null},{"id":"W4285802466","doi":"10.2196/36395","title":"Combining Machine Learning, Patient-Reported Outcomes, and Value-Based Health Care: Protocol for Scoping Reviews","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Machine learning; Health care; Medicine; Public health; MEDLINE; Patient experience; Protocol (science); Patient-reported outcome; Computer science; Knowledge management; Medical education; Nursing; Alternative medicine; Quality of life (healthcare)","score_opus":0.5937173746590942,"score_gpt":0.65861434207853,"score_spread":0.06489696741943574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285802466","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005653033,0.00005112679,0.00013444107,0.0041708043,0.00001785616,0.99477994,0.000007680232,0.00008981104,0.00018303626],"genre_scores_gemma":[0.0013947379,0.0000011909747,0.0013626049,0.0011744341,0.000084723026,0.99552065,0.000104212646,0.000049215658,0.00030825558],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953183,0.0013768378,0.0010772002,0.0005511526,0.0009141699,0.00076234184],"domain_scores_gemma":[0.9977762,0.0004743267,0.00042147012,0.00047588354,0.00047976492,0.00037235272],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0043035806,0.00019295086,0.0005367811,0.0003281957,0.0016558168,0.00007854445,0.00015635134,0.00006897521,0.00020929494],"category_scores_gemma":[0.0012158809,0.00016623916,0.00011260903,0.0005492169,0.000115057024,0.00008480283,0.00016763678,0.0011612253,0.000010353577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067846747,0.002994438,0.30996555,0.053064976,0.00005672968,0.00003812016,0.015096652,0.0001373233,0.00048515014,0.0006533393,0.02721274,0.58351034],"study_design_scores_gemma":[0.0016497814,0.01367147,0.00069822546,0.0085021285,0.0000034490936,0.0000168905,0.0015443768,0.0011369953,0.0012746002,0.00019263268,0.9710975,0.00021192698],"about_ca_topic_score_codex":0.00064295076,"about_ca_topic_score_gemma":0.000045069035,"teacher_disagreement_score":0.9438848,"about_ca_system_score_codex":0.0006407323,"about_ca_system_score_gemma":0.0023637407,"threshold_uncertainty_score":0.99964386},"labels":[],"label_agreement":null},{"id":"W4286111005","doi":"10.2196/38437","title":"Key Stakeholder Barriers and Facilitators to Implementing Remote Monitoring Technologies: Protocol for a Mixed Methods Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Digital health; Stakeholder; Key (lock); Service provider; Process management; Digitization; Protocol (science); Telehealth; Health care; Service (business); Knowledge management; Business; Telemedicine; Computer science; Medicine; Public relations; Marketing; Computer security; Telecommunications; Political science","score_opus":0.4820921164886025,"score_gpt":0.69829018026148,"score_spread":0.21619806377287754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286111005","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059230655,0.0000026287994,0.010932964,0.0028995646,0.000014852064,0.98451376,0.00022515583,0.0003960556,0.00042271937],"genre_scores_gemma":[0.00024818908,4.1054386e-7,0.061182015,0.00014770043,0.00009638215,0.9372469,0.000014761028,0.000053542546,0.0010100546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904189,0.003745761,0.0012784855,0.0010530229,0.00096079044,0.0025430522],"domain_scores_gemma":[0.9945573,0.0023088234,0.0003455188,0.0011567887,0.0006937411,0.000937791],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.019047692,0.0002641244,0.00056669477,0.0014298222,0.00788503,0.0000579078,0.0007683844,0.00020631036,0.0006082667],"category_scores_gemma":[0.0027100376,0.0002515453,0.00012843145,0.0039846404,0.00012989798,0.00012445322,0.0016946797,0.0020414076,0.000020876649],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026066017,0.00028864905,0.08210842,0.012124825,0.00027315976,0.000005459158,0.008486558,0.000078974095,0.002940156,0.005119975,0.096986555,0.78898066],"study_design_scores_gemma":[0.0021460215,0.00084571406,0.0017098024,0.00035478192,0.000008337725,4.79649e-7,0.026017247,0.0003927702,0.00035059577,0.0016992223,0.9662702,0.00020479674],"about_ca_topic_score_codex":0.00028749846,"about_ca_topic_score_gemma":0.00008857641,"teacher_disagreement_score":0.8692837,"about_ca_system_score_codex":0.000895395,"about_ca_system_score_gemma":0.0016303589,"threshold_uncertainty_score":0.9999937},"labels":[],"label_agreement":null},{"id":"W4286341687","doi":"10.2196/37015","title":"Resilience Enhancement Online Training for Nurses (REsOluTioN): Protocol for a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Resilience and Mental Health","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Burdett Trust for Nursing; National Institute for Health and Care Research","keywords":"Randomized controlled trial; Burnout; Nursing; Staffing; Psychological intervention; Psychology; Resilience (materials science); Mental health; Psychological resilience; Health care; Medical education; Applied psychology; Medicine; Clinical psychology; Social psychology; Psychiatry","score_opus":0.3739659734163505,"score_gpt":0.6440345853346207,"score_spread":0.27006861191827014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286341687","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000768263,0.0000030633162,0.0012180124,0.00074606866,0.00015194561,0.9934565,0.000101752245,0.00008187514,0.0034725145],"genre_scores_gemma":[0.0008802854,1.484618e-7,0.0011400976,0.00021117153,0.00058187346,0.9649925,0.000039637227,0.00005178245,0.032102495],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9909676,0.0036575848,0.0013887219,0.00094620336,0.001414796,0.0016251326],"domain_scores_gemma":[0.9942639,0.0039154184,0.00046558247,0.0006940785,0.0003746023,0.00028642366],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013252591,0.00029026635,0.0012994626,0.00040493818,0.0015421798,0.00009451772,0.0008924149,0.000086813176,0.002189986],"category_scores_gemma":[0.0012601558,0.00022689803,0.0004956443,0.0005095339,0.0004724338,0.00014556863,0.00019694459,0.0006682212,0.000030445904],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9396589,0.006532462,0.0000029651403,0.000350815,0.000064797954,0.0000044265685,0.0017772622,0.000012676752,0.00067982945,0.00750224,0.031106478,0.01230719],"study_design_scores_gemma":[0.6874889,0.02418872,0.0000045865027,0.00021996911,0.0000047168455,0.0000042762604,0.0016106772,0.0005312577,0.00015969206,0.001624526,0.28399667,0.00016598262],"about_ca_topic_score_codex":0.00004700086,"about_ca_topic_score_gemma":0.000016848404,"teacher_disagreement_score":0.2528902,"about_ca_system_score_codex":0.0004385532,"about_ca_system_score_gemma":0.00121177,"threshold_uncertainty_score":0.99975765},"labels":[],"label_agreement":null},{"id":"W4286489435","doi":"10.2196/39098","title":"An mHealth App to Promote Adherence to Immunosuppressant Medication and Track Symptoms in Children After Hematopoietic Stem Cell Transplant: Protocol for a Mixed Methods Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Usability; mHealth; Medicine; Psychological intervention; Context (archaeology); Protocol (science); Population; Health care; Nursing; Alternative medicine; Computer science; Environmental health","score_opus":0.1754770944564187,"score_gpt":0.559990067348494,"score_spread":0.3845129728920753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286489435","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24552898,0.0000024097108,0.00095694064,0.00049699395,0.000004756081,0.75287473,0.000034225388,0.00005634838,0.00004463858],"genre_scores_gemma":[0.2057003,9.826022e-8,0.002863341,0.00014554849,0.00003692129,0.79092324,0.000013181115,0.00003206716,0.00028532336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937146,0.002162106,0.0008552254,0.0010987199,0.0013969407,0.0007724105],"domain_scores_gemma":[0.99746007,0.00021313666,0.00013460795,0.0011811767,0.00025473206,0.0007562588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007616889,0.0002560367,0.00052882935,0.00036166387,0.00031955936,0.000075898664,0.0006826502,0.00008851123,0.0006550627],"category_scores_gemma":[0.000080899525,0.00022092786,0.00005700084,0.0009979182,0.00012211251,0.00015069934,0.00021910912,0.00083349354,0.00004529675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034010876,0.038166914,0.42940202,0.011390428,0.00010648368,0.000055172663,0.056779895,0.000024706023,0.030687975,0.00010394435,0.0050063888,0.3942652],"study_design_scores_gemma":[0.028218012,0.086661205,0.8099772,0.004548097,0.000028148817,0.0001398807,0.0066516413,0.0011452711,0.015565515,0.00056549616,0.04556048,0.0009390738],"about_ca_topic_score_codex":0.000067459456,"about_ca_topic_score_gemma":0.000016630791,"teacher_disagreement_score":0.39332613,"about_ca_system_score_codex":0.0002561162,"about_ca_system_score_gemma":0.00065482856,"threshold_uncertainty_score":0.90091765},"labels":[],"label_agreement":null},{"id":"W4286500783","doi":"10.2196/37729","title":"Digital Technologies for Health Promotion and Disease Prevention in Older People: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundeszentrale für gesundheitliche Aufklärung","keywords":"Protocol (science); Digital health; Health promotion; Disease prevention; Medicine; Gerontology; Health care; Internet privacy; Computer science; Public health; Nursing; Alternative medicine; Environmental health; Political science","score_opus":0.41519041700985043,"score_gpt":0.6457067303084587,"score_spread":0.23051631329860828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286500783","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.281388e-9,0.16095947,0.00008333961,0.0059022806,0.0000050848116,0.83243644,0.000109803674,0.0004309106,0.00007268657],"genre_scores_gemma":[1.38227305e-8,0.31892708,0.00018688035,0.000011292905,0.00004269987,0.6802591,0.00006958586,0.000055440738,0.00044788292],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940512,0.0013684599,0.0011360103,0.0011586926,0.0010064915,0.0012791572],"domain_scores_gemma":[0.9972296,0.00090322556,0.0006840602,0.0007030162,0.00023330166,0.00024681442],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0066259964,0.00039215703,0.0015026047,0.0008654602,0.0011367876,0.0003442401,0.0011016992,0.0004191926,0.00006673872],"category_scores_gemma":[0.0078115347,0.0003517032,0.0003315731,0.0019793492,0.000496204,0.00056845223,0.00068886037,0.0010775514,0.0000050636663],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036107183,0.00044226617,0.000017148615,0.39146972,0.000006788216,0.0000014221054,0.00011495717,5.7182423e-9,4.4346433e-9,0.00060374785,0.0046717105,0.6026361],"study_design_scores_gemma":[0.0007200832,0.0006750164,0.000002218414,0.42660993,0.0000046046325,0.0000011578085,0.00008421412,7.020212e-7,5.1061214e-8,0.0022653032,0.5694562,0.00018046994],"about_ca_topic_score_codex":0.000012265257,"about_ca_topic_score_gemma":0.0005126928,"teacher_disagreement_score":0.6024556,"about_ca_system_score_codex":0.0009995783,"about_ca_system_score_gemma":0.0074867625,"threshold_uncertainty_score":0.9998935},"labels":[],"label_agreement":null},{"id":"W4286716130","doi":"10.2196/37312","title":"Playground Inclusivity for Children With a Disability: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Urban Green Space and Health","field":"Environmental Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Children’s Health Research Institute; University of Alberta; Lawson Health Research Institute; University of Toronto; Western University","funders":"","keywords":"Protocol (science); Inclusion (mineral); Psychology; Universal design; Typically developing; Assistive technology; Applied psychology; Medical education; Computer science; Developmental psychology; Medicine; Social psychology; Human–computer interaction; World Wide Web; Autism; Alternative medicine","score_opus":0.5153188740756304,"score_gpt":0.6326985649705884,"score_spread":0.11737969089495803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286716130","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4261219e-8,0.045408554,0.000058121783,0.00025005956,0.0000022717293,0.9537197,0.00020998695,0.00007219169,0.00027911668],"genre_scores_gemma":[8.3336277e-10,0.10231592,0.0007760239,0.00014167544,0.00019095065,0.8956565,0.00012438695,0.00015032911,0.0006441901],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99263054,0.0013677733,0.0010308049,0.001607958,0.0017921282,0.0015707652],"domain_scores_gemma":[0.99602765,0.0013317507,0.0006145976,0.0015494435,0.000055349923,0.00042122242],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072168256,0.000635481,0.0021105078,0.00010612493,0.0015171993,0.00017808148,0.0016096953,0.00025533937,0.0036590241],"category_scores_gemma":[0.00037219631,0.00044701662,0.0005696162,0.0012188841,0.00070817984,0.00032650318,0.0019186359,0.0013718782,0.00011569984],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021981732,0.0006776742,0.0010068817,0.47801864,0.000035048197,0.0000016491679,0.000025995761,1.8987907e-7,3.3425938e-8,0.000026449597,0.04637689,0.4736107],"study_design_scores_gemma":[0.001029259,0.002198326,0.000022163049,0.31819636,0.000022515636,0.000012893707,0.0000025374952,0.0000012757425,9.400735e-8,0.00006731979,0.67809045,0.00035680828],"about_ca_topic_score_codex":0.0002285307,"about_ca_topic_score_gemma":0.0014191014,"teacher_disagreement_score":0.63171357,"about_ca_system_score_codex":0.0022238274,"about_ca_system_score_gemma":0.0014038422,"threshold_uncertainty_score":0.9997982},"labels":[],"label_agreement":null},{"id":"W4286717215","doi":"10.2196/35565","title":"Salivary Dysfunctions and Consequences After Radioiodine Treatment for Thyroid Cancer: Protocol for a Self-Controlled Study (START Study)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Thyroid Cancer Diagnosis and Treatment","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institut de Radioprotection et de SÛreté Nucléaire","keywords":"Medicine; Quality of life (healthcare); Thyroid cancer; Incidence (geometry); Anxiety; Thyroid; Internal medicine; Cancer; Hospital Anxiety and Depression Scale; Radioiodine therapy; Oncology; Pediatrics; Psychiatry","score_opus":0.25450474443828286,"score_gpt":0.5483602675923758,"score_spread":0.2938555231540929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286717215","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030478636,0.00004369883,0.0000057419275,0.0021491821,0.000014603013,0.96676046,0.00030541632,0.00012897249,0.000113289796],"genre_scores_gemma":[0.05707477,0.000002438656,0.000256811,0.00009580609,0.00026283495,0.9405548,0.000016049707,0.00006669201,0.0016697848],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960155,0.0006810119,0.0006033913,0.00094881514,0.0009531394,0.00079816947],"domain_scores_gemma":[0.9977635,0.00067620643,0.00015310677,0.0006504719,0.00043216723,0.00032452669],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015255616,0.00038078544,0.00090748473,0.0003621359,0.0011425874,0.0001531174,0.00018774565,0.00005339721,0.0004990153],"category_scores_gemma":[0.00007128207,0.00026620834,0.000249345,0.00043527267,0.00015523445,0.000112390815,0.00018089151,0.00030214692,0.000004021152],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.33412504,0.15175204,0.41950682,0.0019726334,0.004929847,0.00056925544,0.01011218,0.000029091694,0.0010538773,0.00020305418,0.06357175,0.012174416],"study_design_scores_gemma":[0.31764284,0.22119367,0.018209493,0.00035382947,0.00024754717,0.000030388554,0.0049180673,0.00009242712,0.0005571735,0.00021692949,0.43617022,0.0003674182],"about_ca_topic_score_codex":0.00034735774,"about_ca_topic_score_gemma":0.00036159644,"teacher_disagreement_score":0.40129733,"about_ca_system_score_codex":0.0014697782,"about_ca_system_score_gemma":0.0012730109,"threshold_uncertainty_score":0.999979},"labels":[],"label_agreement":null},{"id":"W4286762483","doi":"10.2196/36358","title":"Evaluating the Efficacy of a Guided and Unguided Internet-Based Self-help Intervention for Chronic Loneliness: Protocol for a 3-Arm Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Boettcher Foundation; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Loneliness; Clinical psychology; Population; Psychological intervention; Psychology; Randomized controlled trial; Intervention (counseling); Social support; Anxiety; Psychiatry; Medicine; Psychotherapist","score_opus":0.37646324353857713,"score_gpt":0.6550585411505935,"score_spread":0.27859529761201635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286762483","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029953658,0.000008219415,0.0012203718,0.0009694727,0.000100782636,0.99406916,0.00008956443,0.00009348543,0.00045355223],"genre_scores_gemma":[0.01735735,1.2954232e-8,0.0008441114,0.000051764393,0.0002704772,0.97833204,0.000038261278,0.00006883725,0.003037167],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9888812,0.0061291307,0.0025008577,0.0006699931,0.0010281139,0.0007907109],"domain_scores_gemma":[0.9887539,0.008452439,0.0011040518,0.0006597878,0.0008949143,0.00013490225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027182968,0.00027864805,0.0011924112,0.00041559566,0.00050656643,0.00016056473,0.0007778193,0.000104886,0.0007749442],"category_scores_gemma":[0.004536229,0.00019359715,0.0011105683,0.00044705145,0.00035746384,0.00011069932,0.00040491082,0.0005299785,0.00000863636],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9622278,0.008109113,0.0000038772737,0.0026229753,0.00030007967,0.0000013330376,0.00038838803,0.00002248847,0.000099738056,0.005560101,0.009955466,0.010708605],"study_design_scores_gemma":[0.9140922,0.047454268,0.0000075439502,0.0015934994,0.000034589517,0.0000046840796,0.00015525587,0.016023124,0.00043561144,0.0030525995,0.01698809,0.0001585748],"about_ca_topic_score_codex":0.0000629579,"about_ca_topic_score_gemma":0.000014153303,"teacher_disagreement_score":0.048135675,"about_ca_system_score_codex":0.00054244616,"about_ca_system_score_gemma":0.000618809,"threshold_uncertainty_score":0.94211286},"labels":[],"label_agreement":null},{"id":"W4286820912","doi":"10.2196/37153","title":"Marijuana Use and Health Outcomes in Persons Living With HIV: Protocol for the Marijuana Associated Planning and Long-term Effects (MAPLE) Longitudinal Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Center for AIDS Research, University of Washington; National Institute on Drug Abuse; Miami Center for AIDS Research; University of Miami","keywords":"Human immunodeficiency virus (HIV); Medicine; Gerontology; Cohort; Cohort study; Longitudinal study; Term (time); Maple; Psychology; Family medicine","score_opus":0.23502700307998117,"score_gpt":0.5382941157568994,"score_spread":0.3032671126769183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286820912","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16248775,0.000010075844,0.000016539836,0.0039769406,0.0000035175237,0.8334054,0.000026314201,0.000044996148,0.00002850768],"genre_scores_gemma":[0.093917124,3.3737084e-7,0.000029000088,0.00011258333,0.000044929977,0.9011529,0.0000109540515,0.000069728965,0.0046624443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940336,0.0013482927,0.0004451093,0.00087511446,0.0020118798,0.001286041],"domain_scores_gemma":[0.9975285,0.0009578736,0.00015986885,0.00063066767,0.00030566353,0.00041746252],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00798265,0.00031764066,0.0007176507,0.0005444079,0.0015519627,0.00048055136,0.0003313296,0.00007479654,0.00009226561],"category_scores_gemma":[0.00082112016,0.0002073452,0.00008087037,0.0008884815,0.00032780913,0.00021650246,0.00091962056,0.0017442993,9.677474e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018188368,0.00245516,0.97476214,0.0017069884,0.00020410045,0.00024938994,0.0015770342,0.0000054260427,0.000026798885,0.000021416201,0.015599646,0.0015730641],"study_design_scores_gemma":[0.009294247,0.012149126,0.9712003,0.0018166061,0.000012428541,0.000046930396,0.0012575126,0.00028841782,0.00000495255,0.0000068753,0.0037118602,0.00021077857],"about_ca_topic_score_codex":0.00085540634,"about_ca_topic_score_gemma":0.0011013825,"teacher_disagreement_score":0.06857062,"about_ca_system_score_codex":0.00079862226,"about_ca_system_score_gemma":0.00096335425,"threshold_uncertainty_score":0.9997479},"labels":[],"label_agreement":null},{"id":"W4288048780","doi":"10.2196/39017","title":"Objective Assessment of the Nature and Extent of Children’s Internet-Based World: Protocol for the Kids Online Aotearoa Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Aotearoa; Phone; Computer science; Internet privacy; Data collection; World Wide Web; Psychology; Multimedia; Sociology","score_opus":0.13185980372091963,"score_gpt":0.5503049512457618,"score_spread":0.4184451475248422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288048780","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010221826,0.0000010517728,0.000010721273,0.0021035706,0.000008540808,0.98581856,0.000039454946,0.00002695106,0.0017693392],"genre_scores_gemma":[0.21754125,3.037186e-8,0.00011285084,0.000038655202,0.000030151838,0.78036827,0.000002006603,0.000009497788,0.001897269],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99690795,0.00081098446,0.00031257828,0.00030341902,0.0013210225,0.0003440484],"domain_scores_gemma":[0.99843746,0.0006246251,0.00018578135,0.00040156773,0.00030291104,0.00004764291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029757093,0.00010793342,0.00019298994,0.00023018298,0.0006905815,0.00006930245,0.001095278,0.00006757866,0.00012797941],"category_scores_gemma":[0.0003665308,0.00006336657,0.000086064996,0.0011094823,0.00074765907,0.000071683724,0.000987442,0.00095844636,2.378346e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023978383,0.015211818,0.8324609,0.00039565092,0.00026235264,0.0000037888224,0.013731368,0.000038958293,0.00024960787,0.062144764,0.029360907,0.043742076],"study_design_scores_gemma":[0.0063198283,0.004251843,0.69485474,0.0004036662,0.000005526968,9.4301055e-7,0.009706641,0.00019810758,0.0014484426,0.00661091,0.2759657,0.00023364444],"about_ca_topic_score_codex":0.00026478685,"about_ca_topic_score_gemma":0.0011127945,"teacher_disagreement_score":0.2466048,"about_ca_system_score_codex":0.0002143719,"about_ca_system_score_gemma":0.00096699735,"threshold_uncertainty_score":0.5311464},"labels":[],"label_agreement":null},{"id":"W4288067278","doi":"10.2196/33881","title":"A Self-management App for People Living With Mild Dementia (PRIDE): Protocol for a Pre-Post Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Facilitator; Dementia; Pride; Quality of life (healthcare); Psychological intervention; Mood; Intervention (counseling); Self-management; Psychology; Medicine; Gerontology; Nursing; Psychiatry; Disease; Social psychology","score_opus":0.13829870571162334,"score_gpt":0.5309273607717462,"score_spread":0.39262865506012284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288067278","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015763588,8.452595e-7,0.0008603637,0.00045224067,0.000004696319,0.9809032,0.000067344336,0.00022606096,0.0017216274],"genre_scores_gemma":[0.027331656,6.9767246e-8,0.0039197896,0.00009287436,0.00011619143,0.96441066,0.00003558009,0.00010683919,0.0039863246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922382,0.0010600429,0.0006419615,0.0013080803,0.0031019088,0.0016498062],"domain_scores_gemma":[0.99609035,0.00065061974,0.0001631108,0.0010588234,0.0016062116,0.0004308808],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008032837,0.00036764875,0.0005518833,0.000608309,0.0016633777,0.00028779136,0.0007273949,0.000060103514,0.0011066406],"category_scores_gemma":[0.00028263754,0.000296388,0.00023769822,0.0012094737,0.00012155216,0.00023730508,0.0013845555,0.0008019238,0.00001905649],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060375113,0.075006045,0.7998981,0.027217645,0.0017608554,0.00009357234,0.004635322,0.0000072829143,0.0007195712,0.000367008,0.023251303,0.006668202],"study_design_scores_gemma":[0.059924707,0.120468445,0.50992125,0.0018964693,0.00013040807,0.000025361753,0.010216051,0.00070809474,0.00066126545,0.00026032393,0.2951796,0.0006080194],"about_ca_topic_score_codex":0.000032411623,"about_ca_topic_score_gemma":0.00008915402,"teacher_disagreement_score":0.2899768,"about_ca_system_score_codex":0.00063049287,"about_ca_system_score_gemma":0.0008775776,"threshold_uncertainty_score":0.9999488},"labels":[],"label_agreement":null},{"id":"W4288096569","doi":"10.2196/38686","title":"Effectiveness of Interventions to Promote Physical, Psychological, and Socioeconomic Well-being Outcomes of Parents of Children With Neurodevelopmental Disabilities: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Family and Disability Support Research","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; McMaster University","funders":"","keywords":"Protocol (science); Socioeconomic status; Psychological intervention; Psychology; Developmental psychology; Clinical psychology; Medicine; Psychiatry; Population; Alternative medicine; Environmental health","score_opus":0.3154432138388917,"score_gpt":0.6164624723648785,"score_spread":0.3010192585259868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288096569","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000767487,0.0055382545,0.000006124381,0.000013739657,0.000005451124,0.9930073,0.0003442917,0.000023474535,0.00029389685],"genre_scores_gemma":[0.00005657354,0.002210761,0.00007521317,0.000006265857,0.000011422504,0.99734026,0.000081819955,0.00008193609,0.00013575527],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9894473,0.005579538,0.0021906458,0.0011528652,0.00091181876,0.00071783806],"domain_scores_gemma":[0.9927995,0.0042674,0.0009451782,0.0014541195,0.00031955118,0.00021421],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006743843,0.0005374604,0.0044826264,0.00042336484,0.00017175562,0.000042256936,0.0013043067,0.00018399382,0.00074960233],"category_scores_gemma":[0.0013317419,0.00035486108,0.0010657639,0.00066943106,0.0009601649,0.00011664417,0.0008087196,0.0007522636,0.000025720834],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054771744,0.005406475,0.0034467636,0.979848,0.0005606974,0.0000011921435,0.00053530955,8.4409685e-8,0.0000018179293,0.00028370344,0.00035710947,0.00901111],"study_design_scores_gemma":[0.0024071725,0.010289146,0.0022764036,0.9726505,0.00017608958,0.000019112049,0.0006959138,2.5955748e-7,0.000011767459,0.00032100067,0.010716152,0.00043646744],"about_ca_topic_score_codex":0.000031132822,"about_ca_topic_score_gemma":0.000002563282,"teacher_disagreement_score":0.010359043,"about_ca_system_score_codex":0.00023569421,"about_ca_system_score_gemma":0.0003425502,"threshold_uncertainty_score":0.9998903},"labels":[],"label_agreement":null},{"id":"W4288690674","doi":"10.2196/38615","title":"Interventions, Participative Role, Barriers, and Facilitators for Involvement in eHealth Communication for People Undergoing Hemodialysis: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Psychological intervention; Protocol (science); Medicine; Medical education; Nursing; Psychology; Health care; Alternative medicine; Political science","score_opus":0.49651798964631844,"score_gpt":0.6360888312838522,"score_spread":0.13957084163753375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288690674","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.196035e-8,0.2772378,0.00028420173,0.0003812331,0.0000025598165,0.7218635,0.00016845361,0.0000218099,0.000040374493],"genre_scores_gemma":[5.556121e-8,0.3180579,0.0006623549,0.000081639235,0.000034420686,0.6804803,0.00049560535,0.00005205421,0.00013570431],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939371,0.0019124445,0.0018233836,0.00083505997,0.0007154354,0.0007765973],"domain_scores_gemma":[0.9954918,0.002171899,0.00066818885,0.0009037621,0.00037407104,0.00039028708],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00985902,0.00039579443,0.002355095,0.0007348628,0.000596236,0.0001334954,0.00043570698,0.00013079395,0.00019839348],"category_scores_gemma":[0.0027457087,0.00031709718,0.001176848,0.0009329746,0.000109830464,0.00013035382,0.00057386287,0.0004962431,0.00000264666],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004193859,0.00050729135,0.000022919428,0.76533127,0.00020224914,6.254704e-7,0.00021136814,8.058203e-7,5.3504206e-8,0.00038490744,0.004659622,0.2282595],"study_design_scores_gemma":[0.0029347267,0.001285506,0.0000032566543,0.4718922,0.00020181597,2.9372328e-7,0.00030008567,0.000041259547,3.2311968e-7,0.00027369877,0.5229159,0.00015094555],"about_ca_topic_score_codex":0.00002822618,"about_ca_topic_score_gemma":0.0005309589,"teacher_disagreement_score":0.51825625,"about_ca_system_score_codex":0.00089088536,"about_ca_system_score_gemma":0.002168762,"threshold_uncertainty_score":0.9999281},"labels":[],"label_agreement":null},{"id":"W4288732570","doi":"10.2196/40856","title":"Upper Extremity Examination for Neuromuscular Diseases (U-EXTEND): Protocol for a Multimodal Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurogenetic and Muscular Disorders Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institute of General Medical Sciences","keywords":"Protocol (science); Physical medicine and rehabilitation; Medicine; Computer science; Physical therapy; Alternative medicine; Pathology","score_opus":0.35126059031195406,"score_gpt":0.5878804773898877,"score_spread":0.23661988707793363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288732570","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01976351,0.0000025496145,0.0006779235,0.00043686118,0.0000074928607,0.97864735,0.00015404957,0.000114109695,0.00019613089],"genre_scores_gemma":[0.027369797,7.405906e-8,0.0005454413,0.0000695118,0.00014945761,0.96999866,0.00007177562,0.00010434402,0.0016909569],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99244463,0.002098575,0.0005359334,0.0012588286,0.002531429,0.0011305789],"domain_scores_gemma":[0.9964217,0.0006017462,0.000105233805,0.0012714096,0.0011298226,0.00047009788],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0044342624,0.0002948318,0.00047693693,0.0004599064,0.001312763,0.0001284097,0.0006012407,0.00007937971,0.00062423147],"category_scores_gemma":[0.0016275418,0.00026156974,0.00042784098,0.00077546627,0.00024538435,0.00013516807,0.0007007199,0.0008204641,0.000010074953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.075160965,0.15733826,0.4556867,0.018274022,0.00047887355,0.00033238894,0.0025141907,0.00013126424,0.026810205,0.0006369982,0.047323536,0.21531262],"study_design_scores_gemma":[0.052538548,0.035894275,0.48248157,0.00027028922,0.000034221735,0.000030156449,0.0019432297,0.0036266437,0.0012365136,0.0012252573,0.42020056,0.0005187376],"about_ca_topic_score_codex":0.000019722629,"about_ca_topic_score_gemma":0.000007347899,"teacher_disagreement_score":0.37287703,"about_ca_system_score_codex":0.0003822978,"about_ca_system_score_gemma":0.0008983532,"threshold_uncertainty_score":0.99998736},"labels":[],"label_agreement":null},{"id":"W4288755001","doi":"10.2196/39867","title":"The Early Detection and Case Management of Skin Diseases With an mHealth App (eSkinHealth): Protocol for a Mixed Methods Pilot Study in Côte d’Ivoire","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dermatological diseases and infestations","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Medicine; mHealth; Cote d ivoire; Protocol (science); Randomized controlled trial; Intervention (counseling); Family medicine; Physical therapy; Nursing; Surgery; Alternative medicine; Psychological intervention; Pathology","score_opus":0.2876141291575767,"score_gpt":0.6147801185827512,"score_spread":0.32716598942517444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288755001","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052607156,0.0000026371247,0.0003842025,0.00025868192,0.0000024056735,0.9465529,0.00003738693,0.000037454443,0.0001172082],"genre_scores_gemma":[0.15954517,3.238592e-7,0.0013829735,0.000027385755,0.000014778365,0.8389174,0.0000044319504,0.000021387335,0.000086186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99581736,0.0021557568,0.0004603256,0.0004073165,0.0006704633,0.00048875937],"domain_scores_gemma":[0.99839455,0.00046018764,0.00014004722,0.00046455025,0.00022906327,0.0003116139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002416467,0.00013815198,0.0002729658,0.00021387178,0.00096865004,0.00007276592,0.00016571266,0.00002001613,0.000029083949],"category_scores_gemma":[0.00009375742,0.00008645627,0.000035979672,0.0007301953,0.00020067352,0.00012259738,0.00022346525,0.00039092608,7.183633e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13490303,0.05692816,0.071192846,0.020287998,0.00028941937,0.0037108152,0.0026410848,0.00005835682,0.00020335407,0.005372028,0.00123284,0.7031801],"study_design_scores_gemma":[0.027478063,0.18823963,0.7153621,0.0010072646,0.000043206142,0.0003822896,0.015314923,0.0021278416,0.000110525485,0.0032911445,0.046340793,0.00030225673],"about_ca_topic_score_codex":0.00023091349,"about_ca_topic_score_gemma":0.00023936886,"teacher_disagreement_score":0.7028778,"about_ca_system_score_codex":0.00014649211,"about_ca_system_score_gemma":0.0002610656,"threshold_uncertainty_score":0.7450171},"labels":[],"label_agreement":null},{"id":"W4288763072","doi":"10.2196/39613","title":"Associations Between the Severity of Obsessive-Compulsive Disorder and Vocal Features in Children and Adolescents: Protocol for a Statistical and Machine Learning Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obsessive-Compulsive Spectrum Disorders","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden; Novo Nordisk","keywords":"Logistic regression; Obsessive compulsive; Psychology; Clinical psychology; Machine learning; Computer science","score_opus":0.05684897075451307,"score_gpt":0.47440332702920973,"score_spread":0.41755435627469667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288763072","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04921687,0.000015031804,0.0005347875,0.00061494147,0.0000023200446,0.94841045,0.0010972756,0.000024435232,0.00008391266],"genre_scores_gemma":[0.22736105,2.53789e-7,0.00014756896,0.000019371639,0.000026513522,0.77223504,0.00011691137,0.000024613544,0.00006865898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952607,0.0024355443,0.00045285613,0.00065246073,0.0005936695,0.00060474465],"domain_scores_gemma":[0.99793833,0.0012128509,0.00026527574,0.00029509884,0.00015975056,0.00012869493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015743007,0.00021750832,0.0005405303,0.00047682106,0.0007861098,0.00010644756,0.00033718694,0.000104309394,0.0001804651],"category_scores_gemma":[0.0004916379,0.00017667236,0.00007556838,0.0011403742,0.0006056922,0.00009599931,0.0006442547,0.0014149375,9.459517e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007059578,0.0005448565,0.98529357,0.00011469584,0.00031424992,0.0000032534701,0.0013506233,0.000028829358,0.0000061261385,0.0012327151,0.00037974055,0.010025373],"study_design_scores_gemma":[0.005719265,0.0009701381,0.98933613,0.00009549586,0.000031135776,0.0000052520136,0.0006924343,0.00035178717,0.0000049363057,0.0016912523,0.00092245464,0.00017974297],"about_ca_topic_score_codex":0.0011183182,"about_ca_topic_score_gemma":0.00033924027,"teacher_disagreement_score":0.17814419,"about_ca_system_score_codex":0.000100213045,"about_ca_system_score_gemma":0.00008728495,"threshold_uncertainty_score":0.720449},"labels":[],"label_agreement":null},{"id":"W4288846084","doi":"10.2196/35646","title":"A Patient Decision Aid (i.ARTs) to Facilitate Women’s Choice Between Oral and Long-Acting Injectable Antiretroviral Treatment for HIV: Protocols for its Development and Randomized Controlled Pilot Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases; National Institute of Dental and Craniofacial Research; National Institute of Nursing Research; National Institute on Drug Abuse; National Institute of Neurological Disorders and Stroke; National Institute of Mental Health; National Heart, Lung, and Blood Institute; National Institute on Aging; National Institutes of Health","keywords":"Decision aids; Medicine; Attendance; Usability; Randomized controlled trial; Nursing; Family medicine; Alternative medicine; Surgery; Computer science","score_opus":0.3068044688439348,"score_gpt":0.5230688356130039,"score_spread":0.21626436676906907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288846084","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18713489,0.00001528909,0.0015641856,0.00041606565,0.0000069068174,0.8103711,0.00024075864,0.00005048003,0.00020033297],"genre_scores_gemma":[0.017954871,9.899528e-7,0.0036351818,0.00003395163,0.00012533201,0.96489143,0.00008371895,0.000057345667,0.013217179],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937088,0.0012542077,0.0012960506,0.00086396275,0.0014430963,0.0014338938],"domain_scores_gemma":[0.9941886,0.0036976496,0.00021822547,0.00039056016,0.0006609692,0.00084397674],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.008318412,0.00037127014,0.0018855705,0.00080094824,0.0013393823,0.0003356091,0.00022626187,0.00007812405,0.00026388027],"category_scores_gemma":[0.0064113224,0.00026955426,0.00034786825,0.00039841022,0.00015187424,0.00024577248,0.0004959736,0.00048091673,0.000014526928],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85486,0.0018198733,0.0007333377,0.00081857544,0.0003457886,0.000012214822,0.0025259517,0.0000024344822,0.0007644623,0.000037559475,0.0039670435,0.13411275],"study_design_scores_gemma":[0.5743126,0.112526506,0.00004278923,0.00074475264,0.000014065839,0.000003252542,0.0004723051,0.00039018027,0.0014616519,0.000084591804,0.30976865,0.00017861981],"about_ca_topic_score_codex":0.000056594723,"about_ca_topic_score_gemma":0.000041417745,"teacher_disagreement_score":0.3058016,"about_ca_system_score_codex":0.0012159949,"about_ca_system_score_gemma":0.00093480723,"threshold_uncertainty_score":0.9999757},"labels":[],"label_agreement":null},{"id":"W4288858473","doi":"10.2196/37854","title":"Psychometric Properties of the Hospital Anxiety and Depression Scale in Individuals With Chronic Obstructive Pulmonary Disease: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"West Park Healthcare Centre; Toronto Rehabilitation Institute; University of Toronto; McMaster University","funders":"National Sanitarium Association; McMaster University","keywords":"Hospital Anxiety and Depression Scale; Anxiety; Critical appraisal; Medicine; Systematic review; COPD; Quality of life (healthcare); MEDLINE; Population; Clinical psychology; Physical therapy; Psychiatry; Alternative medicine; Pathology; Nursing; Environmental health","score_opus":0.13849184442429438,"score_gpt":0.4784897042049978,"score_spread":0.3399978597807034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288858473","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000049093496,0.41689962,4.1798705e-7,0.00006804532,0.0000045248466,0.58270967,0.00019443603,0.000023780865,0.00009459001],"genre_scores_gemma":[0.0000058737364,0.17287242,0.000033296845,0.000011322775,0.00011217269,0.8262996,0.000049236944,0.00017506583,0.00044099177],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9888384,0.002821083,0.0017427126,0.0015915856,0.003734875,0.0012713616],"domain_scores_gemma":[0.994797,0.00051974104,0.0010152437,0.0023484626,0.000738814,0.00058072014],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0033941383,0.0008380859,0.0036120205,0.00133535,0.00044229493,0.00010601039,0.0014914963,0.00028469172,0.00020136997],"category_scores_gemma":[0.0018754754,0.0004437748,0.0007589205,0.0051084002,0.001087894,0.00029296902,0.0016226671,0.0024362893,0.000006381236],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051291316,0.0015163965,0.0065724785,0.9098793,0.00016513895,0.00002195633,0.000053161704,1.6427924e-7,0.0000015277357,0.000009011339,0.00040738296,0.08086056],"study_design_scores_gemma":[0.0019320806,0.00055830774,0.004031832,0.70984936,0.00023095636,0.000108560154,0.000056726894,0.0000108432205,0.0000046729524,0.000032119427,0.28282273,0.0003618049],"about_ca_topic_score_codex":0.000015576956,"about_ca_topic_score_gemma":0.000004218726,"teacher_disagreement_score":0.28241533,"about_ca_system_score_codex":0.0023196137,"about_ca_system_score_gemma":0.005897067,"threshold_uncertainty_score":0.9998651},"labels":[],"label_agreement":null},{"id":"W4288858603","doi":"10.2196/36583","title":"The Effects of Tinnitus in Probabilistic Learning Tasks: Protocol for an Ecological Momentary Assessment Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neuroscience and Music Perception","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Science Foundation Ireland","keywords":"Protocol (science); Ecology; Probabilistic logic; Computer science; Psychology; Environmental resource management; Artificial intelligence; Medicine; Environmental science; Biology","score_opus":0.36089397244475907,"score_gpt":0.5948037454090366,"score_spread":0.2339097729642775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288858603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19092792,2.3342155e-8,0.000005142698,0.00008902666,0.000012692945,0.80869293,0.0000033515523,0.000035472993,0.00023345054],"genre_scores_gemma":[0.23191868,3.7234628e-8,0.000017364962,0.000052707295,0.000029422261,0.7677203,8.505311e-7,0.000014183946,0.00024647158],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920809,0.0045972774,0.00041451355,0.00072111574,0.0014589119,0.0007272482],"domain_scores_gemma":[0.9971161,0.0020948201,0.00013913032,0.00045700435,0.00008953481,0.000103429345],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0049238633,0.0001393146,0.0001928822,0.00021165179,0.0015742664,0.00015586868,0.000987269,0.000032351385,0.00007871844],"category_scores_gemma":[0.0019880352,0.00009695483,0.00005186551,0.0009479939,0.0003754448,0.0002460632,0.0007574463,0.0010319537,0.0000033985539],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014438528,0.019716121,0.0057691955,0.0007276637,0.0000020448574,0.00006918057,0.0015755021,0.00047988514,0.9577044,0.0007955185,0.0015849215,0.0101316655],"study_design_scores_gemma":[0.025110317,0.27070478,0.30379155,0.0007153809,0.000004933257,0.000033662065,0.007939102,0.010725921,0.0333546,0.0086082,0.33810613,0.0009054138],"about_ca_topic_score_codex":0.000020102947,"about_ca_topic_score_gemma":0.000027621207,"teacher_disagreement_score":0.92434984,"about_ca_system_score_codex":0.0003304621,"about_ca_system_score_gemma":0.00035053177,"threshold_uncertainty_score":0.9997255},"labels":[],"label_agreement":null},{"id":"W4288908055","doi":"10.2196/37965","title":"A Care Concept of Community Health Nursing Interventions for Adults With Chronic Health Conditions in an Urban Area: Protocol for a Randomized Controlled Field Trial (CoSta Study)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health and Medical Studies","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Randomized controlled trial; Medicine; Nursing; Community health; Psychological intervention; Health care; Intervention (counseling); Quality of life (healthcare); Family medicine; Public health","score_opus":0.4819598796041895,"score_gpt":0.6996377963525081,"score_spread":0.2176779167483186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288908055","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025610344,0.00003842119,0.0008166428,0.005685639,0.000037540125,0.9901426,0.0005174993,0.00007042048,0.00013023868],"genre_scores_gemma":[0.041181833,5.725826e-7,0.00017876942,0.00053680135,0.00021834415,0.9575012,0.00018142315,0.000044674038,0.00015639095],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96728075,0.026979167,0.0026596233,0.00044091934,0.0010032234,0.0016363286],"domain_scores_gemma":[0.98494416,0.011390403,0.0011884038,0.000693449,0.0011555257,0.0006280791],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02073166,0.0002739963,0.0025951306,0.00049462303,0.006211711,0.000023044948,0.00058600126,0.00012694135,0.000321794],"category_scores_gemma":[0.004155042,0.00020012386,0.00041059183,0.0006676961,0.0004425337,0.00012659321,0.00024688867,0.002985063,9.704902e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8615924,0.008204519,0.00048064766,0.014714938,0.00007561794,0.0000010334826,0.08032397,0.000008173177,7.066603e-7,0.0005215569,0.029461863,0.004614578],"study_design_scores_gemma":[0.75954837,0.09773623,0.0001528485,0.015996618,0.0000067308974,2.9182473e-7,0.11185611,0.00011879986,0.0000016354708,0.00026781356,0.014188857,0.00012567182],"about_ca_topic_score_codex":0.003125643,"about_ca_topic_score_gemma":0.018398292,"teacher_disagreement_score":0.10204401,"about_ca_system_score_codex":0.0024496226,"about_ca_system_score_gemma":0.010512453,"threshold_uncertainty_score":0.9995134},"labels":[],"label_agreement":null},{"id":"W4288908218","doi":"10.2196/36403","title":"Feasibility, Acceptability, and Protective Efficacy of Seasonal Malaria Chemoprevention Implementation in Nampula Province, Mozambique: Protocol for a Hybrid Effectiveness-Implementation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Malaria; Amodiaquine; Environmental health; Medicine; Population; Plasmodium falciparum; Immunology","score_opus":0.15107144494716424,"score_gpt":0.5789008031028816,"score_spread":0.4278293581557174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288908218","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20402753,5.8400923e-7,0.00020423172,0.00037255778,0.0000025503825,0.79519886,0.00011094877,0.00003105239,0.00005168461],"genre_scores_gemma":[0.4499427,1.359691e-8,0.00012908742,0.000005191916,0.00003025939,0.549793,0.000049953287,0.000023687919,0.000026109521],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99153054,0.0040329816,0.0007979239,0.00093071646,0.0019274856,0.0007803689],"domain_scores_gemma":[0.9976257,0.00059604837,0.0002507501,0.0005389995,0.0007728965,0.00021560362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012228614,0.0002484566,0.00055050064,0.0005958103,0.00040851661,0.00010177183,0.00030227983,0.00005864804,0.0009042765],"category_scores_gemma":[0.00056014984,0.00023324035,0.00015018148,0.00084747677,0.0001642159,0.00031097778,0.0007112122,0.0008836234,0.0000014232623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.079728976,0.018252347,0.7843337,0.008303635,0.00016553556,0.000045032783,0.00081050576,0.000011498689,0.01713287,0.0011773371,0.00034024083,0.08969833],"study_design_scores_gemma":[0.06417239,0.020797512,0.898708,0.0002864373,0.000010879072,0.000014339359,0.0019803233,0.00033126655,0.009288658,0.0030064571,0.0012204116,0.00018335016],"about_ca_topic_score_codex":0.00042385826,"about_ca_topic_score_gemma":0.00040757685,"teacher_disagreement_score":0.24591517,"about_ca_system_score_codex":0.0011131506,"about_ca_system_score_gemma":0.001656482,"threshold_uncertainty_score":0.99011934},"labels":[],"label_agreement":null},{"id":"W4289315003","doi":"10.2196/35688","title":"Mindfulness-Based Smoking Cessation Delivered Through Telehealth and Text Messaging for Low-Income Smokers: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health","keywords":"Telehealth; Smoking cessation; Randomized controlled trial; Mindfulness; Protocol (science); Medicine; Text messaging; Psychology; Telemedicine; Alternative medicine; World Wide Web; Health care; Clinical psychology; Computer science","score_opus":0.1688008030747954,"score_gpt":0.5417659491067733,"score_spread":0.37296514603197795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289315003","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008219307,0.0000025161344,0.070816584,0.0009277035,0.0000723028,0.92580277,0.00011163221,0.00008899827,0.0013555661],"genre_scores_gemma":[0.038467407,4.056718e-9,0.0002978883,0.000103002865,0.00023810884,0.95873284,0.00003355003,0.00007468604,0.0020525353],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9910282,0.0044401223,0.0015109327,0.0009006288,0.0010766179,0.001043515],"domain_scores_gemma":[0.99283034,0.004928376,0.00076829403,0.0006399681,0.0006440588,0.00018894386],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011150397,0.00034187955,0.0014439389,0.00053698657,0.0020714148,0.0003019346,0.00061863806,0.00017434999,0.008845529],"category_scores_gemma":[0.0007466951,0.00027685543,0.00077908684,0.00054196466,0.0002906277,0.0002091828,0.00024131962,0.0007602863,0.000006252653],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92255,0.0019792898,0.000027626818,0.0010848113,0.00019883199,0.0000049132973,0.00042361495,0.000031931864,0.0000060643406,0.050515305,0.014869691,0.008307871],"study_design_scores_gemma":[0.8644817,0.0033585131,0.000013405515,0.00092585554,0.000021007392,0.0000032210055,0.00083623955,0.0029024112,0.0005915121,0.026061298,0.10052686,0.00027797412],"about_ca_topic_score_codex":0.00010618917,"about_ca_topic_score_gemma":0.0000124220105,"teacher_disagreement_score":0.08565717,"about_ca_system_score_codex":0.0002822413,"about_ca_system_score_gemma":0.00053982076,"threshold_uncertainty_score":0.99996835},"labels":[],"label_agreement":null},{"id":"W4289433206","doi":"10.2196/35206","title":"Transdiagnostic Psychopathology in a Help-Seeking Population of an Early Recognition Center for Mental Disorders: Protocol for an Experience Sampling Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychopathology; Psychosocial; Population; Psychology; Clinical psychology; Experience sampling method; Mental health; Psychiatry; Medicine; Social psychology","score_opus":0.6490002863398607,"score_gpt":0.6921621143626906,"score_spread":0.04316182802282986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289433206","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33730435,3.3044407e-7,0.00020701809,0.00006541497,0.000023506534,0.6621185,0.00018666068,0.000027257553,0.00006692403],"genre_scores_gemma":[0.13827114,4.176021e-8,0.0009052424,0.000026109587,0.000090948604,0.8604191,0.00017719246,0.00005445481,0.000055771005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99341154,0.002936722,0.00081245357,0.000869414,0.00090329454,0.001066588],"domain_scores_gemma":[0.9982859,0.00055011,0.00018321542,0.00058143755,0.00018477012,0.00021455674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004462407,0.00019121087,0.0003158771,0.0006632374,0.0006174919,0.000064411484,0.0006209557,0.00010518565,0.00054478366],"category_scores_gemma":[0.00018618233,0.00020502192,0.000075561606,0.00059566874,0.00012018395,0.00042696542,0.00014212173,0.00066275074,0.0000046695136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045850765,0.05068353,0.46083844,0.0026287555,0.000028178856,0.000021811386,0.08863363,0.000020199046,0.0033875706,0.0003631929,0.00035656814,0.34718737],"study_design_scores_gemma":[0.07306687,0.1996366,0.60896593,0.001622071,0.0000045454867,0.000030167352,0.060309503,0.0019158126,0.00045882727,0.012729911,0.04026371,0.0009960384],"about_ca_topic_score_codex":0.0006349911,"about_ca_topic_score_gemma":0.0011166276,"teacher_disagreement_score":0.34619135,"about_ca_system_score_codex":0.00034729394,"about_ca_system_score_gemma":0.00009773441,"threshold_uncertainty_score":0.8360551},"labels":[],"label_agreement":null},{"id":"W4289518414","doi":"10.2196/37195","title":"Effects of a Mindfulness Intervention Comprising an App, Web-Based Workshops, and a Workbook on Perceived Stress Among Nurses and Nursing Trainees: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workbook; Mindfulness; Psychological intervention; Randomized controlled trial; Nursing; Mindfulness-based stress reduction; Medicine; Intervention (counseling); Health care; Psychology; Clinical psychology","score_opus":0.08832554234465181,"score_gpt":0.5113194785793531,"score_spread":0.4229939362347013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289518414","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05979447,0.0000034813968,0.010654783,0.00008963113,0.00006107011,0.92895216,0.000027780892,0.00006485854,0.0003517824],"genre_scores_gemma":[0.25192362,3.2462057e-9,0.000054193835,0.000008152717,0.00008498711,0.7470752,0.00001036667,0.000041776097,0.0008016866],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9896537,0.0071296166,0.0011006454,0.0007334563,0.0007759119,0.000606687],"domain_scores_gemma":[0.99456376,0.003925124,0.0005636047,0.00044937525,0.0002707274,0.00022740112],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041107694,0.0003282965,0.0014048608,0.00077204045,0.00075797364,0.00022528759,0.00039663416,0.00016102004,0.0017318203],"category_scores_gemma":[0.00042589754,0.00026354552,0.00058582536,0.0003669147,0.00076306507,0.00013865053,0.00010378021,0.0007684323,0.0000012230805],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92971575,0.009906254,0.000030283729,0.0012002978,0.00016149935,0.000012840562,0.0018619666,0.0000198255,0.00008792269,0.0053297156,0.0015781379,0.050095517],"study_design_scores_gemma":[0.9655321,0.008605634,0.0003817585,0.010717335,0.000038930455,0.0000035605597,0.0027017605,0.0061965454,0.0009141024,0.0036967027,0.0009422804,0.0002692579],"about_ca_topic_score_codex":0.000031508644,"about_ca_topic_score_gemma":0.000011589305,"teacher_disagreement_score":0.19212914,"about_ca_system_score_codex":0.000112955866,"about_ca_system_score_gemma":0.00013252858,"threshold_uncertainty_score":0.9999817},"labels":[],"label_agreement":null},{"id":"W4289522070","doi":"10.2196/39887","title":"Utilizing Real-time Technology to Assess the Impact of Home Environmental Exposures on Asthma Symptoms: Protocol for an Observational Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences","keywords":"Observational study; Asthma; Protocol (science); Medicine; Observational methods in psychology; Environmental health; Alternative medicine","score_opus":0.42218775715099927,"score_gpt":0.5781552602729666,"score_spread":0.15596750312196733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289522070","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39033476,2.6958838e-7,0.0000017390244,0.00010443606,0.0000014540085,0.60927707,0.00009307577,0.000047373927,0.0001397896],"genre_scores_gemma":[0.27896038,1.1383214e-8,0.000052586864,0.000031795647,0.000083899075,0.7205614,0.000020966932,0.000041167572,0.00024779877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99605644,0.00084863266,0.00045883973,0.00053157716,0.0015154277,0.00058909616],"domain_scores_gemma":[0.99826527,0.00032553112,0.00014313203,0.0008725069,0.00013476097,0.00025880738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016424337,0.0002235457,0.0003628874,0.00049906416,0.0006863427,0.00004648544,0.00063238974,0.000051742347,0.00061595556],"category_scores_gemma":[0.00017137249,0.00014344447,0.00012874606,0.00066510495,0.0002526308,0.00011404609,0.00046945497,0.0005402711,0.000021768705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04194089,0.047143023,0.6060013,0.00042458478,0.00022583833,0.00008000241,0.00093312335,0.00032571354,0.27542573,0.00034192708,0.011542507,0.015615318],"study_design_scores_gemma":[0.0076051042,0.3102933,0.6436949,0.00030933437,0.0000047030926,0.000015454663,0.0029985777,0.00017818734,0.0029180956,0.0001765365,0.031577274,0.00022858802],"about_ca_topic_score_codex":0.000021873564,"about_ca_topic_score_gemma":0.0000019699514,"teacher_disagreement_score":0.27250764,"about_ca_system_score_codex":0.00042256623,"about_ca_system_score_gemma":0.000677052,"threshold_uncertainty_score":0.67442816},"labels":[],"label_agreement":null},{"id":"W4289827338","doi":"10.2196/37441","title":"Exponential Growth Bias of Infectious Diseases: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Statistical Methods in Epidemiology","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Trond Mohn stiftelse; Universitetet i Stavanger","keywords":"Observational study; Publication bias; Systematic review; Exponential growth; Cochrane Library; Psychological intervention; MEDLINE; Infectious disease (medical specialty); Psychology; Meta-analysis; Medicine; Computer science; Biology; Mathematics; Disease; Pathology; Psychiatry","score_opus":0.8393260135773506,"score_gpt":0.7369106703206435,"score_spread":0.10241534325670709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289827338","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8530458e-10,0.10505753,0.0045245765,0.000021272803,0.000013809774,0.88930476,0.00052588014,0.00014543685,0.00040674018],"genre_scores_gemma":[1.2965566e-10,0.12300172,0.01364605,0.00003495419,0.00018771889,0.8625668,0.000054361946,0.00024341095,0.00026492853],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9581065,0.032339018,0.005017823,0.0012142997,0.0020060197,0.0013163453],"domain_scores_gemma":[0.9091799,0.08445687,0.002956682,0.0021917098,0.0008535872,0.00036122667],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024929391,0.0008602704,0.0092051895,0.00080421177,0.00034084226,0.00007268822,0.002203843,0.00050721917,0.0012940647],"category_scores_gemma":[0.24412316,0.0005993612,0.0018282512,0.0016488846,0.0005365583,0.00010055823,0.0012773396,0.0020307663,0.000068557536],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074730626,0.0009571848,9.673464e-7,0.89251614,0.000247799,0.00001856122,0.000018772604,6.588243e-9,5.0659988e-8,0.04645072,0.042406317,0.017308783],"study_design_scores_gemma":[0.00055791874,0.0009067903,2.8447598e-8,0.47858697,0.00024017856,0.000028062466,0.0000038124658,0.0000025078261,2.4319985e-7,0.07598302,0.44343486,0.00025559712],"about_ca_topic_score_codex":0.000005675281,"about_ca_topic_score_gemma":9.636441e-7,"teacher_disagreement_score":0.41392913,"about_ca_system_score_codex":0.0007148585,"about_ca_system_score_gemma":0.0015150175,"threshold_uncertainty_score":0.99964577},"labels":[],"label_agreement":null},{"id":"W4289830094","doi":"10.2196/40218","title":"Training Intervention and Program of Support for Fostering the Adoption of Family-Centered Telehealth in Pediatric Rehabilitation: Protocol for a Multimethod, Prospective, Hybrid Type 3 Implementation-Effectiveness Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre hospitalier universitaire de Québec; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Quest University Canada; Institut Universitaire en Santé Mentale de Québec; Centre Hospitalier Universitaire de Sherbrooke; University of British Columbia; University of Alberta; Université de Montréal; University of Saskatchewan; McGill University Health Centre; McGill University; University of Toronto; Université de Sherbrooke; The Quebec Population Health Research Network; McMaster University; Université Laval; BC Children's Hospital; Hamilton Health Sciences; CARE Canada; Health and Social Services Centre University Institute of Geriatrics of Sherbrooke","funders":"Canadian Institutes of Health Research","keywords":"Telehealth; Intervention (counseling); Protocol (science); Rehabilitation; Physical therapy; Medicine; Medical education; Psychology; Telemedicine; Nursing; Health care; Alternative medicine","score_opus":0.4344878475486945,"score_gpt":0.6484698209479441,"score_spread":0.21398197339924963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289830094","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23754096,0.0000011666684,0.0004242173,0.00010223597,0.000008284593,0.76184964,0.000041947253,0.000019770545,0.000011755179],"genre_scores_gemma":[0.3039063,1.9169084e-7,0.0043011676,0.000008554632,0.000046021305,0.6916531,0.00005887217,0.000020459542,0.0000053880926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99638975,0.0011863589,0.0009878206,0.0003853259,0.0006442162,0.00040655423],"domain_scores_gemma":[0.9973808,0.0011510231,0.00041414617,0.00023311946,0.0007472805,0.00007364521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00916175,0.0001318407,0.00038305667,0.00054816296,0.00024325664,0.000016733426,0.0001271877,0.000025350004,0.000034671702],"category_scores_gemma":[0.00048707155,0.000107410255,0.00007892486,0.0008319358,0.000079261146,0.00013424651,0.00016230604,0.00028939304,1.3965011e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016400648,0.0048540556,0.5169685,0.015219379,0.000039447095,0.0000020092523,0.00747237,0.000007200628,0.0008135451,0.00007364091,0.00028244336,0.43786675],"study_design_scores_gemma":[0.036245603,0.1104833,0.81738347,0.000554132,0.000018571449,0.0000080764075,0.027407387,0.0003320374,0.00053296686,0.0003604069,0.0065732305,0.00010081796],"about_ca_topic_score_codex":0.00010642462,"about_ca_topic_score_gemma":0.000053019405,"teacher_disagreement_score":0.43776593,"about_ca_system_score_codex":0.0002655985,"about_ca_system_score_gemma":0.000481694,"threshold_uncertainty_score":0.4380063},"labels":[],"label_agreement":null},{"id":"W4289868721","doi":"10.2196/36001","title":"Home-Based Respiratory Physiotherapy and Telephone-Based Psychological Support for COVID-19 Survivors in Peru: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Randomized controlled trial; Physical therapy; Medicine; Protocol (science); Coronavirus disease 2019 (COVID-19); Psychology; Alternative medicine; Surgery","score_opus":0.1570981592076022,"score_gpt":0.5761026171734216,"score_spread":0.4190044579658194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289868721","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069008735,0.0000033179492,0.0013105512,0.005549382,0.0000274832,0.9858034,0.00008925778,0.00020234704,0.000113381335],"genre_scores_gemma":[0.0026228148,1.0975688e-7,0.0011949938,0.0066343355,0.0003793626,0.9884705,0.00005290397,0.000137194,0.00050778297],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.986674,0.006954565,0.0015178707,0.0013863037,0.00208139,0.0013858331],"domain_scores_gemma":[0.9757421,0.021338798,0.00047687863,0.0010499426,0.000493541,0.0008987655],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02790145,0.00055005384,0.002882828,0.0013207577,0.0007356479,0.0001854613,0.0006737189,0.00032538848,0.0010905394],"category_scores_gemma":[0.0131851435,0.00040324667,0.0010042152,0.0009167894,0.0008620888,0.00013072672,0.00015837509,0.0011511227,0.0000061351893],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9710278,0.0059984615,0.0012189626,0.00523821,0.00009884109,0.00010209971,0.00017160115,0.00008334818,0.00403306,0.00018202879,0.0111824265,0.00066315],"study_design_scores_gemma":[0.75817275,0.031757537,0.00014054195,0.00033637637,0.000012699316,0.000004155395,0.000034493056,0.0014975036,0.00039264996,0.0007803005,0.20653336,0.00033764172],"about_ca_topic_score_codex":0.000074556905,"about_ca_topic_score_gemma":0.000045319055,"teacher_disagreement_score":0.21285507,"about_ca_system_score_codex":0.00090756896,"about_ca_system_score_gemma":0.005075217,"threshold_uncertainty_score":0.9998419},"labels":[],"label_agreement":null},{"id":"W4290053050","doi":"10.2196/38386","title":"The Pragmatic Return to Effective Dental Infection Control Through Triage and Testing (PREDICT) Study: Protocol for a Prospective Clinical Study in the National Dental Practice–Based Research Network","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Dental and Craniofacial Research; National Institutes of Health","keywords":"Triage; Medicine; Protocol (science); Pandemic; Infection control; Workforce; Health care; Family medicine; Private practice; Dental practice; Medical emergency; Coronavirus disease 2019 (COVID-19); Dentistry; Alternative medicine; Intensive care medicine; Pathology","score_opus":0.41084916592874127,"score_gpt":0.6587809212478041,"score_spread":0.2479317553190628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290053050","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04291026,0.0000022114382,0.00017746411,0.00047614364,0.00003667047,0.95511746,0.00006973501,0.00007469175,0.0011353695],"genre_scores_gemma":[0.3113589,3.905941e-8,0.00008353386,0.00020407417,0.00040355013,0.68773127,0.0000048951465,0.000046525874,0.00016723412],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9493774,0.03733432,0.0013246521,0.0014151793,0.008569467,0.001978981],"domain_scores_gemma":[0.9337836,0.062907875,0.00030931854,0.0007183439,0.0019657277,0.00031516058],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10533476,0.00034699132,0.0005059871,0.00042897137,0.0059003993,0.0016984066,0.0014987326,0.00012770722,0.00007585848],"category_scores_gemma":[0.07695846,0.00023077846,0.00015728561,0.0042710654,0.0005981837,0.00065663084,0.0017559848,0.004564368,0.000043583877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06080936,0.020117633,0.8680271,0.0003222125,0.0002396121,0.0005158579,0.0028070235,0.0002358187,0.0000694277,0.0006149033,0.043182224,0.0030588594],"study_design_scores_gemma":[0.087586,0.099440716,0.6764134,0.0006743214,0.000023655275,0.00017928304,0.037813812,0.0054084435,0.000026652722,0.01056093,0.08131625,0.0005565336],"about_ca_topic_score_codex":0.0006755394,"about_ca_topic_score_gemma":0.003155065,"teacher_disagreement_score":0.26844862,"about_ca_system_score_codex":0.0020824848,"about_ca_system_score_gemma":0.0018609833,"threshold_uncertainty_score":0.9993379},"labels":[],"label_agreement":null},{"id":"W4290059731","doi":"10.2196/36294","title":"Association of Transcranial Direct Current Stimulation and Neurofeedback With Declarative Memory and Cerebral Arterial Flow in University Students: Protocol for a Double-blind Randomized Controlled Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transcranial direct-current stimulation; Neurofeedback; Protocol (science); Association (psychology); Randomized controlled trial; Cerebral blood flow; Psychology; Physical medicine and rehabilitation; Medicine; Neuroscience; Stimulation; Electroencephalography; Anesthesia; Internal medicine; Psychotherapist","score_opus":0.2140160154773701,"score_gpt":0.49365253277903515,"score_spread":0.27963651730166506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290059731","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25979358,4.9781823e-7,0.00008613538,0.00013860209,0.000010374864,0.7398212,0.00003851672,0.000022537888,0.0000885412],"genre_scores_gemma":[0.33436343,1.6837195e-7,0.000036546935,0.0000037731156,0.000024687875,0.6654493,0.0000011645826,0.000012966813,0.00010793329],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925522,0.0043792254,0.0005747043,0.0006163321,0.0015089754,0.00036854736],"domain_scores_gemma":[0.99629706,0.002858176,0.00030069158,0.00016417794,0.00030071166,0.00007916462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035729057,0.00021219792,0.00095315406,0.00041055938,0.00052116223,0.00011417874,0.00024541453,0.00004709703,0.00004879313],"category_scores_gemma":[0.00052064157,0.00017394607,0.00008998269,0.00066356617,0.00023650876,0.00024899532,0.00016224178,0.0004115441,3.8506295e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9781305,0.002751215,0.0081649255,0.00019395661,0.00005643568,0.0000069446824,0.00586851,0.0007661127,0.0035533912,0.000064457,0.00004395636,0.00039960575],"study_design_scores_gemma":[0.9766122,0.005118907,0.012202234,0.00013319458,0.000031481835,8.1982347e-7,0.00091137184,0.0038255504,0.00022464246,0.00010616662,0.0006589842,0.00017443825],"about_ca_topic_score_codex":0.000030095502,"about_ca_topic_score_gemma":0.000096010284,"teacher_disagreement_score":0.07456984,"about_ca_system_score_codex":0.00018060733,"about_ca_system_score_gemma":0.00016915369,"threshold_uncertainty_score":0.7093315},"labels":[],"label_agreement":null},{"id":"W4290059836","doi":"10.2196/38866","title":"The Impact of the COVID-19 Pandemic on Perinatal Loss Experienced by the Parental Couple: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università degli Studi di Brescia","keywords":"Grief; Miscarriage; Psychosocial; Medicine; Anxiety; Psychology; Observational study; Pandemic; Mental health; Health care; Pregnancy; Psychiatry; Clinical psychology; Coronavirus disease 2019 (COVID-19); Disease","score_opus":0.4314429454787682,"score_gpt":0.6970636091893287,"score_spread":0.26562066371056053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290059836","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058752,0.00000219597,0.000027153623,0.00049332704,0.000044971177,0.939837,0.00026463793,0.000038276026,0.0005404385],"genre_scores_gemma":[0.14772199,7.932366e-8,0.000013536092,0.00015526067,0.00005803465,0.8496741,0.0000075909975,0.000037385365,0.0023319924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98886377,0.007388098,0.0006051248,0.0006327559,0.0013890526,0.0011212298],"domain_scores_gemma":[0.99551135,0.0023343994,0.00031398598,0.0014084502,0.00014298382,0.00028880488],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011000399,0.00026876706,0.00029866316,0.000082902596,0.0033891331,0.00010782849,0.0020242068,0.00007398861,0.0012228433],"category_scores_gemma":[0.00039142786,0.00012382389,0.00026212205,0.00069043325,0.0008059458,0.000060961178,0.0009439051,0.0011396031,0.000008270326],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045961685,0.020740975,0.19868273,0.0009598305,0.00046354788,0.000026783082,0.08998602,0.000039080252,0.006965807,0.0036297827,0.5914028,0.041140936],"study_design_scores_gemma":[0.015858855,0.03250933,0.02550599,0.000106771215,0.0000039257116,0.00006656611,0.08914194,0.00006974115,0.001020092,0.00086995127,0.83455014,0.00029672048],"about_ca_topic_score_codex":0.001184466,"about_ca_topic_score_gemma":0.000121437726,"teacher_disagreement_score":0.24314728,"about_ca_system_score_codex":0.0011334677,"about_ca_system_score_gemma":0.00094223587,"threshold_uncertainty_score":0.9996902},"labels":[],"label_agreement":null},{"id":"W4290774411","doi":"10.2196/40908","title":"Testing and Optimizing Guided Thinking Tasks to Promote Physical Activity: Protocol for a Randomized Factorial Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Protocol (science); Randomized controlled trial; Computer science; Psychology; Applied psychology; Medicine; Alternative medicine","score_opus":0.5710430480129322,"score_gpt":0.66062538612056,"score_spread":0.08958233810762783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290774411","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011952758,1.6886563e-7,0.0004744438,0.00048864743,0.00008220551,0.9854254,0.00004875648,0.00014144993,0.0013861844],"genre_scores_gemma":[0.0022439875,1.8227572e-9,0.0038747878,0.00004404536,0.0010711129,0.99160874,0.000004438374,0.00006128158,0.0010916229],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99354434,0.003097798,0.0005492764,0.00075468444,0.00096447463,0.0010894213],"domain_scores_gemma":[0.99690425,0.0016138906,0.00023043226,0.00049171364,0.00039110496,0.00036862472],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0078995945,0.0002381516,0.00065680605,0.00033367996,0.0015041563,0.00027718028,0.0005143817,0.000112767804,0.0005393527],"category_scores_gemma":[0.0016307578,0.00020778994,0.00026394447,0.0006425772,0.00015193791,0.00020311854,0.00068694336,0.0012396759,0.000023271214],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8814628,0.0040635886,0.000026089898,0.00032454004,0.000037669397,0.000015325139,0.0035088032,0.00000463135,0.0029255173,0.0020340146,0.019660253,0.08593673],"study_design_scores_gemma":[0.79572284,0.015024638,0.00008307577,0.0006859468,0.000008061431,0.00001275703,0.00020158838,0.00058270176,0.00058625184,0.0037915308,0.18294944,0.00035114735],"about_ca_topic_score_codex":0.00024008965,"about_ca_topic_score_gemma":0.00000406464,"teacher_disagreement_score":0.16328919,"about_ca_system_score_codex":0.00024384688,"about_ca_system_score_gemma":0.00033226988,"threshold_uncertainty_score":0.99979573},"labels":[],"label_agreement":null},{"id":"W4290982024","doi":"10.2196/35051","title":"Magnetic Resonance Imaging Angiography of Physiological and Pathological Pregnancy Placentas Ex Vivo: Protocol for a Prospective Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pregnancy and preeclampsia studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Lorraine","keywords":"Medicine; Ex vivo; Pathological; Umbilical cord; Magnetic resonance imaging; Pregnancy; Angiography; Placenta; Prospective cohort study; Preeclampsia; Radiology; Magnetic resonance angiography; Pathology; Obstetrics; Fetus; In vivo; Anatomy; Biology","score_opus":0.2524426745626388,"score_gpt":0.5071703714976781,"score_spread":0.25472769693503927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290982024","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036056682,0.0002976691,0.000009155147,0.00016033341,0.000003658899,0.9944584,0.00007906568,0.000087381566,0.0012987182],"genre_scores_gemma":[0.09883325,0.0000012323351,0.0004978435,0.000030815238,0.000047910646,0.9002746,0.0000031165519,0.000027781443,0.00028349625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99606794,0.0009614897,0.0004665041,0.0008327614,0.0009402108,0.00073110766],"domain_scores_gemma":[0.9985146,0.00035672964,0.00012863078,0.00053143094,0.00032595312,0.00014265344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013160276,0.00026176308,0.00057102717,0.00026691082,0.00065324595,0.00003424912,0.0003288662,0.000039956838,0.00022039843],"category_scores_gemma":[0.00021528866,0.0001948552,0.00016318151,0.0007901896,0.00064688147,0.00009809305,0.000982875,0.000763421,0.0000018619263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033666108,0.023826884,0.8996266,0.0031404847,0.000103844715,0.0003618146,0.0027517152,0.0000011445746,0.012358809,0.0010692674,0.008346812,0.014746527],"study_design_scores_gemma":[0.02363987,0.13842441,0.7973369,0.0044272398,0.000022571436,0.00006473668,0.0018597338,0.000056636774,0.00096219213,0.0045528784,0.028289834,0.00036304444],"about_ca_topic_score_codex":0.000010986162,"about_ca_topic_score_gemma":0.0000033032172,"teacher_disagreement_score":0.11459753,"about_ca_system_score_codex":0.00008419143,"about_ca_system_score_gemma":0.0001257576,"threshold_uncertainty_score":0.79459643},"labels":[],"label_agreement":null},{"id":"W4290989572","doi":"10.2196/35249","title":"The Effect of Particulate Matter Exposure During Pregnancy on Pregnancy and Child Health Outcomes in South Asia: Protocol for an Instrumental Variable Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Air Quality and Health Impacts","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pregnancy; Protocol (science); Particulates; Instrumental variable; Medicine; Environmental health; Psychology; Obstetrics; Reproductive health; Population; Alternative medicine; Econometrics; Economics; Chemistry","score_opus":0.10963324775309903,"score_gpt":0.48635575325224445,"score_spread":0.37672250549914543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290989572","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04526964,0.0000018360367,0.0000072107023,0.0011542541,0.0000022621894,0.95305556,0.000044993547,0.000017744947,0.00044652855],"genre_scores_gemma":[0.107101165,1.2941501e-7,0.000100431585,0.00006200546,0.000007440758,0.89245224,0.0000046266787,0.000018944716,0.000253023],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951266,0.001991115,0.00055801444,0.00049342454,0.0009237634,0.00090709917],"domain_scores_gemma":[0.99866575,0.0002768817,0.00023182764,0.0005624919,0.000011150893,0.00025191475],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00274427,0.00018201563,0.00039358487,0.00015525207,0.0014329753,0.00008010996,0.00039999664,0.00005619111,0.00042445064],"category_scores_gemma":[0.000082687184,0.00012162219,0.000080378,0.0008240916,0.00020784295,0.00024259984,0.00048704338,0.000574468,0.00001022643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015771312,0.0006139388,0.9888562,0.0017571159,0.000041708976,0.000003238545,0.002178183,0.0007223733,0.0000418894,0.00009952729,0.00018312006,0.0039255642],"study_design_scores_gemma":[0.008296577,0.017824572,0.96335876,0.0034577895,0.00000642518,0.0000041388967,0.00045648677,0.00069712586,0.0012925204,0.00033985256,0.004009782,0.00025599086],"about_ca_topic_score_codex":0.00016909397,"about_ca_topic_score_gemma":0.00014374091,"teacher_disagreement_score":0.06183153,"about_ca_system_score_codex":0.0003736562,"about_ca_system_score_gemma":0.000060251834,"threshold_uncertainty_score":0.999867},"labels":[],"label_agreement":null},{"id":"W4291325284","doi":"10.2196/40025","title":"Melatonin for Neuropathic Pain: Protocol for a Double-blind, Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Circadian rhythm and melatonin","field":"Neuroscience","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; Queen's University","funders":"Canadian Institutes of Health Research; Queen's University; Physicians' Services Incorporated Foundation","keywords":"Randomized controlled trial; Neuropathic pain; Medicine; Protocol (science); Melatonin; Double blind; Physical therapy; Physical medicine and rehabilitation; Anesthesia; Alternative medicine; Placebo; Internal medicine","score_opus":0.318695302702606,"score_gpt":0.5244274240326439,"score_spread":0.20573212133003788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291325284","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018888447,0.0000015591135,0.0013421212,0.0012897983,0.000060475733,0.9949769,0.000059486785,0.00020557051,0.0018752532],"genre_scores_gemma":[0.0011600017,1.0302912e-7,0.00015244864,0.00042856918,0.0006660085,0.9894147,0.0000070491874,0.00013235181,0.008038751],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9798806,0.013708761,0.0013777313,0.0013267029,0.0020498014,0.0016564076],"domain_scores_gemma":[0.98008317,0.01773302,0.00049532484,0.0008685807,0.00042204434,0.00039783155],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04718803,0.00040785846,0.0016281503,0.00066655176,0.0020980595,0.00044607048,0.001136529,0.0001739637,0.000575498],"category_scores_gemma":[0.014737304,0.00032527724,0.0011676551,0.0009881918,0.0005005697,0.00025205882,0.00044910068,0.0013603866,0.000041898005],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93301666,0.0013408322,0.0000017972122,0.0004505872,0.000021905284,0.000029013025,0.00024260816,0.000029457198,0.0062403027,0.05006934,0.007342921,0.0012145684],"study_design_scores_gemma":[0.60392094,0.003543517,1.176158e-7,0.00010883226,0.000004731353,0.000012450501,0.000024383495,0.003376574,0.01488911,0.0017241007,0.37217447,0.00022075286],"about_ca_topic_score_codex":0.0000038603644,"about_ca_topic_score_gemma":0.0000011697429,"teacher_disagreement_score":0.36483154,"about_ca_system_score_codex":0.00023137458,"about_ca_system_score_gemma":0.0013327769,"threshold_uncertainty_score":0.99991995},"labels":[],"label_agreement":null},{"id":"W4291710349","doi":"10.2196/38026","title":"Assessing the Clinical and Socioeconomic Burden of Respiratory Syncytial Virus in Children Aged Under 5 Years in Primary Care: Protocol for a Prospective Cohort Study in England and Report on the Adaptations of the Study to the COVID-19 Pandemic","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory viral infections research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlands Instituut voor Onderzoek van de Gezondheidszorg; National Institute for Health and Care Research; Sanofi; AstraZeneca","keywords":"Medicine; Respiratory tract infections; Pediatrics; Population; Socioeconomic status; Pandemic; Cohort; Cohort study; Family medicine; Health care; Disease; Environmental health; Coronavirus disease 2019 (COVID-19); Internal medicine; Infectious disease (medical specialty); Respiratory system","score_opus":0.3312615573239176,"score_gpt":0.5973325481862773,"score_spread":0.26607099086235975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291710349","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50991875,0.0000019524603,0.0000010404679,0.00028458209,0.0000024800886,0.48974207,0.000008395431,0.0000048418087,0.000035898887],"genre_scores_gemma":[0.4860062,1.3072986e-7,0.0000027450421,0.00009746474,0.000035119872,0.51382554,7.320429e-7,0.000014146608,0.000017914726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99016863,0.0068670083,0.0009943263,0.0005964347,0.0010169038,0.00035670702],"domain_scores_gemma":[0.9961876,0.0023979656,0.00023696119,0.00090155675,0.00018433479,0.00009154155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023582658,0.00014995507,0.0004349161,0.00039534556,0.00054881244,0.000092839815,0.00048647413,0.00006770638,0.000020303465],"category_scores_gemma":[0.0022456727,0.000079733254,0.00006814588,0.00087943027,0.00067157985,0.000099632874,0.00080111506,0.0019328272,6.974489e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020532927,0.0017524362,0.98475623,0.00009045099,0.000065267326,0.0000196039,0.009568898,0.00033832403,0.00023970887,0.000021139784,0.00012858793,0.0009660399],"study_design_scores_gemma":[0.009276119,0.00512999,0.9731208,0.00012574054,0.0000067439455,0.000013563035,0.010184773,0.000024263025,0.000020447336,0.000114679366,0.0019079035,0.000074961805],"about_ca_topic_score_codex":0.0014383213,"about_ca_topic_score_gemma":0.0037661586,"teacher_disagreement_score":0.02408349,"about_ca_system_score_codex":0.0010086631,"about_ca_system_score_gemma":0.0025092526,"threshold_uncertainty_score":0.83972794},"labels":[],"label_agreement":null},{"id":"W4292013987","doi":"10.2196/37544","title":"Shared Learning Utilizing Digital Methods in Surgery to Enhance Transparency in Surgical Innovation: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Academy of Medical Sciences; Royal College of Surgeons of England; Department of Health and Social Care; University of Bristol; National Institute for Health and Care Research","keywords":"Transparency (behavior); Protocol (science); Computer science; Medicine; Medical education; Alternative medicine; Computer security","score_opus":0.7985942471897046,"score_gpt":0.7408966835430941,"score_spread":0.057697563646610495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292013987","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.065817e-8,0.057329513,0.00013911612,0.00013688472,0.000006419357,0.9387799,0.000014343073,0.00009106279,0.003502706],"genre_scores_gemma":[2.1022872e-7,0.04611783,0.0009550996,0.00007019555,0.0001327637,0.9520848,0.00024283708,0.00011724962,0.00027904363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99041677,0.0027740742,0.0031219448,0.0012283593,0.0013303028,0.0011285655],"domain_scores_gemma":[0.98929,0.009057303,0.00045692842,0.0005514002,0.0003646214,0.00027977186],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015435354,0.0005119775,0.0033229266,0.0022104,0.00020750248,0.00019961057,0.00040988091,0.00032441516,0.0024199416],"category_scores_gemma":[0.0090344865,0.000441217,0.00057244586,0.009172696,0.00007803535,0.0002980621,0.00026205738,0.0029216884,0.000028669272],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003966337,0.0002867247,0.00008201552,0.29004914,0.000013088807,0.00015514607,0.00004808417,0.0000026710584,1.5346761e-7,0.000052773546,0.00010932568,0.70880425],"study_design_scores_gemma":[0.0010726608,0.00026672083,0.0000041221133,0.45557454,0.0000036897793,0.000015841599,0.0000123131995,0.000013561345,0.0000013262044,0.000014850905,0.54280365,0.00021671745],"about_ca_topic_score_codex":0.000003941505,"about_ca_topic_score_gemma":0.0000038631165,"teacher_disagreement_score":0.7085875,"about_ca_system_score_codex":0.0006485702,"about_ca_system_score_gemma":0.0026108376,"threshold_uncertainty_score":0.99980396},"labels":[],"label_agreement":null},{"id":"W4292262061","doi":"10.2196/26237","title":"Digital Interventions Supporting Self-care in People With Type 2 Diabetes Across Greater Manchester (Greater Manchester Diabetes My Way): Protocol for a Mixed Methods Evaluation","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Medicine; Psychological intervention; Excellence; Intervention (counseling); Population; Nursing; Type 2 diabetes; Health care; Gerontology; Family medicine; Medical education; Environmental health; Diabetes mellitus","score_opus":0.22594149542608005,"score_gpt":0.5791680771632786,"score_spread":0.3532265817371985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292262061","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28884152,0.0000019267484,0.000023925777,0.00033204857,0.000022617129,0.7100831,0.000020472564,0.00008764174,0.0005867105],"genre_scores_gemma":[0.103665166,2.086363e-8,0.0022938154,0.0000724604,0.00014357468,0.8919754,0.00029014717,0.000089601635,0.0014698091],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99521273,0.00083350146,0.0007104241,0.0007903681,0.0011449185,0.0013080573],"domain_scores_gemma":[0.997774,0.00022355102,0.0002456769,0.00069160905,0.00088678516,0.00017835057],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005478688,0.00031626277,0.00047547626,0.0005125224,0.0004347285,0.00052134186,0.0003624927,0.00009865413,0.0008825033],"category_scores_gemma":[0.0002863772,0.00025785432,0.00020894816,0.0010882958,0.00010101594,0.00068629,0.0005791395,0.0005897698,0.000043682045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012761267,0.0014689586,0.88786405,0.009117515,0.00016300715,0.000005086981,0.0106154885,0.000014968043,0.000367398,0.0000076677,0.0046752095,0.084424525],"study_design_scores_gemma":[0.020010166,0.015753582,0.74696505,0.0061081694,0.00010034748,0.0000043157925,0.01593647,0.002727849,0.009410194,0.00038815045,0.18169549,0.0009002385],"about_ca_topic_score_codex":0.0000014398285,"about_ca_topic_score_gemma":0.000010565007,"teacher_disagreement_score":0.18517634,"about_ca_system_score_codex":0.00074435666,"about_ca_system_score_gemma":0.00027275734,"threshold_uncertainty_score":0.99998736},"labels":[],"label_agreement":null},{"id":"W4292262932","doi":"10.2196/40708","title":"The Effects of Virtual Reality Tele-exergaming on Cardiometabolic Indicators of Health Among Youth With Cerebral Palsy: Protocol for a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Cerebral palsy; Medicine; Randomized controlled trial; Physical therapy; Blood pressure","score_opus":0.09218942137628532,"score_gpt":0.4647370085218211,"score_spread":0.37254758714553576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292262932","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03836177,0.0000054879347,0.000058914964,0.00038428532,0.00001791473,0.96045655,0.000038632672,0.000039602797,0.00063684996],"genre_scores_gemma":[0.19050294,7.926262e-7,0.00001489859,0.000062316954,0.00008828136,0.8088914,0.00001792029,0.00004440412,0.00037705374],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98872983,0.0060152835,0.0014748614,0.0005103819,0.002415676,0.0008539825],"domain_scores_gemma":[0.99374557,0.0038291097,0.0011118597,0.0007806613,0.0003048095,0.00022798083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018261584,0.00030386547,0.002694635,0.00067401567,0.00079176243,0.000040387924,0.00043426015,0.00006946123,0.00004557032],"category_scores_gemma":[0.0029169342,0.00016767616,0.0006265649,0.0011504858,0.00088212406,0.000068990026,0.00022369296,0.0008101153,5.5192953e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98399705,0.0029489398,0.0010919463,0.0024079622,0.0005689149,0.0000021105088,0.0011563245,0.000010937252,0.00010739966,0.0018454458,0.0007209584,0.0051420373],"study_design_scores_gemma":[0.9371106,0.05299167,0.00092518417,0.0014738325,0.000043857934,5.509339e-7,0.0012648235,0.000028223838,0.0009526681,0.00016929068,0.0048941663,0.00014510883],"about_ca_topic_score_codex":0.0003160725,"about_ca_topic_score_gemma":0.000028497947,"teacher_disagreement_score":0.15214117,"about_ca_system_score_codex":0.00018132012,"about_ca_system_score_gemma":0.0014073801,"threshold_uncertainty_score":0.6837635},"labels":[],"label_agreement":null},{"id":"W4292362319","doi":"10.2196/37634","title":"Implementation of a Health Promotion Practice Using Individually Targeted Lifestyle Interventions in Primary Health Care: Protocol for the “Act in Time” Mixed Methods Process Evaluation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Region Örebro län; Örebro Universitet","keywords":"Implementation research; Psychological intervention; Focus group; Medicine; Nursing; Health promotion; Health care; Protocol (science); Qualitative research; Program evaluation; Medical education; Public health; Alternative medicine","score_opus":0.8728931247151467,"score_gpt":0.8452222017679067,"score_spread":0.02767092294723994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292362319","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008931494,0.000005019841,0.0012646787,0.011546978,0.000029935625,0.9779964,0.00014179989,0.000040599705,0.00004310216],"genre_scores_gemma":[0.0112048015,1.7905124e-7,0.007667435,0.00091290416,0.00006262999,0.97999454,0.0000787443,0.00004941337,0.000029360204],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.88956255,0.098149695,0.004749795,0.0009810518,0.0045754774,0.0019814235],"domain_scores_gemma":[0.9887632,0.005729942,0.0026919688,0.00065723504,0.0019511282,0.0002064915],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.17029844,0.00022950587,0.000600954,0.0013684342,0.0029721688,0.00006816273,0.00094834005,0.000079701786,0.00066359696],"category_scores_gemma":[0.005055586,0.00020108993,0.000091995185,0.004093301,0.000109568195,0.00081515114,0.00071253686,0.0016792666,0.000006733039],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0029377716,0.011943606,0.2569021,0.029394517,0.00008883623,0.000002772039,0.4595164,0.0012082059,0.00057064526,0.00017016045,0.012650327,0.22461465],"study_design_scores_gemma":[0.034283586,0.02148458,0.4849671,0.0035193132,0.000013441222,0.000004834282,0.39328566,0.0029793333,0.00014657165,0.0004822234,0.058402576,0.00043077386],"about_ca_topic_score_codex":0.0042699743,"about_ca_topic_score_gemma":0.0037096427,"teacher_disagreement_score":0.22806501,"about_ca_system_score_codex":0.0070069516,"about_ca_system_score_gemma":0.027146142,"threshold_uncertainty_score":0.9983258},"labels":[],"label_agreement":null},{"id":"W4292395108","doi":"10.2196/41451","title":"An Evaluation of a Web-Based Decision Aid for Treatment Planning of Small Kidney Tumors: Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal cell carcinoma treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Randomized controlled trial; Medicine; Medical physics; Computer science; Surgery","score_opus":0.3324305931682587,"score_gpt":0.5382614503779294,"score_spread":0.2058308572096707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292395108","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34048775,0.000014842701,0.00015289424,0.00010697868,0.000010932282,0.65874034,0.000043271622,0.000022666965,0.00042031502],"genre_scores_gemma":[0.36357725,2.3699519e-7,0.0017314308,0.000014124772,0.00007603984,0.6344047,0.00007932825,0.000029121913,0.00008776157],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99010575,0.004831984,0.0012132536,0.0004922094,0.002899793,0.00045702056],"domain_scores_gemma":[0.9937867,0.0033167736,0.0005072954,0.00075341604,0.001306372,0.00032944858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017727602,0.00024497168,0.0019333251,0.0007946605,0.0002104534,0.000027213158,0.0002433421,0.000059754362,0.0005140403],"category_scores_gemma":[0.0033149333,0.00016400454,0.00062185485,0.0004292127,0.00016952795,0.000054373075,0.000065947796,0.00020077775,0.0000023972093],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96630126,0.007955987,0.00029194576,0.0003257962,0.00024590525,0.000021158701,0.00024184101,0.0008720096,0.020923713,0.00003871693,0.00034982458,0.0024318509],"study_design_scores_gemma":[0.85940254,0.07884587,0.00006619144,0.0010303077,0.00018060436,0.0000035586806,0.00009265974,0.03448638,0.024237925,0.00026782815,0.0012873176,0.00009882469],"about_ca_topic_score_codex":0.000060182218,"about_ca_topic_score_gemma":0.0000028569602,"teacher_disagreement_score":0.10689872,"about_ca_system_score_codex":0.0009875455,"about_ca_system_score_gemma":0.00411375,"threshold_uncertainty_score":0.72976154},"labels":[],"label_agreement":null},{"id":"W4292395912","doi":"10.2196/41473","title":"Characterization of the Viral Reservoirs Among HIV-1 Non-B Vertically Infected Adolescents Receiving Antiretroviral Therapy: Protocol for an Observational and Comparative Study in Cameroon","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV Research and Treatment","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Antiretroviral therapy; Medicine; Human immunodeficiency virus (HIV); Protocol (science); Virology; Viral load; Internal medicine; Alternative medicine; Pathology","score_opus":0.2725940234713084,"score_gpt":0.4887737356805757,"score_spread":0.2161797122092673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292395912","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.511816,2.3746512e-7,0.0000023615378,0.000040695046,0.0000033086696,0.4880378,0.000066383705,0.000008806553,0.000024368888],"genre_scores_gemma":[0.4868304,4.164627e-8,0.0000054896464,0.0000055645382,0.000007238663,0.51291627,0.000088641296,0.000008485872,0.00013786108],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99552166,0.0027794985,0.0004139243,0.00041272937,0.0003296099,0.0005425744],"domain_scores_gemma":[0.9989506,0.00018104682,0.00013525535,0.00038324634,0.00030251138,0.000047330013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015051311,0.00016124402,0.00028774224,0.00022901902,0.0006818413,0.000051609437,0.0004686149,0.00008076819,0.00013485899],"category_scores_gemma":[0.00012244188,0.00011697799,0.00005076717,0.0005576056,0.0003894361,0.00026740893,0.00045830684,0.00075623934,0.000007528636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051090005,0.0037653896,0.7579777,0.00009866227,0.00003980702,0.0000019633312,0.0016953347,0.0000047029275,0.23030008,0.00002886125,0.00017010268,0.000808393],"study_design_scores_gemma":[0.010915101,0.010046599,0.9610719,0.00030411122,0.0000011476849,0.0000012075379,0.0005401547,0.00012031881,0.013995577,0.000024843343,0.0028712212,0.00010778627],"about_ca_topic_score_codex":0.00016017954,"about_ca_topic_score_gemma":0.00016698448,"teacher_disagreement_score":0.21630451,"about_ca_system_score_codex":0.00017075823,"about_ca_system_score_gemma":0.00032744324,"threshold_uncertainty_score":0.5244241},"labels":[],"label_agreement":null},{"id":"W4292507057","doi":"10.2196/36607","title":"Program of Intensive Support in Emergency Departments for Care Partners of Cognitively Impaired Patients: Protocol for a Multisite Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Randomized controlled trial; Protocol (science); Medicine; Intensive care; Psychology; Medical emergency; Alternative medicine; Intensive care medicine","score_opus":0.15529713962698596,"score_gpt":0.5683512043297048,"score_spread":0.41305406470271877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292507057","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009935932,0.000001469529,0.00005297602,0.00020152952,0.000029085932,0.9885619,0.0006002992,0.0000381634,0.00057859725],"genre_scores_gemma":[0.01711556,1.896656e-7,0.00040549037,0.0002536216,0.000058041584,0.9811702,0.0006352732,0.000080367354,0.0002813014],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932835,0.0017977505,0.0019808584,0.00061951374,0.00143154,0.00088684063],"domain_scores_gemma":[0.93599147,0.0016773172,0.00083497533,0.00032437613,0.060998894,0.00017297092],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032630807,0.00034855213,0.0023601379,0.00094639655,0.00019292517,0.000014375263,0.00028488162,0.00013344109,0.00033454658],"category_scores_gemma":[0.04154812,0.00028402073,0.0011458377,0.000739143,0.00051223324,0.00010453621,0.0002404713,0.00051917695,0.0000018410163],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97141075,0.006206565,0.003307008,0.0030143105,0.00045764056,0.000012052681,0.002402398,0.0000012096116,0.00036622162,0.00004467148,0.009648171,0.0031290215],"study_design_scores_gemma":[0.92419463,0.047016937,0.00035024172,0.00083636143,0.00006517763,0.0000012462204,0.0127388565,0.00016097957,0.0024453998,0.00017568572,0.01179079,0.00022369351],"about_ca_topic_score_codex":0.000030678497,"about_ca_topic_score_gemma":0.000020604795,"teacher_disagreement_score":0.059567355,"about_ca_system_score_codex":0.00032387444,"about_ca_system_score_gemma":0.001032491,"threshold_uncertainty_score":0.9999612},"labels":[],"label_agreement":null},{"id":"W4292929008","doi":"10.2196/40548","title":"A Tailored Occupational Therapist–Led Vocational Intervention for People With Stroke: Protocol for a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Australian Government","keywords":"Randomized controlled trial; Intervention (counseling); Protocol (science); Vocational education; Stroke (engine); Medicine; Physical therapy; Psychology; Medical education; Nursing; Alternative medicine; Engineering; Pedagogy","score_opus":0.14480240739318426,"score_gpt":0.5312211596817523,"score_spread":0.38641875228856803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292929008","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014953987,0.0000013490865,0.0060083433,0.0016219153,0.000028605233,0.99022526,0.000100216326,0.000071172784,0.00044775067],"genre_scores_gemma":[0.005143914,4.4621675e-8,0.0027890338,0.00007674846,0.0004323181,0.98283947,0.0002025009,0.000051264604,0.008464712],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99473447,0.0016985212,0.0009445329,0.00050351745,0.0016313294,0.0004876393],"domain_scores_gemma":[0.99276626,0.0048229415,0.00038626307,0.00033805193,0.0015262575,0.00016022086],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076226923,0.00022400159,0.0011841756,0.0005532873,0.00061419944,0.00010952889,0.00022297226,0.00007035369,0.0015448896],"category_scores_gemma":[0.0025010887,0.00014848367,0.00090053875,0.00040084805,0.00021934161,0.0001328895,0.00007407447,0.00044318315,0.000007143807],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9797596,0.005260953,0.00030284887,0.0011803134,0.00038968076,8.763683e-7,0.00024210272,0.000019498468,0.0006831592,0.002386565,0.008926342,0.0008480995],"study_design_scores_gemma":[0.9112977,0.034673195,0.0005660042,0.00044691365,0.000021960715,0.0000072465045,0.00025060886,0.0017364937,0.00011247539,0.0010593161,0.04968026,0.00014785555],"about_ca_topic_score_codex":0.000011423568,"about_ca_topic_score_gemma":0.0000119193255,"teacher_disagreement_score":0.06846189,"about_ca_system_score_codex":0.00037983214,"about_ca_system_score_gemma":0.0015286283,"threshold_uncertainty_score":0.99936783},"labels":[],"label_agreement":null},{"id":"W4293063341","doi":"10.2196/40191","title":"A Web-Based Intervention to Improve Health Literacy and Obesogenic Behaviors Among Adolescents: Protocol of a Randomized Pilot Feasibility Study for a Parallel Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Psychological intervention; Intervention (counseling); Randomized controlled trial; Medicine; Health literacy; Obesity; Behavior change; Family medicine; Gerontology; Physical therapy; Psychology; Nursing; Health care","score_opus":0.0969716042799292,"score_gpt":0.5181769927271449,"score_spread":0.4212053884472157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293063341","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3503319,0.0000020733423,0.00012357859,0.00023725032,0.000014092374,0.6491777,0.000042681724,0.000060187966,0.000010568673],"genre_scores_gemma":[0.47463182,4.288264e-8,0.00017385032,0.000033725766,0.00007180839,0.5249116,0.000010099218,0.00003763967,0.0001294348],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9771544,0.016153505,0.0024672053,0.001109987,0.002208171,0.0009067286],"domain_scores_gemma":[0.9937566,0.00267545,0.0010444549,0.0009622581,0.0009586923,0.0006025234],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.032756716,0.00043957314,0.00517119,0.00068702473,0.0004395895,0.00014520272,0.0004300237,0.00007859899,0.00013088151],"category_scores_gemma":[0.0039609503,0.0003252662,0.0015907831,0.00072108547,0.0005423991,0.00021476047,0.0006573824,0.0011042157,0.000002792123],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.83961266,0.14700988,0.007828473,0.0033148448,0.00025618135,0.0000063418547,0.00042361408,0.0000033599144,0.0004916886,0.00005113851,0.000114622526,0.0008871803],"study_design_scores_gemma":[0.9183205,0.07178861,0.004982565,0.0016213461,0.000113214126,9.504999e-7,0.00012846339,0.0020848,0.000121761535,0.0005310146,0.000084804924,0.00022199567],"about_ca_topic_score_codex":0.00038640018,"about_ca_topic_score_gemma":0.00006599742,"teacher_disagreement_score":0.1242999,"about_ca_system_score_codex":0.0006453047,"about_ca_system_score_gemma":0.0010102156,"threshold_uncertainty_score":0.99991995},"labels":[],"label_agreement":null},{"id":"W4293068177","doi":"10.2196/39140","title":"Developing an Immersive Virtual Reality Training System for Novel Pediatric Power Wheelchair Users: Protocol for a Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; Izaak Walton Killam Health Centre","funders":"","keywords":"Wheelchair; Virtual reality; Protocol (science); Human–computer interaction; Computer science; Multimedia; Applied psychology; Psychology; Medicine; World Wide Web","score_opus":0.7624128428933579,"score_gpt":0.6861498640933491,"score_spread":0.07626297880000876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293068177","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006557462,2.8117694e-7,0.013611036,0.0011041345,0.000033845972,0.9773947,0.0004101816,0.00041727614,0.0004710978],"genre_scores_gemma":[0.10972037,1.4811311e-8,0.0024566383,0.000095622505,0.00014246479,0.88714147,0.00004421554,0.000068610716,0.00033059038],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9887239,0.0061686696,0.0013556915,0.0012204822,0.0010671745,0.0014640818],"domain_scores_gemma":[0.9914336,0.0033371425,0.0006349325,0.0022267532,0.0020847463,0.00028280175],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023862062,0.00032543673,0.00063004094,0.00046069917,0.0071404586,0.000046362515,0.0019071129,0.00032014563,0.00019994867],"category_scores_gemma":[0.0022191212,0.0003075102,0.00017126193,0.0010955302,0.0002783435,0.00029679004,0.001936848,0.0026149435,0.000013726744],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.053505365,0.040375635,0.60335773,0.020079855,0.0003953601,0.00001805876,0.10847662,0.00006837375,0.0024865037,0.113182716,0.051139038,0.0069147497],"study_design_scores_gemma":[0.0351312,0.021922674,0.09711181,0.0008477296,0.000015656586,0.000004506377,0.52973455,0.00062987045,0.00010491936,0.0015910595,0.3119834,0.0009225926],"about_ca_topic_score_codex":0.00007890676,"about_ca_topic_score_gemma":0.00018145345,"teacher_disagreement_score":0.5062459,"about_ca_system_score_codex":0.0034442253,"about_ca_system_score_gemma":0.0039898655,"threshold_uncertainty_score":0.9999377},"labels":[],"label_agreement":null},{"id":"W4293245793","doi":"10.2196/39175","title":"Effects of the Population-Based “10,000 Steps Duesseldorf” Intervention for Promoting Physical Activity in Community-Dwelling Adults: Protocol for a Nonrandomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Intervention (counseling); Population; Medicine; Gerontology; Physical activity; Community-based participatory research; Psychology; Physical therapy; Alternative medicine; Environmental health; Participatory action research; Nursing; Sociology","score_opus":0.15437202789973598,"score_gpt":0.5450826560743872,"score_spread":0.39071062817465124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293245793","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34009635,1.1299313e-7,0.00018114565,0.00032098356,0.000006217544,0.65933514,0.000021759177,0.000022589536,0.000015718912],"genre_scores_gemma":[0.42151743,3.8133754e-9,0.00004553967,0.0000110331985,0.00011521703,0.57822025,0.0000111276295,0.000020799307,0.000058617334],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9920386,0.005671074,0.0005494826,0.00030964604,0.0008996111,0.00053159025],"domain_scores_gemma":[0.98989385,0.008762116,0.00045233156,0.00043274337,0.00035324824,0.00010572784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062881685,0.00018544638,0.001073027,0.00020548014,0.0008685881,0.000036413163,0.00035133198,0.00008269826,0.000027007518],"category_scores_gemma":[0.0030796188,0.00013035005,0.0006057899,0.00053323054,0.000092734845,0.00013668688,0.00019042364,0.0015348691,6.045798e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9224893,0.048244152,0.00019635593,0.018006437,0.000043672408,9.661705e-7,0.0010493825,0.000040065,0.0057593114,0.000080534395,0.00007938017,0.004010461],"study_design_scores_gemma":[0.8958036,0.02922335,0.0013361239,0.0059877816,0.000016249756,3.8732387e-7,0.00010228071,0.0454277,0.02003218,0.0010104321,0.0009309781,0.00012895334],"about_ca_topic_score_codex":0.00034606963,"about_ca_topic_score_gemma":0.000058360532,"teacher_disagreement_score":0.08142108,"about_ca_system_score_codex":0.00039851575,"about_ca_system_score_gemma":0.00044683163,"threshold_uncertainty_score":0.66805655},"labels":[],"label_agreement":null},{"id":"W4293469432","doi":"10.2196/39633","title":"Acceptability and Feasibility of the Telehealth Bariatric Behavioral Intervention to Increase Physical Activity: Protocol for a Single-Case Experimental Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Institut universitaire de cardiologie et de pneumologie de Québec; Université de Montréal; Douglas Mental Health University Institute; Université du Québec en Outaouais; Université du Québec à Chicoutimi; Institut du Savoir Montfort; Université de Sherbrooke; Université du Québec à Montréal; Ottawa Hospital; Cégep de l'Outaouais","funders":"Université Laval","keywords":"Medicine; Psychological intervention; Telehealth; Observational study; Physical therapy; Intervention (counseling); Protocol (science); Sleeve gastrectomy; Randomized controlled trial; Clinical trial; Behaviour change; Telemedicine; Health care; Weight loss; Surgery; Nursing; Obesity; Gastric bypass; Alternative medicine; Internal medicine","score_opus":0.49042344128585086,"score_gpt":0.6070937415246994,"score_spread":0.11667030023884856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293469432","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49870512,1.5948669e-7,0.000003130575,0.000112431975,0.0000049761647,0.5011092,0.000021439719,0.000017442439,0.0000260931],"genre_scores_gemma":[0.4941937,6.6387595e-10,0.00003944332,0.000009024925,0.000048044003,0.50564456,8.1059716e-7,0.000012239599,0.00005216581],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953101,0.0022995083,0.00040074994,0.0005835977,0.00095795834,0.0004480729],"domain_scores_gemma":[0.9980536,0.0005109966,0.0001557442,0.0007736629,0.00023006133,0.00027591173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00413454,0.00017482934,0.000450778,0.00020763041,0.0006107506,0.00004723555,0.00023508235,0.000047899193,0.00031210377],"category_scores_gemma":[0.00051304325,0.00012422944,0.00025911082,0.00092920766,0.0001522548,0.00014377633,0.0011084428,0.00065737404,0.0000012311763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035293613,0.16853593,0.7380737,0.0020654958,0.000045181932,0.00013029229,0.0043359664,0.0000012680961,0.01091275,0.00004227085,0.0011162765,0.039447255],"study_design_scores_gemma":[0.03651867,0.09763059,0.80867994,0.00030394387,0.00005586595,0.0004947598,0.014076109,0.00018264905,0.03242406,0.00020320532,0.008949444,0.00048078687],"about_ca_topic_score_codex":0.0005975196,"about_ca_topic_score_gemma":0.000035342626,"teacher_disagreement_score":0.07090535,"about_ca_system_score_codex":0.0005782082,"about_ca_system_score_gemma":0.00036497015,"threshold_uncertainty_score":0.5065929},"labels":[],"label_agreement":null},{"id":"W4293469675","doi":"10.2196/37697","title":"Analyzing the Perspectives of Health Professionals and Legal Cannabis Users on the Treatment of Chronic Pain With Cannabidiol: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Auckland University of Technology, New Zealand","keywords":"Cannabidiol; Cannabis; Protocol (science); Chronic pain; Alternative medicine; Medicine; Psychology; Psychiatry","score_opus":0.34365481688277055,"score_gpt":0.61266689103469,"score_spread":0.2690120741519194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293469675","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9553797e-7,0.3810711,0.0000026478556,0.013968573,0.0000018433096,0.6048255,0.00006115455,0.0000108852355,0.00005802892],"genre_scores_gemma":[5.755598e-8,0.3560039,0.000010396647,0.00006978996,0.000102422266,0.64087236,0.00001783596,0.000075951204,0.0028472627],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884044,0.006403575,0.0013677139,0.00089863804,0.0018714884,0.0010541867],"domain_scores_gemma":[0.9956652,0.0008080272,0.001034405,0.0014254027,0.0008045145,0.0002624747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013370774,0.0005614014,0.0028318318,0.0005025242,0.00087746576,0.000070602924,0.000635922,0.00014359591,0.0004577709],"category_scores_gemma":[0.00094241544,0.00023842632,0.00068437867,0.0016581053,0.0008952582,0.00006446034,0.00022092632,0.0012350909,9.873872e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006068089,0.0014178595,0.000006322348,0.4735001,0.00026503525,0.000010066293,0.00050634606,3.049172e-7,7.6201616e-7,0.00026659598,0.070829205,0.4525906],"study_design_scores_gemma":[0.0010762522,0.016528683,0.000003793711,0.39383343,0.000034047127,0.000018299655,0.0005896141,0.000003388972,0.0000069988378,0.0000035329283,0.5877799,0.00012212279],"about_ca_topic_score_codex":0.0003545627,"about_ca_topic_score_gemma":0.00015981834,"teacher_disagreement_score":0.51695067,"about_ca_system_score_codex":0.0020661457,"about_ca_system_score_gemma":0.020267671,"threshold_uncertainty_score":0.9852865},"labels":[],"label_agreement":null},{"id":"W4293473217","doi":"10.2196/36240","title":"Measuring Microtemporal Processes Underlying Preschoolers’ Screen Use and Behavioral Health: Protocol for the Tots and Tech Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institutes of Health","keywords":"Protocol (science); Psychology; Developmental psychology; Applied psychology; Medicine; Alternative medicine","score_opus":0.7278982953936151,"score_gpt":0.6080887757544331,"score_spread":0.11980951963918196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293473217","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01319366,0.000005886232,0.000021660628,0.0021355308,0.0000032022585,0.9842783,0.000014509215,0.00013052514,0.00021671933],"genre_scores_gemma":[0.06639238,3.7192487e-7,0.00024392165,0.000038770067,0.00003390902,0.93262374,0.0000018085175,0.000021031974,0.0006440392],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692285,0.0005649493,0.0002989302,0.00047596658,0.0010343874,0.0007029435],"domain_scores_gemma":[0.99868464,0.00048580123,0.000110950365,0.00026542158,0.0002918809,0.00016132525],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0041762954,0.00014038735,0.000191532,0.00022295279,0.0043502958,0.00091468566,0.0005620923,0.00006244154,0.000030202578],"category_scores_gemma":[0.00044146762,0.000111298934,0.000025626885,0.0007706989,0.00046867228,0.00055863016,0.0009139723,0.0005815263,0.000001110584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033331902,0.0058771665,0.70996284,0.0019071779,0.00010340307,0.000038947866,0.073835544,0.0000039843612,0.00041823147,0.0056097335,0.028495204,0.17041457],"study_design_scores_gemma":[0.0049933093,0.005182047,0.044329666,0.00046508087,0.0000026361824,0.000007872194,0.048539978,0.00000993543,0.00017107314,0.0035489819,0.8923455,0.00040394833],"about_ca_topic_score_codex":0.0017166716,"about_ca_topic_score_gemma":0.0029158092,"teacher_disagreement_score":0.8638503,"about_ca_system_score_codex":0.00020798757,"about_ca_system_score_gemma":0.0012062945,"threshold_uncertainty_score":0.9969459},"labels":[],"label_agreement":null},{"id":"W4293483534","doi":"10.2196/37663","title":"Prevalence of Antibiotic-Resistant Bacteria and Antibiotic-Resistant Genes and the Quantification of Antibiotics in Drinking Water Treatment Plants of Malaysia: Protocol for a Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical and Antibiotic Environmental Impacts","field":"Environmental Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Public Health Wales","keywords":"Antibiotics; Antibiotic resistance; Bacteria; Protocol (science); Cross-sectional study; Medicine; Microbiology; Biology; Genetics; Pathology","score_opus":0.194449614390398,"score_gpt":0.48179052635821007,"score_spread":0.2873409119678121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293483534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58188444,0.0000024482883,0.0000039709316,0.000035773937,0.0000035704713,0.41794053,0.00008129103,0.0000041091475,0.000043835633],"genre_scores_gemma":[0.7826572,0.0000035243884,0.00015927458,0.0000042668858,0.000008822619,0.21704908,0.000004350514,0.000016271986,0.00009721641],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965972,0.0006953096,0.00079924957,0.0005359593,0.0008861895,0.00048613586],"domain_scores_gemma":[0.9988849,0.00032123373,0.00026103377,0.000401112,0.000030349047,0.00010133784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00282143,0.00020890072,0.00039263835,0.00012821904,0.0003122567,0.00005759853,0.00038652032,0.00006067703,0.00020789719],"category_scores_gemma":[0.00005223212,0.0001288466,0.000070923445,0.00022710809,0.0015441037,0.00020156421,0.0007647612,0.00021150909,0.0000020840384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00405962,0.0021921468,0.50562084,0.0008033043,0.000021716127,0.000004196735,0.0004199109,0.00014899012,0.48626927,0.000086697044,0.0000045228026,0.00036880295],"study_design_scores_gemma":[0.0051209074,0.0026553357,0.5910545,0.00022224756,0.00000574571,0.000005247505,0.00022127436,0.0005666211,0.399635,0.00009860489,0.000309777,0.00010472067],"about_ca_topic_score_codex":0.00021452959,"about_ca_topic_score_gemma":0.00002497678,"teacher_disagreement_score":0.20089145,"about_ca_system_score_codex":0.00016177195,"about_ca_system_score_gemma":0.000032906933,"threshold_uncertainty_score":0.56893146},"labels":[],"label_agreement":null},{"id":"W4293763020","doi":"10.2196/39683","title":"Oral Health Coaches at Well-Baby Clinics to Promote Oral Health in Preschool Children From the First Erupted Tooth: Protocol for a Multisite, Pragmatic Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Medicine; Toddler; Early childhood caries; Psychological intervention; Randomized controlled trial; Intervention (counseling); Family medicine; Pediatrics; Incidence (geometry); Cumulative incidence; Health care; Oral health; Cohort; Nursing; Psychology","score_opus":0.14478945699155177,"score_gpt":0.5381295013967446,"score_spread":0.3933400444051929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293763020","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010443597,0.000014035014,0.00018034791,0.0030451287,0.00008604304,0.98530877,0.0006551689,0.00015678727,0.00011014818],"genre_scores_gemma":[0.0016644079,8.381905e-7,0.0006682417,0.0022252102,0.00032110608,0.9926815,0.0005686977,0.000112618785,0.0017573722],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98001456,0.011558531,0.0030656864,0.0011675189,0.0023859309,0.0018077884],"domain_scores_gemma":[0.9929323,0.0036697134,0.0011469291,0.0011432323,0.00038982605,0.00071795145],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.02507922,0.00048598272,0.0024130607,0.00038523372,0.0021096966,0.00041079824,0.0013200961,0.00020339791,0.00090508146],"category_scores_gemma":[0.0038235777,0.000350272,0.00055038516,0.001242624,0.00019712343,0.0002438924,0.0010070592,0.0015365751,0.00017056426],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9021015,0.0024331785,0.0047374563,0.0008588608,0.000088416375,0.000008612145,0.00067658746,0.000069747046,0.0000033908777,0.00008639295,0.08098044,0.007955405],"study_design_scores_gemma":[0.80622476,0.00549499,0.0036157193,0.0009749191,0.0000060529583,0.000008818489,0.00021783718,0.0030987333,0.00001253349,0.00038983053,0.1796764,0.00027942873],"about_ca_topic_score_codex":0.002586678,"about_ca_topic_score_gemma":0.014198349,"teacher_disagreement_score":0.09869595,"about_ca_system_score_codex":0.001818711,"about_ca_system_score_gemma":0.0020255963,"threshold_uncertainty_score":0.9998949},"labels":[],"label_agreement":null},{"id":"W4293766350","doi":"10.2196/38608","title":"Assessing Cognitive Behavioral Therapy for Insomnia to Improve Sleep Outcomes in Individuals With a Concussion: Protocol for a Delayed Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Aging; National Institutes of Health","keywords":"Concussion; Randomized controlled trial; Insomnia; Physical therapy; Medicine; Mood; Psychology; Clinical psychology; Psychiatry; Poison control; Injury prevention; Internal medicine; Emergency medicine","score_opus":0.3121140728410232,"score_gpt":0.6056684926741981,"score_spread":0.2935544198331749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293766350","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048083484,8.158842e-7,0.0006539617,0.0020950479,0.000015510816,0.9486346,0.0001917694,0.00009599936,0.00022876773],"genre_scores_gemma":[0.016928285,3.1139095e-8,0.0041546836,0.00030617657,0.00018980018,0.9770738,0.000056685207,0.00014541739,0.0011451284],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9886089,0.004064011,0.0016404755,0.0010482961,0.0030739247,0.0015644035],"domain_scores_gemma":[0.98690164,0.010056889,0.0004383662,0.0006514231,0.0014365237,0.0005151578],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.019765638,0.0004866254,0.0030265788,0.0013197712,0.00077246607,0.0004975536,0.0006093812,0.00020616014,0.0005690658],"category_scores_gemma":[0.00431644,0.00029964308,0.0006195701,0.0011627269,0.0004479995,0.0003443981,0.0003729068,0.001540013,0.000007541638],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97275937,0.008461019,0.0015093017,0.00043738834,0.0004536459,0.000033208773,0.0015500449,0.0000021364576,0.0010653159,0.00013161608,0.0012509155,0.012346049],"study_design_scores_gemma":[0.92346156,0.062060237,0.00047347727,0.0010823249,0.000030326393,0.000009770762,0.0015222016,0.00039426828,0.000926859,0.00038647663,0.009311559,0.00034094063],"about_ca_topic_score_codex":0.000044979897,"about_ca_topic_score_gemma":0.0000141077335,"teacher_disagreement_score":0.05359922,"about_ca_system_score_codex":0.00056414533,"about_ca_system_score_gemma":0.002610345,"threshold_uncertainty_score":0.9999456},"labels":[],"label_agreement":null},{"id":"W4293769228","doi":"10.2196/39482","title":"Transcultural Adaptation of and Theoretical Validation Models for the Spanish Version of the Nurses’ Global Assessment of Suicide Risk Scale: Protocol for a Multicenter Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Scale (ratio); Psychology; Reliability (semiconductor); Population; Exploratory factor analysis; Applied psychology; Clinical psychology; Multidisciplinary approach; Psychometrics; Medicine; Geography; Environmental health","score_opus":0.25931608501073283,"score_gpt":0.5865206388664429,"score_spread":0.32720455385571007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293769228","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19169386,9.958725e-7,0.0016253482,0.00007773635,0.000021215486,0.8059972,0.0003817088,0.000007967794,0.00019395252],"genre_scores_gemma":[0.46876153,4.5358345e-8,0.00014098163,0.0000027980113,0.000017848328,0.53102916,0.000004369737,0.0000065350646,0.000036710175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968022,0.0011465951,0.00051960495,0.00031142498,0.00094461144,0.00027558138],"domain_scores_gemma":[0.9976742,0.00094306195,0.0002713479,0.00031539798,0.0007634657,0.000032515785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002914023,0.00011806231,0.000217184,0.00005091222,0.00064561085,0.000034624023,0.00038003645,0.00005568687,0.00018353203],"category_scores_gemma":[0.00011980078,0.0000692564,0.00016685904,0.00027287813,0.00054530276,0.00010118572,0.00017312988,0.0002736017,2.5239348e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012982815,0.0033903755,0.95487714,0.00038080363,0.00025133413,2.8496882e-7,0.007483089,0.0024687161,0.0005195684,0.015845036,0.00053988653,0.0012609663],"study_design_scores_gemma":[0.014018109,0.005312219,0.94021004,0.000050115006,0.00002894668,0.000002241805,0.014379944,0.019997653,0.00061485963,0.00468761,0.0005977466,0.00010052258],"about_ca_topic_score_codex":0.00025027458,"about_ca_topic_score_gemma":0.000059515303,"teacher_disagreement_score":0.2770677,"about_ca_system_score_codex":0.00010254841,"about_ca_system_score_gemma":0.00010857025,"threshold_uncertainty_score":0.49655822},"labels":[],"label_agreement":null},{"id":"W4293769233","doi":"10.2196/39232","title":"Combining the HYM (Healthy Young Men’s) Cohort Study and the TRUTH (A Trans Youth of Color Study): Protocol for an Expanded Mixed Methods Study Renewal","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Drug Abuse; National Institutes of Health; Children's Hospital Los Angeles","keywords":"Psychological intervention; Transgender; Gerontology; Cohort; Sexual minority; Medicine; Cohort study; Men who have sex with men; Stigma (botany); Ethnic group; Psychology; Demography; Sexual orientation; Family medicine; Human immunodeficiency virus (HIV); Psychiatry; Sociology; Social psychology","score_opus":0.4188651833155326,"score_gpt":0.6676536187063307,"score_spread":0.2487884353907981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293769233","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19886374,0.0000027139563,0.000021699734,0.0003394062,0.000079705,0.79801077,0.00006532338,0.00006654224,0.0025501007],"genre_scores_gemma":[0.2515286,1.9882935e-7,0.00005802789,0.000039012975,0.0002117906,0.7473956,0.000005745038,0.00007418882,0.00068684644],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9514785,0.042540174,0.0014291498,0.0010735376,0.0020250594,0.0014536236],"domain_scores_gemma":[0.9928749,0.0039090253,0.00050232536,0.0018935131,0.00045873589,0.00036146605],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.053230982,0.00040293735,0.0009868415,0.00043621275,0.0034869644,0.00025334628,0.0017685425,0.000116973504,0.00020378976],"category_scores_gemma":[0.0006060105,0.0002520744,0.00016331073,0.0011698891,0.00066929974,0.0001982128,0.00073408295,0.0016281769,0.000003585579],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.038235195,0.036328167,0.6155934,0.0007582516,0.0005079054,0.000009801964,0.29985073,0.000003125386,0.000023735598,0.001413387,0.003966758,0.003309542],"study_design_scores_gemma":[0.06865721,0.07571937,0.37967077,0.000039075545,0.000108197746,0.000013720814,0.47097448,0.00007957757,0.000010605466,0.0010740925,0.0032926223,0.0003603026],"about_ca_topic_score_codex":0.0114916125,"about_ca_topic_score_gemma":0.0019560044,"teacher_disagreement_score":0.23592265,"about_ca_system_score_codex":0.00025475817,"about_ca_system_score_gemma":0.0006242944,"threshold_uncertainty_score":0.99999315},"labels":[],"label_agreement":null},{"id":"W4293776289","doi":"10.2196/38463","title":"Success4life Youth Empowerment for Promoting Well-being and Boosting Mental Health: Protocol for an Experimental Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empowerment; Mental health; Psychological intervention; Youth empowerment; Psychology; Distress; Medicine; Applied psychology; Clinical psychology; Psychiatry","score_opus":0.35023825836686195,"score_gpt":0.6104398966147152,"score_spread":0.26020163824785325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293776289","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054846503,0.0000020642253,0.000043803757,0.00043472555,0.000057383368,0.94108015,0.00006572306,0.00018271519,0.0032869112],"genre_scores_gemma":[0.18574627,1.5835923e-8,0.00026673786,0.00016980879,0.0002693431,0.8129066,0.00004670587,0.000069280075,0.00052520377],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.993621,0.0021582986,0.0007571258,0.0012432085,0.00093563326,0.0012847134],"domain_scores_gemma":[0.9983275,0.00031484844,0.0003041523,0.0005442475,0.0001243622,0.00038487892],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0067232517,0.00030575288,0.0003926171,0.00028272576,0.0031105601,0.00026028027,0.00049487397,0.000093235496,0.00057392387],"category_scores_gemma":[0.000088082415,0.00028585884,0.00009923958,0.0003475171,0.00013355928,0.0002324258,0.00043123562,0.0007728377,0.000010670282],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045523353,0.080966435,0.10079979,0.0026536102,0.00038855412,0.000047813093,0.60502267,0.00002134069,0.017022396,0.005756625,0.08009464,0.061702743],"study_design_scores_gemma":[0.047589835,0.20260702,0.009476732,0.0010139623,0.00000685641,0.00006430017,0.2560843,0.0005903156,0.0027533988,0.0017148777,0.47681603,0.0012824096],"about_ca_topic_score_codex":0.00018416856,"about_ca_topic_score_gemma":0.000011893814,"teacher_disagreement_score":0.3967214,"about_ca_system_score_codex":0.00039825906,"about_ca_system_score_gemma":0.00013482603,"threshold_uncertainty_score":0.99995935},"labels":[],"label_agreement":null},{"id":"W4293860136","doi":"10.2196/40243","title":"Technologies for Interoperable Internet of Medical Things Platforms to Manage Medical Emergencies in Home and Prehospital Care: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interoperability; Scopus; The Internet; Process (computing); Protocol (science); Population; Grey literature; Systematic review; Computer science; World Wide Web; Medicine; MEDLINE; Alternative medicine","score_opus":0.4946482832655007,"score_gpt":0.649053054199112,"score_spread":0.15440477093361127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293860136","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002665017,0.20653784,0.00004933381,0.0011694162,0.000020441767,0.791999,0.000017664239,0.00015755558,0.000046112065],"genre_scores_gemma":[2.728505e-7,0.28023672,0.0005777876,0.00006146701,0.000051921135,0.71890676,0.00003172137,0.00005874859,0.00007458368],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994125,0.00023359041,0.0017556027,0.000878917,0.002049667,0.0009572195],"domain_scores_gemma":[0.9973919,0.0009343115,0.0003162345,0.00074567506,0.00030263214,0.0003092546],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006647157,0.00041475578,0.0024305903,0.0011442973,0.0001548689,0.00002744848,0.0014115076,0.0011229335,0.00029749397],"category_scores_gemma":[0.007936345,0.00029989704,0.0002934037,0.0011159471,0.0003842455,0.00015131313,0.0019865166,0.0028637866,0.0000046411546],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017434146,0.00012889474,0.00006128352,0.49422762,0.00002913252,0.000031346266,0.00029668934,2.981973e-9,8.287283e-8,0.00015324207,0.0014851968,0.5034122],"study_design_scores_gemma":[0.0008783427,0.0034987798,6.091497e-7,0.47879323,0.0000087186445,0.000024288927,0.00022053465,0.000003539024,0.000011693513,0.000055436612,0.5163635,0.00014130326],"about_ca_topic_score_codex":0.000052936928,"about_ca_topic_score_gemma":0.000045373406,"teacher_disagreement_score":0.51487833,"about_ca_system_score_codex":0.0004491047,"about_ca_system_score_gemma":0.0019628447,"threshold_uncertainty_score":0.99994534},"labels":[],"label_agreement":null},{"id":"W4293860144","doi":"10.2196/40707","title":"Effectiveness of a Web-Based Intervention to Prevent Anxiety in the Children of Parents With Anxiety: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR BioResource; University of Sussex; Department of Health and Social Care; National Institute for Health and Care Research; NHS Blood and Transplant","keywords":"Anxiety; Randomized controlled trial; Intervention (counseling); Protocol (science); Psychology; Clinical psychology; Web application; Psychotherapist; Medicine; World Wide Web; Alternative medicine; Computer science; Psychiatry","score_opus":0.06678612476167207,"score_gpt":0.4851133528763759,"score_spread":0.41832722811470385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293860144","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04506566,0.000001020354,0.000101304475,0.00022475176,0.000021504606,0.9541056,0.00003853538,0.000011198562,0.0004303817],"genre_scores_gemma":[0.20488243,4.7924715e-8,0.00003707074,0.000026226888,0.000047567577,0.7948723,0.00002065676,0.000013837776,0.00009987556],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9906097,0.006862568,0.00076964573,0.0003857807,0.0010013265,0.00037098586],"domain_scores_gemma":[0.9982764,0.0008364781,0.00029920312,0.00029445288,0.00023341608,0.0000600632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012760871,0.00016665747,0.00081592775,0.00026670547,0.00017305724,0.0000257776,0.00049111934,0.00005516618,0.000248206],"category_scores_gemma":[0.00016445352,0.00009801674,0.00045203147,0.00063768955,0.0001255016,0.00003399543,0.000100672456,0.00036156128,0.0000023827624],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97621256,0.013121055,0.0047030523,0.0009525714,0.00015667417,6.818126e-7,0.00070059503,0.00003706399,0.0001507977,0.001001591,0.0011754552,0.0017879123],"study_design_scores_gemma":[0.9630174,0.0048207855,0.023562532,0.0025425642,0.000007195705,0.0000013359403,0.00015565485,0.000020443114,0.00023059169,0.00055425294,0.004969561,0.00011770368],"about_ca_topic_score_codex":0.00005400316,"about_ca_topic_score_gemma":0.000010684209,"teacher_disagreement_score":0.15981677,"about_ca_system_score_codex":0.000097115175,"about_ca_system_score_gemma":0.00027893338,"threshold_uncertainty_score":0.44226888},"labels":[],"label_agreement":null},{"id":"W4293860149","doi":"10.2196/41015","title":"Existing eHealth Solutions for Older Adults Living With Neurocognitive Disorders (Mild and Major) or Dementia and Their Informal Caregivers: Protocol for an Environmental Scan","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute; Université de Montréal; Centre de Santé et de Services Sociaux de la Vieille-Capitale; Université Laval","funders":"","keywords":"Dementia; eHealth; Neurocognitive; Gerontology; Protocol (science); Medicine; Psychology; Psychiatry; Cognition; Clinical psychology; Health care; Alternative medicine; Disease","score_opus":0.11951295178998844,"score_gpt":0.46403993473429167,"score_spread":0.34452698294430323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293860149","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028352737,0.000004882595,0.00045008253,0.00035419787,0.0000024343422,0.97001684,0.00022819862,0.00004979644,0.0005408298],"genre_scores_gemma":[0.09153342,0.0000013183407,0.00046628772,0.00009529762,0.00007253864,0.90713334,0.00007488678,0.000055590022,0.0005673248],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99652433,0.0003954696,0.00031714953,0.0006707939,0.0008107204,0.0012815266],"domain_scores_gemma":[0.998486,0.0004972583,0.000113768925,0.00024639815,0.00021415291,0.00044243573],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0018848879,0.0002630169,0.00027635062,0.00034306006,0.0023997054,0.0001730041,0.00018784223,0.0000558234,0.00029797683],"category_scores_gemma":[0.00014487914,0.00019553817,0.00006131773,0.0002797939,0.00044990116,0.00046512432,0.00067006506,0.0005819832,0.0000011703391],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.080679975,0.010073351,0.3369079,0.01638592,0.0006705996,0.000037592483,0.026752893,0.0000054146685,0.0016518324,0.00042693855,0.005871272,0.5205363],"study_design_scores_gemma":[0.07679956,0.12227077,0.48632124,0.0065686633,0.000065394976,0.00018055126,0.116897374,0.005166154,0.00088296836,0.00025217177,0.18356797,0.0010271919],"about_ca_topic_score_codex":0.000070550974,"about_ca_topic_score_gemma":0.00017835842,"teacher_disagreement_score":0.51950914,"about_ca_system_score_codex":0.0001440708,"about_ca_system_score_gemma":0.0005134589,"threshold_uncertainty_score":0.99889904},"labels":[],"label_agreement":null},{"id":"W4293860158","doi":"10.2196/37316","title":"A Tailored SMS Text Message–Based Intervention to Facilitate Patient Access to Referred Community-Based Social Needs Resources: Protocol for a Pilot Feasibility and Acceptability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute; National Institutes of Health; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Referral; Medicine; Intervention (counseling); Thematic analysis; Short Message Service; Nursing; Protocol (science); Health care; Medical education; Qualitative research; Computer science; Alternative medicine","score_opus":0.7258039222013493,"score_gpt":0.6650665990433288,"score_spread":0.060737323158020495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293860158","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102351725,5.083748e-7,0.00077733345,0.0045418926,0.000016583446,0.8910269,0.0006405554,0.00023939024,0.0004051025],"genre_scores_gemma":[0.18524043,1.1457074e-8,0.0004200146,0.0020704092,0.0000750028,0.81178635,0.000094995026,0.00006805969,0.0002447197],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9703927,0.022916501,0.002016702,0.0010701814,0.0016787858,0.001925123],"domain_scores_gemma":[0.9920941,0.0027250606,0.00051332376,0.0018758998,0.0014789162,0.0013126734],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021889715,0.00041355504,0.0007453321,0.0010171084,0.011455723,0.0001845375,0.001615698,0.00017366631,0.0013106646],"category_scores_gemma":[0.001727228,0.00039494576,0.0001642036,0.0027402723,0.00022341174,0.00023838472,0.0025050163,0.0034796565,0.000053020958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18161866,0.068132386,0.24842024,0.048789136,0.00007453909,0.0000051204383,0.10278969,0.00028540313,0.00057379314,0.00035686124,0.2253742,0.123579964],"study_design_scores_gemma":[0.018385982,0.027887136,0.09807749,0.0005299263,0.00000461422,1.7912676e-7,0.022631224,0.00018206109,0.00003318025,0.00056621,0.8313605,0.0003414727],"about_ca_topic_score_codex":0.002611722,"about_ca_topic_score_gemma":0.0029891818,"teacher_disagreement_score":0.6059863,"about_ca_system_score_codex":0.0023204237,"about_ca_system_score_gemma":0.002011597,"threshold_uncertainty_score":0.9998502},"labels":[],"label_agreement":null},{"id":"W4293915103","doi":"10.2196/41747","title":"Using Normative Language When Describing Scientific Findings: Protocol for a Randomized Controlled Trial of Effects on Trust and Credibility","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credibility; Normative; Protocol (science); Randomized controlled trial; Psychology; Computer science; Applied psychology; Social psychology; Medicine; Alternative medicine; Political science","score_opus":0.3607164383633264,"score_gpt":0.5764245576068157,"score_spread":0.21570811924348926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293915103","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03360716,4.6798e-7,0.0000954129,0.00021029322,0.000022125367,0.96141195,0.000014864535,0.00003503739,0.0046026665],"genre_scores_gemma":[0.019485284,2.2138499e-8,0.00039391144,0.00003128939,0.00009607768,0.979147,0.0000025924344,0.000010842742,0.0008329707],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9918165,0.0048370995,0.00065631734,0.0002793718,0.0018432774,0.00056743517],"domain_scores_gemma":[0.9952718,0.0035193306,0.0003221333,0.00027502744,0.00041999287,0.00019170251],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033995643,0.00013330176,0.00070902304,0.00047102483,0.0023588203,0.00049186876,0.00036350393,0.00006950384,0.00036403575],"category_scores_gemma":[0.011301369,0.0001011073,0.00020880446,0.0005466171,0.0007828906,0.0004721937,0.00018770307,0.00038538975,0.0000027630933],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8970369,0.000413888,0.000009339875,0.0005601664,0.000026866976,9.705205e-7,0.09390757,0.000009287481,0.00090590253,0.003447932,0.0019542407,0.0017269045],"study_design_scores_gemma":[0.9698759,0.0016207149,0.0000047210756,0.0006311383,0.0000044801204,3.7519416e-7,0.011081462,0.0024619459,0.0020483125,0.001460254,0.0106852,0.0001255227],"about_ca_topic_score_codex":0.00011916249,"about_ca_topic_score_gemma":0.000019199404,"teacher_disagreement_score":0.08282611,"about_ca_system_score_codex":0.00031276993,"about_ca_system_score_gemma":0.00095858995,"threshold_uncertainty_score":0.99894},"labels":[],"label_agreement":null},{"id":"W4293915320","doi":"10.2196/38536","title":"A Digital Health Intervention for Stress and Anxiety Relief in Perioperative Care: Protocol for a Feasibility Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Psychological intervention; Medicine; Randomized controlled trial; Anxiety; Perioperative; Physical therapy; Intervention (counseling); Health care; Stress management; Nursing; Clinical psychology; Surgery; Psychiatry","score_opus":0.22549303216891406,"score_gpt":0.6069873169740378,"score_spread":0.3814942848051238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293915320","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001920529,0.000011486793,0.00026153683,0.0010762721,0.000032551532,0.99521303,0.00032550862,0.00004125831,0.001117815],"genre_scores_gemma":[0.0052975006,2.4753177e-7,0.00011953826,0.00011446171,0.00019916822,0.9924721,0.000051193496,0.000035813282,0.0017099871],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9912948,0.0054378896,0.0011715153,0.00076762505,0.0005226846,0.00080547825],"domain_scores_gemma":[0.99708503,0.0016138969,0.00034935208,0.00043110873,0.00033576865,0.00018481772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012936026,0.0002142392,0.0012771429,0.00026044526,0.0007548804,0.00020586085,0.00029174343,0.00010939662,0.00063551404],"category_scores_gemma":[0.00071487675,0.00016801944,0.0004255009,0.00026913552,0.00024467323,0.00015666914,0.00016456797,0.0007403604,0.0000017807192],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9572547,0.0030345437,0.00023083581,0.0016355467,0.000053746822,0.0000012673328,0.012793773,0.0000016331101,0.00000475508,0.006075298,0.0022692722,0.016644614],"study_design_scores_gemma":[0.8686769,0.015811007,0.00008620077,0.00037241448,0.0000013015512,0.0000016477122,0.0037778665,0.00009874206,0.00000480344,0.0012041182,0.10983534,0.00012966608],"about_ca_topic_score_codex":0.00012578588,"about_ca_topic_score_gemma":0.00015096065,"teacher_disagreement_score":0.10756607,"about_ca_system_score_codex":0.0005673184,"about_ca_system_score_gemma":0.0007728183,"threshold_uncertainty_score":0.6958433},"labels":[],"label_agreement":null},{"id":"W4294024532","doi":"10.2196/35639","title":"Examining the Development of Information Needs Assessment Questionnaires in Oncology: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Calgary","funders":"University of Calgary","keywords":"Protocol (science); Medicine; Medical education; Psychology; Medical physics; Alternative medicine","score_opus":0.7854930741558566,"score_gpt":0.7675197046467752,"score_spread":0.01797336950908135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294024532","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.0767976e-8,0.022108419,0.00040435875,0.0001887762,0.000027087914,0.97150517,0.000034783512,0.000051731662,0.0056796516],"genre_scores_gemma":[6.4832433e-9,0.07579458,0.0031008748,0.00046712643,0.00008468822,0.9202225,0.0001974081,0.00002917981,0.0001036404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97736233,0.011320673,0.008486379,0.00029285892,0.0014488135,0.0010889585],"domain_scores_gemma":[0.98688954,0.007224283,0.003835848,0.00092420087,0.0009502132,0.00017588642],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.06024398,0.00036376755,0.0017983317,0.0011224599,0.001978407,0.00006298751,0.0012536799,0.00045670377,0.0014127387],"category_scores_gemma":[0.004571811,0.00022921567,0.00018060737,0.0023260484,0.00013565311,0.0013574932,0.0010144043,0.00395737,0.000070994975],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045635945,0.00009951641,0.000058588583,0.48337737,0.0000061055784,9.015638e-8,0.0024746421,1.4006184e-7,6.007268e-9,0.00019546672,0.0038750218,0.5098674],"study_design_scores_gemma":[0.0006486205,0.00022995948,0.00003544047,0.4583108,0.000002702008,4.6123486e-7,0.00058102864,0.000011078265,6.221977e-8,0.000024137446,0.54004735,0.00010838344],"about_ca_topic_score_codex":0.000018682647,"about_ca_topic_score_gemma":0.00004315916,"teacher_disagreement_score":0.5361723,"about_ca_system_score_codex":0.00328566,"about_ca_system_score_gemma":0.03874862,"threshold_uncertainty_score":0.9995001},"labels":[],"label_agreement":null},{"id":"W4294025369","doi":"10.2196/37374","title":"Developing Clinical Artificial Intelligence for Obstetric Ultrasound to Improve Access in Underserved Regions: Protocol for a Computer-Assisted Low-Cost Point-of-Care UltraSound (CALOPUS) Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; National Institute for Health and Care Research","keywords":"Protocol (science); Medicine; Point of care; Medical physics; Ultrasound; Point of care ultrasound; Computer science; Artificial intelligence; Radiology; Nursing; Pathology; Alternative medicine","score_opus":0.6375553502465099,"score_gpt":0.6424460601216028,"score_spread":0.00489070987509288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294025369","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063809683,8.7847883e-7,0.050614566,0.0012270942,0.00004955802,0.94136375,0.00020001433,0.00010761316,0.000055544155],"genre_scores_gemma":[0.029933827,3.1173775e-7,0.026622467,0.0003055704,0.0003526883,0.94248486,0.00012027787,0.00010570351,0.00007431375],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913614,0.0012379652,0.0030382352,0.001633539,0.0015122535,0.0012166122],"domain_scores_gemma":[0.971892,0.023540784,0.0005448683,0.00147927,0.0020502983,0.00049277616],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006781222,0.00040957227,0.0011089616,0.0009259499,0.00078057504,0.0002997186,0.0018029328,0.00026118653,0.00013115311],"category_scores_gemma":[0.012775795,0.00038876492,0.00042816062,0.004158429,0.00041228495,0.00026215476,0.0008556204,0.0016808085,0.000020571373],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.104172856,0.13020529,0.32447514,0.030058643,0.0010103352,0.000113559494,0.011820422,0.0007788985,0.011181129,0.031142652,0.018804943,0.33623612],"study_design_scores_gemma":[0.06279664,0.1524351,0.28369102,0.013574125,0.00015052766,0.00013485854,0.058441505,0.0022616317,0.014582366,0.08972398,0.31806234,0.004145926],"about_ca_topic_score_codex":0.000057007335,"about_ca_topic_score_gemma":0.00031608393,"teacher_disagreement_score":0.3320902,"about_ca_system_score_codex":0.0012951313,"about_ca_system_score_gemma":0.0021458438,"threshold_uncertainty_score":0.9998564},"labels":[],"label_agreement":null},{"id":"W4294096286","doi":"10.2196/37426","title":"Efficacy and Safety of Direct Hemoperfusion Using Polymyxin B-Immobilized Polystyrene Column for Patients With COVID-19: Protocol for an Exploratory Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Toray Industries; National Center for Global Health and Medicine","keywords":"Medicine; Hemoperfusion; Diffuse alveolar damage; Exacerbation; Lung; Internal medicine","score_opus":0.3688647590259743,"score_gpt":0.6156376055974628,"score_spread":0.2467728465714885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294096286","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053852182,0.0000016212636,0.00017579935,0.00040572596,0.0000042558495,0.94521797,0.00023188577,0.00007883638,0.00003173773],"genre_scores_gemma":[0.044088323,2.6255813e-7,0.00079140416,0.00018611514,0.00008360084,0.9544737,0.000037703227,0.00009664023,0.00024228434],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99225146,0.001997333,0.000968463,0.0011649085,0.00257774,0.0010401116],"domain_scores_gemma":[0.9876037,0.008634722,0.00030039088,0.001039387,0.0014750786,0.00094669376],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.008347263,0.00033658365,0.0010062814,0.00055670954,0.0016508845,0.00008187576,0.00050116924,0.00009725953,0.00016691917],"category_scores_gemma":[0.021271614,0.00026018653,0.00014290265,0.001083992,0.00065718434,0.00021408699,0.0013673601,0.0007093159,7.8088823e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.66036487,0.070393205,0.20994598,0.019344307,0.0005246019,0.000042734362,0.006489068,0.00028742582,0.012948481,0.0000635425,0.004698509,0.014897284],"study_design_scores_gemma":[0.23990668,0.27851817,0.021741534,0.001979019,0.00006454114,0.0000020370371,0.0036403965,0.0022399158,0.001406309,0.00015197902,0.44959638,0.00075304264],"about_ca_topic_score_codex":0.00016248795,"about_ca_topic_score_gemma":0.00006365688,"teacher_disagreement_score":0.44489786,"about_ca_system_score_codex":0.00092916156,"about_ca_system_score_gemma":0.0034742942,"threshold_uncertainty_score":0.99998504},"labels":[],"label_agreement":null},{"id":"W4294653430","doi":"10.2196/39148","title":"MIRA Rehab Exergames for Older Male Residents in a Care Home Center in Saudi Arabia: Protocol for a Feasibility Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Protocol (science); Randomized controlled trial; Center (category theory); Medicine; Gerontology; Psychology; Physical therapy; Nursing; Family medicine; Alternative medicine","score_opus":0.12345472145737443,"score_gpt":0.5232799839790913,"score_spread":0.3998252625217168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294653430","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049735636,0.0000075443427,0.000017139431,0.000997198,0.000038345413,0.9485719,0.000074352654,0.000040637442,0.0005172498],"genre_scores_gemma":[0.0076167258,2.3531359e-7,0.0005995387,0.0001008165,0.00019772605,0.98757184,0.00003387483,0.00005834904,0.0038208873],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9920006,0.0032846974,0.0015336571,0.00086672284,0.0013682973,0.0009460611],"domain_scores_gemma":[0.9936383,0.0045332173,0.00027342778,0.00065470283,0.0006978981,0.00020245214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009653669,0.00028920802,0.0020671391,0.0011011506,0.00024906098,0.00008689468,0.00034149262,0.00019224834,0.0007323415],"category_scores_gemma":[0.0057349377,0.00021747712,0.0010117681,0.00069672253,0.00026044817,0.0001490922,0.00022261706,0.0009134037,0.000006508182],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9509359,0.003999125,0.031014942,0.0044381693,0.000051745057,0.000020326841,0.0014133895,0.0000055388887,0.00020838914,0.00005595919,0.007271091,0.00058541144],"study_design_scores_gemma":[0.95071334,0.0063015204,0.010879728,0.002143852,0.000007167411,0.000006477791,0.0013327114,0.00012892386,0.00008842669,0.0006387053,0.027559616,0.0001995353],"about_ca_topic_score_codex":0.00005236765,"about_ca_topic_score_gemma":0.00007574111,"teacher_disagreement_score":0.04211891,"about_ca_system_score_codex":0.0012620848,"about_ca_system_score_gemma":0.0011396366,"threshold_uncertainty_score":0.88684595},"labels":[],"label_agreement":null},{"id":"W4294653454","doi":"10.2196/39238","title":"Collective Action for Wellness in the Malaysian Workplace: Protocol for a Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Monash University","keywords":"Protocol (science); Action (physics); Medicine; Psychology; Medical education; Computer science; Applied psychology; Alternative medicine","score_opus":0.5199816636872489,"score_gpt":0.6748333158836503,"score_spread":0.1548516521964014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294653454","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004064256,2.8146835e-7,0.00014515646,0.0037086403,0.000036162437,0.9885974,0.000047137826,0.00008114973,0.0033198043],"genre_scores_gemma":[0.012808263,1.8405636e-8,0.0001061318,0.000368289,0.0004201639,0.9781708,0.000014429233,0.00006504224,0.008046827],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98265356,0.012331371,0.00094856945,0.0008555432,0.0013176571,0.00189331],"domain_scores_gemma":[0.9917962,0.006299911,0.0003034658,0.0009094865,0.0004740587,0.00021690829],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028826268,0.00025245617,0.00042925208,0.000438895,0.008152851,0.0000796667,0.0009583612,0.0001905921,0.0006318156],"category_scores_gemma":[0.0011800664,0.00019126332,0.00012760283,0.0021846471,0.00010241609,0.00019226025,0.0004653786,0.0032886097,0.000033359796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09715559,0.016437264,0.42092514,0.013384003,0.000046236073,0.000025266776,0.08362319,0.00017949572,0.00009813982,0.0029989698,0.3553066,0.009820111],"study_design_scores_gemma":[0.024731634,0.01034202,0.038003784,0.00095977745,0.0000031032803,0.000002232632,0.08128084,0.0006433276,0.000049550705,0.011397472,0.83227676,0.00030948306],"about_ca_topic_score_codex":0.00012500626,"about_ca_topic_score_gemma":0.0007510245,"teacher_disagreement_score":0.47697017,"about_ca_system_score_codex":0.0030796693,"about_ca_system_score_gemma":0.0048348545,"threshold_uncertainty_score":0.99906665},"labels":[],"label_agreement":null},{"id":"W4294761929","doi":"10.2196/37712","title":"Proactive, Recovery-Oriented Treatment Navigation to Engage Racially Diverse Veterans in Mental Healthcare (PARTNER-MH), a Peer-Led Patient Navigation Intervention for Racially and Ethnically Minoritized Veterans in Veterans Health Administration Mental Health Services: Protocol for a Mixed Methods Randomized Controlled Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"George Washington University; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Mental health; Intervention (counseling); Ethnically diverse; Mental healthcare; Psychological intervention; Health care; Administration (probate law); Psychology; Medicine; Psychiatry; Population; Political science","score_opus":0.43542117525344176,"score_gpt":0.6569595211142659,"score_spread":0.22153834586082416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294761929","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2563611,0.000009720651,0.00091964414,0.002677445,0.00017143328,0.7382987,0.0014766464,0.00007000349,0.000015303858],"genre_scores_gemma":[0.089666136,0.0000023052364,0.006747407,0.0006057537,0.000082238854,0.898642,0.004033869,0.000075482356,0.00014483469],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9381734,0.051497024,0.004827312,0.0016593834,0.0019503818,0.0018924687],"domain_scores_gemma":[0.99268776,0.0031220212,0.0017529788,0.00063371495,0.0009436438,0.0008598719],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04186218,0.0006832392,0.002513312,0.0008448227,0.0035401678,0.00011047311,0.00038177037,0.00024339654,0.000067421955],"category_scores_gemma":[0.00039792992,0.00061469915,0.0005092226,0.00095413777,0.00011062388,0.00048572276,0.00033487164,0.0014277102,0.0000035806418],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7310076,0.014890731,0.003367235,0.01176866,0.00013508576,0.0000069874995,0.18298703,0.000017040136,0.00029878755,0.00012988,0.00016558876,0.05522538],"study_design_scores_gemma":[0.75244415,0.117384344,0.003126949,0.009867713,0.000020782976,0.0000033470383,0.09953615,0.0030653162,0.00013745861,0.00042398198,0.013405678,0.0005841064],"about_ca_topic_score_codex":0.005793295,"about_ca_topic_score_gemma":0.020112429,"teacher_disagreement_score":0.16669495,"about_ca_system_score_codex":0.008709672,"about_ca_system_score_gemma":0.0027260357,"threshold_uncertainty_score":0.99963045},"labels":[],"label_agreement":null},{"id":"W4294838485","doi":"10.2196/41533","title":"Measurement of Vital Signs by Lifelight Software in Comparison to Standard of Care Multisite Development (VISION-MD): Protocol for an Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Vital signs; Medicine; Observational study; Gold standard (test); Sphygmomanometer; Protocol (science); Blood pressure; Respiratory rate; Pulse oximetry; Medical emergency; Physical therapy; Heart rate; Medical physics; Internal medicine; Surgery; Pathology; Alternative medicine","score_opus":0.40183142324490095,"score_gpt":0.5342908508300178,"score_spread":0.13245942758511686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294838485","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022142543,0.0000044139906,0.0036722054,0.00000875488,0.000010837852,0.97390527,0.0001659777,0.0000669415,0.000023031922],"genre_scores_gemma":[0.17245957,9.755304e-9,0.0059758783,0.0000016423938,0.000034616365,0.8214496,0.000018494924,0.000053077398,0.000007139237],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9949978,0.00035289308,0.0008409378,0.00041187485,0.002859365,0.00053713593],"domain_scores_gemma":[0.9980131,0.00017351304,0.00009904868,0.00039442413,0.0011351419,0.00018477261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022100066,0.00021987924,0.00043904816,0.0004100322,0.0002250927,0.00005093384,0.0006072084,0.00005421739,0.000037661892],"category_scores_gemma":[0.00022551551,0.00023071266,0.000055397377,0.00077276025,0.00003524388,0.00021634948,0.00041701357,0.00041899373,0.000002185473],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004160947,0.0038563244,0.383316,0.004691415,0.000087179505,0.000008446502,0.0125343455,0.0177402,0.55050856,0.000013015424,0.011686146,0.01139739],"study_design_scores_gemma":[0.009671531,0.02821603,0.018062841,0.0027342143,0.0000025287043,4.973879e-7,0.007115631,0.00016311838,0.8392648,0.00003489873,0.09407843,0.00065549253],"about_ca_topic_score_codex":0.000031596945,"about_ca_topic_score_gemma":0.0001861049,"teacher_disagreement_score":0.36525318,"about_ca_system_score_codex":0.0014359388,"about_ca_system_score_gemma":0.0004007941,"threshold_uncertainty_score":0.9408189},"labels":[],"label_agreement":null},{"id":"W4294916428","doi":"10.2196/39188","title":"Determinants of Physical Activity in the Cardiac Population: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Paracelsus Medizinische Privatuniversität; Universiteit Maastricht","keywords":"Protocol (science); Systematic review; Population; Medicine; Computer science; Psychology; MEDLINE; Alternative medicine; Environmental health; Political science","score_opus":0.5594402503232925,"score_gpt":0.7057118360550257,"score_spread":0.14627158573173327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294916428","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.7532976e-7,0.06446372,1.3563229e-7,0.00005809592,0.0000049908826,0.9350667,0.00011749144,0.000014979917,0.0002734206],"genre_scores_gemma":[2.548888e-7,0.09332816,0.000009566958,0.000062670064,0.0002108148,0.90615535,0.000047103236,0.00005705526,0.00012904573],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9896301,0.0058828746,0.001259636,0.0005366681,0.0018862559,0.00080446235],"domain_scores_gemma":[0.99514943,0.002402606,0.0007231676,0.0013139368,0.00016083471,0.00025000147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010739692,0.00035890844,0.004925491,0.00032820532,0.0002121878,0.000022548888,0.00048307222,0.0001738185,0.000034824436],"category_scores_gemma":[0.0010858405,0.00020271521,0.0012652581,0.0012665557,0.00007807106,0.00006812792,0.0001955701,0.0015366826,0.000013904486],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018696718,0.0008389889,0.0000283925,0.8516719,0.000012217521,0.000012482712,0.00005669061,2.7944425e-9,5.2939306e-8,0.00001849704,0.0015460318,0.14562778],"study_design_scores_gemma":[0.00052242324,0.001209077,0.000031246644,0.5060878,0.000054156026,0.000025434432,0.000010802576,0.0000016125109,4.1856512e-7,0.000005244565,0.49197364,0.00007818952],"about_ca_topic_score_codex":0.00007641519,"about_ca_topic_score_gemma":0.000005759944,"teacher_disagreement_score":0.49042758,"about_ca_system_score_codex":0.0009290973,"about_ca_system_score_gemma":0.002460321,"threshold_uncertainty_score":0.82664865},"labels":[],"label_agreement":null},{"id":"W4294920625","doi":"10.2196/37528","title":"Exploring the Experiences and Needs of Patients With Type 2 Diabetes Mellitus in Sleman Regency, Yogyakarta, Indonesia: Protocol for a Qualitative Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Gadjah Mada","keywords":"Protocol (science); Qualitative research; Medicine; Type 2 Diabetes Mellitus; Diabetes mellitus; Medical education; Gerontology; Nursing; Psychology; Sociology; Alternative medicine; Social science; Pathology","score_opus":0.35538534241642034,"score_gpt":0.535539078442651,"score_spread":0.1801537360262307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294920625","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49875456,8.010953e-7,3.325229e-7,0.00008901804,0.0000038295357,0.5010659,0.0000010573632,0.000006570479,0.00007792737],"genre_scores_gemma":[0.39231175,4.1675882e-8,0.000022026876,0.000007781481,0.00001779074,0.60748607,0.0000047726894,0.000011354884,0.00013840203],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99767053,0.0006593627,0.00029776138,0.00022328255,0.0007724247,0.00037662854],"domain_scores_gemma":[0.99889976,0.00032098312,0.000107259795,0.00030152116,0.00030845718,0.000062006504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025655425,0.000111694826,0.00022724034,0.00041770298,0.0002604672,0.000039381437,0.00020845149,0.000014450078,0.00007759914],"category_scores_gemma":[0.00012384294,0.0000714389,0.000022044962,0.0012372327,0.00017478134,0.00022675558,0.0002111803,0.00026773193,9.881667e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029934838,0.003952937,0.53754157,0.0010848595,0.000048669568,9.586303e-7,0.44743082,0.00000167777,0.00003156997,0.00022866431,0.0005817474,0.006103045],"study_design_scores_gemma":[0.0071292645,0.02208185,0.29978478,0.0005459801,0.0000065063914,7.657171e-8,0.6543026,0.000019232102,0.00046127828,0.0001845658,0.015347253,0.00013665252],"about_ca_topic_score_codex":0.000019650468,"about_ca_topic_score_gemma":0.000007676275,"teacher_disagreement_score":0.2377568,"about_ca_system_score_codex":0.000077275836,"about_ca_system_score_gemma":0.0001310369,"threshold_uncertainty_score":0.2913194},"labels":[],"label_agreement":null},{"id":"W4294991966","doi":"10.2196/38956","title":"Effectiveness of Neurodynamic Interventions in Patients With Stroke: Protocol for a Systematic Review and Meta-analysis","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Protocol (science); Stroke (engine); Psychological intervention; Physical medicine and rehabilitation; Medicine; Systematic review; Psychology; Physical therapy; MEDLINE; Computer science; Alternative medicine; Engineering; Psychiatry; Pathology; Biology","score_opus":0.3462728174111674,"score_gpt":0.6029270664652341,"score_spread":0.2566542490540667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294991966","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9256746e-7,0.11850632,0.00001664963,0.000013755276,7.125281e-7,0.88119316,0.00022199009,0.000013474594,0.000033763037],"genre_scores_gemma":[1.6139634e-7,0.013183091,0.00010432311,0.0000073318975,0.000003537851,0.9859707,0.000120448574,0.00005977638,0.0005506551],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9903997,0.0058577545,0.0016130983,0.00067534973,0.0010900694,0.00036402186],"domain_scores_gemma":[0.9941322,0.0034665659,0.0007844384,0.000920997,0.0005632586,0.00013250971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005932099,0.00038657637,0.007859363,0.0017923913,0.00008307088,0.000035639205,0.00030500913,0.00013935541,0.00041641438],"category_scores_gemma":[0.001435875,0.00021628893,0.0035414372,0.0022979882,0.00015598255,0.00008310594,0.00018157336,0.0008311817,0.000002874024],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033473613,0.001260418,0.00012418513,0.972589,0.02505659,0.0000024136352,0.0000076229203,3.557015e-7,3.618688e-8,0.000023684874,0.0000395761,0.00056138495],"study_design_scores_gemma":[0.0028630826,0.0053084074,0.00043999695,0.80270714,0.124589436,0.0000037766074,0.000008197991,0.0000022582535,1.2235535e-7,0.0000063646376,0.06387141,0.00019980833],"about_ca_topic_score_codex":0.000005846675,"about_ca_topic_score_gemma":0.000004707251,"teacher_disagreement_score":0.16988187,"about_ca_system_score_codex":0.00032027895,"about_ca_system_score_gemma":0.00046021587,"threshold_uncertainty_score":0.8820006},"labels":[],"label_agreement":null},{"id":"W4295007453","doi":"10.2196/41012","title":"Understanding the Influence of Web-Based Information, Misinformation, Disinformation, and Reinformation on COVID-19 Vaccine Acceptance: Protocol for a Multicomponent Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo; Institut National de Santé Publique du Québec; University of Manitoba; Dalhousie University; BC Children's Hospital; University of British Columbia; University of Alberta; Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Misinformation; Disinformation; Pandemic; The Internet; Internet privacy; Protocol (science); Coronavirus disease 2019 (COVID-19); Medicine; Psychology; Computer science; Social media; World Wide Web; Computer security; Alternative medicine","score_opus":0.3237366824989383,"score_gpt":0.5365440922415735,"score_spread":0.21280740974263523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295007453","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008395792,2.4950012e-7,0.0027352057,0.003805495,0.00000695709,0.9837895,0.000040593233,0.00008384633,0.001142336],"genre_scores_gemma":[0.2357207,1.9005508e-7,0.000062130384,0.0005105371,0.000030482319,0.76360554,0.000019350653,0.0000074033874,0.000043677668],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956983,0.0007293062,0.0009814735,0.00016312537,0.0019331226,0.00049468805],"domain_scores_gemma":[0.99699163,0.00096687843,0.00058420957,0.00044774482,0.00080108567,0.00020847133],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007148873,0.0001660185,0.00021484842,0.0005610156,0.0044343905,0.00043631875,0.0007000295,0.00006247982,0.00022811528],"category_scores_gemma":[0.0017793219,0.00012866996,0.0000646476,0.0011505125,0.00008585197,0.0026998196,0.0002096561,0.0004300416,0.00001056091],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016797787,0.0029619483,0.062474433,0.0067505958,0.00012035353,0.000003895412,0.45299554,0.14869928,0.00011543314,0.12907337,0.1720292,0.007978178],"study_design_scores_gemma":[0.01776787,0.0034121536,0.026403116,0.00032805433,0.0000053058975,0.0000019003479,0.083461136,0.009740869,0.000050893283,0.0029501214,0.8555283,0.0003502605],"about_ca_topic_score_codex":0.00011064698,"about_ca_topic_score_gemma":0.000119668424,"teacher_disagreement_score":0.6834991,"about_ca_system_score_codex":0.0010679356,"about_ca_system_score_gemma":0.0015794972,"threshold_uncertainty_score":0.9968617},"labels":[],"label_agreement":null},{"id":"W4295088873","doi":"10.2196/40828","title":"Group Antenatal Care in Ghana: Protocol for a Cluster Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development; Fogarty International Center; National Institutes of Health","keywords":"Randomized controlled trial; Medicine; Developing country; Cluster randomised controlled trial; Family medicine; Preparedness; Nursing; Pediatrics","score_opus":0.10804340768816559,"score_gpt":0.5329056448156075,"score_spread":0.424862237127442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295088873","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031340313,0.00000282593,0.000011984949,0.0016480795,0.000017143939,0.99290127,0.0000326855,0.000051703006,0.002200259],"genre_scores_gemma":[0.0038834105,6.457138e-8,0.00020728979,0.0004901462,0.0004043035,0.99348676,0.000023947154,0.000036111192,0.0014679439],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940771,0.0022731826,0.0009012015,0.000473532,0.0013857245,0.00088929996],"domain_scores_gemma":[0.9981154,0.0007352418,0.00016484811,0.00036929315,0.00036268772,0.0002525255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063280393,0.00020729982,0.0014379391,0.00039513735,0.0003780234,0.000063606756,0.00032068772,0.00009455463,0.00053157465],"category_scores_gemma":[0.00072172924,0.00013686754,0.00044445854,0.00041011054,0.00014466161,0.00007793332,0.00034465716,0.0009847268,0.000018147613],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9889518,0.0014651071,0.00017714873,0.0019630296,0.000041707717,0.000101136575,0.00043575102,0.0000011295058,0.000048525857,0.00095457013,0.005381875,0.00047824165],"study_design_scores_gemma":[0.8944276,0.009681603,0.000041829662,0.00091427093,0.0000049818154,0.000028206654,0.00069441064,0.00018415198,0.000032623924,0.00059597695,0.09327409,0.00012023542],"about_ca_topic_score_codex":0.00010599837,"about_ca_topic_score_gemma":0.000038875045,"teacher_disagreement_score":0.09452415,"about_ca_system_score_codex":0.0005027003,"about_ca_system_score_gemma":0.0006306171,"threshold_uncertainty_score":0.582037},"labels":[],"label_agreement":null},{"id":"W4295290344","doi":"10.2196/38550","title":"Preventing and Protecting Against Internet Research Fraud in Anonymous Web-Based Research: Protocol for the Development and Implementation of an Anonymous Web-Based Data Integrity Plan","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Computer science; The Internet; Data integrity; Respondent; Web application; Data collection; Computer security; World Wide Web; Internet privacy; Medicine","score_opus":0.7853363686520657,"score_gpt":0.6790038765513444,"score_spread":0.10633249210072127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295290344","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15583889,0.000004104023,0.000026708465,0.0020893035,0.000027882743,0.841759,0.00005615362,0.000045720957,0.00015219468],"genre_scores_gemma":[0.13594896,3.460506e-7,0.0023065936,0.000026184576,0.0002368681,0.8613493,0.000056442892,0.000038049584,0.00003726441],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.977539,0.015211204,0.0009552109,0.0010168913,0.0036488888,0.0016287806],"domain_scores_gemma":[0.9845062,0.012851404,0.00030117272,0.0008048944,0.0012194153,0.0003169514],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10506473,0.00018563302,0.00029578595,0.0010790592,0.004474526,0.00041808336,0.0018041305,0.0001734733,0.00013412366],"category_scores_gemma":[0.011448409,0.00016830054,0.000028730256,0.0024549223,0.0011810297,0.00047869072,0.0012804713,0.0032619338,0.000001693679],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037315132,0.0026364585,0.18023673,0.0056687747,0.000033438704,0.000015105585,0.13995075,0.0000281316,0.0028523523,0.0009080459,0.004397207,0.6595415],"study_design_scores_gemma":[0.009810809,0.0038415063,0.025057003,0.0021435006,0.000002561992,0.0000012405221,0.16529654,0.016467024,0.005399567,0.0010729536,0.7704395,0.00046776127],"about_ca_topic_score_codex":0.009587386,"about_ca_topic_score_gemma":0.044183254,"teacher_disagreement_score":0.76604235,"about_ca_system_score_codex":0.0013167828,"about_ca_system_score_gemma":0.012214695,"threshold_uncertainty_score":0.99903756},"labels":[],"label_agreement":null},{"id":"W4295367068","doi":"10.2196/41152","title":"Neurorehabilitation Through Synergistic Man-Machine Interfaces Promoting Dormant Neuroplasticity in Spinal Cord Injury: Protocol for a Nonrandomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Social Fund; European Commission","keywords":"Neurorehabilitation; Brain–computer interface; Physical medicine and rehabilitation; Spinal cord injury; Medicine; Rehabilitation; Motor imagery; Physical therapy; Neuroplasticity; Body schema; Psychology; Electroencephalography; Perception; Spinal cord; Psychiatry; Neuroscience","score_opus":0.1766700338106471,"score_gpt":0.5577915027316397,"score_spread":0.3811214689209926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295367068","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08934692,0.0000011769217,0.00026664164,0.0011252502,0.000056554487,0.9087362,0.000029838287,0.00009012059,0.0003472396],"genre_scores_gemma":[0.077288195,1.03404794e-7,0.00077757967,0.00009759512,0.00020596891,0.92109483,0.000013792361,0.000057742764,0.0004642045],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99268794,0.003085893,0.0012991275,0.00075169606,0.001400229,0.00077509927],"domain_scores_gemma":[0.9948236,0.0037235396,0.00032506426,0.00045431513,0.0005001677,0.00017333053],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0051948456,0.0003073466,0.0010660007,0.00062401645,0.00047612566,0.00011060036,0.00032407857,0.00009503939,0.000431735],"category_scores_gemma":[0.008435248,0.00023564092,0.00036368042,0.0008383278,0.00027399362,0.00024079517,0.00028953727,0.0013247686,0.000013645791],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97597384,0.0052799783,0.00047952385,0.0023575313,0.000041598658,0.000028741708,0.0004095325,0.00003427618,0.009704662,0.00017807519,0.0011512587,0.0043609687],"study_design_scores_gemma":[0.79232115,0.14883192,0.0010056513,0.0015295851,0.000013917558,0.000015324807,0.00032315985,0.0054715867,0.0010779584,0.00052355725,0.048631188,0.00025500337],"about_ca_topic_score_codex":0.000031600874,"about_ca_topic_score_gemma":0.000009185619,"teacher_disagreement_score":0.18365271,"about_ca_system_score_codex":0.0004264542,"about_ca_system_score_gemma":0.000652015,"threshold_uncertainty_score":0.99991715},"labels":[],"label_agreement":null},{"id":"W4295531933","doi":"10.2196/33093","title":"A Brief Educational Pre-exposure Prophylaxis Intervention in an Infectious Disease Clinic: Protocol for a Case Series Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Protocol (science); Medicine; Pre-exposure prophylaxis; Intervention (counseling); Infectious disease (medical specialty); Disease; Family medicine; Alternative medicine; Nursing; Men who have sex with men; Human immunodeficiency virus (HIV)","score_opus":0.20445497585571581,"score_gpt":0.6010807567984425,"score_spread":0.3966257809427267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295531933","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07040763,0.0000018003227,0.00003008319,0.0006783013,0.000006362261,0.9281157,0.00014787058,0.000072570845,0.0005396787],"genre_scores_gemma":[0.092407696,3.9262243e-8,0.0000992762,0.000017996414,0.0002093387,0.88018864,0.00009801672,0.00005646474,0.026922505],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99338496,0.0026857571,0.00088127196,0.00079882145,0.0014289782,0.00082024344],"domain_scores_gemma":[0.997081,0.0002600094,0.00014515883,0.0008701834,0.0009832311,0.0006604445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004599747,0.00022902092,0.00035421766,0.0009912791,0.00089631905,0.00024494485,0.00039436822,0.000072551644,0.0052244687],"category_scores_gemma":[0.0018010928,0.00021051604,0.0003072857,0.0012408396,0.0002257499,0.0006274186,0.00053815206,0.0014825958,0.00003950953],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05962062,0.13869137,0.6597925,0.009193184,0.00017018287,0.0031932862,0.0045816377,0.000016334418,0.00044446782,0.00061104697,0.06678007,0.056905344],"study_design_scores_gemma":[0.043680742,0.52489877,0.13166296,0.0030435605,0.00001536809,0.0013257641,0.0066717737,0.0008574759,0.000107113556,0.0034561846,0.28368723,0.0005930272],"about_ca_topic_score_codex":0.00025927805,"about_ca_topic_score_gemma":0.0012253624,"teacher_disagreement_score":0.5281295,"about_ca_system_score_codex":0.0006150748,"about_ca_system_score_gemma":0.0015024671,"threshold_uncertainty_score":0.99568486},"labels":[],"label_agreement":null},{"id":"W4295880241","doi":"10.2196/39513","title":"Mixed Reality Prototype of Multimodal Screening for Early Detection of Cognitive Impairments in Older Adults: Protocol Development and Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medizinische Universität Graz; Karl-Franzens-Universität Graz; Austrian Institute of Technology; Österreichische Forschungsförderungsgesellschaft","keywords":"Usability; Protocol (science); Cognition; Medicine; Computer science; Psychology; Human–computer interaction; Alternative medicine","score_opus":0.1668847554245897,"score_gpt":0.5136746883807706,"score_spread":0.3467899329561809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295880241","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48326156,4.0074988e-7,0.00014342416,0.000016522643,0.0000012701832,0.51650053,0.000022800965,0.000011519901,0.000041976644],"genre_scores_gemma":[0.48867288,2.0421286e-8,0.00029446476,0.0000028255963,0.000009485368,0.51096207,0.000009459396,0.000015031622,0.00003374005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944076,0.0015076937,0.0008749414,0.0006734617,0.001874655,0.0006616482],"domain_scores_gemma":[0.99752325,0.00044837847,0.00021972803,0.0003023715,0.0013180898,0.00018817274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070663644,0.00020040674,0.00047872274,0.00057617825,0.00031231352,0.000027021848,0.00020078839,0.00007109045,0.00013920138],"category_scores_gemma":[0.0007376837,0.0001815192,0.00008267296,0.00090262445,0.00027936,0.00016271765,0.00057871005,0.0006968287,0.0000010651765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.096081,0.017564222,0.76621234,0.0034099005,0.00010174681,0.000031048585,0.0056079663,5.1267676e-7,0.002460163,0.00000203134,0.000012864313,0.10851617],"study_design_scores_gemma":[0.030162817,0.04350193,0.8846703,0.002050435,0.000005253809,0.000004936616,0.007409571,0.00019599036,0.031415053,0.000031289455,0.00041306837,0.00013933452],"about_ca_topic_score_codex":0.00043232576,"about_ca_topic_score_gemma":0.00009967179,"teacher_disagreement_score":0.11845795,"about_ca_system_score_codex":0.00025229956,"about_ca_system_score_gemma":0.0005581792,"threshold_uncertainty_score":0.74021375},"labels":[],"label_agreement":null},{"id":"W4295881858","doi":"10.2196/37496","title":"A Psychosocial Intervention for Supporting Informal Caregivers of Older People With Alzheimer Disease: Protocol for the InnFamiglia Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fondazione Cassa di Risparmio di Verona Vicenza Belluno e Ancona","keywords":"Psychosocial; Randomized controlled trial; Intervention (counseling); Dementia; Psychological intervention; Psychology; Medicine; Caregiver burden; Gerontology; Clinical psychology; Disease; Psychiatry","score_opus":0.09089607831944947,"score_gpt":0.5294285299731576,"score_spread":0.43853245165370813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295881858","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016898274,0.0000030064286,0.0015158269,0.001391238,0.000015521236,0.99467534,0.0000631099,0.000033377095,0.00061278424],"genre_scores_gemma":[0.02345572,1.2553372e-7,0.00010747368,0.000052208714,0.00022130778,0.9739088,0.00006532943,0.00004022196,0.0021488161],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945722,0.0012031028,0.0009520048,0.000380866,0.0020785679,0.00081322953],"domain_scores_gemma":[0.9954144,0.002008295,0.0005157141,0.00036021782,0.0014501605,0.00025121018],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011126989,0.00021063595,0.0009692461,0.00034421115,0.0008477935,0.00010920082,0.00038453125,0.00005407402,0.001489732],"category_scores_gemma":[0.0015000612,0.00012180835,0.0008965702,0.0005318741,0.000396009,0.00017430529,0.00024581433,0.0005379903,0.0000022270324],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97872955,0.0022449652,0.0013307771,0.0013699289,0.0007605388,0.0000052410505,0.0011650563,0.0000035848957,0.00003818255,0.00037103417,0.0087333815,0.005247777],"study_design_scores_gemma":[0.9344939,0.012302969,0.0010065826,0.00053157756,0.00015759606,0.0000026082994,0.0019803457,0.00097557297,0.00016768732,0.00017769926,0.048073396,0.00013009385],"about_ca_topic_score_codex":0.000032572847,"about_ca_topic_score_gemma":0.000013385937,"teacher_disagreement_score":0.04423566,"about_ca_system_score_codex":0.00010438349,"about_ca_system_score_gemma":0.001354553,"threshold_uncertainty_score":0.999423},"labels":[],"label_agreement":null},{"id":"W4295900878","doi":"10.2196/37572","title":"Study of Health in Primary Care of the Amazonas Population: Protocol for an Observational Study on Diabetes Management in Brazil","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Universidade Federal do Amazonas","keywords":"Observational study; Medicine; Health care; Population; Diabetes management; Disease management; Family medicine; Nursing; Health management system; Gerontology; Diabetes mellitus; Type 2 diabetes; Environmental health; Alternative medicine","score_opus":0.5295501043984042,"score_gpt":0.609124373519497,"score_spread":0.07957426912109278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295900878","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43896917,2.5269492e-7,8.5939895e-8,0.0003142537,0.000004150073,0.5603779,0.000004152086,0.000005862579,0.0003241966],"genre_scores_gemma":[0.3514349,6.121578e-9,0.00003240492,0.00006306148,0.000017529983,0.6482363,0.00004290401,0.000012853019,0.0001600496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964111,0.0010341218,0.00064197485,0.00033739733,0.0012411479,0.00033430004],"domain_scores_gemma":[0.99890906,0.00009896881,0.00021014281,0.0005793782,0.00016041705,0.000042059488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032808983,0.00010665037,0.00030169156,0.0005201763,0.00015977788,0.00001833934,0.00035747315,0.000018861834,0.000033572953],"category_scores_gemma":[0.000045673885,0.000085436666,0.000040495288,0.0011805454,0.000032061373,0.0001097086,0.00033483582,0.00030018328,5.09505e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008960626,0.016287046,0.96103173,0.002579613,0.000024622525,7.9556105e-7,0.0048880135,0.00017717558,0.000019752903,0.0001801856,0.0010807619,0.012834217],"study_design_scores_gemma":[0.009200761,0.017588852,0.952991,0.0006792198,0.0000022336399,2.5308863e-8,0.015311696,0.000033409575,0.000022609458,0.00019634023,0.003912981,0.00006084393],"about_ca_topic_score_codex":0.00009470895,"about_ca_topic_score_gemma":0.0001178305,"teacher_disagreement_score":0.087858416,"about_ca_system_score_codex":0.0006474247,"about_ca_system_score_gemma":0.00021842557,"threshold_uncertainty_score":0.34840062},"labels":[],"label_agreement":null},{"id":"W4295905005","doi":"10.2196/40611","title":"The Influence of Context on Implementation and Improvement: Protocol for a Mixed Methods, Secondary Analyses Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Calgary; University of Alberta","funders":"","keywords":"Knowledge translation; Context (archaeology); Qualitative property; Knowledge management; Data collection; Stakeholder; Health care; Qualitative research; Action research; Psychology; Computer science; Process management; Business; Public relations","score_opus":0.8606278388785651,"score_gpt":0.8453399566686224,"score_spread":0.015287882209942705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295905005","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027503487,3.2025957e-7,0.00007297696,0.0021131618,0.000010285751,0.9698966,0.00017032465,0.000029010836,0.00020383927],"genre_scores_gemma":[0.022792673,8.079648e-8,0.0006281601,0.0010726699,0.000050646657,0.97506744,0.0000041066496,0.000024948948,0.00035926703],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98352534,0.011923214,0.0014614582,0.0005314313,0.0014640489,0.001094507],"domain_scores_gemma":[0.9868869,0.010584573,0.00072441815,0.0006507456,0.00093216274,0.00022120723],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03003656,0.00016327477,0.00030468998,0.00036933916,0.005567864,0.00006109079,0.000707854,0.000042947104,0.0006574947],"category_scores_gemma":[0.0018715286,0.00011595205,0.000050255232,0.0009947179,0.00025984776,0.00023147673,0.00088467984,0.0010574715,0.00000999201],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072138323,0.0017427291,0.0344841,0.005218635,0.00014997233,0.0000036952251,0.067122355,0.00004961692,0.03855369,0.0073596183,0.15166585,0.6864359],"study_design_scores_gemma":[0.010116824,0.012258102,0.046524223,0.00017546011,0.0000025247346,4.3509405e-7,0.10801271,0.000046473182,0.0025250413,0.0013372339,0.81885934,0.00014161793],"about_ca_topic_score_codex":0.00051025284,"about_ca_topic_score_gemma":0.0005147357,"teacher_disagreement_score":0.68629426,"about_ca_system_score_codex":0.00039442664,"about_ca_system_score_gemma":0.002207891,"threshold_uncertainty_score":0.9987815},"labels":[],"label_agreement":null},{"id":"W4295990477","doi":"10.2196/41255","title":"Older Adults Living in Disadvantaged Areas: Protocol for a Mixed Methods Baseline Study on Homes, Quality of Life, and Participation in Transitioning Neighborhoods","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Aging, and Tourism Studies","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disadvantaged; Context (archaeology); Quality of life (healthcare); Gerontology; Psychology; Qualitative research; Qualitative property; Medicine; Geography; Sociology; Economic growth","score_opus":0.22338819484602696,"score_gpt":0.6183597091808104,"score_spread":0.39497151433478345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295990477","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1715908,0.000002168242,0.0006517372,0.00026744872,0.000004540993,0.8273593,0.000012319576,0.000022298927,0.000089362075],"genre_scores_gemma":[0.40632027,1.733589e-7,0.0003212605,0.000009512031,0.00003722913,0.59326154,0.0000021516507,0.000008521582,0.000039341852],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98705614,0.010530408,0.00064311735,0.00041484743,0.0008881183,0.0004673906],"domain_scores_gemma":[0.9965024,0.0028110915,0.00017125676,0.00019573892,0.00021619641,0.00010328958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022559902,0.00012143144,0.0003317361,0.0003551397,0.000807633,0.0000656736,0.00019275877,0.00004558326,0.0000900571],"category_scores_gemma":[0.0034462265,0.00011555125,0.000046813555,0.0009184354,0.00015484107,0.00021427698,0.00010825552,0.00038197372,2.8851366e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020882678,0.0052279932,0.36777,0.00074879837,0.000016287873,0.0000023213743,0.6106484,0.000044422784,0.00007326772,0.0010231697,0.00033394163,0.012023161],"study_design_scores_gemma":[0.005182702,0.0013540699,0.9258889,0.00084833655,0.000001227505,4.241429e-8,0.06366442,0.000567295,0.000054687403,0.0006794172,0.0015978458,0.00016103667],"about_ca_topic_score_codex":0.004219049,"about_ca_topic_score_gemma":0.026684633,"teacher_disagreement_score":0.55811894,"about_ca_system_score_codex":0.00016451793,"about_ca_system_score_gemma":0.000284996,"threshold_uncertainty_score":0.9910758},"labels":[],"label_agreement":null},{"id":"W4296028521","doi":"10.2196/38718","title":"Long-term Consequences of COVID-19 and the Pandemic: Protocol for a Web-Based, Longitudinal Observational Study (DEFEAT)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Observational study; Medicine; Population; Informed consent; Longitudinal study; Family medicine; Quality of life (healthcare); Gerontology; Coronavirus disease 2019 (COVID-19); Disease; Nursing; Environmental health; Alternative medicine","score_opus":0.44168342651508324,"score_gpt":0.5894671681615771,"score_spread":0.14778374164649383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296028521","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03824145,0.0000047533777,0.00012436594,0.008740283,0.000006527741,0.95258504,0.00009437654,0.00010292369,0.000100252284],"genre_scores_gemma":[0.07872659,1.250163e-7,0.00025375115,0.0009085273,0.00013077087,0.9194767,0.000029742057,0.00004633043,0.000427481],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925936,0.00249314,0.00077334634,0.0008017778,0.0025900514,0.00074812165],"domain_scores_gemma":[0.9899674,0.007546464,0.0003480462,0.0009331193,0.00070667715,0.00049828505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0106470175,0.00031251615,0.00069727306,0.0004419554,0.0011081978,0.00013840507,0.000812318,0.00010195847,0.0006644189],"category_scores_gemma":[0.004984588,0.00020942424,0.00021324883,0.00083838555,0.0020760996,0.0001756132,0.00068551756,0.0009915403,0.0000056686567],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035250153,0.0023464477,0.9433705,0.007748663,0.00013017477,0.00017702092,0.0005666986,0.000048379876,0.0018614279,0.0013402215,0.0066747707,0.0004855086],"study_design_scores_gemma":[0.189695,0.03407921,0.6212621,0.0022653064,0.000077488905,0.00035792377,0.00090720435,0.0009673184,0.0009721296,0.0047282525,0.14398445,0.0007036544],"about_ca_topic_score_codex":0.00013827448,"about_ca_topic_score_gemma":0.00008690532,"teacher_disagreement_score":0.32210848,"about_ca_system_score_codex":0.0005941342,"about_ca_system_score_gemma":0.006701848,"threshold_uncertainty_score":0.9989292},"labels":[],"label_agreement":null},{"id":"W4296231607","doi":"10.2196/42011","title":"Correction: Awareness, Information-Seeking Behavior, and Information Preferences About Early Childhood Allergy Prevention Among Different Parent Groups: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Protocol (science); Information seeking; Psychology; Medicine; Computer science; Alternative medicine; Information retrieval","score_opus":0.25904912401154545,"score_gpt":0.5917259538635211,"score_spread":0.33267682985197566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296231607","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016591469,0.000008121096,0.0011564372,0.000037658636,0.0032380295,0.99010533,0.00025406267,0.00024574672,0.003295457],"genre_scores_gemma":[0.00061659346,0.0000022168106,0.00017704592,0.00002173854,0.0005442317,0.9817703,0.0018648645,0.000076946344,0.014926103],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888741,0.004832141,0.0023687354,0.0008491516,0.0017468949,0.0013290129],"domain_scores_gemma":[0.99539787,0.0003910426,0.0015008323,0.0011000176,0.0011519474,0.00045830055],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046967054,0.00073132606,0.0009153258,0.0014603186,0.0019142785,0.001125599,0.0010442943,0.0008659227,0.0031369901],"category_scores_gemma":[0.00030181743,0.00066048437,0.00040090454,0.0008284256,0.00023961927,0.003024365,0.00084526005,0.0036681774,0.00005161806],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010233038,0.0064099026,0.016510647,0.0014136325,0.00015782753,0.0000027187448,0.009321304,7.533496e-7,4.78493e-7,0.00024151106,0.5610498,0.4038681],"study_design_scores_gemma":[0.0032428196,0.008557319,0.47240603,0.002137305,0.000021232956,0.000005174437,0.0037254684,0.00004082625,0.0000020921068,0.000121580306,0.5093558,0.0003843551],"about_ca_topic_score_codex":0.001172336,"about_ca_topic_score_gemma":0.00089433044,"teacher_disagreement_score":0.4558954,"about_ca_system_score_codex":0.00058252463,"about_ca_system_score_gemma":0.0009170403,"threshold_uncertainty_score":0.9999113},"labels":[],"label_agreement":null},{"id":"W4296473917","doi":"10.2196/36328","title":"Recasting Jung Through an Indigenist Approach to Deepen Shared Knowledges of Well-being and Healing on Australian Soils: Protocol for a Qualitative Landscape Research Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Green Space and Health","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of New England","keywords":"Protocol (science); Qualitative research; Sociology; Engineering ethics; Environmental ethics; Social science; Medicine; Engineering; Alternative medicine","score_opus":0.5381440217614183,"score_gpt":0.6134306547483703,"score_spread":0.07528663298695204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296473917","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036005467,4.662018e-7,0.000037198446,0.0004050038,0.0000030350784,0.9523987,0.000027362978,0.00003934647,0.011083376],"genre_scores_gemma":[0.02580689,5.938972e-8,0.0035481383,0.000038806393,0.0000915679,0.9686183,0.000014278134,0.00005772038,0.0018242603],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99047285,0.004208259,0.00060001126,0.0011056692,0.0022439316,0.0013692636],"domain_scores_gemma":[0.9976626,0.00084837346,0.00016293209,0.0006578642,0.0001811207,0.00048711887],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01527676,0.0002417975,0.00040589544,0.00036359963,0.0024885347,0.0002239609,0.000907481,0.00008706684,0.00044795338],"category_scores_gemma":[0.00037840754,0.00022076978,0.00005691126,0.0016351155,0.00031614385,0.00047544178,0.0014016384,0.0012761535,0.00004444845],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0102425665,0.011508372,0.16737075,0.002938809,0.00005934577,0.00002341209,0.75149226,0.00084676006,0.0018350076,0.0017053977,0.046656046,0.0053212955],"study_design_scores_gemma":[0.01266916,0.08405225,0.011216992,0.001913821,0.0000060685024,0.000012504465,0.60214174,0.0029965884,0.0015086496,0.0055496,0.27675885,0.001173793],"about_ca_topic_score_codex":0.0015906264,"about_ca_topic_score_gemma":0.00096758583,"teacher_disagreement_score":0.23010279,"about_ca_system_score_codex":0.0005511103,"about_ca_system_score_gemma":0.00027732312,"threshold_uncertainty_score":0.9988101},"labels":[],"label_agreement":null},{"id":"W4296657757","doi":"10.2196/38788","title":"Feasibility and Acceptability of Music Imagery and Listening Interventions for Analgesia: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Guided imagery; Active listening; Psychological intervention; Protocol (science); Music therapy; Psychology; Medicine; Physical therapy; Alternative medicine; Psychotherapist; Anxiety; Nursing; Surgery; Psychiatry","score_opus":0.4323965774249642,"score_gpt":0.6256305742551389,"score_spread":0.19323399683017473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296657757","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006565021,0.0000123796935,0.00093160814,0.0003745007,0.000025486996,0.9912695,0.00010201145,0.00003343737,0.0006860453],"genre_scores_gemma":[0.0056905188,1.2782903e-7,0.0009423856,0.00004096977,0.00015577249,0.99234885,0.0000076051615,0.000026391419,0.0007873539],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9918989,0.0052216277,0.0012609335,0.0006380103,0.0004185724,0.0005619389],"domain_scores_gemma":[0.99314916,0.005294955,0.00047567356,0.00053388235,0.00038993586,0.0001563759],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02606001,0.00017714272,0.0014396558,0.00029223625,0.0007288846,0.00007518954,0.0002742731,0.00010420332,0.0044394042],"category_scores_gemma":[0.0016008241,0.00013962785,0.0006856755,0.00026266044,0.0005961378,0.00010130523,0.00024640103,0.0005341183,5.208569e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9745106,0.0022760343,0.00030073881,0.0031326402,0.00013104669,9.587632e-7,0.0017878035,2.147113e-7,0.00005691929,0.0060653803,0.0031568513,0.008580785],"study_design_scores_gemma":[0.9626418,0.005764223,0.000961712,0.00018306739,0.000013541668,0.0000029506916,0.00069729995,0.00010281143,0.000011259842,0.011227045,0.018277243,0.00011709528],"about_ca_topic_score_codex":0.0000566063,"about_ca_topic_score_gemma":0.000036501726,"teacher_disagreement_score":0.024459185,"about_ca_system_score_codex":0.000108773515,"about_ca_system_score_gemma":0.00029592536,"threshold_uncertainty_score":0.9964707},"labels":[],"label_agreement":null},{"id":"W4296717278","doi":"10.2196/41602","title":"Community-Engaged Intervention Mapping for Cardiovascular Disease Prevention in Black and Latinx Sexual Minority Men With HIV in New York City: Protocol for a Web-Based Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; National Institutes of Health; York University; Yale University","keywords":"Intervention (counseling); Protocol (science); Human immunodeficiency virus (HIV); Community-based participatory research; Sexual minority; Gerontology; Medicine; Psychology; Family medicine; Nursing; Alternative medicine; Sociology; Social psychology; Participatory action research; Sexual orientation","score_opus":0.4111720333439431,"score_gpt":0.5757282296788593,"score_spread":0.1645561963349162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296717278","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05852599,0.0000046346527,0.0036607217,0.0003738207,0.0000014718977,0.9372774,0.000034716362,0.000044245084,0.00007700107],"genre_scores_gemma":[0.05997817,2.9532423e-8,0.009538825,0.000010050858,0.000024883524,0.9294758,0.0001143192,0.000032504227,0.00082543027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98375994,0.0141422665,0.0005535483,0.00047764432,0.00059297663,0.0004736475],"domain_scores_gemma":[0.9975433,0.0010778105,0.00012937491,0.000776467,0.00020600574,0.00026709508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01961439,0.00018763712,0.00046269275,0.00057987,0.0012324303,0.00005560262,0.00020130411,0.000064576765,0.0000342054],"category_scores_gemma":[0.0006491089,0.0001691913,0.00015138299,0.0008977719,0.00007714801,0.00009190092,0.0001951117,0.0020326606,0.000001231406],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03367396,0.037106268,0.798138,0.016489275,0.0008763439,0.00005332852,0.009967619,0.0003428332,0.00028336688,0.00007225793,0.0046968455,0.09829988],"study_design_scores_gemma":[0.14663978,0.024848128,0.7204336,0.0047824183,0.000109616885,0.0000055756313,0.017561669,0.021503244,0.00006287505,0.0013448779,0.06230721,0.00040104258],"about_ca_topic_score_codex":0.0009254964,"about_ca_topic_score_gemma":0.000331511,"teacher_disagreement_score":0.112965815,"about_ca_system_score_codex":0.00056353345,"about_ca_system_score_gemma":0.0009155552,"threshold_uncertainty_score":0.94789827},"labels":[],"label_agreement":null},{"id":"W4296717764","doi":"10.2196/40705","title":"Virtual Reality–Augmented Physiotherapy for Chronic Pain in Youth: Protocol for a Randomized Controlled Trial Enhanced With a Single-Case Experimental Design","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases","keywords":"Randomized controlled trial; Physical therapy; Virtual reality; Medicine; Intervention (counseling); Rehabilitation; Chronic pain; Protocol (science); Physical medicine and rehabilitation; Mindfulness; Alternative medicine; Clinical psychology; Nursing","score_opus":0.24916250256636027,"score_gpt":0.5313239729584806,"score_spread":0.28216147039212025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296717764","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005487386,0.0000026651219,0.11383891,0.00023445227,0.000005154442,0.88492703,0.00002873617,0.00024880347,0.0001654813],"genre_scores_gemma":[0.007967942,1.67209e-7,0.004578372,0.00011926058,0.00040872116,0.9859677,0.000049656683,0.0001157513,0.0007924619],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9882608,0.0072405487,0.0011516304,0.0008607953,0.0014228228,0.0010634209],"domain_scores_gemma":[0.9944021,0.003974046,0.0004365426,0.0006785733,0.0003201023,0.00018861708],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025497084,0.00040016268,0.001779134,0.00081604184,0.00044509943,0.00011309766,0.00039567295,0.00011836606,0.00024315045],"category_scores_gemma":[0.0015815702,0.00030229124,0.00047010966,0.0008354154,0.00027738162,0.0001531043,0.00018255743,0.00058916013,0.0000014166945],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9535763,0.007145212,0.00000147453,0.0005762762,0.00021025202,0.00011742595,0.00075000414,0.00004813804,0.029269127,0.00008257487,0.0062403437,0.001982823],"study_design_scores_gemma":[0.8889943,0.082895145,2.2083924e-7,0.0007633448,0.000020719799,0.000009903386,0.0007845888,0.007665699,0.012628304,0.00024485667,0.0057053054,0.00028761232],"about_ca_topic_score_codex":0.000040343533,"about_ca_topic_score_gemma":0.000008841349,"teacher_disagreement_score":0.10926054,"about_ca_system_score_codex":0.0016436005,"about_ca_system_score_gemma":0.0009961337,"threshold_uncertainty_score":0.9999429},"labels":[],"label_agreement":null},{"id":"W4296718179","doi":"10.2196/37452","title":"The Fetal Growth Restriction at Term Managed by Angiogenic Factors Versus Feto-Maternal Doppler (GRAFD) Trial to Avoid Adverse Perinatal Outcomes: Protocol for a Multicenter, Open-Label, Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pregnancy and preeclampsia studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Protocol (science); Adverse effect; Obstetrics; Fetal growth; Pregnancy; Fetus; Pediatrics; Internal medicine; Alternative medicine; Biology","score_opus":0.20324440258643267,"score_gpt":0.5122015681158506,"score_spread":0.30895716552941793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296718179","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034242745,0.0000075987978,0.000021142609,0.0011109832,0.00022799394,0.96324813,0.00018831603,0.00011289306,0.0008401907],"genre_scores_gemma":[0.012150998,0.0000031261611,0.000116997646,0.00006489955,0.00029053513,0.98076975,0.000064851825,0.00008027382,0.006458554],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99058145,0.0037899087,0.0013622162,0.00090305856,0.0020992334,0.0012641068],"domain_scores_gemma":[0.99315685,0.0047543715,0.0004786593,0.00083613826,0.00038822557,0.0003857317],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.007064673,0.00052643346,0.0018977263,0.00034147067,0.003299829,0.00031644668,0.0012731004,0.00015349415,0.00033559126],"category_scores_gemma":[0.0039382246,0.00031408563,0.00085503707,0.0005293088,0.00036278047,0.0002865269,0.0021589098,0.0010097264,0.000030518266],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9745174,0.002159875,0.00061145885,0.00038213117,0.0010686998,0.000037847447,0.00041756174,6.708484e-7,0.00040904566,0.0001525761,0.020015573,0.00022714297],"study_design_scores_gemma":[0.91755307,0.016370611,0.00019824012,0.00040760115,0.00007585897,0.0000050761614,0.0002812868,0.000073370386,0.00034007628,0.00006559815,0.0643297,0.0002995049],"about_ca_topic_score_codex":0.000116063755,"about_ca_topic_score_gemma":0.000049191025,"teacher_disagreement_score":0.05696434,"about_ca_system_score_codex":0.0008806675,"about_ca_system_score_gemma":0.0003837988,"threshold_uncertainty_score":0.9999311},"labels":[],"label_agreement":null},{"id":"W4296720483","doi":"10.2196/40811","title":"Effects of High and Low-To-Moderate Intensity Exercise During (Neo-) Adjuvant Chemotherapy on Muscle Cells, Cardiorespiratory Fitness, and Muscle Function in Women With Breast Cancer: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cardiorespiratory fitness; Randomized controlled trial; Medicine; Physical therapy; Breast cancer; Protocol (science); Physical medicine and rehabilitation; Cancer; Oncology; Internal medicine; Alternative medicine; Pathology","score_opus":0.025802988502124636,"score_gpt":0.3729174231094669,"score_spread":0.34711443460734226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296720483","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4416099,0.0000057018474,0.000005801848,0.00013284686,0.000013554363,0.5581836,0.000020600264,0.000019353069,0.000008632475],"genre_scores_gemma":[0.29685426,0.0000021076644,0.0000063057223,0.00009726713,0.000101857855,0.7028149,0.0000012864327,0.00003857325,0.00008348635],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99679536,0.00076047896,0.0004693278,0.0005840821,0.0008422836,0.00054844475],"domain_scores_gemma":[0.9984015,0.00043239509,0.00016780649,0.00032337755,0.00042347208,0.00025144723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026505443,0.00025548597,0.0017363284,0.00038316305,0.00024358359,0.000051614355,0.00011012664,0.000084752144,0.00006524624],"category_scores_gemma":[0.00008122038,0.00018403337,0.000119412536,0.0004291196,0.00019200567,0.00008310598,0.00013429437,0.00051483186,3.8608516e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96918917,0.000820262,0.00009889409,0.0040073073,0.000091706715,0.00002817679,0.0015404626,0.00004400511,0.012467545,0.0000051433485,0.00016227366,0.0115450695],"study_design_scores_gemma":[0.96798235,0.007273348,0.011948423,0.0032185507,0.000020424088,0.0000028593277,0.00034800015,0.00011917473,0.0074109365,0.00005311275,0.0014212576,0.0002015662],"about_ca_topic_score_codex":0.0005081937,"about_ca_topic_score_gemma":0.000098459604,"teacher_disagreement_score":0.14475563,"about_ca_system_score_codex":0.00042330087,"about_ca_system_score_gemma":0.00045786702,"threshold_uncertainty_score":0.75046635},"labels":[],"label_agreement":null},{"id":"W4296720495","doi":"10.2196/38461","title":"Patient-Reported Outcome Dashboards Within the Electronic Health Record to Support Shared Decision-making: Protocol for Co-design and Clinical Evaluation With Patients With Advanced Cancer and Chronic Kidney Disease","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Institutes of Health; Peterson Center on Healthcare","keywords":"Medicine; Dashboard; Health care; Medical record; Clinical trial; Protocol (science); Quality of life (healthcare); Decision support system; Family medicine; Physical therapy; Nursing; Alternative medicine; Surgery; Computer science","score_opus":0.28027428785534847,"score_gpt":0.641115818426166,"score_spread":0.3608415305708176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296720495","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014443339,0.0000035008723,0.0007275203,0.0017043784,0.00003682475,0.98255724,0.00038254657,0.00005712469,0.00008752999],"genre_scores_gemma":[0.059141196,7.082734e-8,0.0009429906,0.00070400385,0.00004003517,0.9387708,0.000080074846,0.000080815174,0.00024006359],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99289644,0.0018363604,0.0012937556,0.0010774869,0.001801866,0.0010940931],"domain_scores_gemma":[0.9962334,0.0007331309,0.00069910934,0.000818003,0.0006748004,0.00084154215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061083795,0.00028436648,0.00040316902,0.0002495073,0.001000253,0.0001821168,0.0003923618,0.000058319707,0.00077351276],"category_scores_gemma":[0.00068123575,0.00019137013,0.0000728781,0.0006244869,0.000246223,0.00028708077,0.00031746976,0.000827796,0.000010615885],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0827764,0.0046797474,0.18674684,0.0009734172,0.0001816424,0.000016005853,0.00076413923,0.00011195331,9.693562e-7,0.00041242177,0.041747794,0.68158865],"study_design_scores_gemma":[0.04812724,0.27856258,0.27974698,0.0064975694,0.000039722043,0.000021847414,0.0005029946,0.001668668,0.000010178052,0.0038895232,0.38003367,0.0008990015],"about_ca_topic_score_codex":0.00003711272,"about_ca_topic_score_gemma":0.00017209473,"teacher_disagreement_score":0.6806897,"about_ca_system_score_codex":0.0016620712,"about_ca_system_score_gemma":0.004448469,"threshold_uncertainty_score":0.84694225},"labels":[],"label_agreement":null},{"id":"W4296720499","doi":"10.2196/37420","title":"An Intensive Ambulatory Care Program for Adolescents With Eating Disorders Combining In-Person and Web-Based Care: Protocol for a Single-Site Naturalistic Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Concordia University; Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"Fonds de Recherche du Québec - Santé; Fondation des Etoiles; Centre hospitalier universitaire Sainte-Justine","keywords":"Protocol (science); Naturalistic observation; Ambulatory; Eating disorders; Medicine; Randomized controlled trial; Web site; Psychology; Gerontology; Nursing; Clinical psychology; Alternative medicine; World Wide Web; The Internet; Computer science; Social psychology","score_opus":0.15282214902653957,"score_gpt":0.5259643657144835,"score_spread":0.3731422166879439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296720499","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101732045,0.000004244694,0.000015951568,0.00004535357,0.000021373668,0.897842,0.000068074376,0.00013077579,0.00014019283],"genre_scores_gemma":[0.34355712,3.420291e-9,0.0005270883,0.000047642516,0.000046815272,0.6556455,0.00007625493,0.00007223372,0.000027362712],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962595,0.00080158823,0.00038469996,0.0009065313,0.0006646714,0.0009830146],"domain_scores_gemma":[0.99820036,0.00022804593,0.00020618096,0.00047164306,0.0007243853,0.00016937299],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007584945,0.0003019544,0.0003767996,0.00040105017,0.00087959575,0.00020792118,0.0003829871,0.0001450225,0.000034906243],"category_scores_gemma":[0.00016966107,0.000271155,0.00010384869,0.0005410767,0.00027518361,0.00012152414,0.00009996565,0.0009502662,0.0000010243934],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.33032978,0.012029514,0.5079859,0.009477139,0.000045414832,0.00006721222,0.046318788,0.00014885108,0.002623679,0.00019222905,0.0015473127,0.08923419],"study_design_scores_gemma":[0.52614653,0.22706519,0.019530285,0.008430553,0.000029557837,0.000011306189,0.16478801,0.0024917328,0.00012652103,0.000100052,0.049715895,0.0015643362],"about_ca_topic_score_codex":0.0001650952,"about_ca_topic_score_gemma":0.00043840896,"teacher_disagreement_score":0.4884556,"about_ca_system_score_codex":0.00033513765,"about_ca_system_score_gemma":0.00034849934,"threshold_uncertainty_score":0.9999741},"labels":[],"label_agreement":null},{"id":"W4296790466","doi":"10.2196/42553","title":"A Text-Based Smoking Cessation Intervention for Sexual and Gender Minority Groups: Protocol for a Feasibility Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; University of Texas Health Science Center at Houston; National Institutes of Health; Cancer Prevention and Research Institute of Texas","keywords":"Smoking cessation; Psychological intervention; Transgender; Population; Abstinence; Medicine; Sexual minority; Family medicine; Sexual orientation; Lesbian; Psychology; Nursing; Environmental health; Social psychology; Psychiatry","score_opus":0.5081621889045315,"score_gpt":0.59972954487635,"score_spread":0.09156735597181853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296790466","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08057351,2.447831e-7,0.0018674013,0.00018086523,0.000014415072,0.9171575,0.000059508533,0.000073495445,0.000073095485],"genre_scores_gemma":[0.11640963,3.0986662e-9,0.00025721607,0.000029719402,0.0002658903,0.88266397,0.00013150134,0.00002723245,0.00021483187],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99683714,0.0005957281,0.0004603683,0.00058943767,0.001067452,0.00044984973],"domain_scores_gemma":[0.9984974,0.00033047283,0.00017114969,0.00038292777,0.0004883754,0.00012966568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054368544,0.00015591248,0.00025009687,0.0002849864,0.0007035919,0.00012896408,0.0001547438,0.00012238759,0.00025726968],"category_scores_gemma":[0.0004997932,0.0001463828,0.00014274767,0.00034063373,0.00010812149,0.00016779664,0.00012695222,0.0005251052,3.2123506e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.55169857,0.014182907,0.3226317,0.0222924,0.00009541981,0.000010965471,0.0014516391,0.000013065437,0.0058178566,0.0012179107,0.014255095,0.066332445],"study_design_scores_gemma":[0.6391897,0.056868527,0.21095794,0.0007080524,0.000079602614,0.000020465397,0.0016522015,0.003991076,0.003689485,0.006588508,0.07564184,0.0006125518],"about_ca_topic_score_codex":0.000028765427,"about_ca_topic_score_gemma":0.000008791184,"teacher_disagreement_score":0.11167375,"about_ca_system_score_codex":0.0006030768,"about_ca_system_score_gemma":0.00034137996,"threshold_uncertainty_score":0.5969317},"labels":[],"label_agreement":null},{"id":"W4296923746","doi":"10.2196/40265","title":"Interactive Conversational Agents for Health Promotion, Prevention, and Care: Protocol for a Mixed Methods Systematic Scoping Review","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Bibliothèque et Archives nationales du Québec; Université Laval","funders":"","keywords":"Protocol (science); Health promotion; Health care; Multimethodology; Promotion (chess); Computer science; Psychology; Medical education; Medicine; Nursing; Alternative medicine; Public health; Pedagogy; Political science","score_opus":0.5407769432146022,"score_gpt":0.7309151245542388,"score_spread":0.19013818133963656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296923746","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002279709,0.00008936031,0.006570498,0.0035102193,0.0000623395,0.9891915,0.00019113868,0.000059496986,0.00032320182],"genre_scores_gemma":[0.000054882454,3.1145404e-7,0.005202094,0.00027789606,0.00005144222,0.9910349,0.00010693072,0.00004901863,0.0032224734],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99191386,0.004917112,0.0012305649,0.00064345135,0.0006295496,0.0006654786],"domain_scores_gemma":[0.99693775,0.0010370661,0.00063425524,0.00044002765,0.0007250504,0.00022583963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008377854,0.00018724277,0.00054632593,0.00027223473,0.0009215168,0.00011133893,0.00036958864,0.000048906073,0.00072623085],"category_scores_gemma":[0.0007619831,0.00018193139,0.00020126106,0.00042519532,0.00010155917,0.00026491514,0.0003253234,0.00035910073,0.000022172628],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009715437,0.0025476473,0.00002766198,0.8814613,0.00009466179,0.0000013166557,0.001739152,4.5218127e-7,0.000004028021,0.007914593,0.08897335,0.016264273],"study_design_scores_gemma":[0.008685744,0.025612773,0.00013499956,0.81612825,0.000012877077,0.00005225958,0.002638029,0.00007786946,0.00014672978,0.008921511,0.137247,0.0003419249],"about_ca_topic_score_codex":0.000010420594,"about_ca_topic_score_gemma":0.0000142762665,"teacher_disagreement_score":0.06533304,"about_ca_system_score_codex":0.00085640047,"about_ca_system_score_gemma":0.0007336305,"threshold_uncertainty_score":0.79517186},"labels":[],"label_agreement":null},{"id":"W4296923780","doi":"10.2196/38914","title":"Understanding Racial Disparities in COVID-19–Related Complications: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Racial and Ethnic Identity Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Health equity; Medicine; Health care; Cohort; Pandemic; Family medicine; Medical record; Gerontology; Cohort study; Coronavirus disease 2019 (COVID-19); Public health; Nursing; Disease","score_opus":0.7990766590160747,"score_gpt":0.7261640323659588,"score_spread":0.07291262665011589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296923780","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011986632,0.0000012069992,0.0017411808,0.006649889,0.000017010409,0.9851638,0.00002214088,0.00011855347,0.0061663254],"genre_scores_gemma":[0.004715679,2.2874644e-7,0.00045189093,0.000071693044,0.000101864505,0.991889,0.000008473234,0.00002865872,0.0027325395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9823342,0.0128001,0.0006099188,0.00063728134,0.0023598673,0.0012586118],"domain_scores_gemma":[0.99598765,0.002704408,0.0001313621,0.0004464911,0.00029034566,0.00043976345],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03536717,0.00015456695,0.00031574312,0.00083431083,0.0067233033,0.00069918117,0.0013666232,0.00012039314,0.0011643971],"category_scores_gemma":[0.0048651104,0.00016139647,0.00011807245,0.0028903258,0.00092643825,0.00047940324,0.0009134959,0.0013064692,0.00002355258],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007198315,0.01743114,0.04817099,0.0022608663,0.00014946237,0.00011207087,0.22642456,0.00039172487,0.0005564097,0.53740454,0.13093162,0.028968325],"study_design_scores_gemma":[0.0052309437,0.0013608376,0.002186579,0.00013879353,0.0000012830303,0.0000011449104,0.09543595,0.00027702405,0.000013257917,0.15316226,0.74194354,0.00024840032],"about_ca_topic_score_codex":0.0055957153,"about_ca_topic_score_gemma":0.0107540935,"teacher_disagreement_score":0.6110119,"about_ca_system_score_codex":0.003286594,"about_ca_system_score_gemma":0.0029476199,"threshold_uncertainty_score":0.99974865},"labels":[],"label_agreement":null},{"id":"W4296923785","doi":"10.2196/39207","title":"A Trans Youth of Color Study to Measure Health and Wellness: Protocol for a Longitudinal Observation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Psychological intervention; Transgender; Medicine; Stigma (botany); Referral; Gerontology; Social stigma; Psychology; Longitudinal study; Family medicine; Human immunodeficiency virus (HIV); Nursing; Psychiatry","score_opus":0.6634132170124571,"score_gpt":0.6491232719468942,"score_spread":0.014289945065562915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296923785","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11104595,0.0000015883966,0.000039388502,0.0017326905,0.000016503152,0.88664055,0.00014179532,0.000049808303,0.00033172686],"genre_scores_gemma":[0.082191266,3.6235377e-8,0.00004316108,0.00011409416,0.00015246707,0.9158613,0.000007616628,0.000048586844,0.0015814521],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99209684,0.0038985414,0.0008107364,0.0008063994,0.0014420832,0.00094542746],"domain_scores_gemma":[0.99782234,0.00027456778,0.00022902581,0.000756329,0.00047454078,0.00044320137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008498459,0.00021881939,0.0005054919,0.00054799457,0.0012577539,0.00009623804,0.00062732823,0.000058496735,0.00028978323],"category_scores_gemma":[0.00019576724,0.00020753632,0.00007607598,0.0012552909,0.00010039547,0.00012755253,0.00028955055,0.0007004766,0.000011244815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018231582,0.03569565,0.73022604,0.0055886097,0.0001311854,0.00001832378,0.17127581,0.000007804034,0.000048015958,0.0007150991,0.030102504,0.007959365],"study_design_scores_gemma":[0.03138687,0.16742016,0.58446574,0.00030431402,0.000017656834,0.000008984032,0.11182782,0.000017113354,0.000009909072,0.00052156165,0.10354199,0.0004778501],"about_ca_topic_score_codex":0.0049712025,"about_ca_topic_score_gemma":0.0016806191,"teacher_disagreement_score":0.14576028,"about_ca_system_score_codex":0.00029590423,"about_ca_system_score_gemma":0.0010373662,"threshold_uncertainty_score":0.96737534},"labels":[],"label_agreement":null},{"id":"W4297186570","doi":"10.2196/42216","title":"Incentives and Reminders to Improve Long-term Medication Adherence (INMIND): Protocol for a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Randomized controlled trial; Incentive; Protocol (science); Medication adherence; Medicine; Term (time); Physical therapy; Psychology; Alternative medicine; Internal medicine","score_opus":0.1830101717055223,"score_gpt":0.5624912831333586,"score_spread":0.3794811114278363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297186570","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017339521,0.0000025574946,0.0010444727,0.00197341,0.000012390588,0.9931157,0.00003808424,0.000058755057,0.0020206734],"genre_scores_gemma":[0.0045335046,4.703695e-7,0.00028498936,0.000067481626,0.00026947627,0.9716026,0.000031700638,0.00004290393,0.023166865],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928236,0.0024825595,0.0010034405,0.00073551066,0.0020296704,0.0009252475],"domain_scores_gemma":[0.9959638,0.0017105808,0.0002496912,0.0005923293,0.00078702514,0.00069657376],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011347671,0.00024163527,0.0011521595,0.0007204287,0.00074504653,0.0001833278,0.0004737557,0.00008324134,0.0021404228],"category_scores_gemma":[0.0068915654,0.00017918833,0.0004299482,0.00058149855,0.0005495627,0.00018644313,0.0005455443,0.0010124685,0.000036091693],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9418362,0.0027005014,0.00014272556,0.0010931398,0.00017265156,0.000015568578,0.00037096746,1.2457824e-7,0.0072406298,0.00033383147,0.02915436,0.01693934],"study_design_scores_gemma":[0.9058628,0.06812785,0.00014467038,0.0013470413,0.0000146323,0.000009008484,0.00018638378,0.00037506304,0.001628423,0.0004186146,0.021723736,0.00016178141],"about_ca_topic_score_codex":0.00003518047,"about_ca_topic_score_gemma":0.000019147408,"teacher_disagreement_score":0.06542734,"about_ca_system_score_codex":0.0003256155,"about_ca_system_score_gemma":0.0011149301,"threshold_uncertainty_score":0.9987717},"labels":[],"label_agreement":null},{"id":"W4297257125","doi":"10.2196/37364","title":"Developing an Anxiety Screening Tool for Children in South Africa: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation","keywords":"Protocol (science); Anxiety; Developing country; Medicine; Multimethodology; Psychology; Family medicine; Clinical psychology; Medical education; Psychiatry; Alternative medicine; Pedagogy; Economic growth","score_opus":0.38256700156889023,"score_gpt":0.5871882339177307,"score_spread":0.20462123234884044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297257125","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029053837,8.0060886e-7,0.00820818,0.0003894304,0.000031571366,0.98803145,0.00008031957,0.0000773802,0.0002754617],"genre_scores_gemma":[0.002317323,1.0514466e-8,0.028136982,0.0001089746,0.0003032687,0.96786505,0.00005039183,0.000054729095,0.0011632483],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99466205,0.0020703375,0.00061325065,0.0009034424,0.0007181264,0.0010327714],"domain_scores_gemma":[0.9988319,0.0002657997,0.0001349217,0.00039854733,0.0002318974,0.0001369033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007987655,0.00024301806,0.0003425202,0.00037879864,0.001185077,0.00013698639,0.00070835033,0.00009211486,0.00032889395],"category_scores_gemma":[0.00012507464,0.00022688134,0.0001430395,0.0008773739,0.00005987094,0.00013555505,0.0004201491,0.00068440655,0.000008672714],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021015884,0.02476208,0.23534866,0.001248449,0.00040543842,0.000016676364,0.093121186,0.000060373117,0.00046944362,0.023827657,0.06777769,0.5319465],"study_design_scores_gemma":[0.013500718,0.0029630736,0.4754521,0.00038908736,0.000002118583,0.000004027979,0.0076386346,0.000036810707,0.000064099586,0.003931366,0.49554414,0.00047384435],"about_ca_topic_score_codex":0.000012509906,"about_ca_topic_score_gemma":0.000009912084,"teacher_disagreement_score":0.5314726,"about_ca_system_score_codex":0.000240198,"about_ca_system_score_gemma":0.00033957793,"threshold_uncertainty_score":0.9251953},"labels":[],"label_agreement":null},{"id":"W4297264805","doi":"10.2196/37823","title":"Mindfulness-Based Stress Reduction, Cognitive Behavioral Therapy, and Acupuncture in Chronic Low Back Pain: Protocol for Two Linked Randomized Controlled Trials","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Institute on Drug Abuse; National Institutes of Health; National Center for Complementary and Integrative Health; Foundation for the National Institutes of Health","keywords":"Mindfulness; Mindfulness-based stress reduction; Randomized controlled trial; Medicine; Physical therapy; Low back pain; Chronic pain; Psychological intervention; Physical medicine and rehabilitation; Acupuncture; Cognitive behavioral therapy; Electroacupuncture; Cognition; Alternative medicine; Clinical psychology; Psychiatry","score_opus":0.30956301814887327,"score_gpt":0.5831349157452648,"score_spread":0.2735718975963915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297264805","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012664471,0.000011291328,0.004118565,0.0007348655,0.00005332621,0.9931758,0.00027829953,0.000049962062,0.0003114452],"genre_scores_gemma":[0.034832787,1.3903581e-8,0.000029421522,0.000049414502,0.00034283428,0.9602924,0.00008473069,0.000066887995,0.0043015326],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9696077,0.025713138,0.001918995,0.0009110785,0.0009446979,0.00090440514],"domain_scores_gemma":[0.99107283,0.006678956,0.00077414035,0.0005464805,0.0007225856,0.00020501863],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.029292118,0.0004816638,0.0028588146,0.00081568427,0.00076323876,0.00026596346,0.0005346213,0.00021615054,0.054663524],"category_scores_gemma":[0.0012202408,0.00029184346,0.0011408748,0.0006855056,0.00049886404,0.000120500124,0.00018959929,0.00130118,0.000026478767],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8842771,0.0074467696,0.00008393598,0.0007861064,0.00035106047,0.000031695705,0.00064742356,0.000063354084,0.00017717708,0.0034313016,0.034511358,0.068192735],"study_design_scores_gemma":[0.9394283,0.0063587893,0.000053887943,0.002609653,0.000022621627,0.000008266445,0.001676794,0.0011199797,0.0057271654,0.0049144737,0.037655655,0.00042435675],"about_ca_topic_score_codex":0.000108876775,"about_ca_topic_score_gemma":0.000052185216,"teacher_disagreement_score":0.06776837,"about_ca_system_score_codex":0.00032509884,"about_ca_system_score_gemma":0.0007791559,"threshold_uncertainty_score":0.9999534},"labels":[],"label_agreement":null},{"id":"W4297460159","doi":"10.2196/37704","title":"An Artificial Intelligence–Driven Digital Health Solution to Support Clinical Management of Patients With Long COVID-19: Protocol for a Prospective Multicenter Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Corporación Tecnológica de Andalucía; Centro para el Desarrollo Tecnológico Industrial; European Commission","keywords":"Medicine; Health care; Population; Environmental health","score_opus":0.4390276920113894,"score_gpt":0.6308827121409085,"score_spread":0.1918550201295191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297460159","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021349544,4.9917503e-8,0.007508555,0.0018545621,0.000010464936,0.96896845,0.00019059086,0.00008084614,0.00003695107],"genre_scores_gemma":[0.13207154,8.675343e-9,0.0025139062,0.0005174426,0.00010387078,0.86444664,0.00019538058,0.00005059287,0.00010063004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935105,0.00090142706,0.0011449392,0.00097153004,0.0026811403,0.00079048343],"domain_scores_gemma":[0.9962821,0.0006067073,0.00035707257,0.0007943385,0.0009740812,0.0009856832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044684163,0.00025309122,0.00053482904,0.00040720231,0.00059560506,0.00013258104,0.0005646398,0.000059908856,0.00025783392],"category_scores_gemma":[0.0008665555,0.00021048731,0.00013316811,0.0008030166,0.00023586553,0.00040258627,0.00063961674,0.0006248264,0.000016869286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.051936466,0.031350244,0.8952192,0.0038898133,0.0001733958,0.000073595416,0.0016728177,0.00025618786,0.000008248393,0.00045142072,0.002936799,0.012031794],"study_design_scores_gemma":[0.01799005,0.17780581,0.77863747,0.000945447,0.000015672718,0.000002832261,0.0016282486,0.0011454917,0.000064275635,0.00061857013,0.020796694,0.00034947216],"about_ca_topic_score_codex":0.000032524855,"about_ca_topic_score_gemma":0.00005129018,"teacher_disagreement_score":0.14645556,"about_ca_system_score_codex":0.0014922458,"about_ca_system_score_gemma":0.0023345088,"threshold_uncertainty_score":0.85834235},"labels":[],"label_agreement":null},{"id":"W4297670932","doi":"10.2196/40095","title":"Factors Associated With Syphilis Transmission and Acquisition Among Men Who Have Sex With Men: Protocol for a Multisite Egocentric Network Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Syphilis Diagnosis and Treatment","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Syphilis; Men who have sex with men; Gonorrhea; Demography; Medicine; Chlamydia; Transmission (telecommunications); Cohort; Epidemiology; Gerontology; Family medicine; Human immunodeficiency virus (HIV); Immunology; Internal medicine","score_opus":0.17218860548187162,"score_gpt":0.47984879553829646,"score_spread":0.30766019005642486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297670932","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06017379,0.0000028780623,0.000034521276,0.00024255445,5.6974875e-7,0.9386121,0.000041079402,0.00008948921,0.0008030308],"genre_scores_gemma":[0.08287169,1.7141198e-7,0.000043369615,0.000024631687,0.00006995889,0.9148746,0.000084018946,0.00008042086,0.0019511014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99532455,0.0008466283,0.00038464583,0.00081390224,0.0017531057,0.0008771466],"domain_scores_gemma":[0.99805874,0.00050715264,0.00018191346,0.00045677458,0.00038913736,0.00040626503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016645245,0.00035831795,0.0006016011,0.0002811935,0.0011272597,0.00014939978,0.00018229209,0.000096456104,0.00031339022],"category_scores_gemma":[0.00005141444,0.0002207047,0.00007425458,0.00080762437,0.00015337276,0.0001829814,0.00016043225,0.00058223045,8.0593287e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061405743,0.007922422,0.96476954,0.00040144706,0.00041774346,0.00013695571,0.0030354355,0.000097848,0.00003225309,0.000009259237,0.0134489,0.003587611],"study_design_scores_gemma":[0.040804274,0.048569858,0.8829568,0.0023892624,0.00006447829,0.000008403999,0.0043175044,0.0033743188,0.0006048519,0.00004041641,0.016513536,0.00035631732],"about_ca_topic_score_codex":0.00011462601,"about_ca_topic_score_gemma":0.00006959324,"teacher_disagreement_score":0.08181277,"about_ca_system_score_codex":0.00064840313,"about_ca_system_score_gemma":0.00020121102,"threshold_uncertainty_score":0.9000076},"labels":[],"label_agreement":null},{"id":"W4297691244","doi":"10.2196/38190","title":"Investigating Recovery After Subarachnoid Hemorrhage With the Imaging, Cognition and Outcome of Neuropsychological Functioning After Subarachnoid Hemorrhage (ICONS) Study: Protocol for a Longitudinal, Prospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intracranial Aneurysms: Treatment and Complications","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subarachnoid hemorrhage; Medicine; Neuropsychology; Prospective cohort study; Psychosocial; Neurology; Neurosurgery; Cognition; Anesthesia; Psychiatry; Surgery","score_opus":0.10964093105832526,"score_gpt":0.44041313770005597,"score_spread":0.3307722066417307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297691244","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4322924,0.00000142902,0.000052695683,0.00048049234,0.0000036304264,0.56686217,0.000022053764,0.000062810745,0.00022231633],"genre_scores_gemma":[0.49080533,4.5864486e-9,0.00021920042,0.00008291284,0.000051865223,0.5085003,0.000007834935,0.000032742184,0.00029984015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959371,0.00074355555,0.00059419,0.0009801601,0.0011676793,0.0005773186],"domain_scores_gemma":[0.99784815,0.00028581955,0.00025599706,0.0007541161,0.00070063764,0.00015528846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020174796,0.00033699634,0.00048356495,0.00027116295,0.0011009313,0.00018223174,0.00026492236,0.000049297658,0.00031479058],"category_scores_gemma":[0.00020160525,0.00021955669,0.00010854325,0.00085469894,0.0004937821,0.0002355455,0.0003804105,0.0011147093,0.000009448636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014938221,0.006890543,0.9742811,0.00065555697,0.00005379031,0.0004487413,0.00067808066,0.0000026272191,0.0006262324,0.000016062451,0.00007369012,0.0013354102],"study_design_scores_gemma":[0.00923953,0.022184687,0.96457595,0.00006987309,0.00012088321,0.00034309758,0.0023872992,0.00029525213,0.00016216922,0.00021660168,0.00016757373,0.00023706374],"about_ca_topic_score_codex":0.00004205377,"about_ca_topic_score_gemma":0.000041973137,"teacher_disagreement_score":0.05851294,"about_ca_system_score_codex":0.00017023101,"about_ca_system_score_gemma":0.0001476163,"threshold_uncertainty_score":0.8953262},"labels":[],"label_agreement":null},{"id":"W4297920780","doi":"10.2196/40381","title":"The National and Global Impact of Systemic and Structural Violence on the Effective Prevention, Treatment, and Management of COVID-19 in African or Black Communities: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Racial and Ethnic Identity Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Impact; McMaster University; Public Health Ontario; University of Toronto","funders":"","keywords":"Racism; Context (archaeology); Pandemic; Health equity; Psychological intervention; Empowerment; Global health; Political science; Economic growth; Medicine; Sociology; Coronavirus disease 2019 (COVID-19); Public health; Geography; Nursing; Gender studies","score_opus":0.6173607820925462,"score_gpt":0.7104839348477763,"score_spread":0.09312315275523009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297920780","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013252059,0.058876384,7.875345e-7,0.00016495708,0.0000016104813,0.94033694,0.00010804044,0.0000057592415,0.0004922601],"genre_scores_gemma":[0.000008745239,0.41578957,0.000002462004,0.0000033748793,0.000014416313,0.5840674,0.0000027853803,0.0000057145107,0.00010556535],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99116325,0.00655715,0.0005610772,0.00027508193,0.0010341654,0.000409278],"domain_scores_gemma":[0.99417144,0.004844521,0.0003790777,0.0002482881,0.00023295988,0.00012372485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01013337,0.00019450125,0.0007124309,0.00013221442,0.0012170606,0.00017289417,0.00060899527,0.00008175645,0.000095966854],"category_scores_gemma":[0.0011525953,0.00009525082,0.0001611044,0.0009274315,0.0015097371,0.00010502555,0.00043060843,0.00033816072,6.253127e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007717485,0.00016051682,0.00017595664,0.5078392,0.00021878467,0.0000028992974,0.002809381,9.828686e-7,5.516772e-8,0.006826246,0.0006779617,0.48051628],"study_design_scores_gemma":[0.001346221,0.002805432,0.00011246583,0.684343,0.000023529132,0.000007765053,0.0041201,0.000008536609,1.0237841e-7,0.0045470647,0.3025274,0.00015841106],"about_ca_topic_score_codex":0.0022101474,"about_ca_topic_score_gemma":0.002474701,"teacher_disagreement_score":0.48035786,"about_ca_system_score_codex":0.0015383265,"about_ca_system_score_gemma":0.002917994,"threshold_uncertainty_score":0.93607694},"labels":[],"label_agreement":null},{"id":"W4297920829","doi":"10.2196/39071","title":"Postoperative Sigmoidoscopy and Biopsy After Elective Endovascular and Open Aortic Surgery for Preventing Mortality by Colonic Ischemia (PSB-Aorta-CI): Protocol for a Prospective Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Abdominal vascular conditions and treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Sigmoidoscopy; Surgery; Aorta; Aortic surgery; Ischemia; Internal medicine; Colorectal cancer; Cancer; Colonoscopy","score_opus":0.18115099739975762,"score_gpt":0.5457716067997559,"score_spread":0.3646206093999983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297920829","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27962366,0.000008116265,0.000060024417,0.0001122571,0.0000019849435,0.7199096,0.00021584898,0.00002215269,0.0000463421],"genre_scores_gemma":[0.20595779,1.7858001e-7,0.00055781414,0.000031474607,0.000029006094,0.79274803,0.000061646155,0.000052102754,0.000561956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99636644,0.0006764834,0.0004882753,0.0010398804,0.0007322159,0.00069671904],"domain_scores_gemma":[0.9980276,0.0004957786,0.00016404879,0.000497897,0.0005801567,0.00023450208],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029844593,0.00030396093,0.0007010385,0.00020690192,0.0011431172,0.0002570275,0.00020323815,0.000078413505,0.00018046015],"category_scores_gemma":[0.00039320817,0.0002551414,0.0001918085,0.00048357723,0.00021600816,0.00031172007,0.00066176587,0.0004932172,0.0000020365126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03235058,0.017662903,0.91777796,0.0029807517,0.0035893659,0.00029561087,0.003559646,7.361181e-7,0.010339182,0.0001392012,0.008516432,0.0027876473],"study_design_scores_gemma":[0.1309735,0.09163095,0.6214111,0.003646681,0.0007796774,0.00042600042,0.010934624,0.00072523416,0.05012722,0.004083,0.08313949,0.002122535],"about_ca_topic_score_codex":0.00011150937,"about_ca_topic_score_gemma":0.00002947215,"teacher_disagreement_score":0.29636684,"about_ca_system_score_codex":0.0004078226,"about_ca_system_score_gemma":0.0007110665,"threshold_uncertainty_score":0.9999901},"labels":[],"label_agreement":null},{"id":"W4297999306","doi":"10.2196/36718","title":"Development of an HIV Prevention Intervention for African American Young Men Who Have Sex With Men (Y2Prevent): Study Protocol","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health","keywords":"Men who have sex with men; Psychological intervention; Pre-exposure prophylaxis; Referral; Intervention (counseling); Medicine; Vulnerability (computing); Reproductive health; Syndemic; Gerontology; Psychology; Human immunodeficiency virus (HIV); Family medicine; Population; Psychiatry; Environmental health; Syphilis","score_opus":0.13119363535006975,"score_gpt":0.5415390138536775,"score_spread":0.41034537850360775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297999306","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009529754,5.137997e-7,0.0014507226,0.0001734849,7.0452177e-7,0.9725639,0.000054354507,0.00006833482,0.016158195],"genre_scores_gemma":[0.011522281,3.437841e-8,0.00260773,0.0000031081079,0.000060504342,0.8895449,0.00011757574,0.00007159598,0.09607225],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928588,0.0018977101,0.0010061997,0.0007845727,0.0025241042,0.0009286122],"domain_scores_gemma":[0.99739987,0.000090179296,0.0003983969,0.0008517067,0.0008173719,0.0004424518],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057981242,0.00027559968,0.00060566835,0.0008315354,0.00079259975,0.00011343291,0.0006688408,0.000044981844,0.0009987091],"category_scores_gemma":[0.00016607341,0.00022897628,0.00022097642,0.0010139132,0.00030066943,0.00033398697,0.0006472347,0.00083639834,0.000012302217],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.052440785,0.0804214,0.043784417,0.0071617267,0.0015270411,0.00013279983,0.031453583,0.000024914043,0.014304223,0.0002361193,0.157112,0.611401],"study_design_scores_gemma":[0.043969143,0.34084916,0.028110892,0.004110674,0.000049371298,0.00006479151,0.16659896,0.01168239,0.01793658,0.00027367892,0.38557518,0.00077916967],"about_ca_topic_score_codex":0.00020392223,"about_ca_topic_score_gemma":0.00045602454,"teacher_disagreement_score":0.6106218,"about_ca_system_score_codex":0.0007665375,"about_ca_system_score_gemma":0.0009130943,"threshold_uncertainty_score":0.9999145},"labels":[],"label_agreement":null},{"id":"W4298087932","doi":"10.2196/39843","title":"Optimized Informed Consent for Psychotherapy: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Informed consent; Randomized controlled trial; Psychosocial; Psychology; Clinical trial; Autonomy; Protocol (science); Psychotherapist; Clinical psychology; Medicine; Family medicine; Psychiatry; Alternative medicine; Surgery","score_opus":0.7520323235218423,"score_gpt":0.7450100254757959,"score_spread":0.007022298046046482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298087932","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001908021,0.0000016688249,0.0021331208,0.011745349,0.00003831361,0.9799723,0.000057781785,0.00014445736,0.0058879172],"genre_scores_gemma":[0.000008978617,0.0000030402814,0.013322226,0.0007674191,0.0006645525,0.95106107,0.00003190836,0.00012636645,0.03401441],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9860649,0.0040047844,0.0025503167,0.00098795,0.004750457,0.0016415764],"domain_scores_gemma":[0.84492767,0.1499158,0.0005117046,0.0012003486,0.0028765544,0.0005679552],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0738364,0.00037522695,0.0029233245,0.0007193622,0.0011774765,0.000242859,0.0010204135,0.00044483552,0.0029778294],"category_scores_gemma":[0.095323116,0.0002642846,0.0018678369,0.0007011488,0.0012244339,0.00010763626,0.00031174257,0.003748549,0.000026231543],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91714245,0.0039551235,0.000003124259,0.003545118,0.000424677,0.000009256188,0.00028704657,0.000013100769,0.000262097,0.020029075,0.053657304,0.00067165244],"study_design_scores_gemma":[0.6258192,0.015393979,3.3213945e-7,0.0008924208,0.000012185146,0.00000493193,0.00010036823,0.0010451908,0.00017335627,0.045831583,0.31056067,0.00016579965],"about_ca_topic_score_codex":0.000011620456,"about_ca_topic_score_gemma":0.00001964044,"teacher_disagreement_score":0.29132324,"about_ca_system_score_codex":0.0005241999,"about_ca_system_score_gemma":0.014304053,"threshold_uncertainty_score":0.9999809},"labels":[],"label_agreement":null},{"id":"W4298091984","doi":"10.2196/42651","title":"Group Telegaming Through Immersive Virtual Reality to Improve Mental Health Among Adolescents With Physical Disabilities: Pre- and Posttrial Protocol","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loneliness; Psychology; Likert scale; Mental health; Clinical psychology; Feeling; Developmental psychology; Psychiatry; Social psychology","score_opus":0.13417158488734815,"score_gpt":0.5471143226201597,"score_spread":0.41294273773281154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298091984","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18676254,4.9851883e-7,0.0000805827,0.003104629,0.000012231904,0.80976164,0.00012709208,0.000056601726,0.0000941573],"genre_scores_gemma":[0.24970411,1.1952835e-7,0.00012310474,0.0006695411,0.00042147705,0.7487952,0.00007072766,0.0000443739,0.00017134914],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418885,0.0010235811,0.00063422247,0.0008536304,0.0021527933,0.0011469236],"domain_scores_gemma":[0.9982127,0.0001626662,0.00021609264,0.00053597754,0.00020181225,0.0006707825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019691275,0.00028472883,0.0005543166,0.00020418536,0.001054841,0.00007075549,0.00023400011,0.000050484174,0.00011136702],"category_scores_gemma":[0.00019025325,0.00022773603,0.000069168585,0.000729962,0.0003906971,0.00034664653,0.00058407866,0.0011846389,0.0000047933154],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16806808,0.017617516,0.38209832,0.017202074,0.0002872086,0.00014232767,0.15891197,0.000009575399,0.023397395,0.0034256063,0.08279323,0.14604671],"study_design_scores_gemma":[0.065738365,0.21329089,0.31597567,0.005778427,0.000017995162,0.000120272896,0.066481285,0.00021178435,0.0033106226,0.00037102916,0.3278375,0.00086616934],"about_ca_topic_score_codex":0.0017416418,"about_ca_topic_score_gemma":0.00012277593,"teacher_disagreement_score":0.24504428,"about_ca_system_score_codex":0.0010545192,"about_ca_system_score_gemma":0.00076214445,"threshold_uncertainty_score":0.9286806},"labels":[],"label_agreement":null},{"id":"W4298092000","doi":"10.2196/42554","title":"Leveraging Social Media to Increase Access to an Evidence-Based Diabetes Intervention Among Low-Income Chinese Immigrants: Protocol for a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences; National Center for Chronic Disease Prevention and Health Promotion; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health; School of Medicine, New York University; York University","keywords":"Psychosocial; Medicine; Randomized controlled trial; Chinese americans; Psychological intervention; Glycemic; Intervention (counseling); Diabetes management; Health literacy; Gerontology; Health care; Type 2 diabetes; Family medicine; Immigration; Nursing; Diabetes mellitus; Psychiatry","score_opus":0.21193982737553493,"score_gpt":0.5389930023842919,"score_spread":0.32705317500875697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298092000","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3478807,4.5212187e-7,0.000114390976,0.0017746452,0.00004425215,0.6500092,0.00000775072,0.00009986414,0.0000687301],"genre_scores_gemma":[0.23715025,1.5625382e-8,0.00013794689,0.00036231938,0.0008974553,0.76090926,0.00005855842,0.000059816357,0.00042437811],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99142855,0.0036699658,0.0011712203,0.00078154984,0.0019417375,0.0010069646],"domain_scores_gemma":[0.9946316,0.0030698641,0.000358617,0.00057960144,0.00078705675,0.00057325006],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018850643,0.00035277812,0.0015074536,0.0014751174,0.0007887606,0.0006825258,0.0009178756,0.00006724924,0.0010245321],"category_scores_gemma":[0.011523668,0.00027460005,0.0006105149,0.0015109429,0.00014327945,0.0008822585,0.00061656133,0.00057592726,0.000024379995],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9729352,0.004740236,0.007803438,0.0020221686,0.00013383498,0.000005158192,0.0011276138,0.000027360282,0.00066323276,0.000024392888,0.0065583913,0.003958962],"study_design_scores_gemma":[0.9676616,0.00939026,0.014031719,0.003901732,0.000040736784,1.234749e-7,0.0002510489,0.0018577374,0.00026646527,0.00055025844,0.0017317521,0.00031651906],"about_ca_topic_score_codex":0.00015945027,"about_ca_topic_score_gemma":0.00005388324,"teacher_disagreement_score":0.11090002,"about_ca_system_score_codex":0.00056590955,"about_ca_system_score_gemma":0.00051246205,"threshold_uncertainty_score":0.9999706},"labels":[],"label_agreement":null},{"id":"W4300690921","doi":"10.2196/37626","title":"Feasibility of Monitoring Patients Who Have Cancer With a Smart T-shirt: Protocol for the OncoSmartShirt Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Computer science; Psychology; Alternative medicine","score_opus":0.3913623100734917,"score_gpt":0.5888605397020961,"score_spread":0.19749822962860436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300690921","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037300754,0.0000018042706,0.000007591565,0.000247543,0.000021442942,0.96175385,0.0000786414,0.000031467775,0.0005569087],"genre_scores_gemma":[0.10435985,6.301286e-8,0.00001820553,0.000025026688,0.0001912094,0.893166,0.0000039393044,0.000048840197,0.0021868898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954081,0.00065706455,0.0004285196,0.0005609177,0.0023226812,0.00062268943],"domain_scores_gemma":[0.9970074,0.0003890021,0.00016807456,0.001017358,0.0012370931,0.00018105035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026795894,0.00020514643,0.00041121157,0.00015758682,0.00070298073,0.00006211959,0.00050272944,0.000048344435,0.00033064358],"category_scores_gemma":[0.0001426749,0.00012907108,0.00013156606,0.0006693541,0.00020612504,0.000100435056,0.00045922046,0.0009100998,0.000001599373],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02288626,0.0038452495,0.9552704,0.0012431056,0.00008385702,0.0000074477634,0.0038038308,0.000011210725,0.00004310689,0.000008965837,0.005401421,0.007395122],"study_design_scores_gemma":[0.017975852,0.02171848,0.6506035,0.0013249316,0.00001759682,0.0000020623374,0.00813628,0.000052100695,0.001150685,0.000039695195,0.29876888,0.00020993175],"about_ca_topic_score_codex":0.0015864077,"about_ca_topic_score_gemma":0.00155524,"teacher_disagreement_score":0.3046669,"about_ca_system_score_codex":0.0007409985,"about_ca_system_score_gemma":0.00096916145,"threshold_uncertainty_score":0.5406831},"labels":[],"label_agreement":null},{"id":"W4300855969","doi":"10.2196/41453","title":"Intimate Partner Violence and HIV Prevention Among Sexual Minority Men: Protocol for a Prospective Mixed Methods Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIH Office of the Director; National Institute of Mental Health; National Institutes of Health","keywords":"Human immunodeficiency virus (HIV); Medicine; Psychology; Cohort; Prospective cohort study; Clinical psychology; Sexual minority; Family medicine; Social psychology; Sexual orientation","score_opus":0.22178792630711866,"score_gpt":0.606869982829384,"score_spread":0.38508205652226535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300855969","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042953463,8.2266536e-7,0.00067125674,0.000040691702,0.000011839153,0.97617215,0.000023775023,0.00013412551,0.01864999],"genre_scores_gemma":[0.009811896,2.2085773e-7,0.0021904977,0.000010216032,0.0001482452,0.9839356,0.000005860879,0.00002928985,0.0038681698],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98921824,0.00645928,0.00051220367,0.0010076356,0.0017174287,0.0010852211],"domain_scores_gemma":[0.99785537,0.0005096507,0.00020430876,0.0004989054,0.00066967093,0.00026207644],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020388354,0.00024490152,0.0003928022,0.00023580283,0.0033839894,0.00038060715,0.00076729554,0.00010757191,0.00033262192],"category_scores_gemma":[0.0005330391,0.00023110541,0.0000796251,0.0008860236,0.0008598985,0.00050042605,0.0009014068,0.00081886206,0.0000145738],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019150949,0.0044625634,0.9283265,0.00066441554,0.00009439068,0.000015931155,0.010991326,0.0000123645295,0.00047400314,0.00988479,0.01668161,0.026476998],"study_design_scores_gemma":[0.007186396,0.008697973,0.80304784,0.00077499094,0.00001928059,0.0000032044427,0.040840518,0.0022334224,0.000943414,0.020710135,0.114686385,0.0008564246],"about_ca_topic_score_codex":0.0006590092,"about_ca_topic_score_gemma":0.00009455704,"teacher_disagreement_score":0.12527865,"about_ca_system_score_codex":0.0004527951,"about_ca_system_score_gemma":0.00053633074,"threshold_uncertainty_score":0.9979135},"labels":[],"label_agreement":null},{"id":"W4301391839","doi":"10.2196/40465","title":"The Use of Segmental and Suprasegmental Sequencing Skills to Differentiate Children With and Without Childhood Apraxia of Speech: Protocol for a Comparative Accuracy Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Language Development and Disorders","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Syllable; Vietnamese; Audiology; Variation (astronomy); Repetition (rhetorical device); Task (project management); Speech recognition; Cognitive psychology; Linguistics; Computer science; Medicine","score_opus":0.27612363386629524,"score_gpt":0.5334544042231422,"score_spread":0.2573307703568469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301391839","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44926295,6.8024485e-7,0.000012253741,0.000029283172,0.0000016578729,0.550564,0.00006264724,0.000009496974,0.0000570761],"genre_scores_gemma":[0.235772,3.309263e-8,0.00042692732,0.000018881003,0.000013567028,0.7634826,0.00001333796,0.000021116311,0.0002515579],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972328,0.00072994485,0.000392539,0.00046122188,0.00070625945,0.00047724353],"domain_scores_gemma":[0.9987398,0.00042812555,0.00020317521,0.00036801642,0.00013754037,0.00012339072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009361039,0.0002021053,0.00032500556,0.00019189609,0.0005965234,0.00011940058,0.0003252406,0.00003137871,0.0002103183],"category_scores_gemma":[0.00006744084,0.00013076715,0.00003516669,0.00036402053,0.00026544658,0.0001557631,0.00059481745,0.00032506036,0.0000018575046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008506089,0.0047769854,0.90029955,0.0001567902,0.00055367895,0.0000075366465,0.071092986,0.000008237867,0.0016621916,0.00016715396,0.0031988819,0.009569931],"study_design_scores_gemma":[0.022648929,0.015488106,0.9114939,0.00032731364,0.000013743248,0.0000363001,0.041382626,0.000018044186,0.0039504524,0.000078571175,0.0041799354,0.00038206877],"about_ca_topic_score_codex":0.00018373413,"about_ca_topic_score_gemma":0.0001749452,"teacher_disagreement_score":0.21349093,"about_ca_system_score_codex":0.000074628835,"about_ca_system_score_gemma":0.00015216596,"threshold_uncertainty_score":0.53325295},"labels":[],"label_agreement":null},{"id":"W4301400472","doi":"10.2196/42338","title":"Use of the Maslach Burnout Inventory Among Public Health Care Professionals: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Emotional exhaustion; PsycINFO; Thematic analysis; Nursing; Health care; Public health; Psychology; Systematic review; Medicine; MEDLINE; Qualitative research; Clinical psychology","score_opus":0.8297926219987498,"score_gpt":0.7305112643071766,"score_spread":0.0992813576915732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301400472","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8033849e-8,0.39242867,0.000003313255,0.002322167,0.00009209813,0.6043435,0.00045056886,0.000092409085,0.00026729592],"genre_scores_gemma":[8.789972e-9,0.30978465,0.0001453867,0.0011805946,0.0005085036,0.6848122,0.0002628313,0.0002533311,0.0030524759],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9396349,0.044519715,0.005985592,0.0017809616,0.004389,0.003689794],"domain_scores_gemma":[0.9790351,0.007965945,0.005664246,0.0034137731,0.0027826177,0.0011383367],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022456514,0.0011178997,0.0049911984,0.00097614544,0.0070357625,0.00011009124,0.003547236,0.0012887919,0.0035798864],"category_scores_gemma":[0.0073522837,0.00067133585,0.0017020304,0.0030487864,0.00065484067,0.0005706113,0.004941479,0.010493456,0.000068522095],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005876398,0.0004287796,0.0002100419,0.61351377,0.00004795644,0.0000027789222,0.00095686084,2.1947129e-8,2.614545e-8,0.0002380594,0.088922165,0.2956208],"study_design_scores_gemma":[0.0006296193,0.00033378397,0.0000071346153,0.49390167,0.000010279781,0.0000014376203,0.00055532274,0.0000010443084,1.0972334e-7,0.000018217126,0.5042559,0.00028548457],"about_ca_topic_score_codex":0.00028424338,"about_ca_topic_score_gemma":0.00034768373,"teacher_disagreement_score":0.41533375,"about_ca_system_score_codex":0.0033756187,"about_ca_system_score_gemma":0.07242896,"threshold_uncertainty_score":0.99957377},"labels":[],"label_agreement":null},{"id":"W4301606097","doi":"10.2196/37070","title":"A Living Database of HIV Implementation Research (LIVE Project): Protocol for Rapid Living Reviews","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Bill and Melinda Gates Foundation; National Institute of Allergy and Infectious Diseases; National Institutes of Health; ViiV Healthcare; World Health Organization","keywords":"Human immunodeficiency virus (HIV); Protocol (science); Computer science; Database; World Wide Web; Data science; Medicine; Family medicine; Alternative medicine","score_opus":0.9295766023681991,"score_gpt":0.8372809100425895,"score_spread":0.09229569232560952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301606097","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023825016,0.0000022031847,0.00024542212,0.0021128927,0.000019558116,0.9949035,0.0006866535,0.00008222611,0.0017093063],"genre_scores_gemma":[0.00021756026,0.000002109679,0.0032493086,0.0006470117,0.00041702183,0.9921961,0.000040882747,0.00007992607,0.0031501104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9526769,0.036380332,0.0027308764,0.0010809008,0.004020835,0.0031101762],"domain_scores_gemma":[0.97544104,0.019063389,0.0010600628,0.0014128583,0.0025795978,0.00044305457],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1175354,0.00027229247,0.0006042076,0.0017015756,0.00685821,0.00008442561,0.0017019839,0.000114399656,0.016151113],"category_scores_gemma":[0.012273164,0.00025105162,0.00013664007,0.003130608,0.00039555476,0.0007653198,0.0034252603,0.0029673935,0.0003643093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064048386,0.000625135,0.0108811185,0.017128661,0.000012847956,0.0000034357834,0.06613182,8.7230575e-7,0.0052212663,0.0017697924,0.8872363,0.010348268],"study_design_scores_gemma":[0.0024381224,0.0024438256,0.0019711077,0.0055226395,0.0000012636777,0.0000020425775,0.038737122,0.00012289484,0.00021622152,0.0002002922,0.948133,0.00021148156],"about_ca_topic_score_codex":0.000793516,"about_ca_topic_score_gemma":0.00037762756,"teacher_disagreement_score":0.105262235,"about_ca_system_score_codex":0.0016583463,"about_ca_system_score_gemma":0.008799565,"threshold_uncertainty_score":0.99999416},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4302303947","doi":"10.2196/39856","title":"A Positive Emotion–Focused Intervention to Increase Physical Activity After Bariatric Surgery: Protocol for a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute","keywords":"Motivational interviewing; Randomized controlled trial; Physical therapy; Helpfulness; Medicine; Psychoeducation; Intervention (counseling); Population; Optimism; Behavior change; Pedometer; Psychology; Physical activity; Surgery; Nursing; Psychotherapist; Social psychology","score_opus":0.1331583975102217,"score_gpt":0.49610654242550317,"score_spread":0.3629481449152815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302303947","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06800342,4.4772156e-7,0.0004425672,0.0017574052,0.000040788058,0.9292924,0.000050852694,0.000120910896,0.00029120452],"genre_scores_gemma":[0.13083678,2.3874373e-8,0.00011878436,0.00013071412,0.0008407921,0.8658837,0.000019047535,0.000060001188,0.0021101357],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98735684,0.008294768,0.0009018881,0.00077349396,0.0017619863,0.00091100985],"domain_scores_gemma":[0.9872968,0.010568865,0.00035793622,0.00059560133,0.0006884217,0.00049233285],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016087282,0.0003645234,0.0025046947,0.0011637114,0.0005681986,0.00015619177,0.0002520346,0.000099142024,0.0010923421],"category_scores_gemma":[0.0073136366,0.00026990546,0.001985977,0.0014753101,0.00014011466,0.00023587277,0.00043332888,0.0010103307,0.000045436595],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9704192,0.013185694,0.0002539104,0.00059369364,0.0003004546,0.00006757007,0.0002595708,0.000001868404,0.00023491442,0.00019324193,0.0078063053,0.006683527],"study_design_scores_gemma":[0.97617525,0.010209574,0.0017783168,0.0005053858,0.000071424794,0.000012242115,0.000040762596,0.00041589575,0.00039083086,0.000464081,0.009658665,0.00027754955],"about_ca_topic_score_codex":0.00013456446,"about_ca_topic_score_gemma":0.000003528504,"teacher_disagreement_score":0.06340868,"about_ca_system_score_codex":0.0005420209,"about_ca_system_score_gemma":0.0010161276,"threshold_uncertainty_score":0.9999753},"labels":[],"label_agreement":null},{"id":"W4302763178","doi":"10.2196/39785","title":"Biomarkers of Exposure and Potential Harm in Exclusive Users of Nicotine Pouches and Current, Former, and Never Smokers: Protocol for a Cross-sectional Clinical Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cotinine; Nicotine; Cross-sectional study; Physiology; Urinary system; Smokeless tobacco; Urine; Environmental health; Internal medicine; Pathology; Population; Tobacco use","score_opus":0.40696940293600264,"score_gpt":0.6198091234888153,"score_spread":0.2128397205528127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302763178","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50722003,0.0000015603943,0.0000041270896,0.000030389492,0.000005786497,0.49269813,0.000028169072,0.000005164772,0.0000066343414],"genre_scores_gemma":[0.40839136,3.4445037e-7,0.000034183802,0.0000041308886,0.000029802977,0.5914942,0.000008669025,0.000010803102,0.000026526557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975254,0.00038838733,0.0006397684,0.00041390397,0.00076250464,0.00027002342],"domain_scores_gemma":[0.9989697,0.00024336678,0.00019314457,0.00019480237,0.00028392856,0.0001151101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028286865,0.0001214299,0.00031661728,0.0003366028,0.00018682482,0.00004077761,0.000101748,0.00008301721,0.00007050724],"category_scores_gemma":[0.00022614325,0.00010676715,0.00005732856,0.000347609,0.00042435856,0.00018706727,0.0003180999,0.0004998357,3.87846e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010207938,0.0026766714,0.97856015,0.0011283207,0.000041369734,0.000005144354,0.0004978071,0.0000010994975,0.0016249225,0.000017610158,0.00026971733,0.0049692537],"study_design_scores_gemma":[0.021219261,0.008916597,0.96517175,0.00031541745,0.000008997188,0.000015011563,0.0013328837,0.000049585855,0.00068458566,0.00009567062,0.0021032041,0.000087024564],"about_ca_topic_score_codex":0.000037149377,"about_ca_topic_score_gemma":0.000004252641,"teacher_disagreement_score":0.0988287,"about_ca_system_score_codex":0.00005440449,"about_ca_system_score_gemma":0.00024052392,"threshold_uncertainty_score":0.43538377},"labels":[],"label_agreement":null},{"id":"W4302807845","doi":"10.2196/36549","title":"Perceived Workload Using Separate (Filtering Facepiece Respirator and Face Shield) and Powered Air-Purifying Respirator and Integrated Lightweight Protective Air-Purifying Respirator: Protocol for an International Multisite Human Factors Randomized Crossover Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infection Control and Ventilation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Respirator; Face shield; Personal protective equipment; First responder; Health care; Workload; Medicine; Usability; Population; Randomized controlled trial; Medical emergency; Computer science; Coronavirus disease 2019 (COVID-19); Environmental health; Surgery; Pathology","score_opus":0.3211679432399597,"score_gpt":0.5527606064656624,"score_spread":0.2315926632257027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302807845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48608404,0.0000048601864,0.00067797967,0.000050724768,0.00001757538,0.51296145,0.00005063374,0.00010094051,0.00005180333],"genre_scores_gemma":[0.45200583,1.4186591e-7,0.00023351939,0.000051157487,0.00010786753,0.54742014,0.000012793962,0.00005385184,0.00011470913],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9920908,0.0031121727,0.0011775171,0.0015298944,0.0012557444,0.0008338556],"domain_scores_gemma":[0.9968869,0.0005623568,0.0005186972,0.0006476364,0.00093589985,0.00044847679],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0063161664,0.0005784301,0.0011194203,0.0008011183,0.002560168,0.00049114844,0.00029917483,0.0002630917,0.00015482066],"category_scores_gemma":[0.0012748752,0.00048163693,0.00018938635,0.0006331077,0.000462044,0.0011259461,0.00064963335,0.0016178008,0.0000016060142],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.37457645,0.0038509606,0.28028366,0.0016643385,0.00058600836,0.000059926806,0.019234842,0.00015131966,0.31637815,0.00009332934,0.000088677734,0.0030323209],"study_design_scores_gemma":[0.62274176,0.028198611,0.2477715,0.0043245056,0.00014118283,0.00009039268,0.013581499,0.026809935,0.021740597,0.0004760162,0.032021366,0.002102614],"about_ca_topic_score_codex":0.00026433275,"about_ca_topic_score_gemma":0.00012636733,"teacher_disagreement_score":0.29463756,"about_ca_system_score_codex":0.00066023594,"about_ca_system_score_gemma":0.000320071,"threshold_uncertainty_score":0.99976355},"labels":[],"label_agreement":null},{"id":"W4303510347","doi":"10.2196/41812","title":"FLASH Radiotherapy for the Treatment of Symptomatic Bone Metastases (FAST-01): Protocol for the First Prospective Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Management of metastatic bone disease","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Flash (photography); Medicine; Radiation therapy; Medical physics; Prospective cohort study; Radiology; Surgery; Pathology; Alternative medicine","score_opus":0.2886124314275323,"score_gpt":0.5629668208743172,"score_spread":0.27435438944678486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303510347","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068681955,0.000020627733,0.0004045015,0.003379143,0.000010343136,0.9950174,0.0002672231,0.000056415265,0.00015750865],"genre_scores_gemma":[0.0024150277,7.2630553e-7,0.00091226294,0.00010455537,0.00012041969,0.99393505,0.00001476131,0.0000701442,0.002427035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952202,0.00081849773,0.0007103674,0.000666574,0.0018237976,0.0007605864],"domain_scores_gemma":[0.9945211,0.0027655477,0.00025909164,0.0017096258,0.00054516504,0.00019947463],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005731613,0.00031530295,0.0006445807,0.00027455034,0.0015058018,0.00011667963,0.00063818885,0.000030980857,0.0012474085],"category_scores_gemma":[0.00051862025,0.00016461193,0.00042348093,0.00074802653,0.00034800812,0.00009073047,0.00018025881,0.00027879656,0.0000083673585],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18129668,0.24072255,0.12112639,0.021008939,0.009782679,0.00014393398,0.022379639,0.00048528728,0.00049165485,0.0032755435,0.31703123,0.08225547],"study_design_scores_gemma":[0.048549596,0.06314917,0.029292969,0.00027985888,0.00020959748,0.0000066962443,0.005513903,0.0037508663,0.00049347157,0.0008458283,0.8476853,0.00022276976],"about_ca_topic_score_codex":0.00018408621,"about_ca_topic_score_gemma":0.0002831664,"teacher_disagreement_score":0.530654,"about_ca_system_score_codex":0.0010159698,"about_ca_system_score_gemma":0.00071437913,"threshold_uncertainty_score":0.9997941},"labels":[],"label_agreement":null},{"id":"W4303943773","doi":"10.2196/41828","title":"Profiling of Learners in Medical Schools as a Move Toward Precision Education: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Scopus; Profiling (computer programming); Checklist; Systematic review; Medical education; MEDLINE; Lifelong learning; Population; Grey literature; Computer science; Psychology; Medicine; Pedagogy; Nursing","score_opus":0.5669348121337582,"score_gpt":0.7176442830239441,"score_spread":0.15070947089018594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303943773","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.338535e-8,0.13342255,0.000025863015,0.0014718637,0.000029445675,0.863175,0.000006402045,0.00004255463,0.0018262969],"genre_scores_gemma":[3.5050367e-9,0.22758172,0.0031390048,0.00037572783,0.00039501936,0.7676555,0.00019599347,0.00010233704,0.0005547187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98886245,0.0017536171,0.003029837,0.0010706512,0.0044302926,0.0008531213],"domain_scores_gemma":[0.99496984,0.001076804,0.0009599722,0.0013252163,0.0013335253,0.000334624],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015259713,0.00046803453,0.002533277,0.0016946878,0.00019066605,0.000060932063,0.0011272592,0.0006697213,0.0045416737],"category_scores_gemma":[0.038656224,0.00037692598,0.00048452127,0.0046847817,0.0002712231,0.00018520576,0.00055307016,0.0046158405,0.00008309717],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014635916,0.0010032494,0.000008099431,0.44651413,0.000018721486,0.000006599424,0.000039447754,3.158671e-8,2.8528655e-7,0.0002834995,0.015018289,0.53696126],"study_design_scores_gemma":[0.00090807915,0.00070918194,5.4434037e-7,0.4891414,0.00001476466,0.00004294969,0.00009729945,0.0000054289403,0.000004510389,0.000104360115,0.5088279,0.00014358046],"about_ca_topic_score_codex":0.00001726592,"about_ca_topic_score_gemma":0.0000013600329,"teacher_disagreement_score":0.53681767,"about_ca_system_score_codex":0.0015660082,"about_ca_system_score_gemma":0.050886013,"threshold_uncertainty_score":0.9998683},"labels":[],"label_agreement":null},{"id":"W4304191898","doi":"10.2196/42585","title":"Nurse Practitioner–Led Integrated Rapid Access to HIV Prevention for People Who Inject Drugs (iRaPID): Protocol for a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Drug Abuse","keywords":"Protocol (science); Medicine; Human immunodeficiency virus (HIV); Randomized controlled trial; Nursing; Family medicine; Alternative medicine","score_opus":0.1957588693709079,"score_gpt":0.5656930336958692,"score_spread":0.3699341643249613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304191898","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011164529,0.0000011596613,0.00341692,0.0051299375,0.00004899369,0.9874478,0.000202862,0.000314654,0.002321201],"genre_scores_gemma":[0.0010609111,2.3857223e-7,0.0014089656,0.0002853772,0.000810545,0.97470164,0.00032374353,0.00020207136,0.021206528],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9861377,0.00649435,0.0020317596,0.0012652425,0.002602526,0.0014684339],"domain_scores_gemma":[0.98894775,0.0061382176,0.0008269547,0.0011208238,0.0023348455,0.0006314332],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020279545,0.00058210373,0.003387463,0.0014580393,0.0011877432,0.000538763,0.0010590344,0.00019500949,0.0022527443],"category_scores_gemma":[0.0142606655,0.0004478185,0.0010084918,0.002072306,0.0001885385,0.0006457625,0.00044407518,0.0014694467,0.000068024885],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8362264,0.006721221,0.000020424985,0.0015022806,0.0003499728,0.000006514466,0.0038885246,0.000025822155,0.0013703951,0.00037393853,0.14569306,0.0038214198],"study_design_scores_gemma":[0.7783594,0.030340744,0.000012043297,0.0013039638,0.000058110058,0.000008424757,0.0037716154,0.0018472438,0.0012724356,0.001022057,0.18164289,0.00036109274],"about_ca_topic_score_codex":0.00005584263,"about_ca_topic_score_gemma":0.00004366988,"teacher_disagreement_score":0.057867043,"about_ca_system_score_codex":0.00094618404,"about_ca_system_score_gemma":0.0036026475,"threshold_uncertainty_score":0.99979734},"labels":[],"label_agreement":null},{"id":"W4304609469","doi":"10.2196/39905","title":"Methodological Frameworks and Dimensions to Be Taken Into Consideration in Digital Health Technology Assessment: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Protocol (science); Health technology; Psychology; Computer science; Management science; Data science; Knowledge management; Applied psychology; Engineering ethics; Medicine; Health care; Engineering; Alternative medicine; Political science","score_opus":0.9554423697519218,"score_gpt":0.778457217606412,"score_spread":0.1769851521455098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304609469","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.6263033e-8,0.19496322,0.0015241775,0.03504758,0.000013426222,0.76800686,0.00021872652,0.00006180001,0.00016417664],"genre_scores_gemma":[1.6773933e-8,0.14918058,0.016989565,0.005352937,0.00009683307,0.8281316,0.00009896231,0.000077730554,0.00007173368],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98456085,0.004276541,0.00785846,0.0017653654,0.0003664938,0.0011722943],"domain_scores_gemma":[0.98340994,0.011910386,0.0029704287,0.0010890742,0.00018742551,0.00043273636],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0759526,0.00048265685,0.0051313266,0.0019907688,0.0007639159,0.00041515625,0.00070653635,0.0008527374,0.0005536861],"category_scores_gemma":[0.039393622,0.0005090721,0.00027721137,0.0015788816,0.00021448072,0.00045391763,0.00086003344,0.0028382018,0.00010969985],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038787017,0.00047689484,0.00010459602,0.65996295,0.00005782167,0.0000053342687,0.00033392553,0.0000027628648,2.2696893e-8,0.07818087,0.049472958,0.21136306],"study_design_scores_gemma":[0.00058188237,0.00081470155,0.0000028155619,0.25634918,0.000001588122,0.000010012572,0.000104226005,0.0000285861,1.8923998e-8,0.013266171,0.72853416,0.00030662664],"about_ca_topic_score_codex":0.000052257066,"about_ca_topic_score_gemma":0.000091098635,"teacher_disagreement_score":0.67906123,"about_ca_system_score_codex":0.002400814,"about_ca_system_score_gemma":0.0035765585,"threshold_uncertainty_score":0.9997361},"labels":[],"label_agreement":null},{"id":"W4304691875","doi":"10.2196/40538","title":"The Influence of Sex, Gender, or Age on Outcomes of Digital Technologies for Treatment and Monitoring of Chronic Obstructive Pulmonary Disease: Protocol for an Overview of Systematic Reviews","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Medicine; Randomized controlled trial; Cochrane Library; MEDLINE; Population; COPD; Protocol (science); Meta-analysis; Critical appraisal; Intervention (counseling); Alternative medicine; Physical therapy; Family medicine; Pathology; Nursing; Internal medicine; Environmental health","score_opus":0.38374047690761376,"score_gpt":0.5485547469075006,"score_spread":0.16481426999988685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304691875","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031910073,0.0005586672,0.0000036202503,0.00006793654,0.0000037532122,0.96685505,0.0005353016,0.000027850201,0.00003773116],"genre_scores_gemma":[0.0856429,0.00004077793,0.00012985879,7.7544223e-7,0.000022830622,0.91379386,0.00001213253,0.0000410331,0.000315852],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.9959602,0.0005708592,0.0011706011,0.0005139152,0.001231088,0.00055337057],"domain_scores_gemma":[0.9953277,0.001947215,0.00065527664,0.0012762636,0.0006306748,0.00016284446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001639661,0.00028649086,0.0012608473,0.00033046058,0.00027585033,0.000029163668,0.0006426167,0.000069874484,0.000010771719],"category_scores_gemma":[0.0018523602,0.00016484341,0.00030824065,0.0005718836,0.00090503943,0.00021169605,0.00049970386,0.0002451357,3.197304e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01972705,0.0063550468,0.09075923,0.81688464,0.0004906297,0.00004754369,0.0006299643,0.00008737956,0.008045612,0.0019592035,0.000058325717,0.054955374],"study_design_scores_gemma":[0.039183356,0.095269166,0.5650846,0.16262889,0.00041308004,0.00009556668,0.023587013,0.0019629616,0.051665716,0.021856295,0.03673915,0.0015142248],"about_ca_topic_score_codex":0.000010271774,"about_ca_topic_score_gemma":0.0000015035581,"teacher_disagreement_score":0.65425575,"about_ca_system_score_codex":0.0007923129,"about_ca_system_score_gemma":0.0010376123,"threshold_uncertainty_score":0.67221195},"labels":[],"label_agreement":null},{"id":"W4304944114","doi":"10.2196/36111","title":"A Medical-Grade Polycaprolactone and Tricalcium Phosphate Scaffold System With Corticoperiosteal Tissue Transfer for the Reconstruction of Acquired Calvarial Defects in Adults: Protocol for a Single-Arm Feasibility Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury and Neurovascular Disturbances","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Metro South Health","keywords":"Scaffold; Biomedical engineering; Regeneration (biology); Skull; Implant; Cranioplasty; Medicine; Materials science; Surgery; Biology","score_opus":0.1571307279039343,"score_gpt":0.4518069310696957,"score_spread":0.29467620316576143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304944114","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06281353,0.000009645006,0.0005240376,0.00065091025,0.00002853075,0.93581575,0.000061297724,0.00004652614,0.00004974575],"genre_scores_gemma":[0.25771666,1.4988197e-7,0.00016731682,0.00002611407,0.00013972959,0.74188745,0.0000060871694,0.00003040383,0.000026114647],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955389,0.00093301566,0.0008491043,0.00064154,0.0014589302,0.000578523],"domain_scores_gemma":[0.99743205,0.0014284959,0.00014890307,0.00051498134,0.0002482733,0.00022731807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003989438,0.00022284877,0.0006627228,0.00017925106,0.00041048214,0.0000539244,0.00030027897,0.00014672916,0.000097661185],"category_scores_gemma":[0.0007562759,0.00014026236,0.00016776708,0.00068210356,0.00055041397,0.000117316675,0.00008385245,0.00037196258,3.514826e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.935387,0.0065302863,0.0009474304,0.014371834,0.00014328818,0.000037622332,0.0012231565,0.0000034801249,0.008264162,0.00069895864,0.0002463888,0.032146383],"study_design_scores_gemma":[0.7354542,0.1559005,0.0033827643,0.011734705,0.0000983868,0.00083877146,0.003143482,0.0029516602,0.06765098,0.00017723082,0.018088128,0.0005791827],"about_ca_topic_score_codex":0.00006569063,"about_ca_topic_score_gemma":0.00005266159,"teacher_disagreement_score":0.1999328,"about_ca_system_score_codex":0.00024749778,"about_ca_system_score_gemma":0.0007599232,"threshold_uncertainty_score":0.5719733},"labels":[],"label_agreement":null},{"id":"W4305072071","doi":"10.2196/42030","title":"Correction: The Facilitation of Clinical and Therapeutic Discoveries in Myalgic Encephalomyelitis/Chronic Fatigue Syndrome and Related Diseases: Protocol for the You + ME Registry Research Platform","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke; National Institutes of Health","keywords":"Chronic fatigue syndrome; Medicine; Alternative medicine; Protocol (science); Encephalomyelitis; Psychology; Psychiatry; Multiple sclerosis; Pathology","score_opus":0.2708319002877413,"score_gpt":0.5504416566507144,"score_spread":0.27960975636297314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4305072071","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029707217,0.0010749024,0.00000819363,0.0026741805,0.0003129498,0.9932581,0.00023372643,0.000048970018,0.002091861],"genre_scores_gemma":[0.0016915208,0.00017141471,0.000013607495,0.000004873698,0.00023246367,0.91111326,0.00021347494,0.00010968765,0.08644971],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98770964,0.0033159112,0.0018761106,0.001429521,0.004080832,0.0015879931],"domain_scores_gemma":[0.98862475,0.0075823725,0.0004591736,0.0019250235,0.0010249536,0.00038370411],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.013726442,0.0005390818,0.0012802366,0.00076339504,0.0014972537,0.00033027283,0.0011944226,0.0008898405,0.0011252009],"category_scores_gemma":[0.0039643645,0.00032572928,0.00036055598,0.00198342,0.0068019778,0.00028566472,0.0011330788,0.009310445,0.000010261543],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014036879,0.0021753644,0.009706891,0.10809187,0.0010306082,0.00047925662,0.0042687217,0.000027572012,0.000095496136,0.0032861347,0.81613004,0.04067116],"study_design_scores_gemma":[0.013752309,0.02435333,0.116869055,0.03357947,0.000066364,0.00060440385,0.007837969,0.0057444153,0.000019437744,0.006412936,0.79011065,0.0006496494],"about_ca_topic_score_codex":0.00030295455,"about_ca_topic_score_gemma":0.000045832887,"teacher_disagreement_score":0.10716216,"about_ca_system_score_codex":0.00086400623,"about_ca_system_score_gemma":0.008168693,"threshold_uncertainty_score":0.9999195},"labels":[],"label_agreement":null},{"id":"W4306711190","doi":"10.2196/43413","title":"Correction: Culturally Safe eHealth Interventions With Aboriginal and Torres Strait Islander People: Protocol for a Best Practice Framework","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Psychological intervention; Protocol (science); Pacific islanders; Culturally appropriate; Medicine; Medical education; Best practice; Alternative medicine; Family medicine; Psychology; Nursing; Population; Health care; Political science; Environmental health","score_opus":0.34587038200119025,"score_gpt":0.6852379256310954,"score_spread":0.3393675436299052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306711190","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.18954e-7,0.000016533944,0.0029286891,0.0046843737,0.00066546164,0.9001479,0.00014551908,0.000089324276,0.091321886],"genre_scores_gemma":[3.917152e-7,0.000008975737,0.012802512,0.000068030524,0.0020900054,0.71951747,0.00005396829,0.00006165245,0.26539698],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859902,0.008279926,0.00072878523,0.0010580539,0.002655865,0.0012871725],"domain_scores_gemma":[0.99127764,0.0048084836,0.000685134,0.0005162758,0.0022378168,0.00047467652],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012649899,0.0004447144,0.0006928045,0.0003676662,0.0041477815,0.0011695911,0.0008571968,0.00061427517,0.003433128],"category_scores_gemma":[0.0051080477,0.00034733917,0.0002535695,0.001549978,0.0010270753,0.0007642544,0.000224996,0.0049735536,0.000020331103],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021099157,0.0011826673,0.00007791441,0.0040706205,0.000089891946,0.000013413896,0.022696028,9.898095e-7,6.5926133e-7,0.03563463,0.92524195,0.008881311],"study_design_scores_gemma":[0.0013263827,0.008127459,0.00018834027,0.008724364,0.00001511791,0.000012253239,0.03076879,0.000011169623,7.371342e-7,0.0030036613,0.9473893,0.0004323948],"about_ca_topic_score_codex":0.0027042239,"about_ca_topic_score_gemma":0.009516931,"teacher_disagreement_score":0.18063042,"about_ca_system_score_codex":0.00083884405,"about_ca_system_score_gemma":0.005077812,"threshold_uncertainty_score":0.99989784},"labels":[],"label_agreement":null},{"id":"W4306726548","doi":"10.2196/42208","title":"Exploring Stakeholder Requirements to Enable the Research and Development of Artificial Intelligence Algorithms in a Hospital-Based Generic Infrastructure: Protocol for a Multistep Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitätsklinikum Heidelberg","keywords":"Computer science; Stakeholder; Protocol (science); Health care; General partnership; Artificial intelligence; Knowledge management; Medicine; Business","score_opus":0.911409827292294,"score_gpt":0.6892122809678326,"score_spread":0.22219754632446143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306726548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065057464,0.0000014268066,0.005515874,0.0009835921,0.000032923304,0.9283668,0.0000052425225,0.000019969875,0.000016700229],"genre_scores_gemma":[0.031785432,9.8449036e-8,0.05186665,0.000029411834,0.00011508688,0.9161065,0.000005450233,0.000037628626,0.000053701413],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99349827,0.001961573,0.0011323825,0.0007033661,0.0017465794,0.00095781643],"domain_scores_gemma":[0.9965467,0.0011599854,0.00013691816,0.000642529,0.0012659326,0.00024792878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016824877,0.00018655995,0.0003447612,0.00090217864,0.0011117551,0.00009987897,0.00049097266,0.000059595877,0.00011682583],"category_scores_gemma":[0.001410601,0.0001463906,0.000036833928,0.0023118453,0.00023524548,0.00015328013,0.0005777938,0.0010091576,0.0000053253007],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003181866,0.005375424,0.0045779436,0.0011820686,0.000025829715,0.000011903029,0.035949018,0.00029789621,0.0048838486,0.00009680697,0.0007867349,0.94363064],"study_design_scores_gemma":[0.0014630944,0.04286683,0.014584101,0.0019797455,0.000005437847,0.000006026005,0.24164848,0.0069287294,0.5123257,0.0055362936,0.17205317,0.0006023859],"about_ca_topic_score_codex":0.00034165665,"about_ca_topic_score_gemma":0.00014771282,"teacher_disagreement_score":0.9430283,"about_ca_system_score_codex":0.00082906435,"about_ca_system_score_gemma":0.0020066912,"threshold_uncertainty_score":0.8550834},"labels":[],"label_agreement":null},{"id":"W4306897097","doi":"10.2196/42577","title":"Reorganizing Pharmaceutical Care in Family Medicine Groups for Older Adults With or at Risk of Major Neurocognitive Disorders: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke; McGill University; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Université de Montréal; Université Laval; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre de Santé et de Services Sociaux de la Vieille-Capitale","funders":"","keywords":"Neurocognitive; Protocol (science); Medicine; Psychology; Family medicine; Psychiatry; Alternative medicine; Clinical psychology; Cognition; Gerontology","score_opus":0.4346970714594163,"score_gpt":0.6545972661046012,"score_spread":0.21990019464518495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306897097","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022670453,0.000008290505,0.00042639018,0.00073473307,0.000013957161,0.9757061,0.00011482609,0.000049738046,0.0002755093],"genre_scores_gemma":[0.038094215,8.102035e-7,0.0033358685,0.00020817631,0.00010384933,0.9579137,0.000033821325,0.00010304084,0.00020654587],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925986,0.0033416233,0.000833618,0.00086612086,0.0014561504,0.00090389873],"domain_scores_gemma":[0.99226844,0.0057521123,0.00033527226,0.00046835144,0.0008271083,0.00034872742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051208064,0.00033437763,0.00081190065,0.00048070983,0.00054899073,0.000024255112,0.0003934332,0.00008319449,0.0005035306],"category_scores_gemma":[0.0026648676,0.00021724713,0.0001314573,0.0012707226,0.00029836598,0.00018634943,0.00060874707,0.0014103834,0.000002394993],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.59073925,0.016326906,0.20002307,0.020666042,0.0004645816,0.00014263905,0.028789561,0.000007833852,0.0032723038,0.00007406818,0.0035207386,0.13597304],"study_design_scores_gemma":[0.2623278,0.14253408,0.04852255,0.005122221,0.00025694625,0.00003665725,0.10589122,0.0029619096,0.0060014175,0.00023476688,0.42541286,0.0006975748],"about_ca_topic_score_codex":0.000061174294,"about_ca_topic_score_gemma":0.000121274985,"teacher_disagreement_score":0.42189214,"about_ca_system_score_codex":0.00035279492,"about_ca_system_score_gemma":0.00039993293,"threshold_uncertainty_score":0.88590807},"labels":[],"label_agreement":null},{"id":"W4306934468","doi":"10.2196/42484","title":"Experiences of Health Care Access Challenges for Back Pain Care Across the Rural-Urban Continuum in Canada: Protocol for Cross-sectional Research","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"Canadian Institutes of Health Research; Government of Canada","keywords":"Indigenous; Health care; Nursing; Rural area; Population; Medicine; Rural health; Environmental health; Economic growth","score_opus":0.32442170009069726,"score_gpt":0.6156549501882628,"score_spread":0.2912332500975655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306934468","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030130671,0.00006252282,0.000008559508,0.0028634463,0.000019344063,0.9665401,0.000115624935,0.000013672696,0.00024605638],"genre_scores_gemma":[0.12784411,4.2445345e-7,0.000066040164,0.000067925626,0.00016914132,0.8713757,0.00005207929,0.000032867418,0.00039171075],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99180156,0.0034504521,0.00081134087,0.0005599506,0.0022055695,0.0011711044],"domain_scores_gemma":[0.99433166,0.0025812674,0.00018532916,0.0005858524,0.0021427274,0.00017316284],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016326346,0.00017151065,0.00041763057,0.0002321347,0.0014334087,0.00011997266,0.000801828,0.0000879939,0.0002023129],"category_scores_gemma":[0.0015444238,0.00011962096,0.00015912362,0.00075028016,0.0006125037,0.00015656238,0.00043536766,0.00091521844,8.9622665e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015127997,0.0014161126,0.38805607,0.123377986,0.00006454543,0.000005450439,0.33222687,0.00005553596,0.0008165357,0.0006137636,0.09190792,0.046331227],"study_design_scores_gemma":[0.006153263,0.0073606013,0.2204696,0.001389858,2.3256624e-7,0.0000011922523,0.468642,0.00007197076,0.000505353,0.00016046819,0.29509506,0.00015041952],"about_ca_topic_score_codex":0.05968401,"about_ca_topic_score_gemma":0.23833606,"teacher_disagreement_score":0.20318712,"about_ca_system_score_codex":0.0024118465,"about_ca_system_score_gemma":0.007132064,"threshold_uncertainty_score":0.9998666},"labels":[],"label_agreement":null},{"id":"W4306961081","doi":"10.2196/42547","title":"Optimizing Outcomes in Psychotherapy for Anxiety Disorders Using Smartphone-Based and Passive Sensing Features: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Randomized controlled trial; Anxiety; Protocol (science); Psychotherapist; Psychology; Medicine; Clinical psychology; Physical therapy; Psychiatry; Alternative medicine","score_opus":0.17329779189062494,"score_gpt":0.5893802083336381,"score_spread":0.4160824164430132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306961081","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011735596,0.000002955842,0.003378835,0.0018618928,0.0000941777,0.99291414,0.0000978754,0.000062238076,0.00041433042],"genre_scores_gemma":[0.0017392993,6.378005e-8,0.0056256596,0.0002063681,0.00008656219,0.9910987,0.0000138876,0.00008909628,0.0011403897],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99306566,0.0033842612,0.0011631129,0.0007317668,0.0006268024,0.0010284109],"domain_scores_gemma":[0.9946105,0.0041701947,0.00042996096,0.00043017935,0.00018763583,0.00017152184],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006199842,0.00030705103,0.0013143889,0.0006378493,0.0008835961,0.00022373437,0.00030553067,0.00013669737,0.00016370992],"category_scores_gemma":[0.0004969662,0.00025405482,0.0006952398,0.00043770237,0.00027974855,0.00015519357,0.000079152436,0.00075027975,0.0000016735663],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98074806,0.0030602363,0.000068506815,0.00050565344,0.00013366356,0.0000025008492,0.0008398667,0.000060087674,0.00006247378,0.0013839826,0.0015114364,0.011623528],"study_design_scores_gemma":[0.9603335,0.0050962754,0.000018590972,0.00059624616,0.0000059159893,0.000003495972,0.00049594615,0.002622855,0.00006259303,0.007997283,0.022523763,0.00024348665],"about_ca_topic_score_codex":0.00008704571,"about_ca_topic_score_gemma":0.00012371887,"teacher_disagreement_score":0.021012325,"about_ca_system_score_codex":0.00034932044,"about_ca_system_score_gemma":0.00035107648,"threshold_uncertainty_score":0.9999912},"labels":[],"label_agreement":null},{"id":"W4307036645","doi":"10.2196/41199","title":"Rationale and Design of an Ecological Momentary Assessment Study Examining Predictors of Binge Eating Among Sexual Minority and Heterosexual Young Women: Protocol for the Health and Experiences in Real Life (HER Life) Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute on Alcohol Abuse and Alcoholism","keywords":"Sexual minority; Lesbian; Psychology; Minority stress; Binge eating; Health equity; Transgender; Reproductive health; Affect (linguistics); Clinical psychology; Public health; Eating disorders; Medicine; Population","score_opus":0.4736603510786188,"score_gpt":0.5983609579902923,"score_spread":0.1247006069116735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307036645","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52146435,0.000002495742,0.0000039890483,0.000038625145,0.000008393299,0.4784399,0.000013825272,0.000008622973,0.000019837827],"genre_scores_gemma":[0.41341564,2.3685169e-7,0.00004899446,0.000019938272,0.00006904557,0.586375,0.0000020766024,0.000009694648,0.000059412523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99202347,0.0051658233,0.0007786338,0.0005968407,0.0008314452,0.0006037782],"domain_scores_gemma":[0.9976638,0.0012804063,0.00031403144,0.0003179244,0.00009735164,0.00032650368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009186509,0.00017221054,0.00040770308,0.00027494863,0.0008966595,0.000100125435,0.0003108716,0.0000612459,0.00010924372],"category_scores_gemma":[0.00020851553,0.00013344531,0.0000117576765,0.00033810272,0.000433683,0.0002378297,0.0004872685,0.00052984705,8.709211e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001384128,0.0063222335,0.84650266,0.00076299626,0.000046039408,0.000005129663,0.14400935,0.000011145986,0.000026489732,0.000022861095,0.00028536448,0.00062159105],"study_design_scores_gemma":[0.0039699404,0.044851553,0.6755142,0.000016862628,0.0000015015861,0.0000017354616,0.27523464,0.000283262,3.886739e-7,0.000020264548,0.000029812261,0.000075828655],"about_ca_topic_score_codex":0.00408988,"about_ca_topic_score_gemma":0.00079046004,"teacher_disagreement_score":0.17098846,"about_ca_system_score_codex":0.00019262881,"about_ca_system_score_gemma":0.0006439469,"threshold_uncertainty_score":0.6896471},"labels":[],"label_agreement":null},{"id":"W4307189947","doi":"10.2196/38183","title":"Preventing Revictimization Through a Web-Based Intervention for Primary Caregivers of Youth in Care (EMPOWERYOU): Protocol for a Randomized Factorial Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Welfare and Adoption","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Foster care; Randomized controlled trial; Neglect; Psychology; Medicine; Clinical psychology; Nursing","score_opus":0.16706495122461393,"score_gpt":0.5295689012878697,"score_spread":0.36250395006325575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307189947","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006018093,0.0000021054243,0.0018147767,0.00016017862,0.00006537006,0.99611205,0.00011867133,0.000047255475,0.0010778054],"genre_scores_gemma":[0.012120816,1.8551712e-7,0.0006632474,0.0000098325,0.00039504742,0.9864938,0.00016418175,0.000024610079,0.00012825386],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942865,0.0030814752,0.00069470314,0.00038902825,0.0010791796,0.00046915878],"domain_scores_gemma":[0.9978254,0.0008575594,0.00043171836,0.00021371729,0.00061626564,0.000055335455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007002113,0.0001317687,0.00045920804,0.00026092073,0.00083184475,0.00010419668,0.0003801366,0.00011316396,0.00014290397],"category_scores_gemma":[0.0014514767,0.00012966104,0.0004636681,0.00064321805,0.00019562231,0.0003252952,0.00012572538,0.00031098106,3.8383902e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9435989,0.0013953146,0.00026075114,0.0036909522,0.000029120796,8.477045e-7,0.04225303,0.00030048387,0.000093660274,0.002213499,0.0011912164,0.004972185],"study_design_scores_gemma":[0.80914056,0.0024359445,0.000010364745,0.0013977231,0.000010636153,3.25576e-8,0.014340926,0.00017665005,0.00019591558,0.0012000414,0.1709132,0.00017797455],"about_ca_topic_score_codex":0.0005003363,"about_ca_topic_score_gemma":0.00027156583,"teacher_disagreement_score":0.16972199,"about_ca_system_score_codex":0.00080946065,"about_ca_system_score_gemma":0.0011475297,"threshold_uncertainty_score":0.63979614},"labels":[],"label_agreement":null},{"id":"W4307216146","doi":"10.2196/42713","title":"Metadata Correction: Social Support as a Stress Buffer or Stress Amplifier and the Moderating Role of Implicit Motives: Protocol for a Randomized Study","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Psychological Testing and Assessment","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Stress (linguistics); Metadata; Computer science; Randomized controlled trial; Psychology; Applied psychology; World Wide Web; Medicine; Alternative medicine","score_opus":0.34284342340105733,"score_gpt":0.6154808653312692,"score_spread":0.2726374419302119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307216146","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024981073,0.000005864475,0.00016239441,0.00032838894,0.00034701466,0.95329636,0.0006216761,0.00010794179,0.045105383],"genre_scores_gemma":[0.0001691829,3.174755e-7,0.00008168166,0.0000677862,0.00095344195,0.839152,0.0001504406,0.00010858378,0.15931658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837224,0.009882845,0.0015511585,0.0016655456,0.001939273,0.0012387957],"domain_scores_gemma":[0.9902275,0.006393459,0.0010678531,0.001325468,0.0007841338,0.00020155976],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0112299975,0.0006858423,0.0022993626,0.00035623414,0.001549618,0.000684262,0.0016182084,0.00056167925,0.0047972803],"category_scores_gemma":[0.002368179,0.00039671003,0.0004960821,0.00067961926,0.0011762979,0.0001891128,0.0012365626,0.003910186,0.000010160996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2773944,0.0073960535,0.0002449623,0.0011154384,0.0013779902,0.000049892584,0.008843448,0.0000040306554,0.000015739803,0.0030435177,0.6939803,0.006534223],"study_design_scores_gemma":[0.34832793,0.011224874,0.0005674298,0.0017638676,0.000121192286,0.000041765365,0.02580629,0.0004431764,0.000029729405,0.0057390523,0.6051117,0.0008229814],"about_ca_topic_score_codex":0.00047922862,"about_ca_topic_score_gemma":0.000056054876,"teacher_disagreement_score":0.1142112,"about_ca_system_score_codex":0.00015166088,"about_ca_system_score_gemma":0.0008535739,"threshold_uncertainty_score":0.9998485},"labels":[],"label_agreement":null},{"id":"W4307230175","doi":"10.2196/42373","title":"The PharmNet Harm Reduction Intervention for Community Pharmacies: Protocol for a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"(+)-Naloxone; Randomized controlled trial; Medicine; Opioid overdose; Harm reduction; Pharmacy; Intervention (counseling); Medical emergency; Opioid; Family medicine; Nursing; Public health; Surgery","score_opus":0.3171923795469189,"score_gpt":0.5962800940505621,"score_spread":0.2790877145036432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307230175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009461333,0.0000048739284,0.00021681642,0.0022428506,0.0000594822,0.99588716,0.000059257727,0.00012058638,0.0004628413],"genre_scores_gemma":[0.0022548144,7.115434e-7,0.00022386493,0.000045708755,0.0003855383,0.9903213,0.000108638924,0.0000674542,0.0065919687],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9897779,0.0068965573,0.0010665914,0.00037943333,0.0011532472,0.00072627125],"domain_scores_gemma":[0.9941578,0.0037345,0.00040603895,0.00071799214,0.00082331663,0.00016033564],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020570006,0.0002639604,0.0010667493,0.00025737425,0.003082142,0.00020277378,0.0005110022,0.000050702296,0.00033415144],"category_scores_gemma":[0.0021518955,0.00016483734,0.0009652674,0.00036601446,0.0003482041,0.00012511577,0.00029557417,0.0011496413,0.0000056163685],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94395894,0.011818757,0.0000018219619,0.0013944726,0.00048343136,0.0000013814769,0.0010334684,0.0000037934192,0.0015856813,0.00046905095,0.034766298,0.004482896],"study_design_scores_gemma":[0.7289777,0.021988787,0.0000012774354,0.00033001052,0.000047296784,0.000007210423,0.0013455957,0.0006588225,0.001678669,0.0014528751,0.24340633,0.000105461186],"about_ca_topic_score_codex":0.000052916505,"about_ca_topic_score_gemma":0.0000024297121,"teacher_disagreement_score":0.21498127,"about_ca_system_score_codex":0.00059506466,"about_ca_system_score_gemma":0.00051436946,"threshold_uncertainty_score":0.99821573},"labels":[],"label_agreement":null},{"id":"W4307234259","doi":"10.2196/39193","title":"Medication Adherence and Cardiometabolic Control Indicators Among American Indian Adults Receiving Tribal Health Services: Protocol for a Longitudinal Electronic Health Records Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Medicine; Dyslipidemia; Ethnic group; Health care; Gerontology; Family medicine; Environmental health; Obesity; Internal medicine","score_opus":0.14195786566873805,"score_gpt":0.5414836925704917,"score_spread":0.39952582690175364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307234259","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03825295,0.000016968821,0.0001806926,0.0024685776,0.000011971515,0.9588269,0.00004329324,0.000114255454,0.000084413485],"genre_scores_gemma":[0.3001599,0.000003248056,0.00010119386,0.00048503844,0.00014259321,0.6987933,0.00003477301,0.000036254998,0.00024366436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99215037,0.002063817,0.0009469893,0.0010684931,0.0022973893,0.0014729731],"domain_scores_gemma":[0.9966079,0.00026691158,0.0009016176,0.000865477,0.00037617018,0.0009819433],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008510154,0.0002900735,0.0009106211,0.00101698,0.001243733,0.000102536345,0.0006574894,0.000060747534,0.00033137226],"category_scores_gemma":[0.00021866061,0.00026477687,0.00009961194,0.0029444026,0.00037697615,0.00019534751,0.00024399607,0.0015049076,0.00002198929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062088068,0.0030910682,0.6221648,0.0047052633,0.00016302777,0.000014377357,0.0063321968,0.0000017685488,0.00001787335,0.00010528833,0.0073955823,0.34979996],"study_design_scores_gemma":[0.021635327,0.04361534,0.75854063,0.0030132285,0.000008283763,0.000044521086,0.013445532,0.00034842512,0.000014923862,0.0001037057,0.15891583,0.0003142381],"about_ca_topic_score_codex":0.0018369651,"about_ca_topic_score_gemma":0.0004958583,"teacher_disagreement_score":0.34948573,"about_ca_system_score_codex":0.00095239514,"about_ca_system_score_gemma":0.004041352,"threshold_uncertainty_score":0.99998045},"labels":[],"label_agreement":null},{"id":"W4307275775","doi":"10.2196/42681","title":"Motivational Design for Web-Based Instruction in Health Professions Education: Protocol for a Systematic Review and Directed Content Analysis","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Instructional design; Psychology; Self-regulated learning; Computer science; Knowledge management; Mathematics education","score_opus":0.5822563666837429,"score_gpt":0.653414617177177,"score_spread":0.07115825049343405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307275775","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.60937e-9,0.045814272,0.00027405596,0.0012835026,0.000006741437,0.9524433,0.00005682697,0.000068859015,0.000052456235],"genre_scores_gemma":[7.4253186e-9,0.02952501,0.004918883,0.0000587512,0.000117265634,0.9636673,0.00019926306,0.00003743084,0.001476139],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98561305,0.010691297,0.0014320539,0.00062720856,0.0010032604,0.0006331605],"domain_scores_gemma":[0.9942974,0.0032981667,0.0010754494,0.00037293712,0.00074233615,0.00021373993],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015550091,0.0002706598,0.0020187276,0.0012255405,0.0014341034,0.0001627042,0.00047818353,0.00019758247,0.0002479432],"category_scores_gemma":[0.0054736766,0.00020856288,0.0004011343,0.003997275,0.00013854471,0.0001701371,0.00008183852,0.0008055049,0.0000020621026],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004236779,0.00046549996,0.000010896465,0.9092561,0.00009735135,2.1200724e-7,0.00012302652,0.0000013977578,3.2902257e-8,0.00079321966,0.0029800306,0.08622984],"study_design_scores_gemma":[0.00054074463,0.00025090968,0.0000020476828,0.3842704,0.0000788343,3.7073906e-7,0.00027798608,0.000052087416,2.3927441e-8,0.000076945835,0.61432916,0.00012046279],"about_ca_topic_score_codex":0.000073327246,"about_ca_topic_score_gemma":0.00015455057,"teacher_disagreement_score":0.61134917,"about_ca_system_score_codex":0.001230583,"about_ca_system_score_gemma":0.024225738,"threshold_uncertainty_score":0.9998659},"labels":[],"label_agreement":null},{"id":"W4307340145","doi":"10.2196/41445","title":"Feasibility of Digital Cognitive Behavioral Therapy for Depressed Older Adults With the Moodbuster Platform: Protocol for 2 Pilot Feasibility Studies","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Protocol (science); Cognition; Medicine; Digital health; Psychology; Clinical psychology; Gerontology; Physical therapy; Psychiatry; Alternative medicine; Health care","score_opus":0.6244699892356497,"score_gpt":0.6550968121283618,"score_spread":0.030626822892712124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307340145","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08357303,0.0000041175163,0.00010171037,0.00043377746,0.000018238525,0.91349036,0.0017877311,0.000061144056,0.0005298974],"genre_scores_gemma":[0.34752584,8.421572e-9,0.000044932287,0.0000357801,0.00003690938,0.6512488,0.000042088694,0.000045250443,0.001020366],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99590623,0.00056998094,0.0007468773,0.000863328,0.0009682239,0.00094533],"domain_scores_gemma":[0.99586535,0.0014213498,0.00034756286,0.000830871,0.0013773451,0.00015749913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023926178,0.00029090806,0.00043504464,0.00015379225,0.0008331089,0.00014231857,0.0007449216,0.00006815671,0.00033581915],"category_scores_gemma":[0.00017465482,0.00018891711,0.00025032824,0.0004676707,0.0008446257,0.0004541856,0.0004528901,0.0006121083,0.000010221715],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6188084,0.12935317,0.085116856,0.009823774,0.00070062967,0.000023837525,0.018105982,0.00000360017,0.000072957286,0.0023512223,0.047448974,0.088190615],"study_design_scores_gemma":[0.22755705,0.48707604,0.12631015,0.008180389,0.000040434184,0.00006711891,0.077430785,0.000055964207,0.0056210845,0.017895445,0.04812774,0.0016377819],"about_ca_topic_score_codex":0.000029424084,"about_ca_topic_score_gemma":0.00006855924,"teacher_disagreement_score":0.39125133,"about_ca_system_score_codex":0.00036268184,"about_ca_system_score_gemma":0.00025404047,"threshold_uncertainty_score":0.7703816},"labels":[],"label_agreement":null},{"id":"W4307377032","doi":"10.2196/42653","title":"Nudging Health Care Providers’ Adoption of Clinical Decision Support: Protocol for the User-Centered Development of a Behavioral Economics–Inspired Electronic Health Record Tool","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Nudge theory; Behavioral economics; Calculator; Health care; Behavior change; Clinical decision support system; Health economics; Psychology; Choice architecture; Emergency department; Behavioural sciences; Applied psychology; Nursing; Decision support system; Public health; Medicine; Computer science; Social psychology; Business","score_opus":0.3085317946517271,"score_gpt":0.5803874196872063,"score_spread":0.2718556250354792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307377032","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013340771,0.0000058274113,0.0004998306,0.001805839,0.000022748301,0.98421085,0.00003876463,0.000034618202,0.00004073018],"genre_scores_gemma":[0.011940638,0.0000053884055,0.0060186535,0.00033286796,0.00008008952,0.98138636,0.00007385632,0.000053772612,0.000108344844],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947839,0.00063797797,0.0020986723,0.00059769844,0.0008932992,0.0009884759],"domain_scores_gemma":[0.9973362,0.00030384542,0.00094194995,0.00076170295,0.0004459161,0.00021036761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007488348,0.00020410435,0.0009371795,0.00030005185,0.0007389732,0.000043203472,0.0004995819,0.00007005112,0.00022246518],"category_scores_gemma":[0.00011087636,0.00016180545,0.00027584608,0.0002845883,0.00012143169,0.0001175265,0.0005573978,0.00069619814,0.000004738278],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007568925,0.006736739,0.005920587,0.0048037516,0.00011557507,0.0000025121597,0.0061042705,0.000023298902,0.00004829447,0.0006245219,0.034948353,0.93310314],"study_design_scores_gemma":[0.010730638,0.026305536,0.024134248,0.0013855862,0.000008196937,0.0000030876333,0.003715176,0.00013056156,0.0002856148,0.00007569498,0.9330689,0.00015680685],"about_ca_topic_score_codex":0.00018697476,"about_ca_topic_score_gemma":0.0005433856,"teacher_disagreement_score":0.9329464,"about_ca_system_score_codex":0.0014413472,"about_ca_system_score_gemma":0.007879642,"threshold_uncertainty_score":0.99774474},"labels":[],"label_agreement":null},{"id":"W4307430105","doi":"10.2196/40700","title":"A Novel Concentrated, Interdisciplinary Group Rehabilitation Program for Patients With Chronic Obstructive Pulmonary Disease: Protocol for a Nonrandomized Clinical Intervention Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; COPD; Pulmonary rehabilitation; Rehabilitation; Physical therapy; Vital capacity; Pulmonary function testing; Intervention (counseling); Protocol (science); Pulmonary disease; Focus group; Lung function; Alternative medicine; Nursing; Lung; Internal medicine; Pathology","score_opus":0.10503247868969931,"score_gpt":0.5372249112614506,"score_spread":0.4321924325717512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307430105","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040898453,0.0000045960023,0.000587784,0.00040432948,0.000029859051,0.95717305,0.00062061084,0.00019683671,0.00008447243],"genre_scores_gemma":[0.06300844,4.7555478e-8,0.002990293,0.000011543512,0.00030422254,0.93237,0.0007263143,0.00016284893,0.00042631206],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9906047,0.0021977497,0.0014593008,0.0017777798,0.0025352149,0.0014252573],"domain_scores_gemma":[0.99325675,0.001974485,0.0004599777,0.001123713,0.0023721838,0.00081286696],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005028909,0.00049699715,0.0009529618,0.000540408,0.0012390901,0.00017264113,0.00069572387,0.00012781996,0.00038289136],"category_scores_gemma":[0.0011706159,0.00040858836,0.00073260895,0.0011285662,0.000949095,0.00048521688,0.0014458384,0.0014294657,0.000007787487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.514866,0.13919127,0.23024437,0.011285573,0.00045866828,0.00008228707,0.00049530074,0.000024037283,0.00010732614,0.00018842607,0.0019494897,0.10110723],"study_design_scores_gemma":[0.19641507,0.09861444,0.6595429,0.002190822,0.000071438095,0.000011321279,0.0021657066,0.006193862,0.000005350218,0.00084390264,0.03346928,0.00047591017],"about_ca_topic_score_codex":0.00001600239,"about_ca_topic_score_gemma":0.000017732857,"teacher_disagreement_score":0.42929852,"about_ca_system_score_codex":0.0029942896,"about_ca_system_score_gemma":0.0018105857,"threshold_uncertainty_score":0.9998366},"labels":[],"label_agreement":null},{"id":"W4307492612","doi":"10.2196/39233","title":"Mindfulness Training for Depressed Older Adults Using Smartphone Technology: Protocol for a Fully Remote Precision Clinical Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health; National Institute on Aging; National Institutes of Health; Institute of Clinical and Translational Sciences","keywords":"Mindfulness; mHealth; Psychological intervention; Clinical trial; Intervention (counseling); Randomized controlled trial; Medicine; Protocol (science); Test (biology); Psychology; Clinical psychology; Alternative medicine; Psychiatry","score_opus":0.5313208113616306,"score_gpt":0.6410394447590029,"score_spread":0.10971863339737231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307492612","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035711739,0.0000011563052,0.08857467,0.00044299738,0.00017368479,0.90648085,0.00016182754,0.00015254147,0.00044109984],"genre_scores_gemma":[0.0039510345,1.2277522e-9,0.0035612134,0.000033266926,0.00066553144,0.9886558,0.00002261198,0.00011124977,0.0029992734],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99266106,0.0019237382,0.0016585493,0.0013852285,0.0010173061,0.0013541366],"domain_scores_gemma":[0.995354,0.0017545065,0.0005509945,0.001314806,0.00076305517,0.00026264216],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007726442,0.00033006718,0.0007026688,0.00090066675,0.0017705685,0.00016793214,0.0014419967,0.00045300732,0.009866626],"category_scores_gemma":[0.0009989812,0.00030309396,0.0006602189,0.0012086683,0.00030481126,0.00013464628,0.00078353845,0.0015442093,0.0000336878],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25910395,0.004468879,0.000041287727,0.00046466402,0.0000872939,0.00001959509,0.00045564055,0.0000074210193,0.00004228106,0.003302408,0.061483853,0.67052275],"study_design_scores_gemma":[0.2230114,0.01566183,0.000094215604,0.0025420028,0.00001064173,0.000037900634,0.0031092805,0.0047338572,0.00272538,0.01913984,0.72842807,0.0005055746],"about_ca_topic_score_codex":0.000028544679,"about_ca_topic_score_gemma":0.000015363634,"teacher_disagreement_score":0.6700171,"about_ca_system_score_codex":0.000182464,"about_ca_system_score_gemma":0.00057940185,"threshold_uncertainty_score":0.9999421},"labels":[],"label_agreement":null},{"id":"W4307689767","doi":"10.2196/39225","title":"Developing a Parenting App to Support Young Children’s Socioemotional and Cognitive Development in Culturally Diverse Low- and Middle-Income Countries: Protocol for a Co-design Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Minderoo Foundation; University of Sydney","keywords":"Socioemotional selectivity theory; Psychology; Child development; Developmental psychology; Early childhood","score_opus":0.38261818343694837,"score_gpt":0.6100691847612717,"score_spread":0.22745100132432333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307689767","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031476714,9.879201e-7,0.00074351527,0.0006967056,0.000008280418,0.96676606,0.00012887438,0.00007945589,0.000099428486],"genre_scores_gemma":[0.010871851,4.3853615e-7,0.0028270853,0.00051886204,0.00009813902,0.9851102,0.00006840989,0.000042576656,0.00046242547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99350446,0.0019101626,0.0011552938,0.0008552785,0.0010762585,0.0014985196],"domain_scores_gemma":[0.99683464,0.001324615,0.00029971206,0.00022274068,0.0007581049,0.0005601933],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.008458014,0.00026324214,0.0004145309,0.0004684246,0.0056659705,0.00007339534,0.00032487648,0.00012277077,0.00031378886],"category_scores_gemma":[0.00045233726,0.00024850262,0.000026707647,0.0005998936,0.00012353974,0.00018001931,0.00086067925,0.001248046,0.000054873013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004747327,0.0014155825,0.9267749,0.011182555,0.000051441188,0.000015488298,0.043413684,0.000005166037,0.000012523598,0.0015544852,0.0047972035,0.006029598],"study_design_scores_gemma":[0.024056477,0.00432661,0.7422659,0.008521147,0.000005275671,0.000015121416,0.034351114,0.00006693022,0.000037591995,0.00049867167,0.18519723,0.00065792265],"about_ca_topic_score_codex":0.0001081646,"about_ca_topic_score_gemma":0.00032308273,"teacher_disagreement_score":0.18450904,"about_ca_system_score_codex":0.0011721657,"about_ca_system_score_gemma":0.005330943,"threshold_uncertainty_score":0.9999967},"labels":[],"label_agreement":null},{"id":"W4307708688","doi":"10.2196/42535","title":"Examining Emailed Feedback as Boosters After a College Drinking Intervention Among Fraternities and Sororities: Rationale and Protocol for a Remote Controlled Trial (Project Greek)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"Psychological intervention; Medicine; Population; Intervention (counseling); Randomized controlled trial; Motivational interviewing; Psychology; Psychiatry; Environmental health","score_opus":0.2343041302858551,"score_gpt":0.4948409820973649,"score_spread":0.26053685181150976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307708688","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23602962,0.0000063514235,0.000011962273,0.00011059713,0.000010454817,0.76344925,0.000011506681,0.00005377297,0.00031646638],"genre_scores_gemma":[0.02569084,5.1325895e-7,0.0002948626,0.00007330224,0.00016656339,0.96059537,0.00002059814,0.00004768044,0.013110269],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99686676,0.00067681295,0.000573533,0.00050409144,0.00086661184,0.00051218487],"domain_scores_gemma":[0.99835056,0.0008192664,0.00018335386,0.00027283555,0.00025516952,0.000118794254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001981348,0.0002505387,0.0006656886,0.00046316584,0.00059918256,0.00019248991,0.0001216438,0.0000870717,0.00037031624],"category_scores_gemma":[0.00032996008,0.0002009279,0.0001619326,0.00025837196,0.000246826,0.00031901966,0.00022571954,0.00040416862,0.000003200984],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9475096,0.000914936,0.03167907,0.0059020054,0.000372593,0.0003311687,0.009524091,5.5779486e-7,0.00020884784,0.00014840196,0.0021058219,0.0013029152],"study_design_scores_gemma":[0.9291212,0.021737186,0.00448722,0.0108833,0.000055065266,0.00008122273,0.020946365,0.0006623854,0.0002903837,0.0013690564,0.0099570295,0.00040957655],"about_ca_topic_score_codex":0.000030311905,"about_ca_topic_score_gemma":0.000156618,"teacher_disagreement_score":0.21033879,"about_ca_system_score_codex":0.0002799611,"about_ca_system_score_gemma":0.0002766749,"threshold_uncertainty_score":0.8193602},"labels":[],"label_agreement":null},{"id":"W4307843053","doi":"10.2196/40528","title":"Telepresence Robot Intervention to Reduce Loneliness and Social Isolation in Older Adults Living at Home (Project DOMIROB): Protocol for a Clinical Nonrandomized Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conseil Régional, Île-de-France","keywords":"Loneliness; Social isolation; Intervention (counseling); Context (archaeology); Psychology; Aging in place; Gerontology; Social support; Feeling; Medicine; Clinical psychology; Psychiatry; Social psychology","score_opus":0.4375710973840802,"score_gpt":0.6737283056600035,"score_spread":0.23615720827592335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307843053","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08948112,6.6725505e-7,0.00033564412,0.0004993221,0.00007432555,0.90934634,0.000014316993,0.00006332868,0.00018492763],"genre_scores_gemma":[0.09162074,4.649052e-8,0.00015196094,0.00006352321,0.00039593218,0.90522933,0.000008505138,0.000047257046,0.002482695],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99096286,0.0055789948,0.0010975886,0.00094550126,0.0007447663,0.000670303],"domain_scores_gemma":[0.9968852,0.0019611702,0.0002832954,0.00036023164,0.00039487047,0.00011525146],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008595404,0.00021461208,0.0005443081,0.0005796281,0.0008311949,0.0001650302,0.00044838106,0.00015530371,0.0016930702],"category_scores_gemma":[0.00087817444,0.00021255545,0.00021819651,0.00077653903,0.00010521501,0.0002075851,0.00087000226,0.0010480249,0.000052324987],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.49867514,0.046984777,0.089132264,0.0011833805,0.00022295106,0.00007035023,0.16676709,0.00003476504,0.00071828655,0.00019202055,0.09099824,0.10502073],"study_design_scores_gemma":[0.23233286,0.018161109,0.59282553,0.0022671812,0.000011267663,0.000026159621,0.05296124,0.0011347212,0.000041337702,0.0001392555,0.09918381,0.0009155151],"about_ca_topic_score_codex":0.00044718818,"about_ca_topic_score_gemma":0.00044034125,"teacher_disagreement_score":0.5036933,"about_ca_system_score_codex":0.00038602558,"about_ca_system_score_gemma":0.00012749161,"threshold_uncertainty_score":0.99921954},"labels":[],"label_agreement":null},{"id":"W4307968449","doi":"10.2196/36174","title":"Developing an mHealth Intervention to Reduce COVID-19–Associated Psychological Distress Among Health Care Workers in Nigeria: Protocol for a Design and Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; Medical Research Council; National Institute for Health and Care Research; UK Research and Innovation","keywords":"mHealth; Protocol (science); Medicine; Intervention (counseling); Developing country; Coronavirus disease 2019 (COVID-19); Psychological intervention; Health care; Psychological distress; Telemedicine; Distress; Psychology; Family medicine; Nursing; Clinical psychology; Alternative medicine; Mental health; Psychiatry; Disease","score_opus":0.7003693436464721,"score_gpt":0.7169098002700665,"score_spread":0.01654045662359438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307968449","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16695713,0.0000024757514,0.0013199867,0.0015228948,0.000024760078,0.8299508,0.00008494034,0.0001123242,0.000024691153],"genre_scores_gemma":[0.15490367,4.9572282e-8,0.0006493028,0.00059010787,0.00004216927,0.8435901,0.000050945375,0.00004160643,0.0001320428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9829781,0.012162064,0.0010135554,0.001542091,0.0008580556,0.0014461462],"domain_scores_gemma":[0.9969924,0.00069966767,0.00030093093,0.0007527194,0.00019200082,0.0010622847],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.014908797,0.0002856864,0.0005377885,0.0005211351,0.0014423582,0.00012988984,0.0006811846,0.00014679582,0.00024690165],"category_scores_gemma":[0.0006909302,0.00027912908,0.000079716476,0.0014060861,0.00017224133,0.00014815539,0.00053751137,0.0011171344,0.0000049466644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043594927,0.02270947,0.79526323,0.0040717563,0.000037412672,0.00009355285,0.06502766,0.00006828535,0.00002158719,0.00022576516,0.011525682,0.057360683],"study_design_scores_gemma":[0.02398772,0.05159925,0.8106156,0.0008791597,0.0000014001288,0.0000069201046,0.095129415,0.000030208968,0.0000073888186,0.0006167272,0.016685484,0.0004407159],"about_ca_topic_score_codex":0.0050348807,"about_ca_topic_score_gemma":0.010448174,"teacher_disagreement_score":0.056919966,"about_ca_system_score_codex":0.009281283,"about_ca_system_score_gemma":0.0020548755,"threshold_uncertainty_score":0.9999661},"labels":[],"label_agreement":null},{"id":"W4308052944","doi":"10.2196/40894","title":"Percutaneous Bioelectric Current Stimulation in the Treatment of Chronic Achilles Tendinopathy: Protocol for a Double-Blind, Placebo-Controlled Randomized Multicenter Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tendon Structure and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Physical therapy; Tendinopathy; Placebo; Clinical trial; Clinical endpoint; Achilles tendon; Randomization; Physical medicine and rehabilitation; Tendon; Surgery; Internal medicine; Alternative medicine","score_opus":0.21285074969393702,"score_gpt":0.5469608550387348,"score_spread":0.3341101053447978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308052944","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013332606,0.00003091047,0.000025739466,0.00039598212,0.00001728954,0.98595047,0.000029256706,0.00003324991,0.00018450127],"genre_scores_gemma":[0.11179723,0.0000019978872,0.00007761353,0.000009132834,0.00028164472,0.88755095,0.0000630331,0.000032770837,0.00018564459],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948571,0.0018000889,0.0009066086,0.00050238,0.0012800851,0.0006537786],"domain_scores_gemma":[0.9970155,0.0017882442,0.00029475224,0.0005593572,0.00023866174,0.000103508915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002241447,0.00030577308,0.0011544494,0.00068307976,0.00035534764,0.00006007049,0.00026852576,0.00007657777,0.00025192805],"category_scores_gemma":[0.00015565619,0.00016159956,0.00056008674,0.000641957,0.00015140449,0.000054909473,0.000057159847,0.00046361823,0.000004933239],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96265554,0.01140497,0.00013417998,0.00038752204,0.00020068038,0.0000735352,0.0014579318,0.00008700904,0.0004927331,0.00022776933,0.0001693156,0.022708831],"study_design_scores_gemma":[0.9170867,0.03554927,0.000031109343,0.00021044482,0.00006733458,0.0000578595,0.0001233755,0.0025822478,0.00061727397,0.00014157007,0.04341175,0.00012102],"about_ca_topic_score_codex":0.00004807612,"about_ca_topic_score_gemma":0.000022671358,"teacher_disagreement_score":0.09846462,"about_ca_system_score_codex":0.0011319551,"about_ca_system_score_gemma":0.00078036345,"threshold_uncertainty_score":0.6589839},"labels":[],"label_agreement":null},{"id":"W4308550319","doi":"10.2196/39921","title":"Relationships and Sex Education Outcomes for Students With Intellectual Disability: Protocol for the Development of a Core Outcome Set","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Disability Rights and Representation","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Intellectual disability; Delphi method; Population; Psychology; Medical education; Stakeholder; Set (abstract data type); Relationship education; Medicine; Public relations; Developmental psychology; Political science; Psychiatry","score_opus":0.6625658755108353,"score_gpt":0.6681205064216833,"score_spread":0.0055546309108479575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308550319","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012799393,1.8789085e-7,0.00026583785,0.0018085274,0.0000066521,0.98466694,0.00001923131,0.00001974315,0.0004135085],"genre_scores_gemma":[0.035251886,1.4895745e-8,0.001005938,0.000012938479,0.000037120688,0.9597702,0.000010951659,0.000011896793,0.003899062],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971485,0.0006846969,0.00039735468,0.00029391906,0.0011778708,0.00029763172],"domain_scores_gemma":[0.9958657,0.0033363537,0.000121344536,0.0002690847,0.00032266197,0.00008487043],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006876524,0.00009099834,0.00015781233,0.0000651627,0.0030362764,0.00014545751,0.00046987817,0.000043371074,0.00012861623],"category_scores_gemma":[0.0012089667,0.000051883017,0.00004860153,0.0003523404,0.0009573234,0.00014219811,0.00021469237,0.00026933826,0.0000010317648],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092495175,0.0017763242,0.8757078,0.0005833341,0.000041730873,4.8433645e-8,0.09272376,0.000009665217,0.0000072482244,0.011751602,0.002295116,0.014178408],"study_design_scores_gemma":[0.002951502,0.00095600734,0.097272836,0.00012391114,0.000005142476,5.057871e-7,0.10947768,0.00007636617,0.00006478869,0.012883756,0.7760135,0.00017399824],"about_ca_topic_score_codex":0.000103933664,"about_ca_topic_score_gemma":0.00095767004,"teacher_disagreement_score":0.778435,"about_ca_system_score_codex":0.00028887953,"about_ca_system_score_gemma":0.0010334527,"threshold_uncertainty_score":0.99826163},"labels":[],"label_agreement":null},{"id":"W4308681888","doi":"10.2196/40286","title":"Adapting DIALOG+ in a School Setting—A Tool to Support Well-being and Resilience in Adolescents Living in Postconflict Areas During the COVID-19 Pandemic: Protocol for a Cluster Randomized Exploratory Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Barts Charity; UK Research and Innovation","keywords":"Mental health; Psychological intervention; Population; Psychology; Psychological resilience; Cluster randomised controlled trial; Medical education; Applied psychology; Medicine; Social psychology; Psychiatry; Environmental health","score_opus":0.2373476458328206,"score_gpt":0.5667353652165972,"score_spread":0.3293877193837766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308681888","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31278548,0.0000012971401,0.000019933697,0.0004573351,0.000010545657,0.6865347,0.0000058495007,0.000041423256,0.00014344863],"genre_scores_gemma":[0.35745555,1.0806491e-7,0.00001784065,0.0011231699,0.000053618623,0.6410433,0.0000010442208,0.00003753301,0.00026779098],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.985856,0.00903419,0.0013254796,0.0011881342,0.0010219257,0.0015742623],"domain_scores_gemma":[0.99543333,0.003126497,0.00022415257,0.00069845153,0.000083582796,0.00043401486],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.031786773,0.0003095637,0.0006701985,0.0011276962,0.0007409911,0.00015316786,0.0007996281,0.00011091303,0.0002731248],"category_scores_gemma":[0.004354816,0.00026101843,0.00008684508,0.001287208,0.00015547768,0.00025438162,0.0015389966,0.0017923216,0.000019820936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.117459334,0.0017888165,0.8276162,0.0016712511,0.00000920884,0.00015453908,0.049154896,0.000106934924,0.0002051802,0.000035016532,0.0003468657,0.001451769],"study_design_scores_gemma":[0.44411743,0.0057596485,0.45380104,0.0057677017,0.00000409746,0.00007451632,0.058059223,0.0006195849,0.000028409224,0.00039337153,0.030464705,0.00091026037],"about_ca_topic_score_codex":0.0018602145,"about_ca_topic_score_gemma":0.0051314794,"teacher_disagreement_score":0.37381515,"about_ca_system_score_codex":0.002511677,"about_ca_system_score_gemma":0.0016961743,"threshold_uncertainty_score":0.9999842},"labels":[],"label_agreement":null},{"id":"W4308835451","doi":"10.2196/43098","title":"Development of a Home-Based Stress Management Toolkit for Dementia Caring Dyads: Protocol for a Pilot Intervention Development and Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Dementia; Intervention (counseling); Stress management; Protocol (science); Psychology; Stress (linguistics); Applied psychology; Medical education; Medicine; Nursing; Clinical psychology; Alternative medicine","score_opus":0.36716847062779073,"score_gpt":0.5660777294766616,"score_spread":0.19890925884887084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308835451","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12159568,0.0000015192153,0.0027861178,0.000062027764,0.000005012494,0.8752575,0.000030219167,0.000044233726,0.00021769672],"genre_scores_gemma":[0.096914224,2.1952724e-8,0.014844576,0.000014562506,0.000022116445,0.88747483,0.00006329396,0.000043351676,0.0006230062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99481004,0.00050122873,0.0009807211,0.000845521,0.0019823427,0.0008801201],"domain_scores_gemma":[0.9980812,0.00018323476,0.00020622736,0.00046345603,0.0008276899,0.00023816858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070556537,0.00026554454,0.00043065427,0.0006722353,0.00093167555,0.000122597,0.00039061907,0.000037981266,0.00026746336],"category_scores_gemma":[0.00010042292,0.00024499514,0.00012521676,0.0005285148,0.00011957135,0.000120701574,0.001042473,0.00037677883,0.000002514446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06078709,0.072749615,0.5703244,0.044171233,0.0014855211,0.000057721743,0.0035593612,0.000008914503,0.0033879431,0.00027415392,0.0012979333,0.24189611],"study_design_scores_gemma":[0.104449995,0.052982602,0.57694453,0.0047252146,0.00007624466,0.0000048838524,0.011477484,0.0004253312,0.049211364,0.00027148647,0.19876778,0.00066306186],"about_ca_topic_score_codex":0.000010183709,"about_ca_topic_score_gemma":0.00005835787,"teacher_disagreement_score":0.24123304,"about_ca_system_score_codex":0.0007231152,"about_ca_system_score_gemma":0.0007882306,"threshold_uncertainty_score":0.99906117},"labels":[],"label_agreement":null},{"id":"W4308993698","doi":"10.2196/43864","title":"Correction: Development and Application of a Metaverse-Based Social Skills Training Program for Children With Autism Spectrum Disorder to Improve Social Interaction: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Iran Telecommunication Research Center; Ministry of Science and ICT, South Korea; Korea Health Industry Development Institute","keywords":"Autism; Autism spectrum disorder; Protocol (science); Randomized controlled trial; Applied psychology; Psychology; Social skills; Computer science; Medical education; Developmental psychology; Alternative medicine; Medicine","score_opus":0.0759936488121866,"score_gpt":0.4767173054786074,"score_spread":0.4007236566664208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308993698","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003623156,7.746821e-7,0.005787427,0.0032073024,0.00031352811,0.9890995,0.00015647757,0.0002237546,0.0011750035],"genre_scores_gemma":[0.0003090939,1.7263366e-7,0.0013856721,0.00005392751,0.0009832401,0.98238236,0.0001730999,0.00023204081,0.014480377],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98914605,0.0025406333,0.001709059,0.0020060807,0.0029323683,0.0016657813],"domain_scores_gemma":[0.99485046,0.0027267146,0.0013850328,0.000529244,0.00023497075,0.00027355584],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0058444655,0.0007921314,0.0029036992,0.001279246,0.0024916178,0.0005625061,0.0010687311,0.000542832,0.00025614302],"category_scores_gemma":[0.0018477738,0.00064383005,0.00077930774,0.0014886641,0.00090324646,0.00025049716,0.00046489417,0.002388241,0.000006102313],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9209796,0.00375164,0.000002803218,0.0012118949,0.0002986793,0.0000017837975,0.00222898,0.00001030946,0.00009165324,0.0026345279,0.035044037,0.033744086],"study_design_scores_gemma":[0.63558286,0.00715904,0.000026878039,0.00033951126,0.000035156823,0.000004669772,0.000140259,0.0014068898,0.0008621792,0.00086682895,0.35305715,0.0005185792],"about_ca_topic_score_codex":0.00004509073,"about_ca_topic_score_gemma":0.00011333002,"teacher_disagreement_score":0.3180131,"about_ca_system_score_codex":0.00077142846,"about_ca_system_score_gemma":0.0048890207,"threshold_uncertainty_score":0.9999133},"labels":[],"label_agreement":null},{"id":"W4309008895","doi":"10.2196/40321","title":"Mobile Digital Health Intervention to Promote Nutrition and Physical Activity Behaviors Among Long-term Unemployed in Rural Areas: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Randomized controlled trial; Intervention (counseling); Protocol (science); Gerontology; mHealth; Medicine; Rural area; Psychology; Physical therapy; Environmental health; Alternative medicine; Nursing; Psychological intervention","score_opus":0.1548497828320393,"score_gpt":0.5973684430240697,"score_spread":0.44251866019203034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309008895","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38648412,0.0000011214521,0.000024262621,0.0004838439,0.000015134699,0.61283094,0.000049029648,0.00006805261,0.000043491855],"genre_scores_gemma":[0.13905516,2.6218126e-7,0.000012016042,0.000017620094,0.00023711305,0.85948366,0.000036363836,0.000044612705,0.0011131996],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99123955,0.0051624808,0.0009948079,0.00055962167,0.00096813106,0.0010754322],"domain_scores_gemma":[0.9973724,0.0012603325,0.0004605778,0.0003120327,0.0003247188,0.0002699381],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0066889008,0.00029005823,0.001535875,0.00047476764,0.0016423437,0.000113255854,0.00027819996,0.00010138479,0.00009848585],"category_scores_gemma":[0.00058531924,0.00022811614,0.0004009985,0.0005086969,0.0002175431,0.0003940197,0.0007611406,0.0012073214,0.000006778966],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.953174,0.008352093,0.014492904,0.0021309035,0.000051324285,0.000005180427,0.0042738076,6.473202e-7,0.00006513275,0.00009314547,0.0019230284,0.01543782],"study_design_scores_gemma":[0.9728044,0.011738404,0.0062819687,0.0036145104,0.0000056166696,4.851412e-7,0.0011874574,0.00008192053,0.00002230145,0.0007395051,0.0032999236,0.00022350073],"about_ca_topic_score_codex":0.0002089026,"about_ca_topic_score_gemma":0.00015794838,"teacher_disagreement_score":0.24742895,"about_ca_system_score_codex":0.0006830102,"about_ca_system_score_gemma":0.0003317314,"threshold_uncertainty_score":0.9996574},"labels":[],"label_agreement":null},{"id":"W4309097958","doi":"10.2196/31619","title":"The Changes That Occur in the Immune System During Immune Activation in Patients With Prediabetes From All Ethnicities, Aged 25-45 Years: Protocol for a Systematic Review and Meta-analysis","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Adipokines, Inflammation, and Metabolic Diseases","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation","keywords":"Prediabetes; Medicine; Systematic review; Cochrane Library; Checklist; Observational study; Immune system; MEDLINE; Meta-analysis; Internal medicine; Immunology; Diabetes mellitus; Bioinformatics; Type 2 diabetes; Endocrinology; Psychology; Biology","score_opus":0.2772062217944024,"score_gpt":0.4919308547843021,"score_spread":0.2147246329898997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309097958","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000073402316,0.28127074,9.0925494e-7,0.000076181335,0.0000015628456,0.7184271,0.0001677259,0.000028219816,0.000020204658],"genre_scores_gemma":[0.0000071396807,0.040129494,0.000019511977,0.00003208223,0.00005706845,0.9588777,0.0005062713,0.00007614816,0.00029458565],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9898641,0.0053422335,0.0015936915,0.00067977095,0.0018364601,0.00068375736],"domain_scores_gemma":[0.9942658,0.002438457,0.0012868517,0.0016159297,0.00027954692,0.000113417664],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0069885035,0.00055443106,0.004887738,0.0007419419,0.0003276326,0.00023201728,0.0008684013,0.00018162742,0.000098033925],"category_scores_gemma":[0.0010765169,0.00025780697,0.0008335689,0.0017870142,0.00015517509,0.00020640992,0.00025348438,0.0010152119,0.0000030172005],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003266523,0.00033338793,0.00008470119,0.9821868,0.014862345,0.000007492241,0.00060288043,3.180002e-7,4.4082688e-7,0.000031783282,0.00007411546,0.0014890907],"study_design_scores_gemma":[0.005136239,0.00081309193,0.0071919644,0.5437544,0.08048655,0.0000035940807,0.00085374404,0.000005259758,0.000005498346,0.0000144383575,0.36116764,0.00056755793],"about_ca_topic_score_codex":0.00011606984,"about_ca_topic_score_gemma":0.000096230746,"teacher_disagreement_score":0.43843237,"about_ca_system_score_codex":0.00039567193,"about_ca_system_score_gemma":0.00041391436,"threshold_uncertainty_score":0.9999874},"labels":[],"label_agreement":null},{"id":"W4309218848","doi":"10.2196/44067","title":"Correction: A Rehabilitation Program for Individuals With Chronic Low Back Pain: Protocol for a Randomized Clinical Trial","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidade Federal de Pelotas","keywords":"Protocol (science); Physical therapy; Rehabilitation; Randomized controlled trial; Medicine; Alternative medicine; Chronic pain; Physical medicine and rehabilitation; Psychology","score_opus":0.13801452169487635,"score_gpt":0.5646587011518661,"score_spread":0.42664417945698974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309218848","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017934389,0.0000044336184,0.00082621764,0.0029539394,0.0010226805,0.99133795,0.00007424501,0.00028333676,0.0034954168],"genre_scores_gemma":[3.566363e-7,7.662566e-7,0.010045557,0.000096529904,0.0070836423,0.84754807,0.0013539039,0.0002437632,0.1336274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97809607,0.012929767,0.0027792451,0.0018964023,0.002891325,0.0014072075],"domain_scores_gemma":[0.9671958,0.02707005,0.0011428901,0.0014519115,0.0026222307,0.00051713234],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.06276773,0.0007469581,0.0028544287,0.0008912982,0.0007407349,0.00033812423,0.00058969145,0.0013913296,0.0016200813],"category_scores_gemma":[0.040420674,0.0005178229,0.002129921,0.0012202597,0.0016778783,0.00022379305,0.00020811384,0.0042128074,0.000036253492],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.428514,0.004269284,0.00004714798,0.043788675,0.00022658781,0.0000012142939,0.00012402519,0.0000014621871,0.0000013634448,0.000044225628,0.4933654,0.029616615],"study_design_scores_gemma":[0.39866474,0.102728374,0.000051521616,0.011346964,0.0000225124,0.0000018988866,0.000071479095,0.0014597677,0.0000011785198,0.00029108877,0.4850754,0.00028505822],"about_ca_topic_score_codex":0.00001642077,"about_ca_topic_score_gemma":0.000037592054,"teacher_disagreement_score":0.14378986,"about_ca_system_score_codex":0.0012879821,"about_ca_system_score_gemma":0.008311394,"threshold_uncertainty_score":0.99990505},"labels":[],"label_agreement":null},{"id":"W4309464377","doi":"10.2196/37318","title":"Impact of Unmet Social Needs, Scarcity, and Future Discounting on Adherence to Treatment in Children With Asthma: Protocol for a Prospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; McGill University Health Centre; Montreal Children's Hospital; McGill University; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Université du Québec à Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"Institute of Circulatory and Respiratory Health; Institute of Nutrition, Metabolism and Diabetes; Cancer Research Institute; Institute of Musculoskeletal Health and Arthritis; Institute of Infection and Immunity; Institute of Indigenous Peoples' Health; Institute of Health Services and Policy Research; Institute of Genetics; Institute of Cancer Research; Institute of Population and Public Health; Strong; Institute of Neurosciences, Mental Health and Addiction; Institute of Gender and Health","keywords":"Asthma; Medicine; Cohort; Scarcity; Worry; Socioeconomic status; Observational study; Cohort study; Anxiety; Family medicine; Environmental health; Psychiatry; Population","score_opus":0.09595743772446719,"score_gpt":0.5240347469681382,"score_spread":0.42807730924367104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309464377","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45142382,3.1412233e-7,6.059866e-7,0.000048531965,5.472667e-7,0.5483601,0.00006495359,0.000012148237,0.000088936074],"genre_scores_gemma":[0.30979317,1.4722264e-8,0.000022645674,0.000007972843,0.00016268615,0.6898715,0.0000072822636,0.00002596298,0.0001087977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972442,0.00041729296,0.00028306647,0.0004930255,0.0010643819,0.00049806555],"domain_scores_gemma":[0.9990957,0.000063156695,0.0001070921,0.00029246134,0.00024227137,0.00019934485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085439044,0.00022734472,0.00046761928,0.0004696304,0.00042568604,0.000051753876,0.00016238031,0.000044580378,0.00009000825],"category_scores_gemma":[0.000041543317,0.00014172582,0.00010666948,0.0009936398,0.00013481446,0.00007892657,0.00020558323,0.0003879549,0.0000014830006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01537775,0.008307441,0.96520615,0.00016924937,0.00016233983,0.000018178658,0.0020240718,0.00000944873,0.00013796613,0.00003489663,0.00032336955,0.008229137],"study_design_scores_gemma":[0.01192392,0.0993707,0.88407594,0.0002098773,0.000007406505,0.0000082883025,0.0021228874,0.000006204788,0.00011052021,0.000018344195,0.002014378,0.00013153262],"about_ca_topic_score_codex":0.00021499165,"about_ca_topic_score_gemma":0.000050485745,"teacher_disagreement_score":0.14163066,"about_ca_system_score_codex":0.00068364193,"about_ca_system_score_gemma":0.00090254156,"threshold_uncertainty_score":0.57794106},"labels":[],"label_agreement":null},{"id":"W4309465346","doi":"10.2196/43208","title":"Development and Exploration of the Effectiveness and Feasibility of a Digital Intervention for Type 2 Diabetes Mellitus (DEsireD): Protocol for a Clinical Nonrandomized Pilot Trial in Brunei Darussalam","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Type 2 Diabetes Mellitus; Medicine; Intervention (counseling); Pilot trial; Clinical trial; Digital health; Diabetes mellitus; Randomized controlled trial; Physical therapy; Alternative medicine; Health care; Nursing; Surgery; Internal medicine","score_opus":0.6684695041808705,"score_gpt":0.6836088601254335,"score_spread":0.01513935594456306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309465346","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10224758,0.0000051273128,0.00025362644,0.00018476714,0.000022792454,0.8971826,0.000059166865,0.000012262966,0.000032072698],"genre_scores_gemma":[0.058673844,0.0000010009232,0.0004704755,0.000014114403,0.000051653446,0.94071347,0.00002007179,0.000018297518,0.000037076494],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926505,0.004508538,0.00155991,0.00040897285,0.00040255653,0.00046953282],"domain_scores_gemma":[0.99217534,0.006289844,0.00053615,0.0003424753,0.0005172778,0.00013894109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022091841,0.000115138755,0.00051208306,0.00014994397,0.0007244364,0.000015000244,0.00021139656,0.00009870391,0.000017410146],"category_scores_gemma":[0.003357483,0.00008509933,0.000081752805,0.00042616125,0.00019041495,0.00016733645,0.000344671,0.00055049383,5.271263e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8077595,0.00637338,0.06609821,0.030262396,0.000029062363,1.099025e-7,0.0010322409,0.0000019053886,0.0003357045,0.0033583676,0.0007518321,0.08399729],"study_design_scores_gemma":[0.66343194,0.024327131,0.07961438,0.0043816534,0.000007905834,2.5388667e-7,0.0009911795,0.00035031867,0.0007881039,0.015788788,0.210082,0.00023634637],"about_ca_topic_score_codex":0.000015014986,"about_ca_topic_score_gemma":0.00005572546,"teacher_disagreement_score":0.20933017,"about_ca_system_score_codex":0.00020958231,"about_ca_system_score_gemma":0.001542198,"threshold_uncertainty_score":0.76566356},"labels":[],"label_agreement":null},{"id":"W4309614970","doi":"10.2196/43318","title":"Clinic-Integrated Mobile Health Intervention (“JomPrEP” App) to Improve Uptake of HIV Testing and Pre-exposure Prophylaxis Among Men Who Have Sex With Men in Malaysia: Protocol for an Intervention Development and Multiphase Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse","keywords":"mHealth; Men who have sex with men; Pre-exposure prophylaxis; Formative assessment; Medicine; Intervention (counseling); Test (biology); Human immunodeficiency virus (HIV); Protocol (science); Psychological intervention; Family medicine; Nursing; Psychology; Alternative medicine","score_opus":0.19553900224180867,"score_gpt":0.5774410075825426,"score_spread":0.38190200534073393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309614970","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07530426,0.000003204181,0.0007841883,0.00011676407,0.0000059098766,0.9231635,0.00014831107,0.00008300031,0.00039086287],"genre_scores_gemma":[0.009087848,3.4599023e-7,0.0061091343,0.000043914188,0.00009006306,0.9810134,0.00009877966,0.000072351766,0.00348413],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912326,0.003048171,0.002596802,0.0011012339,0.00078046083,0.0012407326],"domain_scores_gemma":[0.9959534,0.00076251954,0.0010791897,0.00064037286,0.00077240425,0.00079215824],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.013578872,0.00031585147,0.00073369616,0.0006208476,0.0015067665,0.000052249477,0.00038234808,0.00021147054,0.00011643531],"category_scores_gemma":[0.000634655,0.0002705344,0.000055863675,0.0008228314,0.00015292846,0.00026862652,0.00055959634,0.0016959716,0.0000036025892],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12407839,0.0073776958,0.09587866,0.02929307,0.000046812496,0.000004438201,0.012203747,0.000109473505,0.00037432046,0.00010919779,0.00715923,0.72336495],"study_design_scores_gemma":[0.27908605,0.23629041,0.07766507,0.015847713,0.000009448066,0.0000071627583,0.03800615,0.032865353,0.0006494177,0.00036787766,0.31824288,0.0009624775],"about_ca_topic_score_codex":0.0016616399,"about_ca_topic_score_gemma":0.001092642,"teacher_disagreement_score":0.72240245,"about_ca_system_score_codex":0.00087586156,"about_ca_system_score_gemma":0.0021501833,"threshold_uncertainty_score":0.99997467},"labels":[],"label_agreement":null},{"id":"W4309661989","doi":"10.2196/40713","title":"A Smartphone-Based Intervention for Anxiety and Depression in Racially and Ethnically Diverse Adults (EASE): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Cancer Institute; National Institute of Mental Health; Stephenson Cancer Center; Tobacco Settlement Endowment Trust","keywords":"Anxiety; Randomized controlled trial; Mental health; Depression (economics); mHealth; Medicine; Health care; Psychology; Clinical psychology; Gerontology; Psychological intervention; Psychiatry","score_opus":0.16512188689249485,"score_gpt":0.5868792266560634,"score_spread":0.42175733976356855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309661989","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008347879,0.000004683055,0.0004775398,0.00043751937,0.00006197869,0.99002093,0.00014953464,0.000052540014,0.0004473753],"genre_scores_gemma":[0.026851447,4.6105697e-8,0.0004202406,0.00007506519,0.0000962747,0.97141856,0.000036672234,0.000040613137,0.001061078],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99314564,0.003544442,0.0012783145,0.0007364026,0.00059597223,0.00069921714],"domain_scores_gemma":[0.9960355,0.0026862433,0.00040027508,0.00034117917,0.00030159255,0.00023521554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0105791455,0.00022537784,0.00091671146,0.00044878657,0.00047524818,0.0001433612,0.00030317457,0.00014636261,0.00038374437],"category_scores_gemma":[0.0018917994,0.00018947343,0.0005075613,0.0002921497,0.00027214867,0.00018829286,0.00037975964,0.0005603613,0.0000049573864],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9550363,0.0057607424,0.00027159296,0.0014482948,0.000048902613,0.0000050548856,0.00039027215,0.0000015621224,0.000027755996,0.00073395733,0.00286008,0.033415504],"study_design_scores_gemma":[0.9690746,0.009675136,0.0003316135,0.001750345,0.000007471856,0.00000370893,0.00029407084,0.0009402147,0.000054329386,0.0024864122,0.015209197,0.00017289586],"about_ca_topic_score_codex":0.00009173272,"about_ca_topic_score_gemma":0.00014122858,"teacher_disagreement_score":0.03324261,"about_ca_system_score_codex":0.0002042571,"about_ca_system_score_gemma":0.00020007073,"threshold_uncertainty_score":0.7726502},"labels":[],"label_agreement":null},{"id":"W4309666372","doi":"10.2196/42555","title":"Smart Continence Care for People With Profound Intellectual and Multiple Disabilities: Protocol for a Cluster Randomized Trial and Trial-Based Economic Evaluation","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Radboud Universitair Medisch Centrum; Universiteit van Tilburg; Radboud Universiteit; ZonMw","keywords":"Randomized controlled trial; Quality of life (healthcare); Intervention (counseling); Cluster randomised controlled trial; Economic evaluation; Urinary incontinence; Cost effectiveness; Medicine; Psychological intervention; Protocol (science); Physical therapy; Clinical trial; Psychology; Gerontology; Nursing; Alternative medicine","score_opus":0.25796917319400425,"score_gpt":0.5447564428096613,"score_spread":0.28678726961565704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309666372","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061776783,0.000004244573,0.0002829447,0.00077367283,0.000011697563,0.9365875,0.00010198592,0.000043825054,0.00041735356],"genre_scores_gemma":[0.02141275,2.2039907e-7,0.00041700903,0.00004912451,0.00016897068,0.9764551,0.00011377256,0.000063585016,0.001319456],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99396163,0.0023156798,0.0007725019,0.0009416042,0.0012277177,0.00078087574],"domain_scores_gemma":[0.9842105,0.013787149,0.00011511828,0.00056978705,0.0010412792,0.0002761489],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011192302,0.00029307048,0.0010720415,0.0003349558,0.0008031461,0.0002483134,0.0002477508,0.00011696709,0.001841173],"category_scores_gemma":[0.020967858,0.00021458417,0.00023035922,0.0002993174,0.0010281942,0.00019087821,0.000272127,0.0005280525,0.000010438738],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9775086,0.001082883,0.0004669075,0.003955102,0.00007455148,2.0499571e-7,0.005123527,0.000014120974,0.00006348477,0.00003767745,0.008334536,0.0033383719],"study_design_scores_gemma":[0.8187242,0.043020517,0.000015124237,0.00042236986,0.00002440125,0.0000088810075,0.0044825193,0.030493155,0.0002589645,0.00028669438,0.10204996,0.00021319753],"about_ca_topic_score_codex":0.00010327506,"about_ca_topic_score_gemma":0.00016781493,"teacher_disagreement_score":0.15878442,"about_ca_system_score_codex":0.0006822374,"about_ca_system_score_gemma":0.002069285,"threshold_uncertainty_score":0.9990713},"labels":[],"label_agreement":null},{"id":"W4309667756","doi":"10.2196/40261","title":"A Conversational, Virtual, Avatar-Led Cognitive Behavioral Therapy App Intervention for Improving the Quality of Life and Mental Health of People With Epilepsy: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Epilepsy; Anxiety; Randomized controlled trial; Mental health; Quality of life (healthcare); Psychological intervention; Psychiatry; Intervention (counseling); Psychology; Depression (economics); Medicine; Clinical psychology; Psychotherapist","score_opus":0.17752114341514622,"score_gpt":0.550507374335378,"score_spread":0.37298623092023175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309667756","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063861296,0.000010369237,0.00045164098,0.0014313362,0.000005781215,0.93386984,0.00033809664,0.000017612669,0.000014052424],"genre_scores_gemma":[0.15767024,8.042446e-7,0.00020852835,0.000039274248,0.000050054718,0.84167284,0.00014376061,0.000026697,0.00018779251],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99318093,0.0033096755,0.0011658662,0.0004042893,0.0014641772,0.0004750621],"domain_scores_gemma":[0.99450165,0.0031561987,0.0008236706,0.00028446066,0.0010217188,0.0002123092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014006184,0.00019842641,0.0015481474,0.00023430429,0.0005843394,0.00004437416,0.00017403536,0.000049949016,0.00022963605],"category_scores_gemma":[0.0012663971,0.00011171294,0.0004952587,0.00027278738,0.00055253104,0.00010033333,0.00014634948,0.00037393344,3.7091755e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98020816,0.007934414,0.0032068074,0.0015345935,0.0005155551,5.924463e-7,0.0017885403,4.039027e-7,0.00053349417,0.0004627045,0.00060889765,0.0032058184],"study_design_scores_gemma":[0.9188834,0.074929655,0.00063558976,0.00042349973,0.0000147770625,0.0000020957277,0.0034569008,0.00039746676,0.00048311084,0.00013581754,0.0005498923,0.000087810564],"about_ca_topic_score_codex":0.00031227345,"about_ca_topic_score_gemma":0.000063918604,"teacher_disagreement_score":0.09380895,"about_ca_system_score_codex":0.00019401356,"about_ca_system_score_gemma":0.001730744,"threshold_uncertainty_score":0.48542917},"labels":[],"label_agreement":null},{"id":"W4309862046","doi":"10.2196/43027","title":"Validation of Prediction Rules for Computed Tomography Use in Children With Blunt Abdominal or Blunt Head Trauma: Protocol for a Prospective Multicenter Observational Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Abdominal Trauma and Injuries","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Medicine; Observational study; Emergency department; Blunt; Prospective cohort study; Traumatic brain injury; Pediatric trauma; Emergency medicine; Blunt trauma; Abdominal trauma; Glasgow Coma Scale; Trauma center; Head injury; Poison control; Pediatrics; Radiology; Surgery; Injury prevention; Retrospective cohort study; Internal medicine; Psychiatry","score_opus":0.26490735887051575,"score_gpt":0.5189946804319752,"score_spread":0.2540873215614594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309862046","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37635803,1.5568779e-7,0.00030963,0.00006237196,0.0000027899666,0.6229036,0.0003163848,0.00003226436,0.000014808571],"genre_scores_gemma":[0.12202861,1.5496935e-8,0.005266532,0.00001721213,0.00010511945,0.87216294,0.000231528,0.000044468467,0.0001435515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962818,0.00044733277,0.0007379462,0.00064330694,0.0013895923,0.0005000135],"domain_scores_gemma":[0.9976752,0.00041349593,0.0002500947,0.0003748504,0.0011674674,0.000118886084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022156672,0.00024067781,0.00051981787,0.00060552324,0.0004160775,0.0000758176,0.00022747296,0.000073374846,0.000095753145],"category_scores_gemma":[0.00022490995,0.00017742327,0.00013490455,0.0008275524,0.00023145531,0.0003785935,0.000119878656,0.00051318656,8.3024327e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09868933,0.009865448,0.8872415,0.00075143226,0.00025707926,0.000004703415,0.0008625634,0.000057230085,0.00049905735,0.00011251562,0.000956983,0.00070219906],"study_design_scores_gemma":[0.034058575,0.038037434,0.91772544,0.0008090791,0.000028983326,0.000016994136,0.0006820274,0.0014376652,0.004557486,0.00010480315,0.002379081,0.00016242413],"about_ca_topic_score_codex":0.000108084336,"about_ca_topic_score_gemma":0.000068785834,"teacher_disagreement_score":0.2543294,"about_ca_system_score_codex":0.00036344043,"about_ca_system_score_gemma":0.0004447084,"threshold_uncertainty_score":0.72351104},"labels":[],"label_agreement":null},{"id":"W4309946914","doi":"10.2196/42853","title":"Digital Pattern Recognition for the Identification of Various Hypospadias Parameters via an Artificial Neural Network: Protocol for the Development and Validation of a System and Mobile App","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urological Disorders and Treatments","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hypospadias; Artificial neural network; Foreskin; Glans; Protocol (science); Computer science; Artificial intelligence; Medicine; Penis; Surgery; Pathology; Biology","score_opus":0.26996571702520666,"score_gpt":0.47378397807656686,"score_spread":0.2038182610513602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309946914","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07905627,0.0000024895926,0.003477649,0.00009320194,0.000004364452,0.91728586,0.000057389076,0.00001410478,0.000008664036],"genre_scores_gemma":[0.3222858,4.6868227e-8,0.00014575473,0.0000073733668,0.000017505217,0.6774635,0.000054840464,0.000008941869,0.000016294836],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986412,0.00016088877,0.0004015515,0.00022779932,0.00035292056,0.00021564441],"domain_scores_gemma":[0.9988132,0.0005622323,0.0001859748,0.00018877273,0.00020132397,0.000048466583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001248797,0.000085727785,0.00015223802,0.000049627964,0.00043747918,0.00007524482,0.00010004149,0.000037031823,0.0000066621024],"category_scores_gemma":[0.00006063061,0.00004957304,0.000041451636,0.00014849853,0.00012250496,0.00008599847,0.00008489278,0.0001237407,4.701862e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062312265,0.001586961,0.009379532,0.0018920277,0.00015134925,0.0000017536933,0.0014959286,0.00037241605,0.0014482783,0.000040424413,0.00015220663,0.9772479],"study_design_scores_gemma":[0.060913675,0.12035338,0.20312949,0.0028449525,0.00045505527,0.00020032737,0.017388707,0.41893566,0.073693514,0.014381551,0.08615414,0.0015495665],"about_ca_topic_score_codex":0.000012178372,"about_ca_topic_score_gemma":0.0000042564034,"teacher_disagreement_score":0.97569835,"about_ca_system_score_codex":0.00003726659,"about_ca_system_score_gemma":0.000060457693,"threshold_uncertainty_score":0.33647802},"labels":[],"label_agreement":null},{"id":"W4310045193","doi":"10.2196/40817","title":"Reducing Cannabis Use in Young Adults With Psychosis Using iCanChange, a Mobile Health App: Protocol for a Pilot Randomized Controlled Trial (ReCAP-iCC)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; Centres Intégré Universitaires de Santé et de Services Sociaux; Centre Hospitalier de l’Université de Montréal; University of Calgary; Université Laval; Université de Montréal; Institut Universitaire en Santé Mentale de Québec; Jewish General Hospital","funders":"","keywords":"Motivational interviewing; Psychosocial; Psychological intervention; Randomized controlled trial; Cognitive behavioral therapy; Medicine; mHealth; Psychiatry; Cannabis; Intervention (counseling); Clinical psychology; Cognition","score_opus":0.17315866500491056,"score_gpt":0.5228026555647687,"score_spread":0.3496439905598581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310045193","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017735243,0.000010069457,0.00005497123,0.0028834655,0.000026985377,0.9788312,0.00006882118,0.00011518464,0.00027408602],"genre_scores_gemma":[0.0032097714,0.0000011769167,0.00065777515,0.00017207541,0.00047963273,0.98676974,0.000029831734,0.00017997487,0.008500015],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9865156,0.004626395,0.0017444988,0.001392843,0.0034373798,0.0022833052],"domain_scores_gemma":[0.9957642,0.00040657003,0.00058785017,0.001125764,0.0013122805,0.00080333726],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016930556,0.000522455,0.0028396253,0.0016993213,0.0011005792,0.0003211319,0.00056909164,0.00013504917,0.0006763884],"category_scores_gemma":[0.0015240862,0.00038258775,0.0005876304,0.0024056658,0.0004249091,0.00028289703,0.0004029216,0.0020961808,0.000003663132],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92654806,0.0052456586,0.00018764904,0.0024334693,0.00014567967,0.00005011229,0.0015814247,0.000108564294,0.0007690854,0.000057222947,0.060629986,0.002243071],"study_design_scores_gemma":[0.84374076,0.04294533,0.00004857488,0.0032179425,0.000011996897,0.00006169353,0.00082877115,0.0028225894,0.0002172827,0.000035495603,0.105728224,0.0003413273],"about_ca_topic_score_codex":0.0083996635,"about_ca_topic_score_gemma":0.0014905673,"teacher_disagreement_score":0.08280731,"about_ca_system_score_codex":0.0022406615,"about_ca_system_score_gemma":0.0051222485,"threshold_uncertainty_score":0.9998626},"labels":[],"label_agreement":null},{"id":"W4310045811","doi":"10.2196/39252","title":"Investigating the Effects of Hyperbaric Oxygen Treatment in Necrotizing Soft Tissue Infection With Transcriptomics and Machine Learning (the HBOmic Study): Protocol for a Prospective Cohort Study With Data Validation","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Streptococcal Infections and Treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NordForsk; Innovationsfonden","keywords":"Medicine; Intensive care unit; Prospective cohort study; Intensive care medicine; Intensive care; Cohort; Bioinformatics; Internal medicine; Emergency medicine; Biology","score_opus":0.167346691592167,"score_gpt":0.491827776190429,"score_spread":0.32448108459826197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310045811","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38435698,9.3093473e-7,0.000051174546,0.000051676285,0.0000017164903,0.6154867,0.0000055894734,0.000024239394,0.000021013166],"genre_scores_gemma":[0.3547083,1.2006197e-7,0.00009026915,0.000003778327,0.0000192291,0.64506704,0.00001844413,0.00002839822,0.00006439975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996966,0.0011644083,0.0003279537,0.0005846233,0.000631288,0.0003257333],"domain_scores_gemma":[0.99836254,0.00057333894,0.0001684664,0.00063558226,0.00018856235,0.00007150642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019178762,0.000221423,0.00036639778,0.00021396489,0.0010193205,0.00009446582,0.00015134351,0.000031153293,0.000013126951],"category_scores_gemma":[0.00020882716,0.00011271318,0.000026551561,0.0009612205,0.00017072943,0.00016732025,0.00019841909,0.00061532913,5.952817e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023579616,0.0058131027,0.98166287,0.00044281944,0.00033686095,0.000020075788,0.0034056192,0.00019460675,0.0012311991,0.000009604991,0.000010806801,0.004514474],"study_design_scores_gemma":[0.027828509,0.08178649,0.87995,0.00058372034,0.00012021628,0.00006055319,0.0021284928,0.0018329863,0.0024271847,0.0000448725,0.003084409,0.00015254997],"about_ca_topic_score_codex":0.0026455133,"about_ca_topic_score_gemma":0.0010521287,"teacher_disagreement_score":0.10171286,"about_ca_system_score_codex":0.0004411134,"about_ca_system_score_gemma":0.00030127913,"threshold_uncertainty_score":0.7839892},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4310049721","doi":"10.2196/44157","title":"A Peer-Led Digital Intervention to Reduce HIV Prevention and Care Disparities Among Young Brazilian Transgender Women (The BeT Study): Protocol for an Intervention Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; National Institutes of Health; Strong","keywords":"Psychological intervention; Transgender; Medicine; Family medicine; Gerontology; Intervention (counseling); Transgender women; Men who have sex with men; Psychology; Human immunodeficiency virus (HIV); Psychiatry","score_opus":0.16328287234301894,"score_gpt":0.5524126909579986,"score_spread":0.38912981861497964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310049721","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19592774,0.0000016945479,0.00037458725,0.00074328453,0.0000070765423,0.8021603,0.0001436556,0.00009294125,0.0005487093],"genre_scores_gemma":[0.34136435,2.167687e-8,0.000022587488,0.000006735228,0.00009205279,0.62561136,0.00011255873,0.000050811872,0.032739494],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.992337,0.0023346792,0.00090502633,0.0009375531,0.0024547733,0.0010309877],"domain_scores_gemma":[0.9970025,0.00012115595,0.00015159308,0.00086120755,0.0011982496,0.00066532707],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.006044663,0.0003147672,0.0004547545,0.00074337766,0.001503849,0.0009326358,0.00068765803,0.000072583054,0.0007674213],"category_scores_gemma":[0.00071290997,0.00025469429,0.00037388774,0.0008884909,0.00024387507,0.000931017,0.0007656856,0.0011092076,0.000016608854],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04698328,0.088220604,0.26472908,0.009130853,0.001079721,0.00011206854,0.17611526,0.000019903224,0.0010534028,0.00018916519,0.14799714,0.26436952],"study_design_scores_gemma":[0.038874652,0.27591315,0.10434869,0.0020365922,0.000033504297,0.000036608173,0.45632273,0.00051637914,0.00023920102,0.0005820554,0.12059978,0.00049667107],"about_ca_topic_score_codex":0.00029606614,"about_ca_topic_score_gemma":0.0010180743,"teacher_disagreement_score":0.28020748,"about_ca_system_score_codex":0.00084887276,"about_ca_system_score_gemma":0.00023093764,"threshold_uncertainty_score":0.9999905},"labels":[],"label_agreement":null},{"id":"W4310173401","doi":"10.2196/38434","title":"Effectiveness of Gamification in Knee Replacement Rehabilitation: Protocol for a Randomized Controlled Trial With a Qualitative Approach","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physical therapy; Randomized controlled trial; Medicine; Rehabilitation; Intervention (counseling); Physical medicine and rehabilitation; Protocol (science); Pilot trial; Test (biology); Surgery; Alternative medicine; Nursing","score_opus":0.13014659953939814,"score_gpt":0.5441768993298084,"score_spread":0.4140302997904103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310173401","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006235003,7.185976e-7,0.0009537084,0.00036399392,0.0000045132106,0.99142194,0.000011376904,0.000039186663,0.00096953305],"genre_scores_gemma":[0.019174317,1.0138866e-8,0.004201314,0.00000732981,0.00002942796,0.97578454,0.000022124126,0.00003969653,0.00074125413],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98266125,0.013457113,0.001147785,0.00060019636,0.0016827268,0.00045095544],"domain_scores_gemma":[0.98420405,0.013933047,0.00041773965,0.00057888846,0.0007651356,0.00010113337],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.033791337,0.00021020617,0.0017565341,0.000642855,0.00018644906,0.000026588043,0.0001623168,0.00006603875,0.0001240205],"category_scores_gemma":[0.005555095,0.00014302527,0.00033463704,0.0009261922,0.0005092512,0.00012311575,0.0001215254,0.0005330501,0.0000024419492],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97675675,0.0055765146,0.00031786136,0.005096914,0.00016492329,0.000002716088,0.006588593,0.00012990204,0.00058431254,0.0044438,0.00019231427,0.00014540518],"study_design_scores_gemma":[0.9486429,0.0400316,0.00039804302,0.0013860238,0.000011617874,0.000005328208,0.004616507,0.00091675477,0.00022175573,0.00087362714,0.0027605272,0.00013528648],"about_ca_topic_score_codex":0.000024932253,"about_ca_topic_score_gemma":0.0000031512066,"teacher_disagreement_score":0.034455087,"about_ca_system_score_codex":0.0005140821,"about_ca_system_score_gemma":0.0008757951,"threshold_uncertainty_score":0.9949151},"labels":[],"label_agreement":null},{"id":"W4310193710","doi":"10.2196/43265","title":"The Efficacy of Trunk Bracing With an Instrumented Corrective Exercise on Spinal Deformity, Pulmonary Function, Trunk Muscle Endurance, and Quality of Life in Adolescent Idiopathic Scoliosis: Protocol for a Parallel Groups Clinical Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Scoliosis diagnosis and treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Trunk; Scoliosis; Bracing; Physical medicine and rehabilitation; Physical therapy; Deformity; Surgery; Brace","score_opus":0.37463280825757145,"score_gpt":0.5581142797821435,"score_spread":0.183481471524572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310193710","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45736146,0.000008805631,0.0000043088016,0.00008234351,0.0000059339964,0.54249644,0.000007743252,0.000014801759,0.000018182498],"genre_scores_gemma":[0.49686864,9.639027e-7,0.000015511512,0.000023244776,0.00003445184,0.50303185,0.0000020533416,0.000019828876,0.000003455919],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936567,0.00212357,0.0013718652,0.00074791245,0.0015396682,0.00056031876],"domain_scores_gemma":[0.99749714,0.00040898446,0.0005302924,0.00074955315,0.0005166913,0.00029732822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070371646,0.00026757212,0.00088934274,0.00035389714,0.0005555336,0.000050000104,0.0003048429,0.00008866785,0.000011786451],"category_scores_gemma":[0.0006018448,0.00017268512,0.0001479364,0.0010193961,0.000372256,0.00016603449,0.0002775073,0.0009346767,6.916808e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18704538,0.04404469,0.7347138,0.0015339568,0.000096705226,0.000016732934,0.00049838057,0.000020965885,0.00006568502,0.00016109682,0.000040283736,0.031762343],"study_design_scores_gemma":[0.03226954,0.067436755,0.88736063,0.008244492,0.000020513513,0.000005780794,0.003912711,0.0001303277,0.00013493444,0.00007760078,0.00026364948,0.00014305301],"about_ca_topic_score_codex":0.00021296319,"about_ca_topic_score_gemma":0.00026479442,"teacher_disagreement_score":0.15477584,"about_ca_system_score_codex":0.00029922335,"about_ca_system_score_gemma":0.000769338,"threshold_uncertainty_score":0.7041895},"labels":[],"label_agreement":null},{"id":"W4310330208","doi":"10.2196/40603","title":"A Telemedicine Platform for Aphasia: Protocol for a Development and Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurobiology of Language and Bilingualism","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa e ao Desenvolvimento Científico e Tecnológico do Maranhão; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Usability; Telemedicine; Protocol (science); Aphasia; Computer science; Pluralistic walkthrough; World Wide Web; Multimedia; Human–computer interaction; Psychology; Medicine; Health care; Alternative medicine; Cognitive psychology","score_opus":0.46903088364179485,"score_gpt":0.5896328508101274,"score_spread":0.12060196716833255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310330208","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06538104,1.8999219e-7,0.000030486008,0.00031904064,0.00000658479,0.93401426,0.000032751,0.00007079428,0.00014482887],"genre_scores_gemma":[0.009835394,5.8910703e-9,0.0005981029,0.00023838245,0.00010554492,0.98846555,0.0000035455494,0.000027688162,0.0007257807],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967716,0.00047407555,0.00044860024,0.00087399,0.0006882067,0.00074354507],"domain_scores_gemma":[0.99782413,0.0013692445,0.00010181843,0.00041409294,0.00014530156,0.0001454354],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0041791694,0.00017920775,0.00027063413,0.00020925718,0.0015025534,0.00007358026,0.00057353923,0.000049158065,0.0001347272],"category_scores_gemma":[0.001390308,0.0001382347,0.00005349469,0.00039000824,0.00029651358,0.00011225562,0.00066257414,0.00052256125,0.000003256568],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046015207,0.039622173,0.010969734,0.00829789,0.00008979725,0.0022355712,0.050781406,0.000007799344,0.51610696,0.0023942923,0.05074543,0.27273375],"study_design_scores_gemma":[0.010645836,0.013582429,0.00018420003,0.000076362296,0.0000011816584,0.00014456156,0.0015860214,0.000043784,0.056137122,0.0011253628,0.9162676,0.00020554282],"about_ca_topic_score_codex":0.0000050596686,"about_ca_topic_score_gemma":0.000015762227,"teacher_disagreement_score":0.86552215,"about_ca_system_score_codex":0.00011828089,"about_ca_system_score_gemma":0.0003795887,"threshold_uncertainty_score":0.99979734},"labels":[],"label_agreement":null},{"id":"W4310330990","doi":"10.2196/40969","title":"Physical Activity Program for the Survival of Elderly Patients With Lymphoma: Study Protocol for Randomized Phase 3 Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Medicine; Gerontology; Physical therapy; Alternative medicine; Internal medicine; Pathology","score_opus":0.1837701573091574,"score_gpt":0.5710447310551434,"score_spread":0.387274573745986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310330990","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06926475,1.8647006e-7,0.00013518034,0.00017370927,0.000019509564,0.9301484,0.00010308714,0.000055942095,0.000099238794],"genre_scores_gemma":[0.083569534,6.395391e-9,0.000040554205,0.000006570121,0.00030996476,0.91567916,0.000018315613,0.000052632724,0.0003232778],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949996,0.001501227,0.00035734422,0.00049614185,0.0020559109,0.0005897619],"domain_scores_gemma":[0.99561584,0.0022817976,0.00023632648,0.00068290456,0.0010411545,0.00014197372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004296776,0.0002236288,0.00088705623,0.00013423167,0.00057968317,0.000070590955,0.0004056876,0.00004628172,0.00006824685],"category_scores_gemma":[0.0004361439,0.00012532146,0.00039773743,0.0006026235,0.00033602264,0.00009186317,0.00021198909,0.00039421656,6.651309e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82083416,0.061690252,0.00033435336,0.00077441166,0.00020996788,0.0000021917372,0.0010669329,0.0000011576774,0.000035010788,0.00005955609,0.0008780497,0.114113964],"study_design_scores_gemma":[0.81599224,0.1115256,0.00029579797,0.00012577657,0.00003887558,3.9197698e-7,0.0007723421,0.00032901592,0.0003602411,0.00006576446,0.07037022,0.00012373288],"about_ca_topic_score_codex":0.00012252797,"about_ca_topic_score_gemma":0.00007243743,"teacher_disagreement_score":0.11399023,"about_ca_system_score_codex":0.00019683098,"about_ca_system_score_gemma":0.00088934303,"threshold_uncertainty_score":0.5110461},"labels":[],"label_agreement":null},{"id":"W4310332363","doi":"10.2196/38028","title":"Activating Relatives to Get Involved in Care After Surgery: Protocol for a Prospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitair Medisch Centrum Groningen; Amsterdam University Medical Centers","keywords":"Medicine; Cohort; Intervention (counseling); Family medicine; Quality of life (healthcare); Protocol (science); Prospective cohort study; Cancer; Gastrointestinal cancer; Cohort study; Nursing; Internal medicine; Colorectal cancer; Alternative medicine; Pathology","score_opus":0.4595346350806637,"score_gpt":0.6213805161627458,"score_spread":0.1618458810820821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310332363","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08549776,7.0887126e-7,0.000008003406,0.00022160063,0.00005731629,0.9117765,0.00014248618,0.00010190408,0.0021937408],"genre_scores_gemma":[0.13254154,1.1226503e-8,0.00011761522,0.00040099115,0.0001589508,0.8657102,0.000033298616,0.0000837397,0.0009536476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901338,0.004899284,0.000995452,0.0009955097,0.0015678044,0.0014081236],"domain_scores_gemma":[0.98711544,0.0070318165,0.0002536063,0.0007396894,0.004602433,0.00025701695],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005711601,0.00031035393,0.00061802653,0.0010203442,0.002117378,0.000046901794,0.0005150063,0.00016535606,0.0006742785],"category_scores_gemma":[0.008339246,0.00028530497,0.00013338956,0.0020087557,0.00010822343,0.0002536229,0.0012995633,0.0030282503,0.000064275104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00815598,0.0008115225,0.8893558,0.0012569079,0.000029056022,0.00004327801,0.05733766,0.0000128972515,0.00011616443,0.00009868162,0.042378254,0.00040379647],"study_design_scores_gemma":[0.0045725727,0.0056949235,0.5578347,0.0048854137,0.0000015382225,3.961087e-7,0.17567143,0.0000123349355,0.00017740269,0.00030549496,0.25045422,0.00038958248],"about_ca_topic_score_codex":0.00025567636,"about_ca_topic_score_gemma":0.0006574191,"teacher_disagreement_score":0.3315211,"about_ca_system_score_codex":0.0022588235,"about_ca_system_score_gemma":0.0015719966,"threshold_uncertainty_score":0.9999599},"labels":[],"label_agreement":null},{"id":"W4310388175","doi":"10.2196/37827","title":"A Web-Based Self-help Intervention for Coping With the Loss of a Partner: Protocol for Randomized Controlled Trials in 3 Countries","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Innosuisse - Schweizerische Agentur für Innovationsförderung; ZonMw; Active and Assisted Living programme; European Commission","keywords":"Loneliness; Grief; Randomized controlled trial; Coping (psychology); Population; Psychological intervention; Self-efficacy; Medicine; Psychology; Focus group; Clinical psychology; Psychotherapist; Psychiatry","score_opus":0.22498318736129994,"score_gpt":0.5864178275977601,"score_spread":0.3614346402364601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310388175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090078934,0.000004219847,0.0007411682,0.0021972565,0.000017009339,0.9954407,0.0001605835,0.00004618673,0.00049208535],"genre_scores_gemma":[0.006498538,1.4773316e-7,0.00021266234,0.00022060133,0.0000927971,0.9918093,0.000026595255,0.000042111216,0.0010972593],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.983519,0.012413324,0.0018451955,0.0004634145,0.00094211916,0.0008169096],"domain_scores_gemma":[0.9865698,0.011301626,0.0011087385,0.00046167284,0.00046487054,0.00009328171],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06254422,0.00022695753,0.0021269317,0.00038703805,0.0005021532,0.00008364022,0.00046773558,0.000084689025,0.0005680857],"category_scores_gemma":[0.00091799966,0.00012826496,0.0006710218,0.00039846194,0.00031863825,0.00007271737,0.000100952806,0.00043551277,0.000003707913],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9430073,0.00309425,0.0006506879,0.005164322,0.00028205258,0.0000047231542,0.0015418289,0.0000109693965,0.00010459568,0.0150340265,0.03079599,0.00030926973],"study_design_scores_gemma":[0.73836064,0.006632203,0.00003238447,0.0011620977,0.000019702673,0.0000016148155,0.001048191,0.00032871266,0.00050684996,0.0010156671,0.2507684,0.00012357064],"about_ca_topic_score_codex":0.000076814016,"about_ca_topic_score_gemma":0.00013112079,"teacher_disagreement_score":0.2199724,"about_ca_system_score_codex":0.0003040625,"about_ca_system_score_gemma":0.0008051744,"threshold_uncertainty_score":0.965308},"labels":[],"label_agreement":null},{"id":"W4310390702","doi":"10.2196/42331","title":"The Differences Between Same-Day and Staged (Circumferential) Fusion Surgery in Adult Spinal Deformity: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Scoliosis diagnosis and treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Pennsylvania","keywords":"Spinal deformity; Protocol (science); Spinal fusion; Spinal surgery; Medicine; Deformity; Physical therapy; Surgery; Physical medicine and rehabilitation; Alternative medicine; Pathology","score_opus":0.5720412973384925,"score_gpt":0.6112365635002528,"score_spread":0.03919526616176028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310390702","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.824722e-7,0.23204702,0.0000010217697,0.00030197675,0.0000054238058,0.7675227,0.00005714081,0.000033067576,0.00003074922],"genre_scores_gemma":[5.334753e-7,0.39534914,0.0000054661205,0.00003444018,0.0000975276,0.60427904,0.000052062125,0.000060088885,0.00012168089],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9887504,0.004922944,0.0022641867,0.0009650849,0.0020072625,0.001090114],"domain_scores_gemma":[0.9895394,0.0075987633,0.0008907552,0.0012327319,0.00038844152,0.0003499283],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010590093,0.0006801844,0.004910757,0.00066418777,0.00078201253,0.0003223505,0.0006203754,0.0002907897,0.00014829586],"category_scores_gemma":[0.0043655857,0.00034441132,0.0009001685,0.0012248706,0.00022154489,0.000107825676,0.0005467837,0.0014948511,0.000021215325],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013471095,0.0005261911,0.0010724869,0.7259889,0.00017903557,0.000031195137,0.000021950507,5.8384814e-10,1.8872484e-8,0.00005378423,0.0017855865,0.27020612],"study_design_scores_gemma":[0.0009395397,0.0012585956,0.00024907262,0.5966193,0.00019555053,0.000023367671,0.000027380955,5.486199e-7,6.465754e-7,0.000042437132,0.40044788,0.00019570728],"about_ca_topic_score_codex":0.000055172623,"about_ca_topic_score_gemma":0.00006862668,"teacher_disagreement_score":0.39866227,"about_ca_system_score_codex":0.0008330054,"about_ca_system_score_gemma":0.0016113728,"threshold_uncertainty_score":0.9999008},"labels":[],"label_agreement":null},{"id":"W4310439697","doi":"10.2196/43769","title":"Load-Induced Glenohumeral Translation After Rotator Cuff Tears: Protocol for an In Vivo Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Shoulder Injury and Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Rotator cuff; Medicine; Tears; Shoulders; Isometric exercise; Physical medicine and rehabilitation; Rehabilitation; Physical therapy; Biomechanics; Rotator cuff injury; Shoulder joint; Surgery; Anatomy","score_opus":0.39373535657691644,"score_gpt":0.6004914536170295,"score_spread":0.20675609704011305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310439697","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12469106,5.1211674e-7,0.00000406462,0.00027024103,0.0000046662262,0.87424093,0.000029597823,0.00007245917,0.00068644783],"genre_scores_gemma":[0.13458718,7.2169626e-9,0.00025341162,0.00006755242,0.00012604064,0.86441016,0.00000686633,0.00005552491,0.00049327605],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99550545,0.0009837723,0.00047798557,0.0006818094,0.00163011,0.0007208565],"domain_scores_gemma":[0.9986362,0.00013350841,0.00006246339,0.00066545873,0.00025359393,0.0002487623],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002309783,0.00022871124,0.00034724886,0.00038076873,0.00034226442,0.000084242136,0.00025137304,0.00008341281,0.0015211869],"category_scores_gemma":[0.000058364232,0.00019623444,0.00011006861,0.0006628676,0.000053106352,0.00026340224,0.00011950685,0.0008219196,0.000019609914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25442326,0.14419019,0.3242702,0.0039554946,0.0004269117,0.0016618769,0.04198058,0.00004059421,0.11494782,0.00021697991,0.013658835,0.100227274],"study_design_scores_gemma":[0.0948816,0.16380103,0.04552948,0.0009600289,0.000034024717,0.00007114946,0.0059768734,0.0006086249,0.061416768,0.0013997187,0.62453985,0.0007808685],"about_ca_topic_score_codex":0.0001244767,"about_ca_topic_score_gemma":0.0001685262,"teacher_disagreement_score":0.610881,"about_ca_system_score_codex":0.0007108783,"about_ca_system_score_gemma":0.00079361524,"threshold_uncertainty_score":0.99939156},"labels":[],"label_agreement":null},{"id":"W4310458962","doi":"10.2196/42146","title":"Passive Sensing in the Prediction of Suicidal Thoughts and Behaviors: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Albert-Ludwigs-Universität Freiburg","keywords":"PsycINFO; Computer science; Protocol (science); Systematic review; MEDLINE; Data extraction; Wearable computer; Data science; Medicine; Alternative medicine","score_opus":0.5253711423868911,"score_gpt":0.630360630363902,"score_spread":0.10498948797701091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310458962","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.9371727e-8,0.1740856,0.0000030900615,0.0000651607,0.00000799758,0.8252847,0.000107635184,0.0000256931,0.00042007279],"genre_scores_gemma":[3.0576476e-8,0.07289408,0.000024704234,0.000039917904,0.00015186354,0.92651457,0.000030023637,0.00006528422,0.00027951898],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884374,0.007308664,0.0017295025,0.00071752514,0.0011016418,0.000705264],"domain_scores_gemma":[0.9941664,0.0035711492,0.0008376697,0.0010841865,0.00027196849,0.00006866234],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0065591363,0.00043748587,0.0026099738,0.00048346852,0.000352626,0.000078091194,0.0007414753,0.00025984118,0.00015549373],"category_scores_gemma":[0.0008424554,0.00025351092,0.0004411048,0.0011344079,0.00022506689,0.000081025704,0.0003300596,0.0013863172,0.00001422793],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008499235,0.00036802763,0.000008540968,0.9633675,0.00012246752,0.000050903986,0.001103206,5.417128e-9,1.7136051e-7,0.00015261145,0.010205782,0.024535747],"study_design_scores_gemma":[0.0007250061,0.00090400677,0.0000074913605,0.40600315,0.000121960366,0.000078195226,0.0005103312,5.1170144e-7,3.5701544e-7,0.00008360124,0.5914222,0.00014320899],"about_ca_topic_score_codex":0.000040931718,"about_ca_topic_score_gemma":0.00001999601,"teacher_disagreement_score":0.5812164,"about_ca_system_score_codex":0.00019422558,"about_ca_system_score_gemma":0.00029887407,"threshold_uncertainty_score":0.9999917},"labels":[],"label_agreement":null},{"id":"W4310459162","doi":"10.2196/40041","title":"Using Semistructured Telephone Interviews to Collect Qualitative Data From People With HIV Who Are Not in Medical Care: Implementation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Oak Ridge Institute for Science and Education; Centers for Disease Control and Prevention; U.S. Department of Energy","keywords":"Data collection; Qualitative research; Qualitative property; Nonprobability sampling; Medicine; Family medicine; Medical education; Nursing; Psychology; Population; Sociology; Computer science; Environmental health","score_opus":0.6927539013029166,"score_gpt":0.7227957595490015,"score_spread":0.030041858246084963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310459162","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3431626,0.000013744608,0.0010874046,0.0039225314,0.000026126985,0.6498473,0.0011945887,0.000049186234,0.0006965085],"genre_scores_gemma":[0.14919728,6.119127e-7,0.0046309265,0.00012897555,0.0001476711,0.84549165,0.00011457986,0.00003094039,0.00025734244],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9680437,0.026433937,0.00052556023,0.00081118284,0.003508317,0.00067731226],"domain_scores_gemma":[0.9968193,0.0017139554,0.00017533073,0.0006651143,0.00032944253,0.00029684842],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020574888,0.00017210773,0.00045041146,0.00030375065,0.0013388967,0.00020427059,0.0015629829,0.000059350903,0.0032869575],"category_scores_gemma":[0.0013269109,0.00014847888,0.000034567343,0.002736652,0.00024401634,0.0002758338,0.0015546506,0.00085366407,0.000009560574],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010223393,0.00053133664,0.01786336,0.00008077239,0.000035793524,0.00003271634,0.96181536,0.000012157415,0.00022110535,0.0002170636,0.009735503,0.008432519],"study_design_scores_gemma":[0.0025526646,0.001304558,0.015054707,0.0002822016,0.0000025165198,3.7648982e-7,0.897072,0.00010082637,0.00010217281,0.000516418,0.08279108,0.00022045214],"about_ca_topic_score_codex":0.032714974,"about_ca_topic_score_gemma":0.24967092,"teacher_disagreement_score":0.21695594,"about_ca_system_score_codex":0.001027491,"about_ca_system_score_gemma":0.0012712029,"threshold_uncertainty_score":0.9999612},"labels":[],"label_agreement":null},{"id":"W4310462613","doi":"10.2196/37954","title":"Digital Phenotyping Data to Predict Symptom Improvement and App Personalization: Protocol for a Prospective Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Personalization; mHealth; Digital health; Psychological intervention; Applied psychology; Protocol (science); Logistic regression; Psychology; Computer science; Medical education; Medicine; Data science; Internet privacy; Health care; World Wide Web; Psychiatry; Machine learning; Alternative medicine","score_opus":0.3875506471460707,"score_gpt":0.6203034903822804,"score_spread":0.2327528432362097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310462613","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048668383,7.0523987e-7,0.00035650918,0.0005752789,0.000024241188,0.9910403,0.0011858122,0.000129663,0.006200803],"genre_scores_gemma":[0.016396597,1.3361025e-9,0.00010537646,0.00008035981,0.00014783604,0.97255415,0.00009375869,0.000060764123,0.010561173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961509,0.00034023955,0.0005509815,0.001124774,0.0010396227,0.00079347455],"domain_scores_gemma":[0.9980209,0.00020066141,0.00012416797,0.001078597,0.00026912228,0.0003065845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020756666,0.00020018665,0.00022778311,0.0002891095,0.0009085557,0.0004828522,0.0010418021,0.000039622402,0.0006928746],"category_scores_gemma":[0.0001735598,0.00019734244,0.000049705282,0.0006796574,0.000109810666,0.00054029975,0.0028936171,0.00044518386,0.00007183687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020814404,0.058577966,0.06968902,0.004944263,0.00054909015,0.00007627116,0.017728968,0.000005634005,0.00015321553,0.015142317,0.27617413,0.53614473],"study_design_scores_gemma":[0.0130100865,0.05625788,0.012022897,0.000909942,0.0000047496005,0.000021044356,0.01136582,0.000286939,0.000056547,0.0022661858,0.90336096,0.00043697358],"about_ca_topic_score_codex":0.000024190786,"about_ca_topic_score_gemma":0.00001796043,"teacher_disagreement_score":0.62718683,"about_ca_system_score_codex":0.00047765678,"about_ca_system_score_gemma":0.00020296538,"threshold_uncertainty_score":0.8047391},"labels":[],"label_agreement":null},{"id":"W4310548361","doi":"10.2196/43627","title":"The Influence of Social Media Interactions and Behaviors on Depressive Symptoms Among Sexual and Gender Minority Young Adults in the United States: Protocol for a Mixed Methods Longitudinal Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute on Alcohol Abuse and Alcoholism","keywords":"Psychology; Transgender; Longitudinal study; Social media; Thematic analysis; Lesbian; Pride; Sexual orientation; Sexual minority; Qualitative property; Qualitative research; Clinical psychology; Gerontology; Developmental psychology; Social psychology; Medicine; Sociology","score_opus":0.32539065543974977,"score_gpt":0.6384958302543755,"score_spread":0.31310517481462574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310548361","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51051164,5.982362e-7,0.0000024924373,0.000105614236,0.000010167705,0.48924944,0.000045677625,0.000008674118,0.00006568571],"genre_scores_gemma":[0.15391338,1.5785221e-7,0.000017556089,0.000017461281,0.0000840275,0.8458127,0.000009386642,0.000016287953,0.00012906856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9912709,0.0064813327,0.00048559773,0.0004599597,0.000707197,0.0005950013],"domain_scores_gemma":[0.9954167,0.0034949393,0.00022485893,0.00042193636,0.00033939935,0.00010218483],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0049109673,0.00017018308,0.00022521678,0.00040488617,0.0015625128,0.00014759111,0.0005628226,0.00007615014,0.00004595203],"category_scores_gemma":[0.00047996404,0.00011568088,0.00003781814,0.0007551105,0.0005799409,0.00013808948,0.00037608473,0.001229642,0.0000012260766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039968663,0.0029805575,0.8955396,0.00094961416,0.00006540952,0.000021736945,0.08617279,0.000009947909,0.000026795058,0.00091743306,0.0040694047,0.0052498444],"study_design_scores_gemma":[0.0039538825,0.0024962814,0.9689055,0.000029905928,0.00001083537,0.000009730483,0.021246668,0.000035781,0.0000028631896,0.00063383445,0.0025648857,0.00010980285],"about_ca_topic_score_codex":0.006109369,"about_ca_topic_score_gemma":0.0060269875,"teacher_disagreement_score":0.3565983,"about_ca_system_score_codex":0.00012228446,"about_ca_system_score_gemma":0.00014473607,"threshold_uncertainty_score":0.9997373},"labels":[],"label_agreement":null},{"id":"W4310598034","doi":"10.2196/40485","title":"Integration of Artificial Intelligence Into Sociotechnical Work Systems—Effects of Artificial Intelligence Solutions in Medical Imaging on Clinical Efficiency: Protocol for a Systematic Literature Review","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; PsycINFO; Computer science; Applications of artificial intelligence; Systematic review; MEDLINE; Artificial intelligence; Workload; Knowledge management; Database","score_opus":0.5274330222547439,"score_gpt":0.6614733137852415,"score_spread":0.13404029153049768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310598034","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022751329,0.00031806898,0.030628178,0.0045413277,0.00010525784,0.9640708,0.000009620035,0.000059275284,0.00003998553],"genre_scores_gemma":[0.029019674,0.000039046983,0.0006532572,0.00022113831,0.0003361093,0.96963936,0.000023995066,0.000041444953,0.00002594365],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98796135,0.0035995352,0.004170239,0.0008132924,0.0026151403,0.0008404487],"domain_scores_gemma":[0.99108285,0.005258855,0.000785786,0.00094063405,0.001588418,0.00034348603],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01955447,0.00030707213,0.0012416234,0.00088873954,0.00046730792,0.000068474015,0.000791517,0.00034604265,0.00010748538],"category_scores_gemma":[0.01782725,0.0002520156,0.0003770011,0.003430282,0.0006993878,0.00014794219,0.00031416537,0.0026669013,0.000022255757],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060729543,0.012800085,0.00045755232,0.57526994,0.000055951725,0.00011861549,0.0047217906,0.00024485335,0.0013480625,0.05216978,0.004204663,0.34253573],"study_design_scores_gemma":[0.0002376381,0.010255085,0.00007100949,0.9108475,0.00003543888,0.00006766459,0.0040754895,0.04439337,0.010247348,0.017561266,0.0017392592,0.00046896085],"about_ca_topic_score_codex":0.00007571577,"about_ca_topic_score_gemma":0.0000267614,"teacher_disagreement_score":0.3420668,"about_ca_system_score_codex":0.00067950506,"about_ca_system_score_gemma":0.002094894,"threshold_uncertainty_score":0.9999932},"labels":[],"label_agreement":null},{"id":"W4310641801","doi":"10.2196/42353","title":"Human Decision-making in an Artificial Intelligence–Driven Future in Health: Protocol for Comparative Analysis and Simulation","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Protocol (science); Artificial intelligence; Management science; Data science; Medicine; Engineering","score_opus":0.7118736155691033,"score_gpt":0.7263143353041047,"score_spread":0.014440719735001384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310641801","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049055345,0.0000014362341,0.0016526806,0.0013455077,0.000008421646,0.94786733,0.000009137003,0.000023273877,0.0000368482],"genre_scores_gemma":[0.369347,5.2792e-8,0.0011033127,0.00007376812,0.00015118688,0.62928486,0.000019148954,0.000009743646,0.0000109322245],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962024,0.0009213795,0.0010185052,0.0005620536,0.0007244755,0.0005711546],"domain_scores_gemma":[0.9981399,0.00073806965,0.00018039586,0.00035709617,0.00039546215,0.00018907867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035778391,0.00014187615,0.0004366179,0.0016043277,0.00069848425,0.00009207013,0.00019277277,0.00009572906,0.00034387232],"category_scores_gemma":[0.0002083954,0.0001375911,0.00007038238,0.0027342357,0.0001069397,0.00021214377,0.00011422245,0.00087135186,0.000004168643],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0112260785,0.005952651,0.17525646,0.0017596113,0.000056620414,0.000031949407,0.053404737,0.11630646,0.00058037427,0.0044455323,0.0005967943,0.6303827],"study_design_scores_gemma":[0.0008947103,0.019050121,0.08060496,0.0036264309,0.000011070451,0.000006707918,0.064547636,0.7018416,0.0011201559,0.07651696,0.0511603,0.0006193792],"about_ca_topic_score_codex":0.00034457183,"about_ca_topic_score_gemma":0.0045045493,"teacher_disagreement_score":0.62976336,"about_ca_system_score_codex":0.0007133688,"about_ca_system_score_gemma":0.00058515125,"threshold_uncertainty_score":0.5610802},"labels":[],"label_agreement":null},{"id":"W4310776064","doi":"10.2196/37395","title":"Integrating Enhanced HIV Pre-exposure Prophylaxis Into a Sexually Transmitted Infection Clinic in Lilongwe: Protocol for a Prospective Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Human immunodeficiency virus (HIV); Pre-exposure prophylaxis; Medicine; Prospective cohort study; Cohort; Protocol (science); Cohort study; Post-exposure prophylaxis; Family medicine; Immunology; Men who have sex with men; Internal medicine; Alternative medicine; Syphilis; Pathology","score_opus":0.1139335251956116,"score_gpt":0.5530835482557432,"score_spread":0.4391500230601316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310776064","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071883135,8.601995e-7,0.00096767605,0.00023445791,0.000005210917,0.9240849,0.000031494827,0.00016227257,0.0026300147],"genre_scores_gemma":[0.11575633,9.603937e-8,0.0005266775,0.0000147628325,0.00014116726,0.8651554,0.00004361914,0.000084732616,0.018277217],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99143696,0.0026584405,0.0012528326,0.0012029693,0.002282706,0.0011660891],"domain_scores_gemma":[0.9967195,0.000470981,0.00020863941,0.00084767217,0.0013911222,0.00036209647],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008013297,0.00035568743,0.0007119532,0.0012668128,0.0009493962,0.00019398326,0.0005135635,0.00016474754,0.0020248261],"category_scores_gemma":[0.002494015,0.00030419164,0.0003145761,0.0027402048,0.00024638922,0.00036887164,0.00042512405,0.0034144376,0.00006428798],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026652332,0.029477023,0.86396515,0.004636201,0.00029155088,0.000095325886,0.012759924,0.0000077655295,0.0134999165,0.00008478315,0.013581501,0.034948535],"study_design_scores_gemma":[0.04371825,0.43192908,0.44679838,0.0043578423,0.000017032988,0.000029320769,0.0060295993,0.0014850736,0.0063299923,0.0014027205,0.05720897,0.0006937357],"about_ca_topic_score_codex":0.0004640136,"about_ca_topic_score_gemma":0.0012875021,"teacher_disagreement_score":0.41716677,"about_ca_system_score_codex":0.0013494751,"about_ca_system_score_gemma":0.0015543076,"threshold_uncertainty_score":0.999941},"labels":[],"label_agreement":null},{"id":"W4310937564","doi":"10.2196/40068","title":"Identifying Challenges, Enabling Practices, and Reviewing Existing Policies Regarding Digital Equity and Digital Divide Toward Smart and Healthy Cities: Protocol for an Integrative Review","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Digital divide; Equity (law); Health equity; Public relations; Socioeconomic status; Ethnic group; Sociology; Grey literature; Economic growth; Political science; Information and Communications Technology; Health care; Economics; Population","score_opus":0.6985837038066836,"score_gpt":0.6388670617295206,"score_spread":0.059716642077162985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310937564","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046170424,0.001855518,0.000059046724,0.01154656,0.00000854992,0.9808498,0.000059085767,0.0002495622,0.004910159],"genre_scores_gemma":[0.006042037,0.0008366741,0.00035963094,0.00021774527,0.00016460379,0.9920932,0.000008700155,0.000042945972,0.00023444559],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99476016,0.0012701009,0.0006463485,0.00093870267,0.0012644818,0.0011202084],"domain_scores_gemma":[0.9965804,0.001604934,0.0006230181,0.0003970099,0.000433164,0.0003614412],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010644332,0.00028267768,0.000571429,0.00033962296,0.0033776837,0.0019861357,0.0006896044,0.00012638675,0.000014476802],"category_scores_gemma":[0.012274722,0.00025938536,0.00006644321,0.00063850573,0.0009889931,0.0034645698,0.0030787305,0.0011728961,0.0000010424833],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063306186,0.00039259222,0.0054298854,0.037534975,0.00006568398,0.000027626244,0.06333474,1.1179498e-7,0.000068937814,0.022066606,0.0045627924,0.865883],"study_design_scores_gemma":[0.0013076024,0.0015544763,0.00018557724,0.01828407,0.000005251965,0.000035663983,0.03959744,0.000012904679,0.000017198074,0.013219815,0.9254369,0.00034306748],"about_ca_topic_score_codex":0.0003305782,"about_ca_topic_score_gemma":0.00035223571,"teacher_disagreement_score":0.9208741,"about_ca_system_score_codex":0.0003939181,"about_ca_system_score_gemma":0.0005592931,"threshold_uncertainty_score":0.9999858},"labels":[],"label_agreement":null},{"id":"W4310946796","doi":"10.2196/44570","title":"Correction: Development and Effectiveness of a Mobile Health Intervention in Improving Health Literacy and Self-management of Patients With Multimorbidity and Heart Failure: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Health literacy; Intervention (counseling); Medicine; Self-management; Heart failure; Alternative medicine; mHealth; Physical therapy; Family medicine; Nursing; Psychological intervention; Health care; Computer science; Surgery; Political science","score_opus":0.05487882343694611,"score_gpt":0.49136537106971023,"score_spread":0.4364865476327641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310946796","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011356161,0.00005196293,0.0000876017,0.00006162872,0.00010418723,0.9983892,0.000032977594,0.000033334272,0.00010347979],"genre_scores_gemma":[0.00070179504,0.0000066065804,0.0013748702,0.000008075124,0.0000561269,0.9968613,0.00021733157,0.00004852142,0.00072537607],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933011,0.002855032,0.0014702855,0.00075994746,0.0010955406,0.0005180938],"domain_scores_gemma":[0.9971617,0.00087946275,0.0010375339,0.0003442553,0.00037619655,0.00020085408],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010350627,0.00036785717,0.0026646378,0.000730473,0.00021157876,0.000098337725,0.000118204174,0.000117502386,0.000035453202],"category_scores_gemma":[0.00018928538,0.00027843614,0.00017104905,0.00039165496,0.00024843452,0.00016873634,0.00042836892,0.00073140545,1.0319921e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8258464,0.005095039,0.0003854712,0.14805448,0.00046467048,0.0000036422714,0.00045607606,0.000001645753,4.4649147e-7,0.000053344516,0.008402704,0.011236092],"study_design_scores_gemma":[0.87975603,0.016644781,0.004692256,0.02956161,0.000034118708,0.0000011594791,0.00023956902,0.000486054,0.000005350837,0.000033194534,0.06836794,0.00017795738],"about_ca_topic_score_codex":0.00016849148,"about_ca_topic_score_gemma":0.000038090504,"teacher_disagreement_score":0.11849287,"about_ca_system_score_codex":0.00077837263,"about_ca_system_score_gemma":0.0017735631,"threshold_uncertainty_score":0.9999668},"labels":[],"label_agreement":null},{"id":"W4310956736","doi":"10.2196/42342","title":"Mobile Health–Supported Virtual Reality and Group Problem Management Plus: Protocol for a Cluster Randomized Trial Among Urban Refugee and Displaced Youth in Kampala, Uganda (Tushirikiane4MH, Supporting Each Other for Mental Health)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Impact; United Nations University Institute for Water, Environment, and Health; Western University; St. Joseph’s Healthcare Hamilton; University of British Columbia; Public Health Ontario; McMaster University; Women's College Hospital; Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Mental health; Refugee; Psychological intervention; Mental health literacy; mHealth; Medicine; Cluster randomised controlled trial; Randomized controlled trial; Psychology; Psychiatry; Mental illness; Political science","score_opus":0.17350478741665007,"score_gpt":0.5692663874208034,"score_spread":0.3957616000041533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310956736","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053437846,0.0000063136913,0.00033019937,0.0015261967,0.000047932783,0.9906117,0.0012879748,0.000104991326,0.00074095675],"genre_scores_gemma":[0.013563701,1.3994831e-7,0.00057932956,0.0003980752,0.000106752595,0.9788649,0.00037474095,0.00012241074,0.0059899185],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9891405,0.004181091,0.0024892665,0.0013310763,0.00095087884,0.0019071886],"domain_scores_gemma":[0.99717873,0.0006351603,0.0009497571,0.00055180676,0.000098989396,0.00058553036],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.018870095,0.0004165071,0.0011756881,0.00060438225,0.0011749802,0.00025798232,0.0004524182,0.00012751299,0.00025826873],"category_scores_gemma":[0.00012366168,0.0003875932,0.00026996323,0.000500582,0.00047713186,0.00033338458,0.0007384003,0.00081671815,0.000004550593],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9108996,0.0047631175,0.0005336991,0.006701007,0.00013864836,0.000007321302,0.011787751,0.000003044034,0.0000032989528,0.004524954,0.044247434,0.016390152],"study_design_scores_gemma":[0.79727566,0.034253016,0.00014223353,0.0018317408,0.000006745576,0.000009239018,0.007753696,0.00038640504,0.000008195251,0.0020457855,0.15590768,0.00037960164],"about_ca_topic_score_codex":0.0006431705,"about_ca_topic_score_gemma":0.0004888197,"teacher_disagreement_score":0.11362392,"about_ca_system_score_codex":0.0012338574,"about_ca_system_score_gemma":0.00032055003,"threshold_uncertainty_score":0.9998576},"labels":[],"label_agreement":null},{"id":"W4310963418","doi":"10.2196/39393","title":"Assessing the Quality of the World Health Organization’s Skin NTDs App as a Training Tool in Ghana and Kenya: Protocol for a Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Snowball sampling; mHealth; Psychological intervention; Medicine; Neglected tropical diseases; Cross-sectional study; Environmental health; Population; Global health; Family medicine; Public health; Nursing; Pathology","score_opus":0.5481539416546225,"score_gpt":0.7120833717214609,"score_spread":0.16392943006683836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310963418","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027054187,0.0000013982079,0.00007879892,0.0051175323,0.000020895657,0.9670842,0.000059017202,0.000052141764,0.0005318053],"genre_scores_gemma":[0.05800983,8.406015e-8,0.00026345768,0.00095158134,0.00017757477,0.9389425,0.0000123863165,0.000046322173,0.0015962481],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9865019,0.008301531,0.0019483786,0.0006234159,0.0014707838,0.0011540462],"domain_scores_gemma":[0.9935705,0.0037126825,0.0008674016,0.0008331709,0.00080746866,0.00020875278],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028597731,0.0001787717,0.0004110531,0.00033139167,0.007868591,0.0001137322,0.00074955233,0.000096798365,0.0005580899],"category_scores_gemma":[0.0021238998,0.0001220286,0.0000607879,0.0029056964,0.000251214,0.00019740056,0.0008167436,0.0023686108,0.0000074430086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060756225,0.0015826433,0.9556579,0.003797416,0.000010792682,4.1070734e-7,0.009864003,0.00003189669,0.000032422417,0.01633939,0.0066114166,0.0054641515],"study_design_scores_gemma":[0.0053649386,0.000729969,0.8119935,0.0003986686,5.6982606e-7,0.000001858203,0.013412018,0.000098341596,0.0000067370897,0.0018913165,0.16599244,0.000109655375],"about_ca_topic_score_codex":0.001191189,"about_ca_topic_score_gemma":0.0022808947,"teacher_disagreement_score":0.15938103,"about_ca_system_score_codex":0.0010052806,"about_ca_system_score_gemma":0.008841434,"threshold_uncertainty_score":0.99993294},"labels":[],"label_agreement":null},{"id":"W4311132728","doi":"10.2196/40791","title":"Conceptions of Legacy Among People Making Treatment Choices for Serious Illness: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Protocol (science); Medicine; Psychology; Internet privacy; Gerontology; Computer science; Alternative medicine","score_opus":0.7735924347842191,"score_gpt":0.7286469083432877,"score_spread":0.044945526440931416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311132728","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.422929e-8,0.29346883,0.00004177221,0.000041612788,0.0000063698026,0.7057676,0.00018812493,0.00003509417,0.00045055975],"genre_scores_gemma":[1.3817859e-8,0.37374243,0.0007061947,0.000014212589,0.00018161313,0.6246111,0.00014831832,0.00007886811,0.00051730155],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952191,0.0007407054,0.0015888171,0.00074404065,0.0009508759,0.0007564565],"domain_scores_gemma":[0.99455756,0.0023842482,0.0011264385,0.00091524865,0.0008417113,0.00017477594],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018726408,0.00051553204,0.0036752014,0.0005109036,0.00035359166,0.00006008218,0.00052275416,0.00023214378,0.00065367017],"category_scores_gemma":[0.0016333344,0.00037617123,0.0012565635,0.0011026234,0.00027596016,0.00020421173,0.00023283892,0.000503753,0.0000058655432],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022752404,0.0004552935,0.000051154035,0.6142514,0.00017348917,0.0000047772096,0.00028321016,1.3792739e-7,0.0000010126745,0.000057641217,0.0018323625,0.38266206],"study_design_scores_gemma":[0.0018063259,0.0025602516,0.0000016225928,0.47755292,0.000101544254,0.000004197951,0.000094364266,0.0000019085728,0.000017383203,0.000009897462,0.517688,0.00016160302],"about_ca_topic_score_codex":0.000054325126,"about_ca_topic_score_gemma":0.000082273065,"teacher_disagreement_score":0.5158556,"about_ca_system_score_codex":0.0006616465,"about_ca_system_score_gemma":0.0030420588,"threshold_uncertainty_score":0.99986905},"labels":[],"label_agreement":null},{"id":"W4311202436","doi":"10.2196/42575","title":"Nigerian and Ghanaian Young People’s Experiences of Care for Common Mental Disorders in Inner London: Protocol for a Multimethod Investigation","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University College London; National Institute for Health and Care Research","keywords":"Protocol (science); Mental health; Psychology; Medicine; Medical education; Gerontology; Psychiatry; Alternative medicine","score_opus":0.19181641612449565,"score_gpt":0.5938385432098208,"score_spread":0.40202212708532514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311202436","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1130347,0.000004189332,0.000010959075,0.0003012435,0.00001841792,0.88616204,0.00006941729,0.000016926153,0.0003821166],"genre_scores_gemma":[0.124458686,6.086062e-8,0.0006671222,0.000020018846,0.000029682487,0.8744254,0.00006704577,0.000024566472,0.00030742632],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973102,0.00086814107,0.00043156187,0.0004464893,0.00040878536,0.0005348085],"domain_scores_gemma":[0.9990832,0.00031282633,0.0001533749,0.00025101542,0.00008055841,0.00011900838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012495304,0.00015025715,0.0002828452,0.00030473305,0.0006916895,0.000046837642,0.00030519266,0.000072882656,0.00030675388],"category_scores_gemma":[0.0000350025,0.00013707644,0.000054666747,0.00045531418,0.00018239417,0.00016191335,0.0001984955,0.00024122238,0.0000011750011],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0147525715,0.0021641678,0.357954,0.006051978,0.00003240627,0.0000031174604,0.5123604,0.0000031435386,0.0007183045,0.0011157223,0.004247479,0.100596696],"study_design_scores_gemma":[0.058331497,0.031423222,0.108355254,0.0017553591,0.0000054370416,0.000011975764,0.6193633,0.00092776027,0.009130674,0.003785614,0.1660031,0.00090678036],"about_ca_topic_score_codex":0.00080491643,"about_ca_topic_score_gemma":0.0044155214,"teacher_disagreement_score":0.24959874,"about_ca_system_score_codex":0.00020601021,"about_ca_system_score_gemma":0.00008584229,"threshold_uncertainty_score":0.5589815},"labels":[],"label_agreement":null},{"id":"W4311485236","doi":"10.2196/38785","title":"The Use of Passive Smartphone Data to Monitor Anxiety and Depression Among College Students in Real-World Settings: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Anxiety; Depression (economics); Protocol (science); Population; Psychology; Mental health; Clinical psychology; Applied psychology; Medicine; Medical education; Psychiatry; Alternative medicine; Environmental health","score_opus":0.5851425541553743,"score_gpt":0.6760179120592195,"score_spread":0.09087535790384516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311485236","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.169302e-7,0.03504754,0.0000010147018,0.000102776874,0.000031572232,0.96238214,0.002218289,0.000032807176,0.00018356957],"genre_scores_gemma":[9.465896e-8,0.031165253,0.000087688066,0.000046128105,0.00006123821,0.96353155,0.00014866042,0.000120742596,0.0048386576],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9868747,0.006103253,0.0030657167,0.0012731496,0.0016590132,0.001024182],"domain_scores_gemma":[0.98999393,0.004510427,0.001499672,0.003320971,0.0003235507,0.0003514638],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008669945,0.00049349875,0.0024193432,0.0006225161,0.00047765035,0.00029360637,0.0033088548,0.00019582617,0.00011432539],"category_scores_gemma":[0.0028058349,0.00032155303,0.00031119923,0.0020170438,0.0002191652,0.000365773,0.00426624,0.0012547877,0.000041368443],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026078476,0.0011374815,0.00013588181,0.7909847,0.00010781445,0.000017790824,0.000057999165,1.4223318e-8,2.2347633e-8,0.00006473379,0.118144445,0.08908835],"study_design_scores_gemma":[0.00057718524,0.00047567158,0.00007125466,0.4867652,0.000024851402,0.0000061768646,0.000053619904,9.4076125e-7,2.2250114e-7,0.000011853405,0.5118799,0.00013308797],"about_ca_topic_score_codex":0.00018301974,"about_ca_topic_score_gemma":0.00042247766,"teacher_disagreement_score":0.3937355,"about_ca_system_score_codex":0.0007103654,"about_ca_system_score_gemma":0.0003370012,"threshold_uncertainty_score":0.99992365},"labels":[],"label_agreement":null},{"id":"W4311501066","doi":"10.2196/43741","title":"Contemporary Databases in Real-world Studies Regarding the Diverse Health Care Systems of India, Thailand, and Taiwan: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pfizer","keywords":"Reimbursement; Health care; Protocol (science); Medicine; Medical record; Health technology; Health policy; Business; Family medicine; Public health; Alternative medicine; Nursing; Economic growth","score_opus":0.8465864725375328,"score_gpt":0.7473498096661917,"score_spread":0.09923666287134114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311501066","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5521746e-8,0.4783535,7.1117483e-7,0.00029404523,0.00003521101,0.52034914,0.00033303656,0.0000411341,0.00059321406],"genre_scores_gemma":[4.916668e-8,0.45412657,0.000018111188,0.00009914714,0.00025909135,0.5447156,0.00010782989,0.00009832161,0.0005752933],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.95857924,0.030893844,0.005124743,0.0013429032,0.0017636928,0.0022956016],"domain_scores_gemma":[0.980788,0.01221666,0.0038766067,0.0019025302,0.00083539553,0.00038081504],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.035935502,0.0007395483,0.0059350575,0.0011859991,0.0026163498,0.00004781798,0.0012924523,0.00024238438,0.00007737134],"category_scores_gemma":[0.0028377697,0.00047211145,0.00035599968,0.0023642757,0.00036643638,0.00027893155,0.0020360132,0.0049605495,0.000014392973],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00018015811,0.0000768886,0.0006976518,0.8391422,0.000086119995,0.000013666447,0.0015364466,4.5172907e-8,1.4122432e-8,0.00040345665,0.11667463,0.041188724],"study_design_scores_gemma":[0.0012102433,0.0005258111,0.0000018869362,0.48695228,0.00000837254,0.0000033688593,0.0039019627,4.7483502e-7,2.3195263e-8,0.0000025073582,0.5072164,0.00017667968],"about_ca_topic_score_codex":0.0032753968,"about_ca_topic_score_gemma":0.005609699,"teacher_disagreement_score":0.39054176,"about_ca_system_score_codex":0.004326891,"about_ca_system_score_gemma":0.031469163,"threshold_uncertainty_score":0.9997731},"labels":[],"label_agreement":null},{"id":"W4311575800","doi":"10.2196/41020","title":"Clinical Utility of the OmniGraf Biomarker Panel in the Care of Kidney Transplant Recipients (CLARITY): Protocol for a Prospective, Multisite Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; CLARITY; Medicine; Biomarker; Protocol (science); Intensive care medicine; Kidney transplantation; Kidney transplant; Internal medicine; Transplantation; Pathology; Alternative medicine; Biology","score_opus":0.6425463584447382,"score_gpt":0.6171976023840785,"score_spread":0.025348756060659672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311575800","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07211466,5.477362e-7,0.000008469417,0.00038973847,0.000008012673,0.9266366,0.0005560979,0.000008352592,0.00027756178],"genre_scores_gemma":[0.34503812,8.267476e-8,0.00012710599,0.000051417697,0.000011742385,0.6546124,0.000038234015,0.000010598486,0.000110300876],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99494886,0.0017885655,0.0008634314,0.00040151758,0.0016822383,0.0003154072],"domain_scores_gemma":[0.9978578,0.00069056265,0.00019870765,0.0006152261,0.0005230353,0.00011463351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033670927,0.00014765613,0.00038725793,0.0001564778,0.00029261806,0.000016929596,0.0005098784,0.00006903197,0.00011939238],"category_scores_gemma":[0.00035515032,0.00008005427,0.00026855548,0.0009235243,0.00021535812,0.000064210886,0.000102222824,0.0006703004,8.6183746e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01063667,0.00875545,0.9738146,0.0014864828,0.00010618661,0.000020361478,0.003486128,0.000001361278,0.00014499096,0.000089690875,0.00033756395,0.0011204983],"study_design_scores_gemma":[0.020046143,0.0036610542,0.96665937,0.001263842,0.000015505699,0.000006610855,0.00087863614,0.00008491267,0.000266136,0.00012835086,0.0069245216,0.00006491756],"about_ca_topic_score_codex":0.00014907167,"about_ca_topic_score_gemma":0.00008268207,"teacher_disagreement_score":0.27292344,"about_ca_system_score_codex":0.00009457949,"about_ca_system_score_gemma":0.00063203555,"threshold_uncertainty_score":0.32645184},"labels":[],"label_agreement":null},{"id":"W4311578224","doi":"10.2196/39672","title":"Behavioral Skills Training for Teaching Safety Skills to Mental Health Clinicians: Protocol for a Pragmatic Randomized Control Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Brock University; Centre for Addiction and Mental Health","funders":"","keywords":"Competence (human resources); Mental health; Psychological intervention; Psychology; Medical education; Best practice; Harm; Occupational safety and health; Applied psychology; Medicine; Nursing; Psychiatry; Social psychology","score_opus":0.21327353841614552,"score_gpt":0.6160518556744587,"score_spread":0.40277831725831326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311578224","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039420917,7.442722e-7,0.0017597505,0.01010698,0.000064324195,0.9866209,0.00025902153,0.0001422595,0.00065182126],"genre_scores_gemma":[0.00090396684,1.9621139e-7,0.003638506,0.0007868741,0.0009103659,0.9914647,0.000034106914,0.00006387678,0.0021974426],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9845216,0.009185656,0.0014294124,0.0007795497,0.0020860806,0.0019976583],"domain_scores_gemma":[0.99292845,0.0053429883,0.00051425066,0.00040483905,0.00028523235,0.00052425533],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.06345983,0.0002803589,0.0011243226,0.00041639188,0.007912715,0.00042976267,0.0010670939,0.00013826042,0.00040898434],"category_scores_gemma":[0.004382152,0.00025088075,0.0005619419,0.0006086086,0.00045758582,0.00035021824,0.00024297494,0.0010828717,0.000014451978],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.79378283,0.00430341,0.00007211412,0.0003993482,0.000055397275,0.0000027431206,0.082759336,0.00004194494,0.000050691662,0.0053960416,0.038500234,0.07463591],"study_design_scores_gemma":[0.44375876,0.004808451,0.0000021762885,0.001109277,0.0000033613317,5.889847e-7,0.016010284,0.000094906216,0.0000058152004,0.001134192,0.53286946,0.00020276403],"about_ca_topic_score_codex":0.00029241393,"about_ca_topic_score_gemma":0.00022304007,"teacher_disagreement_score":0.4943692,"about_ca_system_score_codex":0.0010667525,"about_ca_system_score_gemma":0.0030308662,"threshold_uncertainty_score":0.99999434},"labels":[],"label_agreement":null},{"id":"W4311610529","doi":"10.2196/38878","title":"The Japan Registry for Adult Subjects of Spinal Muscular Atrophy (jREACT-SMA): Protocol for a Longitudinal Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurogenetic and Muscular Disorders Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Biogen","keywords":"SMA*; Spinal muscular atrophy; Observational study; Medicine; Physical medicine and rehabilitation; Physical therapy; Protocol (science); Psychology; Gerontology; Computer science; Internal medicine; Pathology; Alternative medicine","score_opus":0.48344639120247634,"score_gpt":0.5883164487746019,"score_spread":0.10487005757212553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311610529","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022334019,0.0000045857714,0.00016188512,0.001657024,0.000007674076,0.9755053,0.00005291137,0.000032613596,0.00024397069],"genre_scores_gemma":[0.01686313,2.7382035e-7,0.00052957237,0.00006647256,0.00020367406,0.98055536,0.00003109286,0.000074870186,0.0016755481],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99397874,0.00071588357,0.0006553602,0.0007523944,0.0028788494,0.0010187953],"domain_scores_gemma":[0.99511766,0.00057889445,0.00020985714,0.001180268,0.0026606126,0.00025269616],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037384129,0.00024414778,0.00042395832,0.00025708094,0.0015249508,0.000104607265,0.0008697068,0.00007688565,0.0001232288],"category_scores_gemma":[0.0016881806,0.00018069657,0.0004064558,0.0008499537,0.00043629372,0.000075238524,0.0005477545,0.0008833186,0.000004833993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26757413,0.048597418,0.32915866,0.02661949,0.0018479585,0.0002831434,0.0020713634,0.00010779173,0.056761116,0.01730242,0.17983958,0.06983691],"study_design_scores_gemma":[0.03335578,0.065367796,0.1012821,0.0006644065,0.000027204938,0.00006215019,0.0031835635,0.00056088803,0.0037985628,0.001421783,0.7899234,0.0003523283],"about_ca_topic_score_codex":0.00005572451,"about_ca_topic_score_gemma":0.000030931496,"teacher_disagreement_score":0.6100838,"about_ca_system_score_codex":0.00020674491,"about_ca_system_score_gemma":0.0017540489,"threshold_uncertainty_score":0.99977493},"labels":[],"label_agreement":null},{"id":"W4311624413","doi":"10.2196/44776","title":"Traumatic Brain Injury Intensive Evaluation and Treatment Program: Protocol for a Partnered Evaluation Initiative Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Traumatic brain injury; Psychology; Program evaluation; Medicine; Medical education; Psychiatry; Alternative medicine; Political science","score_opus":0.967074201136737,"score_gpt":0.8772808573451379,"score_spread":0.08979334379159909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311624413","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0106614875,3.4878073e-7,0.00018532161,0.0068864664,0.000022980177,0.9815663,0.00011729006,0.00011729434,0.00044250445],"genre_scores_gemma":[0.0049258545,3.7911605e-8,0.004439105,0.0011810662,0.00014091894,0.9889538,0.000044549197,0.00005153526,0.0002631032],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9192168,0.07324884,0.0016143692,0.0009821046,0.0034709428,0.0014669069],"domain_scores_gemma":[0.98305094,0.00949255,0.0007285619,0.00069733546,0.005626805,0.0004037965],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08689885,0.00028993827,0.00050834625,0.0007324146,0.004155626,0.000105055005,0.00041946024,0.0001058052,0.0019046608],"category_scores_gemma":[0.01747368,0.00024295143,0.00007242606,0.0016324312,0.00022329309,0.0003982899,0.00053889555,0.0009380613,0.000034487104],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027985766,0.0026400634,0.0028498394,0.0010379888,0.00007575446,0.0000018021498,0.16194518,0.000015724718,0.0005131917,0.0002543636,0.06939506,0.75847244],"study_design_scores_gemma":[0.035492748,0.04436309,0.030648407,0.0006294237,0.000027233284,0.000002554283,0.21767628,0.027284198,0.00026597103,0.0054783826,0.63771445,0.00041729756],"about_ca_topic_score_codex":0.00014576058,"about_ca_topic_score_gemma":0.00030641785,"teacher_disagreement_score":0.75805515,"about_ca_system_score_codex":0.003438686,"about_ca_system_score_gemma":0.0069382726,"threshold_uncertainty_score":0.99900776},"labels":[],"label_agreement":null},{"id":"W4311663968","doi":"10.2196/41586","title":"Telehealth Care for Mothers and Infants to Improve the Continuum of Care: Protocol for a Quasi-Experimental Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Telehealth; Health care; Protocol (science); Continuum of care; Medicine; Nursing; Telemedicine; Family medicine; Alternative medicine","score_opus":0.2227041085990687,"score_gpt":0.6495803519280643,"score_spread":0.4268762433289956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311663968","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003635051,0.000011181047,0.00006766965,0.0014923515,0.00002495051,0.9937268,0.0005476671,0.000055195167,0.00043914941],"genre_scores_gemma":[0.012839694,1.642454e-7,0.00052009505,0.0006793625,0.00024032053,0.9850639,0.000019221954,0.00007247156,0.00056477013],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942916,0.0018022156,0.0010186633,0.0006887817,0.0008105352,0.0013881761],"domain_scores_gemma":[0.99553514,0.0015713625,0.00038090505,0.000899781,0.0010642817,0.000548513],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004325603,0.00021071325,0.00048011754,0.00023594919,0.004899308,0.000023965054,0.00065427145,0.00011024572,0.00012929908],"category_scores_gemma":[0.00036124082,0.00015926432,0.000079649435,0.0005456621,0.0001361877,0.00006349321,0.0006229351,0.0010055545,0.000007814615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05439403,0.017750476,0.0501758,0.0764423,0.000094369345,0.0000025620307,0.36345652,0.000009775423,0.0041305376,0.009862089,0.3016107,0.12207083],"study_design_scores_gemma":[0.00938765,0.03191697,0.0011390209,0.0002982805,0.0000018766651,3.4914055e-7,0.12189853,0.000020626805,0.00035742874,0.00013249942,0.8347251,0.00012171218],"about_ca_topic_score_codex":0.0004897792,"about_ca_topic_score_gemma":0.00071358343,"teacher_disagreement_score":0.5331143,"about_ca_system_score_codex":0.00068769493,"about_ca_system_score_gemma":0.0028629368,"threshold_uncertainty_score":0.9963962},"labels":[],"label_agreement":null},{"id":"W4311667146","doi":"10.2196/40382","title":"A Novel Remote Patient and Medication Monitoring Solution to Improve Adherence and Persistence With Inflammatory Bowel Disease Therapy (ASSIST Study): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Crohn's and Colitis Foundation","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Clinical trial; Health care; Intervention (counseling); Digital health; Protocol (science); Physical therapy; Intensive care medicine; Alternative medicine; Nursing; Internal medicine","score_opus":0.07047473845984992,"score_gpt":0.4291513288314135,"score_spread":0.3586765903715636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311667146","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16537046,0.000004846187,0.0003505862,0.00010186338,0.000011745504,0.8341056,0.00001887706,0.000017715614,0.000018283583],"genre_scores_gemma":[0.06278119,4.982753e-7,0.00039140825,0.000027291802,0.00016787222,0.9364628,0.0000072777293,0.000032949552,0.00012869976],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964661,0.001058068,0.00048386434,0.00070796406,0.00085336855,0.0004306591],"domain_scores_gemma":[0.9983215,0.00013797925,0.00024632274,0.0004891521,0.00041812155,0.0003869803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00300093,0.00023328551,0.00037540766,0.00013269187,0.00067600905,0.000129314,0.00025667378,0.000059987247,0.000010602899],"category_scores_gemma":[0.00069245696,0.00017636991,0.000117063704,0.00010418226,0.00026077311,0.000019518435,0.00037576116,0.00023515575,5.7745746e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9682782,0.0008775006,0.001122682,0.0002258496,0.000096005446,0.000013893234,0.00045077497,0.000013932158,0.02586304,0.0000117937625,0.00009510671,0.0029512173],"study_design_scores_gemma":[0.97978413,0.010068391,0.0041228384,0.00023885326,0.000013992996,0.0000024030646,0.00051660277,0.0008504881,0.00086077675,0.000039565195,0.0032282698,0.00027365904],"about_ca_topic_score_codex":0.000009661667,"about_ca_topic_score_gemma":0.0000069939883,"teacher_disagreement_score":0.10258928,"about_ca_system_score_codex":0.00008724624,"about_ca_system_score_gemma":0.00071358355,"threshold_uncertainty_score":0.71921563},"labels":[],"label_agreement":null},{"id":"W4311678422","doi":"10.2196/40009","title":"Case-Finding Strategies for Drug-Resistant Tuberculosis: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European and Developing Countries Clinical Trials Partnership; Foreign, Commonwealth and Development Office; National Institute of Allergy and Infectious Diseases; European Commission; Medical Research Council; Government of the United Kingdom","keywords":"CINAHL; MEDLINE; Medicine; Systematic review; Protocol (science); Data extraction; Cochrane Library; Grey literature; Tuberculosis; Family medicine; Alternative medicine; Psychological intervention; Pathology; Nursing","score_opus":0.6772303419467768,"score_gpt":0.6785871132170499,"score_spread":0.001356771270273116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311678422","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.80475e-9,0.33563727,0.000031911266,0.00067939475,0.000008986006,0.6623872,0.0002787766,0.00013304828,0.0008434403],"genre_scores_gemma":[2.0503779e-9,0.37333417,0.00073336984,0.00022681619,0.0005218084,0.6239933,0.00027187954,0.00024018646,0.00067848177],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9850176,0.0045323703,0.003018929,0.00217695,0.0019121525,0.003341971],"domain_scores_gemma":[0.9864877,0.008607868,0.0008295218,0.0020607247,0.0010176308,0.0009965765],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018223723,0.0011179451,0.0058645266,0.0013738556,0.001572177,0.00036381098,0.0012267336,0.00064099644,0.0016278479],"category_scores_gemma":[0.006919525,0.0008357815,0.002473635,0.0018639044,0.00038477656,0.00033352515,0.0009111612,0.0034337037,0.00008261651],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008432285,0.00043275746,7.306406e-7,0.6278308,0.00027431577,0.00062907726,0.000028487046,1.4043573e-7,0.0000018888404,0.0005583815,0.15280542,0.21659474],"study_design_scores_gemma":[0.0018834872,0.0024124815,6.8404326e-8,0.4519009,0.00010696604,0.0011502289,0.00007509272,0.0000080570135,0.0000015791759,0.00017712562,0.54189014,0.00039388207],"about_ca_topic_score_codex":0.000058710844,"about_ca_topic_score_gemma":0.00007304723,"teacher_disagreement_score":0.3890847,"about_ca_system_score_codex":0.0015333912,"about_ca_system_score_gemma":0.010849761,"threshold_uncertainty_score":0.99972767},"labels":[],"label_agreement":null},{"id":"W4311894502","doi":"10.2196/43870","title":"Detection of Motor Cerebral Activity After Median Nerve Stimulation During General Anesthesia (STIM-MOTANA): Protocol for a Prospective Interventional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anesthesia and Sedative Agents","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Brugmann Foundation; Agence Nationale de la Recherche","keywords":"Anesthesia; Medicine; Peripheral nerve stimulation; Protocol (science); Prospective cohort study; Stimulation; Median nerve; Psychology; Surgery; Internal medicine","score_opus":0.17295219890167104,"score_gpt":0.513292877908693,"score_spread":0.34034067900702203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311894502","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46140686,1.3227601e-7,0.00010889869,0.00009560586,0.0000020697992,0.5383301,0.000009622382,0.000028727483,0.000018016211],"genre_scores_gemma":[0.46999913,1.5815317e-9,0.0001281294,0.000004763878,0.00010026567,0.5289984,0.0000060945304,0.000028270428,0.00073498214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960534,0.0009373941,0.0004606237,0.0005858676,0.001460538,0.0005021768],"domain_scores_gemma":[0.99845773,0.00011234306,0.00021924455,0.00040733148,0.0006265213,0.00017685574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013722678,0.00022015344,0.0003914136,0.00045041664,0.00047407503,0.000044113778,0.00022017096,0.000079948935,0.00065116916],"category_scores_gemma":[0.00012980316,0.00019698226,0.00023985897,0.00057430385,0.00015209721,0.00026938354,0.00018967099,0.0006218707,0.000007554476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.119892314,0.026319237,0.74094754,0.003405963,0.00031218037,0.00054062944,0.0029673944,0.0000855986,0.100009836,0.00009991734,0.00022862996,0.0051907864],"study_design_scores_gemma":[0.014084592,0.027363693,0.9317232,0.00037958042,0.00001304875,0.00008260709,0.0003645144,0.0022215876,0.020564934,0.00023187947,0.0027683403,0.0002020509],"about_ca_topic_score_codex":0.00006331542,"about_ca_topic_score_gemma":0.000025675577,"teacher_disagreement_score":0.19077565,"about_ca_system_score_codex":0.0006373818,"about_ca_system_score_gemma":0.00026698623,"threshold_uncertainty_score":0.80327034},"labels":[],"label_agreement":null},{"id":"W4312018623","doi":"10.2196/42980","title":"The Independent Walking for Brain Health Intervention for Older Adults: Protocol for a Pilot Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Research Resources; National Institute on Aging; Veterans Affairs San Diego Healthcare System; University of California, San Diego; National Institutes of Health; National Center for Advancing Translational Sciences; Center of Excellence for Stress and Mental Health; U.S. Department of Veterans Affairs","keywords":"mHealth; Randomized controlled trial; Medicine; Psychological intervention; Generalizability theory; Physical therapy; Gerontology; Quality of life (healthcare); Physical medicine and rehabilitation; Psychology; Psychiatry; Nursing","score_opus":0.22603110986599792,"score_gpt":0.5875940056667601,"score_spread":0.3615628958007622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312018623","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016958355,0.0000022814934,0.005122163,0.018276168,0.000027701702,0.97618425,0.000065222026,0.00006386815,0.00008878858],"genre_scores_gemma":[0.0022739773,1.4879794e-7,0.0003407516,0.00046021666,0.0007863614,0.9938354,0.000041683594,0.00005689361,0.002204571],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99273044,0.0032343306,0.0011795668,0.0005514164,0.0012154562,0.0010888092],"domain_scores_gemma":[0.98653406,0.011581709,0.0005683141,0.00041897746,0.00062303897,0.00027389373],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.029539831,0.00021391458,0.0015404208,0.00019803895,0.0021576765,0.00014371466,0.000362378,0.00006754613,0.000080225975],"category_scores_gemma":[0.005124025,0.00013161165,0.0010280648,0.0002507997,0.00015878527,0.00012169537,0.00019624863,0.0008589558,0.000002137909],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92794454,0.008296425,0.0000010094395,0.004914498,0.00013100449,5.902454e-7,0.00051737943,7.683013e-7,0.00008038262,0.006217044,0.023743523,0.028152838],"study_design_scores_gemma":[0.77458644,0.04587534,0.0000062690538,0.001560365,0.000006855369,0.0000018542887,0.0002959195,0.0018247197,0.00009718683,0.008700142,0.1669472,0.00009768678],"about_ca_topic_score_codex":0.00004811304,"about_ca_topic_score_gemma":0.000036039437,"teacher_disagreement_score":0.15335807,"about_ca_system_score_codex":0.0006439698,"about_ca_system_score_gemma":0.0013641446,"threshold_uncertainty_score":0.99929297},"labels":[],"label_agreement":null},{"id":"W4312019683","doi":"10.2196/42971","title":"The Evaluation of a Clinical Decision Support Tool Using Natural Language Processing to Screen Hospitalized Adults for Unhealthy Substance Use: Protocol for a Quasi-Experimental Design","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institute on Drug Abuse; National Institutes of Health","keywords":"Medicine; Protocol (science); Psychological intervention; Clinical decision support system; Health care; Intervention (counseling); Medical record; MEDLINE; Artificial intelligence; Medical emergency; Computer science; Nursing; Decision support system; Alternative medicine","score_opus":0.5440651603001164,"score_gpt":0.6630117709191324,"score_spread":0.11894661061901601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312019683","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16723533,0.000018674307,0.0016356712,0.00014779341,0.000015013944,0.8308836,0.000017107574,0.000039861465,0.00000691254],"genre_scores_gemma":[0.07511444,1.1494882e-7,0.023706704,0.0000776568,0.00012696082,0.9006876,0.00002773373,0.000055636752,0.0002031622],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942461,0.0009816961,0.0010208074,0.0005846075,0.0024442652,0.0007225089],"domain_scores_gemma":[0.99538624,0.002025069,0.0003431993,0.00056382664,0.0015070034,0.00017468474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012075863,0.00021581203,0.00051734445,0.0002043319,0.00089785375,0.000101292,0.0003577367,0.00008437879,0.00008046259],"category_scores_gemma":[0.002178081,0.00014573919,0.00024332965,0.00065759616,0.00013373292,0.00027514985,0.00011268883,0.00037317656,0.0000024206906],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.45882103,0.009116687,0.04475125,0.0012913209,0.00019931718,0.00003542928,0.013964128,0.00010841838,0.0056184623,0.00012755328,0.013702943,0.45226347],"study_design_scores_gemma":[0.38091397,0.15329754,0.055869807,0.015466475,0.00018498817,0.00007111833,0.02484675,0.24026588,0.061575044,0.0010228801,0.06474336,0.0017421787],"about_ca_topic_score_codex":0.000016769704,"about_ca_topic_score_gemma":0.000034554552,"teacher_disagreement_score":0.4505213,"about_ca_system_score_codex":0.0007631738,"about_ca_system_score_gemma":0.0019092079,"threshold_uncertainty_score":0.6905656},"labels":[],"label_agreement":null},{"id":"W4312079358","doi":"10.2196/44244","title":"Diagnostic and Therapeutic Management of Urinary Tract Infections in Catalonia, Spain: Protocol for an Observational Cohort Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Urinary system; Protocol (science); Cohort study; Cohort; Intensive care medicine; Family medicine; Internal medicine; Alternative medicine; Pathology","score_opus":0.4129865707032073,"score_gpt":0.5683392169727433,"score_spread":0.15535264626953593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312079358","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13405938,9.356084e-7,0.000028910488,0.00026414968,0.000004460962,0.86490893,0.000015535645,0.000047630023,0.0006700547],"genre_scores_gemma":[0.18357937,1.6144703e-7,0.00017610598,0.000025972762,0.000032014726,0.8155371,0.000029427461,0.000031717384,0.0005881157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969497,0.0006458371,0.00049209,0.0005053665,0.0009877955,0.00041920925],"domain_scores_gemma":[0.9983801,0.00057157344,0.00010864561,0.0006129623,0.00020703982,0.00011965832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033846812,0.00016709199,0.00028257864,0.000663258,0.00043951577,0.00004205082,0.00021194911,0.00003782966,0.00026290325],"category_scores_gemma":[0.000086164844,0.00016513526,0.00005910155,0.00096198247,0.000115169256,0.00018777973,0.0003767635,0.0005669985,0.0000043711575],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010583275,0.11377497,0.8792356,0.001522572,0.000120625904,0.00015127637,0.00023502926,0.00019231673,0.000024344206,0.0007553898,0.0003414053,0.0025881424],"study_design_scores_gemma":[0.0063957185,0.062368594,0.8623614,0.00034581617,0.000016303664,0.000070495786,0.0005100513,0.0002787025,0.000010714505,0.00025694034,0.067259975,0.0001253353],"about_ca_topic_score_codex":0.00014846578,"about_ca_topic_score_gemma":0.000038050428,"teacher_disagreement_score":0.06691857,"about_ca_system_score_codex":0.00039869882,"about_ca_system_score_gemma":0.00017499246,"threshold_uncertainty_score":0.6734021},"labels":[],"label_agreement":null},{"id":"W4312094996","doi":"10.2196/39678","title":"Using Intervention Mapping to Develop an mHealth Intervention to Support Men Who Have Sex With Men Engaging in Chemsex (Budd): Development and Usability Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Men who have sex with men; Intervention (counseling); Psychological intervention; mHealth; Harm reduction; Medicine; Reproductive health; Usability; Brief intervention; Psychology; Family medicine; Population; Nursing; Human immunodeficiency virus (HIV); Environmental health; Computer science","score_opus":0.3267052481222502,"score_gpt":0.5665313958006049,"score_spread":0.23982614767835464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312094996","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66932714,0.0000026274206,0.0019721435,0.00040063198,0.000001845746,0.32556102,0.000015104071,0.000052080923,0.002667438],"genre_scores_gemma":[0.36414844,1.08393564e-7,0.002432385,0.000029772742,0.00003874684,0.6251037,0.000046490666,0.00004502874,0.00815533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99249023,0.0025168185,0.0010322878,0.0010028034,0.0018480953,0.0011097774],"domain_scores_gemma":[0.9976621,0.000100297104,0.00011748299,0.00060785556,0.00067012786,0.0008421124],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015191506,0.00026308376,0.00050975714,0.0015384398,0.0008253687,0.00021051304,0.00043047004,0.000057128767,0.00079252524],"category_scores_gemma":[0.00061152986,0.00024577757,0.0000630896,0.0020051245,0.000097752054,0.0003853582,0.0014626257,0.0013359557,0.000024106468],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004425323,0.011770959,0.46356338,0.0029296246,0.00018195118,0.0002762426,0.055551153,0.00005987312,0.0043464596,0.000029393454,0.010285985,0.44657966],"study_design_scores_gemma":[0.018415626,0.11164991,0.48351425,0.009458539,0.000015328502,0.00015359791,0.2744492,0.013364642,0.007132763,0.00008275442,0.08077394,0.000989461],"about_ca_topic_score_codex":0.0014658285,"about_ca_topic_score_gemma":0.0016588508,"teacher_disagreement_score":0.4455902,"about_ca_system_score_codex":0.002175691,"about_ca_system_score_gemma":0.0008908246,"threshold_uncertainty_score":0.99999946},"labels":[],"label_agreement":null},{"id":"W4312095119","doi":"10.2196/42493","title":"Home Automation for Adults With Disability Following an Injury: Protocol for a Social Return on Investment Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Return on investment; Investment (military); Business; Medicine; Psychology; Economics; Social psychology","score_opus":0.4600660864569053,"score_gpt":0.6685544596053414,"score_spread":0.20848837314843616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312095119","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056394883,4.928262e-8,0.00009399873,0.0020079224,0.00001014138,0.9405337,0.00013944227,0.00039022902,0.00042960915],"genre_scores_gemma":[0.12261152,2.6871279e-9,0.00089387584,0.00021349353,0.00008658518,0.87584245,0.00005906521,0.000045783538,0.0002472457],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916982,0.005168909,0.0006581136,0.00072843424,0.00095282745,0.0007935371],"domain_scores_gemma":[0.99637276,0.0012514893,0.00031019223,0.0013641206,0.0005578278,0.00014361796],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009144172,0.00021142713,0.0003593992,0.00016792351,0.0064086835,0.00003262067,0.0009367264,0.00018094845,0.00017688487],"category_scores_gemma":[0.0006238443,0.00017026857,0.000111622445,0.000569436,0.00031824762,0.0001873611,0.00072528917,0.001718657,0.000008008381],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14268611,0.067525096,0.5755152,0.007256169,0.00029399194,0.0000057539905,0.05235193,0.0000065773233,0.0005346087,0.024141071,0.08619057,0.04349292],"study_design_scores_gemma":[0.041826967,0.08463794,0.2123481,0.0012686636,0.00001184104,4.195285e-7,0.0719598,0.0011971442,0.0001282131,0.012485727,0.57344484,0.00069032115],"about_ca_topic_score_codex":0.00004530723,"about_ca_topic_score_gemma":0.00024050972,"teacher_disagreement_score":0.4872543,"about_ca_system_score_codex":0.0016754289,"about_ca_system_score_gemma":0.00080546056,"threshold_uncertainty_score":0.99488485},"labels":[],"label_agreement":null},{"id":"W4312095375","doi":"10.2196/42504","title":"Comparison of Sun Protection Factor (SPF) 30 Persistence Between Inorganic and Organic Sunscreen in Swimmers: Protocol for a Multicenter, Randomized, Noninferiority, Split-Body, Double-Blind Clinical Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Skin Protection and Aging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sunburn; Randomized controlled trial; Sun protection factor; Medicine; Randomization; Population; Double blind; Sun protection; Clinical trial; Trial registration; Persistence (discontinuity); Protocol (science); Dermatology; Environmental health; Surgery; Placebo; Internal medicine; Pathology; Alternative medicine","score_opus":0.6245411628864089,"score_gpt":0.6242509673235924,"score_spread":0.0002901955628165087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312095375","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11245121,0.0000022532827,0.00038563478,0.0005511132,0.000021069352,0.8864168,0.000016228349,0.0000606632,0.00009502554],"genre_scores_gemma":[0.22123298,2.736258e-7,0.00030427714,0.000016470085,0.00029396068,0.7778827,0.000010913659,0.000048148413,0.00021027599],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9930913,0.00219706,0.0017952792,0.000841265,0.0013418803,0.0007332294],"domain_scores_gemma":[0.9969722,0.0010826628,0.0005604671,0.00054683053,0.0005294326,0.00030839708],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008473799,0.00029955644,0.0015050418,0.00067287387,0.0004757396,0.000116552976,0.00039476328,0.00024945548,0.0009897398],"category_scores_gemma":[0.0014786649,0.000261054,0.00033641476,0.0010131791,0.00049634284,0.00020403534,0.0006274018,0.0022629856,0.0000106706975],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9318868,0.0028901082,0.05325909,0.0017840487,0.0001161193,0.000007673813,0.0009282543,9.0229776e-7,0.004227267,0.000041803993,0.000114001894,0.004743962],"study_design_scores_gemma":[0.9595855,0.011326187,0.0060068434,0.0012476059,0.000024475596,0.000011060935,0.0010231483,0.0011169942,0.0068013365,0.00006609874,0.012518301,0.00027244262],"about_ca_topic_score_codex":0.00019668884,"about_ca_topic_score_gemma":0.000029090203,"teacher_disagreement_score":0.10878176,"about_ca_system_score_codex":0.00038168233,"about_ca_system_score_gemma":0.0007527554,"threshold_uncertainty_score":0.99998415},"labels":[],"label_agreement":null},{"id":"W4312110091","doi":"10.2196/44456","title":"An mHealth Intervention to Reduce Gestational Obesity (mami-educ): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Medicine; Overweight; Prenatal care; Randomized controlled trial; Public health; Psychological intervention; Intervention (counseling); Population; Family medicine; Obesity; Environmental health; Nursing","score_opus":0.19360306944383635,"score_gpt":0.5983196969314117,"score_spread":0.4047166274875754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312110091","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003921883,6.518231e-7,0.0009868161,0.0033876633,0.000017689285,0.9904136,0.000055818993,0.000083587925,0.0011322588],"genre_scores_gemma":[0.0026826765,9.639339e-8,0.0023825895,0.00025197733,0.00033926463,0.9862267,0.00020773933,0.000045543744,0.007863418],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99032956,0.0041541327,0.0009812972,0.0006915099,0.0028824185,0.00096109277],"domain_scores_gemma":[0.9955408,0.0013663761,0.00022585354,0.0005412185,0.001624428,0.000701322],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017027559,0.00021775198,0.0009921298,0.0008679307,0.0007802438,0.00018895039,0.00046564385,0.000059494967,0.0018789188],"category_scores_gemma":[0.003762886,0.00017685101,0.0004392797,0.0008226705,0.00016321655,0.00020496451,0.00031527353,0.0007219098,0.00005201671],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9450547,0.00761811,0.000034723602,0.001484927,0.00012539949,0.000012581133,0.00021142387,0.000074589654,0.0007139409,0.0054022786,0.034218147,0.0050491574],"study_design_scores_gemma":[0.8590812,0.01879482,0.0005889066,0.0003982405,0.000010172161,0.0000027940325,0.00023675524,0.0016830697,0.00019161901,0.0026707626,0.11620177,0.0001398623],"about_ca_topic_score_codex":0.00006496152,"about_ca_topic_score_gemma":0.000011436941,"teacher_disagreement_score":0.085973494,"about_ca_system_score_codex":0.00067980244,"about_ca_system_score_gemma":0.0014768256,"threshold_uncertainty_score":0.9990335},"labels":[],"label_agreement":null},{"id":"W4312113275","doi":"10.2196/42278","title":"Identification of Key Factors for Optimized Health Care Services: Protocol for a Multiphase Study of the Dubai Vaccination Campaign","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Q Methodology Applications","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vaccination; Medicine; Health care; Government (linguistics); Stratified sampling; Excellence; Public health; Population; Family medicine; Environmental health; Nursing; Political science; Immunology","score_opus":0.6895866554006584,"score_gpt":0.7104090101215179,"score_spread":0.02082235472085947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312113275","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076080747,6.409438e-7,0.015766066,0.0004812631,0.000011566935,0.97573435,0.0003521283,0.000024560617,0.000021358554],"genre_scores_gemma":[0.031336393,9.149991e-9,0.005493527,0.000021235595,0.000022815233,0.9628096,0.000016318983,0.000024752626,0.00027533082],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98831224,0.006250184,0.0016594565,0.0007410956,0.0026042196,0.00043279387],"domain_scores_gemma":[0.98640066,0.0070508686,0.0015159807,0.0016850772,0.0032491314,0.00009827533],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.023666732,0.00015182057,0.00045690936,0.0005643088,0.0014820087,0.00010081385,0.0024729038,0.00007373263,0.0001539418],"category_scores_gemma":[0.0043945382,0.000102309015,0.00019411424,0.0021065124,0.0001040671,0.00021920203,0.00062597543,0.00035454766,0.0000022773843],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041846402,0.047352236,0.06725441,0.013333773,0.0003627984,0.0000012043995,0.56291574,0.035532247,0.06439344,0.011320256,0.050387148,0.105300345],"study_design_scores_gemma":[0.07219159,0.025339648,0.07964733,0.000569921,0.00002382548,0.0000034944558,0.48434776,0.027617415,0.079485424,0.030588638,0.19935761,0.00082733645],"about_ca_topic_score_codex":0.00008132157,"about_ca_topic_score_gemma":0.00013584444,"teacher_disagreement_score":0.14897047,"about_ca_system_score_codex":0.00028600224,"about_ca_system_score_gemma":0.00068119745,"threshold_uncertainty_score":0.9998179},"labels":[],"label_agreement":null},{"id":"W4312115255","doi":"10.2196/40446","title":"Identification of Clinical Measures to Use in a Virtual Concussion Assessment: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Rehabilitation Institute; Hamilton Health Sciences; University of Toronto; University Health Network; Ottawa Hospital; Bruyère; University of Ottawa","funders":"Workplace Safety and Insurance Board","keywords":"Concussion; Focus group; Context (archaeology); Medicine; Delphi method; Psychology; Applied psychology; Poison control; Injury prevention; Medical emergency; Computer science","score_opus":0.7404199728462172,"score_gpt":0.7450143542056066,"score_spread":0.004594381359389388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312115255","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021195536,9.462754e-8,0.0034057081,0.0005729752,0.000014037718,0.974592,0.000041017094,0.000049033973,0.00012962228],"genre_scores_gemma":[0.038282506,1.4097511e-8,0.009505646,0.000037938556,0.00007104265,0.9506602,0.000008960431,0.000060869395,0.0013727866],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9781929,0.013833777,0.002439667,0.0009793768,0.0037125084,0.000841728],"domain_scores_gemma":[0.9921989,0.0045643356,0.00032948016,0.0012793231,0.0012231633,0.00040480602],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059598908,0.00020237702,0.00083610805,0.0011440782,0.00032810858,0.00012806122,0.00075586635,0.00012608481,0.00032643703],"category_scores_gemma":[0.0109103685,0.0001674116,0.00019859643,0.001956746,0.00023068953,0.00021594742,0.0009616234,0.0017425694,0.000012733793],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07541902,0.053864807,0.24691719,0.0035232606,0.00031316016,0.00010447866,0.005792251,0.000077939934,0.12527189,0.0023298084,0.043392994,0.4429932],"study_design_scores_gemma":[0.042606533,0.0702026,0.6261351,0.0016875835,0.000011678439,0.00001382337,0.009213205,0.0034810542,0.01065859,0.0006457588,0.23495889,0.00038519138],"about_ca_topic_score_codex":0.000056814264,"about_ca_topic_score_gemma":0.000043083983,"teacher_disagreement_score":0.44260803,"about_ca_system_score_codex":0.00045092803,"about_ca_system_score_gemma":0.0017885232,"threshold_uncertainty_score":0.99742115},"labels":[],"label_agreement":null},{"id":"W4312115991","doi":"10.2196/41246","title":"Evaluating the Acceptance and Usability of an App Promoting Weight Gain Prevention and Healthy Behaviors Among Young Women With a Family History of Breast Cancer: Protocol for an Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer Risks and Factors","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Manchester Biomedical Research Centre; University of Manchester; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Overweight; Breast cancer; Medicine; Psychological intervention; Weight gain; Population; Breastfeeding; Cancer prevention; Observational study; Gerontology; Behavior change; Cancer; Obesity; Environmental health; Pediatrics; Nursing; Internal medicine; Body weight","score_opus":0.4549878090603387,"score_gpt":0.5929108635915767,"score_spread":0.13792305453123804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312115991","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50986123,0.0000022670595,0.000003337157,0.00004452905,0.0000021047651,0.49003658,0.000033745517,0.000009486655,0.0000067380483],"genre_scores_gemma":[0.32507497,1.0298043e-7,0.00017439616,0.000009445313,0.00003619734,0.67460376,0.00000518004,0.000018381917,0.000077580444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964226,0.0010206905,0.0004970797,0.00048408483,0.001216024,0.00035952972],"domain_scores_gemma":[0.9983912,0.00012901294,0.00035648778,0.00041316677,0.0005188826,0.0001912162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006468118,0.00013658046,0.00032462133,0.00011423308,0.00036165884,0.000023595587,0.0001879983,0.000036673744,0.00009683773],"category_scores_gemma":[0.00007049348,0.000096192896,0.00002786722,0.00031037064,0.0003962407,0.00029503054,0.00015832743,0.0004331443,1.6992956e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015119134,0.0032986966,0.92003685,0.002095916,0.000028209832,0.0000011974294,0.016989198,0.000018913297,0.005344974,0.00001165565,0.00009469695,0.036960527],"study_design_scores_gemma":[0.0065517034,0.03561224,0.9480493,0.00043704026,0.000008935352,0.0000073103274,0.0066806115,0.0018215701,0.00005267833,0.00007324682,0.00060730707,0.00009803078],"about_ca_topic_score_codex":0.0014612237,"about_ca_topic_score_gemma":0.00062081683,"teacher_disagreement_score":0.18478625,"about_ca_system_score_codex":0.0012109163,"about_ca_system_score_gemma":0.0019614676,"threshold_uncertainty_score":0.39226326},"labels":[],"label_agreement":null},{"id":"W4312118035","doi":"10.2196/39685","title":"Maximizing Oral Health Outcomes of Aboriginal and Torres Strait Islander People With End-stage Kidney Disease Through Culturally Secure Partnerships: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Faculty of Health and Medical Sciences, University of Western Australia","keywords":"Medicine; Indigenous; Intervention (counseling); Pacific islanders; Nursing; Health care; Family medicine; Gerontology; Environmental health; Population; Political science","score_opus":0.29013698781391295,"score_gpt":0.6180092183181899,"score_spread":0.32787223050427694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312118035","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01010284,0.000003265907,0.0008215737,0.00032580833,0.000021894424,0.9878623,0.00064563745,0.00008158818,0.00013507961],"genre_scores_gemma":[0.021815432,1.3855578e-7,0.0031591298,0.00019103532,0.000049613882,0.97285336,0.00013511817,0.00005258268,0.0017435978],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99334955,0.0028065625,0.00064831396,0.00068614923,0.001625855,0.0008835876],"domain_scores_gemma":[0.9978,0.0003185419,0.00033143917,0.0005033712,0.00042794252,0.0006187015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00343238,0.0002884105,0.0005558659,0.00015613438,0.0009030152,0.0002055791,0.00045025733,0.00005868267,0.0007093416],"category_scores_gemma":[0.00021198267,0.00021625392,0.000101014455,0.00066268514,0.00014284083,0.00039018478,0.00028482126,0.00061480014,0.0000027022966],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023888992,0.0073060375,0.8528167,0.01974324,0.0002156932,0.00013913748,0.01181317,0.000037526537,0.00011856748,0.0068230876,0.064998046,0.0120998],"study_design_scores_gemma":[0.018258568,0.0118931895,0.325548,0.0007258049,0.000014770846,0.000023862443,0.030046744,0.00023562998,0.00017025991,0.00086816645,0.6117125,0.0005025103],"about_ca_topic_score_codex":0.0003050227,"about_ca_topic_score_gemma":0.0017661919,"teacher_disagreement_score":0.5467145,"about_ca_system_score_codex":0.00026691495,"about_ca_system_score_gemma":0.0015928862,"threshold_uncertainty_score":0.8818579},"labels":[],"label_agreement":null},{"id":"W4312120988","doi":"10.2196/43949","title":"Participatory System Dynamics Approach Targeting Childhood Health in a Small Danish Community (Children’s Cooperation Denmark): Protocol for a Feasibility Study Design","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Steno Diabetes Center Aarhus; Novo Nordisk Fonden","keywords":"Danish; Protocol (science); Participatory design; Citizen journalism; Participatory action research; Community-based participatory research; Medicine; Computer science; Sociology; Engineering; Alternative medicine; World Wide Web; Operations management","score_opus":0.7489165421169722,"score_gpt":0.6196355651968918,"score_spread":0.12928097692008045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312120988","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011583719,0.0000023070595,0.039457384,0.00007765204,0.000015113873,0.9483421,0.000081210135,0.0001064197,0.00033413415],"genre_scores_gemma":[0.25142744,3.2427336e-9,0.0029325464,0.000035292822,0.00006372862,0.74536073,0.0000100228735,0.000044830587,0.00012537773],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.93956155,0.050034266,0.003230756,0.0016328995,0.0040017636,0.0015387824],"domain_scores_gemma":[0.99013066,0.004871329,0.0008374812,0.0024283754,0.0013321044,0.00040004577],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.13416328,0.00037614282,0.0010198693,0.0009789751,0.0049481713,0.0013647205,0.0030733412,0.000105654726,0.00013375886],"category_scores_gemma":[0.0054601952,0.00031151483,0.00020315067,0.0032260837,0.00015065694,0.00037340776,0.0024441094,0.0022702133,0.000021808553],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016131561,0.08559222,0.65291834,0.0026064587,0.00015049503,0.000050448176,0.057438683,0.041352533,0.0001583827,0.02106318,0.07855779,0.043979943],"study_design_scores_gemma":[0.03460622,0.027596354,0.27026013,0.0017817783,0.000005284179,0.0000982155,0.1494858,0.4852823,0.000027838742,0.013595564,0.015651226,0.0016093088],"about_ca_topic_score_codex":0.0007097109,"about_ca_topic_score_gemma":0.0012050418,"teacher_disagreement_score":0.44392976,"about_ca_system_score_codex":0.0026820796,"about_ca_system_score_gemma":0.001853268,"threshold_uncertainty_score":0.9999337},"labels":[],"label_agreement":null},{"id":"W4312136554","doi":"10.2196/44793","title":"Improving Self-management of Type 2 Diabetes in Latinx Patients: Protocol for a Sequential Multiple Assignment Randomized Trial Involving Community Health Workers, Registered Nurses, and Family Members","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Randomized controlled trial; Protocol (science); Medicine; Type 2 diabetes; Family medicine; Self-management; Nursing; Diabetes mellitus; Alternative medicine; Computer science; Internal medicine","score_opus":0.21061440022101507,"score_gpt":0.500069582576192,"score_spread":0.289455182355177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312136554","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10600544,0.000004116069,0.000008987536,0.00018217076,0.000034559358,0.89325285,0.00000950226,0.000045579403,0.0004568107],"genre_scores_gemma":[0.034460347,5.6566705e-7,0.0016195223,0.000062220366,0.000049786842,0.9632582,0.000095513395,0.00003659957,0.00041724055],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947479,0.002462287,0.0008396271,0.00036719567,0.00094166317,0.0006413763],"domain_scores_gemma":[0.9979375,0.00066186284,0.00045734213,0.0005456233,0.0002468928,0.00015079719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00898971,0.00018845298,0.00064939575,0.00042377107,0.00047709537,0.000083211446,0.0002769441,0.00005244657,0.00004884521],"category_scores_gemma":[0.0004969358,0.00017257521,0.000106485895,0.00062841765,0.00015317979,0.00016395804,0.00056610844,0.0006424122,7.893056e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8567376,0.01123103,0.0654185,0.01993666,0.00037790928,0.000002592695,0.0042178812,0.000031411335,0.000271407,0.0002762601,0.015983567,0.025515169],"study_design_scores_gemma":[0.94317067,0.008587029,0.0044466,0.0032271852,0.000023403569,8.3560074e-8,0.0043304977,0.0041267243,0.00007682797,0.00022916718,0.03156713,0.00021469852],"about_ca_topic_score_codex":0.0005481867,"about_ca_topic_score_gemma":0.00003949882,"teacher_disagreement_score":0.08643304,"about_ca_system_score_codex":0.0007688213,"about_ca_system_score_gemma":0.00035397365,"threshold_uncertainty_score":0.7037413},"labels":[],"label_agreement":null},{"id":"W4312177796","doi":"10.2196/42754","title":"Clinical Source Data Production and Quality Control in Real-world Studies: Proposal for Development of the eSource Record System","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strong","keywords":"Data collection; Electronic data capture; Computer science; Data quality; Traceability; Quality (philosophy); Source document; Data science; Process management; Information retrieval; Operations management; Engineering; Software engineering","score_opus":0.7480432437139123,"score_gpt":0.7175329422865216,"score_spread":0.03051030142739064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312177796","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04031693,0.0000353704,0.00017920526,0.0043893876,0.0002354372,0.9542581,0.00008363929,0.000096549666,0.0004054281],"genre_scores_gemma":[0.041747663,0.0000025028053,0.0010194622,0.000079350044,0.00047400166,0.95127684,0.000012438403,0.000048049696,0.0053396854],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9693362,0.023985883,0.00301977,0.0010107653,0.0013582973,0.0012890465],"domain_scores_gemma":[0.99078953,0.0055325925,0.0010142248,0.0017486848,0.00073483,0.0001801496],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08353149,0.00018839374,0.0008425616,0.000266179,0.0025681304,0.000013809253,0.0012248463,0.00013975373,0.000019832172],"category_scores_gemma":[0.005334918,0.0001347201,0.000057180707,0.0010148523,0.00027565125,0.00012324563,0.0020328476,0.0027447988,0.0000084119865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006154277,0.0011717912,0.81611276,0.04901985,0.00017432198,0.0000020454117,0.015562812,0.0000112069065,0.00034094934,0.004920717,0.062560335,0.043968905],"study_design_scores_gemma":[0.0045225327,0.0009422907,0.026427533,0.007034347,0.000004266037,0.0000019156732,0.020879956,0.0006584637,0.000023791628,0.0001698536,0.9391254,0.00020960496],"about_ca_topic_score_codex":0.00089526904,"about_ca_topic_score_gemma":0.015385042,"teacher_disagreement_score":0.8765651,"about_ca_system_score_codex":0.0023011207,"about_ca_system_score_gemma":0.008490544,"threshold_uncertainty_score":0.9995559},"labels":[],"label_agreement":null},{"id":"W4312177902","doi":"10.2196/44300","title":"Testing the Impact of the #chatsafe Intervention on Young People’s Ability to Communicate Safely About Suicide on Social Media: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Intervention (counseling); Randomized controlled trial; Medicine; Suicide prevention; Mainstream; Psychology; Poison control; Nursing; Medical emergency; Surgery","score_opus":0.3608937127293921,"score_gpt":0.58639942988753,"score_spread":0.22550571715813794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312177902","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037730914,0.0000015539359,0.000006545208,0.002023991,0.00005580995,0.9562315,0.00006897379,0.000052166262,0.003828541],"genre_scores_gemma":[0.24943669,2.8291762e-8,0.000012394895,0.000051443098,0.0002294608,0.75003207,0.0000038028147,0.00003563278,0.0001984891],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97999966,0.015864654,0.0013702317,0.0005227232,0.001388724,0.00085402024],"domain_scores_gemma":[0.97454584,0.022771394,0.00070753775,0.00120364,0.00067828083,0.000093310024],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.024773298,0.0003207697,0.0014642398,0.000252266,0.002070451,0.00011127934,0.0017036236,0.00011275183,0.0007715924],"category_scores_gemma":[0.012019746,0.00016110629,0.0015675093,0.00091026357,0.000486064,0.00005219084,0.00097086007,0.0014694025,0.000023896859],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97534484,0.0027936397,0.0011021659,0.00011326565,0.0003454489,0.0000012310563,0.010136188,0.000035154317,0.00035428192,0.0012727424,0.0068369084,0.001664142],"study_design_scores_gemma":[0.9545062,0.0069839037,0.032519165,0.00021849627,0.0000194653,0.0000020537386,0.002166484,0.0000881989,0.000067489076,0.0025074093,0.00073202606,0.0001890608],"about_ca_topic_score_codex":0.000964875,"about_ca_topic_score_gemma":0.00039600674,"teacher_disagreement_score":0.21170577,"about_ca_system_score_codex":0.00045186435,"about_ca_system_score_gemma":0.00029922245,"threshold_uncertainty_score":0.9992287},"labels":[],"label_agreement":null},{"id":"W4312178370","doi":"10.2196/44329","title":"Development of an Individualized Responsive Feeding Intervention—Learning Early Infant Feeding Cues: Protocol for a Nonrandomized Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Coaching; Infant feeding; Medicine; Fidelity; Developmental psychology; Psychology; Breast feeding; Pediatrics; Nursing","score_opus":0.28867070486283625,"score_gpt":0.5804232433254957,"score_spread":0.2917525384626594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312178370","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20007034,6.0191485e-7,0.000049905506,0.00021729287,0.000009648494,0.79908866,0.000007774792,0.000085108775,0.0004706787],"genre_scores_gemma":[0.047208335,2.7256972e-8,0.0098609645,0.000019067891,0.0001241915,0.94210297,0.00001438395,0.000060287963,0.0006097445],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99293625,0.0020148375,0.0013017479,0.00069437944,0.0022767268,0.000776051],"domain_scores_gemma":[0.99645215,0.0009894968,0.0007214404,0.00040075963,0.0011509305,0.00028519882],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01843995,0.00027425238,0.0007621923,0.00093963504,0.0014360541,0.00025789268,0.00059006846,0.000094530995,0.0006884841],"category_scores_gemma":[0.0023421764,0.00023349373,0.00021889425,0.0010411503,0.00014810191,0.00069335126,0.00083673105,0.0014691674,0.000008271828],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5198328,0.031537466,0.0927952,0.00666284,0.0014076434,0.00015003266,0.14396982,0.00008941442,0.067200616,0.00035804405,0.0018061937,0.13418993],"study_design_scores_gemma":[0.21128242,0.06828332,0.10111519,0.00713121,0.00005905568,0.000106164334,0.057314616,0.000735938,0.00896331,0.00017336369,0.54406136,0.0007740299],"about_ca_topic_score_codex":0.00010486834,"about_ca_topic_score_gemma":0.000013736433,"teacher_disagreement_score":0.5422552,"about_ca_system_score_codex":0.0003054297,"about_ca_system_score_gemma":0.00092599104,"threshold_uncertainty_score":0.9998639},"labels":[],"label_agreement":null},{"id":"W4312195212","doi":"10.2196/44694","title":"Developing and Implementing a Web-Based Relapse Prevention Psychotherapy Program for Patients With Alcohol Use Disorder: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Optech (Canada); Queen's University","funders":"","keywords":"Alcohol use disorder; Protocol (science); Randomized controlled trial; Psychotherapist; Relapse prevention; Medicine; Psychology; Alternative medicine; Psychiatry; Alcohol","score_opus":0.16258014210040417,"score_gpt":0.5384638438573296,"score_spread":0.3758837017569254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312195212","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028586747,0.0000016129466,0.0008130277,0.0004582865,0.000007172039,0.96995914,0.0000113110755,0.00013789175,0.000024817266],"genre_scores_gemma":[0.00088472484,3.633142e-7,0.01816376,0.00007581163,0.00006963632,0.9798109,0.00010967747,0.0000801893,0.0008049732],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960543,0.0008538292,0.0007735419,0.00055939483,0.00096923,0.0007896939],"domain_scores_gemma":[0.9967959,0.0017859412,0.00037494118,0.00033756238,0.0005807841,0.0001248984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003819614,0.00028685236,0.0011280155,0.0003596474,0.00083062967,0.0001770373,0.00014236703,0.00006743466,0.00011075768],"category_scores_gemma":[0.00041875461,0.0001840251,0.0003888992,0.00041128215,0.00012862164,0.00019962768,0.000038840204,0.00026588285,6.154799e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96097946,0.004230171,0.020554274,0.00047155315,0.00036845895,0.0000023079217,0.00024595228,8.085808e-7,0.00001923471,0.00035814333,0.00069298287,0.012076673],"study_design_scores_gemma":[0.88670397,0.017683186,0.00025330693,0.000805552,0.000043112377,7.04358e-7,0.000081365964,0.000562067,0.000048577676,0.00064848945,0.092976764,0.00019292423],"about_ca_topic_score_codex":0.0000032214957,"about_ca_topic_score_gemma":0.0000344189,"teacher_disagreement_score":0.09228378,"about_ca_system_score_codex":0.00023177227,"about_ca_system_score_gemma":0.00088425435,"threshold_uncertainty_score":0.7504326},"labels":[],"label_agreement":null},{"id":"W4312205504","doi":"10.2196/32705","title":"The Role of Dysfunctional Sleep Beliefs in Mediating the Outcomes of Web-Based Cognitive Behavioral Therapy for Insomnia in Community-Dwelling Older Adults: Protocol for a Single-Group, Nonrandomized Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Dysfunctional family; Insomnia; Cognition; Clinical psychology; Psychology; Sleep (system call); Medicine; Cognitive behavioral therapy for insomnia; Randomized controlled trial; Cognitive behavioral therapy; Single blind; Psychiatry; Gerontology","score_opus":0.13376448543300293,"score_gpt":0.5025611829201845,"score_spread":0.3687966974871816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312205504","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068863556,0.000014484289,0.000041016683,0.00023830394,0.000030998493,0.93031645,0.0001104921,0.0000204895,0.00036422885],"genre_scores_gemma":[0.11232545,1.986402e-7,0.000050504215,0.000045400302,0.00004837839,0.8873983,0.000047810798,0.00004630987,0.00003764453],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9919092,0.0052108304,0.0010552187,0.0003217386,0.0008379674,0.0006650665],"domain_scores_gemma":[0.9861448,0.012473193,0.0004511308,0.00045496467,0.00042436807,0.000051540737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0093677845,0.00021958009,0.0005109365,0.0004133041,0.0009193588,0.000040809682,0.0007834605,0.00018776587,0.0002341049],"category_scores_gemma":[0.0007552672,0.00013595154,0.00029405009,0.00077180256,0.00045860687,0.00007030279,0.00015550123,0.0016310257,0.000001599355],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8902908,0.03251768,0.014629967,0.0002169094,0.00028992852,0.0000022547495,0.01631782,0.000109155575,0.001183761,0.0004117497,0.00024264916,0.043787315],"study_design_scores_gemma":[0.93233585,0.018533874,0.0017297576,0.0007261318,0.00001282725,9.1509224e-7,0.031187626,0.0019198951,0.0012546105,0.0011482043,0.010895055,0.00025527645],"about_ca_topic_score_codex":0.00039217624,"about_ca_topic_score_gemma":0.0002811452,"teacher_disagreement_score":0.04353204,"about_ca_system_score_codex":0.00011680115,"about_ca_system_score_gemma":0.00027806743,"threshold_uncertainty_score":0.70860857},"labels":[],"label_agreement":null},{"id":"W4312211142","doi":"10.2196/41013","title":"Neural Correlates of the DEEPP (Anti-suicidal Response to Ketamine in Treatment-Resistant Bipolar Depression) Study: Protocol for a Pilot, Open-Label Clinical Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Treatment of Major Depression","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Ketamine; Suicidal ideation; Medicine; Psychiatry; Clinical trial; Antidepressant; Clinical psychology; Psychology; Poison control; Anxiety; Suicide prevention; Internal medicine; Medical emergency","score_opus":0.4928984926232917,"score_gpt":0.6234186508691102,"score_spread":0.13052015824581847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312211142","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35655951,0.0000033690587,0.0000014289964,0.0007627551,0.000024205652,0.64251053,0.000051038714,0.00003642372,0.000050713166],"genre_scores_gemma":[0.10447609,9.500273e-8,0.00032799807,0.000053966378,0.000117480115,0.8925137,0.000008811827,0.00008995584,0.0024119315],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9873339,0.006934688,0.0015701022,0.0011384282,0.0020633861,0.00095949677],"domain_scores_gemma":[0.9942081,0.0027879684,0.00040244203,0.0018450565,0.00035267658,0.00040373005],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008525444,0.00040535355,0.0010762592,0.0005748525,0.0007390757,0.00012623797,0.00152561,0.00013349217,0.00025276677],"category_scores_gemma":[0.0029300149,0.0002458603,0.00022503256,0.0014298698,0.00023984602,0.00018716995,0.002676759,0.0011065492,0.000015981674],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.704657,0.05554561,0.21466683,0.0001515836,0.00009408627,0.00015663277,0.00029897853,0.000014936475,0.013589473,0.000009830031,0.0021237512,0.008691247],"study_design_scores_gemma":[0.4824238,0.20070946,0.2323561,0.0008689059,0.000029697814,0.000017376522,0.0002909408,0.00023905773,0.0030412264,0.000048821297,0.07973857,0.00023604457],"about_ca_topic_score_codex":0.00022838508,"about_ca_topic_score_gemma":0.00017443567,"teacher_disagreement_score":0.25208342,"about_ca_system_score_codex":0.00069693284,"about_ca_system_score_gemma":0.0013850023,"threshold_uncertainty_score":0.99999934},"labels":[],"label_agreement":null},{"id":"W4312232406","doi":"10.2196/43401","title":"Effectiveness of a Patient-Centered Assessment With a Solution-Focused Approach (DIALOG-A) in the Routine Care of Colombian Adolescents With Depression and Anxiety: Protocol for a Multicenter Cluster Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Counseling, Therapy, and Family Dynamics","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; National Institute for Health and Care Research; Queen Mary University of London","keywords":"Randomized controlled trial; Medicine; Mental health; Population; Anxiety; Intervention (counseling); Cluster randomised controlled trial; Quality of life (healthcare); Psychological intervention; Randomization; Health care; Psychiatry; Family medicine; Nursing; Environmental health","score_opus":0.05517505566602579,"score_gpt":0.4508708541392142,"score_spread":0.39569579847318836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312232406","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14725395,0.0000038799217,0.001671237,0.000017489143,0.000012295986,0.85086197,0.000037855778,0.000013423929,0.00012791353],"genre_scores_gemma":[0.47043163,1.2196602e-7,0.00027805162,0.0000117094405,0.000013580243,0.5292209,0.000013766071,0.000023610308,0.000006667443],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9868253,0.010159624,0.0007719179,0.0005865129,0.0011106008,0.0005460402],"domain_scores_gemma":[0.9970307,0.0012575351,0.0005418004,0.00055161404,0.0005475931,0.000070798385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007180049,0.00026703582,0.001177327,0.00029144675,0.0002753496,0.000054336848,0.00041928992,0.00011469464,0.000016005848],"category_scores_gemma":[0.00010010144,0.00015059381,0.00019998256,0.00041487088,0.00037850506,0.00007087502,0.00014985069,0.000649891,1.3331871e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95367527,0.0066527985,0.019086463,0.00202767,0.00017717267,0.000004315437,0.017119043,0.00009175798,0.00022742392,0.00006745433,0.000048151753,0.00082245126],"study_design_scores_gemma":[0.97401196,0.010871225,0.0036575398,0.0019238635,0.000024399136,0.000004439636,0.0064153126,0.0025909396,0.000011109931,0.000039793627,0.00027972567,0.00016968384],"about_ca_topic_score_codex":0.0001300908,"about_ca_topic_score_gemma":0.000057823687,"teacher_disagreement_score":0.3231777,"about_ca_system_score_codex":0.00017266729,"about_ca_system_score_gemma":0.0002923754,"threshold_uncertainty_score":0.61410373},"labels":[],"label_agreement":null},{"id":"W4312275792","doi":"10.2196/40539","title":"A Digital Intervention to Improve Mental Health and Interpersonal Resilience in Young People Who Have Experienced Technology-Assisted Sexual Abuse: Protocol for a Nonrandomized Feasibility Clinical Trial and Nested Qualitative Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Department of Health and Social Care; Wellcome Trust","keywords":"Mental health; Psychological intervention; Psychology; Intervention (counseling); Medicine; Brief intervention; Sexual abuse; Randomized controlled trial; Poison control; Psychiatry; Suicide prevention; Medical emergency","score_opus":0.3415574542662082,"score_gpt":0.6752568508871998,"score_spread":0.3336993966209916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312275792","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44918793,0.0000011186421,0.000050082486,0.0004757914,0.000037330083,0.5499322,0.00019970506,0.00004483474,0.00007103833],"genre_scores_gemma":[0.34486255,1.1093359e-8,0.00009198079,0.000025756086,0.00002718078,0.65386015,0.00001962935,0.000026387332,0.0010863657],"study_design_codex":"randomized_trial","study_design_gemma":"qualitative","domain_scores_codex":[0.9895374,0.0050046425,0.0020414982,0.0015422534,0.0008762329,0.0009979467],"domain_scores_gemma":[0.9972708,0.0009749084,0.00044666763,0.0005843115,0.00023679539,0.00048649625],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010806067,0.0003055663,0.0008845185,0.00075912604,0.00065599394,0.00033082897,0.00056230044,0.00013556016,0.00009190082],"category_scores_gemma":[0.0013770873,0.00029061793,0.00015556997,0.0010201641,0.0005532712,0.0004827353,0.0010192643,0.0010733997,0.0000057850043],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6274257,0.03570854,0.027812375,0.00062652724,0.000072256684,0.000011858982,0.24121718,8.602087e-8,0.000035729296,0.00022570849,0.0015839187,0.06528015],"study_design_scores_gemma":[0.27980986,0.14822942,0.012832389,0.00080016255,0.0000014774828,0.000027934522,0.55626535,0.00009411201,0.000010961845,0.00024621355,0.0014021057,0.00028002885],"about_ca_topic_score_codex":0.00033220806,"about_ca_topic_score_gemma":0.002221633,"teacher_disagreement_score":0.34761584,"about_ca_system_score_codex":0.0008158837,"about_ca_system_score_gemma":0.00030931475,"threshold_uncertainty_score":0.9999546},"labels":[],"label_agreement":null},{"id":"W4312293083","doi":"10.2196/42193","title":"The Effect of Vitamin D on Inflammation and Dyslipidemia in Type 2 Diabetes Mellitus: Protocol for a Systematic Review and Meta-analysis of Randomized Controlled Trials","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Vitamin D Research Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Jadad scale; Randomized controlled trial; Systematic review; Cochrane Library; Meta-analysis; Dyslipidemia; MEDLINE; Diabetes mellitus; Checklist; Type 2 diabetes; Type 2 Diabetes Mellitus; Disease; Intensive care medicine; Bioinformatics; Physical therapy; Internal medicine; Psychology; Endocrinology","score_opus":0.3337520594526193,"score_gpt":0.5988080567306295,"score_spread":0.2650559972780102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312293083","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1782215e-7,0.43985042,4.065029e-7,0.0001295331,0.0000010602782,0.55994,0.000039341798,0.0000066418834,0.000032419877],"genre_scores_gemma":[2.1772357e-7,0.3535525,0.0000143989655,0.000004402062,0.00001837054,0.6460864,0.000020786152,0.000034699126,0.00026822826],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9206035,0.06853337,0.0070278896,0.00073150964,0.002416015,0.0006876881],"domain_scores_gemma":[0.8301494,0.16456455,0.0033653683,0.0010284691,0.00076040317,0.00013176123],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20602846,0.0006618373,0.05718001,0.0019748728,0.00022192836,0.000083424864,0.0004860318,0.00025221592,0.00014294055],"category_scores_gemma":[0.23651995,0.00025051765,0.006010689,0.002573746,0.00071027764,0.00006430382,0.00040590935,0.0010791552,0.0000015445728],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026642654,0.00008701968,0.0000012441261,0.8239908,0.14376773,0.0000020330128,0.00003397151,2.1173078e-7,0.0000023476216,0.00006589022,0.0003112999,0.0050947834],"study_design_scores_gemma":[0.13395983,0.0050157327,8.2837346e-7,0.40850255,0.39591616,0.0000010446375,0.000018409864,0.000056312194,0.000023322118,0.000033872042,0.05626462,0.00020733163],"about_ca_topic_score_codex":0.0000043385307,"about_ca_topic_score_gemma":0.000004981381,"teacher_disagreement_score":0.41548827,"about_ca_system_score_codex":0.00021711778,"about_ca_system_score_gemma":0.00045570935,"threshold_uncertainty_score":0.9999947},"labels":[],"label_agreement":null},{"id":"W4312299770","doi":"10.2196/41209","title":"Voice-Based Screening for SARS-CoV-2 Exposure in Cardiovascular Clinics (VOICE-COVID-19-II): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Montreal Heart Institute; University of Ottawa; Université de Montréal; McGill University Health Centre","funders":"McGill University Health Centre; McGill University; Amazon Web Services","keywords":"Telemedicine; Medicine; Telehealth; Health care; Randomized controlled trial; Digital health; Medical emergency; Family medicine","score_opus":0.3282163610673284,"score_gpt":0.5734474040478641,"score_spread":0.24523104298053572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312299770","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003382294,0.000017343515,0.007450466,0.012725746,0.000042250354,0.9789938,0.00009903845,0.00027486088,0.000058298385],"genre_scores_gemma":[0.00031676522,2.9734835e-7,0.0051083257,0.0072922166,0.0008727737,0.9857448,0.00007735959,0.00021531779,0.0003721911],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9829626,0.007218853,0.002636222,0.001739896,0.0036063648,0.0018360808],"domain_scores_gemma":[0.97595507,0.019747451,0.0006554119,0.0019314945,0.0012060934,0.00050447346],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05607665,0.0006385837,0.0045599495,0.0016334751,0.0016204102,0.00024239285,0.0010126545,0.00041161603,0.00012411809],"category_scores_gemma":[0.042394888,0.0005451232,0.003955589,0.0016582068,0.00047722075,0.00018875951,0.0006238417,0.0019496162,0.000010313698],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9477974,0.0045534745,0.000111458256,0.0043500382,0.0007804397,0.00010447019,0.00051908434,0.0011767427,0.00084380567,0.00008292986,0.03754734,0.0021328107],"study_design_scores_gemma":[0.5145948,0.007296116,0.0000030965048,0.0008140258,0.000075758966,0.0000042617526,0.00007370917,0.0067375437,0.00072123617,0.0002554304,0.46914768,0.00027634494],"about_ca_topic_score_codex":0.00019732334,"about_ca_topic_score_gemma":0.000048642774,"teacher_disagreement_score":0.43320262,"about_ca_system_score_codex":0.0016574711,"about_ca_system_score_gemma":0.0078068622,"threshold_uncertainty_score":0.9997},"labels":[],"label_agreement":null},{"id":"W4312326333","doi":"10.2196/35757","title":"Shoulder Rehabilitation Exercises With Kinematic Biofeedback After Arthroscopic Rotator Cuff Repair: Protocol for a New Integrated Rehabilitation Program","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Shoulder Injury and Treatment","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Istituto Nazionale per l'Assicurazione Contro Gli Infortuni sul Lavoro","keywords":"Rehabilitation; Scapula; Rotator cuff; Medicine; Physical medicine and rehabilitation; Biofeedback; Physical therapy; Humerus; Surgery","score_opus":0.1288115719304203,"score_gpt":0.5329823084331751,"score_spread":0.40417073650275476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312326333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012385991,0.0000027032838,0.0001239363,0.0025300228,0.000008601229,0.98407674,0.00003635194,0.00058864296,0.00024699103],"genre_scores_gemma":[0.001484511,4.2616648e-8,0.08044554,0.0000886689,0.000114059876,0.9150154,0.00006755379,0.00010241436,0.002681824],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99497867,0.0008002089,0.00077073515,0.0009762799,0.0016281704,0.0008459321],"domain_scores_gemma":[0.996549,0.0009050619,0.00017658528,0.0010596942,0.00091008615,0.00039955042],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016851348,0.00038970224,0.0005776614,0.00054995716,0.00051110185,0.00013836114,0.00022354553,0.00013865728,0.0014642263],"category_scores_gemma":[0.0008470528,0.000281724,0.0002876453,0.00152166,0.00038872482,0.0003107288,0.00016159419,0.00081141596,0.000037084894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23025917,0.0503335,0.25899318,0.039843198,0.00079454685,0.00028119548,0.011651166,0.00014012586,0.0022305655,0.0021231675,0.29662985,0.10672031],"study_design_scores_gemma":[0.028619274,0.1389018,0.023323238,0.0059156637,0.000086765845,0.00005197591,0.0025087327,0.00067385094,0.0028380412,0.003324497,0.79318553,0.0005706304],"about_ca_topic_score_codex":0.00005133786,"about_ca_topic_score_gemma":0.0000406977,"teacher_disagreement_score":0.4965557,"about_ca_system_score_codex":0.00070097635,"about_ca_system_score_gemma":0.0014741354,"threshold_uncertainty_score":0.9999635},"labels":[],"label_agreement":null},{"id":"W4312347912","doi":"10.2196/39967","title":"Optimizing the Quality of Clinical Data in an Australian Aged Care and Disability Service to Improve Care Delivery and Clinical Outcomes: Protocol for an Agile Lean Six Sigma Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Service delivery framework; Medicine; Agile software development; Health care; Quality (philosophy); Quality management; Process management; Service (business); Operations management; Business; Computer science; Engineering","score_opus":0.8856366775879874,"score_gpt":0.7578436878248014,"score_spread":0.12779298976318598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312347912","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31527635,3.705532e-7,0.000017787786,0.0006263718,0.000013575377,0.68295527,0.0010607461,0.000018879846,0.000030651405],"genre_scores_gemma":[0.15890126,6.614268e-8,0.0010981055,0.00021745412,0.0000639818,0.839565,0.00008259627,0.000018325607,0.000053202926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9744514,0.016321225,0.0031206661,0.0022573725,0.003181844,0.0006674891],"domain_scores_gemma":[0.98441917,0.008568351,0.0005041092,0.0051088273,0.000929401,0.000470158],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0987264,0.00024856877,0.0009138639,0.00017285424,0.00084485556,0.0006718752,0.004831492,0.000116372554,0.00009014476],"category_scores_gemma":[0.00949171,0.00016665066,0.000121351004,0.0009825171,0.0006265617,0.0011284046,0.009722022,0.0010181778,0.000003183615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048796427,0.00486638,0.87435025,0.0009309478,0.00003473868,0.000005587363,0.014746359,0.000045902747,0.000021172571,0.000098415025,0.0020587617,0.09796181],"study_design_scores_gemma":[0.006823993,0.012166033,0.6624529,0.00008994801,0.0000062505246,2.2422846e-7,0.2604738,0.00034625817,0.0000071676754,0.00046100465,0.056914996,0.0002574274],"about_ca_topic_score_codex":0.0025038521,"about_ca_topic_score_gemma":0.040511817,"teacher_disagreement_score":0.24572743,"about_ca_system_score_codex":0.00011595548,"about_ca_system_score_gemma":0.00034331722,"threshold_uncertainty_score":0.9988518},"labels":[],"label_agreement":null},{"id":"W4312371872","doi":"10.2196/41101","title":"Prehabilitation Before Gastrointestinal Cancer Surgery: Protocol for an Implementation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prehabilitation; Medicine; Gastrointestinal cancer; Psychological intervention; Physical therapy; Colorectal cancer; Telehealth; Perioperative; Randomized controlled trial; Protocol (science); Intervention (counseling); Cancer; Nursing; Health care; Surgery; Telemedicine; Internal medicine; Alternative medicine","score_opus":0.3680437296798589,"score_gpt":0.6265732021060498,"score_spread":0.25852947242619095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312371872","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069289096,1.3625917e-7,0.000109760804,0.00035559802,0.000010028392,0.929988,0.00006850895,0.00011442781,0.00006439726],"genre_scores_gemma":[0.011939515,5.584246e-9,0.0011848524,0.00005344239,0.00026515365,0.98583364,0.000084791245,0.00006941664,0.00056919124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99516875,0.0012486898,0.0006291696,0.00067593076,0.0014977994,0.0007796357],"domain_scores_gemma":[0.99756765,0.0006181095,0.00018706762,0.00060522644,0.000775663,0.0002462912],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050967163,0.0001985935,0.0003628634,0.00052343914,0.00062602886,0.000089644345,0.00022003852,0.000030311136,0.0014737751],"category_scores_gemma":[0.0003318915,0.00018312765,0.00015194493,0.00078042597,0.00008892819,0.0004133872,0.00021564333,0.0006198362,0.000007701272],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012075723,0.0076737967,0.86083835,0.002241653,0.000044158416,0.00003845421,0.0023903507,0.000036633486,0.008651276,0.000036209734,0.0417002,0.064273216],"study_design_scores_gemma":[0.016065117,0.082449414,0.62309563,0.002415933,0.000014984327,0.00012630783,0.010836612,0.00044573392,0.006589213,0.0010533314,0.2563387,0.00056906394],"about_ca_topic_score_codex":0.00013928511,"about_ca_topic_score_gemma":0.0002919884,"teacher_disagreement_score":0.2377427,"about_ca_system_score_codex":0.00077304087,"about_ca_system_score_gemma":0.0013275836,"threshold_uncertainty_score":0.999439},"labels":[],"label_agreement":null},{"id":"W4312376972","doi":"10.2196/42691","title":"Leveraging mHealth and Patient Supporters for African Americans' and Latinxs' Engagement in HIV Care (LEAN): Protocol for a Randomized, Controlled, Effectiveness-Implementation Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Protocol (science); Randomized controlled trial; Human immunodeficiency virus (HIV); Health care; Medicine; Psychology; Nursing; Family medicine; Gerontology; Alternative medicine; Psychological intervention; Political science","score_opus":0.18267675184097382,"score_gpt":0.5718453980460007,"score_spread":0.38916864620502684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312376972","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005693744,0.000005809094,0.0014618515,0.0008060669,0.000004411118,0.99141544,0.00015722339,0.000026078047,0.0004293599],"genre_scores_gemma":[0.047932364,5.651654e-7,0.0008314437,0.000044486154,0.00006111136,0.9506906,0.00009024608,0.00003798759,0.0003111433],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936176,0.0032891242,0.00082347385,0.0005541523,0.0009310733,0.00078460225],"domain_scores_gemma":[0.9964115,0.00243248,0.00022240983,0.00024001829,0.0004071278,0.00028646775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008283435,0.00020082541,0.0009852751,0.0006765573,0.00070264185,0.00010894494,0.00012604582,0.000037593,0.00021448798],"category_scores_gemma":[0.0011562419,0.00016108197,0.00027188504,0.00037479863,0.0002309856,0.00011452546,0.00023753244,0.0005915999,9.1517705e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9121494,0.0008329418,0.0006451164,0.0032101755,0.000104870596,0.0000111787185,0.005029368,0.0000040797836,0.00029523956,0.00027665016,0.006369744,0.07107118],"study_design_scores_gemma":[0.88656765,0.033387713,0.0002017276,0.0008284,0.000016619091,0.0000047062485,0.017991334,0.0015402401,0.0002656234,0.00034866418,0.05870416,0.00014314812],"about_ca_topic_score_codex":0.00014971342,"about_ca_topic_score_gemma":0.000032017062,"teacher_disagreement_score":0.07092803,"about_ca_system_score_codex":0.00053689955,"about_ca_system_score_gemma":0.00060276856,"threshold_uncertainty_score":0.6568732},"labels":[],"label_agreement":null},{"id":"W4312384142","doi":"10.2196/37685","title":"The Need to Prioritize Model-Updating Processes in Clinical Artificial Intelligence (AI) Models: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Checklist; PsycINFO; Systematic review; Protocol (science); MEDLINE; Data extraction; Computer science; Critical appraisal; Scopus; Artificial intelligence; Machine learning; Medicine; Psychology; Alternative medicine","score_opus":0.9295704493715463,"score_gpt":0.7779252916003917,"score_spread":0.15164515777115462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312384142","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1932225e-8,0.10995854,0.0013578386,0.0030755203,0.000025577994,0.885223,0.000015911095,0.00007096496,0.00027264495],"genre_scores_gemma":[2.654549e-8,0.34311104,0.00083131186,0.0004430509,0.00055813824,0.65480083,0.000029533046,0.00009334895,0.0001326857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886295,0.0020587845,0.004830035,0.0013362746,0.0016332346,0.001512169],"domain_scores_gemma":[0.9889639,0.006728709,0.00072137575,0.001359672,0.0016948587,0.0005315017],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01932838,0.0005283714,0.0022199547,0.0005615514,0.0010531334,0.0003263514,0.0012436183,0.0004382137,0.00014545572],"category_scores_gemma":[0.0179834,0.00037240758,0.0005265008,0.0032747935,0.0002777159,0.0002721528,0.00057947234,0.003485031,0.000080590755],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037917081,0.00039964766,0.0000014792373,0.36210373,0.000010650857,0.0000048858283,0.00017353923,0.000021696613,5.1504326e-8,0.0006215933,0.0027762873,0.63350725],"study_design_scores_gemma":[0.00003941133,0.0009817423,1.8505947e-8,0.46134955,0.000013174954,0.000007822241,0.0001851031,0.0013739839,0.0000049684095,0.003934629,0.5319039,0.00020570526],"about_ca_topic_score_codex":0.000050244926,"about_ca_topic_score_gemma":0.00020918017,"teacher_disagreement_score":0.63330156,"about_ca_system_score_codex":0.00088451215,"about_ca_system_score_gemma":0.020588778,"threshold_uncertainty_score":0.9998728},"labels":[],"label_agreement":null},{"id":"W4312389462","doi":"10.2196/38632","title":"The Design, Development, and Implementation of a Web-Enabled Informatics Platform to Enhance the Well-being of Individuals Aged 18-24 Years: Protocol for an Experimental Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Intervention (counseling); Gerontology; Mental health; Health informatics; Promotion (chess); Medicine; Psychology; Public health; Nursing","score_opus":0.34937199035724364,"score_gpt":0.6325083459746451,"score_spread":0.28313635561740147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312389462","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17838505,5.7827805e-7,0.000070547256,0.00004528774,0.000012095623,0.8207982,0.00002379597,0.000016395878,0.0006480009],"genre_scores_gemma":[0.20580085,6.698906e-9,0.00083577743,0.000028571343,0.0000123236605,0.7928908,0.0000060353336,0.000020568386,0.00040509278],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9965682,0.00076452334,0.0010314484,0.00022300372,0.000874747,0.00053806993],"domain_scores_gemma":[0.998397,0.00052803615,0.00036921614,0.00045140687,0.00014179155,0.00011254198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063040312,0.00013381576,0.00019182226,0.00021955938,0.00082498544,0.00014359335,0.0007053111,0.000031350974,0.00033517845],"category_scores_gemma":[0.00004868762,0.00009628084,0.000044153887,0.0004869922,0.00012734406,0.0003053227,0.00065749756,0.0003057155,0.000011800968],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015172203,0.028413331,0.01630399,0.0033406187,0.0006282111,0.000008208629,0.66778195,0.000032439955,0.008280465,0.0094824415,0.07230327,0.17825283],"study_design_scores_gemma":[0.012822533,0.06811329,0.015302593,0.00080879626,0.000006114568,0.000009244323,0.37587857,0.000042010968,0.24196641,0.0020710349,0.2825696,0.00040979753],"about_ca_topic_score_codex":0.000042837135,"about_ca_topic_score_gemma":0.00007900617,"teacher_disagreement_score":0.2919034,"about_ca_system_score_codex":0.00018471062,"about_ca_system_score_gemma":0.00028370562,"threshold_uncertainty_score":0.6345205},"labels":[],"label_agreement":null},{"id":"W4312408100","doi":"10.2196/40699","title":"The Integration of Live Video Tools to Help Bystanders During an Emergency Call: Protocol for a Mixed Methods Simulation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Debriefing; Cardiopulmonary resuscitation; First responder; Medical emergency; Basic life support; Protocol (science); Life support; Medicine; Process (computing); Computer science; Multimedia; Medical education; Resuscitation; Emergency medicine","score_opus":0.4188929929601103,"score_gpt":0.5852914325140678,"score_spread":0.1663984395539575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312408100","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010723019,1.5834551e-7,0.008252957,0.00036531428,0.000023854302,0.9799923,0.0000033044805,0.000087006876,0.0005521193],"genre_scores_gemma":[0.07178207,1.1049884e-8,0.001953547,0.00003164736,0.00013817775,0.92567176,0.000008776332,0.00002815558,0.00038588443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99719596,0.0005960318,0.0005984057,0.00040250886,0.0007545636,0.0004525544],"domain_scores_gemma":[0.99789256,0.00028236693,0.00027584113,0.00040551883,0.0011257553,0.00001798123],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009426824,0.0001560946,0.00020675566,0.00040178117,0.0021612493,0.0001779141,0.00072610925,0.00007379043,0.00014496532],"category_scores_gemma":[0.0018482372,0.00012245901,0.00006106732,0.0016579281,0.00010429228,0.000576997,0.00090906257,0.0005033989,0.000006201189],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020480873,0.011659777,0.021253254,0.0037810423,0.00045300755,0.0000150043315,0.029294914,0.0036402042,0.033340666,0.18068117,0.024324454,0.67107564],"study_design_scores_gemma":[0.010910141,0.0052848184,0.07509967,0.000532408,0.000015906247,8.1498314e-7,0.13980073,0.018761432,0.011690716,0.07601591,0.6606549,0.0012325546],"about_ca_topic_score_codex":0.000042883996,"about_ca_topic_score_gemma":0.000080853184,"teacher_disagreement_score":0.6698431,"about_ca_system_score_codex":0.00022875967,"about_ca_system_score_gemma":0.00010979995,"threshold_uncertainty_score":0.9991378},"labels":[],"label_agreement":null},{"id":"W4312447706","doi":"10.2196/42496","title":"A Logical Framework (MYGERYFS) for Hospital Foodservice to Prevent Malnutrition Among Geriatric Patients in Hospitals, Malaysia: Protocol for a Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Higher Education, Malaysia","keywords":"Malnutrition; Protocol (science); Medicine; Geriatric care; Gerontology; Nursing; Alternative medicine","score_opus":0.23631289617581203,"score_gpt":0.5715247822939924,"score_spread":0.33521188611818037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312447706","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22980498,6.201983e-7,0.00014442205,0.0022255452,0.000016594471,0.7675965,0.00009622313,0.00007407755,0.000041077823],"genre_scores_gemma":[0.07157534,6.919447e-8,0.004459982,0.00027648674,0.0002725205,0.9231809,0.000051795865,0.00006187995,0.00012105324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944066,0.0008899427,0.00097082555,0.0010589829,0.0014835347,0.0011901279],"domain_scores_gemma":[0.99716693,0.0005132046,0.00019271331,0.00070687645,0.00089805986,0.00052220066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0043994123,0.00027820552,0.0006058105,0.00067265064,0.0006409292,0.00011053998,0.00045163426,0.00017524255,0.00028061884],"category_scores_gemma":[0.00094662525,0.00026354913,0.00020369524,0.0016302611,0.000064130356,0.0001692863,0.0005370339,0.0012556388,0.000011623384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02140439,0.08659087,0.85693794,0.010482973,0.000031785083,0.000040157887,0.0020159252,0.000013411848,0.000051302333,0.00036821322,0.020087555,0.001975465],"study_design_scores_gemma":[0.03638912,0.09235065,0.8111446,0.0029082294,0.0000081600065,0.0000030668118,0.0020951869,0.00027879578,0.00013451866,0.008935933,0.04527773,0.00047401857],"about_ca_topic_score_codex":0.00003554317,"about_ca_topic_score_gemma":0.000018691631,"teacher_disagreement_score":0.15822963,"about_ca_system_score_codex":0.0012439652,"about_ca_system_score_gemma":0.00035431376,"threshold_uncertainty_score":0.9999817},"labels":[],"label_agreement":null},{"id":"W4312449426","doi":"10.2196/37801","title":"An Adapted Cancer Screening Education Program for Native American Women With Intellectual and Developmental Disabilities and Their Caregivers: Protocol for Feasibility and Acceptability Testing","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Northern Arizona University; University of Arizona Cancer Center","keywords":"Medicine; Gerontology; Health equity; Family medicine; Psychology; Clinical psychology; Nursing; Public health","score_opus":0.34187774948398636,"score_gpt":0.5531127604896324,"score_spread":0.21123501100564607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312449426","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36870492,0.0000022611753,0.00004950612,0.00016663122,9.558463e-7,0.63066876,0.00008647354,0.00005733944,0.00026314118],"genre_scores_gemma":[0.16404806,2.507313e-7,0.005383317,0.000025510766,0.000040066963,0.83022267,0.000024294952,0.000037934224,0.00021792862],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9966491,0.0006168088,0.00034468147,0.00097359275,0.000612029,0.00080379733],"domain_scores_gemma":[0.9959484,0.0021453076,0.00007033633,0.00032784478,0.0010561357,0.00045199314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023905823,0.00027121004,0.0004679513,0.00022015789,0.001062223,0.00022993096,0.00020991985,0.000052677933,0.0006077902],"category_scores_gemma":[0.005002692,0.00020186721,0.000035447494,0.00079266675,0.0022864193,0.00034357206,0.00040485806,0.00060011377,4.6259478e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02337711,0.0034391747,0.19059117,0.003482002,0.0001000854,2.6707937e-7,0.055084493,0.0000014495722,0.0010566612,0.000026260414,0.0014126863,0.72142863],"study_design_scores_gemma":[0.010450601,0.097326405,0.09276805,0.0010777815,0.000009460426,0.00009199459,0.58366644,0.0039759055,0.0019545895,0.0010137819,0.20696166,0.0007033171],"about_ca_topic_score_codex":0.00036737954,"about_ca_topic_score_gemma":0.00012795848,"teacher_disagreement_score":0.7207253,"about_ca_system_score_codex":0.0010454932,"about_ca_system_score_gemma":0.0016861825,"threshold_uncertainty_score":0.84244066},"labels":[],"label_agreement":null},{"id":"W4312454005","doi":"10.2196/39817","title":"Dynamic Modelling of Mental Resilience in Young Adults: Protocol for a Longitudinal Observational Study (DynaM-OBS)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Resilience and Mental Health","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Mental health; Stressor; Observational study; Psychological resilience; Psychology; Resilience (materials science); Longitudinal study; Clinical psychology; Psychological intervention; Psychiatry; Medicine; Psychotherapist","score_opus":0.4583406728874633,"score_gpt":0.6317365993539565,"score_spread":0.17339592646649327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312454005","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14735626,0.0000010566081,0.0002106921,0.00009205122,0.000015441157,0.8515244,0.00007469036,0.000023494793,0.0007019255],"genre_scores_gemma":[0.23676226,4.751719e-8,0.0003559194,0.00001100205,0.000020598452,0.7617976,0.000018288738,0.00002603574,0.0010082297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948289,0.0009773431,0.0008296213,0.0008286559,0.0015875653,0.00094795646],"domain_scores_gemma":[0.9985341,0.00026965817,0.0002139085,0.0006067349,0.00023441098,0.00014118527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003641503,0.00019016382,0.00031376482,0.00047148168,0.0005658071,0.00003680751,0.0008723756,0.00006617366,0.0006973746],"category_scores_gemma":[0.00004572368,0.00018611569,0.00008583575,0.0011101635,0.00018740285,0.00025245626,0.00040742723,0.0007664235,0.000017595328],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045213036,0.028124819,0.8731969,0.0021389495,0.000050473296,0.00009957519,0.026203478,0.0064864256,0.0009809213,0.003134254,0.003295054,0.011076134],"study_design_scores_gemma":[0.055854525,0.056591086,0.6137101,0.0035553977,0.0000045498728,0.00009513985,0.09083264,0.1579028,0.00031089823,0.003793558,0.016226696,0.001122605],"about_ca_topic_score_codex":0.00086420146,"about_ca_topic_score_gemma":0.00063141045,"teacher_disagreement_score":0.2594868,"about_ca_system_score_codex":0.00071158406,"about_ca_system_score_gemma":0.00047995718,"threshold_uncertainty_score":0.76357627},"labels":[],"label_agreement":null},{"id":"W4312464125","doi":"10.2196/40867","title":"Testing the Outcomes of a Smoking Cessation Smartphone App for Nondaily Smokers: Protocol for a Proof-of-concept Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Smoking cessation; Protocol (science); Medicine; Randomized controlled trial; Smartphone app; Smartphone application; Proof of concept; Computer science; Alternative medicine; World Wide Web; Multimedia; Internal medicine","score_opus":0.2791391566195097,"score_gpt":0.5305599566685942,"score_spread":0.2514208000490845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312464125","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01022545,9.33275e-7,0.0011109033,0.00047043405,0.000027980497,0.9878364,0.000037457525,0.000050125334,0.00024027066],"genre_scores_gemma":[0.07516949,6.5247225e-9,0.0005303637,0.00003034066,0.00018046917,0.92361325,0.000029953477,0.00004621264,0.00039993596],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99453604,0.0013834488,0.0013703514,0.00039769904,0.0018063454,0.0005061142],"domain_scores_gemma":[0.9904306,0.0065873177,0.0009501295,0.000519312,0.0014356476,0.000076987526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014038053,0.00021818563,0.0014986502,0.00035825878,0.00058372546,0.00006272651,0.00037375776,0.000113247064,0.00016077551],"category_scores_gemma":[0.006957329,0.00013294561,0.0006494564,0.0007060699,0.0003622029,0.000117985684,0.0001472556,0.00054908544,1.0272232e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97973967,0.0018288187,0.0041423487,0.0010449858,0.00024070992,0.0000011357616,0.0013117862,0.000037101472,0.0018199923,0.00029020224,0.0011311643,0.00841208],"study_design_scores_gemma":[0.97100574,0.006578271,0.0009969894,0.00065402675,0.000093737995,0.0000027300077,0.0005588624,0.00089286565,0.013685566,0.0008934099,0.0045049246,0.00013290606],"about_ca_topic_score_codex":0.000041833373,"about_ca_topic_score_gemma":0.0000012678096,"teacher_disagreement_score":0.06494404,"about_ca_system_score_codex":0.00019943743,"about_ca_system_score_gemma":0.0009165009,"threshold_uncertainty_score":0.8329075},"labels":[],"label_agreement":null},{"id":"W4312468832","doi":"10.2196/42688","title":"Feasibility of a Community-Based, Online, Peer-Supported Spinal Cord Injury Self-management Intervention: Protocol for a Pilot Wait-Listed Randomized Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer support; Randomized controlled trial; Medicine; Spinal cord injury; Intervention (counseling); Physical therapy; Psychological intervention; Nursing","score_opus":0.459053401233645,"score_gpt":0.6283024673024765,"score_spread":0.1692490660688315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312468832","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016887108,7.2222167e-7,0.00031067937,0.0015273101,0.000020173688,0.97942984,0.00031541855,0.00022178548,0.0012869437],"genre_scores_gemma":[0.014656523,7.300025e-8,0.003349205,0.0001620123,0.00018574514,0.9782611,0.00037842678,0.000102484126,0.002904444],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98033947,0.010697339,0.0020462011,0.00074390206,0.004940962,0.001232115],"domain_scores_gemma":[0.9920973,0.0011519311,0.00061065285,0.0022002964,0.0034617407,0.00047806193],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03118637,0.0004539892,0.0015774637,0.0013249437,0.0011171798,0.00013001272,0.0015645681,0.00013674212,0.0018113685],"category_scores_gemma":[0.0025868956,0.00038746773,0.0009602333,0.001871426,0.0008628587,0.00017273446,0.0017472452,0.0035434766,0.000016388307],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92212176,0.03697208,0.0002273837,0.012862505,0.0002829115,0.000045060926,0.00006211448,0.0000013154067,0.0006247512,0.0003750727,0.019028926,0.007396113],"study_design_scores_gemma":[0.63031065,0.22350569,0.00039993902,0.0013788735,0.000034682304,0.000011964312,0.00044385498,0.00048476062,0.00063184,0.00055042707,0.14202453,0.00022279467],"about_ca_topic_score_codex":0.00021243772,"about_ca_topic_score_gemma":0.000028413291,"teacher_disagreement_score":0.2918111,"about_ca_system_score_codex":0.0012290195,"about_ca_system_score_gemma":0.0015497344,"threshold_uncertainty_score":0.9998577},"labels":[],"label_agreement":null},{"id":"W4312493255","doi":"10.2196/43619","title":"Evaluation of the Effectiveness of a Whole-System Intervention to Increase the Physical Activity of Children Aged 5 to 11 Years (Join Us: Move Play, JU:MP): Protocol for a Quasiexperimental Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Medical Research Council; Public Health Agency; Natural Environment Research Council; Engineering and Physical Sciences Research Council; Cancer Research UK; Sport England; Health and Social Care Research and Development Division; National Institute for Health and Care Research; British Heart Foundation; Scottish Government; Wellcome Trust","keywords":"Medicine; Intervention (counseling); Randomized controlled trial; Ethnic group; Psychological intervention; Physical activity; Physical therapy; Protocol (science); Family medicine; Gerontology; Alternative medicine; Nursing","score_opus":0.1445106448029607,"score_gpt":0.533198390291162,"score_spread":0.3886877454882013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312493255","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50233877,8.664266e-8,0.000009558703,0.000037842037,0.000005594394,0.497458,0.00009780661,0.000009642834,0.000042721913],"genre_scores_gemma":[0.49827212,7.0554945e-10,0.0000093304725,0.0000027803762,0.00007582974,0.5016031,0.000004749288,0.000018281,0.000013788677],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9865406,0.008903284,0.00040647772,0.00045289955,0.0033372294,0.00035946697],"domain_scores_gemma":[0.9970351,0.000987703,0.00032411417,0.0008194433,0.00069290877,0.00014073118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012614003,0.00018624679,0.0006064271,0.00020184585,0.00019101419,0.000023425428,0.00056018593,0.000059469232,0.000030173558],"category_scores_gemma":[0.0013017495,0.00012586432,0.0004562676,0.0009247869,0.00019040242,0.0001337923,0.0009893812,0.0005145295,0.000003642641],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.38918036,0.10620145,0.014977037,0.0058798236,0.0003981244,0.0000025640634,0.0023833797,0.00030587075,0.46839684,0.0010013534,0.0012126041,0.01006057],"study_design_scores_gemma":[0.06763711,0.020191431,0.54959244,0.0026189922,0.00005133301,0.000003055325,0.0003402147,0.00071275304,0.35829023,0.00023712596,0.0001891824,0.00013617003],"about_ca_topic_score_codex":0.0006975346,"about_ca_topic_score_gemma":0.00004132226,"teacher_disagreement_score":0.5346154,"about_ca_system_score_codex":0.00081184437,"about_ca_system_score_gemma":0.00048421384,"threshold_uncertainty_score":0.5132598},"labels":[],"label_agreement":null},{"id":"W4312532856","doi":"10.2196/42032","title":"An Exploratory Trial of EPI-589 in Amyotrophic Lateral Sclerosis (EPIC-ALS): Protocol for a Multicenter, Open-Labeled, 24-Week, Single-Group Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Amyotrophic Lateral Sclerosis Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Amyotrophic lateral sclerosis; Medicine; Protocol (science); Multiple sclerosis; Exploratory research; Multicenter study; Clinical trial; EPIC; Physical medicine and rehabilitation; Psychology; Physical therapy; Internal medicine; Randomized controlled trial; Pathology; Disease; Alternative medicine; Psychiatry","score_opus":0.576953671828444,"score_gpt":0.5680640142704104,"score_spread":0.008889657558033615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312532856","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31707218,9.775704e-7,0.000005519626,0.0005415114,0.000017375784,0.68214834,0.000047709134,0.00007187367,0.00009451684],"genre_scores_gemma":[0.2526969,3.508662e-7,0.0005259683,0.00012843778,0.00020537846,0.7459245,0.00003216702,0.00015602232,0.0003303434],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9846442,0.005791286,0.0018598512,0.0016731231,0.0039682826,0.0020633077],"domain_scores_gemma":[0.9951938,0.00055287237,0.0004251234,0.002067242,0.0010060978,0.00075491227],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010151645,0.00054294156,0.0013729137,0.0012461736,0.0007633706,0.0004238557,0.0025477975,0.00021057107,0.001440266],"category_scores_gemma":[0.00066217943,0.00047576902,0.00025289546,0.0022334703,0.00047823947,0.0009844569,0.0029266751,0.002392064,0.000032765263],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.56571376,0.17088892,0.018591767,0.0016462057,0.00015922103,0.000231701,0.0033211461,0.00003915785,0.22379358,0.00008637155,0.0075556953,0.007972476],"study_design_scores_gemma":[0.6020492,0.29447022,0.028273992,0.0032581398,0.000015426262,0.0000105010395,0.002099203,0.001522607,0.0040136683,0.00027895195,0.06318948,0.00081861345],"about_ca_topic_score_codex":0.00036406724,"about_ca_topic_score_gemma":0.00018366548,"teacher_disagreement_score":0.21977991,"about_ca_system_score_codex":0.0013904369,"about_ca_system_score_gemma":0.0009605125,"threshold_uncertainty_score":0.99990946},"labels":[],"label_agreement":null},{"id":"W4312534635","doi":"10.2196/40604","title":"The Health Care Trajectories of Older People in Foster Families: Protocol for an Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Elder Abuse and Neglect","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Health care; Gerontology; Medicine; Psychology; Nursing; Alternative medicine","score_opus":0.5774602004805871,"score_gpt":0.6392472909912359,"score_spread":0.06178709051064879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312534635","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008384187,0.0000029103435,0.0000026440969,0.0011672401,0.0000065175846,0.98983353,0.000020618842,0.000024547211,0.0005578268],"genre_scores_gemma":[0.019691631,2.9964136e-7,0.00003960275,0.00006347971,0.000098279415,0.9797683,0.0000057264424,0.000016308413,0.00031638713],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943916,0.0027531476,0.00038172596,0.00030413308,0.0015404469,0.0006289319],"domain_scores_gemma":[0.99816847,0.0008397945,0.000104167855,0.00034140973,0.00045099048,0.00009516519],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004809099,0.00009137965,0.00018939901,0.00014543862,0.0026635153,0.00012108928,0.0007456292,0.000036453064,0.000101957936],"category_scores_gemma":[0.00021876232,0.0000705531,0.00005443524,0.001093789,0.00018559881,0.0002318647,0.0001957738,0.00039350384,0.0000010840985],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019845997,0.0030600738,0.2008846,0.0005791767,0.000015897613,0.0000014966358,0.7474405,0.0000105984645,0.000064273394,0.00240271,0.022933781,0.02062229],"study_design_scores_gemma":[0.0033858872,0.009881138,0.070074625,0.00027179878,4.1869723e-7,1.477902e-7,0.34008092,0.000009189032,0.00007972707,0.0010751229,0.57500875,0.00013229692],"about_ca_topic_score_codex":0.002692639,"about_ca_topic_score_gemma":0.083011895,"teacher_disagreement_score":0.55207497,"about_ca_system_score_codex":0.00036704392,"about_ca_system_score_gemma":0.0023647402,"threshold_uncertainty_score":0.9986349},"labels":[],"label_agreement":null},{"id":"W4312554332","doi":"10.2196/42239","title":"Occupational Health Hazards Among Traffic Police in South Asian Countries: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Policing Practices and Perceptions","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Occupational safety and health; Grey literature; Systematic review; Occupational injury; Thematic analysis; Data extraction; Poison control; Medicine; Critical appraisal; Mental health; Psychology; Applied psychology; Human factors and ergonomics; Environmental health; MEDLINE; Qualitative research; Alternative medicine; Political science; Psychiatry; Social science; Sociology","score_opus":0.6826544386056386,"score_gpt":0.7220168942808103,"score_spread":0.039362455675171715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312554332","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2308633e-8,0.037297316,0.0000043209457,0.00084577384,0.000011077897,0.9583686,0.0002657507,0.00009323923,0.0031138805],"genre_scores_gemma":[6.3628756e-9,0.31484437,0.00006583188,0.00023171725,0.0004490542,0.68354744,0.000064173386,0.00005683093,0.0007405779],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9864141,0.007145891,0.0014761363,0.0008451032,0.0022877268,0.0018310492],"domain_scores_gemma":[0.99561,0.0019158566,0.0010139002,0.0006731743,0.00030017068,0.00048691258],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019506762,0.00040621147,0.0016706827,0.0008135345,0.0028110065,0.0005189828,0.0013506674,0.0003334629,0.0034203578],"category_scores_gemma":[0.001178536,0.00037126156,0.0004936288,0.002420336,0.0005520488,0.00050936564,0.000299775,0.0019014403,0.00011063086],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007155451,0.00031417474,0.000022541712,0.48025763,0.000020490763,0.0000017568311,0.021736829,0.0000013791079,1.3556486e-9,0.00048923446,0.023798613,0.4732858],"study_design_scores_gemma":[0.0003532068,0.0002443748,0.0000073808374,0.379928,0.00000472893,9.4055025e-7,0.0005986929,0.0000016182536,1.4302629e-9,0.000007176644,0.6186479,0.00020598793],"about_ca_topic_score_codex":0.009682041,"about_ca_topic_score_gemma":0.037285686,"teacher_disagreement_score":0.5948493,"about_ca_system_score_codex":0.002084551,"about_ca_system_score_gemma":0.031018866,"threshold_uncertainty_score":0.99987394},"labels":[],"label_agreement":null},{"id":"W4312572176","doi":"10.2196/41080","title":"Comparing Smartphone Virtual Reality Exposure Preparation to Care as Usual in Children Aged 6 to 14 Years Undergoing Magnetic Resonance Imaging: Protocol for a Multicenter, Observer-Blinded, Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Children's Hospital Foundation","keywords":"Randomized controlled trial; Anxiety; Psychosocial; Psychological intervention; Medicine; Intervention (counseling); Virtual reality; Magnetic resonance imaging; Physical therapy; Protocol (science); Clinical trial; Psychiatry; Surgery; Computer science; Alternative medicine; Radiology; Pathology","score_opus":0.12504993056166527,"score_gpt":0.49541255238580845,"score_spread":0.37036262182414315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312572176","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08403027,0.000010770775,0.00040483527,0.00040361282,0.00001563756,0.9145274,0.000017730956,0.00023836644,0.00035138952],"genre_scores_gemma":[0.15026672,2.9462203e-7,0.0013393511,0.00019405395,0.00025525482,0.8471208,0.000047958863,0.000059498576,0.00071604754],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99058884,0.0041252305,0.0013387725,0.0009936761,0.0019987477,0.00095472875],"domain_scores_gemma":[0.9967973,0.0013313164,0.0002646268,0.00085928163,0.00042023472,0.00032724265],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011190411,0.00033143317,0.0014483822,0.0010141528,0.00038383598,0.00020175856,0.00064874307,0.00009954735,0.00009934624],"category_scores_gemma":[0.004933462,0.00032480064,0.00033123215,0.0011819977,0.00010410202,0.0001906652,0.00085128774,0.00089030043,0.000015040482],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.956853,0.0014542914,0.023398835,0.000330285,0.000035806937,0.000034495497,0.0015381082,0.00011488555,0.00033452094,0.000057238303,0.013172596,0.002675989],"study_design_scores_gemma":[0.9502698,0.010248059,0.027225103,0.00085304206,0.00002052567,0.0000036037154,0.0004476398,0.00089590915,0.0001266933,0.00011388308,0.009490486,0.00030525768],"about_ca_topic_score_codex":0.00026644603,"about_ca_topic_score_gemma":0.00018305388,"teacher_disagreement_score":0.06740657,"about_ca_system_score_codex":0.0010806934,"about_ca_system_score_gemma":0.00073824904,"threshold_uncertainty_score":0.9999204},"labels":[],"label_agreement":null},{"id":"W4312584972","doi":"10.2196/43122","title":"A Prescription Digital Therapeutic to Support Unsupervised Buprenorphine Initiation for Patients With Opioid Use Disorder: Protocol for a Proof-of-Concept Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health","keywords":"Buprenorphine; Protocol (science); Medical prescription; Proof of concept; Opioid use disorder; Medicine; Opioid; Psychology; Psychiatry; Psychotherapist; Computer science; Alternative medicine; Pharmacology; Internal medicine","score_opus":0.16338686024322613,"score_gpt":0.47237173357353046,"score_spread":0.30898487333030433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312584972","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061639804,4.8844134e-7,0.0007296004,0.00019161729,0.000005597739,0.9367415,0.00058783963,0.00006983102,0.000033721783],"genre_scores_gemma":[0.124509916,8.203448e-9,0.00058158085,0.000048139922,0.000041043684,0.8736503,0.0005918568,0.00009748507,0.00047964184],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9962338,0.00023903337,0.0005946428,0.0007047553,0.0015493452,0.00067841215],"domain_scores_gemma":[0.99739206,0.00024553668,0.00017498429,0.00072007015,0.0012508177,0.0002165585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005718487,0.00030017877,0.0004515873,0.00043030325,0.0004081814,0.00016921457,0.0003185065,0.00005864669,0.00017951611],"category_scores_gemma":[0.00024132224,0.00023255308,0.00012833708,0.0007387062,0.00008012597,0.00049686036,0.00026203992,0.00029930694,0.0000033051817],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07889238,0.096205436,0.71762997,0.004058046,0.00042316975,0.000010182579,0.01591456,0.00013250098,0.0002859685,0.000110577676,0.0044282265,0.081908986],"study_design_scores_gemma":[0.11094935,0.41950575,0.15874387,0.001098587,0.000064467575,0.0000036624401,0.0032902341,0.00037786816,0.0025105844,0.0005106793,0.30227512,0.0006698104],"about_ca_topic_score_codex":0.000027820557,"about_ca_topic_score_gemma":0.000013329348,"teacher_disagreement_score":0.5588861,"about_ca_system_score_codex":0.00035845983,"about_ca_system_score_gemma":0.00073714537,"threshold_uncertainty_score":0.94832397},"labels":[],"label_agreement":null},{"id":"W4312648940","doi":"10.2196/41443","title":"A Smartphone Intervention to Promote a Sustainable Healthy Diet: Protocol for a Pilot Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Agriculture Sustainability and Environmental Impact","field":"Environmental Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Agencia Estatal de Investigación; Generalitat de Catalunya; European Commission; Ministerio de Ciencia e Innovación; Centres de Recerca de Catalunya","keywords":"Psychological intervention; Intervention (counseling); Socioeconomic status; Healthy eating; Behavior change; Protocol (science); Environmental health; Healthy food; Medicine; Sustainable development; Digital health; Gerontology; Psychology; Applied psychology; Physical therapy; Physical activity; Nursing; Health care; Alternative medicine; Economic growth; Food science; Population; Political science; Social psychology","score_opus":0.17330017269752515,"score_gpt":0.5166465131643604,"score_spread":0.3433463404668352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312648940","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028956749,1.2842118e-7,0.00013272841,0.0013354565,0.0000036289298,0.9683515,0.000014476531,0.000079260746,0.0011261115],"genre_scores_gemma":[0.054765575,4.4994555e-9,0.00026782666,0.00012548432,0.000050743143,0.93310076,0.0000069611424,0.000039308114,0.011643355],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99453807,0.0011488929,0.00047772538,0.00087341666,0.0015090687,0.00145283],"domain_scores_gemma":[0.9986647,0.000083966,0.00011274485,0.00064327766,0.00004554316,0.0004497749],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005289979,0.00025279995,0.00025989115,0.0001429075,0.0018245982,0.00017282148,0.0008137854,0.000035813606,0.0044516353],"category_scores_gemma":[0.00021177522,0.00020835339,0.0001061142,0.001261067,0.00017408213,0.0004130544,0.0028567284,0.0006835002,0.00021632816],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.15150057,0.18876573,0.078271754,0.0046949172,0.000109377164,0.00033876178,0.02646742,0.002842685,0.00710953,0.0005790908,0.50510454,0.034215633],"study_design_scores_gemma":[0.0057327915,0.17450298,0.037989154,0.00006688108,0.0000015195944,0.0000064551364,0.01040921,0.000048866146,0.00019104067,0.0014620025,0.7692967,0.00029238607],"about_ca_topic_score_codex":0.0011528144,"about_ca_topic_score_gemma":0.00021860756,"teacher_disagreement_score":0.26419216,"about_ca_system_score_codex":0.0034262112,"about_ca_system_score_gemma":0.000076020144,"threshold_uncertainty_score":0.9994749},"labels":[],"label_agreement":null},{"id":"W4312653089","doi":"10.2196/42804","title":"Value of Including the Children’s Experience for Improving Their Rights During Hospitalization: Protocol for the VoiCEs Project","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Roshan Cultural Heritage Institute","keywords":"Disadvantaged; Focus group; Protocol (science); Delphi method; Observational study; Asset (computer security); Medical education; Participatory action research; Medicine; Psychology; Nursing; Business; Political science; Sociology; Computer science; Marketing; Alternative medicine","score_opus":0.4187244064658211,"score_gpt":0.6390048535057288,"score_spread":0.22028044703990768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312653089","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018085303,0.0000029375922,0.00048677696,0.00088942616,0.000055323882,0.98003167,0.00020096297,0.00009746352,0.0001501571],"genre_scores_gemma":[0.049341038,1.02313145e-7,0.00029698559,0.00007035795,0.00040888623,0.9493389,0.000013605717,0.00005421504,0.00047589713],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936781,0.0025248167,0.000970522,0.0005589807,0.0011970463,0.0010705632],"domain_scores_gemma":[0.99342257,0.003875666,0.00074248546,0.0009297373,0.0009416385,0.00008789849],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004706144,0.00022096383,0.00027926938,0.00023912032,0.014674571,0.00005112269,0.001268301,0.000117724376,0.0002112887],"category_scores_gemma":[0.00088676135,0.00012327857,0.00014009395,0.0008752793,0.00028006049,0.0003113602,0.0011181501,0.0012637369,0.0000033256945],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007460584,0.0006930339,0.76639694,0.02222702,0.00013898136,0.0000014931826,0.14683065,0.00055697217,0.0030187706,0.026499646,0.020555578,0.005620318],"study_design_scores_gemma":[0.013946157,0.005775841,0.20368059,0.004219882,0.000009701367,0.000009422123,0.04430362,0.008477645,0.011380193,0.0067659537,0.7006187,0.00081233226],"about_ca_topic_score_codex":0.00088227435,"about_ca_topic_score_gemma":0.000108855565,"teacher_disagreement_score":0.68006307,"about_ca_system_score_codex":0.0006569353,"about_ca_system_score_gemma":0.0011226715,"threshold_uncertainty_score":0.9866082},"labels":[],"label_agreement":null},{"id":"W4312658350","doi":"10.2196/42956","title":"Supporting Youth Vaping Cessation With the Crush the Crave Smartphone App: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Canadian Institutes of Health Research; McMaster University; Ontario Tobacco Research Unit; University of Toronto","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Smoking cessation; Medicine; Intervention (counseling); Physical therapy; Young adult; Psychology; Gerontology; Psychiatry; Surgery","score_opus":0.20868353004922852,"score_gpt":0.5373508929472236,"score_spread":0.3286673628979951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312658350","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061470433,4.6282491e-7,0.0005585022,0.002713356,0.000015959899,0.9894218,0.000010406323,0.00009847762,0.0010339872],"genre_scores_gemma":[0.05313046,3.029673e-8,0.00003834531,0.0001693258,0.0004560698,0.9441752,0.000036538673,0.000050543138,0.001943494],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929886,0.0028342,0.00078054215,0.00042478388,0.0022832872,0.0006885863],"domain_scores_gemma":[0.99596626,0.0020961128,0.0005595396,0.00061881077,0.0006596848,0.00009961649],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02031275,0.00021662976,0.0008308895,0.00020247049,0.0018848766,0.000264787,0.0004037553,0.00007957081,0.0005197513],"category_scores_gemma":[0.0012351007,0.00009798135,0.00035916246,0.00064069533,0.00034783623,0.00011109421,0.00016838452,0.0009986027,0.0000018678858],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98846334,0.0006088751,0.00028504425,0.00019322163,0.000104071834,0.0000062689905,0.004390845,0.0000158535,0.00036267893,0.00022927574,0.0042458996,0.0010946112],"study_design_scores_gemma":[0.96677566,0.003328175,0.00015126014,0.0003561784,0.000073121926,0.000010988274,0.004854969,0.0004224082,0.00062121527,0.00024346041,0.02302829,0.00013426438],"about_ca_topic_score_codex":0.000035564088,"about_ca_topic_score_gemma":0.0000061766073,"teacher_disagreement_score":0.046983417,"about_ca_system_score_codex":0.00023348993,"about_ca_system_score_gemma":0.0007917019,"threshold_uncertainty_score":0.99941456},"labels":[],"label_agreement":null},{"id":"W4312680782","doi":"10.2196/38758","title":"Promoting Self-management and Patient Activation Through eHealth: Protocol for a Systematic Literature Review and Meta-analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; Princess Margaret Cancer Centre; University of Toronto; York University","funders":"York University; Association canadienne des infirmières en oncologie","keywords":"eHealth; Systematic review; Psychological intervention; Medicine; Meta-analysis; MEDLINE; Randomized controlled trial; Health care; Protocol (science); Alternative medicine; Nursing; Surgery","score_opus":0.22790251832015224,"score_gpt":0.5373289825002227,"score_spread":0.3094264641800704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312680782","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000126998175,0.00051180663,0.000039994746,0.0040140282,9.686328e-7,0.9950403,0.00003325696,0.00005479932,0.00029217443],"genre_scores_gemma":[0.00028560453,0.000009420834,0.0005611687,0.0011076408,0.000017172792,0.99744445,0.000022629874,0.000026979831,0.0005249379],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99639416,0.0010284169,0.0005410749,0.0005495532,0.0010887322,0.00039808315],"domain_scores_gemma":[0.9984525,0.00018732966,0.0002366114,0.00053185574,0.0004481981,0.00014349913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022393358,0.00019340336,0.0010260027,0.00027367295,0.0004900266,0.00013488378,0.0001277116,0.00004816668,0.00015226718],"category_scores_gemma":[0.00009531944,0.00013362356,0.00028903974,0.0016491038,0.000034508368,0.00016455425,0.00031006825,0.00048237253,8.669344e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047646504,0.0005732477,0.000071511924,0.9719139,0.011452039,0.000020783978,0.009512353,6.982843e-7,0.000016410055,0.00053039234,0.0050578504,0.00037440486],"study_design_scores_gemma":[0.007505165,0.011631704,0.00021286913,0.11307737,0.041116692,0.00010904741,0.003666605,0.00045459962,0.00051906385,0.001095648,0.81982476,0.00078650186],"about_ca_topic_score_codex":0.00001373713,"about_ca_topic_score_gemma":0.000009414939,"teacher_disagreement_score":0.8588365,"about_ca_system_score_codex":0.00021678205,"about_ca_system_score_gemma":0.00009230949,"threshold_uncertainty_score":0.5449011},"labels":[],"label_agreement":null},{"id":"W4312684691","doi":"10.2196/40565","title":"Artificial Intelligence and Precision Health Through Lenses of Ethics and Social Determinants of Health: Protocol for a State-of-the-Art Literature Review","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mälardalens högskola","keywords":"Clinical decision support system; Protocol (science); Social determinants of health; Psychosocial; Health promotion; Health equity; Psychological intervention; Medicine; Computer science; Data science; Artificial intelligence; Public health; Decision support system; Alternative medicine; Psychiatry; Nursing; Pathology","score_opus":0.7892452887334733,"score_gpt":0.7038913299433629,"score_spread":0.08535395879011043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312684691","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016445733,0.00037417698,0.00019427524,0.019329682,0.000014973773,0.97835076,0.000072563205,0.000008025068,0.000010982261],"genre_scores_gemma":[0.004164534,0.00017624898,0.00064609793,0.0006232863,0.000053821317,0.9942195,0.000008163052,0.000018675522,0.000089666166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99500114,0.0018944368,0.0014008767,0.00033327588,0.0009630662,0.0004071797],"domain_scores_gemma":[0.99688756,0.0009956401,0.0006856454,0.0003302259,0.0010127153,0.000088197434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008751683,0.00012517265,0.00058539957,0.00013157538,0.0007555396,0.00001758569,0.00019733852,0.00008727465,0.000029141767],"category_scores_gemma":[0.0014144753,0.000093921415,0.000087027714,0.0006949201,0.0004479962,0.00010418633,0.00023504607,0.0010645239,5.115367e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023009614,0.0009498556,0.0022062946,0.12095697,0.000009959124,0.0000010260724,0.028560424,0.0000010540989,0.00030955035,0.00075111043,0.008239812,0.83571297],"study_design_scores_gemma":[0.00067501015,0.045451604,0.0036303257,0.20328589,0.000013819652,0.00010771075,0.007512514,0.00035332242,0.115267076,0.07965545,0.5435701,0.00047716743],"about_ca_topic_score_codex":0.00015037796,"about_ca_topic_score_gemma":0.000080181846,"teacher_disagreement_score":0.83523583,"about_ca_system_score_codex":0.00012098451,"about_ca_system_score_gemma":0.0024251086,"threshold_uncertainty_score":0.58110756},"labels":[],"label_agreement":null},{"id":"W4312706946","doi":"10.2196/38213","title":"The Effects of HIV Infection on the Immune Response to Malaria Among Pregnant Women in Kumba, Southwest Cameroon: Protocol for a Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Life and Earth Sciences, Pan African University; Pan African University; African Union","keywords":"Malaria; Cross-sectional study; Human immunodeficiency virus (HIV); Medicine; Environmental health; Immunology; Obstetrics","score_opus":0.0910224168282736,"score_gpt":0.48650636706906736,"score_spread":0.39548395024079375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312706946","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24857932,7.41519e-7,0.000006233204,0.0017145535,0.000010146872,0.7495152,0.00001861484,0.000027052103,0.00012815096],"genre_scores_gemma":[0.3268479,3.9200692e-8,0.0000038300323,0.000023163795,0.00007337038,0.66917765,0.000002259814,0.00003264192,0.0038391144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9900175,0.0049390383,0.00070097786,0.000574007,0.0024649587,0.0013035601],"domain_scores_gemma":[0.9931409,0.004685897,0.00016774188,0.0010743006,0.0006213837,0.00030977608],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.021879695,0.00022454617,0.00039086095,0.00057032186,0.0013832046,0.0002518992,0.00066513114,0.00008878045,0.0003171975],"category_scores_gemma":[0.0074241455,0.00013198814,0.00016223724,0.0013508546,0.00031931236,0.00009678003,0.0006548044,0.0016922122,0.000025742476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3171147,0.008964841,0.6400248,0.0015159881,0.00020604997,0.00012247515,0.0036153947,0.00009162267,0.023034094,0.001481955,0.0020465185,0.0017815657],"study_design_scores_gemma":[0.016334038,0.039405942,0.91851646,0.000736768,0.0000016816737,0.0000061155665,0.0006968092,0.000137552,0.0015773305,0.00027886961,0.022187212,0.000121211684],"about_ca_topic_score_codex":0.00033352143,"about_ca_topic_score_gemma":0.00011674188,"teacher_disagreement_score":0.30078068,"about_ca_system_score_codex":0.0010366489,"about_ca_system_score_gemma":0.0011131347,"threshold_uncertainty_score":0.99991685},"labels":[],"label_agreement":null},{"id":"W4312730938","doi":"10.2196/41523","title":"Virtual Reality Therapy for People With Epilepsy and Related Anxiety: Protocol for a 3-Phase Pilot Clinical Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; University Health Network; York University","funders":"York University","keywords":"Epilepsy; Anxiety; Population; Virtual reality; Clinical trial; Quality of life (healthcare); Protocol (science); Psychology; Medicine; Psychiatry; Clinical psychology; Psychotherapist; Alternative medicine; Computer science","score_opus":0.3844523757149471,"score_gpt":0.6166216730704294,"score_spread":0.23216929735548225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312730938","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012541642,0.000002129996,0.0001223994,0.002763094,0.000010650094,0.9837508,0.00022912867,0.000116880794,0.00046326916],"genre_scores_gemma":[0.008181006,0.0000022910222,0.00060932606,0.0000953142,0.00034953927,0.98809403,0.00016173976,0.000097752636,0.0024089862],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936027,0.001618311,0.0008979484,0.0010806785,0.001600978,0.0011993921],"domain_scores_gemma":[0.9957558,0.001633756,0.00020662411,0.00091009313,0.0007268899,0.00076684233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009090625,0.00031187147,0.0008098574,0.00027821996,0.001089365,0.00013319725,0.0003381837,0.00014116504,0.0005583035],"category_scores_gemma":[0.00082978274,0.00021684152,0.0002618607,0.00070841314,0.00045228985,0.00014318436,0.0002919764,0.0013221445,0.0000094303205],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8800099,0.022604993,0.011770244,0.0006047028,0.00027898597,0.00005512315,0.00024620633,0.0000012030021,0.00028210334,0.00089586,0.037781328,0.045469332],"study_design_scores_gemma":[0.37857664,0.29840153,0.0022235196,0.00022085191,0.000007179193,0.000043211974,0.0001339498,0.00026643093,0.00021619882,0.0008458074,0.31890577,0.0001588901],"about_ca_topic_score_codex":0.00004279459,"about_ca_topic_score_gemma":0.000028424854,"teacher_disagreement_score":0.50143325,"about_ca_system_score_codex":0.00027545786,"about_ca_system_score_gemma":0.0018515654,"threshold_uncertainty_score":0.88425404},"labels":[],"label_agreement":null},{"id":"W4312738731","doi":"10.2196/41230","title":"Characteristics of Occupational Therapy Interventions for Community-Dwelling Adults With Anxiety: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"CINAHL; Psychological intervention; Anxiety; Occupational therapy; Systematic review; MEDLINE; Inclusion (mineral); Cochrane Library; Medicine; Protocol (science); Intervention (counseling); Clinical psychology; Psychology; Psychiatry; Alternative medicine","score_opus":0.8733832317834536,"score_gpt":0.7660712971078469,"score_spread":0.10731193467560662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312738731","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.155643e-8,0.09743542,0.00041535948,0.00012211161,0.000016469921,0.9007205,0.0010367273,0.000052092993,0.0002012525],"genre_scores_gemma":[5.3930984e-9,0.42022282,0.00076172146,0.00007566482,0.0002481476,0.5770989,0.0009399374,0.00011772788,0.00053505955],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9815722,0.012173951,0.002725115,0.00064879464,0.0017221102,0.0011578404],"domain_scores_gemma":[0.97545385,0.017767258,0.0023967985,0.0012791809,0.002881419,0.00022147037],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019675754,0.0005203772,0.0023420877,0.0007440694,0.0038744127,0.000068597285,0.001540275,0.00043287143,0.0025312272],"category_scores_gemma":[0.0026048317,0.0003680531,0.0010576867,0.0012807654,0.00023495573,0.00030923157,0.000542467,0.005145709,0.00003549284],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048741214,0.0011367701,0.000045446523,0.65896183,0.000114435476,7.0438125e-7,0.0002143019,9.1030216e-8,2.0417387e-7,0.0002049814,0.006962172,0.32748494],"study_design_scores_gemma":[0.0021386526,0.0022802404,0.0000072617054,0.4791271,0.000017651719,0.0000017557657,0.00009493158,0.0000030413692,4.3253112e-7,0.000043414024,0.516104,0.00018153845],"about_ca_topic_score_codex":0.00003322716,"about_ca_topic_score_gemma":0.000036139143,"teacher_disagreement_score":0.5091418,"about_ca_system_score_codex":0.00049310835,"about_ca_system_score_gemma":0.008947324,"threshold_uncertainty_score":0.99987715},"labels":[],"label_agreement":null},{"id":"W4312769485","doi":"10.2196/41416","title":"A Communication Partner Training Program Delivered via Telehealth for People Living With Parkinson's (Better Conversations With Parkinson's): Protocol for a Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Parkinson's UK; National Institute for Health and Care Research","keywords":"Telehealth; Conversation; Psychological intervention; Psychology; Medicine; Population; Telerehabilitation; Applied psychology; Medical education; Telemedicine; Health care; Nursing; Communication","score_opus":0.43112041689109154,"score_gpt":0.6109012168697604,"score_spread":0.17978079997866886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312769485","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015323977,8.9118146e-7,0.0034020713,0.0033074997,0.0000054041657,0.9767163,0.00011033299,0.0006034818,0.00053004577],"genre_scores_gemma":[0.21848576,1.1649987e-7,0.016459413,0.00021279244,0.000040183357,0.76435554,0.000068510126,0.00007681521,0.0003008944],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882416,0.007352538,0.0009488602,0.0010142578,0.0010200526,0.0014226967],"domain_scores_gemma":[0.9893408,0.0049975016,0.00071454595,0.0027694798,0.0019065426,0.0002711441],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011689433,0.00035695318,0.00064466114,0.00032410742,0.008309282,0.000074580756,0.001537485,0.00021846587,0.0004697552],"category_scores_gemma":[0.0007488607,0.0002858088,0.00011310482,0.0011855754,0.00063210004,0.0002700785,0.0011034022,0.002762193,0.000009892974],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010447721,0.013905239,0.90790546,0.0022513627,0.0001518498,0.0000018523003,0.024413427,0.000016541015,0.00003275946,0.0006644,0.014042156,0.02616724],"study_design_scores_gemma":[0.015540922,0.017021097,0.22833988,0.0009872895,0.000015400132,0.000004417013,0.043417055,0.0015216942,0.000009215292,0.00058964203,0.69213957,0.0004138107],"about_ca_topic_score_codex":0.00025723,"about_ca_topic_score_gemma":0.003928634,"teacher_disagreement_score":0.67956555,"about_ca_system_score_codex":0.0013144811,"about_ca_system_score_gemma":0.0023779212,"threshold_uncertainty_score":0.9999594},"labels":[],"label_agreement":null},{"id":"W4312787310","doi":"10.2196/43193","title":"Biological Mechanisms in Pregnant Women With Anxiety (Happy Mother-Healthy Baby Supplement Study): Protocol for a Longitudinal Mixed Methods Observational Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of General Medical Sciences; National Institute of Mental Health","keywords":"Anxiety; Medicine; Randomized controlled trial; Observational study; Psychosocial; Pregnancy; Edinburgh Postnatal Depression Scale; Psychological intervention; Clinical psychology; Psychiatry; Internal medicine","score_opus":0.5056513115317375,"score_gpt":0.612708372192352,"score_spread":0.10705706066061449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312787310","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050741177,0.0000013196183,0.00032815727,0.0007646824,0.000012732102,0.94796765,0.000068980415,0.00006993989,0.000045347817],"genre_scores_gemma":[0.024725132,1.7432758e-7,0.009016673,0.0001573631,0.000075206706,0.9654792,0.000019866085,0.000055477085,0.00047091238],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99144465,0.0035179595,0.0009095484,0.0010070759,0.0017162053,0.0014045537],"domain_scores_gemma":[0.99793464,0.0005008315,0.00021490782,0.0006658106,0.00026702546,0.00041680978],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010877095,0.0003300452,0.00064074184,0.00033925186,0.0007501229,0.000063133,0.00043094496,0.000081127444,0.0015743645],"category_scores_gemma":[0.000121437624,0.00023224787,0.000064434695,0.0007618135,0.00009242315,0.00011274235,0.0006353067,0.0011018575,0.0000070019973],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18294212,0.066785276,0.71901727,0.012843533,0.00018551269,0.0003901773,0.008006255,0.000030722753,0.0006698494,0.0014726528,0.0011703636,0.006486284],"study_design_scores_gemma":[0.045204364,0.2824599,0.5803988,0.0073828413,0.0000062230897,0.00009383481,0.01009327,0.0002077537,0.0010508054,0.0019478947,0.07063784,0.00051646755],"about_ca_topic_score_codex":0.00010296744,"about_ca_topic_score_gemma":0.00007333101,"teacher_disagreement_score":0.21567465,"about_ca_system_score_codex":0.0011642111,"about_ca_system_score_gemma":0.00080275966,"threshold_uncertainty_score":0.9993383},"labels":[],"label_agreement":null},{"id":"W4312868667","doi":"10.2196/40753","title":"The Good Talk! A Serious Game to Boost People’s Competence to Have Open Conversations About COVID-19: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Misinformation; Conversation; Social media; Psychology; Competence (human resources); Randomized controlled trial; Pandemic; Public relations; Social psychology; Internet privacy; Medical education; Medicine; Coronavirus disease 2019 (COVID-19); Computer science; Political science; World Wide Web","score_opus":0.1798250145316415,"score_gpt":0.5656612184782501,"score_spread":0.3858362039466086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312868667","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011525874,0.0000012645548,0.0005010128,0.04404178,0.000033047807,0.9480524,0.000063888896,0.00008645679,0.0071049067],"genre_scores_gemma":[0.0015914305,3.602312e-7,0.00020405426,0.0019499192,0.00039392393,0.9742052,0.000005874777,0.000037772257,0.02161146],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877905,0.0071188235,0.0009662804,0.00073096226,0.00208748,0.0013059208],"domain_scores_gemma":[0.9893073,0.007771257,0.00032315688,0.0007585571,0.00085030904,0.0009894194],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024066936,0.00025139542,0.0011635957,0.00028268795,0.0073429607,0.001984556,0.0029969853,0.000093047325,0.0018511093],"category_scores_gemma":[0.01581225,0.00018159609,0.00042849669,0.0010685322,0.00015845014,0.00033940646,0.001475923,0.0006076444,0.000081893835],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8901075,0.00053662225,0.000078223435,0.00007993833,0.00006305941,0.000013640493,0.014541333,0.000056154782,0.000040314295,0.024735032,0.06929445,0.00045371795],"study_design_scores_gemma":[0.46231514,0.0015791672,0.000016428914,0.0000610872,0.0000037812995,8.5592427e-7,0.0033366983,0.0000683582,0.000006386489,0.0021757195,0.53029144,0.00014494733],"about_ca_topic_score_codex":0.0026535927,"about_ca_topic_score_gemma":0.017745623,"teacher_disagreement_score":0.46099696,"about_ca_system_score_codex":0.00094744225,"about_ca_system_score_gemma":0.007952845,"threshold_uncertainty_score":0.99906135},"labels":[],"label_agreement":null},{"id":"W4312882307","doi":"10.2196/37569","title":"A Stepped Health Services Intervention to Improve Care for Mental and Neurological Diseases: Protocol for a Prospective Cohort Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychiatric care and mental health services","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Intervention (counseling); Mental health; Cohort; Prospective cohort study; Psychology; Psychiatry; Family medicine; Physical therapy; Gerontology; Alternative medicine","score_opus":0.11376444807967033,"score_gpt":0.5961221356973517,"score_spread":0.4823576876176814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312882307","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010682061,0.000013283168,0.000024537507,0.0007319337,0.00012475047,0.98692375,0.0012282929,0.000093119736,0.00017825667],"genre_scores_gemma":[0.0049799983,8.153072e-8,0.00018156576,0.000868815,0.00044586105,0.99285084,0.00014043176,0.000047795846,0.0004846209],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956611,0.00091472967,0.00060811883,0.0010604152,0.0006772447,0.0010784008],"domain_scores_gemma":[0.9983298,0.00023910718,0.00023400801,0.000432694,0.0002569573,0.0005074123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017396285,0.00023073917,0.0004131479,0.00026221492,0.0012108327,0.00012260844,0.00047784252,0.00008730966,0.00027169703],"category_scores_gemma":[0.000011758054,0.00020618712,0.00018794865,0.00042302097,0.000060146824,0.00011959528,0.00056659704,0.0003497036,0.000010019728],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8358165,0.007677299,0.013812207,0.018096799,0.00012139125,0.000009067506,0.031865597,7.0849023e-7,0.00005870624,0.001387806,0.025441179,0.06571274],"study_design_scores_gemma":[0.15916385,0.13850108,0.01307011,0.0004796368,0.000007975467,0.000009196294,0.027633047,0.00006399651,0.00001880653,0.0010230907,0.65970427,0.00032496947],"about_ca_topic_score_codex":0.00057664537,"about_ca_topic_score_gemma":0.00047989015,"teacher_disagreement_score":0.67665267,"about_ca_system_score_codex":0.00045758297,"about_ca_system_score_gemma":0.00030577212,"threshold_uncertainty_score":0.9312869},"labels":[],"label_agreement":null},{"id":"W4312893411","doi":"10.2196/39130","title":"An Intervention Program to Reduce Medication-Related Problems Among Polymedicated Home-Dwelling Older Adults (OptiMed): Protocol for a Pre-Post, Multisite, Pilot, and Feasibility Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Haute école Spécialisée de Suisse Occidentale","keywords":"Medicine; Intervention (counseling); Psychological intervention; Gerontology; Health care; Population; Geriatrics; Nursing; Family medicine; Environmental health; Psychiatry","score_opus":0.3909405300703347,"score_gpt":0.6318581917145033,"score_spread":0.2409176616441686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312893411","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23777546,0.0000024452074,0.00006565249,0.001012302,0.00001100158,0.76080865,0.000027010103,0.00023952936,0.000057930443],"genre_scores_gemma":[0.20603856,1.05051946e-7,0.00053939753,0.00006033575,0.0000605503,0.7925047,0.00009900166,0.000060890117,0.00063641963],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932742,0.0017923269,0.0010379252,0.001160583,0.0018599925,0.0008749802],"domain_scores_gemma":[0.99658245,0.00051402766,0.00033089172,0.00083776587,0.0007331224,0.0010017179],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061094337,0.00030900625,0.00047191835,0.00039866683,0.0007534702,0.00017197547,0.00052051566,0.00011289605,0.0010040192],"category_scores_gemma":[0.0008498253,0.00025691933,0.00011676723,0.001081532,0.0002671989,0.00052010006,0.0004893872,0.0014821246,0.000011496756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.065402426,0.13206941,0.53435415,0.011843018,0.00040258825,0.000056236517,0.013050367,0.0000754537,0.004395186,0.000016684959,0.002428911,0.23590559],"study_design_scores_gemma":[0.08137824,0.14735542,0.6684164,0.00595721,0.00006976139,0.000044025925,0.00401219,0.058814835,0.0010296099,0.00012843122,0.032008026,0.0007858605],"about_ca_topic_score_codex":0.0003570065,"about_ca_topic_score_gemma":0.000040486197,"teacher_disagreement_score":0.23511973,"about_ca_system_score_codex":0.00030760915,"about_ca_system_score_gemma":0.00024317883,"threshold_uncertainty_score":0.9999883},"labels":[],"label_agreement":null},{"id":"W4312919909","doi":"10.2196/42160","title":"Home Care in the Daily Lives of Older People: Protocol for an Ethnographic Two-Year Longitudinal Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ethnography; Gerontology; Protocol (science); Psychology; Longitudinal study; Medicine; Sociology; Alternative medicine","score_opus":0.37984280277282034,"score_gpt":0.6337353307390954,"score_spread":0.25389252796627504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312919909","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062467616,0.0000027449444,0.0000034551297,0.00021510884,0.000022567272,0.936046,0.00005791457,0.000049124534,0.0011354333],"genre_scores_gemma":[0.23827732,5.257311e-8,0.000055949677,0.000018309025,0.0001703664,0.761264,0.000018093111,0.000037407273,0.00015847746],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98974746,0.0063280915,0.00070855377,0.00058156403,0.0016030732,0.0010312612],"domain_scores_gemma":[0.99668926,0.0011644436,0.0002291788,0.0010331617,0.0007561519,0.00012778518],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006888258,0.00020530757,0.0004256337,0.0007340646,0.002039404,0.000051894658,0.0012050666,0.00009208338,0.00058241305],"category_scores_gemma":[0.00015163368,0.00014984407,0.00013161152,0.0022915308,0.00014922238,0.00018072933,0.0005331864,0.0019917197,0.000011051559],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004536977,0.004087356,0.6617133,0.0029257557,0.000021338445,0.0000144408405,0.30586904,0.0000070749165,0.00006323718,0.0003269671,0.018741459,0.0016930652],"study_design_scores_gemma":[0.010739203,0.013601338,0.41538596,0.00055512745,0.0000041654253,0.000001752238,0.531804,0.000006856894,0.000008448232,0.0004542587,0.027252361,0.00018648666],"about_ca_topic_score_codex":0.0009839287,"about_ca_topic_score_gemma":0.0034220186,"teacher_disagreement_score":0.24632731,"about_ca_system_score_codex":0.00021202958,"about_ca_system_score_gemma":0.0009149779,"threshold_uncertainty_score":0.9992598},"labels":[],"label_agreement":null},{"id":"W4312923804","doi":"10.2196/43221","title":"Combining Intensive Rehabilitation With a Nonfunctional Isokinetic Strengthening Program in Adolescents With Cerebral Palsy: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cerebral palsy; Rehabilitation; Spasticity; Physical medicine and rehabilitation; Physical therapy; Medicine; Randomized controlled trial; Gait; Population; Spastic diplegia; Surgery","score_opus":0.07463759920098223,"score_gpt":0.4601001680710038,"score_spread":0.38546256887002156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312923804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014886424,7.697593e-7,0.00009306993,0.0011969471,0.000008161454,0.98324627,0.000005591724,0.00009350793,0.00046924924],"genre_scores_gemma":[0.06268379,2.0468127e-8,0.0010500691,0.00018053778,0.0000821597,0.9355584,0.000033158074,0.00005673537,0.00035513536],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944251,0.0016350579,0.0008940164,0.00064192043,0.0016427161,0.0007611498],"domain_scores_gemma":[0.99719244,0.0009016182,0.0003315516,0.00035026338,0.0010531772,0.00017092578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041942187,0.00029909774,0.001323114,0.0005895493,0.00038731875,0.000095412244,0.00018663004,0.00007678989,0.00024701684],"category_scores_gemma":[0.0016827317,0.00019405165,0.00028306793,0.0007868882,0.0004129953,0.00013754715,0.00013184913,0.0010260455,0.000002429912],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9816997,0.005428042,0.007148895,0.0014235128,0.00014072697,0.000016304328,0.0010591436,0.00009426691,0.000049451388,0.00040400538,0.00052190677,0.0020140517],"study_design_scores_gemma":[0.92935586,0.052966602,0.00072256214,0.005341066,0.000023014014,0.0000074413,0.0026884493,0.0019833464,0.00001702606,0.00044206943,0.006236096,0.00021644875],"about_ca_topic_score_codex":0.00004740663,"about_ca_topic_score_gemma":0.00007525384,"teacher_disagreement_score":0.052343816,"about_ca_system_score_codex":0.00027712082,"about_ca_system_score_gemma":0.0008208651,"threshold_uncertainty_score":0.79131967},"labels":[],"label_agreement":null},{"id":"W4312938396","doi":"10.2196/35452","title":"Development of an Artificial Intelligence–Guided Citizen-Centric Predictive Model for the Uptake of Maternal Health Services Among Pregnant Women Living in Urban Slum Settings in India: Protocol for a Cross-sectional Study With a Mixed Methods Design","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Slum; Medicine; Environmental health; Socioeconomic status; Pregnancy; Health care; Health facility; Population; Economic growth; Health services","score_opus":0.2224410156197082,"score_gpt":0.544288897167868,"score_spread":0.3218478815481598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312938396","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36116567,8.0370455e-7,0.006067427,0.00002398369,0.0000041481667,0.6326818,0.000038194983,0.000013736203,0.000004258492],"genre_scores_gemma":[0.17265022,6.257393e-8,0.02012434,0.000029609806,0.000034335964,0.8070963,0.000004363876,0.00002853026,0.0000322458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99475795,0.0010781181,0.0014831057,0.0005392778,0.0012364042,0.0009051361],"domain_scores_gemma":[0.99803394,0.00044670785,0.0005080676,0.00029524314,0.00050586945,0.00021018859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015138673,0.00020839559,0.00053389324,0.0005028572,0.00046343502,0.00006259498,0.0005026989,0.000068785084,0.00002963426],"category_scores_gemma":[0.00011399111,0.00014233575,0.000052259355,0.00081875897,0.00012927805,0.00014072664,0.00031554655,0.0005776115,1.9348187e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.056220982,0.011751708,0.7873447,0.015353343,0.00018468124,0.000020344607,0.10280368,0.009199899,0.00055486953,0.0002318152,0.00004666666,0.016287308],"study_design_scores_gemma":[0.004004051,0.014379395,0.8578711,0.0039024123,0.0000025995523,0.000010443438,0.011045112,0.10603627,0.0014496663,0.0010041806,0.00015612703,0.0001386505],"about_ca_topic_score_codex":0.00021152059,"about_ca_topic_score_gemma":0.00019604196,"teacher_disagreement_score":0.18851544,"about_ca_system_score_codex":0.0010083903,"about_ca_system_score_gemma":0.0024411823,"threshold_uncertainty_score":0.58042836},"labels":[],"label_agreement":null},{"id":"W4312939944","doi":"10.2196/39996","title":"Enhancing Self-care Among Oral Cancer Survivors: Protocol for the Empowered Survivor Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Protocol (science); Cancer survivor; Medicine; Cancer; Psychology; Gerontology; Physical therapy; Alternative medicine; Internal medicine","score_opus":0.20915986431107328,"score_gpt":0.5518044121109742,"score_spread":0.34264454779990094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312939944","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00341474,0.0000132377,0.000054009943,0.0009112721,0.0001356825,0.99390554,0.00014552401,0.00025950436,0.0011605131],"genre_scores_gemma":[0.0074048988,4.6750722e-7,0.000078367375,0.00017015275,0.0012366759,0.9878613,0.000036605496,0.00013508994,0.0030764875],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99312925,0.0014088114,0.00069161993,0.0008750972,0.002560404,0.0013348226],"domain_scores_gemma":[0.99606097,0.0009805639,0.00021333841,0.0012278026,0.0011668993,0.00035042095],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046135043,0.00036652028,0.0005895783,0.0003073091,0.0017787929,0.00025272116,0.00093616307,0.00016808901,0.0028139723],"category_scores_gemma":[0.00027462337,0.0002647268,0.00041959615,0.0013512651,0.0002546933,0.00019220449,0.0007236048,0.0017116152,0.000019140463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6767103,0.006623043,0.076719575,0.018242765,0.0009887528,0.00021001196,0.048570216,0.00008818328,0.0036180266,0.00082005106,0.12340932,0.04399977],"study_design_scores_gemma":[0.056092672,0.006354621,0.0019333679,0.0007604547,0.000017342221,0.000005788766,0.00779929,0.00010770478,0.0027862005,0.0000644925,0.9237428,0.0003352863],"about_ca_topic_score_codex":0.0061818906,"about_ca_topic_score_gemma":0.030012174,"teacher_disagreement_score":0.80033344,"about_ca_system_score_codex":0.0010720594,"about_ca_system_score_gemma":0.0020820396,"threshold_uncertainty_score":0.9999805},"labels":[],"label_agreement":null},{"id":"W4312958907","doi":"10.2196/39798","title":"Updating the Data on Malaria Vectors in Malaysia: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kementerian Kesihatan Malaysia","keywords":"Protocol (science); Malaria; Computer science; Data science; Medicine; Alternative medicine","score_opus":0.6422035032553328,"score_gpt":0.6645977168449302,"score_spread":0.022394213589597367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312958907","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.34266e-10,0.16844139,0.0000038996322,0.0030630853,0.000006442344,0.82574457,0.0001486998,0.00005632679,0.0025355676],"genre_scores_gemma":[2.5437936e-9,0.26969913,0.00009248335,0.00024852378,0.0004461449,0.7282423,0.00041886175,0.00015044307,0.00070211396],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98614025,0.005088605,0.0018859507,0.0017710237,0.0031555288,0.0019586515],"domain_scores_gemma":[0.9894454,0.004335282,0.0005783154,0.004884582,0.00033087883,0.0004255576],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021639295,0.00069135096,0.0029560127,0.0008930699,0.0006224145,0.00032005427,0.00388358,0.00035632783,0.0046009314],"category_scores_gemma":[0.00965465,0.00041487624,0.0005906255,0.0026170914,0.00023161966,0.00021373799,0.002823341,0.005818256,0.00017446814],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073907303,0.00052383647,0.0000026712355,0.53563875,0.00008017852,0.00012541296,0.0000082796505,1.1789678e-7,3.4691942e-7,0.0009664322,0.03321831,0.4286966],"study_design_scores_gemma":[0.0020544422,0.0012858632,0.0000016037793,0.4585227,0.000025507457,0.00003130877,0.000008576856,0.00003619914,2.7674798e-7,0.000023098628,0.53782654,0.00018384268],"about_ca_topic_score_codex":0.000026535785,"about_ca_topic_score_gemma":0.000021674263,"teacher_disagreement_score":0.5046083,"about_ca_system_score_codex":0.0007761296,"about_ca_system_score_gemma":0.0073578544,"threshold_uncertainty_score":0.9998303},"labels":[],"label_agreement":null},{"id":"W4312964792","doi":"10.2196/38603","title":"Personalization of Mobile Apps for Health Behavior Change: Protocol for a Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Logistic regression; Psychological intervention; Scale (ratio); Computer science; Applied psychology; Cross-sectional study; Data collection; Psychology; Ordered logit; Protocol (science); Medicine; World Wide Web; Statistics; Machine learning; Mathematics; Geography","score_opus":0.675461946218924,"score_gpt":0.7439841738083922,"score_spread":0.06852222758946824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312964792","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007402934,0.0000030546546,0.0005127378,0.00045533854,0.000033647375,0.9969173,0.0010793385,0.000113862996,0.00014443372],"genre_scores_gemma":[0.0014466742,2.9852455e-7,0.00066626404,0.00048120378,0.0004899321,0.9946254,0.00023453789,0.0000868669,0.0019688513],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99233645,0.0021873761,0.0017524877,0.000793478,0.0013966113,0.0015335915],"domain_scores_gemma":[0.99500644,0.0011728109,0.00084662624,0.0007099875,0.0017501262,0.000513999],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012351667,0.00021007637,0.0004751779,0.000467009,0.006464173,0.000029008103,0.000603905,0.00016025075,0.0012879751],"category_scores_gemma":[0.00027968394,0.0002071456,0.0001452277,0.0009528002,0.00013437078,0.00015863206,0.00038248717,0.0011673215,0.000022633118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009599999,0.016148686,0.78171784,0.034292966,0.000026989983,0.000001033403,0.007888757,0.000023341185,0.00016122643,0.008866247,0.1150534,0.02621953],"study_design_scores_gemma":[0.009479411,0.011436357,0.08867414,0.0002808941,0.0000014162963,0.0000012889515,0.0022532127,0.00019740603,0.000009233129,0.00040328832,0.8871249,0.00013847821],"about_ca_topic_score_codex":0.00032620467,"about_ca_topic_score_gemma":0.00012734445,"teacher_disagreement_score":0.7720715,"about_ca_system_score_codex":0.0011217777,"about_ca_system_score_gemma":0.00438682,"threshold_uncertainty_score":0.99962497},"labels":[],"label_agreement":null},{"id":"W4312972761","doi":"10.2196/37636","title":"Violence Against Paramedics: Protocol for Evaluating 2 Years of Reports Through a Novel, Point-of-Event Reporting Process","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"University of Windsor","keywords":"Descriptive statistics; Workplace violence; Medical emergency; Harm; Poison control; Psychology; Medicine; Suicide prevention; Applied psychology; Social psychology","score_opus":0.43774997025781015,"score_gpt":0.6474765696262251,"score_spread":0.20972659936841498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312972761","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035819657,0.0000020830885,0.0002166647,0.00022653744,0.00001704804,0.9622244,0.000009638628,0.00005828997,0.0014256291],"genre_scores_gemma":[0.03230467,4.6811505e-7,0.0023535076,0.000034468132,0.00013920524,0.96499854,0.000004443726,0.000030550502,0.0001341389],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922381,0.0008086089,0.0019325833,0.00063254713,0.003459844,0.0009282858],"domain_scores_gemma":[0.9946476,0.00072642526,0.002778908,0.0005581982,0.0011563806,0.00013246537],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026881523,0.0001494024,0.00042111872,0.00019637693,0.0011759311,0.0000772997,0.000718383,0.00010843546,0.00020700264],"category_scores_gemma":[0.010028824,0.00015210516,0.0001790875,0.0014462064,0.0006031877,0.00036062376,0.00041298373,0.0006858176,0.0000016320685],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064765313,0.010870104,0.14129122,0.019718327,0.00023215263,0.00060872134,0.15635747,0.0068656523,0.06279148,0.007568878,0.011240998,0.57597846],"study_design_scores_gemma":[0.010380203,0.01280989,0.0017117033,0.08374957,0.00002172214,0.00007992743,0.18497962,0.0029064221,0.037306897,0.098809876,0.5653589,0.0018853176],"about_ca_topic_score_codex":0.00034942655,"about_ca_topic_score_gemma":0.000022184071,"teacher_disagreement_score":0.57409316,"about_ca_system_score_codex":0.00026811362,"about_ca_system_score_gemma":0.0029403863,"threshold_uncertainty_score":0.99831015},"labels":[],"label_agreement":null},{"id":"W4312995373","doi":"10.2196/42516","title":"Nurses’ Perceptions of Climate Change: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institut National de Santé Publique du Québec; Université Laval; Centre hospitalier de l'Université Laval; Centre hospitalier universitaire de Québec","funders":"Université Laval","keywords":"CINAHL; Grey literature; Exploratory research; Inclusion (mineral); MEDLINE; Perception; Protocol (science); Climate change; Systematic review; Psychology; Medicine; Nursing; Psychological intervention; Alternative medicine; Political science; Sociology; Social psychology; Social science; Ecology","score_opus":0.7882500671612869,"score_gpt":0.7131186298402072,"score_spread":0.07513143732107963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312995373","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.6800047e-9,0.10054209,7.893746e-7,0.000166196,0.000008427029,0.89541,0.00028551483,0.00004884531,0.0035381461],"genre_scores_gemma":[8.607151e-11,0.4799001,0.00007255774,0.00009505444,0.00012643378,0.5195584,0.00005512054,0.000063916996,0.00012840163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935245,0.0012544865,0.0013498781,0.00085508736,0.0014506049,0.0015654302],"domain_scores_gemma":[0.99695843,0.00069184194,0.0007474468,0.0011111201,0.00006450667,0.000426659],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00467417,0.00045776597,0.0018668198,0.00027635993,0.00072324113,0.000065971464,0.0011348143,0.00024990126,0.036520645],"category_scores_gemma":[0.00041331176,0.00036792026,0.00056628796,0.001413907,0.00032598004,0.00027766573,0.0014005987,0.0010775349,0.00067573076],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028048458,0.00024434176,0.000008468267,0.46275738,0.000002858358,0.0000026512705,0.000088227025,2.0419112e-8,2.3423117e-7,0.000010417668,0.0223846,0.5144727],"study_design_scores_gemma":[0.00031186992,0.0006804915,0.0000030309443,0.4514488,0.000010217228,0.000008040785,0.00001468137,8.3446463e-7,1.7207216e-7,0.00002021253,0.5473255,0.00017613902],"about_ca_topic_score_codex":0.000028203282,"about_ca_topic_score_gemma":0.000037248206,"teacher_disagreement_score":0.5249409,"about_ca_system_score_codex":0.0008543453,"about_ca_system_score_gemma":0.0003763895,"threshold_uncertainty_score":0.9998773},"labels":[],"label_agreement":null},{"id":"W4313012316","doi":"10.2196/43666","title":"Pilot-testing a Multiplayer HIV and Sexually Transmitted Infection Prevention Video Game Intervention for Black Adolescent Girls: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences; National Institute on Drug Abuse; National Institutes of Health","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Human immunodeficiency virus (HIV); Medicine; Video game; Psychology; Family medicine; Multimedia; Computer science; Alternative medicine; Nursing","score_opus":0.43922295577834986,"score_gpt":0.618091651647225,"score_spread":0.17886869586887516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313012316","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007586684,0.0000025302181,0.015920732,0.0009036242,0.000108022745,0.9750793,0.000046878507,0.0002270644,0.00012515638],"genre_scores_gemma":[0.010062459,2.9045205e-7,0.0007796849,0.00011456121,0.0010015041,0.9808379,0.000056962155,0.00010157459,0.0070451093],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9812508,0.013045174,0.0022396205,0.0011325829,0.0010458833,0.001285934],"domain_scores_gemma":[0.9917321,0.0048847306,0.0011297717,0.00046718682,0.0014965431,0.00028963113],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.02576487,0.00039402072,0.0015032497,0.0005415158,0.0027022315,0.00008628006,0.0002710314,0.00018095417,0.00026423624],"category_scores_gemma":[0.0061868466,0.00030202055,0.00046296706,0.0005836698,0.0003089923,0.00029191503,0.00031582726,0.0019732632,0.000017453249],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9646691,0.0072718947,0.00083339313,0.013383936,0.00011819814,0.0000011954813,0.0014853574,0.000034228724,0.0013381538,0.0003962435,0.0064383936,0.0040299115],"study_design_scores_gemma":[0.90795493,0.014582503,0.0005400628,0.0036978098,0.000023937886,0.0000021942267,0.0005192888,0.00773156,0.000038639002,0.0023633894,0.06225367,0.0002920326],"about_ca_topic_score_codex":0.0000678908,"about_ca_topic_score_gemma":0.000037928447,"teacher_disagreement_score":0.05671418,"about_ca_system_score_codex":0.000619321,"about_ca_system_score_gemma":0.0010927594,"threshold_uncertainty_score":0.9999432},"labels":[],"label_agreement":null},{"id":"W4313022265","doi":"10.2196/40034","title":"Live and Recorded Music Interventions to Reduce Postoperative Pain: Protocol for a Nonrandomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Music therapy; Medicine; Psychological intervention; Randomized controlled trial; Physical therapy; Nursing; Surgery","score_opus":0.4680516566633169,"score_gpt":0.6345207192701265,"score_spread":0.16646906260680966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313022265","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012952277,0.0000019399008,0.00031825024,0.004077204,0.000058758884,0.99214923,0.00006427406,0.00007000526,0.001965118],"genre_scores_gemma":[0.00033594115,4.346027e-8,0.00044661178,0.0010307787,0.00040483527,0.9853269,0.000011690556,0.000049117833,0.012394113],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9876299,0.0093996795,0.0008423413,0.00073455874,0.0005569823,0.0008365423],"domain_scores_gemma":[0.9960175,0.002445958,0.00021724596,0.00056212826,0.00043696584,0.00032017223],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015599135,0.00022335771,0.0007486006,0.00041808444,0.0012708971,0.00014179526,0.0004639577,0.000108501175,0.018149076],"category_scores_gemma":[0.0010414316,0.0001874994,0.00033594845,0.0004695688,0.00013363702,0.000082364815,0.0002829898,0.00090124574,0.00007049377],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8149434,0.0034606596,0.0000048404095,0.00032488245,0.00008556386,0.000009669266,0.008795845,9.2871807e-7,0.00036225794,0.0024346812,0.15602617,0.013551154],"study_design_scores_gemma":[0.5612945,0.034453344,0.00002212526,0.00035029787,0.000002152408,0.00000456193,0.0016462998,0.000025383295,0.000015353764,0.0008481195,0.4011859,0.00015197921],"about_ca_topic_score_codex":0.0001037223,"about_ca_topic_score_gemma":0.00010415706,"teacher_disagreement_score":0.25364885,"about_ca_system_score_codex":0.00020387831,"about_ca_system_score_gemma":0.00046099196,"threshold_uncertainty_score":0.98274845},"labels":[],"label_agreement":null},{"id":"W4313028408","doi":"10.2196/42029","title":"Enhancing Veteran Community Reintegration Research (ENCORE): Protocol for a Mixed Methods and Stakeholder Engagement Project","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"General partnership; Stakeholder; Community-based participatory research; Public relations; Medicine; Participatory action research; Focus group; Service (business); Medical education; Nursing; Political science; Sociology; Business","score_opus":0.9687631480838685,"score_gpt":0.8554660536943637,"score_spread":0.11329709438950486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313028408","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002530859,3.5753894e-7,0.0032592579,0.0031437436,0.000027393457,0.9886882,0.000117402626,0.0001279881,0.002104818],"genre_scores_gemma":[0.001021721,1.5612633e-7,0.02636618,0.00077419926,0.00021268477,0.9693029,0.000023400124,0.00006643281,0.0022323285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8676733,0.12473234,0.0015357727,0.00077119767,0.0027973712,0.00249002],"domain_scores_gemma":[0.9721744,0.023671148,0.00038871347,0.0012321081,0.0021112862,0.00042235322],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1998131,0.0002520759,0.00041947374,0.0013286452,0.019465055,0.00019633518,0.0012201191,0.00015215455,0.0010688195],"category_scores_gemma":[0.013121705,0.00022310107,0.000065204906,0.0025454436,0.00048523903,0.00047914748,0.0024890848,0.007892056,0.000039972074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004853068,0.0014603614,0.0023639363,0.017735373,0.00004258914,0.0000104474875,0.26819956,0.000006074101,0.08364356,0.00957128,0.5350264,0.0770874],"study_design_scores_gemma":[0.0045143114,0.004272398,0.0013708683,0.00093341357,8.7456004e-7,0.0000025631607,0.06424075,0.00025966077,0.0035018413,0.003280097,0.9174203,0.00020290572],"about_ca_topic_score_codex":0.0016173848,"about_ca_topic_score_gemma":0.0009875674,"teacher_disagreement_score":0.38239396,"about_ca_system_score_codex":0.0018525589,"about_ca_system_score_gemma":0.005506972,"threshold_uncertainty_score":0.9998443},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313054925","doi":"10.2196/43084","title":"Examining Drug-Resistant Tuberculosis Stigma Among Health Care Workers Toward the Development of a Stigma-Reduction Intervention: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stigma (botany); Tuberculosis; Medicine; Protocol (science); Intervention (counseling); Social stigma; Health care; Psychological intervention; Family medicine; Psychiatry; Alternative medicine; Human immunodeficiency virus (HIV)","score_opus":0.5994490555584465,"score_gpt":0.6337244808819966,"score_spread":0.0342754253235501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313054925","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.4005255e-7,0.35147864,0.00002916372,0.0008476584,0.000013786278,0.6473924,0.00004088667,0.000057545905,0.00013936924],"genre_scores_gemma":[2.518518e-7,0.20422682,0.0012145787,0.000062613864,0.0002495514,0.79357576,0.00030319937,0.00014024894,0.00022699084],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98235595,0.007696602,0.0040159593,0.0015052464,0.002500543,0.0019257065],"domain_scores_gemma":[0.99302346,0.00211473,0.0016051657,0.0016043368,0.00095811184,0.00069422],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019702563,0.00078753673,0.004127268,0.0009696993,0.0012805584,0.00010718349,0.0012747545,0.00033533594,0.0008849446],"category_scores_gemma":[0.0034260147,0.0005159542,0.0013181932,0.0021530495,0.0006445957,0.00017118163,0.0011684288,0.002993427,0.000022959404],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004561763,0.00028277343,0.000034814737,0.49084964,0.0002559548,0.0000055354612,0.00075750164,2.4615176e-7,5.418669e-7,0.0000059536037,0.019527622,0.48782325],"study_design_scores_gemma":[0.0010654913,0.0013607894,0.00004681963,0.4784622,0.000043458436,0.000019574407,0.0011817256,0.0000011225352,0.00000506607,0.0000033789577,0.517599,0.0002114121],"about_ca_topic_score_codex":0.00016042935,"about_ca_topic_score_gemma":0.00015575327,"teacher_disagreement_score":0.49807137,"about_ca_system_score_codex":0.002832907,"about_ca_system_score_gemma":0.01079631,"threshold_uncertainty_score":0.9997292},"labels":[],"label_agreement":null},{"id":"W4313063648","doi":"10.2196/43702","title":"A Web-Based Decision Aid for Caregivers of Persons With Dementia With Firearm Access (Safe at Home Study): Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gun Ownership and Violence Research","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Randomized controlled trial; Medicine; Dementia; Population; Gerontology; Poison control; Suicide prevention; Social support; Psychology; Disease; Medical emergency; Environmental health; Social psychology","score_opus":0.19852063564840752,"score_gpt":0.5602221706903247,"score_spread":0.36170153504191715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313063648","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009588911,0.0000013512823,0.00032070355,0.0006083181,0.000010130406,0.988385,0.00006403845,0.000054135795,0.00096738426],"genre_scores_gemma":[0.02914311,1.7086421e-7,0.0005643144,0.000012984085,0.00011847018,0.9686321,0.0000074742056,0.00005054792,0.0014708282],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98741823,0.0052319947,0.00069926115,0.0007918445,0.004494855,0.001363801],"domain_scores_gemma":[0.99011385,0.007081299,0.00044209394,0.0005594254,0.0014283349,0.00037500955],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02216085,0.00028802917,0.001364362,0.00067284546,0.0031365254,0.00039169122,0.0016523096,0.000107814216,0.0012782557],"category_scores_gemma":[0.0015669971,0.00017985127,0.00048343706,0.0013768604,0.0011974276,0.0003195192,0.00042655662,0.0005367687,0.0000028490467],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9856885,0.002784213,0.002364745,0.0003903108,0.0002754027,0.000011246416,0.003829448,0.00006588412,0.00004146616,0.00024921173,0.0032561044,0.0010434825],"study_design_scores_gemma":[0.87524843,0.018599175,0.00002293765,0.0005231985,0.000035001685,3.7092352e-7,0.008205076,0.00058699585,0.00008484999,0.00019382277,0.09626676,0.00023336294],"about_ca_topic_score_codex":0.00059546175,"about_ca_topic_score_gemma":0.0018168769,"teacher_disagreement_score":0.11044004,"about_ca_system_score_codex":0.00063132134,"about_ca_system_score_gemma":0.0051558856,"threshold_uncertainty_score":0.9996347},"labels":[],"label_agreement":null},{"id":"W4313072379","doi":"10.2196/40496","title":"Multisite Agricultural Veterans Affairs Farming and Recovery Mental Health Services (VA FARMS) Pilot Program: Protocol for a Responsive Mixed Methods Evaluation Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Agriculture and Farm Safety","field":"Agricultural and Biological Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Veterans Affairs; Agriculture; Mental health; Program evaluation; Medicine; Business; Environmental health; Political science; Alternative medicine; Geography; Psychiatry","score_opus":0.27614785541642534,"score_gpt":0.5688537239192205,"score_spread":0.2927058685027952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313072379","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05407307,0.000007383648,0.0000043460445,0.0010465769,0.000020132602,0.9443786,0.00018953058,0.00014622229,0.00013414894],"genre_scores_gemma":[0.019450681,4.37516e-7,0.001819973,0.00008287636,0.00019998074,0.977984,0.00023712798,0.0000056959743,0.00021920034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900476,0.005891765,0.0006130029,0.0009714181,0.001528539,0.0009477105],"domain_scores_gemma":[0.99797624,0.0006937689,0.0003135939,0.00016128154,0.0005780591,0.00027703302],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008609875,0.000339055,0.00042283844,0.00007331031,0.0028086004,0.0003809007,0.0006068774,0.0000806417,0.00017318643],"category_scores_gemma":[0.00004828774,0.00013592144,0.00014469227,0.0011030703,0.00009345964,0.00039078324,0.0007211492,0.0006307888,0.0000053818185],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007794055,0.0055815135,0.0015329827,0.00047463534,0.00008642243,0.0000054187053,0.0061393986,0.000019617699,0.08764061,0.000038594713,0.0035253935,0.8871614],"study_design_scores_gemma":[0.009697844,0.08788973,0.22003894,0.00066056655,0.000013732094,0.00005034092,0.124072224,0.00076794985,0.0010830974,0.00035409056,0.5544938,0.00087767595],"about_ca_topic_score_codex":0.00043574648,"about_ca_topic_score_gemma":0.0013277136,"teacher_disagreement_score":0.8862837,"about_ca_system_score_codex":0.00038827275,"about_ca_system_score_gemma":0.00007433037,"threshold_uncertainty_score":0.9984896},"labels":[],"label_agreement":null},{"id":"W4313116499","doi":"10.2196/41837","title":"Digitally Delivered Dietary Interventions for Patients with Eating Disorders Undergoing Family-Based Treatment: Protocol for a Randomized Feasibility Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Protocol (science); Eating disorders; Intervention (counseling); Alternative medicine; Physical therapy; Family medicine; Psychiatry; Internal medicine","score_opus":0.29961053423563155,"score_gpt":0.5599117755302752,"score_spread":0.2603012412946436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313116499","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016408458,0.00000128699,0.0015805251,0.000081320315,0.000021185459,0.98069465,0.00031319933,0.00012373937,0.0007756413],"genre_scores_gemma":[0.014752244,2.373817e-8,0.0015183657,0.000022835557,0.000052273404,0.98235387,0.00029851522,0.00008935001,0.00091251166],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948752,0.0017523282,0.000837283,0.00087993214,0.00074511033,0.0009101402],"domain_scores_gemma":[0.9957665,0.0026767154,0.00036806107,0.0006575959,0.00038267844,0.00014843167],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0021969315,0.00033516943,0.00068283075,0.0003025165,0.001415609,0.00019211807,0.00046908297,0.000096786694,0.00042365398],"category_scores_gemma":[0.0004981794,0.00025754483,0.0008514641,0.000454068,0.00030618755,0.0001655361,0.00015547991,0.00036320512,0.000005413349],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9353539,0.02444712,0.023869298,0.001075079,0.00017303726,0.0000017513826,0.0007032804,0.00009486855,0.000010163165,0.0001960604,0.0016446272,0.01243081],"study_design_scores_gemma":[0.9252924,0.061088856,0.0023477152,0.00094289955,0.000026578913,1.8664988e-7,0.00090182706,0.00028056777,0.000002836722,0.0014457605,0.007328327,0.0003420788],"about_ca_topic_score_codex":0.000130851,"about_ca_topic_score_gemma":0.00022394575,"teacher_disagreement_score":0.03664173,"about_ca_system_score_codex":0.0004669924,"about_ca_system_score_gemma":0.00047822794,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W4313131351","doi":"10.2196/39640","title":"Facebook Intervention for Young-Onset Melanoma Survivors and Families: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Intervention (counseling); Population; Young adult; Family medicine; Gerontology; Psychiatry; Internal medicine; Environmental health","score_opus":0.19899293662984693,"score_gpt":0.586296184287522,"score_spread":0.387303247657675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313131351","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059890334,0.0000021775536,0.00064660097,0.00045981223,0.00014600594,0.99051976,0.00044006214,0.000108501,0.0070781955],"genre_scores_gemma":[0.002722469,2.2904098e-8,0.00016453756,0.00004365804,0.00013754488,0.96170455,0.00006364509,0.000071392526,0.035092197],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9915224,0.0044499193,0.0015650694,0.00072941463,0.00076544896,0.0009677815],"domain_scores_gemma":[0.99487936,0.0035417888,0.00048228254,0.0005082036,0.00035931496,0.0002290185],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013836945,0.00028186833,0.0011940928,0.0005559516,0.00083836995,0.00024043927,0.0005303147,0.00012752546,0.0019580969],"category_scores_gemma":[0.0010845048,0.00023876982,0.00095338246,0.0002837221,0.0003855215,0.00018901861,0.00038396995,0.0005279958,0.00005729158],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.949882,0.0038410209,0.000031878364,0.0011603279,0.00020464907,0.0000037987297,0.0006268307,4.018059e-7,0.000008349363,0.009819219,0.027465256,0.006956287],"study_design_scores_gemma":[0.7354441,0.01604367,0.00001229929,0.0004006317,0.000007846586,0.000010293166,0.0007544091,0.00012697512,0.000037160316,0.00860066,0.23839745,0.00016448973],"about_ca_topic_score_codex":0.0001485105,"about_ca_topic_score_gemma":0.00012228882,"teacher_disagreement_score":0.21443787,"about_ca_system_score_codex":0.00029101036,"about_ca_system_score_gemma":0.0001808579,"threshold_uncertainty_score":0.99895424},"labels":[],"label_agreement":null},{"id":"W4313156018","doi":"10.2196/41146","title":"Management of Hypertension Using a Plant-Based Diet Among Farmers: Protocol for a Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Agriculture Sustainability and Environmental Impact","field":"Environmental Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Jember","keywords":"Logistic regression; Medicine; Environmental health; Blood pressure; Thematic analysis; Randomized controlled trial; Family medicine; Qualitative research; Internal medicine","score_opus":0.2698908780536714,"score_gpt":0.5333153443840044,"score_spread":0.263424466330333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313156018","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042974085,1.1989889e-7,0.0015800708,0.0000599115,0.0000037695327,0.9549356,0.000024555162,0.000029871357,0.00039200232],"genre_scores_gemma":[0.04845559,7.924202e-9,0.008995179,0.000015660955,0.000010227018,0.94224167,0.000008174728,0.000025994783,0.00024752747],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952539,0.0017505974,0.00040970964,0.0006048194,0.0012796761,0.00070128194],"domain_scores_gemma":[0.9989205,0.00019446397,0.00015607139,0.00054107484,0.000020281452,0.00016759787],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042566275,0.00021061407,0.0002789906,0.0000969093,0.00079353317,0.00004095729,0.0005887605,0.000054312342,0.0011578577],"category_scores_gemma":[0.000033340802,0.0001620301,0.00013136983,0.00068710657,0.00046904053,0.00020056273,0.0014737928,0.0004004088,0.000007048471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05502794,0.11104417,0.35452893,0.0106194,0.0006218793,0.0009566835,0.0098368805,0.13801019,0.05543945,0.00026496785,0.058069684,0.20557982],"study_design_scores_gemma":[0.024810698,0.045591775,0.4226476,0.0009849492,0.000045923072,0.000020727866,0.102475,0.026692659,0.014507526,0.0016774678,0.3591288,0.0014168749],"about_ca_topic_score_codex":0.00029763236,"about_ca_topic_score_gemma":0.000014861693,"teacher_disagreement_score":0.3010591,"about_ca_system_score_codex":0.0010638566,"about_ca_system_score_gemma":0.000031620817,"threshold_uncertainty_score":0.9997552},"labels":[],"label_agreement":null},{"id":"W4313166872","doi":"10.2196/41132","title":"A Metasynthesis and Meta-analysis of the Impact and Diagnostic Safety of COVID-19 Symptom Agnostic Rapid Testing in Low- and Middle-Income Countries: Protocol for a Systematic Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Protocol (science); Meta-analysis; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Systematic review; Low and middle income countries; Medicine; MEDLINE; Psychology; Alternative medicine; Developing country; Political science; Virology; Pathology; Economic growth; Economics","score_opus":0.9048723720114499,"score_gpt":0.6942880236125121,"score_spread":0.2105843483989378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313166872","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8237886e-7,0.3956102,0.00003272739,0.00012702975,0.0000012366322,0.60351485,0.00066655193,0.0000034713419,0.000043662218],"genre_scores_gemma":[0.0000017224503,0.1090822,0.0002326848,0.00005881081,0.0000091110105,0.89030534,0.000007885433,0.000050647173,0.00025157747],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8772433,0.08778794,0.022591498,0.0023416542,0.009185266,0.0008503895],"domain_scores_gemma":[0.674294,0.30093792,0.016516156,0.0058865375,0.0018466506,0.00051874074],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.308077,0.0011323014,0.03964192,0.0031334152,0.0005169066,0.00083296275,0.0038209828,0.00027387368,0.0053325486],"category_scores_gemma":[0.5710242,0.00043588626,0.00911122,0.013286819,0.00073171314,0.0002639835,0.0016404558,0.00084530184,0.000011598298],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003102029,0.00014584317,0.00024446912,0.9665772,0.030791203,0.0000073844153,0.00017361494,0.000009452995,3.6954766e-8,0.00009115309,0.00047875405,0.0014499184],"study_design_scores_gemma":[0.0006553501,0.00052084326,0.00007073079,0.55373967,0.16727898,0.00005168137,0.00012257077,0.00047362683,2.599332e-7,0.00044485892,0.27611786,0.00052361365],"about_ca_topic_score_codex":0.00007265449,"about_ca_topic_score_gemma":0.000046444973,"teacher_disagreement_score":0.4128375,"about_ca_system_score_codex":0.00030292664,"about_ca_system_score_gemma":0.0018725862,"threshold_uncertainty_score":0.99980927},"labels":[],"label_agreement":null},{"id":"W4313204832","doi":"10.2196/39740","title":"Improving Cognitive Function Through High-Intensity Interval Training in Breast Cancer Patients Undergoing Chemotherapy: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer-related cognitive impairment studies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; High-intensity interval training; Breast cancer; Medicine; Protocol (science); Cognition; Physical therapy; Oncology; Cancer; Internal medicine; Alternative medicine; Psychiatry","score_opus":0.11587724269075592,"score_gpt":0.4804818305805171,"score_spread":0.36460458788976113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313204832","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010009868,0.000001681372,0.0003770295,0.001667497,0.00008576887,0.98722756,0.000085404994,0.00010647654,0.00043872654],"genre_scores_gemma":[0.072742924,5.259659e-7,0.00005682331,0.0005288327,0.00051133253,0.9255616,0.000029159784,0.00008102316,0.00048778823],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942203,0.0015529421,0.0010714516,0.0007797328,0.0013958808,0.0009796656],"domain_scores_gemma":[0.9952724,0.0022608389,0.000506486,0.00020704798,0.0016226996,0.00013050971],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004442149,0.0003706806,0.0020524906,0.00045335144,0.00071525027,0.000087969034,0.00016860433,0.00012328538,0.00076757383],"category_scores_gemma":[0.0018682394,0.00029689888,0.00051908003,0.00070629624,0.00035983036,0.00027559648,0.00031830586,0.0013382332,0.0000045816537],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9807722,0.0024854534,0.0008644254,0.0006902569,0.00074482383,0.000010057046,0.0025446515,0.0000052464475,0.00019679932,0.00004681799,0.001515512,0.0101237865],"study_design_scores_gemma":[0.97782487,0.0116377305,0.0010123786,0.003735319,0.00008056857,0.0000073711426,0.0025494006,0.0006271246,0.0001831178,0.0006524616,0.0014139808,0.00027568344],"about_ca_topic_score_codex":0.00029551124,"about_ca_topic_score_gemma":0.00008202896,"teacher_disagreement_score":0.062733054,"about_ca_system_score_codex":0.0013853736,"about_ca_system_score_gemma":0.0014754873,"threshold_uncertainty_score":0.9999483},"labels":[],"label_agreement":null},{"id":"W4313242559","doi":"10.2196/39950","title":"Swasthya Pahal (Health for All) Using a Sustainable, Multisector, Accessible, Affordable, Reimbursable, and Tailored Informatics Framework in Rural and Urban Areas of Chennai, Tamil Nadu: Protocol for a Quantitative Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tamil; Preprint; Protocol (science); Geography; Medicine; Computer science; World Wide Web; Alternative medicine","score_opus":0.3058099131112328,"score_gpt":0.5668918807718105,"score_spread":0.26108196766057773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313242559","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02320545,0.000009888515,0.00082798884,0.0017236233,0.000012653921,0.9738919,0.000044888988,0.000047404505,0.00023619943],"genre_scores_gemma":[0.008814327,6.650994e-7,0.0040283627,0.0012171618,0.0001578118,0.9856171,0.0000318799,0.00005232819,0.00008035228],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951634,0.00045854304,0.0014044996,0.00043700897,0.0006621946,0.0018743664],"domain_scores_gemma":[0.99673635,0.00095085445,0.00089554716,0.00039590037,0.0008927708,0.00012859824],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009655878,0.00032681314,0.0008485131,0.0010003244,0.0011186708,0.000378942,0.0005636197,0.00014717183,0.000036145455],"category_scores_gemma":[0.0025283422,0.00029568785,0.000075287084,0.0018018307,0.000268509,0.0012827878,0.0013425814,0.0007663367,7.264477e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022790162,0.0072487206,0.31474298,0.095778495,0.00029626454,0.000027264747,0.014562309,0.003546195,0.0000523995,0.23909612,0.294954,0.006905084],"study_design_scores_gemma":[0.013817359,0.0051485463,0.012581778,0.0015222471,0.000008436542,0.0000048687275,0.071640976,0.110676154,0.000002484927,0.01879926,0.76527673,0.00052116875],"about_ca_topic_score_codex":0.008612144,"about_ca_topic_score_gemma":0.00029636867,"teacher_disagreement_score":0.4703227,"about_ca_system_score_codex":0.00037125355,"about_ca_system_score_gemma":0.0006634679,"threshold_uncertainty_score":0.9999495},"labels":[],"label_agreement":null},{"id":"W4313242567","doi":"10.2196/41839","title":"Physiological and Psychological Effects of Parent-Delivered Traditional Thai Massage in Children With Autism: Protocol for a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Khon Kaen University; Ministry of Education of the People's Republic of China","keywords":"Autism; Massage; Randomized controlled trial; Medicine; Physical therapy; Checklist; Psychology; Clinical psychology; Psychiatry; Alternative medicine","score_opus":0.2200980366852113,"score_gpt":0.49596946349057164,"score_spread":0.27587142680536036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313242567","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12020803,0.0000010959936,0.000036274723,0.00064845546,0.0000044331373,0.87876534,0.000051327956,0.000054140804,0.00023090195],"genre_scores_gemma":[0.3104904,3.7599267e-7,0.0000800455,0.00003145836,0.00003053369,0.6892585,0.0000061231103,0.000024914198,0.00007766451],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9871268,0.007895403,0.00078597444,0.001082514,0.0020901856,0.0010190972],"domain_scores_gemma":[0.99416614,0.0048719393,0.00028762856,0.00044046008,0.000037848797,0.00019597795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042493646,0.00030502395,0.0014197803,0.00046465997,0.0005204926,0.000104965344,0.000864385,0.00013198935,0.0006680219],"category_scores_gemma":[0.0020021184,0.00019601457,0.00028168192,0.0008629444,0.0013194582,0.00016322212,0.00050663395,0.0013460204,0.0000041945295],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96341366,0.006904971,0.0002968331,0.00021824666,0.00003445644,0.00003264221,0.00017628464,0.000011347995,0.010054344,0.018192902,0.00039073965,0.00027360272],"study_design_scores_gemma":[0.94700235,0.02149168,0.0036823046,0.00019227192,0.0000036762438,0.000026900974,0.00001614203,0.000795923,0.0016923967,0.024693375,0.0001787358,0.00022425293],"about_ca_topic_score_codex":0.000012004785,"about_ca_topic_score_gemma":0.0000019554261,"teacher_disagreement_score":0.19028236,"about_ca_system_score_codex":0.00012845428,"about_ca_system_score_gemma":0.00025903736,"threshold_uncertainty_score":0.7993243},"labels":[],"label_agreement":null},{"id":"W4313312430","doi":"10.2196/39319","title":"Treatment of Infected Tibial Metaphyseal Nonunions Using the Ilizarov Method: Protocol for a Prospective Nonrandomized Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bone fractures and treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Ilizarov Technique; Protocol (science); Prospective cohort study; Tibia; Surgery; Orthodontics","score_opus":0.36131060951874566,"score_gpt":0.6247973963003944,"score_spread":0.2634867867816488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313312430","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058226935,0.0000010538952,0.00039946326,0.00021867608,0.0000062086983,0.993083,0.00008512878,0.00004623037,0.0003375212],"genre_scores_gemma":[0.01882235,4.08641e-8,0.0027882194,0.000013732782,0.00012451567,0.9774149,0.000017205992,0.000056164517,0.0007628533],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949407,0.0021940959,0.00052712613,0.00053977664,0.0012018585,0.00059641985],"domain_scores_gemma":[0.9971942,0.0009299986,0.00028590683,0.0007944826,0.00063583034,0.00015958847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001787016,0.00027554177,0.00079702976,0.00030097066,0.0010043602,0.000055013985,0.00023696577,0.00006200971,0.00034113164],"category_scores_gemma":[0.00025551344,0.00015515082,0.00038782952,0.00092677603,0.00015326902,0.000076386335,0.00024029493,0.00044623422,0.0000023492594],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5250016,0.24422555,0.12564826,0.0017368197,0.007582072,0.00045870768,0.021708693,0.00046206225,0.034665465,0.0011394732,0.0034151662,0.033956166],"study_design_scores_gemma":[0.50784564,0.17855881,0.0290911,0.0005179605,0.0004159174,0.00015551485,0.004177193,0.004166994,0.024046263,0.0012864342,0.24919161,0.00054654875],"about_ca_topic_score_codex":0.00047633908,"about_ca_topic_score_gemma":0.00004892954,"teacher_disagreement_score":0.24577644,"about_ca_system_score_codex":0.0006744564,"about_ca_system_score_gemma":0.0008591096,"threshold_uncertainty_score":0.77248275},"labels":[],"label_agreement":null},{"id":"W4313312483","doi":"10.2196/42526","title":"General Practice Patients’ Experiences and Perceptions of the WiserAD Structured Web-Based Support Tool for Antidepressant Deprescribing: Protocol for a Mixed Methods Case Study With Realist Evaluation","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Treatment of Major Depression","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Australian Rotary Health","keywords":"Deprescribing; Antidepressant; Psychological intervention; Medicine; Intervention (counseling); Protocol (science); Psychiatry; Descriptive statistics; Polypharmacy; Psychology; Alternative medicine; Intensive care medicine","score_opus":0.22830761887390258,"score_gpt":0.584774862261174,"score_spread":0.3564672433872714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313312483","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27944952,5.1571055e-7,0.00027680022,0.00024951043,0.000008505388,0.7198722,0.000082882165,0.00002844598,0.00003166623],"genre_scores_gemma":[0.16309191,1.5476886e-8,0.026431864,0.00003327541,0.000041756495,0.81023103,0.000041576495,0.000041132127,0.00008744429],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993002,0.0033853522,0.0005280439,0.0006843322,0.00195841,0.00044185107],"domain_scores_gemma":[0.99618024,0.00093711796,0.0003569697,0.0008688924,0.0015221363,0.00013461913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004885951,0.0002331248,0.0003654213,0.00021901012,0.0011533517,0.000095712545,0.0002723842,0.00006616231,0.00016619745],"category_scores_gemma":[0.0015491712,0.00014247841,0.00010883179,0.00044844134,0.00025954135,0.00025731823,0.00029657592,0.00037672467,1.2489643e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11318309,0.035308193,0.6278085,0.004357087,0.0006203392,0.00036305262,0.034546293,0.0005345068,0.03733814,0.00011737697,0.032680217,0.11314319],"study_design_scores_gemma":[0.24473163,0.14064528,0.28614584,0.0018631238,0.00065847166,0.0013484486,0.11764294,0.02373221,0.039097782,0.0003189338,0.14265364,0.0011617035],"about_ca_topic_score_codex":0.00012030033,"about_ca_topic_score_gemma":0.000058904647,"teacher_disagreement_score":0.34166268,"about_ca_system_score_codex":0.00025276878,"about_ca_system_score_gemma":0.0010946327,"threshold_uncertainty_score":0.88707656},"labels":[],"label_agreement":null},{"id":"W4313335039","doi":"10.2196/39675","title":"Statewide Assessment of North Carolina Nurse Practitioners' Knowledge of and Attitudes Toward Suicide Awareness and Prevention: Protocol for a Statewide Mixed Methods Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; University of North Carolina at Charlotte","keywords":"Medicine; Public health; Suicide prevention; Nursing; Ethnic group; Family medicine; Protocol (science); Poison control; Psychology; Medical emergency; Alternative medicine; Political science","score_opus":0.4079870882266894,"score_gpt":0.671912102433154,"score_spread":0.26392501420646464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313335039","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08911105,0.000014901996,0.00071388733,0.000112139984,0.000018670362,0.9093534,0.00012937954,0.00003820564,0.0005083665],"genre_scores_gemma":[0.070948936,7.4243604e-7,0.005209944,0.0000071734635,0.000040866118,0.9230209,0.000017839904,0.000043750286,0.00070985034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99216586,0.0048839683,0.00088616065,0.0007464057,0.0006883056,0.0006292735],"domain_scores_gemma":[0.9960846,0.0018373092,0.00044750632,0.00057412067,0.0009034195,0.00015304766],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0064380355,0.00027322586,0.0007210275,0.00045864368,0.0006118042,0.0000479035,0.0003828006,0.00006106575,0.00024746635],"category_scores_gemma":[0.00023900665,0.0002468989,0.000108554996,0.00066973764,0.0003631321,0.00020180644,0.0006630959,0.0005740377,0.0000013064862],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043977974,0.009915947,0.9337439,0.0038025395,0.00071015797,0.00002468171,0.018825885,0.000021868043,0.00048194264,0.0007817826,0.0046525635,0.022640938],"study_design_scores_gemma":[0.010400119,0.014514409,0.926728,0.00019160112,0.00003393022,0.000012402572,0.02002645,0.000064859065,0.0005630146,0.0011644054,0.02599564,0.00030517223],"about_ca_topic_score_codex":0.00039605383,"about_ca_topic_score_gemma":0.00050296006,"teacher_disagreement_score":0.022335766,"about_ca_system_score_codex":0.00014667453,"about_ca_system_score_gemma":0.0006041074,"threshold_uncertainty_score":0.99999833},"labels":[],"label_agreement":null},{"id":"W4313346034","doi":"10.2196/41758","title":"Examination of Web-Based Single-Session Growth Mindset Interventions for Reducing Adolescent Anxiety: Study Protocol of a 3-Arm Cluster Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Education, Achievement, and Giftedness","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Psychological intervention; Context (archaeology); Clinical psychology; Intervention (counseling); Mindset; Medicine; Randomized controlled trial; Psychiatry; Psychology","score_opus":0.24398918033584704,"score_gpt":0.5649719502696379,"score_spread":0.3209827699337908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313346034","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042327166,0.000002060646,0.00043790077,0.00022929344,0.000103384096,0.95604986,0.00004964305,0.000034813485,0.0007658713],"genre_scores_gemma":[0.24201164,3.8464627e-8,0.00014771748,0.000014795029,0.00013697574,0.7566678,0.00004223817,0.000036309953,0.00094250916],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98346555,0.012158721,0.0019081917,0.0006258382,0.0013198855,0.00052181334],"domain_scores_gemma":[0.9947799,0.0019819366,0.0011943971,0.0006848,0.0012510581,0.00010793497],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021350687,0.00023965398,0.0012223006,0.000987097,0.00042187862,0.000058420534,0.000589748,0.00010780943,0.0015952734],"category_scores_gemma":[0.0015581567,0.00019580497,0.0007164198,0.0008116686,0.00026353673,0.00011796413,0.00020995631,0.0005289404,0.0000031893276],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9249685,0.058606185,0.0013562544,0.0023020753,0.00019511467,0.0000010917068,0.0039126836,0.000012578105,0.0013962463,0.00030395715,0.0044496683,0.0024956332],"study_design_scores_gemma":[0.97407544,0.014727462,0.0010358628,0.0015005631,0.000044523767,6.023811e-7,0.004769357,0.00029012948,0.001092264,0.0001958382,0.002089868,0.00017810306],"about_ca_topic_score_codex":0.000053953612,"about_ca_topic_score_gemma":0.000018639734,"teacher_disagreement_score":0.19968447,"about_ca_system_score_codex":0.00024843,"about_ca_system_score_gemma":0.0005305043,"threshold_uncertainty_score":0.9993174},"labels":[],"label_agreement":null},{"id":"W4313432045","doi":"10.2196/39058","title":"Examining the Individual Response to a Low-Sodium Diet in Patients with Hypertension: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sodium Intake and Health","field":"Nursing","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health","keywords":"Randomized controlled trial; Protocol (science); Medicine; Psychology; Gerontology; Internal medicine; Alternative medicine","score_opus":0.33136339759127603,"score_gpt":0.5124243290842326,"score_spread":0.1810609314929566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313432045","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1590388,1.1845099e-7,0.0000038167586,0.0034823318,0.000034284927,0.8371581,0.000015953881,0.00014076443,0.0001258633],"genre_scores_gemma":[0.023295831,1.4590514e-8,0.00014185217,0.00059010944,0.00036492362,0.9750932,0.0000133568665,0.000089678084,0.00041102784],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9877713,0.0068337116,0.0011276294,0.000733434,0.0020453173,0.0014886264],"domain_scores_gemma":[0.98565555,0.012216185,0.0002572695,0.00078632723,0.0007827704,0.00030191673],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026835062,0.0003390939,0.001412374,0.0009329483,0.00071520027,0.00036008758,0.00072704727,0.00016055192,0.0000595487],"category_scores_gemma":[0.00892152,0.0001850416,0.00018375902,0.0017592419,0.00029550973,0.0001814447,0.0002671308,0.0009006673,0.00012719986],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97724074,0.0015553939,0.0008213381,0.00030387807,0.000043198674,0.000013090399,0.001715725,0.0000054160796,0.00012619566,0.000024081168,0.017367657,0.00078326644],"study_design_scores_gemma":[0.92077047,0.047794025,0.011025733,0.0019082954,0.0000072156154,6.5297615e-7,0.00027001297,0.00012599582,0.00011915982,0.00018999782,0.01755486,0.00023359497],"about_ca_topic_score_codex":0.0000423372,"about_ca_topic_score_gemma":0.000042087253,"teacher_disagreement_score":0.13793513,"about_ca_system_score_codex":0.00022318559,"about_ca_system_score_gemma":0.0005921356,"threshold_uncertainty_score":0.9994268},"labels":[],"label_agreement":null},{"id":"W4313433335","doi":"10.2196/44210","title":"Layperson-Facilitated Internet-Delivered Cognitive Behavioral Therapy for Homebound Older Adults With Depression: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Michigan Health Endowment Fund","keywords":"Layperson; Randomized controlled trial; Medicine; Psychological intervention; Intervention (counseling); Population; Physical therapy; Gerontology; Nursing","score_opus":0.2643496158349117,"score_gpt":0.6072719026787697,"score_spread":0.34292228684385806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313433335","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016142324,0.000003397272,0.00025884563,0.00022592262,0.0000661723,0.9813137,0.00037871324,0.00030371323,0.0013072256],"genre_scores_gemma":[0.022549648,5.2992824e-8,0.00012743192,0.00004281282,0.00017906392,0.9591019,0.00016840192,0.00010895013,0.017721731],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99377745,0.0018186773,0.0012032134,0.0009807242,0.0008699894,0.0013499673],"domain_scores_gemma":[0.99342096,0.004007838,0.00038820732,0.00046774192,0.001372491,0.00034273855],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004443409,0.0004071201,0.0013592842,0.0005369924,0.00036134018,0.00030420438,0.00051081384,0.0002724069,0.0010219582],"category_scores_gemma":[0.0005619411,0.00027072904,0.0007534585,0.00065364526,0.00058521016,0.00028452597,0.00012570393,0.0004993082,0.00030111047],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9446496,0.006850425,0.000044891287,0.0007088353,0.0003182947,0.000022162576,0.002708422,1.1736304e-7,0.000010036525,0.0002597903,0.0188234,0.025604067],"study_design_scores_gemma":[0.9514071,0.030275404,0.000085727464,0.005604852,0.00001283859,0.000004952162,0.0013091109,0.00015458906,0.00029570961,0.00062567386,0.009927604,0.0002964585],"about_ca_topic_score_codex":0.00009725144,"about_ca_topic_score_gemma":0.000047774924,"teacher_disagreement_score":0.025307609,"about_ca_system_score_codex":0.00016058878,"about_ca_system_score_gemma":0.00030389306,"threshold_uncertainty_score":0.9999745},"labels":[],"label_agreement":null},{"id":"W4313433376","doi":"10.2196/42846","title":"Dietary Temperature’s Influence on Energy Balance in Humans: Protocol for a Randomized Controlled Trial and Crossover Design","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adipose Tissue and Metabolism","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Energy balance; Energy homeostasis; Crossover study; Homeostasis; Obesity; Biology; Food science; Bioinformatics; Medicine; Endocrinology; Ecology","score_opus":0.19511650526143276,"score_gpt":0.539619517478392,"score_spread":0.3445030122169592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313433376","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003384426,0.000008442411,0.000014917841,0.00049783936,0.0000095029145,0.9954868,0.0000055327237,0.00010298006,0.0004895767],"genre_scores_gemma":[0.0014315262,0.0000043423206,0.00022872712,0.00026048467,0.00040778992,0.9893847,0.000007955313,0.00005113071,0.008223326],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9954585,0.0014151209,0.00076380966,0.0006139458,0.00090201374,0.0008466443],"domain_scores_gemma":[0.9961517,0.002600867,0.00013819677,0.00048852374,0.00038165867,0.00023903839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063857464,0.00028258646,0.0016156012,0.0005488553,0.00022056108,0.00014114319,0.00021541913,0.00025262748,0.000059677895],"category_scores_gemma":[0.0033715346,0.00018547164,0.00022819237,0.0006740906,0.00037459485,0.00017813478,0.000096379365,0.0006106985,0.000032099102],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97661173,0.00058087445,0.000038051556,0.00049934175,0.00007095313,0.000083856095,0.00022950409,0.000014535168,0.008934366,0.0012843144,0.010637131,0.0010153579],"study_design_scores_gemma":[0.90117013,0.0033165568,0.0003418756,0.0020505597,0.000008645268,0.0000024904339,0.000015008364,0.00033296674,0.0022533673,0.0020996046,0.08823971,0.0001691078],"about_ca_topic_score_codex":0.000030858853,"about_ca_topic_score_gemma":0.0000067186184,"teacher_disagreement_score":0.07760258,"about_ca_system_score_codex":0.00006211504,"about_ca_system_score_gemma":0.000470159,"threshold_uncertainty_score":0.7563314},"labels":[],"label_agreement":null},{"id":"W4313433438","doi":"10.2196/42837","title":"The Evaluation of Web-Based Communication Interventions to Support Decisions About COVID-19 Vaccination Among Patients With Underlying Medical Conditions: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Research Foundation of Korea; Ministry of Education; National Research Foundation","keywords":"Protocol (science); Randomized controlled trial; Psychological intervention; Coronavirus disease 2019 (COVID-19); Medicine; Vaccination; Family medicine; Alternative medicine; Nursing; Virology; Disease","score_opus":0.43414824565450183,"score_gpt":0.6448861961438982,"score_spread":0.21073795048939636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313433438","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029842413,8.447155e-7,0.0020388234,0.004370965,0.000012846399,0.9893815,0.000021924921,0.000087343586,0.001101535],"genre_scores_gemma":[0.05014518,9.885733e-7,0.00010638441,0.000059601232,0.00005120099,0.94912624,0.0000843959,0.000018323555,0.00040766434],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98568994,0.008682669,0.0010987893,0.00029498542,0.003754318,0.00047930612],"domain_scores_gemma":[0.9799098,0.015169401,0.00049619173,0.00052729406,0.0035492685,0.00034807718],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05532901,0.00013181045,0.00053329684,0.000536577,0.0026059726,0.00030295685,0.00079355144,0.00015356028,0.0010931047],"category_scores_gemma":[0.06440587,0.000084296655,0.00036110004,0.0012431375,0.00019676125,0.00032061164,0.000115041476,0.0002909934,0.000023759938],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92688674,0.0015112511,0.0018878868,0.0003283053,0.000105083855,9.86362e-7,0.0016807253,0.000208609,0.0000033404726,0.013846082,0.04476971,0.008771257],"study_design_scores_gemma":[0.96584165,0.0013927462,0.004064379,0.0015583447,0.000028343435,3.8659717e-8,0.00059367507,0.0027591723,0.0000043221526,0.009479846,0.014163837,0.000113638605],"about_ca_topic_score_codex":0.000093094946,"about_ca_topic_score_gemma":0.0051048216,"teacher_disagreement_score":0.04716094,"about_ca_system_score_codex":0.0004527427,"about_ca_system_score_gemma":0.006261279,"threshold_uncertainty_score":0.99982005},"labels":[],"label_agreement":null},{"id":"W4313499195","doi":"10.2196/40115","title":"The Effect of Prophylactic Intravenous Amiodarone Administration on Reperfusion Ventricular Fibrillation in Patients With Left Ventricular Hypertrophy Undergoing Cardiopulmonary Bypass Surgery: Protocol for a Randomized Double-Blind Clinical Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Ischemia and Reperfusion","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Amiodarone; Medicine; Defibrillation; Cardiopulmonary bypass; Placebo; Cardiology; Ventricular fibrillation; Anesthesia; Left ventricular hypertrophy; Sinus rhythm; Clinical endpoint; Cardiac surgery; Randomized controlled trial; Internal medicine; Randomization; Clinical trial; Atrial fibrillation; Blood pressure","score_opus":0.10554794186083344,"score_gpt":0.47338924093366247,"score_spread":0.36784129907282903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313499195","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45948097,0.0000016136721,0.00000553312,0.0001377416,0.000023142538,0.54025805,0.0000025143208,0.00003380951,0.000056604098],"genre_scores_gemma":[0.2959665,0.0000012423774,0.000018080487,0.0000026737869,0.00032080078,0.7034803,0.00008772845,0.00004235205,0.0000802891],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99302465,0.0024152247,0.0012948813,0.00066639646,0.0019358973,0.0006629289],"domain_scores_gemma":[0.9922063,0.005854002,0.00047042372,0.0007152974,0.0005717651,0.00018225034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010374038,0.00030164886,0.0013327763,0.00051694654,0.00038377964,0.00009307951,0.0001466461,0.0003289436,0.000007167329],"category_scores_gemma":[0.0028887708,0.00016297927,0.00072207465,0.0011034283,0.0003020415,0.00011150958,0.00010884583,0.0006892602,0.000011550279],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9640329,0.0007422613,0.025115093,0.0018015103,0.00011992647,0.00017879429,0.000027947719,0.000071740265,0.00029118985,0.000009120434,0.00031169783,0.0072978386],"study_design_scores_gemma":[0.93665564,0.03385782,0.0050555705,0.0037678024,0.000058955393,0.000025615067,0.000018958448,0.00034512355,0.01653767,0.00001869046,0.003427227,0.00023090221],"about_ca_topic_score_codex":0.000010772499,"about_ca_topic_score_gemma":0.00000253891,"teacher_disagreement_score":0.16351445,"about_ca_system_score_codex":0.00026115758,"about_ca_system_score_gemma":0.0008974412,"threshold_uncertainty_score":0.66461015},"labels":[],"label_agreement":null},{"id":"W4313544894","doi":"10.2196/45535","title":"Technology-Enabled Intervention to Enhance Mindfulness, Safety, and Health Promotion Among Corrections Professionals: Protocol for a Prospective Quasi-Experimental Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindfulness; Mood; Medicine; Burnout; Stress management; Psychology; Nursing; Clinical psychology","score_opus":0.21680942668262404,"score_gpt":0.6143241186394792,"score_spread":0.3975146919568552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313544894","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033003637,0.0000010342346,0.016018623,0.0034063528,0.00013343575,0.9760027,0.00005583961,0.00040526892,0.00067638414],"genre_scores_gemma":[0.029347716,7.0197324e-9,0.00010248335,0.00001578401,0.00022456449,0.94600713,0.000025815249,0.000059431317,0.024217049],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99526745,0.0010076818,0.0009817923,0.0010673356,0.0006480415,0.0010276827],"domain_scores_gemma":[0.9979705,0.00017979926,0.00034467794,0.00062051654,0.00058082025,0.00030364175],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039229845,0.0002889014,0.0004744087,0.0012856908,0.0013866484,0.00018051523,0.00046628783,0.0002937739,0.0030788807],"category_scores_gemma":[0.00026373257,0.00025288307,0.00020465192,0.002315651,0.0002743571,0.00026141948,0.0004777541,0.000793722,0.00033310792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12298092,0.05994767,0.002570904,0.0024050055,0.00023563906,0.000022610871,0.0036848024,0.0000033363965,0.00029021472,0.122012995,0.4702252,0.21562073],"study_design_scores_gemma":[0.16767389,0.16017365,0.014328101,0.030182663,0.000011102646,0.000033009528,0.028785188,0.00067874487,0.1026843,0.06469158,0.4290431,0.0017146758],"about_ca_topic_score_codex":0.00010100661,"about_ca_topic_score_gemma":0.00015136071,"teacher_disagreement_score":0.21390605,"about_ca_system_score_codex":0.00040055896,"about_ca_system_score_gemma":0.00024987318,"threshold_uncertainty_score":0.9999923},"labels":[],"label_agreement":null},{"id":"W4313545097","doi":"10.2196/44318","title":"Relapse Prevention Therapy for Problem Gaming or Internet Gaming Disorder in Swedish Child and Youth Psychiatric Clinics: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Forskningsrådet om Hälsa, Arbetsliv och Välfärd; Vetenskapsrådet","keywords":"Randomized controlled trial; Relapse prevention; Intervention (counseling); Psychiatry; Clinical psychology; Psychology; Medicine","score_opus":0.1670767123134917,"score_gpt":0.5629043591557014,"score_spread":0.39582764684220967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313545097","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028502964,0.000004270225,0.00032558577,0.0013628236,0.00003625239,0.9944316,0.000012418851,0.00027994957,0.0006967835],"genre_scores_gemma":[0.002566517,0.000009083635,0.0009399059,0.000037744914,0.0003332787,0.99213296,0.000011172331,0.00005883018,0.00391048],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99358875,0.0024717234,0.0012141162,0.0006667152,0.00086322427,0.0011954969],"domain_scores_gemma":[0.996918,0.0018078332,0.00050196284,0.00031991763,0.00029253008,0.00015975173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023093257,0.00026532324,0.0011130935,0.00087753934,0.00074885087,0.00037965612,0.0006656375,0.00040407808,0.000039424554],"category_scores_gemma":[0.0065984004,0.00018967577,0.00039671344,0.0012597513,0.0005885516,0.00036190735,0.00016549438,0.0007147534,0.000007767536],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9706659,0.0012828781,0.00074385083,0.0004234502,0.000060462055,9.573929e-7,0.0042159143,7.2560925e-7,0.0000041285643,0.001128853,0.0025457346,0.018927163],"study_design_scores_gemma":[0.9568065,0.0035736556,0.000089204725,0.0020332045,0.000007003981,4.2173377e-7,0.0027421878,0.00041676895,0.000011551339,0.00952897,0.024560425,0.00023012437],"about_ca_topic_score_codex":0.00012630539,"about_ca_topic_score_gemma":0.00065412035,"teacher_disagreement_score":0.022014692,"about_ca_system_score_codex":0.00019035605,"about_ca_system_score_gemma":0.00061740406,"threshold_uncertainty_score":0.8003708},"labels":[],"label_agreement":null},{"id":"W4313649880","doi":"10.2196/43414","title":"Engaging Black or African American and Hispanic or Latino Men Who Have Sex With Men for HIV Testing and Prevention Services Through Technology: Protocol for the iSTAMP Comparative Effectiveness Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Men who have sex with men; Medicine; mHealth; Randomized controlled trial; Family medicine; Gerontology; Psychological intervention; Human immunodeficiency virus (HIV); Nursing","score_opus":0.3004946157627176,"score_gpt":0.5754368749196698,"score_spread":0.2749422591569522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313649880","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045475736,0.0000010860128,0.0016235075,0.0013867086,6.1112576e-7,0.9898927,0.000060595266,0.00014877264,0.0023384436],"genre_scores_gemma":[0.0043413183,6.7318325e-7,0.0018815984,0.000007763345,0.00012782087,0.9708483,0.000016389376,0.000050825915,0.022725314],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9967015,0.00079732406,0.00039203113,0.00063541136,0.0006273759,0.0008463899],"domain_scores_gemma":[0.99444044,0.0040445654,0.00019940284,0.00041979743,0.00072089455,0.00017491326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00317582,0.0002520402,0.00058970787,0.0003639027,0.00091852236,0.00024081809,0.00030070444,0.00009221783,0.000037176425],"category_scores_gemma":[0.0011857023,0.00013529633,0.00006985481,0.001486503,0.0010867883,0.00026480306,0.0003032527,0.0006429025,0.000007657574],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6499609,0.0028825647,0.018063506,0.039586287,0.0015232383,0.00007828135,0.017606903,0.00001932913,0.010784627,0.0009418031,0.117560804,0.14099178],"study_design_scores_gemma":[0.21786444,0.24146143,0.009789134,0.024712754,0.00009913803,0.00006285748,0.09681998,0.17322731,0.011763114,0.0037969784,0.21955656,0.00084629643],"about_ca_topic_score_codex":0.00011683379,"about_ca_topic_score_gemma":0.0001912438,"teacher_disagreement_score":0.43209642,"about_ca_system_score_codex":0.00014457757,"about_ca_system_score_gemma":0.00046413334,"threshold_uncertainty_score":0.70646244},"labels":[],"label_agreement":null},{"id":"W4313824971","doi":"10.2196/43722","title":"Accumulation of Biological and Behavioral Data of Female Sex Workers Using Respondent-Driven Sampling: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Respondent; Observational study; Protocol (science); Population; Sampling (signal processing); Data collection; Data quality; Scale (ratio); Data extraction; Systematic review; Observational methods in psychology; Scopus; Psychology; Medicine; MEDLINE; Environmental health; Computer science; Statistics; Alternative medicine; Geography; Biology; Political science; Engineering","score_opus":0.954106471357703,"score_gpt":0.7654041862458333,"score_spread":0.1887022851118697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313824971","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003436277,0.035598677,0.00006217016,0.000014280133,0.0000028963905,0.96381956,0.0004347318,0.00004901771,0.000015225317],"genre_scores_gemma":[1.7243815e-7,0.033986136,0.0022173808,0.000004008194,0.000098767494,0.96276844,0.0004247991,0.00013176141,0.00036854827],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9915418,0.0024017736,0.002769696,0.0010945016,0.0014756818,0.00071652594],"domain_scores_gemma":[0.99250454,0.0022511513,0.0015562514,0.0025845743,0.00081802724,0.00028545028],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0088325245,0.0005122269,0.0047181807,0.00078169105,0.00013106067,0.000059927137,0.0012108216,0.00059612986,0.000049589777],"category_scores_gemma":[0.0048296754,0.0003421749,0.0003702388,0.0015764965,0.00040227576,0.00016910046,0.0013709499,0.0009312814,0.000022019538],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037267982,0.00046999936,0.00017424536,0.9789317,0.00014351192,0.000015109257,0.0001399995,3.7144025e-7,0.000025492393,0.000006869915,0.0005075787,0.019212408],"study_design_scores_gemma":[0.0012892358,0.001669357,0.000010346968,0.88570553,0.00033225224,0.00003124695,0.00033208024,0.0001043642,0.0000060285624,0.000014295403,0.11026678,0.00023849102],"about_ca_topic_score_codex":0.000016194841,"about_ca_topic_score_gemma":0.0000033070198,"teacher_disagreement_score":0.109759204,"about_ca_system_score_codex":0.00025779713,"about_ca_system_score_gemma":0.0015286524,"threshold_uncertainty_score":0.999903},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4313825132","doi":"10.2196/41040","title":"Attitudes of Physicians and Individuals Toward Digital Mental Health Tools: Protocol for a Web-Based Survey Research Project","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidade do Porto","keywords":"Mental health; Digital health; Psychological intervention; Health care; Public health; Medical education; Psychology; Protocol (science); mHealth; Medicine; Nursing; Alternative medicine; Psychiatry; Political science","score_opus":0.6970958513543176,"score_gpt":0.6991654115958594,"score_spread":0.0020695602415418124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313825132","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003991454,0.0000020018194,0.000010010361,0.0019989416,0.000020943173,0.9870661,0.0044922964,0.00018325834,0.0022349753],"genre_scores_gemma":[0.03384108,8.495988e-8,0.00015189161,0.000058877744,0.00008002579,0.96240544,0.0003490688,0.000088392015,0.003025105],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920463,0.0024253346,0.0010064499,0.00089942216,0.0017451185,0.0018773921],"domain_scores_gemma":[0.9958251,0.0022150474,0.00026011877,0.0007204155,0.00072071276,0.0002585767],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011671822,0.00026698358,0.00052551524,0.0012128849,0.0005452021,0.00056092406,0.00078846404,0.00016860067,0.0000963615],"category_scores_gemma":[0.00081144983,0.00024785454,0.00016985944,0.0024991275,0.00090811914,0.0005625172,0.00058994,0.0007516129,0.000263972],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052153743,0.011259473,0.08351337,0.013139859,0.00014625693,0.000012603521,0.002779312,6.343889e-7,0.00017031131,0.0030958203,0.7436709,0.13699608],"study_design_scores_gemma":[0.013112257,0.028316973,0.32700586,0.010466874,9.539364e-7,0.0000060377783,0.001467701,0.00007050539,0.00093427487,0.0014862438,0.61667603,0.0004562777],"about_ca_topic_score_codex":0.0003390354,"about_ca_topic_score_gemma":0.0001650023,"teacher_disagreement_score":0.2434925,"about_ca_system_score_codex":0.00033751866,"about_ca_system_score_gemma":0.0014482036,"threshold_uncertainty_score":0.9999974},"labels":[],"label_agreement":null},{"id":"W4313825150","doi":"10.2196/41413","title":"Evaluation of Two Web-Based Interventions (Res-Up! and REMOTION) in Routine Outpatient Psychotherapy (Therapy Online Plus—TOP): Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Bern","keywords":"Psychological intervention; Mental health; Randomized controlled trial; Intervention (counseling); Medicine; Psychology; Psychotherapist; Clinical psychology; Psychiatry","score_opus":0.4666370599216516,"score_gpt":0.6716536100954982,"score_spread":0.20501655017384657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313825150","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015588004,0.000006715194,0.00030750388,0.0012494752,0.00011372608,0.9817694,0.000111299305,0.00010307053,0.00075084856],"genre_scores_gemma":[0.017782213,4.896703e-7,0.0002149817,0.00004064568,0.00013747747,0.97984695,0.00008889515,0.0000603493,0.0018279909],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9873805,0.007373704,0.0022813187,0.00064942206,0.0015914827,0.0007235589],"domain_scores_gemma":[0.99531543,0.0018716904,0.0006753576,0.0006062118,0.0013618644,0.0001694587],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027930958,0.00027447953,0.0012359789,0.0013940226,0.00015378033,0.00009263463,0.00036042184,0.0001700744,0.0009519165],"category_scores_gemma":[0.0012042399,0.00021983424,0.0008212193,0.0011519312,0.00034364022,0.00018027019,0.00004807191,0.00044969737,0.000054811044],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9378348,0.007587929,0.00005518771,0.00069165905,0.00013596688,0.0000016807634,0.00051821955,0.00003612872,0.0000573214,0.0035207067,0.0019612156,0.04759919],"study_design_scores_gemma":[0.953246,0.009606807,0.00023112551,0.0041326676,0.000012245161,8.618292e-7,0.00010931683,0.011602074,0.000117583455,0.017424153,0.0033543478,0.0001628341],"about_ca_topic_score_codex":0.00007155246,"about_ca_topic_score_gemma":0.00031613128,"teacher_disagreement_score":0.047436353,"about_ca_system_score_codex":0.00033650929,"about_ca_system_score_gemma":0.0007477265,"threshold_uncertainty_score":0.9999614},"labels":[],"label_agreement":null},{"id":"W4313907490","doi":"10.2196/44205","title":"Using a Safety Planning Mobile App to Address Suicidality in Young People Attending Community Mental Health Services in Ireland: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Service Executive","keywords":"Mental health; Randomized controlled trial; mHealth; Medicine; Suicide prevention; Poison control; Nursing; Psychiatry; Medical emergency; Psychological intervention","score_opus":0.3273199438860339,"score_gpt":0.5956867034047277,"score_spread":0.2683667595186938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313907490","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11068851,0.000002880173,0.000027568552,0.00036182147,0.00004251881,0.8875524,0.00006396868,0.00015862103,0.0011017461],"genre_scores_gemma":[0.05931562,2.7737852e-7,0.00009636037,0.000090128146,0.00018320583,0.9399625,0.000043659715,0.00006160658,0.00024665357],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9834776,0.011384176,0.0017625992,0.00067219534,0.00088658236,0.0018168266],"domain_scores_gemma":[0.99338704,0.0051179403,0.00037455885,0.0006658432,0.00020987808,0.00024473303],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.031053022,0.00038593262,0.0023214738,0.0011808054,0.001151466,0.00017988004,0.0007491688,0.00016629334,0.00013964924],"category_scores_gemma":[0.00046923925,0.00031522565,0.0002823685,0.0017972395,0.00014595687,0.0001947696,0.0006375347,0.0013215217,0.00004428426],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9260053,0.0015335184,0.020187974,0.0012551611,0.00012421506,0.000011354285,0.04942704,0.00011331842,0.00017652972,0.00009573651,0.0009433501,0.0001265141],"study_design_scores_gemma":[0.96402884,0.0034267812,0.008377969,0.0016314818,0.0000035253227,0.0000034834843,0.019341778,0.0011174681,0.000017131451,0.00025396646,0.0014982772,0.0002993228],"about_ca_topic_score_codex":0.011937598,"about_ca_topic_score_gemma":0.010999398,"teacher_disagreement_score":0.052410126,"about_ca_system_score_codex":0.00058577856,"about_ca_system_score_gemma":0.00028846605,"threshold_uncertainty_score":0.99992996},"labels":[],"label_agreement":null},{"id":"W4315435143","doi":"10.2196/38362","title":"Correlation Between Serum and Urine Biomarkers and the Intensity of Acute Radiation Cystitis in Patients Treated With Radiation Therapy for Localized Prostate Cancer: Protocol for the Radiotoxicity Bladder Biomarkers (RABBIO) Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Radiation therapy; Prostate cancer; Prostate; Oncology; Internal medicine; Adverse effect; Quality of life (healthcare); Bladder cancer; Genitourinary system; Cancer; Urology","score_opus":0.08441127806928347,"score_gpt":0.4572042494218848,"score_spread":0.37279297135260137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315435143","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25299034,0.00000228222,0.00010176398,0.0010703527,0.000004468713,0.74570066,0.00007727266,0.00004181693,0.000011061634],"genre_scores_gemma":[0.20095812,0.00001081221,0.000032819305,0.000016490638,0.00003067213,0.7987721,0.00006201432,0.000027709742,0.00008927918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978101,0.00046267663,0.00044873508,0.00039330195,0.0005146169,0.00037056825],"domain_scores_gemma":[0.9980875,0.00075416267,0.00024397875,0.00033926146,0.0004978646,0.00007718118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027595502,0.00019362033,0.00036916163,0.00046275865,0.00035866702,0.00007154673,0.00010088505,0.000079483405,0.000008487732],"category_scores_gemma":[0.00016102365,0.00010800884,0.000053910924,0.0011949177,0.0004003839,0.00019846222,0.00007629693,0.00021907609,6.4546174e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050767154,0.0013323008,0.9001598,0.00044967415,0.0010946266,0.0000029924245,0.00081005064,0.000027807324,0.000043143013,0.000011172517,0.0013326863,0.043968596],"study_design_scores_gemma":[0.06491344,0.014796692,0.90772223,0.0003511478,0.00006769329,0.0000015931926,0.00018996418,0.0062898584,0.0005414934,0.000045749992,0.0049691503,0.0001109971],"about_ca_topic_score_codex":0.00046059498,"about_ca_topic_score_gemma":0.000056835022,"teacher_disagreement_score":0.05307143,"about_ca_system_score_codex":0.00021568958,"about_ca_system_score_gemma":0.00012717985,"threshold_uncertainty_score":0.44044727},"labels":[],"label_agreement":null},{"id":"W4315483406","doi":"10.2196/44629","title":"Motivational Interviewing for Enhancing Self-care in Patients With Heart Failure: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministero della Salute","keywords":"Motivational interviewing; Medicine; Randomized controlled trial; Psychological intervention; Intervention (counseling); Quality of life (healthcare); Protocol (science); Health care; Physical therapy; Self-efficacy; Nursing; Psychology; Alternative medicine","score_opus":0.10878335172083511,"score_gpt":0.49592608125331905,"score_spread":0.38714272953248396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315483406","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001877012,2.3799576e-7,0.0002652949,0.002674282,0.000006988981,0.99489224,0.000006580796,0.00016575356,0.00011161828],"genre_scores_gemma":[0.0016180082,2.4278748e-8,0.006387238,0.00006588415,0.00020958985,0.99091166,0.00009683351,0.000054048134,0.000656709],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964119,0.00058545475,0.00078048726,0.0004885063,0.0009766408,0.0007570097],"domain_scores_gemma":[0.99688053,0.0016085702,0.00012690797,0.00031473048,0.000918989,0.00015029756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004538399,0.00024492881,0.0012562432,0.0006740484,0.00020086239,0.00010405794,0.00013205882,0.00011016979,0.00007757952],"category_scores_gemma":[0.0012032504,0.00015303426,0.00037150393,0.0006561471,0.00006829286,0.00016740318,0.00009411475,0.00026313553,0.000030138779],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9752021,0.0013662549,0.002957538,0.002593953,0.00018144978,0.0000024230376,0.00049016176,0.0000027162282,0.000029863872,0.00020560151,0.016574563,0.00039336845],"study_design_scores_gemma":[0.82598555,0.007081062,0.00055251236,0.0027732125,0.000016430458,1.4406972e-7,0.00014884319,0.00019934916,0.0001515402,0.0001161335,0.16285318,0.00012204504],"about_ca_topic_score_codex":0.0000044170556,"about_ca_topic_score_gemma":0.00004865307,"teacher_disagreement_score":0.14921656,"about_ca_system_score_codex":0.0003067826,"about_ca_system_score_gemma":0.00046038607,"threshold_uncertainty_score":0.62405556},"labels":[],"label_agreement":null},{"id":"W4315563625","doi":"10.2196/43512","title":"Examining Visual Attention to Tobacco Marketing Materials Among Young Adult Smokers: Protocol for a Remote Webcam-Based Eye-Tracking Experiment","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Rutgers Cancer Institute of New Jersey; University of Pennsylvania","keywords":"Eye tracking; Tracking (education); Logistic regression; Odds; Medicine; USable; Computer science; Psychology; Multimedia; Artificial intelligence","score_opus":0.28706581858846353,"score_gpt":0.5772757759841547,"score_spread":0.29020995739569116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315563625","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4260999,3.8856314e-8,0.00019033394,0.00021121973,0.00001783943,0.57303697,0.0000064892843,0.00026412623,0.00017310199],"genre_scores_gemma":[0.1301319,3.1553967e-8,0.00073289825,0.000054624983,0.00040644855,0.8676047,0.00009043106,0.00010558504,0.00087342993],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99483645,0.0007223211,0.0007474079,0.00084273756,0.0017175941,0.0011334664],"domain_scores_gemma":[0.99746865,0.0003402245,0.0002073018,0.00057898375,0.0010205196,0.00038432184],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006760353,0.00030482578,0.000426833,0.00081162294,0.00054079335,0.00048083835,0.00027076874,0.00025709573,0.00032439744],"category_scores_gemma":[0.0018120719,0.00028297576,0.0001241074,0.0011662744,0.00010554639,0.00028422163,0.00019784685,0.0004140921,0.000047884612],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00761001,0.00062454055,0.42397776,0.0028513495,0.0000317454,0.00010501816,0.00074459636,0.0000106878515,0.5403255,0.000015210482,0.0065050246,0.017198563],"study_design_scores_gemma":[0.008654533,0.0032177195,0.7224109,0.014880445,0.000010903611,0.000006310973,0.0018703371,0.00057671627,0.24357644,0.000017091274,0.004367447,0.0004111078],"about_ca_topic_score_codex":0.000119749515,"about_ca_topic_score_gemma":0.000011553672,"teacher_disagreement_score":0.29843318,"about_ca_system_score_codex":0.0005731925,"about_ca_system_score_gemma":0.00030716104,"threshold_uncertainty_score":0.9999622},"labels":[],"label_agreement":null},{"id":"W4315620378","doi":"10.2196/42119","title":"A Universal Mental Health–Promoting Mobile App for Adolescents: Protocol for a Cluster Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Helsedirektoratet; Universitetet i Tromsø","keywords":"Mental health; Randomized controlled trial; Cluster randomised controlled trial; Feeling; Intervention (counseling); Checklist; Psychology; mHealth; Coping (psychology); Psychological intervention; Medicine; Clinical psychology; Psychiatry; Social psychology","score_opus":0.21491607117829303,"score_gpt":0.6187475475698166,"score_spread":0.4038314763915236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315620378","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016361974,0.0000010043951,0.0004336428,0.0026201808,0.00015130518,0.99447274,0.00024136867,0.00037747866,0.0015386534],"genre_scores_gemma":[0.0006778281,3.2896676e-8,0.00029539937,0.00016599627,0.0004557717,0.97985166,0.00008912918,0.000109591136,0.018354598],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9919744,0.0027875295,0.0017239602,0.0008366642,0.0008385383,0.0018389022],"domain_scores_gemma":[0.9959188,0.0020781213,0.0005568328,0.0005609187,0.00043877054,0.0004465613],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013251461,0.00032724827,0.0014127505,0.00065561186,0.00074718584,0.00024695045,0.0006212543,0.00020687279,0.0003053085],"category_scores_gemma":[0.000864684,0.00026683204,0.0010347345,0.00067740015,0.00033412024,0.00027434452,0.00028423942,0.00049748016,0.0004720473],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8613035,0.0037935984,0.000004343808,0.0029141854,0.0001091883,0.000002695097,0.0009744519,7.2317204e-7,0.000012302917,0.0022108692,0.12033863,0.008335484],"study_design_scores_gemma":[0.7657955,0.011841174,0.0000023900384,0.0035929012,0.000003018748,0.0000024526448,0.0004577776,0.0006981532,0.000034490695,0.0017490602,0.21565388,0.00016916363],"about_ca_topic_score_codex":0.00003357774,"about_ca_topic_score_gemma":0.000019917225,"teacher_disagreement_score":0.09550799,"about_ca_system_score_codex":0.00054150284,"about_ca_system_score_gemma":0.00047596052,"threshold_uncertainty_score":0.99997836},"labels":[],"label_agreement":null},{"id":"W4315620573","doi":"10.2196/37011","title":"The Predictive Value of A, B, and C-Type Natriuretic Peptides in People at Risk of Heart Disease: Protocol for a Longitudinal Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lotto New Zealand; National Heart Foundation of New Zealand","keywords":"Medicine; Natriuretic peptide; Cyclic guanosine monophosphate; Internal medicine; Heart disease; Brain natriuretic peptide; Stroke (engine); Cardiology; Hormone; Atrial natriuretic peptide; Endocrinology; Heart failure","score_opus":0.3455133067740996,"score_gpt":0.5594296933364953,"score_spread":0.2139163865623957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315620573","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12723202,0.000001827282,0.0000023580008,0.001787688,0.0000019474062,0.87088525,0.000021908369,0.000022557826,0.00004444811],"genre_scores_gemma":[0.08446899,7.338073e-7,0.00016336114,0.0000050583517,0.000035928482,0.91396934,0.000010842302,0.000016534046,0.0013292115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99763465,0.00039309132,0.00037898196,0.00031196704,0.0009104997,0.000370824],"domain_scores_gemma":[0.9979476,0.0009830969,0.00008844251,0.0003657734,0.0004853497,0.00012976857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026536642,0.00011960381,0.00028416872,0.00023741188,0.00021575595,0.000021764414,0.00011688956,0.00003978568,0.000021626984],"category_scores_gemma":[0.00096173474,0.000076576034,0.00006463856,0.00088593946,0.00019998045,0.00006969982,0.0002548834,0.00019178163,0.000008271134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009536397,0.0013491986,0.9679597,0.0014682695,0.0000827152,0.000010454696,0.0005783883,0.000024231276,0.00014012285,0.0004370495,0.018179623,0.00023383713],"study_design_scores_gemma":[0.0062544285,0.006398242,0.9522113,0.0008070566,0.000015613965,7.2693575e-7,0.00038213393,0.001120581,0.0000905904,0.0009470034,0.03171638,0.000055892382],"about_ca_topic_score_codex":0.000081034676,"about_ca_topic_score_gemma":0.00017857277,"teacher_disagreement_score":0.043084096,"about_ca_system_score_codex":0.00012941683,"about_ca_system_score_gemma":0.00034071412,"threshold_uncertainty_score":0.312268},"labels":[],"label_agreement":null},{"id":"W4315697466","doi":"10.2196/42965","title":"Assessing the Feasibility of a Text-Based Conversational Agent for Asthma Support: Protocol for a Mixed Methods Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Asthma and Lung UK","keywords":"Chatbot; Usability; Asthma; Medicine; eHealth; Self-management; Scale (ratio); Observational study; Social media; Internet privacy; Health care; Computer science; World Wide Web; Artificial intelligence","score_opus":0.8343442550212432,"score_gpt":0.7547376423825777,"score_spread":0.07960661263866553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315697466","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017007944,1.12424935e-7,0.0057689594,0.002109672,0.000047802365,0.9894175,0.00029774854,0.00008760219,0.0005698383],"genre_scores_gemma":[0.008074158,5.6082333e-10,0.0075474204,0.00008631987,0.00008819324,0.9818754,0.00010773512,0.000042933043,0.0021778322],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99432975,0.0023604415,0.0010180201,0.00060686097,0.000941787,0.0007431498],"domain_scores_gemma":[0.99277294,0.00494246,0.00034380908,0.0006995067,0.0011089412,0.00013232509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015215829,0.00017816514,0.0002967129,0.00029485623,0.00047522568,0.0002067283,0.00061850896,0.00010633547,0.00064980186],"category_scores_gemma":[0.001490112,0.00013610504,0.00028196053,0.00096258306,0.00031532737,0.00028377358,0.00018842066,0.00031006086,0.00008101745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017520368,0.055638764,0.0914281,0.017853027,0.00053763,0.000020549232,0.004433163,0.00007143869,0.0016836001,0.06352668,0.519297,0.22798964],"study_design_scores_gemma":[0.021563577,0.023706988,0.5774839,0.0014580532,0.0000071945124,0.0000029617227,0.004959438,0.0027174086,0.002316425,0.02343095,0.34200442,0.00034868787],"about_ca_topic_score_codex":0.000022063337,"about_ca_topic_score_gemma":0.000025214069,"teacher_disagreement_score":0.4860558,"about_ca_system_score_codex":0.0002864841,"about_ca_system_score_gemma":0.0008798793,"threshold_uncertainty_score":0.7114875},"labels":[],"label_agreement":null},{"id":"W4315829248","doi":"10.2196/38273","title":"The Outcomes of Surgical and Nonsurgical Treatment in Patients With Spinal Metastases of Lung Cancer: Protocol for a Prospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Management of metastatic bone disease","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Medicine; Prospective cohort study; Clinical trial; Lung cancer; Proportional hazards model; Cohort; Radiological weapon; Odds ratio; Surgery; Internal medicine","score_opus":0.14581354648817027,"score_gpt":0.5631030745748395,"score_spread":0.4172895280866693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315829248","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22833033,0.0000011905579,8.644172e-7,0.00021981313,9.787234e-7,0.7713029,0.00005001561,0.000014976332,0.00007893792],"genre_scores_gemma":[0.050677825,5.119605e-7,0.00006475188,0.0000016530844,0.000009086805,0.9486863,0.000007680269,0.000021138643,0.00053104496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99691015,0.0004235827,0.00050769036,0.00038981557,0.0013353708,0.00043335612],"domain_scores_gemma":[0.99826676,0.00052828086,0.00015163662,0.0004174374,0.00049422623,0.00014163452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021260802,0.00017676411,0.00061718706,0.0002884083,0.00010946835,0.000028645676,0.00013031217,0.000028567541,0.00003928239],"category_scores_gemma":[0.00020036503,0.00008921327,0.00008050935,0.0006915231,0.00030896702,0.00006174439,0.00014105332,0.00014917832,0.0000010039021],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029117571,0.0071022687,0.9586204,0.0012972683,0.00045282792,0.00006864822,0.0001852422,0.0000015878059,0.0000014378081,0.00022244647,0.00043451716,0.0024957599],"study_design_scores_gemma":[0.037362482,0.015525926,0.941058,0.00069207966,0.000048351467,4.6394842e-7,0.0003397049,0.00008820723,0.000043537802,0.000038300914,0.0047248323,0.000078130804],"about_ca_topic_score_codex":0.00009704384,"about_ca_topic_score_gemma":0.00005726453,"teacher_disagreement_score":0.17765251,"about_ca_system_score_codex":0.00014346569,"about_ca_system_score_gemma":0.0003082681,"threshold_uncertainty_score":0.36380112},"labels":[],"label_agreement":null},{"id":"W4316923600","doi":"10.2196/39389","title":"The Use of Patient-Generated Health Data From Consumer-Grade Mobile Devices in Clinical Workflows: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; mHealth; Wearable computer; Mobile device; Data collection; Scope (computer science); Process (computing); Protocol (science); Health care; Electronic data capture; Computer science; Mobile technology; Data science; Medicine; Internet privacy; Multimedia; World Wide Web; Clinical trial; Nursing; Alternative medicine; Psychological intervention","score_opus":0.8886221093609923,"score_gpt":0.7662709302752031,"score_spread":0.12235117908578919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316923600","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1287105e-8,0.324334,0.000007749243,0.00045583563,0.000028456483,0.67278177,0.0022813128,0.00010268293,0.000008157165],"genre_scores_gemma":[7.829863e-10,0.45794412,0.00032603004,0.00047332616,0.00017454084,0.53955334,0.0011249202,0.00012872228,0.00027496822],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9458534,0.03442239,0.013552868,0.0018674147,0.0016132209,0.0026907022],"domain_scores_gemma":[0.9369868,0.047811855,0.0064458665,0.0063921055,0.0013201537,0.0010432038],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034096263,0.0007322748,0.0064494996,0.0005095898,0.001985143,0.00010527372,0.0036386244,0.0010441914,0.000093272385],"category_scores_gemma":[0.012526842,0.00044038615,0.000510939,0.0031346434,0.00042472262,0.0002460019,0.001740085,0.0049434206,0.00072980503],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009879574,0.0004225783,0.000028559272,0.6574236,0.00006259128,0.0000015681546,0.000037518308,1.2218486e-7,4.683287e-9,0.00008964429,0.21990387,0.12193111],"study_design_scores_gemma":[0.0007669251,0.00036858322,0.0000017544864,0.4876853,0.00002710245,4.2764214e-7,0.00004696565,0.00004300022,7.265695e-9,0.0000363135,0.5108762,0.00014742557],"about_ca_topic_score_codex":0.0008618832,"about_ca_topic_score_gemma":0.003360367,"teacher_disagreement_score":0.29097232,"about_ca_system_score_codex":0.0007701206,"about_ca_system_score_gemma":0.020876385,"threshold_uncertainty_score":0.9998048},"labels":[],"label_agreement":null},{"id":"W4316923619","doi":"10.2196/38814","title":"Patient Experiences With Prescription Cannabinoids in Germany: Protocol for a Mixed Methods, Exploratory, and Anonymous Web-Based Survey","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; Cannabis; Health care; Population; Medical prescription; Psychiatry; Environmental health; Nursing","score_opus":0.20885083022367998,"score_gpt":0.5462093282007914,"score_spread":0.33735849797711137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316923619","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09365232,0.0000024930218,0.00006606888,0.0013982285,0.000008044409,0.9045709,0.00003400157,0.0001389113,0.00012905158],"genre_scores_gemma":[0.008330508,2.4775898e-7,0.0008051242,0.00006394125,0.000073057665,0.98852104,0.000035242738,0.00008238035,0.0020884527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99360216,0.0021105395,0.0005555421,0.0008956356,0.0015228135,0.001313303],"domain_scores_gemma":[0.99734205,0.0002020975,0.00010793185,0.0006690029,0.0011473492,0.00053159765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069817333,0.00030708645,0.0005119851,0.0010933698,0.00031565785,0.00024259262,0.00026411895,0.00020453114,0.00011312553],"category_scores_gemma":[0.0008471476,0.0002251962,0.00007975691,0.0022829971,0.00058308616,0.00024485282,0.00022559115,0.0007137447,0.000015417907],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04461535,0.0036675516,0.042653926,0.0109463865,0.000069578826,0.0004564918,0.015850203,0.000031970892,0.05633724,0.00009913275,0.7401385,0.08513368],"study_design_scores_gemma":[0.02063643,0.018143073,0.13678281,0.003047926,0.000003336784,0.000021186532,0.009802403,0.0052736807,0.04263961,0.000078905905,0.76297224,0.0005984212],"about_ca_topic_score_codex":0.0002544724,"about_ca_topic_score_gemma":0.00056906807,"teacher_disagreement_score":0.094128884,"about_ca_system_score_codex":0.0002816131,"about_ca_system_score_gemma":0.0021531403,"threshold_uncertainty_score":0.91832346},"labels":[],"label_agreement":null},{"id":"W4316928508","doi":"10.2196/39724","title":"Technology-Enabled Collaborative Care for Concurrent Diabetes and Distress Management During the COVID-19 Pandemic: Protocol for a Mixed Methods Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; McGill University; Association of Universities and Colleges of Canada; Montreal Children's Hospital; University Health Network; University of Toronto; McMaster University; Population Health Research Institute; Vector Institute; Diabetes Canada; Centre for Addiction and Mental Health","funders":"Medical Psychiatry Alliance; Hamilton Health Sciences","keywords":"Medicine; Mental health; Diabetes management; Collaborative Care; Psychological intervention; Nursing; Health care; Peer support; Family medicine; Type 2 diabetes; Diabetes mellitus; Psychiatry","score_opus":0.3526443104776969,"score_gpt":0.635223175426902,"score_spread":0.2825788649492051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316928508","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035277117,0.000004676121,0.00013791182,0.0016398862,0.000017653392,0.96244574,0.000066154884,0.0002764142,0.00013446895],"genre_scores_gemma":[0.009203857,5.0707035e-7,0.0010564203,0.0000380749,0.00008947267,0.98766106,0.000058561214,0.000038837814,0.0018532182],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967439,0.0007171869,0.00041371328,0.00075803057,0.00052071485,0.00084643345],"domain_scores_gemma":[0.9972132,0.0009201782,0.00013780587,0.0007206284,0.0007775425,0.00023064544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00526623,0.00023635087,0.000404864,0.0005142941,0.00094651256,0.0002082084,0.00037862558,0.000106751446,0.000020761048],"category_scores_gemma":[0.0015952202,0.00016048345,0.000077651544,0.0018173914,0.0003590866,0.00011551149,0.0005527547,0.00033376185,0.000005607931],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032887838,0.0030239504,0.7943958,0.053404998,0.0005077703,0.000009174727,0.007036966,0.0000066333537,0.0014519674,0.0010488082,0.035198208,0.100626945],"study_design_scores_gemma":[0.030024178,0.006498772,0.13296805,0.0014079534,0.00006751627,7.588785e-7,0.07032008,0.00031546506,0.0023840724,0.0032636786,0.75234663,0.00040286366],"about_ca_topic_score_codex":0.000002747688,"about_ca_topic_score_gemma":0.000024350205,"teacher_disagreement_score":0.7171484,"about_ca_system_score_codex":0.0005217434,"about_ca_system_score_gemma":0.00024256035,"threshold_uncertainty_score":0.7279905},"labels":[],"label_agreement":null},{"id":"W4317212548","doi":"10.2196/39985","title":"Physical and Mental Effects of Foot Baths Among Women in Labor: Protocol for a Pre-Post Test Experimental Design","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Dokkyo Medical University","keywords":"Test (biology); Protocol (science); Foot (prosody); Psychology; Research design; Mental health; Applied psychology; Physical therapy; Medicine; Physical medicine and rehabilitation; Alternative medicine; Psychiatry; Sociology","score_opus":0.17571249493664715,"score_gpt":0.5909924170889584,"score_spread":0.4152799221523113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317212548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34513226,5.4646864e-7,0.0000027109547,0.00009096346,0.0000023733885,0.6546307,0.000039566658,0.000026577743,0.00007428379],"genre_scores_gemma":[0.08210396,8.012141e-8,0.000099257624,0.000014386626,0.000068720445,0.91401774,0.000005096923,0.000026068792,0.0036646917],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99805367,0.00021670495,0.00030686968,0.00029386472,0.00046324305,0.00066564564],"domain_scores_gemma":[0.9987506,0.0005712026,0.000059899936,0.00019995295,0.00014054563,0.00027778375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010052884,0.00013375632,0.00029951902,0.00026663594,0.00009628882,0.000031402265,0.00013281929,0.00006854494,0.000117246556],"category_scores_gemma":[0.0002857081,0.00010512327,0.00006170262,0.0004153039,0.00019801063,0.000112105365,0.00017891785,0.00027199736,0.000024549845],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028067257,0.017775012,0.14980896,0.14957474,0.000078745725,0.00030112106,0.02224437,0.0000017866723,0.60978943,0.0005149602,0.010978788,0.010864797],"study_design_scores_gemma":[0.021634746,0.056456216,0.33643672,0.014694667,0.0000012406061,0.000018320923,0.00079089444,0.0022699127,0.5231934,0.00071413873,0.043527838,0.00026188898],"about_ca_topic_score_codex":0.00006831604,"about_ca_topic_score_gemma":0.00000828421,"teacher_disagreement_score":0.2630283,"about_ca_system_score_codex":0.00017863564,"about_ca_system_score_gemma":0.0001444796,"threshold_uncertainty_score":0.42868024},"labels":[],"label_agreement":null},{"id":"W4317347018","doi":"10.2196/39977","title":"Development of a ParticipACTION App–Based Intervention for Improving Postsecondary Students’ 24-Hour Movement Guideline Behaviors: Protocol for the Application of Intervention Mapping","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Alberta; University of Saskatchewan; University of Ottawa; University of Victoria; Canadian Society for Exercise Physiology; Public Health Ontario; University of British Columbia; Queen's University","funders":"Queen's University; Public Health Agency; Public Health Agency of Canada","keywords":"Intervention mapping; Intervention (counseling); Psychology; Mental health; Protocol (science); Applied psychology; Coping (psychology); Medical education; Medicine; Clinical psychology; Health promotion; Nursing; Public health; Psychiatry","score_opus":0.4298375665163942,"score_gpt":0.6316717841136626,"score_spread":0.20183421759726844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317347018","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022878174,3.5229868e-7,0.089882895,0.0005299085,0.0000066159305,0.8866155,0.000024139432,0.000056002376,0.0000064271962],"genre_scores_gemma":[0.039385166,2.8976242e-8,0.0056697973,0.000027455397,0.00009203722,0.95460105,0.000088442524,0.000026926919,0.000109070534],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972366,0.00014540338,0.0010601546,0.00031825792,0.00082541397,0.00041414105],"domain_scores_gemma":[0.9978218,0.00031418676,0.00047959213,0.00043803186,0.0008492881,0.00009711537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050379285,0.00013034166,0.000316258,0.00029199128,0.00023988205,0.000032280408,0.00030021946,0.00008393986,0.000028048684],"category_scores_gemma":[0.00035132468,0.00009850749,0.00023178787,0.00049241603,0.000076630444,0.00014458582,0.0002021148,0.00026539626,0.000005245282],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0083824005,0.01226835,0.0030109412,0.029131165,0.000117327174,5.349804e-7,0.001286653,0.000027509941,0.42755368,0.000267685,0.0022662838,0.51568747],"study_design_scores_gemma":[0.036068294,0.015739204,0.054452382,0.012271029,0.0000496027,8.919624e-7,0.0035979757,0.041809477,0.7009445,0.0024690104,0.1322262,0.00037143036],"about_ca_topic_score_codex":0.00006323997,"about_ca_topic_score_gemma":0.00005403471,"teacher_disagreement_score":0.51531607,"about_ca_system_score_codex":0.00028483506,"about_ca_system_score_gemma":0.00032189453,"threshold_uncertainty_score":0.40170187},"labels":[],"label_agreement":null},{"id":"W4317422613","doi":"10.2196/38732","title":"The Vaping and Patterns of e-Cigarette Use Research Study: Protocol for a Web-Based Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; Center for Tobacco Products; National Institutes of Health","keywords":"Odds; Incentive; Protocol (science); Personalization; Electronic cigarette; Web survey; Internet privacy; Medicine; Computer science; Psychology; Business; Logistic regression; World Wide Web; Alternative medicine","score_opus":0.5085719542237059,"score_gpt":0.6224661911774741,"score_spread":0.11389423695376821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317422613","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40366343,5.533997e-8,0.000003646508,0.00022941855,0.0000031297197,0.59599614,0.000008519041,0.00006415867,0.000031484877],"genre_scores_gemma":[0.26304597,6.47479e-8,0.0000059105523,0.00000750275,0.000071274444,0.7361961,0.000006657241,0.00004306881,0.00062347896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993346,0.0015467668,0.00052613055,0.0005997542,0.0031326981,0.00084868784],"domain_scores_gemma":[0.9949259,0.00211351,0.000100024525,0.0010017044,0.0016765307,0.00018231936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017616307,0.00016934107,0.00033665882,0.00063319824,0.00089082686,0.00031469215,0.00036081567,0.00011431531,0.0000388385],"category_scores_gemma":[0.001363892,0.00011255075,0.000072455885,0.0013420077,0.0002671259,0.00014089426,0.0003098005,0.0009626079,0.0000046912214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024328697,0.002257097,0.98485684,0.000752363,0.000053707143,0.00003876882,0.0009303713,7.2934904e-7,0.0009386992,0.000021123478,0.0045491313,0.0031682812],"study_design_scores_gemma":[0.01154018,0.009454179,0.95409155,0.0013498728,0.000010561119,0.0000014168103,0.0030910056,0.00016640962,0.0011032812,0.000040389168,0.019046728,0.000104404106],"about_ca_topic_score_codex":0.00017114464,"about_ca_topic_score_gemma":0.00008803424,"teacher_disagreement_score":0.14061746,"about_ca_system_score_codex":0.00016232712,"about_ca_system_score_gemma":0.00054755696,"threshold_uncertainty_score":0.685161},"labels":[],"label_agreement":null},{"id":"W4317437099","doi":"10.2196/38597","title":"The Effectiveness of Internet-Based Cognitive Behavioral Therapy as a Preventive Intervention in the Workplace to Improve Work Engagement and Psychological Outcomes: Protocol for a Systematic Review and Meta-analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Psychological intervention; Mental health; Psychology; Randomized controlled trial; Medicine; Applied psychology; Health care; Nursing; Psychiatry","score_opus":0.6486623741464906,"score_gpt":0.707789228960586,"score_spread":0.05912685481409541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317437099","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028837806,0.071299344,0.000089601825,0.00013103212,0.000008576022,0.92815757,0.00020154462,0.00002738715,0.000082086495],"genre_scores_gemma":[0.00003510233,0.001428305,0.000024527408,0.00006156783,0.000008180929,0.9965062,0.000035739413,0.00006776027,0.0018325736],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96771955,0.027453633,0.0022536684,0.001077932,0.0007848127,0.00071040815],"domain_scores_gemma":[0.9830226,0.014371348,0.0010343043,0.0010231303,0.00039550994,0.00015314524],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.03058352,0.00059071695,0.0041725435,0.00068564125,0.00019546313,0.0003165745,0.0010985561,0.00026202947,0.00010732818],"category_scores_gemma":[0.0014077734,0.00027602803,0.0024141327,0.0025398396,0.00034819468,0.00009044892,0.00041354288,0.0011221751,0.00006540631],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020781234,0.006015474,0.000016859069,0.9431173,0.02016331,0.00001447081,0.00028315207,2.3232207e-8,1.9393402e-8,0.0006577784,0.00031445772,0.027339034],"study_design_scores_gemma":[0.0037969006,0.021273244,0.00024181142,0.92745715,0.027521335,0.0000072249677,0.00049316394,4.9963074e-7,0.0000019071856,0.0007763449,0.017960655,0.0004697821],"about_ca_topic_score_codex":0.000051874762,"about_ca_topic_score_gemma":0.000054349297,"teacher_disagreement_score":0.06987104,"about_ca_system_score_codex":0.00020793181,"about_ca_system_score_gemma":0.00007955884,"threshold_uncertainty_score":0.9999692},"labels":[],"label_agreement":null},{"id":"W4317460505","doi":"10.2196/41010","title":"The Evaluation of Health Care Services for Children and Adolescents With Post–COVID-19 Condition: Protocol for a Prospective Longitudinal Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Interim; Mental health; Family medicine; Quality of life (healthcare); Health care; Coronavirus disease 2019 (COVID-19); Longitudinal study; Disease; Pediatrics; Psychiatry; Nursing","score_opus":0.19573178364511074,"score_gpt":0.6010228245736493,"score_spread":0.40529104092853857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317460505","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032695897,0.0000053583717,0.00004722399,0.0037245364,0.0000030883184,0.963297,0.00011288786,0.00010042403,0.000013554247],"genre_scores_gemma":[0.17286046,1.021926e-7,0.000091143156,0.00013172854,0.00011609622,0.82663596,0.00008488136,0.000044041855,0.000035614936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950491,0.0010127054,0.00046337067,0.0006778075,0.0021161274,0.0006808847],"domain_scores_gemma":[0.99488026,0.00077840075,0.00029324202,0.0006257482,0.0030679784,0.00035434423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008095711,0.00023031296,0.0004254876,0.00032558705,0.001039677,0.00014990785,0.0003137718,0.00008356709,0.000009600814],"category_scores_gemma":[0.0013243434,0.00014314603,0.000078934594,0.00069225946,0.00029153493,0.00019774729,0.00017912372,0.00030573455,0.000004861565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023561385,0.001455197,0.9230861,0.0366196,0.00019354589,0.0000071731747,0.005823369,0.000014718898,0.00007221122,0.00015137251,0.0030953134,0.005920009],"study_design_scores_gemma":[0.039948348,0.030978763,0.9179963,0.0053556883,0.00002979625,0.000012869112,0.0025520674,0.00013258161,0.00019583202,0.0006277357,0.002018563,0.00015148708],"about_ca_topic_score_codex":0.00016448644,"about_ca_topic_score_gemma":0.0005082482,"teacher_disagreement_score":0.14016457,"about_ca_system_score_codex":0.00068617804,"about_ca_system_score_gemma":0.0034572573,"threshold_uncertainty_score":0.7996459},"labels":[],"label_agreement":null},{"id":"W4317767752","doi":"10.2196/43756","title":"Parent Experiences of Child Loss and End-of-Life Care in a Pediatric Intensive Care Unit: Protocol for a Qualitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Protocol (science); End-of-life care; Pediatric intensive care unit; Medicine; Intensive care unit; Psychology; Nursing; Intensive care medicine; Palliative care; Alternative medicine; Sociology","score_opus":0.39054778091993,"score_gpt":0.6273728473743957,"score_spread":0.23682506645446572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317767752","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36608812,0.000013561432,0.0000014502917,0.00037349548,0.000004988415,0.6333372,0.000051279807,0.000033392127,0.00009654602],"genre_scores_gemma":[0.3462987,7.193742e-7,0.000034649653,0.00004216692,0.00009922045,0.6534623,0.000015419993,0.000028098631,0.000018759714],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945976,0.0014803687,0.0010068121,0.00065421616,0.001619458,0.000641524],"domain_scores_gemma":[0.99439013,0.0011934533,0.0002990118,0.00056966225,0.0032556518,0.00029208616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025733986,0.00025470802,0.00083532697,0.00091471564,0.0001482839,0.000031572567,0.00035011544,0.00012281648,0.000037445407],"category_scores_gemma":[0.0031666758,0.00021349384,0.00011935661,0.0019163867,0.00051774824,0.00012687761,0.00039191567,0.00056487735,0.000004308057],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004433621,0.0006566411,0.14612341,0.013179833,0.000037644582,0.00002141871,0.8339769,0.00000131313,0.000010532204,0.000052409167,0.00072090037,0.00078533386],"study_design_scores_gemma":[0.011993897,0.0113936765,0.05771199,0.0033972783,0.000006222793,0.0000017745439,0.91111654,0.0000060089064,0.00046515433,0.0000698495,0.003657365,0.00018025936],"about_ca_topic_score_codex":0.00031182496,"about_ca_topic_score_gemma":0.0006973783,"teacher_disagreement_score":0.08841142,"about_ca_system_score_codex":0.00012246324,"about_ca_system_score_gemma":0.0013297481,"threshold_uncertainty_score":0.8706026},"labels":[],"label_agreement":null},{"id":"W4317779826","doi":"10.2196/41240","title":"Tough Talks COVID-19 Digital Health Intervention for Vaccine Hesitancy Among Black Young Adults: Protocol for a Hybrid Type 1 Effectiveness Implementation Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; National Institutes of Health","keywords":"Psychological intervention; Randomized controlled trial; Medicine; Population; Focus group; Intervention (counseling); Family medicine; Public health; Nursing; Environmental health; Sociology","score_opus":0.1410649843661483,"score_gpt":0.5783688928195185,"score_spread":0.4373039084533702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317779826","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049912203,0.000002274381,0.003150272,0.0016010262,0.000053500284,0.9894724,0.000120116885,0.00026997976,0.00033925034],"genre_scores_gemma":[0.020173457,0.0000015453082,0.000051940624,0.00004917183,0.0007938642,0.97720194,0.00020723398,0.00005566502,0.0014652034],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99227595,0.0034892894,0.0012615133,0.00069861003,0.0010661483,0.0012085125],"domain_scores_gemma":[0.99251187,0.004931149,0.0005976152,0.0003358623,0.0011831337,0.00044037707],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.018984178,0.000282872,0.0012720462,0.00046443043,0.0013755262,0.0007260409,0.00048894517,0.00013491292,0.00023798985],"category_scores_gemma":[0.009676014,0.00023259466,0.0007579708,0.00097652216,0.00009091297,0.000949825,0.00012184559,0.00027987998,0.00004310025],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9457155,0.00058448664,0.0011035365,0.0028071066,0.00011746456,0.000006304844,0.002189869,0.0000046030796,0.000011320407,0.001936342,0.041218273,0.004305213],"study_design_scores_gemma":[0.9344267,0.0049452297,0.0003330307,0.0012533831,0.000009060125,4.702954e-7,0.0018106025,0.00030134298,0.00007413943,0.010299691,0.046302237,0.00024411234],"about_ca_topic_score_codex":0.0005720946,"about_ca_topic_score_gemma":0.0011531195,"teacher_disagreement_score":0.015182237,"about_ca_system_score_codex":0.00085560704,"about_ca_system_score_gemma":0.0017496983,"threshold_uncertainty_score":0.99992454},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4317828653","doi":"10.2196/43538","title":"Safe Medication in Nursing Home Residents Through the Development and Evaluation of an Intervention (SAME): Protocol for a Fully Integrated Mixed Methods Study With a Cocreative Approach","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Velux Fonden","keywords":"Protocol (science); Nursing; Intervention (counseling); Nursing homes; Medicine; Psychology; Family medicine; Medical education; Alternative medicine","score_opus":0.6037987771878054,"score_gpt":0.731925286943581,"score_spread":0.12812650975577566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317828653","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038300354,6.8627054e-7,0.014629073,0.00048513917,0.000009960187,0.9457772,0.0000069797043,0.00004994886,0.0007406973],"genre_scores_gemma":[0.02609414,8.8817245e-8,0.014980027,0.000011456409,0.000028764613,0.9585292,0.0001150934,0.000025325202,0.00021590249],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9825654,0.013760146,0.0010021925,0.0004863509,0.0016748012,0.0005110959],"domain_scores_gemma":[0.9962469,0.0011546148,0.00055908645,0.0004318519,0.0014956854,0.00011186739],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.032769397,0.0001613902,0.0003025303,0.0004592472,0.0007112716,0.000009556709,0.00034322886,0.00015170693,0.000048221198],"category_scores_gemma":[0.0017274704,0.000100912606,0.000027101663,0.0015726679,0.00030027225,0.00034307627,0.000119889126,0.00072035263,0.0000073088167],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017933415,0.009202488,0.029321387,0.0049837497,0.00016054409,0.0000016274072,0.44170862,0.00023606345,0.00039719837,0.0016548963,0.0023176249,0.4920824],"study_design_scores_gemma":[0.024691114,0.0051855454,0.65483874,0.016655535,0.00002043703,9.804771e-7,0.2685346,0.014484768,0.0007532768,0.005465424,0.00912745,0.00024213045],"about_ca_topic_score_codex":0.00015494623,"about_ca_topic_score_gemma":0.0004112778,"teacher_disagreement_score":0.62551737,"about_ca_system_score_codex":0.00056520785,"about_ca_system_score_gemma":0.0015750466,"threshold_uncertainty_score":0.99596745},"labels":[],"label_agreement":null},{"id":"W4317867868","doi":"10.2196/43028","title":"The Ability of Austrian Qualified Physiotherapists to Make Accurate Keep-Refer Decisions and to Detect Serious Pathologies Based on Clinical Vignettes: Protocol for a Cross-sectional Web-Based Survey","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Protocol (science); Population; Health care; Demographics; Disease; Medical education; Applied psychology; Alternative medicine; Psychology; Pathology","score_opus":0.4625554839396707,"score_gpt":0.6453405616413527,"score_spread":0.18278507770168195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317867868","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13228303,1.592697e-7,0.00035561953,0.0019666238,0.00001360769,0.8651019,0.00013343139,0.00010475772,0.00004087353],"genre_scores_gemma":[0.077807374,1.0334612e-7,0.0009007954,0.00027581307,0.00009715109,0.920621,0.000024501602,0.000038504102,0.00023475973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936037,0.0028913193,0.0009663003,0.00076171826,0.0011446361,0.0006323179],"domain_scores_gemma":[0.97999793,0.01727608,0.00013872303,0.0009806784,0.0012461115,0.0003604502],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019361869,0.00022507113,0.0004394606,0.0003532834,0.00047325066,0.00017040581,0.00034055102,0.00024820317,0.00004531696],"category_scores_gemma":[0.026200095,0.00013754856,0.00024351937,0.0012531382,0.0005693348,0.000046120207,0.00013004392,0.00051937014,0.000044933768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16709737,0.0034968832,0.4862476,0.010578662,0.000119268414,0.000013358688,0.0003748074,0.0013813478,0.16464655,0.00009715798,0.027183793,0.1387632],"study_design_scores_gemma":[0.0076658544,0.012964635,0.9530903,0.0011743989,7.1552034e-7,2.3488666e-7,0.000028562223,0.0016445749,0.00096658204,0.00039890964,0.021918528,0.00014671279],"about_ca_topic_score_codex":0.000033543824,"about_ca_topic_score_gemma":0.00016906,"teacher_disagreement_score":0.4668427,"about_ca_system_score_codex":0.00012824834,"about_ca_system_score_gemma":0.00076360867,"threshold_uncertainty_score":0.9820026},"labels":[],"label_agreement":null},{"id":"W4317927826","doi":"10.2196/39834","title":"Ohnut Versus a Waitlist Control for the Self-management of Endometriosis-Associated Deep Dyspareunia: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Endometriosis Research and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Women's Health Research Institute; University of British Columbia","funders":"University of British Columbia","keywords":"Randomized controlled trial; Medicine; Sexual function; Physical therapy; Anxiety; Quality of life (healthcare); Surgery; Psychiatry; Internal medicine; Nursing","score_opus":0.20566491879502052,"score_gpt":0.5294187133575033,"score_spread":0.3237537945624828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317927826","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015361968,0.0000116526135,0.00047254423,0.0017788056,0.000033159453,0.9956892,0.00010283951,0.00026499561,0.0014931629],"genre_scores_gemma":[0.013063311,0.000017451363,0.00056877144,0.000028803033,0.00025981138,0.98370135,0.000051647465,0.00010290103,0.0022059267],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99090624,0.0021457584,0.0015650742,0.00073245814,0.0029052224,0.0017452699],"domain_scores_gemma":[0.91526806,0.080782376,0.00050967664,0.00095609954,0.0020670448,0.00041673818],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0190124,0.00045682368,0.002793864,0.001495696,0.00067657634,0.00019338445,0.00074549887,0.00019090484,0.00014131713],"category_scores_gemma":[0.039692696,0.00025335475,0.0011853728,0.003357454,0.00046332798,0.00011467029,0.00025321817,0.0005992357,0.000051972514],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9700062,0.006797192,0.000016671544,0.0025866013,0.007601487,0.00003853882,0.00008849627,0.0000074186705,0.00022527626,0.001902555,0.007939804,0.002789719],"study_design_scores_gemma":[0.89666533,0.03852894,0.000042445303,0.00113453,0.00029483522,0.0000011336107,0.00013747979,0.003036825,0.0004981574,0.00034079643,0.059134826,0.00018470899],"about_ca_topic_score_codex":0.000033699183,"about_ca_topic_score_gemma":0.000023861547,"teacher_disagreement_score":0.07863662,"about_ca_system_score_codex":0.0006479202,"about_ca_system_score_gemma":0.00075058854,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W4317928741","doi":"10.2196/44650","title":"Clinical Validation of an Artificial Intelligence–Based Tool for Automatic Estimation of Left Ventricular Ejection Fraction and Strain in Echocardiography: Protocol for a Two-Phase Prospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular Function and Risk Factors","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ejection fraction; Intraclass correlation; Medicine; Ventricle; Prospective cohort study; Echo (communications protocol); Cohort; Interclass correlation; Bland–Altman plot; Reliability (semiconductor); Cardiology; Internal medicine; Radiology; Nuclear medicine; Limits of agreement; Heart failure; Computer science","score_opus":0.21102199830748636,"score_gpt":0.579831441919764,"score_spread":0.36880944361227763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317928741","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32123938,7.48259e-8,0.023535172,0.000015560356,0.000009437978,0.6551223,0.00001973521,0.00005469543,0.0000036806384],"genre_scores_gemma":[0.30394974,4.8993027e-8,0.0011192873,0.0000013924408,0.00006459182,0.69476885,0.000075092415,0.000017966384,0.0000030119165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99679434,0.000723312,0.0009238303,0.0004594792,0.0008359988,0.00026302846],"domain_scores_gemma":[0.9981365,0.0004530378,0.00023318139,0.00036732043,0.00071732514,0.00009263015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008429654,0.00014050082,0.0005415488,0.0010088205,0.00011438241,0.000048391557,0.000067867484,0.00014022112,0.0000169826],"category_scores_gemma":[0.001223842,0.000120718796,0.00031692043,0.0011379607,0.00013209633,0.00024732674,0.000023109695,0.0002925062,0.0000017967001],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010489515,0.008966418,0.8116983,0.002832899,0.00034185065,0.000014219825,0.0002924058,0.0033007425,0.0020324443,0.00007706242,0.000065676846,0.15988845],"study_design_scores_gemma":[0.015576672,0.0220832,0.65347046,0.0011681302,0.00008223669,0.00000481102,0.0010425926,0.2627084,0.04151882,0.0019542219,0.00019247377,0.00019801511],"about_ca_topic_score_codex":0.000031400923,"about_ca_topic_score_gemma":0.000010234489,"teacher_disagreement_score":0.25940764,"about_ca_system_score_codex":0.00013205557,"about_ca_system_score_gemma":0.00026293154,"threshold_uncertainty_score":0.49227697},"labels":[],"label_agreement":null},{"id":"W4317931862","doi":"10.2196/44172","title":"Health System–Level Barriers to Living Donor Kidney Transplantation: Protocol for a Comparative Case Study Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto; University Health Network; Ottawa Hospital; University of Ottawa; London Health Sciences Centre; McGill University Health Centre; Lawson Health Research Institute; Western University; Centre Hospitalier de l’Université de Montréal; McGill University","funders":"","keywords":"Operationalization; Thematic analysis; Psychological intervention; Medicine; Qualitative research; Psychology; Nursing; Sociology","score_opus":0.41280207275239983,"score_gpt":0.6142988420254332,"score_spread":0.20149676927303334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317931862","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004773623,7.092743e-8,0.0024153607,0.0015404642,0.0000046855534,0.99033546,0.00030157928,0.0002810051,0.00034775859],"genre_scores_gemma":[0.1286417,3.8863035e-8,0.0005799182,0.00018001885,0.0000889048,0.8696553,0.00008165914,0.00003162923,0.0007408441],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962549,0.00080185244,0.0006379498,0.0005996514,0.0010541213,0.0006515187],"domain_scores_gemma":[0.99694055,0.00050406327,0.0001125742,0.0004050118,0.0007230141,0.0013147808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003066013,0.00021048766,0.00057971326,0.0016029832,0.0007615409,0.00014827079,0.00016873349,0.00007676579,0.00020897406],"category_scores_gemma":[0.00016444546,0.00018195139,0.00015385576,0.004236241,0.000056686164,0.00016446963,0.000030760613,0.00032592472,0.00013111866],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025754927,0.006723524,0.2878274,0.08313302,0.004516431,0.008925184,0.48100936,0.0009249424,0.0015918636,0.0016543493,0.09245982,0.0054791826],"study_design_scores_gemma":[0.09758802,0.05390156,0.28894433,0.039418466,0.000716926,0.0024800387,0.3708382,0.029062727,0.004029347,0.00005838592,0.1105379,0.002424093],"about_ca_topic_score_codex":0.00039863776,"about_ca_topic_score_gemma":0.0009881458,"teacher_disagreement_score":0.12386806,"about_ca_system_score_codex":0.000326986,"about_ca_system_score_gemma":0.001185811,"threshold_uncertainty_score":0.7419762},"labels":[],"label_agreement":null},{"id":"W4317932006","doi":"10.2196/39978","title":"Evaluation of a Community Suicide Prevention Project (Roots of Hope): Protocol for an Implementation Science Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Horizon Health Network; Université du Québec à Montréal; Université de Sherbrooke; Memorial University of Newfoundland; Saskatchewan Health Authority; Université de Moncton; Regional Municipality of Waterloo","funders":"Mental Health Commission","keywords":"Context (archaeology); Psychology; Mental health; Situational ethics; Medical education; Evidence-based practice; Public relations; Applied psychology; Medicine; Political science; Social psychology; Alternative medicine; Psychiatry","score_opus":0.9775973023104313,"score_gpt":0.8886400125698544,"score_spread":0.08895728974057693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317932006","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22127537,2.1670768e-8,0.00006238004,0.00019827558,0.000008014176,0.77789325,0.0000690262,0.00006364676,0.00043002758],"genre_scores_gemma":[0.12294702,2.2983631e-8,0.0003403918,0.00004026884,0.000057109442,0.87647474,0.000021112966,0.000023909226,0.00009540713],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.964498,0.025542764,0.0019832137,0.0004652954,0.006123257,0.0013874789],"domain_scores_gemma":[0.985887,0.002377632,0.00096939073,0.0010744485,0.009473171,0.00021834325],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.18550855,0.00015368768,0.00033143468,0.0016084248,0.0026158243,0.000044285636,0.0011304569,0.000088443,0.0002662162],"category_scores_gemma":[0.0079018185,0.0001361612,0.000052941752,0.0053163785,0.0005404184,0.0010491305,0.0005654858,0.00071676687,0.000034878634],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036925836,0.00904659,0.22292261,0.01880458,0.000076226905,7.62362e-7,0.2827059,0.000075640746,0.15845594,0.0027614199,0.061576918,0.23988082],"study_design_scores_gemma":[0.026903605,0.024430338,0.7319044,0.0022179172,0.000015088126,4.4993308e-7,0.1743397,0.0019576098,0.013052034,0.007825622,0.017058875,0.00029438242],"about_ca_topic_score_codex":0.0024486026,"about_ca_topic_score_gemma":0.0043053622,"teacher_disagreement_score":0.50898176,"about_ca_system_score_codex":0.000807137,"about_ca_system_score_gemma":0.014802877,"threshold_uncertainty_score":0.9986826},"labels":[],"label_agreement":null},{"id":"W4318213574","doi":"10.2196/41555","title":"The Inflammatory Biomarkers Behavior Profile of Patients Following Elective Degenerative Spine Surgery and Differences Compared to Those Coursing With a Postoperative Spinal Infection: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Surgical site infection prevention","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Spinal surgery; Medicine; Protocol (science); Physical therapy; Bioinformatics; Surgery; Alternative medicine; Pathology; Biology","score_opus":0.36647449274450494,"score_gpt":0.5892210207905663,"score_spread":0.22274652804606132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318213574","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007786048,0.016293848,0.000030193509,0.00006176941,0.000012725672,0.9833907,0.000033329216,0.0000734674,0.00002612909],"genre_scores_gemma":[0.0000037440946,0.009049834,0.0000769017,0.000014517312,0.000056196448,0.9904275,0.000059718044,0.00008574689,0.00022585687],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9929029,0.0028584583,0.0016253425,0.0006971925,0.0012969953,0.00061914587],"domain_scores_gemma":[0.995103,0.0014228345,0.0009434448,0.00051043875,0.001732291,0.00028799128],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046046977,0.00052428036,0.0029281557,0.00060277333,0.00062424305,0.0001662755,0.00018791309,0.00021454408,0.000026219359],"category_scores_gemma":[0.0022885464,0.00028102542,0.0006207085,0.0018704784,0.00026621253,0.00015705638,0.00016410483,0.0006553212,0.000012289652],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011722763,0.00061916077,0.0016055248,0.9558529,0.0006838736,0.000019179477,0.00007551596,2.4858364e-8,0.0000039755,0.000020291776,0.00074959995,0.03919764],"study_design_scores_gemma":[0.0014963992,0.004020474,0.0020497043,0.94998676,0.000402322,0.000025008447,0.000034898123,0.0000036673464,0.000027640004,0.000005351244,0.041651636,0.00029617033],"about_ca_topic_score_codex":0.000013850075,"about_ca_topic_score_gemma":0.000028341656,"teacher_disagreement_score":0.040902037,"about_ca_system_score_codex":0.00057838956,"about_ca_system_score_gemma":0.0012821519,"threshold_uncertainty_score":0.9999642},"labels":[],"label_agreement":null},{"id":"W4318479947","doi":"10.2196/41170","title":"A Text Messaging–Based Support Intervention to Enhance Pre-exposure Prophylaxis for HIV Prevention Adherence During Pregnancy and Breastfeeding: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; National Institute of Nursing Research; Center for AIDS Research, University of Washington; University of Washington","keywords":"Medicine; Breastfeeding; Pregnancy; Randomized controlled trial; Pre-exposure prophylaxis; Intervention (counseling); Family medicine; Postpartum period; Postnatal Care; Human immunodeficiency virus (HIV); Obstetrics; Nursing; Pediatrics; Men who have sex with men","score_opus":0.10449383274503564,"score_gpt":0.5382542844914984,"score_spread":0.4337604517464627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318479947","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022019104,0.0000034410878,0.0068004644,0.0017324449,0.000008660584,0.9881277,0.000060976403,0.00023117203,0.0008332196],"genre_scores_gemma":[0.011215546,4.997756e-7,0.0009787487,0.0000067671313,0.00021360625,0.8926187,0.00006651238,0.000077770426,0.09482182],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99366635,0.0012604311,0.0014770848,0.0009892558,0.0013344854,0.0012724085],"domain_scores_gemma":[0.9957369,0.0011502571,0.0003538107,0.00059250585,0.0015938765,0.0005726431],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0070296912,0.0003664347,0.0014350086,0.001144244,0.00050396955,0.00033993533,0.00038514353,0.00022445308,0.0004941035],"category_scores_gemma":[0.0074344794,0.000278609,0.0011554203,0.0010262397,0.00027157352,0.00036287578,0.00024283523,0.00060102344,0.000065998946],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9270593,0.002292794,0.00008419112,0.012736745,0.00020711152,0.000013944738,0.00033093372,0.0000014032681,0.008293811,0.00013597966,0.016872868,0.03197095],"study_design_scores_gemma":[0.88551986,0.06299548,0.00019555283,0.026999533,0.000028052189,0.000007497215,0.00008975878,0.0027723229,0.011173042,0.0005949322,0.00936878,0.00025522106],"about_ca_topic_score_codex":0.000013163559,"about_ca_topic_score_gemma":0.00001984634,"teacher_disagreement_score":0.09550898,"about_ca_system_score_codex":0.00019067353,"about_ca_system_score_gemma":0.0006376165,"threshold_uncertainty_score":0.9999666},"labels":[],"label_agreement":null},{"id":"W4318600067","doi":"10.2196/42491","title":"Development and Economic Evaluation of a Patient-Centered Care Model for Children With Duchenne Muscular Dystrophy: Protocol for a Quasi-Experimental Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Muscle Physiology and Disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Postgraduate Institute of Medical Education and Research, Chandigarh","keywords":"Medicine; Duchenne muscular dystrophy; Intervention (counseling); Telehealth; Physical therapy; Protocol (science); Telemedicine; Quality of life (healthcare); Ambulatory; Health care; Family medicine; Nursing; Alternative medicine; Surgery","score_opus":0.17909275837011981,"score_gpt":0.5037767582726487,"score_spread":0.32468399990252883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318600067","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48805645,0.0000010445682,0.00004987391,0.000004358828,7.419167e-7,0.5118545,0.00002167076,0.0000053943977,0.0000059432377],"genre_scores_gemma":[0.39422035,2.5469596e-8,0.00052102865,0.0000026257137,0.000015506894,0.605108,0.00010897684,0.000015556694,0.00000788811],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986297,0.00015591741,0.00021967673,0.0004427116,0.00024367007,0.0003083486],"domain_scores_gemma":[0.9992629,0.000012344822,0.000078993195,0.0002686625,0.0003139337,0.000063146945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006080975,0.00013372353,0.00015207635,0.00008421563,0.00017449868,0.000020312933,0.00014422929,0.0000780225,0.000004518075],"category_scores_gemma":[0.000033136712,0.00011201834,0.00004616601,0.00005962541,0.00008871443,0.000008129554,0.00013908547,0.000060302074,0.0000012556503],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.097480886,0.034022633,0.05613107,0.005652868,0.002323623,0.0000025880602,0.037206907,0.01756808,0.67460114,0.0004911779,0.007494498,0.06702453],"study_design_scores_gemma":[0.113859124,0.12594895,0.02791264,0.00083437626,0.000044876244,0.000003922405,0.019732228,0.050722748,0.64319533,0.0005051107,0.015833296,0.0014074013],"about_ca_topic_score_codex":0.000009103138,"about_ca_topic_score_gemma":0.000051952353,"teacher_disagreement_score":0.09383609,"about_ca_system_score_codex":0.000051350264,"about_ca_system_score_gemma":0.00046404605,"threshold_uncertainty_score":0.4567975},"labels":[],"label_agreement":null},{"id":"W4318608863","doi":"10.2196/43986","title":"Cross-Tailoring Integrative Alcohol and Risky Sexual Behavior Feedback for College Students: Protocol for a Hybrid Type 1 Effectiveness-Implementation Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Protocol (science); Psychology; Medical education; Clinical psychology; Applied psychology; Medicine; Computer science; Social psychology; Alternative medicine","score_opus":0.3763772306896265,"score_gpt":0.6469830014878282,"score_spread":0.2706057707982017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318608863","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3253639,4.9131603e-7,0.000015822698,0.000045233566,0.00001776129,0.6743395,0.00008793441,0.00010372636,0.00002563317],"genre_scores_gemma":[0.013213619,2.5153355e-7,0.0002786791,0.000012255857,0.00030223484,0.9836573,0.00014909143,0.00007082718,0.0023157473],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9970534,0.00027310828,0.00044336807,0.00062620884,0.000857513,0.0007464011],"domain_scores_gemma":[0.9972443,0.0012276229,0.000120987264,0.0003314453,0.00088475255,0.00019086958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023509555,0.0002787961,0.00048966764,0.00036758653,0.00046954764,0.00019846713,0.00020885954,0.00009957189,0.00007746039],"category_scores_gemma":[0.00048511085,0.00020742233,0.00011848938,0.0006822096,0.0001779844,0.00031155365,0.00013180882,0.00027436647,0.000041919677],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.41256198,0.0024255705,0.5469838,0.0023741487,0.00034145053,0.000098450306,0.001342884,6.12588e-7,0.005269031,0.00027663412,0.01134338,0.016982056],"study_design_scores_gemma":[0.5940246,0.03743608,0.2620436,0.002107707,0.00006789495,0.000011995385,0.004330572,0.000058366943,0.057031736,0.0006137975,0.041804925,0.0004687576],"about_ca_topic_score_codex":0.000012508871,"about_ca_topic_score_gemma":0.00003790611,"teacher_disagreement_score":0.31215027,"about_ca_system_score_codex":0.00041007705,"about_ca_system_score_gemma":0.00035261278,"threshold_uncertainty_score":0.84584373},"labels":[],"label_agreement":null},{"id":"W4318611506","doi":"10.2196/43842","title":"A Technology-Enhanced Intervention for Violence and Substance Use Prevention Among Young Black Men: Protocol for Adaptation and Pilot Testing","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Psychology; Empowerment; Brief intervention; Medicine; Psychiatry; Political science","score_opus":0.4691963272092321,"score_gpt":0.5986266435214053,"score_spread":0.12943031631217317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318611506","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033902287,0.0000021290498,0.0067017074,0.00022935712,0.00001457646,0.9583525,0.000057887828,0.0003191703,0.00042037235],"genre_scores_gemma":[0.06398864,1.8168218e-7,0.0020855386,0.000005427922,0.000043607073,0.93001986,0.000025185855,0.00004823148,0.0037833294],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973444,0.00027610062,0.00063302903,0.00069876265,0.0003074991,0.00074023055],"domain_scores_gemma":[0.9980388,0.00064768794,0.00027237795,0.00033590544,0.0005465918,0.00015860393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00211299,0.00018606195,0.00021186743,0.00057134527,0.00039337963,0.0002457582,0.00022359756,0.00015194819,0.000017801025],"category_scores_gemma":[0.00096615596,0.00018948,0.000068048335,0.0010240801,0.0004376214,0.0007026089,0.00014139427,0.0003072286,0.000032197644],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0129998615,0.00518443,0.026480678,0.01905432,0.00014103808,0.000017017212,0.0034841679,0.000016656444,0.0064124777,0.023061626,0.01688193,0.8862658],"study_design_scores_gemma":[0.054379437,0.09806274,0.1738628,0.13325332,0.00002495326,0.000048982827,0.012145996,0.024125718,0.01609892,0.4657951,0.020513559,0.0016884697],"about_ca_topic_score_codex":0.00005506983,"about_ca_topic_score_gemma":0.0002574483,"teacher_disagreement_score":0.88457733,"about_ca_system_score_codex":0.00014610174,"about_ca_system_score_gemma":0.00005207309,"threshold_uncertainty_score":0.772677},"labels":[],"label_agreement":null},{"id":"W4318615501","doi":"10.2196/44830","title":"Designing Practical Motivational Interviewing Training for Mental Health Practitioners Implementing Behavioral Lifestyle Interventions: Protocol for 3 Pilot Intervention Studies","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Motivational interviewing; Psychological intervention; Mental health; Medicine; Smoking cessation; Health coaching; Coaching; Population; Behavior change; Brief intervention; Intervention (counseling); Psychology; Nursing; Psychiatry","score_opus":0.8535079359413142,"score_gpt":0.7528061713335342,"score_spread":0.10070176460778002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318615501","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026041715,0.000007058087,0.014202324,0.0072170296,0.00016421666,0.9771181,0.0003370597,0.00039342634,0.0003003999],"genre_scores_gemma":[0.0033942992,1.9032561e-7,0.012300967,0.00011556524,0.0003405041,0.9799707,0.0005220342,0.00011895021,0.0032368226],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928246,0.0014824029,0.0020425615,0.0009295133,0.00085049216,0.0018704329],"domain_scores_gemma":[0.9959226,0.0016176072,0.000866636,0.00041965838,0.00085238763,0.0003210802],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.012929168,0.00034417256,0.0005240585,0.00095624046,0.0016272698,0.0003936205,0.00042063673,0.00010976895,0.00038009902],"category_scores_gemma":[0.0014098939,0.0003534953,0.000630982,0.0009648759,0.000255276,0.0012452459,0.00050689984,0.00066068815,0.00018796863],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067302454,0.017616218,0.0015829762,0.024409853,0.000806092,0.00002310304,0.016909331,0.0000042597267,0.0005190702,0.051227126,0.63027126,0.24990049],"study_design_scores_gemma":[0.0270642,0.06040245,0.0022400788,0.05974664,0.00002489854,0.00009215934,0.074346736,0.0003823639,0.0010838755,0.019701447,0.7539297,0.0009854616],"about_ca_topic_score_codex":0.000057253095,"about_ca_topic_score_gemma":0.00014618805,"teacher_disagreement_score":0.24891503,"about_ca_system_score_codex":0.0009866105,"about_ca_system_score_gemma":0.0003586595,"threshold_uncertainty_score":0.9998917},"labels":[],"label_agreement":null},{"id":"W4318710361","doi":"10.2196/41197","title":"Repeat Ivermectin Mass Drug Administrations for Malaria Control II: Protocol for a Double-blind, Cluster-Randomized, Placebo-Controlled Trial for the Integrated Control of Malaria","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Malaria; Ivermectin; Mass drug administration; Placebo; Medicine; Cluster (spacecraft); Drug; Cluster randomised controlled trial; Double blind; Randomized controlled trial; Pharmacology; Population; Alternative medicine; Internal medicine; Environmental health; Immunology; Veterinary medicine; Computer science; Pathology","score_opus":0.18035672570339828,"score_gpt":0.5158947357512614,"score_spread":0.33553801004786316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318710361","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000076602104,0.0000033091317,0.04117375,0.03471547,0.000059335776,0.92257684,0.0006912567,0.00022307619,0.00048034173],"genre_scores_gemma":[0.023752166,5.5207977e-7,0.0010409424,0.00017138167,0.0012435733,0.9567007,0.00017988379,0.00015622986,0.016754596],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98976815,0.0024106945,0.0023962397,0.0011822548,0.0020349906,0.0022076915],"domain_scores_gemma":[0.9669474,0.025377722,0.0007907964,0.0014522093,0.004807358,0.00062451366],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.028259976,0.00066329347,0.002823194,0.0009996995,0.001536047,0.0004402413,0.0011269936,0.000543909,0.00039046747],"category_scores_gemma":[0.017391851,0.0004068035,0.0019483007,0.0012509607,0.00079203985,0.00027000502,0.00015702489,0.0013374112,0.00002578571],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93295956,0.0017191115,0.000010032237,0.0019364244,0.0016700602,0.000012937986,0.00018474097,0.000054218526,0.003687935,0.02307757,0.03404095,0.0006464559],"study_design_scores_gemma":[0.83098,0.013774086,0.000010579543,0.00084716757,0.00024659687,0.0000074682443,0.00029250272,0.077184536,0.0013306127,0.0022669714,0.07275183,0.0003076691],"about_ca_topic_score_codex":0.000073286166,"about_ca_topic_score_gemma":0.00010026146,"teacher_disagreement_score":0.10197958,"about_ca_system_score_codex":0.00026522003,"about_ca_system_score_gemma":0.0041730385,"threshold_uncertainty_score":0.9998384},"labels":[],"label_agreement":null},{"id":"W4318710519","doi":"10.2196/39779","title":"Design, Develop, and Pilot-Test a Digital Platform to Enhance Student Well-Being: Protocol for a Mixed-Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Test (biology); Computer science; Medical education; Multimedia; Medicine; Alternative medicine","score_opus":0.3856815699688856,"score_gpt":0.686938073508717,"score_spread":0.30125650353983147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318710519","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030384392,2.8142037e-7,0.0040263934,0.00048402694,0.000039340826,0.98581123,0.000036507816,0.0003227427,0.0062410184],"genre_scores_gemma":[0.009166656,8.62938e-9,0.0045313714,0.000057936824,0.00010554123,0.96827215,0.000008605479,0.000105974694,0.01775175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470276,0.0006935175,0.00096755725,0.001103606,0.00094675954,0.0015858228],"domain_scores_gemma":[0.9952424,0.002676576,0.00014651897,0.0007822093,0.00053429266,0.00061798963],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0064419173,0.00034551046,0.00041556795,0.0007034072,0.0005206198,0.00080465374,0.00087588944,0.000115614544,0.00016923499],"category_scores_gemma":[0.0010376358,0.00031324942,0.0000777776,0.0019599688,0.00017064204,0.0004969471,0.0011514028,0.00053700653,0.002187318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010337631,0.041065276,0.012230801,0.0033353535,0.0002532016,0.00023264658,0.014085408,0.0000032950657,0.0008252159,0.004067669,0.19338845,0.720175],"study_design_scores_gemma":[0.012946859,0.15831798,0.056587532,0.0051410524,0.000005502117,0.000049797076,0.008498928,0.000055653494,0.010623288,0.016962212,0.729625,0.0011861859],"about_ca_topic_score_codex":0.00001455774,"about_ca_topic_score_gemma":0.000027542159,"teacher_disagreement_score":0.71898884,"about_ca_system_score_codex":0.00029986215,"about_ca_system_score_gemma":0.00023985363,"threshold_uncertainty_score":0.99993193},"labels":[],"label_agreement":null},{"id":"W4318755597","doi":"10.2196/40985","title":"Estimating the Burden of Disability From Road Traffic Injuries in 5 Low- and Middle-Income Countries: Protocol for a Prospective Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traffic and Road Safety","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Bank Group","keywords":"Observational study; Medicine; Injury prevention; Occupational safety and health; Poison control; Environmental health; Suicide prevention; Crash; Multivariate analysis; Medical emergency","score_opus":0.2038216082505333,"score_gpt":0.48404807657751114,"score_spread":0.28022646832697784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318755597","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3353006,4.2700705e-7,0.00002046321,0.00014524357,0.000004402558,0.6642979,0.00006331316,0.00013972694,0.00002796089],"genre_scores_gemma":[0.28527516,2.8044907e-8,0.0003202154,9.5253836e-7,0.00011285103,0.7142359,0.000005304435,0.000024266996,0.000025326333],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997795,0.00022500844,0.00054483174,0.00034451598,0.00063859334,0.0004520738],"domain_scores_gemma":[0.99830216,0.0009976944,0.00005733187,0.0003732901,0.00020593243,0.00006356106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021062053,0.00017461808,0.00029545368,0.00009955828,0.00022948995,0.00009143854,0.0003493384,0.00008885081,0.000024151634],"category_scores_gemma":[0.00032892224,0.00012336488,0.00004653898,0.00075098407,0.00042083557,0.0002050153,0.00015898577,0.0004136686,0.000007922212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042291684,0.0018581495,0.5575937,0.02011147,0.00023317598,0.000012965321,0.08011903,0.3263539,0.00012215738,0.00077314314,0.00093430816,0.0076588234],"study_design_scores_gemma":[0.003674978,0.000711117,0.7542482,0.0034403836,0.000001711964,2.553058e-7,0.002866523,0.23287265,0.00009348111,0.0010338563,0.0008735103,0.00018333358],"about_ca_topic_score_codex":0.000097874436,"about_ca_topic_score_gemma":0.00010235099,"teacher_disagreement_score":0.1966545,"about_ca_system_score_codex":0.0001740757,"about_ca_system_score_gemma":0.00012574854,"threshold_uncertainty_score":0.5030674},"labels":[],"label_agreement":null},{"id":"W4318829858","doi":"10.2196/40677","title":"Developing the Next Generation of Nursing Disciplinary Leaders in Higher Education: Protocol for a Sequential Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workforce; Delphi method; Context (archaeology); Nurse education; Discipline; Nursing; Diversity (politics); Medical education; Psychology; Medicine; Political science","score_opus":0.9418870921710244,"score_gpt":0.7800542993044091,"score_spread":0.16183279286661534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318829858","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009630644,6.3768226e-7,0.000606192,0.014606061,0.000038196114,0.981281,0.0000017772519,0.00010820771,0.0023948564],"genre_scores_gemma":[0.0045101587,1.4276772e-7,0.009247396,0.000013373301,0.00052174577,0.98279184,0.000004274887,0.000032044823,0.0028790093],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99064434,0.0059476737,0.00053279306,0.00045570277,0.0015715685,0.000847954],"domain_scores_gemma":[0.99727154,0.0012274175,0.00012269411,0.00047920717,0.00079739635,0.00010176178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021573892,0.00013085718,0.00021051889,0.0006594876,0.001081214,0.00032490428,0.0010655548,0.000154614,0.00012769755],"category_scores_gemma":[0.00094946194,0.000102717364,0.000072285584,0.003436332,0.000981596,0.00041627462,0.00032228854,0.00055080774,0.000015646967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013748652,0.0061803116,0.0039176107,0.0016931102,0.00006013211,0.000017273534,0.125338,0.000056604906,0.03453443,0.11734014,0.18692845,0.52255905],"study_design_scores_gemma":[0.0042278427,0.0028269724,0.018900877,0.006276543,0.0000049560995,0.0000018055739,0.2694147,0.0013895388,0.01805803,0.09603873,0.58213514,0.000724885],"about_ca_topic_score_codex":0.0002312673,"about_ca_topic_score_gemma":0.0003333129,"teacher_disagreement_score":0.5218342,"about_ca_system_score_codex":0.00080177037,"about_ca_system_score_gemma":0.0032579303,"threshold_uncertainty_score":0.8315934},"labels":[],"label_agreement":null},{"id":"W4318931622","doi":"10.2196/34842","title":"The Effects of a Web-Based Intervention to Reduce Alcohol Consumption Among Middle-Aged Women: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; Randomized controlled trial; Population; Intervention (counseling); Brief intervention; Consumption (sociology); Environmental health; Health promotion; Gerontology; Public health; Psychiatry; Surgery; Nursing","score_opus":0.19041604348311472,"score_gpt":0.5302946459360782,"score_spread":0.33987860245296353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318931622","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21750851,0.0000015029606,0.00003014252,0.00028202793,0.000024586769,0.78195226,0.0000015550145,0.0001385089,0.000060917773],"genre_scores_gemma":[0.035603225,5.148623e-7,0.00007548273,0.000027342192,0.00014425306,0.95919853,0.000010389095,0.000045872534,0.004894386],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99467903,0.002038485,0.0009798115,0.00041002905,0.0010846268,0.00080798805],"domain_scores_gemma":[0.98889977,0.009422484,0.0003250643,0.0005850535,0.0005289186,0.00023872823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009683769,0.0002522795,0.0013794608,0.0005651175,0.00030997954,0.000101536185,0.00026422905,0.00014204744,0.000086918764],"category_scores_gemma":[0.0078088627,0.00013971355,0.00078052055,0.0007676962,0.0003830165,0.00009667302,0.00006360616,0.0003112138,0.00006801507],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98084,0.0011200748,0.0010077064,0.0024371569,0.0003401388,0.000016916441,0.0007313461,0.0000013904499,0.0072785867,0.00006195273,0.004642798,0.0015218783],"study_design_scores_gemma":[0.9667473,0.006729727,0.00087732554,0.0065351017,0.00003073996,5.0514024e-7,0.0001696606,0.00041666112,0.016166946,0.00020584058,0.0019993552,0.000120842255],"about_ca_topic_score_codex":0.0000043971995,"about_ca_topic_score_gemma":0.000021344356,"teacher_disagreement_score":0.18190528,"about_ca_system_score_codex":0.00032464784,"about_ca_system_score_gemma":0.0003582817,"threshold_uncertainty_score":0.9348502},"labels":[],"label_agreement":null},{"id":"W4319034921","doi":"10.2196/40490","title":"Effects of a Salutogenic Healthy Eating Program in Type 2 Diabetes (the SALUD Study): Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, psychology, and well-being","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Edema-Steernberg Foundation","keywords":"Salutogenesis; Psychosocial; Randomized controlled trial; Context (archaeology); Gerontology; Intervention (counseling); Medicine; Psychology; Health literacy; Health promotion; Health care; Nursing; Public health; Psychiatry","score_opus":0.26326889893464267,"score_gpt":0.6699213512166718,"score_spread":0.4066524522820292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319034921","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036647033,0.0000047784692,0.0000051190486,0.0010693897,0.00010223322,0.9612133,0.0000021778137,0.00027594846,0.0006800186],"genre_scores_gemma":[0.0043535335,0.0000015090044,0.00015995481,0.00021472706,0.00066496525,0.99389845,0.000004924507,0.00009384226,0.00060812145],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96209025,0.030707538,0.002774383,0.0007777076,0.0011968525,0.002453252],"domain_scores_gemma":[0.95852005,0.03882793,0.0007682577,0.0007723532,0.00082305993,0.00028834672],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053974807,0.00034429587,0.0023923484,0.00081277697,0.0013180187,0.00004907174,0.00075094815,0.0004628181,0.00007432437],"category_scores_gemma":[0.016129918,0.0002080787,0.00039614062,0.0025603694,0.00038027877,0.000113201924,0.00029722438,0.002381593,0.00015332596],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95978534,0.0035022688,0.0032066645,0.009672252,0.00013412433,0.000007794369,0.0055671367,0.0000019803929,0.00019356249,0.00036021502,0.004218424,0.013350241],"study_design_scores_gemma":[0.954706,0.015990617,0.0024227328,0.0038042238,0.000012447127,9.9935455e-8,0.0009026949,0.00076766,0.00002656869,0.002227279,0.018964082,0.00017560806],"about_ca_topic_score_codex":0.00010775499,"about_ca_topic_score_gemma":0.00009972183,"teacher_disagreement_score":0.03784489,"about_ca_system_score_codex":0.0002123121,"about_ca_system_score_gemma":0.0022796823,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W4319293554","doi":"10.2196/41173","title":"Effectiveness of an Individualized Exergame-Based Motor-Cognitive Training Concept Targeted to Improve Cognitive Functioning in Older Adults With Mild Neurocognitive Disorder: Study Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neurocognitive; Cognition; Randomized controlled trial; Cognitive training; Physical medicine and rehabilitation; Psychosocial; Cognitive skill; Psychology; Physical therapy; Intervention (counseling); Effects of sleep deprivation on cognitive performance; Medicine; Psychiatry","score_opus":0.06835009251196944,"score_gpt":0.4849699268182922,"score_spread":0.41661983430632277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319293554","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3538586,5.949999e-7,0.0011328361,0.000043252592,0.000010239399,0.6445666,0.00009097014,0.00012752796,0.00016938393],"genre_scores_gemma":[0.3975945,4.0174143e-8,0.000081588514,0.000035769706,0.00008112287,0.6017951,0.00017998727,0.00009892546,0.00013296376],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.980581,0.01166723,0.0015392479,0.0016690766,0.0028361676,0.0017073058],"domain_scores_gemma":[0.97870606,0.015328543,0.00048417452,0.00039860333,0.004473699,0.00060890126],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017339287,0.0006997285,0.0032657569,0.00243993,0.00039892478,0.00020667967,0.00034398385,0.00024259568,0.00017155187],"category_scores_gemma":[0.010519092,0.00050773995,0.00054167234,0.003094192,0.00075165293,0.00035509083,0.0002084742,0.0011427271,0.00001973126],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96103257,0.012380087,0.00493608,0.0027005821,0.00072873314,0.000116401934,0.005996975,0.000009468656,0.00086729287,0.000010923489,0.000012187285,0.011208706],"study_design_scores_gemma":[0.83745235,0.092679396,0.030738344,0.01585378,0.00013688214,0.0000016718277,0.014702935,0.0013276923,0.0065823244,0.000047974467,0.000032639284,0.00044398333],"about_ca_topic_score_codex":0.000074854965,"about_ca_topic_score_gemma":0.00004179633,"teacher_disagreement_score":0.12358018,"about_ca_system_score_codex":0.0001511089,"about_ca_system_score_gemma":0.0016577672,"threshold_uncertainty_score":0.99973744},"labels":[],"label_agreement":null},{"id":"W4319294371","doi":"10.2196/40918","title":"Improving Communication in Intensive Care Unit to Ward Transitions: Protocol for Multisite National Implementation of the ICU-PAUSE Handoff Tool","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Academy of Medicine","keywords":"Thematic analysis; Medicine; Intensive care unit; Medical emergency; Protocol (science); Patient safety; Medical record; Acute care; Qualitative research; Emergency medicine; Nursing; Health care; Intensive care medicine","score_opus":0.2958939326318357,"score_gpt":0.6129314361725691,"score_spread":0.31703750354073335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319294371","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026395971,4.161357e-7,0.000057905774,0.004622273,0.0000027611904,0.9687062,0.000086336724,0.000036185727,0.0000919709],"genre_scores_gemma":[0.040966764,8.993888e-8,0.00080903806,0.00016333192,0.000028035918,0.9576026,0.000066173205,0.000021046191,0.0003429025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99810493,0.00022928466,0.00042110286,0.00021730133,0.00070266746,0.00032473108],"domain_scores_gemma":[0.99632823,0.00027151906,0.00008116407,0.0004018135,0.0028212962,0.00009595422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010499015,0.00010390323,0.00018945156,0.00040000433,0.00024236423,0.00003974074,0.00023591745,0.00006964443,0.00006908215],"category_scores_gemma":[0.0010916893,0.000071591756,0.00009185401,0.0010962583,0.00007625201,0.00013883965,0.00019080006,0.0003028119,0.000018892713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009971932,0.0015620645,0.40736675,0.017291225,0.00016207535,0.000030179777,0.07759647,0.00015180155,0.19244741,0.005250659,0.047106653,0.24106279],"study_design_scores_gemma":[0.026926583,0.0037281383,0.6506118,0.009630281,0.0000087438175,0.000006572865,0.05126064,0.00082814007,0.093592,0.0011022523,0.16195293,0.00035188763],"about_ca_topic_score_codex":0.00016336942,"about_ca_topic_score_gemma":0.0004662687,"teacher_disagreement_score":0.24324508,"about_ca_system_score_codex":0.00020352262,"about_ca_system_score_gemma":0.0005232054,"threshold_uncertainty_score":0.29194272},"labels":[],"label_agreement":null},{"id":"W4319321672","doi":"10.2196/44940","title":"A Relational Agent Intervention for Adolescents Seeking Mental Health Treatment: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Randomized controlled trial; Medicine; Anxiety; Mental health; Bibliotherapy; Cognitive behavioral therapy; Psychoeducation; Psychiatry; Intervention (counseling); Depression (economics); Health care; Telemedicine; Clinical psychology","score_opus":0.3943843326527591,"score_gpt":0.6400246496250076,"score_spread":0.24564031697224853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319321672","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000111541594,0.0000018857057,0.0015430115,0.0023426677,0.0001913152,0.9940713,0.00029365384,0.00024212009,0.0012024979],"genre_scores_gemma":[0.001814865,7.950541e-8,0.00029393728,0.000059297465,0.0004010571,0.97342587,0.00029865326,0.00008112547,0.023625102],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928425,0.002431865,0.001910475,0.000732625,0.0008034858,0.0012790511],"domain_scores_gemma":[0.9969298,0.0013111258,0.00066232996,0.00042959957,0.00033419373,0.0003329443],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008786021,0.0003117944,0.0011842172,0.00069713156,0.0007326956,0.00019457385,0.00031957746,0.00016659296,0.00036201175],"category_scores_gemma":[0.00059900054,0.00024547815,0.0015014551,0.000519268,0.00019514553,0.00023271189,0.00012148564,0.00027196718,0.00042950606],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92778045,0.007129831,0.000025751016,0.0015130921,0.00022055421,0.0000024417004,0.0006447572,0.000001166321,0.000007805729,0.010006744,0.03538954,0.01727785],"study_design_scores_gemma":[0.82248425,0.014673344,0.00004686949,0.0045090774,0.000004780653,0.0000025267273,0.00013664753,0.0007992226,0.000019884095,0.0044561336,0.15271874,0.00014854713],"about_ca_topic_score_codex":0.00004758211,"about_ca_topic_score_gemma":0.00003444615,"teacher_disagreement_score":0.1173292,"about_ca_system_score_codex":0.0010568913,"about_ca_system_score_gemma":0.00033844437,"threshold_uncertainty_score":0.99999976},"labels":[],"label_agreement":null},{"id":"W4319321786","doi":"10.2196/41787","title":"An Electronically Delivered Person-Centered Narrative Intervention for Persons Receiving Palliative Care: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Empathy and Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Center for Complementary and Integrative Health; Cambia Health Foundation","keywords":"Usability; Medicine; Intervention (counseling); Protocol (science); Palliative care; Health care; The Internet; Nursing; Test (biology); Qualitative research; Outpatient clinic; Medical education; Family medicine; Alternative medicine; World Wide Web; Computer science","score_opus":0.4235210186904226,"score_gpt":0.6557169724160532,"score_spread":0.23219595372563062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319321786","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015929997,0.0000016368168,0.00353314,0.0010717508,0.000021790574,0.97912556,0.00003347983,0.00019669077,0.00008595204],"genre_scores_gemma":[0.016126888,1.4534155e-7,0.009889181,0.000042962387,0.0003403137,0.97224474,0.00017437885,0.00007132993,0.0011100833],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9948085,0.0019982767,0.0005207864,0.0008312623,0.0008156252,0.0010255469],"domain_scores_gemma":[0.99603367,0.0010262092,0.0001820256,0.00053151685,0.0017543235,0.00047225907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060930825,0.00025904464,0.0004800527,0.00039805676,0.00062663795,0.00012354573,0.0003584938,0.0002076863,0.00012599268],"category_scores_gemma":[0.0039613345,0.00021460348,0.0002989711,0.0008940237,0.00016319008,0.00023669859,0.00007974889,0.0007673178,0.000013801408],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024095701,0.012719291,0.0018315825,0.0074826744,0.00039518104,0.000016842401,0.67900157,0.0000028614768,0.018122427,0.00017038087,0.04346426,0.21269724],"study_design_scores_gemma":[0.03374688,0.06809292,0.01651792,0.0050633056,0.00003548586,0.0000029995451,0.8041674,0.002943149,0.008646245,0.00044329304,0.059955228,0.0003851954],"about_ca_topic_score_codex":0.000039502353,"about_ca_topic_score_gemma":0.000112024114,"teacher_disagreement_score":0.21231204,"about_ca_system_score_codex":0.0006954404,"about_ca_system_score_gemma":0.0010770325,"threshold_uncertainty_score":0.8751276},"labels":[],"label_agreement":null},{"id":"W4319435964","doi":"10.2196/41751","title":"A Probiotic Intervention With Bifidobacterium longum NCC3001 on Perinatal Mood Outcomes (PROMOTE Study): Protocol for a Decentralized Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Singapore Institute for Clinical Sciences; Agency for Science, Technology and Research","keywords":"Mood; Medicine; Placebo; Edinburgh Postnatal Depression Scale; Randomized controlled trial; Anxiety; Pregnancy; Breastfeeding; Obstetrics; Pediatrics; Psychiatry; Internal medicine; Biology","score_opus":0.11075712250104768,"score_gpt":0.5356890932257232,"score_spread":0.42493197072467553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319435964","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11357234,4.0077435e-7,0.000063906344,0.00033523748,0.000021208578,0.88579834,0.000025778485,0.00008001126,0.00010279336],"genre_scores_gemma":[0.022034198,2.7709777e-7,0.00016773025,0.00002483908,0.00017404894,0.97448933,0.0000860022,0.000079229416,0.0029443672],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947479,0.0017847731,0.00090257823,0.00087414077,0.00061183225,0.0010788154],"domain_scores_gemma":[0.99799967,0.00021912379,0.0003093426,0.0007139428,0.00053476583,0.00022317782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005138636,0.00040408302,0.0012420547,0.00033187837,0.00033783138,0.00028811098,0.0004818419,0.00023469343,0.00008034045],"category_scores_gemma":[0.000791347,0.00025340478,0.0005906068,0.00041810313,0.00022635881,0.000014688338,0.00024020388,0.00039304417,0.00005137299],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96792626,0.0040556435,0.00037372127,0.00092073303,0.00032795078,0.000011244234,0.00015576964,0.0000025210993,0.024354639,0.000054654593,0.0014399269,0.00037692682],"study_design_scores_gemma":[0.9412592,0.030001082,0.00071554986,0.000696566,0.000014612267,0.0000043852974,0.00010761102,0.0000542411,0.0042018853,0.000044897777,0.022613095,0.0002868989],"about_ca_topic_score_codex":0.000018219867,"about_ca_topic_score_gemma":0.00006207823,"teacher_disagreement_score":0.09153814,"about_ca_system_score_codex":0.00008163849,"about_ca_system_score_gemma":0.00042533947,"threshold_uncertainty_score":0.99999183},"labels":[],"label_agreement":null},{"id":"W4319438353","doi":"10.2196/44918","title":"Health Experiences of Sexual and Gender Minority People Living With Dementia and Their Care Partners: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"CINAHL; Dementia; Health care; MEDLINE; Medicine; Scopus; Gerontology; Health equity; Psychology; Nursing; Psychological intervention; Public health; Disease; Political science","score_opus":0.6774658522118577,"score_gpt":0.7070226996992472,"score_spread":0.029556847487389515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319438353","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001153471,0.3842634,0.0000051520074,0.00005208221,0.0000065203267,0.61526614,0.00004105771,0.000036712954,0.00032777232],"genre_scores_gemma":[1.11568895e-7,0.26039985,0.00005377919,0.00003261524,0.00021546276,0.73885775,0.000014285226,0.000062690175,0.00036350213],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99355745,0.0024478245,0.0011661958,0.0010483525,0.0005866992,0.001193465],"domain_scores_gemma":[0.99649197,0.0011655017,0.000729049,0.00081154465,0.00040108673,0.00040083064],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003671311,0.00048206508,0.0020973317,0.00040174794,0.000592773,0.0001673437,0.000525076,0.00028563663,0.00014785405],"category_scores_gemma":[0.0002521569,0.0003284586,0.00012783341,0.0008186126,0.0003978451,0.00015878864,0.0004195918,0.0007113799,0.000014786302],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037110458,0.00012042012,0.0005043301,0.8224361,0.0000901205,0.0000017187547,0.014655274,2.8536955e-9,1.573658e-8,0.000086647,0.01060191,0.15146637],"study_design_scores_gemma":[0.0010342674,0.003158488,0.00020178738,0.59557074,0.000059029557,0.00003313991,0.005520884,3.3197733e-7,6.177011e-8,0.00003653577,0.39396015,0.0004246062],"about_ca_topic_score_codex":0.00065459596,"about_ca_topic_score_gemma":0.0012071586,"teacher_disagreement_score":0.38335824,"about_ca_system_score_codex":0.000116656694,"about_ca_system_score_gemma":0.002797214,"threshold_uncertainty_score":0.99991673},"labels":[],"label_agreement":null},{"id":"W4319438934","doi":"10.2196/43316","title":"Web-Based Patient Recommender Systems for Preventive Care: Protocol for Empirical Research Propositions","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recommender system; Computer science; Relevance (law); Empirical research; Software deployment; Popularity; Health care; Knowledge management; Data science; World Wide Web; Psychology","score_opus":0.4832624218272674,"score_gpt":0.6196019219223409,"score_spread":0.13633950009507345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319438934","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000071402246,0.0000019069131,0.06893199,0.0036747227,0.000035706493,0.9248965,0.00008653236,0.000854225,0.0015113136],"genre_scores_gemma":[0.00058129744,1.5988152e-7,0.012746499,0.00005590519,0.00023391563,0.98532206,0.000037350896,0.00007286969,0.0009499643],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99169964,0.0025674927,0.00081798114,0.0012416416,0.0018651731,0.0018080893],"domain_scores_gemma":[0.99244636,0.002052165,0.00017872603,0.0015309786,0.003435748,0.00035601633],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007875244,0.0003027128,0.00042481892,0.0012062319,0.0015369443,0.0012554226,0.0019724597,0.00029529337,0.000012652065],"category_scores_gemma":[0.00038091277,0.00024681914,0.00026503354,0.0025874248,0.00019279789,0.000513994,0.00086573017,0.00082032423,0.00008326891],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003707869,0.0008664234,0.00020438668,0.0045810738,0.000031142674,0.000009801653,0.001283034,0.00001913077,0.00039729636,0.011579794,0.9634238,0.017233334],"study_design_scores_gemma":[0.0030667586,0.0060686073,0.000051607323,0.002398163,7.51337e-7,0.000003170861,0.000436964,0.021924453,0.005436074,0.0050981436,0.9552104,0.00030492886],"about_ca_topic_score_codex":0.00003897934,"about_ca_topic_score_gemma":0.000013715373,"teacher_disagreement_score":0.060425572,"about_ca_system_score_codex":0.0006826277,"about_ca_system_score_gemma":0.0015302136,"threshold_uncertainty_score":0.9999984},"labels":[],"label_agreement":null},{"id":"W4319439104","doi":"10.2196/40161","title":"Community-Based Public Health Vaccination Campaign (VaccinateLA) in Los Angeles’ Black and Latino Communities: Protocol for a Participatory Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Drug Abuse; National Institutes of Health; University of Southern California; Charles R. Drew University of Medicine and Science; Los Angeles County Department of Public Health; W. M. Keck Foundation","keywords":"Misinformation; Public health; Community-based participatory research; Health equity; Medicine; Participatory action research; Citizen journalism; Pandemic; Focus group; Political science; Medical education; Public relations; Family medicine; Nursing; Coronavirus disease 2019 (COVID-19); Sociology","score_opus":0.7000470311052116,"score_gpt":0.6309942813153194,"score_spread":0.06905274978989218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319439104","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054561794,4.5586057e-7,0.000026613978,0.0023685363,0.00000340741,0.9417444,0.00003106666,0.00020160504,0.001062117],"genre_scores_gemma":[0.23316383,2.8944044e-7,0.00003465148,0.0001536091,0.0000665278,0.7662642,0.000019438068,0.00003163746,0.0002658146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98603773,0.010813931,0.00058046094,0.00028446497,0.00095546787,0.0013279391],"domain_scores_gemma":[0.9964193,0.0017760986,0.00017252518,0.0006605127,0.00062662124,0.00034490207],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022341767,0.00019561074,0.00037246308,0.00082997826,0.0026436597,0.0004954406,0.00077884237,0.00014560834,0.00018709702],"category_scores_gemma":[0.00074889464,0.00019218825,0.000058074456,0.0020491758,0.000090200956,0.00055505184,0.00029768085,0.0011078824,0.00002385591],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074644136,0.00634097,0.6985934,0.003892729,0.000026236572,0.000018811688,0.1893455,0.000024271762,0.000016530697,0.0027837802,0.08319235,0.015018991],"study_design_scores_gemma":[0.010735483,0.0048852167,0.52094585,0.0011399107,0.0000013023193,2.4375166e-7,0.13275084,0.0010213567,0.00002570443,0.0031717531,0.32495087,0.00037145911],"about_ca_topic_score_codex":0.002166832,"about_ca_topic_score_gemma":0.04014441,"teacher_disagreement_score":0.24175853,"about_ca_system_score_codex":0.0005106218,"about_ca_system_score_gemma":0.0015532458,"threshold_uncertainty_score":0.9986548},"labels":[],"label_agreement":null},{"id":"W4319459575","doi":"10.2196/45969","title":"Game Elements in the Design of Simulations in Military Trauma Management Training: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Educational Games and Gamification","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Försvarsmakten; Karolinska Institutet","keywords":"Peacetime; Process (computing); Inclusion (mineral); Protocol (science); Systematic review; Computer science; Data extraction; Psychology; Applied psychology; Medical education; Medicine; MEDLINE; Social psychology; Alternative medicine","score_opus":0.7994994839998838,"score_gpt":0.7025771604425113,"score_spread":0.09692232355737251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319459575","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.73465e-9,0.06052978,0.00007005624,0.0002014717,0.000004939145,0.93873525,0.000060340048,0.00001808848,0.00038008965],"genre_scores_gemma":[1.00748e-7,0.028469903,0.00032615496,0.00004789643,0.0000507147,0.9693178,0.00011847802,0.00006793198,0.001601025],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98937863,0.005948201,0.0024837675,0.00063816266,0.0009040428,0.0006472016],"domain_scores_gemma":[0.9945672,0.0033599255,0.00055286725,0.0012355291,0.00022532548,0.000059113783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012980507,0.00032638633,0.0015779841,0.000900064,0.00006169215,0.00003248234,0.0013171369,0.00021115165,0.0001873227],"category_scores_gemma":[0.0005017258,0.00021462013,0.00030356654,0.0020832426,0.00009795539,0.000053360098,0.00007789531,0.00064860826,0.00014995846],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048171063,0.0009870456,0.0000014534141,0.93460894,0.00009541126,0.000006560537,0.0017747533,0.000005780527,1.86037e-8,0.0023067445,0.0067649274,0.0534002],"study_design_scores_gemma":[0.0005985549,0.00023642447,0.000019148814,0.5323969,0.000026905907,0.000001883875,0.0004567475,0.000018348572,1.1787101e-8,0.0005940961,0.4655434,0.000107600164],"about_ca_topic_score_codex":0.00001355722,"about_ca_topic_score_gemma":0.000015189154,"teacher_disagreement_score":0.45877847,"about_ca_system_score_codex":0.00026097696,"about_ca_system_score_gemma":0.0002911904,"threshold_uncertainty_score":0.8751955},"labels":[],"label_agreement":null},{"id":"W4319461058","doi":"10.2196/42919","title":"Mobile Mental Health in Women’s Community-Based Organizations: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Mental health; Focus group; Randomized controlled trial; Medicine; Stigma (botany); mHealth; Nursing; Gerontology; Family medicine; Psychiatry; Psychological intervention; Business","score_opus":0.27919916914102666,"score_gpt":0.6235665869214817,"score_spread":0.34436741778045504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319461058","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006740003,7.089391e-7,0.00006781996,0.0024133716,0.000062685234,0.9944394,0.00018156249,0.00030649494,0.0018539141],"genre_scores_gemma":[0.0017384433,6.2930646e-8,0.00012247644,0.0004545097,0.000098139426,0.99031085,0.00016354716,0.0000928448,0.0070191133],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98488057,0.0106246965,0.0018207433,0.00045395753,0.0006949548,0.0015250595],"domain_scores_gemma":[0.9946486,0.0033663907,0.00039263256,0.0007940576,0.00042755532,0.00037078885],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021889966,0.00026917717,0.0013352481,0.0011492352,0.00083177316,0.00020802731,0.00072478614,0.0001260279,0.0010746148],"category_scores_gemma":[0.0014092528,0.00022666149,0.00026325503,0.0023135664,0.00038296817,0.0001825728,0.00022630673,0.0009809616,0.0007477099],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91635954,0.012657381,0.0000108459035,0.001198689,0.000054968463,0.0000027893439,0.0026939115,0.000004370221,0.000011649939,0.0027664672,0.062394,0.0018453656],"study_design_scores_gemma":[0.82999915,0.025525803,0.000013026898,0.0016276509,6.280817e-7,8.832469e-7,0.0008597152,0.00011069661,0.000028713,0.0042934157,0.13739376,0.00014655582],"about_ca_topic_score_codex":0.00016297435,"about_ca_topic_score_gemma":0.0000699614,"teacher_disagreement_score":0.08636041,"about_ca_system_score_codex":0.0012070544,"about_ca_system_score_gemma":0.0010259383,"threshold_uncertainty_score":0.99983853},"labels":[],"label_agreement":null},{"id":"W4319586854","doi":"10.2196/44908","title":"A Multicomponent Intervention to Train and Support Family Medicine Providers to Promote Pre-exposure Prophylaxis (PrEP) for Adolescent Girls and Young Women in the Deep South: Protocol for the PrEP-Pro Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health; National Institute of Mental Health; U.S. Department of Health and Human Services","keywords":"Pre-exposure prophylaxis; Intervention (counseling); Psychological intervention; Medicine; Family medicine; Focus group; Reproductive health; Protocol (science); Men who have sex with men; Medical education; Human immunodeficiency virus (HIV); Nursing; Alternative medicine; Population; Environmental health","score_opus":0.24707615544973144,"score_gpt":0.548733509399245,"score_spread":0.3016573539495136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319586854","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09445514,0.000002663197,0.0008904485,0.0043297526,0.0000064180444,0.9001326,0.0000525482,0.00007341003,0.00005704276],"genre_scores_gemma":[0.10134668,2.5513407e-7,0.00026500341,0.00008610497,0.00015445487,0.89369106,0.000016044532,0.00005906327,0.004381328],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99411327,0.001014813,0.0009305614,0.00093571114,0.0015467287,0.0014589315],"domain_scores_gemma":[0.997221,0.00049242796,0.000117178046,0.00085087505,0.00070151413,0.00061699055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013902029,0.0003223879,0.0005229622,0.00079936575,0.000512376,0.00032588423,0.00062319037,0.00011609974,0.000055618148],"category_scores_gemma":[0.00388202,0.00017806244,0.00015898455,0.001200457,0.00029896022,0.00018373964,0.00048271703,0.00076923275,0.000018635585],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047616843,0.012677705,0.05447199,0.024439486,0.0004590627,0.00011955763,0.25268605,0.000011500022,0.020872673,0.0000776694,0.070636444,0.515931],"study_design_scores_gemma":[0.041054506,0.30222285,0.4322588,0.0109418435,0.00002868184,0.000033358912,0.061547004,0.0056479336,0.0005473299,0.00034796743,0.1448529,0.000516792],"about_ca_topic_score_codex":0.00016863029,"about_ca_topic_score_gemma":0.0003506418,"teacher_disagreement_score":0.51541424,"about_ca_system_score_codex":0.00030102328,"about_ca_system_score_gemma":0.00024026936,"threshold_uncertainty_score":0.72611755},"labels":[],"label_agreement":null},{"id":"W4319836921","doi":"10.2196/45475","title":"Digital Guardian Angel Supported by an Artificial Intelligence System to Improve Quality of Life, Well-being, and Health Outcomes of Patients With Cancer (ONCORELIEF): Protocol for a Single Arm Prospective Multicenter Pilot Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Horizon 2020 Framework Programme; European Commission","keywords":"Medicine; Quality of life (healthcare); Life expectancy; Cancer; mHealth; Physical therapy; Gerontology; Population; Psychological intervention; Internal medicine; Psychiatry; Nursing","score_opus":0.22785961863794751,"score_gpt":0.5373266526112106,"score_spread":0.3094670339732631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319836921","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18461487,3.8056334e-7,0.00006317013,0.0001807649,0.0000112392245,0.8143787,0.0005186834,0.000067051886,0.00016514714],"genre_scores_gemma":[0.45901287,2.2265935e-8,0.000020087378,0.000021634323,0.000034578672,0.5407639,0.000027079543,0.000031014875,0.000088795096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962513,0.000270311,0.0009009584,0.00067947246,0.001250709,0.0006472887],"domain_scores_gemma":[0.9970127,0.00016525564,0.0003380372,0.0005550456,0.001420961,0.0005080454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016674321,0.00024788076,0.00078454695,0.00029398777,0.00013351665,0.00009155879,0.00021682947,0.000057069396,0.000021594986],"category_scores_gemma":[0.00022275347,0.00018257658,0.000066374596,0.00077175564,0.00018407601,0.00020411152,0.00016947564,0.0002698883,0.000004004624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025218928,0.014680818,0.93311226,0.007226804,0.00015080033,0.0000032164824,0.0066772136,0.0000018175184,0.0009173398,0.00006018391,0.00071517704,0.011235444],"study_design_scores_gemma":[0.013238487,0.21923989,0.72709596,0.0037597558,0.000016300422,4.0491966e-7,0.0210224,0.00013260805,0.012650699,0.00007625465,0.0022685872,0.0004986321],"about_ca_topic_score_codex":0.0025398694,"about_ca_topic_score_gemma":0.0037839196,"teacher_disagreement_score":0.274398,"about_ca_system_score_codex":0.00038818835,"about_ca_system_score_gemma":0.0006119198,"threshold_uncertainty_score":0.7445257},"labels":[],"label_agreement":null},{"id":"W4319863063","doi":"10.2196/45104","title":"Real-time Assessment of the Bidirectional Relationship Between Affective States and Glucose: Protocol for a 14-Day Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nutrition Obesity Research Center, University of North Carolina; National Institutes of Health","keywords":"Observational study; Affect (linguistics); Postprandial; Overweight; Medicine; Continuous glucose monitoring; Diabetes mellitus; Blood glucose monitoring; Obesity; Internal medicine; Psychology; Glycemic; Endocrinology","score_opus":0.7051262534797055,"score_gpt":0.7005683185964342,"score_spread":0.004557934883271275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319863063","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07005074,1.9811988e-7,0.000018596505,0.000845799,0.000011695773,0.9269255,0.00016491821,0.00007946044,0.001903145],"genre_scores_gemma":[0.008626843,8.9156615e-8,0.00028456707,0.000008401045,0.00018193421,0.98212445,0.000044508943,0.000039551232,0.008689677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927295,0.0037816449,0.0005625225,0.00055180653,0.0016237244,0.0007508061],"domain_scores_gemma":[0.9906837,0.0077193277,0.0001886086,0.0005857383,0.0006258411,0.0001967889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009965933,0.00016848279,0.00027895978,0.00037848443,0.0007488064,0.000077777266,0.00046366183,0.000142937,0.0003891121],"category_scores_gemma":[0.0009772184,0.00012432296,0.000075295815,0.0015234305,0.00033695096,0.00015362026,0.00041928823,0.0007688395,0.00006964829],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048278004,0.0011262415,0.96118003,0.0008210645,0.00006059623,0.000003118929,0.0013148906,0.0000042243273,0.0003398459,0.004765115,0.027661191,0.0022408853],"study_design_scores_gemma":[0.0036026668,0.0028222208,0.96571517,0.0003586121,0.0000019860115,8.381026e-7,0.00045960143,0.00020187827,0.00019950327,0.0061463024,0.020386552,0.00010465435],"about_ca_topic_score_codex":0.0001815004,"about_ca_topic_score_gemma":0.000043462205,"teacher_disagreement_score":0.061423894,"about_ca_system_score_codex":0.0003377667,"about_ca_system_score_gemma":0.0007150479,"threshold_uncertainty_score":0.5759289},"labels":[],"label_agreement":null},{"id":"W4320020794","doi":"10.2196/45389","title":"Co-designing a Sexual Health App With Immigrant Adolescents: Protocol for a Qualitative Community-Based Participatory Action Research Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University; University of Toronto; Toronto Metropolitan University; University of British Columbia; University of Alberta","funders":"Canadian Institutes of Health Research; Public Health Agency; Public Health Agency of Canada","keywords":"Participatory action research; Focus group; Reproductive health; Community-based participatory research; Immigration; Population; Qualitative research; mHealth; Medicine; Medical education; Psychology; Gerontology; Nursing; Psychological intervention; Sociology; Environmental health; Political science","score_opus":0.8622673814152716,"score_gpt":0.7709106327258715,"score_spread":0.09135674868940014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320020794","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033829657,6.6926145e-7,0.0012846121,0.0031552047,0.00000985937,0.9911038,0.00013216505,0.0007013942,0.00022931285],"genre_scores_gemma":[0.010851207,2.885281e-7,0.0005455321,0.00074007513,0.00031524364,0.98623806,0.00014904718,0.0001648034,0.0009957525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93407243,0.056096736,0.0017678933,0.0010056889,0.0028278662,0.0042293626],"domain_scores_gemma":[0.9837264,0.009351176,0.00061437144,0.0018056408,0.002986506,0.0015159516],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.08954275,0.00039948802,0.00077530893,0.0014870779,0.014129569,0.000099324614,0.0009785264,0.00034142277,0.00009410059],"category_scores_gemma":[0.0014090285,0.00032674999,0.00007474487,0.0040023453,0.0006651238,0.00026154678,0.0002461128,0.007295874,0.00087984384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03598005,0.019370295,0.04730535,0.114580035,0.00009325422,0.000020166448,0.2394546,0.00005498723,0.001206206,0.0016973333,0.5173748,0.022862906],"study_design_scores_gemma":[0.020778827,0.025122661,0.0098045245,0.009913728,0.000002767362,6.7451816e-7,0.33903372,0.0004057564,0.00013255906,0.0007294787,0.5936973,0.0003780108],"about_ca_topic_score_codex":0.0038216673,"about_ca_topic_score_gemma":0.004171756,"teacher_disagreement_score":0.10466631,"about_ca_system_score_codex":0.0017943467,"about_ca_system_score_gemma":0.012835717,"threshold_uncertainty_score":0.99991846},"labels":[],"label_agreement":null},{"id":"W4320023873","doi":"10.2196/45244","title":"Effects of Aerobic Exercise on Cardiorespiratory Fitness, Cardiovascular Risk Factors, and Patient-Reported Outcomes in Long-Term Breast Cancer Survivors: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chemotherapy-induced cardiotoxicity and mitigation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cardiorespiratory fitness; Medicine; Breast cancer; Aerobic exercise; Physical therapy; Randomized controlled trial; Physical fitness; VO2 max; Cancer; Internal medicine; Blood pressure; Heart rate","score_opus":0.06631643750650372,"score_gpt":0.4432037090187598,"score_spread":0.37688727151225604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320023873","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42322913,0.000009975766,0.0000076186575,0.00003259674,0.000015833666,0.5766113,0.000022163857,0.00005740603,0.000013959649],"genre_scores_gemma":[0.12003611,0.000011535844,0.000007891734,0.000012265019,0.00011936236,0.87966573,0.000014014537,0.00006473219,0.00006833511],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99406916,0.0019799063,0.0010823435,0.0006732212,0.0015355379,0.00065983064],"domain_scores_gemma":[0.9956892,0.002405036,0.0003947943,0.00068399817,0.00059559837,0.00023136202],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049503976,0.0003961855,0.003421823,0.0007375381,0.00015319242,0.00006075078,0.00015387626,0.0003315161,0.0000177153],"category_scores_gemma":[0.0015969339,0.0002634924,0.0015092861,0.0007445888,0.00032463836,0.00013151961,0.00008112013,0.00060248224,0.0000022557467],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93887776,0.0010327772,0.039442323,0.004128743,0.0017208933,0.000073985284,0.00050876307,0.000025210033,0.0060941963,0.0000053196277,0.00014341035,0.0079466],"study_design_scores_gemma":[0.88328105,0.0015158551,0.050965156,0.0051477784,0.00014132174,0.0000027325236,0.000038286926,0.000030730313,0.058300838,0.000040891286,0.00030973044,0.0002256376],"about_ca_topic_score_codex":0.00045734865,"about_ca_topic_score_gemma":0.000045450182,"teacher_disagreement_score":0.30319303,"about_ca_system_score_codex":0.0002125299,"about_ca_system_score_gemma":0.00049688196,"threshold_uncertainty_score":0.9999817},"labels":[],"label_agreement":null},{"id":"W4320026269","doi":"10.2196/44832","title":"Evaluation and Management of Dyspnea in Hypermobile Ehlers-Danlos Syndrome and Generalized Hypermobility Spectrum Disorder: Protocol for a Pilot and Feasibility Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Connective tissue disorders research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Calgary; University Health Network; University of Toronto; Toronto General Hospital; Toronto Rehabilitation Institute","funders":"","keywords":"Physical therapy; Ehlers–Danlos syndrome; Medicine; Randomized controlled trial; Rehabilitation; Joint hypermobility; Muscle weakness; Physical medicine and rehabilitation; Hypermobility (travel); Internal medicine; Surgery","score_opus":0.21945282499735963,"score_gpt":0.5399409517027483,"score_spread":0.3204881267053886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320026269","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40400615,0.000024044019,0.000020828607,0.00014151733,0.0000025110285,0.5956925,0.000013502247,0.000010315032,0.00008862442],"genre_scores_gemma":[0.13960853,0.000020478428,0.00010363243,0.0000035447317,0.000022237895,0.8599957,0.000025371759,0.000026642034,0.00019383391],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939719,0.003015751,0.0006749041,0.00089538435,0.0008655125,0.00057657174],"domain_scores_gemma":[0.99822384,0.0005398639,0.00013679253,0.00051956053,0.00044597182,0.00013394083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016571939,0.00023701799,0.00090868387,0.0003031066,0.00016114624,0.000067121786,0.0002087355,0.0001373719,0.00004654797],"category_scores_gemma":[0.0018340292,0.00019353787,0.00012163095,0.00042522565,0.000665356,0.000016842389,0.0004989794,0.00019562681,0.0000013852265],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9679429,0.0011985254,0.0023933242,0.0022187917,0.00020196808,0.0000063511884,0.00008197636,0.0000075142075,0.020596685,0.0002317615,0.000111058966,0.0050091394],"study_design_scores_gemma":[0.977568,0.005411566,0.006694662,0.00030864234,0.000018102275,0.0000049134323,0.00014404485,0.0031850045,0.0014975588,0.0040605995,0.0008949137,0.000212051],"about_ca_topic_score_codex":0.00006438671,"about_ca_topic_score_gemma":0.00014566253,"teacher_disagreement_score":0.26439762,"about_ca_system_score_codex":0.000066769186,"about_ca_system_score_gemma":0.0002160575,"threshold_uncertainty_score":0.7892245},"labels":[],"label_agreement":null},{"id":"W4320026799","doi":"10.2196/44867","title":"A Brief Intervention for Improving Alcohol Literacy and Addressing Harmful Alcohol Use Among Women Attending an Australian Breast Screening Service (Health4her): Protocol for a Hybrid Effectiveness-Implementation Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Research Council; Australian Government; Monash University; Alcohol and Drug Foundation; Eastern Health Foundation; National Health and Medical Research Council; Department of Health, State Government of Victoria; Transport Accident Commission; Medical Research Council; HCF Research Foundation","keywords":"Protocol (science); Intervention (counseling); Medicine; Brief intervention; Randomized controlled trial; Family medicine; Alcohol; Alternative medicine; Medical education; Nursing","score_opus":0.5415964133952946,"score_gpt":0.6381778911494808,"score_spread":0.09658147775418613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320026799","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2859447,3.0960004e-7,0.0011521523,0.00034544908,0.000011906598,0.7121882,0.00017941796,0.00017221524,0.000005655733],"genre_scores_gemma":[0.09800569,6.5232854e-8,0.0019772216,0.0000977437,0.00055809895,0.8988387,0.00028227252,0.00009345178,0.00014675001],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946981,0.00083001744,0.00086345745,0.0010212747,0.0010094265,0.0015777195],"domain_scores_gemma":[0.99673545,0.00065774337,0.00038548108,0.00047418338,0.0011308325,0.0006163293],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007663193,0.00035359376,0.0005575556,0.0006379789,0.00091248465,0.0011753808,0.0002873417,0.00015698445,0.00005970598],"category_scores_gemma":[0.00047659135,0.00033887866,0.00018537435,0.00096637337,0.0001240537,0.0025958961,0.00026164355,0.00058732997,0.0000050061644],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3066631,0.00081105245,0.08928044,0.029833011,0.00019229122,0.00010928549,0.0028496443,0.000026236112,0.021999849,0.00007341366,0.0024806769,0.545681],"study_design_scores_gemma":[0.42153454,0.027574692,0.44034004,0.038648926,0.000065329,0.0002150546,0.0053650523,0.018587979,0.01131822,0.00079875626,0.03435294,0.001198479],"about_ca_topic_score_codex":0.0012562519,"about_ca_topic_score_gemma":0.00012342165,"teacher_disagreement_score":0.5444825,"about_ca_system_score_codex":0.00062337343,"about_ca_system_score_gemma":0.00032799965,"threshold_uncertainty_score":0.9999063},"labels":[],"label_agreement":null},{"id":"W4320059609","doi":"10.2196/44146","title":"Acceptance and Commitment Therapy Wellness Program for Latine Adults Who Smoke and Have Psychological Distress: Protocol for a Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Smoking cessation; Medicine; Population; Anxiety; Intervention (counseling); Mood; Acceptance and commitment therapy; Ethnic group; Distress; Clinical psychology; Psychological intervention; Family medicine; Psychiatry; Environmental health","score_opus":0.5400437450632058,"score_gpt":0.6577214778973869,"score_spread":0.11767773283418104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320059609","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08759258,0.0000014208878,0.00034135487,0.00057353784,0.000013257627,0.9107243,0.00016824168,0.00016225922,0.0004230411],"genre_scores_gemma":[0.11000422,8.1347366e-8,0.00008995873,0.00001602556,0.00010011648,0.88797045,0.000018776145,0.00003540149,0.0017650062],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963565,0.0008235799,0.0005561868,0.0010405106,0.00044960796,0.0007736299],"domain_scores_gemma":[0.9978944,0.0005686256,0.00014574408,0.000809621,0.00035246747,0.00022911944],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022148648,0.00026200005,0.00040187128,0.0001694165,0.0006412602,0.0002795126,0.0004561037,0.00016722432,0.0010833227],"category_scores_gemma":[0.00013355716,0.00018645044,0.00013826785,0.00039055277,0.0003365639,0.0000984505,0.0002591649,0.0004016047,0.000012748989],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025043739,0.027474618,0.10527367,0.0014636144,0.00011974991,0.000018014965,0.0020102733,3.6424274e-7,0.000016480068,0.006608602,0.09138682,0.7405841],"study_design_scores_gemma":[0.036119733,0.035107058,0.69573724,0.0013344494,0.0000034148657,0.0000047536532,0.0041336617,0.00032960958,0.00026185525,0.010927025,0.21564229,0.00039893642],"about_ca_topic_score_codex":0.000025796613,"about_ca_topic_score_gemma":0.00008216011,"teacher_disagreement_score":0.74018514,"about_ca_system_score_codex":0.000040700397,"about_ca_system_score_gemma":0.000021151654,"threshold_uncertainty_score":0.9998298},"labels":[],"label_agreement":null},{"id":"W4320060203","doi":"10.2196/44041","title":"Development of a Conversational Agent for Individuals Ambivalent About Quitting Smoking: Protocol for a Proof-of-Concept Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of South Florida Research and Innovation; University of South Florida","keywords":"Chatbot; Smoking cessation; Psychological intervention; Population; Medicine; Ambivalence; Psychology; Applied psychology; Nursing; Social psychology; Computer science; Environmental health; World Wide Web","score_opus":0.5473915413280351,"score_gpt":0.6462371761096076,"score_spread":0.09884563478157249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320060203","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070861215,4.8638555e-7,0.0004734342,0.00018457082,0.000033810848,0.9913024,0.00023584346,0.00007236468,0.0006109886],"genre_scores_gemma":[0.022049202,1.1544273e-9,0.00251132,0.000015007039,0.00007284711,0.9730047,0.000054016145,0.000052448962,0.0022404853],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99543834,0.00040409993,0.0015095138,0.0005778254,0.0011688336,0.00090136303],"domain_scores_gemma":[0.99732405,0.00076528,0.00053533266,0.0004546424,0.0007674811,0.00015322656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054252883,0.00019951182,0.0003890373,0.00056217297,0.00030336712,0.00006347581,0.00060245994,0.00011666904,0.0002777783],"category_scores_gemma":[0.00040426548,0.00018823869,0.00018949054,0.00075885956,0.00020469935,0.00014671219,0.00036512793,0.00024661465,0.000033174976],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00827243,0.05645531,0.04423719,0.03623557,0.0014186772,0.000017696664,0.09500488,0.000026324169,0.00053571805,0.025721895,0.115924716,0.6161496],"study_design_scores_gemma":[0.029855615,0.025662096,0.047531504,0.011037427,0.000011304819,0.0000029781672,0.0137567585,0.00010025649,0.061804168,0.004801708,0.8048605,0.000575739],"about_ca_topic_score_codex":0.000011148017,"about_ca_topic_score_gemma":0.000012487594,"teacher_disagreement_score":0.68893576,"about_ca_system_score_codex":0.00025727277,"about_ca_system_score_gemma":0.0006381309,"threshold_uncertainty_score":0.7676151},"labels":[],"label_agreement":null},{"id":"W4320062525","doi":"10.2196/43760","title":"Nitric Oxide on Extracorporeal Membrane Oxygenation in Neonates and Children (NECTAR Trial): Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mechanical Circulatory Support Devices","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; University of Queensland; National Health and Medical Research Council; University of Warwick; Children's Hospital Foundation","keywords":"Extracorporeal membrane oxygenation; Medicine; Randomized controlled trial; Anesthesia; Activated clotting time; Surgery; Cardiopulmonary bypass","score_opus":0.11764112359462411,"score_gpt":0.45994035847053494,"score_spread":0.34229923487591085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320062525","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050743066,0.0000013191737,0.000048855472,0.0000721653,0.000012077984,0.9481838,0.000012323435,0.00040595463,0.0005204849],"genre_scores_gemma":[0.013004847,4.1661218e-7,0.00012199587,0.000013069659,0.00024056528,0.9862975,0.000029596044,0.000085217165,0.00020679968],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951338,0.0011984181,0.0012274362,0.00055900076,0.0010560208,0.0008253349],"domain_scores_gemma":[0.9953691,0.0036654624,0.00015859987,0.0004001859,0.00017873784,0.00022791474],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010371226,0.00032703305,0.0013890878,0.0011484529,0.00014050807,0.00019280784,0.00036723193,0.00028187264,0.000117031734],"category_scores_gemma":[0.0023672997,0.0002509642,0.0003019006,0.0011179715,0.00009846765,0.00021978351,0.00007249062,0.00065034215,0.000059903712],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.99450815,0.00029489695,0.000028528946,0.0005317022,0.00009108477,0.000012917256,0.000045955574,0.00029149387,0.0013155635,0.0008428479,0.00073917425,0.0012976727],"study_design_scores_gemma":[0.9649234,0.0010396363,0.00021019316,0.00044762294,0.000006021001,0.0000017263061,0.000010499844,0.026580915,0.0012863417,0.0031440123,0.0020963189,0.00025334925],"about_ca_topic_score_codex":0.000015840418,"about_ca_topic_score_gemma":0.000013965345,"teacher_disagreement_score":0.038113743,"about_ca_system_score_codex":0.00012848307,"about_ca_system_score_gemma":0.00014807959,"threshold_uncertainty_score":0.9999943},"labels":[],"label_agreement":null},{"id":"W4320062614","doi":"10.2196/43637","title":"Exploring the Efficacy of a Set of Smart Devices for Postural Awareness for Workers in an Industrial Context: Protocol for a Single-Subject Experimental Design","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund","keywords":"Protocol (science); Context (archaeology); Set (abstract data type); Applied psychology; Psychology; Subject (documents); Computer science; Knowledge management; Human–computer interaction; Medicine; World Wide Web; Alternative medicine","score_opus":0.7180811191779367,"score_gpt":0.5926314472156471,"score_spread":0.12544967196228962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320062614","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22541623,5.2365544e-7,0.00013012189,0.00029286943,0.000010206546,0.7740926,0.000020806167,0.00002919682,0.00000746117],"genre_scores_gemma":[0.2489386,1.1169881e-8,0.00046679258,0.0000067817223,0.00016574364,0.75033474,0.000023776447,0.000031626496,0.000031916563],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974055,0.0006036347,0.0005998269,0.00035236252,0.0005246065,0.00051406154],"domain_scores_gemma":[0.9946704,0.0042019547,0.0001560427,0.00034418656,0.00052177376,0.00010564168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004461183,0.0001620382,0.00040584034,0.00035984835,0.00016080566,0.00004016352,0.00025848355,0.00011503828,0.0000061139235],"category_scores_gemma":[0.0019577178,0.000105494175,0.00020745416,0.0007232213,0.00025501347,0.00024235075,0.00006421533,0.00021636451,8.255227e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19336677,0.0045791077,0.050013736,0.023633493,0.00016153634,0.000002900238,0.014358328,0.000120952835,0.6393762,0.00026215342,0.0036115793,0.07051323],"study_design_scores_gemma":[0.12070763,0.120241895,0.09695175,0.028507657,0.00001995434,0.0000027537653,0.050678123,0.0058821877,0.552069,0.00046666918,0.02379445,0.0006779035],"about_ca_topic_score_codex":0.00006152237,"about_ca_topic_score_gemma":0.000056423763,"teacher_disagreement_score":0.11566278,"about_ca_system_score_codex":0.00012996391,"about_ca_system_score_gemma":0.00051147444,"threshold_uncertainty_score":0.43019274},"labels":[],"label_agreement":null},{"id":"W4320063349","doi":"10.2196/43243","title":"The Use of Spatial Analysis in Syphilis-Related Research: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Syphilis Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidade Federal do Rio Grande do Norte; Ministério da Saúde","keywords":"CINAHL; Scopus; MEDLINE; Cochrane Library; Health care; Grey literature; Library science; Digital library; Protocol (science); Medicine; Nursing; Computer science; Alternative medicine; Political science; Psychological intervention","score_opus":0.8939430868486475,"score_gpt":0.7322519872682355,"score_spread":0.16169109958041206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320063349","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.8614683e-8,0.20808691,0.0000013547506,0.00049295573,0.0000042173583,0.7912186,0.0000716169,0.000048059574,0.00007625239],"genre_scores_gemma":[8.35942e-9,0.4252834,0.000035983958,0.000009663202,0.00007616394,0.5737871,0.00009073706,0.00009507354,0.00062187307],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9862635,0.004840824,0.0029879594,0.0012745913,0.0030162313,0.0016168939],"domain_scores_gemma":[0.9815173,0.01302049,0.0007235769,0.0024367506,0.0019477597,0.00035411902],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016905451,0.0005703212,0.0042593917,0.0027638287,0.00045761938,0.00024062964,0.00092839135,0.00056215643,0.00019631283],"category_scores_gemma":[0.009781187,0.0003240665,0.0018699836,0.010293409,0.00067394035,0.00013208664,0.0006878171,0.0021951743,0.00015276426],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029741897,0.0011914921,0.00012742078,0.5629982,0.0012872507,0.000107542204,0.000032437285,7.3013047e-7,1.11897904e-7,0.00012754674,0.0133259585,0.42050394],"study_design_scores_gemma":[0.0012826616,0.000990731,0.000035077584,0.49136764,0.00022176388,0.0000044867725,0.0000038319795,0.000015082936,0.0000017641233,0.00004516956,0.5059065,0.00012524385],"about_ca_topic_score_codex":0.00040154453,"about_ca_topic_score_gemma":0.0009046426,"teacher_disagreement_score":0.4925806,"about_ca_system_score_codex":0.0008412569,"about_ca_system_score_gemma":0.0037158004,"threshold_uncertainty_score":0.99992114},"labels":[],"label_agreement":null},{"id":"W4320063463","doi":"10.2196/43537","title":"Completeness of Reporting in Diet- and Nutrition-Related Randomized Controlled Trials and Systematic Reviews With Meta-Analysis: Protocol for 2 Independent Meta-Research Studies","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Research UK; World Health Organization","keywords":"Meta-analysis; Randomized controlled trial; Systematic review; Medicine; Sample size determination; MEDLINE; Protocol (science); Consolidated Standards of Reporting Trials; Psychological intervention; Family medicine; Alternative medicine; Medical physics; Statistics; Internal medicine; Pathology","score_opus":0.9844946129037581,"score_gpt":0.776967910970769,"score_spread":0.20752670193298905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320063463","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026680517,0.0023214072,0.00033372105,0.00086595386,0.0000037886268,0.99602497,0.000024944144,0.000013245345,0.00014515223],"genre_scores_gemma":[0.0030930685,0.000039670456,0.0012018781,0.000012528558,0.000021069207,0.9925357,0.000006396867,0.000029871926,0.0030597886],"study_design_codex":"meta_analysis","study_design_gemma":"randomized_trial","domain_scores_codex":[0.35286343,0.5126659,0.10466018,0.0036498604,0.02449007,0.0016705124],"domain_scores_gemma":[0.6524626,0.28431568,0.04436313,0.00438989,0.014115601,0.00035311692],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.91849524,0.0006998856,0.08789298,0.005835887,0.00053194753,0.0015692553,0.0015525632,0.00020845758,0.0009760208],"category_scores_gemma":[0.67997426,0.00023022636,0.014722017,0.012068464,0.0008774289,0.0003897686,0.0006189084,0.0007207164,0.00006196788],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07665891,0.0009906027,0.00078271737,0.20395541,0.7000915,0.000063405525,0.0030680567,0.000089429865,0.00018494605,0.004154455,0.00978085,0.0001797098],"study_design_scores_gemma":[0.5058139,0.0037641216,0.00027978103,0.029544013,0.34138894,0.000035222904,0.015324183,0.020581119,0.00017500103,0.06427976,0.01752135,0.0012926405],"about_ca_topic_score_codex":0.000036031113,"about_ca_topic_score_gemma":0.00018126174,"teacher_disagreement_score":0.42915496,"about_ca_system_score_codex":0.00007087059,"about_ca_system_score_gemma":0.00024367541,"threshold_uncertainty_score":0.99993724},"labels":[],"label_agreement":null},{"id":"W4320063511","doi":"10.2196/43408","title":"The Development of a UK Culturally Adapted and Modified Version of the Person Attuned Musical Interactions Manual: Protocol for a 2-Phase Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Dementia; Competence (human resources); Psychological intervention; Nursing; Psychology; Nonverbal communication; Music therapy; Session (web analytics); Intervention (counseling); Qualitative research; Focus group; Medical education; Medicine; Applied psychology; Social psychology; Psychiatry; Communication","score_opus":0.5922046950253792,"score_gpt":0.6948672744635878,"score_spread":0.10266257943820856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320063511","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053171594,3.757059e-7,0.00023406775,0.0008305683,0.000027972263,0.9451183,0.000013465644,0.00003441045,0.00056926813],"genre_scores_gemma":[0.018372482,4.4043038e-8,0.0014261844,0.00001585783,0.00004785601,0.97807693,0.0000033513563,0.000019818304,0.0020374819],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99563015,0.0024537025,0.0005363475,0.00035818186,0.00054057554,0.00048103192],"domain_scores_gemma":[0.9972484,0.001458279,0.0002243134,0.0005580311,0.00040638985,0.00010456497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005911031,0.00014282903,0.00026779232,0.00016048849,0.0008340512,0.000042371736,0.00049117027,0.00009017068,0.00020446643],"category_scores_gemma":[0.00025761875,0.00007645567,0.00009287094,0.0006593794,0.00024055316,0.00005156407,0.00023630995,0.00047341984,0.000009736446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05664434,0.009928878,0.0009250874,0.00202607,0.0006101699,0.000007344248,0.24468899,0.000004437774,0.06323718,0.006527422,0.11964638,0.4957537],"study_design_scores_gemma":[0.035987746,0.011138286,0.0845985,0.0015759134,0.000012011988,0.00000590571,0.08130354,0.0008320825,0.010147025,0.0008862699,0.7731632,0.000349548],"about_ca_topic_score_codex":0.000044063538,"about_ca_topic_score_gemma":0.00021609677,"teacher_disagreement_score":0.65351677,"about_ca_system_score_codex":0.00007679158,"about_ca_system_score_gemma":0.00028659115,"threshold_uncertainty_score":0.6414932},"labels":[],"label_agreement":null},{"id":"W4320063514","doi":"10.2196/43329","title":"Determining the Impact of the COVID-19 Pandemic on Availability, Use, and Readiness of Family Planning and Contraceptive Services at Selected Primary Health Care Facilities in Africa and Asia: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Impact on Reproduction","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"United Nations Development Programme; United Nations Population Fund; UNICEF; World Health Organization","keywords":"Family planning; Reproductive health; Protocol (science); Pandemic; Medicine; Health care; Family medicine; Coronavirus disease 2019 (COVID-19); Population; Nursing; Business; Environmental health; Economic growth; Alternative medicine; Research methodology; Disease","score_opus":0.49623230151474673,"score_gpt":0.6355499072343272,"score_spread":0.13931760571958052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320063514","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47279587,0.000005667608,0.000004274411,0.0002727841,0.0000013800015,0.52682567,0.00005647605,0.000027383494,0.00001047884],"genre_scores_gemma":[0.21125099,6.319503e-7,0.00009959299,0.00003724023,0.000016529668,0.7884932,0.0000060265866,0.000020705264,0.00007507703],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950594,0.002681886,0.0005556352,0.00058550364,0.00059879664,0.0005188102],"domain_scores_gemma":[0.994134,0.0041869264,0.0002766665,0.00057162775,0.00063677446,0.00019397952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067503285,0.00021956304,0.0006165036,0.0003814477,0.00032904663,0.00006193947,0.00017143179,0.00010643448,0.0000031334216],"category_scores_gemma":[0.004403268,0.00012281285,0.00005515964,0.0011079108,0.00046624325,0.00015436733,0.000420105,0.00049023156,1.672297e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007239167,0.00033813575,0.9192241,0.009790564,0.000058430516,0.0000024513145,0.049623773,0.000019784737,0.007514112,0.0000017870522,0.0006950678,0.00549263],"study_design_scores_gemma":[0.0070669064,0.007731031,0.96519834,0.0012754131,0.0000058994033,0.000010081746,0.015685573,0.00012935045,0.0003785042,0.000054478896,0.002368,0.000096410426],"about_ca_topic_score_codex":0.0009354664,"about_ca_topic_score_gemma":0.00035101693,"teacher_disagreement_score":0.26166752,"about_ca_system_score_codex":0.00082654046,"about_ca_system_score_gemma":0.0013137511,"threshold_uncertainty_score":0.52714413},"labels":[],"label_agreement":null},{"id":"W4320064913","doi":"10.2196/43091","title":"Evaluation of the Care Pathway in the Context of the Dispensing of Emicizumab (Hemlibra) in Community Pharmacies in France: Protocol for a Cross-sectional Study Based on the Kirkpatrick Model","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemophilia Treatment and Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chugai Pharmaceutical; Hospices Civils de Lyon","keywords":"Pharmacy; Context (archaeology); Medicine; Health care; Family medicine; Pharmacist; Cross-sectional study; Product (mathematics); Nursing","score_opus":0.53124066553727,"score_gpt":0.6144688325002481,"score_spread":0.08322816696297808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320064913","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48582354,7.3558175e-7,3.9832975e-7,0.00039690748,0.0000020910304,0.5135519,0.000027080774,0.0000036430317,0.00019371626],"genre_scores_gemma":[0.5001123,5.121251e-8,0.0000023131158,0.000014100883,0.000010019269,0.49981165,0.0000031534578,0.0000095246205,0.00003689014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9898647,0.005614263,0.0006274414,0.00022125655,0.0032559484,0.00041635957],"domain_scores_gemma":[0.9955212,0.0022014603,0.0001626742,0.00093472656,0.0011492063,0.000030728435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018152913,0.0001419128,0.0002917519,0.00035534328,0.00033447318,0.00003572253,0.0008185077,0.00009530902,0.000025845655],"category_scores_gemma":[0.0020752542,0.000059224345,0.00014903733,0.002227676,0.0005534953,0.000076031894,0.00026548697,0.0012988735,0.0000012479703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029251957,0.0035711436,0.9652714,0.0013577106,0.00002152702,0.0000023986038,0.016390879,0.0023033903,0.0056432215,0.00006888035,0.00015789173,0.0022863771],"study_design_scores_gemma":[0.020443598,0.0017861037,0.8462425,0.002402112,0.000004726557,7.1703363e-7,0.011646571,0.08438274,0.03221975,0.0006833086,0.00011567841,0.00007218797],"about_ca_topic_score_codex":0.00029704144,"about_ca_topic_score_gemma":0.0005148952,"teacher_disagreement_score":0.11902888,"about_ca_system_score_codex":0.0003380682,"about_ca_system_score_gemma":0.0016577194,"threshold_uncertainty_score":0.62914735},"labels":[],"label_agreement":null},{"id":"W4320069442","doi":"10.2196/41485","title":"Addressing the Shortage of Health Professionals in Official Language Minority Communities to Strengthen Retention Strategies for the Benefit of New Brunswick Francophone and Acadian Communities: Protocol for a Mixed Methods Design","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Vitalité Health Network; Université du Québec en Outaouais; Université de Moncton","funders":"Canadian Institutes of Health Research","keywords":"Health care; Public relations; Nursing; Quality (philosophy); Business; Work (physics); Psychology; Knowledge management; Medicine; Computer science; Political science; Engineering","score_opus":0.7123014369927803,"score_gpt":0.6882900903731951,"score_spread":0.02401134661958515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320069442","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011733695,0.000038328108,0.0024864099,0.00381987,0.00003651605,0.9815548,0.00014566521,0.000069080175,0.000115648734],"genre_scores_gemma":[0.008445934,0.0000034009245,0.008742702,0.00025568085,0.00017372557,0.9813869,0.000042005304,0.0000496945,0.0008999858],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9865927,0.0095115425,0.0015741742,0.00025838581,0.00074666255,0.0013165321],"domain_scores_gemma":[0.98036844,0.017132543,0.0006314241,0.00092831766,0.0007250483,0.00021425317],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024494728,0.00026192336,0.00074868306,0.00043236747,0.002415883,0.00006053786,0.0010855577,0.00031131165,0.00008960841],"category_scores_gemma":[0.0007374318,0.00016841681,0.00010275373,0.0013882137,0.00040954025,0.00020560807,0.0005954522,0.0014327631,0.0000037784603],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011711263,0.00093269296,0.007907595,0.045726962,0.00011081552,0.0000015887483,0.59305924,0.00082929095,0.0005802835,0.01465023,0.14124393,0.1832461],"study_design_scores_gemma":[0.0051347488,0.0027683235,0.025339263,0.028650468,0.000004657913,5.329011e-7,0.8651725,0.004138913,0.00039138144,0.005752611,0.06238651,0.00026011595],"about_ca_topic_score_codex":0.027480293,"about_ca_topic_score_gemma":0.045704037,"teacher_disagreement_score":0.27211323,"about_ca_system_score_codex":0.0001993216,"about_ca_system_score_gemma":0.0047632935,"threshold_uncertainty_score":0.99888283},"labels":[],"label_agreement":null},{"id":"W4320071002","doi":"10.2196/40675","title":"Design and Implementation of the Surveys of Women: Protocol for an Address-Based Sampling Multimodal Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data collection; National Survey of Family Growth; Medicine; Focus group; Family planning; Survey data collection; Baseline (sea); Protocol (science); Sample (material); Research design; Population; Environmental health; Alternative medicine; Research methodology; Political science; Statistics; Sociology","score_opus":0.8437525909367212,"score_gpt":0.7281009883691978,"score_spread":0.11565160256752338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320071002","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11576742,5.113314e-8,0.0020303093,0.000075456956,0.0000043415857,0.8820634,0.000018474744,0.000027461383,0.000013104961],"genre_scores_gemma":[0.04429661,1.9293116e-8,0.002134851,0.0000051655065,0.000030868407,0.9534629,0.0000018737298,0.000012773722,0.000054911983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91411436,0.08370232,0.00038444565,0.00031157432,0.00082794455,0.00065937627],"domain_scores_gemma":[0.9804966,0.018407682,0.00015426383,0.00030384772,0.00052799593,0.00010962435],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.21094535,0.00008425552,0.0002038657,0.000213182,0.00065877865,0.00004190375,0.00044342567,0.00009138565,0.00009395374],"category_scores_gemma":[0.0071627176,0.00006253001,0.000038063212,0.0009663105,0.00053494296,0.000138186,0.00010864733,0.00018219913,0.0000013158036],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050221913,0.0040965616,0.662934,0.0015537458,0.00011528854,0.0000035145163,0.16091378,0.000473864,0.04162954,0.00056752056,0.0011910087,0.076299265],"study_design_scores_gemma":[0.0067348783,0.0063421824,0.926957,0.00018799401,0.0000015258449,8.042282e-8,0.032352366,0.0003302879,0.020828169,0.0012346081,0.004891669,0.00013925123],"about_ca_topic_score_codex":0.0008359501,"about_ca_topic_score_gemma":0.0010365458,"teacher_disagreement_score":0.264023,"about_ca_system_score_codex":0.00008800011,"about_ca_system_score_gemma":0.0010102383,"threshold_uncertainty_score":0.85749596},"labels":[],"label_agreement":null},{"id":"W4320071482","doi":"10.2196/40390","title":"Impact of the COVID-19 Pandemic on Health, Well-being, and Quality of Work-Life Outcomes Among Direct Care Nursing Staff Working in Nursing Home Settings: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Nursing; Pandemic; Medicine; Coronavirus disease 2019 (COVID-19); Protocol (science); Health care; Work (physics); 2019-20 coronavirus outbreak; Quality (philosophy); Alternative medicine","score_opus":0.568501844224483,"score_gpt":0.7088909638763438,"score_spread":0.14038911965186074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320071482","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000952843,0.091512345,0.000003832714,0.00044872897,0.000042368534,0.90740424,0.00009439777,0.00012564161,0.0003589179],"genre_scores_gemma":[0.000016995962,0.044125326,0.000029622619,0.00007370588,0.00012266422,0.95517814,0.000037101312,0.00019259425,0.00022387666],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9700745,0.0199628,0.0051672743,0.0011006565,0.0018539436,0.0018408725],"domain_scores_gemma":[0.9785181,0.013478171,0.0049119447,0.0018056529,0.0006554791,0.0006306328],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019770827,0.0008405239,0.007382021,0.001225231,0.0011129898,0.00006857316,0.001195271,0.0008061431,0.00002736479],"category_scores_gemma":[0.01004762,0.0005022908,0.0014443081,0.0035904043,0.0005742909,0.000091510614,0.00029223767,0.003036563,0.00000959624],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0003337785,0.0002923126,0.01310625,0.9429725,0.00011670939,0.0000013962066,0.008515882,0.0000010694371,5.573928e-8,0.00006192628,0.009167267,0.025430866],"study_design_scores_gemma":[0.001999953,0.00081328116,0.0015859655,0.9663859,0.00008753976,0.0000016065369,0.0026631982,8.181254e-7,4.7163088e-8,0.00021974873,0.025849326,0.0003926016],"about_ca_topic_score_codex":0.00062304287,"about_ca_topic_score_gemma":0.0002359707,"teacher_disagreement_score":0.047773875,"about_ca_system_score_codex":0.005922201,"about_ca_system_score_gemma":0.008680139,"threshold_uncertainty_score":0.99974287},"labels":[],"label_agreement":null},{"id":"W4320071656","doi":"10.2196/40236","title":"A Virtual Reality–Assisted Cognitive Behavioral Therapy for and With Inuit in Québec: Protocol for a Proof-of-Concept Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec en Outaouais; National Research Council Canada; University of Ottawa; Makivik Corporation; McGill University; Douglas Mental Health University Institute","funders":"McGill University","keywords":"Virtual reality; Context (archaeology); Psychotherapist; Cognition; Cognitive behavioral therapy; Psychology; Virtual Reality Exposure Therapy; Randomized controlled trial; Biofeedback; Proof of concept; Clinical psychology; Applied psychology; Medicine; Computer science; Human–computer interaction; Psychiatry","score_opus":0.2947905394543045,"score_gpt":0.5550105454321771,"score_spread":0.2602200059778726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320071656","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002260704,6.5029445e-7,0.030154757,0.00085405534,0.000002522196,0.96653485,0.00005242081,0.00008044891,0.00005957559],"genre_scores_gemma":[0.016737005,1.1822937e-7,0.00086527877,0.00002492287,0.000053829513,0.98187256,0.0000105305035,0.00002507199,0.0004106756],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99608165,0.0011097197,0.00081944314,0.0006108919,0.0007252992,0.0006530059],"domain_scores_gemma":[0.9941251,0.0040341904,0.00032120117,0.00046624042,0.0008724219,0.00018083293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006359467,0.00022764731,0.0011035914,0.00046810703,0.00021733427,0.0002921866,0.00060344225,0.00013923967,0.000007941385],"category_scores_gemma":[0.0011864712,0.0001477631,0.00019988646,0.001201519,0.00055452634,0.00038169435,0.00016912732,0.00027118312,0.0000012322813],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90521264,0.0018516768,0.000007901965,0.00013484394,0.000047834565,0.0000020743732,0.0032759167,0.000004207813,0.00017004067,0.0054821586,0.0005931132,0.08321758],"study_design_scores_gemma":[0.96621114,0.017520161,0.000057218916,0.00076050684,0.0000037437117,0.0000015571691,0.00018121094,0.006019104,0.0023731417,0.0028602404,0.0038214524,0.00019055205],"about_ca_topic_score_codex":0.00065910205,"about_ca_topic_score_gemma":0.001120153,"teacher_disagreement_score":0.083027035,"about_ca_system_score_codex":0.00010653912,"about_ca_system_score_gemma":0.0020041706,"threshold_uncertainty_score":0.6025604},"labels":[],"label_agreement":null},{"id":"W4320076120","doi":"10.2196/38884","title":"Rehabilitation Approaches and Strategies in the Management of Adult Patients Following Pelvic Fractures: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Pelvic and Acetabular Injuries","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Psychological intervention; Rehabilitation; MEDLINE; Cochrane Library; Critical appraisal; Grey literature; Physical therapy; Inclusion (mineral); Health care; Protocol (science); Quality of life (healthcare); Nursing; Alternative medicine; Psychology; Pathology","score_opus":0.43258138474261865,"score_gpt":0.6245338850261511,"score_spread":0.1919525002835325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320076120","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.0182356e-7,0.09205793,0.0000065107,0.00017622058,0.000002330197,0.9072528,0.000014017074,0.000026479025,0.00046310076],"genre_scores_gemma":[1.5094756e-7,0.12971234,0.00072312256,0.000028406706,0.000043374926,0.86929345,0.000060819522,0.000054642373,0.00008370105],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99567777,0.00088410877,0.0011640394,0.00058369996,0.001178954,0.0005114537],"domain_scores_gemma":[0.9974624,0.0011264174,0.00037245828,0.0006952524,0.00027122803,0.00007227692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036820923,0.00034681283,0.0015741752,0.00038229642,0.00014551183,0.00011427746,0.00041405426,0.0002089908,0.000009429602],"category_scores_gemma":[0.0006819463,0.00020123298,0.0004230397,0.0009709631,0.00020108739,0.00018407211,0.00021162193,0.00070508773,0.000007988394],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111748566,0.0003205505,0.000032695967,0.8045145,0.000090591726,0.000008138187,0.00026421674,4.025771e-8,2.9918883e-8,0.00063220196,0.0012805787,0.1927447],"study_design_scores_gemma":[0.0015645828,0.0009037945,0.00006625934,0.69147295,0.000064681946,0.0000012004815,0.00045521287,0.0000010279912,3.1656964e-7,0.00034433496,0.3050041,0.000121565965],"about_ca_topic_score_codex":0.00000536258,"about_ca_topic_score_gemma":0.000008491202,"teacher_disagreement_score":0.3037235,"about_ca_system_score_codex":0.00009880836,"about_ca_system_score_gemma":0.0005984001,"threshold_uncertainty_score":0.8206043},"labels":[],"label_agreement":null},{"id":"W4320485624","doi":"10.2196/44308","title":"Health Care Resource Utilization in Adults Living With Type 1 Diabetes Mellitus in the South African Public Health Sector: Protocol for a 1-Year Retrospective Analysis With a 5-, 10-, and 25-Year Projection","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Public health; Health care; Protocol (science); Gerontology; Type 2 Diabetes Mellitus; Family medicine; Diabetes mellitus; Environmental health; Alternative medicine; Nursing; Economic growth","score_opus":0.1863957057057977,"score_gpt":0.48588990022581346,"score_spread":0.2994941945200158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320485624","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015132504,0.0000069249127,0.000015953645,0.002456725,0.0000011267057,0.9808572,0.000016257743,0.000104655526,0.0014086801],"genre_scores_gemma":[0.1553071,0.0000012509433,0.00014917139,0.00004813353,0.000063351996,0.8438787,0.00006802788,0.00004569486,0.00043861693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947361,0.0013079195,0.00039602572,0.00076589064,0.0014852372,0.001308825],"domain_scores_gemma":[0.9980829,0.00029879392,0.00017551178,0.00054920727,0.0006541097,0.00023948417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006165165,0.00021977579,0.00053479115,0.0023169424,0.00036787658,0.00027955454,0.00026286748,0.000090469555,0.000037651513],"category_scores_gemma":[0.00051536015,0.00013401388,0.00005678926,0.010638009,0.0002293886,0.00019454311,0.0001566586,0.00068630243,0.000008045894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035889784,0.0009002021,0.9383439,0.00935522,0.0001928209,0.000009843918,0.03222023,0.000016062659,0.000004708099,0.00029834599,0.0035408225,0.011528889],"study_design_scores_gemma":[0.008930698,0.02669317,0.86532354,0.0073172185,0.000011359734,6.263064e-7,0.039846506,0.0023976024,0.000010949211,0.000036395668,0.04915661,0.00027530172],"about_ca_topic_score_codex":0.00012898684,"about_ca_topic_score_gemma":0.0019290742,"teacher_disagreement_score":0.1401746,"about_ca_system_score_codex":0.00067717663,"about_ca_system_score_gemma":0.0010326889,"threshold_uncertainty_score":0.54649276},"labels":[],"label_agreement":null},{"id":"W4320507983","doi":"10.2196/41627","title":"Indigenous Food Systems Changes and Resiliency: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Toronto Rehabilitation Institute; University of Toronto","funders":"University of Toronto","keywords":"Aotearoa; Indigenous; Context (archaeology); Scopus; Grey literature; Systematic review; Peer review; Climate change; MEDLINE; Library science; Sociology; Geography; Social science; Political science; Ecology; Gender studies","score_opus":0.7957655400858545,"score_gpt":0.7337221243403429,"score_spread":0.06204341574551164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320507983","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.7560254e-9,0.42142922,0.000001617169,0.00012695628,0.00003117304,0.57749623,0.00014163669,0.00015629185,0.0006169039],"genre_scores_gemma":[1.279098e-10,0.4713075,0.000016800783,0.00006690821,0.0006625204,0.52533615,0.000028900264,0.00015881336,0.0024224326],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859843,0.0050722654,0.0021779775,0.0013476167,0.00093826395,0.0044795624],"domain_scores_gemma":[0.99136394,0.004397607,0.001235365,0.001193736,0.0014254568,0.0003839119],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0145768635,0.00074277946,0.004121421,0.0007756078,0.009065993,0.00009767533,0.0010403852,0.0012388708,0.0001094487],"category_scores_gemma":[0.0017678238,0.0005389063,0.00031629074,0.0013516436,0.00025022356,0.00008871812,0.0018978672,0.002905419,0.00079135125],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055091303,0.000103546045,0.000006332453,0.85431147,0.00011395078,0.000014231298,0.0020400155,1.341366e-8,2.2900045e-8,0.00022285328,0.04869544,0.09443704],"study_design_scores_gemma":[0.0005529419,0.0018783862,3.0689793e-7,0.485256,0.000018815184,0.000005771554,0.00033446058,2.688615e-7,1.8213639e-8,0.00003528972,0.5116697,0.00024804228],"about_ca_topic_score_codex":0.0002077856,"about_ca_topic_score_gemma":0.005363378,"teacher_disagreement_score":0.46297428,"about_ca_system_score_codex":0.0011057259,"about_ca_system_score_gemma":0.0082709165,"threshold_uncertainty_score":0.99998665},"labels":[],"label_agreement":null},{"id":"W4320806424","doi":"10.2196/44875","title":"Investigating the Secondary Use of Clinical Research Data: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Data Analysis and Archiving","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; University of Oxford; Wellcome Trust","keywords":"Qualitative property; Thematic analysis; Data collection; Research design; Protocol (science); Sample (material); Descriptive statistics; Research ethics; Focus group; Qualitative research; Survey data collection; Sample size determination; Medical education; Psychology; Data science; Medicine; Computer science; Alternative medicine; Business; Marketing; Statistics","score_opus":0.9210097744220038,"score_gpt":0.7968137258663418,"score_spread":0.12419604855566202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320806424","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015047685,2.017304e-7,0.00014050644,0.0014858055,0.00001140283,0.99518996,0.00011374517,0.00008057876,0.001473019],"genre_scores_gemma":[0.00032648712,3.3705837e-7,0.009243996,0.000024360204,0.00055550685,0.9876605,0.000034953915,0.000033571934,0.0021202671],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9560754,0.037092656,0.001317419,0.0010219087,0.003105874,0.0013867791],"domain_scores_gemma":[0.96720093,0.028712038,0.00028086355,0.0022513934,0.0012165629,0.0003381875],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20961623,0.00014571134,0.00049874827,0.0005205325,0.002991018,0.00095020677,0.003861007,0.00012925279,0.0001280715],"category_scores_gemma":[0.056093287,0.000096952295,0.00016356821,0.0041431496,0.0025287145,0.0009792445,0.004136926,0.0018123753,0.000050621744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026229754,0.0015935416,0.03216092,0.0006325773,0.00014325915,0.000008926735,0.012968695,0.000004137799,0.0006456002,0.0063003143,0.46568328,0.47959647],"study_design_scores_gemma":[0.0011311386,0.0008636876,0.017865535,0.00053657877,0.0000031236696,1.0972907e-7,0.01741924,0.0015188335,0.00009015377,0.004646597,0.9558089,0.00011614462],"about_ca_topic_score_codex":0.0013015762,"about_ca_topic_score_gemma":0.002381823,"teacher_disagreement_score":0.49012557,"about_ca_system_score_codex":0.000048574497,"about_ca_system_score_gemma":0.002399463,"threshold_uncertainty_score":0.99830693},"labels":[],"label_agreement":null},{"id":"W4320857626","doi":"10.2196/43503","title":"German Health Update Fokus (GEDA Fokus) among Residents with Croatian, Italian, Polish, Syrian, or Turkish Citizenship in Germany: Protocol for a Multilingual Mixed-Mode Interview Survey","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Robert Koch Institut; Leibniz-Gemeinschaft; Bundesministerium für Gesundheit; Koch Institute for Integrative Cancer Research, Massachusetts Institute of Technology","keywords":"Citizenship; Turkish; German; Population; Public health; Inclusion (mineral); Political science; Medicine; Sociology; Environmental health; Gender studies; Geography; Nursing; Law","score_opus":0.40245745588928505,"score_gpt":0.625436973027084,"score_spread":0.22297951713779895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320857626","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032735266,0.000006947606,0.00005330096,0.0015397221,0.000047857746,0.96420944,0.00045749213,0.0003533751,0.00059659494],"genre_scores_gemma":[0.025014007,0.0000011551621,0.00019906847,0.0005096988,0.00033990227,0.9664977,0.00032086088,0.00021241314,0.006905196],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9857052,0.006164306,0.0018443454,0.0015970003,0.001480333,0.00320883],"domain_scores_gemma":[0.9944928,0.0013364911,0.0005716206,0.0015312737,0.0010172098,0.001050569],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012974537,0.00061520824,0.0009913674,0.0013370805,0.00070831174,0.00044863287,0.0012784966,0.00046329392,0.00079225475],"category_scores_gemma":[0.0009223751,0.00049739593,0.00016744416,0.0028546723,0.00041078424,0.0003798558,0.00030548841,0.0015720525,0.0006459541],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02606189,0.0022082634,0.16161369,0.015971992,0.0002997812,0.00064971833,0.0243418,0.000010972567,0.000041907242,0.0012395486,0.7433576,0.024202865],"study_design_scores_gemma":[0.016729347,0.0041181333,0.88029015,0.0063339714,0.0000043109108,0.00003260117,0.0007569745,0.00020372447,0.00017045414,0.0012820753,0.08936783,0.00071040826],"about_ca_topic_score_codex":0.009160356,"about_ca_topic_score_gemma":0.12959561,"teacher_disagreement_score":0.7186765,"about_ca_system_score_codex":0.00048153795,"about_ca_system_score_gemma":0.0018308515,"threshold_uncertainty_score":0.99974775},"labels":[],"label_agreement":null},{"id":"W4320926627","doi":"10.2196/43188","title":"Public Transport Accessibility for People With Disabilities: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Older Adults Driving Studies","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; Centre for Interdisciplinary Research in Rehabilitation","funders":"Social Sciences and Humanities Research Council of Canada; Réseau Provincial de Recherche en Adaptation-Réadaptation","keywords":"PsycINFO; Checklist; Inclusion (mineral); Grey literature; MEDLINE; Psychology; Guideline; Systematic review; Medical education; Applied psychology; Nursing; Medicine; Social psychology; Political science","score_opus":0.8634236835340221,"score_gpt":0.7508174403369717,"score_spread":0.11260624319705037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320926627","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1363322e-8,0.050888486,0.00017773354,0.0010004012,0.00002175756,0.9460278,0.0007028495,0.00065555697,0.0005253921],"genre_scores_gemma":[3.7156895e-9,0.16871083,0.00035537843,0.00007612011,0.0006471136,0.82474744,0.00019268024,0.00043890264,0.0048315166],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98455185,0.0040561487,0.0036644884,0.0023396097,0.0018619673,0.0035259288],"domain_scores_gemma":[0.97311336,0.018986348,0.0013320837,0.00262616,0.0034045414,0.00053748005],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016191442,0.0011149605,0.0056786863,0.00058464275,0.0032522976,0.0001425808,0.0022716257,0.00082793925,0.00042474054],"category_scores_gemma":[0.011127708,0.00071521394,0.0011025943,0.00301982,0.0005904794,0.0005658579,0.0007953845,0.0026781962,0.00022514569],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013630812,0.000405906,0.0012280626,0.8967729,0.00015213565,0.0000014490955,0.0005187344,1.2817476e-8,1.465702e-8,0.00011909999,0.049931463,0.050733913],"study_design_scores_gemma":[0.0015181592,0.00068368285,0.000029042005,0.497563,0.000037116115,7.3885093e-7,0.00017226768,5.8551234e-7,4.5201126e-8,0.00020525865,0.49940926,0.00038084126],"about_ca_topic_score_codex":0.000037466074,"about_ca_topic_score_gemma":0.004335636,"teacher_disagreement_score":0.4494778,"about_ca_system_score_codex":0.0013064776,"about_ca_system_score_gemma":0.013619061,"threshold_uncertainty_score":0.99962264},"labels":[],"label_agreement":null},{"id":"W4321127863","doi":"10.2196/45067","title":"Utilization of Research in Clinical Nursing and Midwifery Practice in Ghana: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kwame Nkrumah University of Science and Technology","keywords":"Focus group; Nursing; Medicine; Health care; Protocol (science); Qualitative research; Medical education; Alternative medicine","score_opus":0.9041176004906447,"score_gpt":0.8542511130469965,"score_spread":0.04986648744364819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321127863","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012467007,0.0000024245335,0.00012475596,0.004397061,0.000042491054,0.98142916,0.000005244076,0.000045566827,0.0014863053],"genre_scores_gemma":[0.0038523835,0.0000028918107,0.0052783573,0.000035125344,0.0002657342,0.9900519,0.0000061015935,0.000032130167,0.00047533013],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.943612,0.048772648,0.0021131474,0.00094764313,0.0021765628,0.0023780293],"domain_scores_gemma":[0.95957077,0.036790963,0.00026251902,0.0006354962,0.0022571213,0.0004831394],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19953576,0.00014674188,0.0004850921,0.0027561055,0.0009880178,0.00006656554,0.00060032215,0.00035495387,0.000058044716],"category_scores_gemma":[0.048567157,0.00012534624,0.00004338611,0.008233243,0.00073710637,0.00061453506,0.00045765788,0.003112753,0.00006350479],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01224417,0.014293655,0.2967181,0.015292518,0.000018950524,0.000040858333,0.05843214,0.0000069381294,0.00029245112,0.003068439,0.1092846,0.49030718],"study_design_scores_gemma":[0.01343425,0.01041536,0.44266826,0.018397745,0.0000013262293,0.0000015403373,0.28819183,0.005724692,0.00017791538,0.013101399,0.20760763,0.00027805963],"about_ca_topic_score_codex":0.0006249473,"about_ca_topic_score_gemma":0.0006708169,"teacher_disagreement_score":0.49002913,"about_ca_system_score_codex":0.00055092346,"about_ca_system_score_gemma":0.0056154593,"threshold_uncertainty_score":0.9991871},"labels":[],"label_agreement":null},{"id":"W4321128354","doi":"10.2196/44710","title":"Capability, Opportunity, and Motivation Model for Behavior Change in People With Asthma: Protocol for a Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Psychosocial; Asthma; Psychological intervention; Medicine; Focus group; Clinical psychology; Family medicine; Psychology; Psychiatry","score_opus":0.5315462331651969,"score_gpt":0.5994248914182428,"score_spread":0.06787865825304595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321128354","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28754985,1.0974446e-7,0.000050210132,0.00009376623,0.0000014028916,0.7121429,0.00007515696,0.000066619774,0.000020004549],"genre_scores_gemma":[0.09609036,2.0939183e-8,0.00012254971,0.00003069156,0.00013549188,0.9028924,0.000048437872,0.000045709352,0.0006343395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975142,0.00015830061,0.000378365,0.0005690103,0.00081194966,0.0005682122],"domain_scores_gemma":[0.9982013,0.00026343088,0.000074442876,0.00033915546,0.0007850761,0.0003365765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020535807,0.00017727654,0.00028287526,0.0004652113,0.0003226275,0.000117657226,0.00013431926,0.00012298816,0.00003512822],"category_scores_gemma":[0.0004710944,0.00013263199,0.000065856206,0.00065290567,0.00019534986,0.0002622707,0.00015799739,0.00030059146,0.000003974428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052993204,0.0037985344,0.98482907,0.0021436117,0.000009387358,0.000019556759,0.00067860517,0.000018829014,0.00020538381,0.000037616108,0.00037031932,0.0025897839],"study_design_scores_gemma":[0.012290696,0.007928548,0.9668168,0.00035404478,0.0000025702666,0.000005671639,0.00026958217,0.008685753,0.00006382199,0.00015003335,0.0032941862,0.00013829723],"about_ca_topic_score_codex":0.000049382154,"about_ca_topic_score_gemma":0.0002930168,"teacher_disagreement_score":0.19145948,"about_ca_system_score_codex":0.00012906385,"about_ca_system_score_gemma":0.0007547049,"threshold_uncertainty_score":0.54085755},"labels":[],"label_agreement":null},{"id":"W4321128883","doi":"10.2196/43645","title":"An Intervention to Increase Condom Use Among Users of Sexually Transmitted Infection Self-sampling Websites (Wrapped): Protocol for a Randomized Controlled Feasibility Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Condom; Randomized controlled trial; Medicine; Intervention (counseling); Protocol (science); Chlamydia; Public health; Family medicine; Nursing; Alternative medicine; Human immunodeficiency virus (HIV); Surgery","score_opus":0.21723298310228545,"score_gpt":0.5526907832206327,"score_spread":0.33545780011834725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321128883","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.390156,4.2244167e-7,0.0010704022,0.000048765567,0.000025948886,0.60829467,0.000037374088,0.00031607813,0.000050319402],"genre_scores_gemma":[0.082134135,2.8041194e-7,0.00026450405,0.000005568407,0.00009902927,0.9161584,0.00011913367,0.00006246003,0.0011564849],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98465663,0.011076141,0.0016513374,0.001108414,0.0004349593,0.0010724964],"domain_scores_gemma":[0.98868954,0.007097977,0.0004376679,0.0011147509,0.0024885337,0.00017152324],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02499331,0.00037547972,0.0016490505,0.0017941712,0.00060252036,0.00026446348,0.00050414953,0.00046556361,0.0004900525],"category_scores_gemma":[0.014466245,0.00029908013,0.0008009542,0.0018508852,0.00080110383,0.00088530197,0.00017208699,0.0010554136,0.00019275323],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.87007487,0.0050576166,0.0088048205,0.00093797146,0.00052044285,0.0000020681282,0.00046993958,0.000092091694,0.11202136,0.00016536431,0.0009870208,0.0008664353],"study_design_scores_gemma":[0.94023746,0.009827925,0.013551104,0.0006373196,0.00003167322,0.0000043728555,0.00012846172,0.00033465092,0.02464698,0.0005235085,0.009763583,0.00031296437],"about_ca_topic_score_codex":0.0011030852,"about_ca_topic_score_gemma":0.00023713028,"teacher_disagreement_score":0.30802187,"about_ca_system_score_codex":0.00027323415,"about_ca_system_score_gemma":0.00053014694,"threshold_uncertainty_score":0.9999461},"labels":[],"label_agreement":null},{"id":"W4321129734","doi":"10.2196/40144","title":"Enhancement of Self-Management of Metabolic Syndrome Among Adults in Urban, Low-Income Settings of India Using Digital Health Interventions: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Intervention (counseling); Digital health; Gerontology; Self-management; Medicine; Environmental health; Psychology; Alternative medicine; Computer science; Nursing; Health care; World Wide Web; Artificial intelligence","score_opus":0.23738094433343515,"score_gpt":0.6534289390289666,"score_spread":0.41604799469553144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321129734","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07680422,0.000008027655,0.0007646411,0.000111385954,0.000017499508,0.92196256,0.0001313368,0.00007436051,0.00012594166],"genre_scores_gemma":[0.027495764,0.0000034197292,0.009127233,0.000014649081,0.000030826282,0.9629968,0.000030546824,0.000057023768,0.00024378319],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.98949546,0.0032812369,0.0038898054,0.00071014237,0.0010867355,0.0015366321],"domain_scores_gemma":[0.99432606,0.001341899,0.001918896,0.0010040666,0.0009862997,0.00042277403],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016910966,0.00026963148,0.0012196775,0.001479717,0.00048482046,0.000015872989,0.00069909636,0.00018654128,0.00007930679],"category_scores_gemma":[0.00042947155,0.00024990193,0.00022307277,0.0034103114,0.00017083631,0.00026051776,0.0007717087,0.0008401774,0.000019476887],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041635,0.022910075,0.24486862,0.62225103,0.00041210794,0.000015061312,0.019817598,0.00002325703,0.00022203565,0.006233883,0.005310621,0.07377221],"study_design_scores_gemma":[0.037705313,0.016180031,0.6835729,0.16736986,0.00002829052,0.0000018293621,0.03081204,0.001461659,0.0010477238,0.0017958089,0.059392225,0.00063234376],"about_ca_topic_score_codex":0.00036189184,"about_ca_topic_score_gemma":0.000075993725,"teacher_disagreement_score":0.45488116,"about_ca_system_score_codex":0.00036118066,"about_ca_system_score_gemma":0.0015597284,"threshold_uncertainty_score":0.99999535},"labels":[],"label_agreement":null},{"id":"W4321129918","doi":"10.2196/37673","title":"An Interactive Communication Model for Self-Care—Regardless of Health Literacy: Protocol for a Quasi-Experimental Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health literacy; Protocol (science); Health communication; Computer science; Psychology; Health care; Medical education; Applied psychology; Medicine; Alternative medicine; Communication","score_opus":0.5547690304979787,"score_gpt":0.7445306351088842,"score_spread":0.18976160461090552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321129918","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005405566,0.0000011236885,0.0053654513,0.00040122724,0.00001221597,0.9879099,0.0002534075,0.00032753972,0.00032355997],"genre_scores_gemma":[0.049739003,1.6380191e-7,0.008893114,0.00027821565,0.00008381167,0.94048357,0.00023749506,0.00005517395,0.00022942832],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9893016,0.0053565023,0.0027599398,0.000552008,0.0008421832,0.001187742],"domain_scores_gemma":[0.99157363,0.0019341236,0.0011609287,0.0015106564,0.0034790295,0.00034165426],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016809465,0.00024518705,0.0006111919,0.0005562329,0.0024728253,0.00011347361,0.0010433821,0.00020676419,0.000076166696],"category_scores_gemma":[0.0004920197,0.00020679832,0.00012392364,0.00084032316,0.00010804107,0.0021931797,0.00042428102,0.0010462612,0.000055997407],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014570927,0.032611217,0.030723767,0.04626002,0.000069886795,3.8156358e-7,0.7992795,0.00012037124,0.00015626798,0.003446439,0.033565663,0.03919552],"study_design_scores_gemma":[0.022991497,0.028228134,0.00633195,0.006956511,0.0000024856272,2.816947e-7,0.10435466,0.5621184,0.0005089423,0.0021117043,0.26593697,0.00045844444],"about_ca_topic_score_codex":0.00011447087,"about_ca_topic_score_gemma":0.000048856517,"teacher_disagreement_score":0.6949249,"about_ca_system_score_codex":0.0008847312,"about_ca_system_score_gemma":0.0026507776,"threshold_uncertainty_score":0.99882585},"labels":[],"label_agreement":null},{"id":"W4321163770","doi":"10.2196/41636","title":"Jordan’s Population-Based Food Consumption Survey: Protocol for Design and Development","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Overweight; Environmental health; Socioeconomic status; Population; Medicine; Obesity; Consumption (sociology); Waist; Cross-sectional study; Body mass index; Gerontology; Demography","score_opus":0.6285763200843538,"score_gpt":0.5921026892774512,"score_spread":0.03647363080690258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321163770","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012039897,6.8049275e-7,0.0009483063,0.0004855966,0.0000021310814,0.9971996,0.000027166894,0.00009437413,0.00003818902],"genre_scores_gemma":[0.00055042305,1.5600811e-7,0.010069232,0.00005229389,0.000065680455,0.98880297,0.000153012,0.000026660586,0.00027956328],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802035,0.00027756087,0.00028210512,0.0003232146,0.0006395496,0.00045722298],"domain_scores_gemma":[0.9981654,0.0009368758,0.00004841196,0.0001672772,0.0005150587,0.0001669334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027214629,0.00012326344,0.00020913931,0.00022548683,0.00045549416,0.00006262001,0.000072704504,0.00007990937,0.00007020032],"category_scores_gemma":[0.00044300564,0.00010134338,0.000033881868,0.00033961187,0.000077284225,0.000050829873,0.00007438017,0.00017169876,0.000071509596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016637605,0.0017514972,0.7448421,0.011225839,0.00012363422,0.000021133772,0.00012446386,0.00004347349,0.0004825745,0.0009352291,0.2077358,0.016076617],"study_design_scores_gemma":[0.008440576,0.002389383,0.67459345,0.0013142739,9.563397e-7,0.000001729428,0.000016495198,0.0004257239,0.0008502294,0.00066097244,0.31117663,0.00012961579],"about_ca_topic_score_codex":0.000016515836,"about_ca_topic_score_gemma":0.000036368456,"teacher_disagreement_score":0.103440806,"about_ca_system_score_codex":0.00014319665,"about_ca_system_score_gemma":0.0003288557,"threshold_uncertainty_score":0.4132663},"labels":[],"label_agreement":null},{"id":"W4321163914","doi":"10.2196/41280","title":"“An Ounce of Prevention is Worth a Pound of Cure”: Proposal for a Social Prescribing Strategy for Obesity Prevention and Improvement in Health and Well-being","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Art Therapy and Mental Health","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fluid ounce (US); Pound (networking); Medicine; Gerontology; Psychology; Political science; Computer science","score_opus":0.2892757296459056,"score_gpt":0.5347785759714428,"score_spread":0.24550284632553726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321163914","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42013913,0.000018562274,0.00015371828,0.000655529,0.000011104941,0.57849216,0.00008213789,0.00003198118,0.00041566003],"genre_scores_gemma":[0.4288188,0.000014946952,0.00023153356,0.000025273033,0.00013091261,0.56839585,0.00003638449,0.000019464089,0.0023268342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984647,0.00021624254,0.00041336028,0.00025117534,0.00027598278,0.00037856263],"domain_scores_gemma":[0.9994231,0.00006967652,0.00017436151,0.00009691215,0.00015708807,0.00007889079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002421903,0.00009043782,0.00021388911,0.00016033661,0.00047926538,0.00006822912,0.00008528072,0.000044084765,0.000029379056],"category_scores_gemma":[0.000010141444,0.000082329476,0.000044797027,0.00007755152,0.00017137239,0.00029326588,0.000052706087,0.0001292812,4.8999647e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007993005,0.004369845,0.0039107744,0.051956072,0.000094693365,0.0000012965149,0.25434974,0.0000051194625,0.008592155,0.43713164,0.005490651,0.22610502],"study_design_scores_gemma":[0.019281954,0.090349056,0.0070131216,0.013173587,0.00001193074,0.0000016775707,0.06724787,0.0045333942,0.012653886,0.6553647,0.1296498,0.00071902765],"about_ca_topic_score_codex":0.00014765219,"about_ca_topic_score_gemma":0.0018095124,"teacher_disagreement_score":0.22538598,"about_ca_system_score_codex":0.00006980216,"about_ca_system_score_gemma":0.00045758125,"threshold_uncertainty_score":0.36861703},"labels":[],"label_agreement":null},{"id":"W4321352903","doi":"10.2196/46281","title":"Telehealth-Based Music Therapy Versus Cognitive Behavioral Therapy for Anxiety in Cancer Survivors: Rationale and Protocol for a Comparative Effectiveness Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Patient-Centered Outcomes Research Institute","keywords":"Anxiety; Telehealth; Worry; Mood; Randomized controlled trial; Music therapy; Cognitive behavioral therapy; Quality of life (healthcare); Psychological intervention; Medicine; Clinical psychology; Psychiatry; Physical therapy; Psychology; Telemedicine; Psychotherapist; Health care; Internal medicine","score_opus":0.7375489368413346,"score_gpt":0.6937748992266359,"score_spread":0.04377403761469867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321352903","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13433519,0.0000061004616,0.00008991713,0.00030765167,0.00006345585,0.86470944,0.00030814853,0.00008388867,0.000096192314],"genre_scores_gemma":[0.0087883035,0.0000022014071,0.000058244015,0.00014194644,0.0004889056,0.9902105,0.00009349924,0.00005944293,0.0001569565],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947443,0.0024105005,0.0004915025,0.00081958005,0.0004987682,0.0010353661],"domain_scores_gemma":[0.9941042,0.0046229777,0.00017196791,0.0003041199,0.0006093891,0.00018733645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004787197,0.00028809384,0.00055539166,0.00043399984,0.0005106969,0.00009753386,0.00025740275,0.0002684688,0.00053445477],"category_scores_gemma":[0.000061618324,0.00024327206,0.00012881873,0.0009326016,0.00031556256,0.000140901,0.00003214485,0.0005469552,0.000015881888],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91038585,0.0044569853,0.0032630726,0.0007646715,0.00006782946,0.000003429772,0.0073954347,0.0000063111875,0.00048243493,0.0010074823,0.0057204794,0.066446036],"study_design_scores_gemma":[0.5937355,0.045307387,0.03596321,0.0011088139,0.0000020092089,4.2302733e-7,0.001370915,0.0002462767,0.0014525333,0.0011078749,0.31926578,0.00043925308],"about_ca_topic_score_codex":0.0010473878,"about_ca_topic_score_gemma":0.0028442799,"teacher_disagreement_score":0.3166503,"about_ca_system_score_codex":0.00021361659,"about_ca_system_score_gemma":0.0011150754,"threshold_uncertainty_score":0.9920347},"labels":[],"label_agreement":null},{"id":"W4321352997","doi":"10.2196/46187","title":"Enhancing the Cardiovascular Safety of Hemodialysis Care Using Multimodal Provider Education and Patient Activation Interventions: Protocol for a Cluster Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; U.S. Department of Veterans Affairs","keywords":"Psychological intervention; Medicine; Randomized controlled trial; Hemodialysis; Protocol (science); Cluster (spacecraft); Cluster randomised controlled trial; Patient safety; eHealth; Medical emergency; Nursing; Health care; Computer science; Alternative medicine; Internal medicine","score_opus":0.11813099295086242,"score_gpt":0.5032832979498078,"score_spread":0.3851523049989453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321352997","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046223877,0.000011200244,0.0022364296,0.00037321067,0.000014194888,0.992534,0.0000051726342,0.000028448814,0.00017499115],"genre_scores_gemma":[0.011409981,7.015133e-7,0.0006359203,0.00002800347,0.00018618262,0.9874692,0.000029283014,0.000024652036,0.00021608031],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99561524,0.0017815303,0.0009664248,0.00035606357,0.0009843655,0.0002963715],"domain_scores_gemma":[0.99724585,0.00080857513,0.000294683,0.00046629726,0.001087962,0.00009664424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054890774,0.00015920059,0.0010711633,0.000473694,0.00028370766,0.000100683144,0.00010932007,0.000078514946,0.0000281304],"category_scores_gemma":[0.0024401844,0.00008825432,0.0015428029,0.0005764172,0.00016420246,0.000118883356,0.00016814766,0.00017569485,0.000002390613],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9507735,0.0009935838,0.000010763772,0.006823305,0.0013268973,7.0997004e-7,0.0015506034,0.0002536842,0.0008451266,0.00008055723,0.00048905745,0.036852222],"study_design_scores_gemma":[0.97061586,0.00090204633,0.00006417556,0.006140307,0.00032282557,5.137562e-7,0.0024999776,0.005770269,0.0020784037,0.0001473872,0.011347379,0.000110822344],"about_ca_topic_score_codex":0.000059435883,"about_ca_topic_score_gemma":0.0000054131274,"teacher_disagreement_score":0.036741402,"about_ca_system_score_codex":0.00017038925,"about_ca_system_score_gemma":0.00049830077,"threshold_uncertainty_score":0.35989064},"labels":[],"label_agreement":null},{"id":"W4321360089","doi":"10.2196/44593","title":"The Indigenous Australian Human Papillomavirus (HPV) Cohort Study 2, Continuation for 5 to 10 Years: Protocol for a Longitudinal Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Head and Neck Cancer Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; HPV infection; Cohort; Head and neck cancer; Cervix; HPV vaccines; Cancer; Incidence (geometry); Cervical cancer; Internal medicine; Oncology; Gynecology","score_opus":0.5065730659652785,"score_gpt":0.6418219738837374,"score_spread":0.1352489079184589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321360089","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10252968,3.6353734e-7,0.000005879696,0.00061930827,0.00000894773,0.89642566,0.000026412263,0.00015556598,0.0002281867],"genre_scores_gemma":[0.017063607,8.0904044e-8,0.00003940187,0.000021849512,0.0003919099,0.9608884,0.000012263165,0.000068920825,0.02151356],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99577874,0.000363935,0.00061498093,0.0006653887,0.0013792679,0.0011977119],"domain_scores_gemma":[0.9972654,0.0004475146,0.0001069307,0.0007964683,0.0010991016,0.00028457955],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006311877,0.00024883464,0.0005674863,0.00033171655,0.0014945518,0.0002565612,0.0004340295,0.00009126653,0.00008771034],"category_scores_gemma":[0.0006985922,0.00017360994,0.00013410326,0.0010330594,0.00013769104,0.0000921617,0.00025958993,0.00038714582,0.0001907398],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012994747,0.007985114,0.6602121,0.0011870004,0.0006001531,0.00010548393,0.016930891,0.0000015033564,0.0014471682,0.000074338706,0.24929592,0.049165577],"study_design_scores_gemma":[0.0094465,0.030968748,0.5877387,0.0003454731,0.000012150888,0.0000011669008,0.0035570718,0.0000035564549,0.00020945673,0.00008689788,0.3674847,0.00014561767],"about_ca_topic_score_codex":0.00018402666,"about_ca_topic_score_gemma":0.0009026377,"teacher_disagreement_score":0.11818878,"about_ca_system_score_codex":0.00029569195,"about_ca_system_score_gemma":0.00038594886,"threshold_uncertainty_score":0.9998054},"labels":[],"label_agreement":null},{"id":"W4321360144","doi":"10.2196/42529","title":"Assessment of Energy and Nutrient Intake and the Intestinal Microbiome (ErNst Study): Protocol and Methods of a Cross-sectional Human Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bioelectrical impedance analysis; Microbiome; Observational study; Environmental health; Population; Medicine; Anthropometry; Checklist; Gerontology; Body mass index; Biology; Bioinformatics; Internal medicine","score_opus":0.36117065287229994,"score_gpt":0.6398980309356012,"score_spread":0.2787273780633012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321360144","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5049069,0.000002017694,0.000049558013,0.000038970895,0.0000022073716,0.4949288,0.0000132294945,0.000004872475,0.00005343561],"genre_scores_gemma":[0.25471255,7.3026627e-7,0.000624793,0.000010272247,0.00003828026,0.7443987,0.00001624509,0.000011337844,0.00018711004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974181,0.0010744893,0.00048432522,0.000433459,0.00032265857,0.00026694892],"domain_scores_gemma":[0.9988145,0.00016327936,0.00016247574,0.00029572958,0.00048292414,0.00008105361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045056636,0.00013558887,0.00024322113,0.00015778508,0.00030178353,0.00008554082,0.00020549883,0.000081274375,0.000012378749],"category_scores_gemma":[0.00012357999,0.000095848394,0.00003497239,0.00032983397,0.00079104106,0.000009181678,0.0007398569,0.00020281386,1.742114e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060838304,0.0009377203,0.54777807,0.00035211685,0.000046077635,0.0000016280629,0.00019317305,8.806356e-7,0.44832042,0.0012704263,0.00019366939,0.00029740753],"study_design_scores_gemma":[0.0068812324,0.004809542,0.97025615,0.00010238495,0.000002368185,0.000012289232,0.00039062847,0.000030780233,0.009804634,0.0004037495,0.007214552,0.00009166518],"about_ca_topic_score_codex":0.000117554206,"about_ca_topic_score_gemma":0.00007774845,"teacher_disagreement_score":0.4385158,"about_ca_system_score_codex":0.000021775262,"about_ca_system_score_gemma":0.00025187014,"threshold_uncertainty_score":0.3908584},"labels":[],"label_agreement":null},{"id":"W4321360179","doi":"10.2196/44393","title":"Evaluation of the Effectiveness of Therapy for Anxiety in Williams Beuren Syndrome Using a Smartphone App: Protocol for a Single-Case Experiment","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Williams Syndrome Research","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Intellectual disability; Intervention (counseling); Protocol (science); Clinical psychology; Population; Psychology; Psychiatry; Medicine; Alternative medicine","score_opus":0.6558018241036921,"score_gpt":0.5997805184131535,"score_spread":0.05602130569053865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321360179","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30124798,9.779067e-7,0.00005596309,0.00003048855,0.000008131177,0.69851863,0.00004427048,0.0000329175,0.000060649163],"genre_scores_gemma":[0.2568091,1.6046921e-7,0.00013672601,0.0000025834668,0.000018870134,0.74293715,0.0000017477341,0.000057272147,0.000036426278],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9873498,0.0067272666,0.00069482415,0.0008239731,0.003385284,0.0010188477],"domain_scores_gemma":[0.99392486,0.0034074278,0.00024795518,0.0009719755,0.0013308255,0.000116962074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027419796,0.00024679216,0.00047707328,0.00063475006,0.0003228047,0.000084929066,0.00088200154,0.0001719026,0.000032976684],"category_scores_gemma":[0.0048571,0.00017874803,0.00023351092,0.003298513,0.0005604179,0.00028727442,0.00043075194,0.0003899065,0.0000052705127],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033651008,0.0017232159,0.0011119783,0.0030839196,0.00001626944,0.000025670919,0.00037904622,0.00042446677,0.984562,0.0001114682,0.00009715551,0.0050997348],"study_design_scores_gemma":[0.0122824665,0.0033883166,0.0023427063,0.0033692354,0.000002713467,0.00015024739,0.000103544684,0.011546825,0.96287686,0.002306717,0.0014419059,0.00018845823],"about_ca_topic_score_codex":0.000054516564,"about_ca_topic_score_gemma":0.0000087492635,"teacher_disagreement_score":0.04443889,"about_ca_system_score_codex":0.00062852737,"about_ca_system_score_gemma":0.0010301409,"threshold_uncertainty_score":0.95032084},"labels":[],"label_agreement":null},{"id":"W4321379785","doi":"10.2196/45528","title":"The Effects of Online Self-management Interventions for Patients With Mood Disorders: Protocol for a Systematic Review and Meta-analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Psychological intervention; Psychoeducation; Mood; Systematic review; Meta-analysis; Randomized controlled trial; Mental health; Psychology; Protocol (science); Medicine; Data extraction; Bibliotherapy; MEDLINE; Clinical psychology; Applied psychology; Psychotherapist; Psychiatry; Alternative medicine","score_opus":0.3972265999375449,"score_gpt":0.6616605242808792,"score_spread":0.2644339243433343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321379785","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2597137e-9,0.13827148,0.00008896616,0.00011195518,0.000005851496,0.8602228,0.0011124937,0.00006566944,0.000120778626],"genre_scores_gemma":[2.6977283e-8,0.01601236,0.00035217553,0.0000097949005,0.0000126077975,0.9762325,0.00022298211,0.00012986732,0.0070276307],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99284667,0.002134243,0.002573715,0.000835764,0.0008003005,0.00080933934],"domain_scores_gemma":[0.99165034,0.0043896968,0.0016079814,0.0015348942,0.00063657545,0.00018049701],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033810188,0.0005293629,0.0046890257,0.0007646316,0.00036490845,0.00017394363,0.0010926459,0.00016470486,0.00003904989],"category_scores_gemma":[0.0006092134,0.00027269326,0.0042529684,0.0020215549,0.00018480667,0.00011521976,0.00044642127,0.00041557217,0.00003644183],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007855214,0.0042356495,6.964841e-7,0.88672763,0.096734904,5.4500254e-7,0.000019450215,9.737224e-9,1.2556353e-10,0.0020662781,0.0022748222,0.007861448],"study_design_scores_gemma":[0.0015221526,0.0057872976,0.0000045208385,0.65886897,0.11495533,5.245378e-7,0.000020053732,5.938477e-7,1.7614257e-8,0.00045130844,0.21818261,0.00020664843],"about_ca_topic_score_codex":0.000005189627,"about_ca_topic_score_gemma":0.0001560602,"teacher_disagreement_score":0.22785869,"about_ca_system_score_codex":0.00017214024,"about_ca_system_score_gemma":0.00009637401,"threshold_uncertainty_score":0.9999725},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4321384850","doi":"10.2196/44006","title":"A Medicoeconomic Evaluation of a Telehealth Platform for Elective Outpatient Surgeries: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nausea and vomiting management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"HEC Montréal; Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Telecare; Medicine; Randomized controlled trial; Telehealth; Perioperative; Telemedicine; Protocol (science); Ambulatory; Outpatient surgery; Medical emergency; Physical therapy; Health care; Surgery; Alternative medicine","score_opus":0.41196327927255283,"score_gpt":0.6162621259570583,"score_spread":0.2042988466845055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321384850","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044375523,5.5834994e-7,0.00025952185,0.0007286162,0.000021725267,0.9932989,0.000019660796,0.000095585325,0.0011379155],"genre_scores_gemma":[0.0023988897,2.8638283e-7,0.0002596391,0.000036178044,0.0003677486,0.9958265,0.000043573822,0.00004907978,0.0010181054],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946354,0.0010312416,0.001448903,0.0004898052,0.0015866865,0.00080798817],"domain_scores_gemma":[0.9908301,0.005693375,0.00058558624,0.000424187,0.0022670203,0.00019972224],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044060934,0.00021189464,0.0017920443,0.00084231625,0.00021987373,0.000051095594,0.00018179938,0.00015460892,0.00014305582],"category_scores_gemma":[0.012785242,0.00014801536,0.0006248696,0.00053222536,0.00021743125,0.00010887442,0.00008006881,0.0002799445,0.000015406988],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9665383,0.0009963041,0.000028933558,0.003092814,0.0003299842,8.823936e-7,0.00054254546,0.0000058217406,0.00012773255,0.0012152037,0.018933443,0.00818804],"study_design_scores_gemma":[0.93344307,0.010340808,0.000031772797,0.0014485405,0.000060769184,5.668476e-7,0.00025678074,0.012894934,0.0007992766,0.0049221236,0.035683267,0.00011809052],"about_ca_topic_score_codex":0.000018939436,"about_ca_topic_score_gemma":0.000010251813,"teacher_disagreement_score":0.033095226,"about_ca_system_score_codex":0.0005072672,"about_ca_system_score_gemma":0.002365366,"threshold_uncertainty_score":0.9955305},"labels":[],"label_agreement":null},{"id":"W4321440696","doi":"10.2196/45533","title":"Focus Group Study of Medical Stakeholders to Inform the Development of Resilient Together for Dementia: Protocol for a Postdiagnosis Live Video Dyadic Resiliency Intervention","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; Stony Brook University; National Center for Complementary and Integrative Health; National Institute of Nursing Research; Massachusetts General Hospital","keywords":"Dementia; Psychological intervention; Focus group; Intervention (counseling); Medicine; Distress; Protocol (science); Intervention mapping; Psychology; Nursing; Disease; Clinical psychology; Public health; Alternative medicine; Health promotion","score_opus":0.34214187992774237,"score_gpt":0.5755798850981239,"score_spread":0.2334380051703815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321440696","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054426614,0.0000015760255,0.00093927735,0.0018556842,0.0000071938434,0.9424095,0.000024264718,0.00004774833,0.000288128],"genre_scores_gemma":[0.042239837,2.9822095e-7,0.00086424086,0.000041633506,0.000058034435,0.9561105,0.000024959982,0.00004763761,0.00061288953],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922676,0.0005154256,0.0013405313,0.0005899412,0.0042638574,0.0010226337],"domain_scores_gemma":[0.9958225,0.0010976325,0.00024247282,0.0006156265,0.0017581569,0.0004636433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012136113,0.00024246176,0.00047474226,0.0008889988,0.00043480372,0.000074069154,0.00082123367,0.00015494152,0.00078887894],"category_scores_gemma":[0.0028473078,0.00016293593,0.00024161386,0.0016626351,0.0002455358,0.00014850426,0.00075132307,0.00044222205,0.00004588334],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046385758,0.03860707,0.11502624,0.020457046,0.0019203635,0.000051125626,0.03708861,0.000008661937,0.004840897,0.0006971999,0.121707655,0.61320937],"study_design_scores_gemma":[0.07727412,0.14020437,0.29563406,0.019458128,0.0001029049,0.00000703116,0.062067576,0.00077997916,0.060720272,0.0013756369,0.34168583,0.0006901125],"about_ca_topic_score_codex":0.00007376089,"about_ca_topic_score_gemma":0.00057823467,"teacher_disagreement_score":0.61251926,"about_ca_system_score_codex":0.00019631955,"about_ca_system_score_gemma":0.000953378,"threshold_uncertainty_score":0.8637671},"labels":[],"label_agreement":null},{"id":"W4321452373","doi":"10.2196/44627","title":"Developing Early Markers of Cognitive Decline and Dementia Derived From Survey Response Behaviors: Protocol for Analyses of Preexisting Large-scale Longitudinal Data","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Cognitive decline; Dementia; Psychology; Cognition; Population; Scale (ratio); Gerontology; Protocol (science); Developmental psychology; Medicine; Psychiatry","score_opus":0.8621936706509572,"score_gpt":0.7080179841551878,"score_spread":0.1541756864957694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321452373","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44884834,0.0000015285456,0.0015607827,0.00006412601,0.0000042494044,0.5486436,0.0008290049,0.000030366535,0.000018009256],"genre_scores_gemma":[0.06643255,6.5167706e-7,0.00929215,0.0000052453197,0.00004325484,0.92396516,0.00015698708,0.000022721995,0.000081307684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9394443,0.0570348,0.0007778149,0.0007844909,0.0010737239,0.00088487816],"domain_scores_gemma":[0.91645217,0.08138323,0.00031066366,0.00047098086,0.0012335551,0.00014941386],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1646528,0.00016209173,0.00043969566,0.00042514567,0.0006948123,0.000083411476,0.00088197005,0.00021860181,0.000117241914],"category_scores_gemma":[0.1054585,0.00015483423,0.00006266483,0.0015135326,0.0010772673,0.0003459879,0.0011119146,0.00030573446,0.000004880406],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18014728,0.00025205198,0.80635613,0.00020766433,0.00013501487,0.000010833606,0.0030090392,3.4119006e-7,0.008126988,0.000014374251,0.00029750384,0.001442773],"study_design_scores_gemma":[0.0027803204,0.0009594207,0.98074675,0.0012999376,0.000013573189,2.249104e-7,0.002194821,0.00004667895,0.010222,0.00027647472,0.0013020161,0.00015779566],"about_ca_topic_score_codex":0.0040087937,"about_ca_topic_score_gemma":0.008461978,"teacher_disagreement_score":0.38241577,"about_ca_system_score_codex":0.000044224278,"about_ca_system_score_gemma":0.0012825121,"threshold_uncertainty_score":0.9020766},"labels":[],"label_agreement":null},{"id":"W4321511662","doi":"10.2196/44996","title":"Identification of Patients With Elevated Urine Albumin–to-Creatinine Ratio Levels in a Type 2 Diabetes Mellitus Cohort Based on Data Submitted by Patients via a Smartphone App (SMART-Finder): Protocol for an Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Kidney disease; Creatinine; Type 2 Diabetes Mellitus; Population; Diabetes mellitus; Cohort; Internal medicine; Cohort study; Intensive care medicine; Endocrinology; Environmental health","score_opus":0.29721456242489497,"score_gpt":0.5087861241940037,"score_spread":0.21157156176910874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321511662","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40488136,2.5079697e-7,0.00004424534,0.0000713828,0.0000039323004,0.594327,0.00060252595,0.0000594547,0.000009889492],"genre_scores_gemma":[0.24513853,2.4834245e-8,0.000115878946,0.000077688135,0.000035291054,0.74663526,0.007820568,0.00005808527,0.00011867586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947249,0.0004220908,0.0009985553,0.0009816601,0.00209341,0.0007793631],"domain_scores_gemma":[0.99511236,0.000542691,0.00027285243,0.0015240523,0.0021008288,0.00044721123],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029823347,0.00030315176,0.00053118134,0.0007396601,0.0001526965,0.00007624206,0.0005390634,0.00012125225,0.00012312827],"category_scores_gemma":[0.0018759277,0.00024883452,0.00004223896,0.002694617,0.000118573014,0.0003459033,0.00020598125,0.00031205127,0.000041369665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00960613,0.01592083,0.9504138,0.0011373941,0.00008764272,0.0000024174803,0.00013434885,0.000022349885,0.004249125,0.000003855766,0.016376859,0.00204525],"study_design_scores_gemma":[0.025630297,0.013514518,0.93765426,0.0009777623,0.000017281725,2.0333381e-8,0.00003671365,0.010327074,0.008370137,0.000025133013,0.0032102712,0.00023651],"about_ca_topic_score_codex":0.00004451866,"about_ca_topic_score_gemma":0.000044225122,"teacher_disagreement_score":0.15974282,"about_ca_system_score_codex":0.00023729212,"about_ca_system_score_gemma":0.0009656437,"threshold_uncertainty_score":0.99999636},"labels":[],"label_agreement":null},{"id":"W4321512761","doi":"10.2196/41981","title":"Coach-Supported Versus Self-guided Digital Training Course for a Problem-solving Psychological Intervention for Nonspecialists: Protocol for a Pre-Post Nested Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Population Foundation of India; Wellcome Trust","keywords":"Coaching; Randomized controlled trial; Psychological intervention; Psychosocial; Protocol (science); Mental health; Medical education; Health coaching; Intervention (counseling); Psychology; Medicine; Physical therapy; Applied psychology; Nursing; Psychiatry; Alternative medicine; Psychotherapist","score_opus":0.4026354331090803,"score_gpt":0.6459428315155055,"score_spread":0.24330739840642518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321512761","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015260049,8.489738e-7,0.0028135474,0.0012577769,0.00035793378,0.9875801,0.00088898477,0.0008982878,0.0046764687],"genre_scores_gemma":[0.006011787,3.058054e-8,0.0019809725,0.000044126606,0.0008963254,0.98344725,0.0006005562,0.00017346264,0.0068454808],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9907432,0.0016973073,0.0031080793,0.0013502293,0.00095808157,0.0021430915],"domain_scores_gemma":[0.98680013,0.009241765,0.0010478628,0.0007565884,0.0016719969,0.00048162433],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012674705,0.0005616639,0.0019760428,0.0007011346,0.00078228617,0.0009785981,0.00092993415,0.0005114456,0.00034254236],"category_scores_gemma":[0.0060724234,0.00045280156,0.0022677102,0.0009227352,0.00048920495,0.0006814935,0.0002068852,0.00060125615,0.00013382018],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9155687,0.010072445,0.000005584782,0.0021001247,0.0006343121,0.0000123966865,0.0012271323,0.0000012997925,0.000038288104,0.011186217,0.045052737,0.01410073],"study_design_scores_gemma":[0.90510535,0.032796472,0.000039816907,0.002279764,0.000048262915,0.000011224713,0.0008605013,0.0009346318,0.000034620236,0.007588785,0.04988923,0.00041135706],"about_ca_topic_score_codex":0.000013433572,"about_ca_topic_score_gemma":0.000029878725,"teacher_disagreement_score":0.022724027,"about_ca_system_score_codex":0.00038042475,"about_ca_system_score_gemma":0.00044373184,"threshold_uncertainty_score":0.9997924},"labels":[],"label_agreement":null},{"id":"W4321512924","doi":"10.2196/41175","title":"Digital Health Intervention (SANGYAN Podcast) to Enhance Knowledge Related to COVID-19 and Other Health Conditions: Protocol for an Implementation and Evaluation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Protocol (science); Digital health; 2019-20 coronavirus outbreak; Intervention (counseling); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; Internet privacy; Medicine; World Wide Web; Health care; Alternative medicine; Nursing; Virology; Political science","score_opus":0.715116636499575,"score_gpt":0.7885010469260955,"score_spread":0.07338441042652044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321512924","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021292659,0.0000018786848,0.00006939794,0.014728797,0.000048657337,0.9634757,0.00007582195,0.00015365226,0.00015345828],"genre_scores_gemma":[0.01616171,3.252533e-7,0.00012562508,0.00036141148,0.00021990719,0.98286486,0.00006766024,0.000030262105,0.00016822199],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934336,0.0035342884,0.0006490651,0.00061252405,0.0009969219,0.00077362685],"domain_scores_gemma":[0.99654526,0.001202612,0.00021742129,0.00023800175,0.00063615455,0.0011605811],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01923472,0.00012908065,0.00021682809,0.0005983711,0.0018467538,0.00041012655,0.00020259009,0.00007882041,0.00012591132],"category_scores_gemma":[0.004417503,0.00013812863,0.00002704235,0.0017506537,0.00014915649,0.00055173656,0.00010592432,0.00020091071,0.000060277456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003798839,0.0013937419,0.030487733,0.0015278837,0.000013940366,2.6537126e-7,0.30905837,0.0000031748293,0.000026352673,0.0023441236,0.035486504,0.619278],"study_design_scores_gemma":[0.004033904,0.014559637,0.06512033,0.00096560695,0.0000017157897,5.6291617e-7,0.1524653,0.00008919907,0.000023255569,0.0066597736,0.75582707,0.00025364896],"about_ca_topic_score_codex":0.0034079647,"about_ca_topic_score_gemma":0.016577214,"teacher_disagreement_score":0.72034055,"about_ca_system_score_codex":0.0016768962,"about_ca_system_score_gemma":0.0034269127,"threshold_uncertainty_score":0.9994527},"labels":[],"label_agreement":null},{"id":"W4321523615","doi":"10.2196/39093","title":"Design Principles in mHealth Interventions for Sustainable Health Behavior Changes: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University; Concordia University; University of Calgary; Alberta Health Services","funders":"","keywords":"mHealth; Psychological intervention; CINAHL; PsycINFO; Personalization; Systematic review; Behavior change; Behavior change methods; Computer science; MEDLINE; Medicine; Applied psychology; Psychology; World Wide Web; Nursing; Social psychology","score_opus":0.876260250719078,"score_gpt":0.7735656615757388,"score_spread":0.10269458914333918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321523615","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1184642e-10,0.23698637,0.001090152,0.0015581977,0.000014789246,0.7596072,0.00033693,0.0003191662,0.000087212145],"genre_scores_gemma":[1.1900043e-10,0.37155828,0.0008623958,0.0004139496,0.00027551778,0.6120109,0.0003333666,0.00030028282,0.014245346],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96765774,0.015271423,0.0081921965,0.0018694418,0.0012562677,0.0057529085],"domain_scores_gemma":[0.97734815,0.011420398,0.0045459764,0.002550206,0.0026235592,0.0015116935],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.05974377,0.000971987,0.00716139,0.0023819173,0.0035463825,0.00010288311,0.002000206,0.0011190141,0.00013447207],"category_scores_gemma":[0.007989605,0.00076665945,0.0010701019,0.0038379927,0.00016044082,0.00019768707,0.0007105577,0.0037494064,0.00051557954],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00011332424,0.0008252388,9.97408e-7,0.8567269,0.000028573406,0.0000054953525,0.0001268741,1.4828156e-7,5.9149374e-9,0.0063234027,0.108679555,0.027169518],"study_design_scores_gemma":[0.0012979297,0.0012877192,5.2599273e-7,0.49695194,0.000046292786,0.000002266416,0.00017609923,0.000007957355,1.4359218e-8,0.0002746438,0.49972317,0.00023143252],"about_ca_topic_score_codex":0.0001957317,"about_ca_topic_score_gemma":0.00082556694,"teacher_disagreement_score":0.3910436,"about_ca_system_score_codex":0.0057459427,"about_ca_system_score_gemma":0.030623091,"threshold_uncertainty_score":0.99947846},"labels":[],"label_agreement":null},{"id":"W4321790323","doi":"10.2196/46657","title":"Using User-Centered Design to Facilitate Adherence to Annual Lung Cancer Screening: Protocol for a Mixed Methods Study for Intervention Development","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; University of Colorado Denver; National Institutes of Health","keywords":"Medicine; Lung cancer screening; Population; Lung cancer; Family medicine; Pathology; Environmental health","score_opus":0.8570295132860786,"score_gpt":0.7177651613387511,"score_spread":0.13926435194732745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321790323","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015423119,6.537013e-7,0.39454165,0.00015231478,0.000011678803,0.6035925,0.00004769563,0.0000997164,0.000011457917],"genre_scores_gemma":[0.00040438148,1.734412e-8,0.27071556,0.00006153737,0.00010008725,0.72735196,0.000008906013,0.000047175297,0.0013103816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947998,0.0009261016,0.0008405337,0.00093819277,0.0011847833,0.00131057],"domain_scores_gemma":[0.99642754,0.00048178236,0.00013414047,0.0004958559,0.0018683178,0.0005923398],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009680929,0.00031016933,0.0005382659,0.00067934196,0.0004991414,0.00018484029,0.0005225498,0.00011424054,0.000072457915],"category_scores_gemma":[0.0014164295,0.00027447336,0.00017915493,0.0016730648,0.000048270198,0.0002798628,0.0005210705,0.0003299282,0.000025130434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05909562,0.001991069,0.017180063,0.0059168614,0.00055347773,0.00006092589,0.01681092,0.0016171376,0.016216997,0.00003185157,0.13663848,0.7438866],"study_design_scores_gemma":[0.033402085,0.04752043,0.027152872,0.031624686,0.00004626022,0.000010855775,0.016865443,0.019078625,0.050943453,0.00015825774,0.77203584,0.0011611758],"about_ca_topic_score_codex":0.00030587934,"about_ca_topic_score_gemma":0.0002263824,"teacher_disagreement_score":0.74272543,"about_ca_system_score_codex":0.0007943352,"about_ca_system_score_gemma":0.0008388291,"threshold_uncertainty_score":0.99997073},"labels":[],"label_agreement":null},{"id":"W4321845546","doi":"10.2196/44748","title":"Personal Health Libraries for People Returning From Incarceration: Protocol for a Qualitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Criminal Justice and Corrections Analysis","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Center for Advancing Translational Sciences; Yale University","keywords":"Protocol (science); Qualitative research; Internet privacy; Medicine; Medical education; World Wide Web; Psychology; Computer science; Alternative medicine; Sociology","score_opus":0.5596546765751016,"score_gpt":0.6780129840908323,"score_spread":0.11835830751573073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321845546","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034367312,6.1250057e-7,0.00092716265,0.002966101,0.000009024615,0.9921224,0.0000602114,0.00016416753,0.00031356502],"genre_scores_gemma":[0.0026977495,1.6472994e-7,0.00060694484,0.000047095502,0.0006664263,0.99240994,0.000047515656,0.000023548268,0.0035006292],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.995455,0.0019461722,0.00036375612,0.0004736016,0.0010459832,0.00071543513],"domain_scores_gemma":[0.995968,0.0027141406,0.00013319644,0.00020900405,0.00077595736,0.00019970557],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00647616,0.00012345448,0.00029103676,0.00034153133,0.0035952602,0.0007159469,0.000349971,0.000078244804,0.00025332553],"category_scores_gemma":[0.001363453,0.00011361637,0.00014517631,0.0018042082,0.00019297448,0.00045839642,0.000115978415,0.00028763592,0.000041739502],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009536791,0.00051727763,0.00056565955,0.00038600952,0.00004437809,0.0000011450377,0.9122064,0.000003069687,0.00002181566,0.0025380468,0.06873876,0.014023777],"study_design_scores_gemma":[0.0011710763,0.0017956205,0.00025485078,0.00023252556,0.000004104686,5.0731057e-8,0.77141297,0.0009151857,0.000014959793,0.0024463206,0.2216458,0.00010650889],"about_ca_topic_score_codex":0.006390262,"about_ca_topic_score_gemma":0.025798826,"teacher_disagreement_score":0.15290704,"about_ca_system_score_codex":0.00022357331,"about_ca_system_score_gemma":0.0015984075,"threshold_uncertainty_score":0.99770194},"labels":[],"label_agreement":null},{"id":"W4322098211","doi":"10.2196/37727","title":"A Mobile Self-control Training App to Improve Self-control and Physical Activity in People With Severe Mental Illness: Protocol for 2 Single-Case Experimental Designs","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Psychological intervention; Intervention (counseling); Psychology; Population; Mental health; Medicine; Protocol (science); Mental illness; Cognition; Physical therapy; Clinical psychology; Psychiatry; Alternative medicine","score_opus":0.285138878788534,"score_gpt":0.5590168441261795,"score_spread":0.27387796533764547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322098211","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25904274,4.219308e-7,0.000091187016,0.000119600525,0.000011704891,0.74007004,0.00014307493,0.00025294686,0.0002683094],"genre_scores_gemma":[0.42534608,7.487127e-9,0.0001765716,0.000026099075,0.00010166401,0.57406074,0.0000036957786,0.00004866502,0.00023645881],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99583995,0.0009366913,0.0003720826,0.0008936707,0.0005015677,0.0014560329],"domain_scores_gemma":[0.99834365,0.00039501523,0.000113897775,0.00045588982,0.00016212618,0.00052942475],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015874676,0.00032626945,0.00049687614,0.00040797534,0.0005055529,0.00015259479,0.00027436673,0.00018340346,0.0001513658],"category_scores_gemma":[0.000032988024,0.0002778675,0.00013346337,0.00083197496,0.000113452,0.00035157657,0.00012063151,0.0006529101,0.00011057072],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09540216,0.08745378,0.01611654,0.0047515836,0.0004909416,0.0028090735,0.27984926,0.000025805308,0.1605879,0.00087405276,0.026227048,0.32541186],"study_design_scores_gemma":[0.3098309,0.27437848,0.02225949,0.0060415734,0.00007284458,0.0027056243,0.09515576,0.014320862,0.035385747,0.0004192384,0.23454508,0.0048844144],"about_ca_topic_score_codex":0.00015935097,"about_ca_topic_score_gemma":0.00016135129,"teacher_disagreement_score":0.32052743,"about_ca_system_score_codex":0.0004115561,"about_ca_system_score_gemma":0.00025563673,"threshold_uncertainty_score":0.99996734},"labels":[],"label_agreement":null},{"id":"W4322098417","doi":"10.2196/36121","title":"Evaluation of 2 Artificial Intelligence Software for Chest X-Ray Screening and Pulmonary Tuberculosis Diagnosis: Protocol for a Retrospective Case-Control Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kementerian Kesihatan Malaysia","keywords":"Medicine; Tuberculosis; Retrospective cohort study; Protocol (science); Population; Family medicine; Medical physics; Surgery; Pathology; Alternative medicine; Environmental health","score_opus":0.43657315032622374,"score_gpt":0.5862531683346167,"score_spread":0.14968001800839298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322098417","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039532273,0.0000024499057,0.0034797976,0.0025578511,0.000006469412,0.989636,0.0001828938,0.00017462892,0.00000665338],"genre_scores_gemma":[0.053097647,2.1774136e-7,0.0022714105,0.00009295455,0.00027796382,0.9441395,0.000011299781,0.00008573638,0.000023294544],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941337,0.0010050244,0.0007979482,0.00097266963,0.002298609,0.0007920378],"domain_scores_gemma":[0.98944616,0.004314508,0.00021952766,0.00067705696,0.0051010074,0.00024171146],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017280715,0.0002855606,0.0006197536,0.00080124603,0.0005156323,0.00013339953,0.00023372017,0.00019213102,0.000106852465],"category_scores_gemma":[0.018172508,0.00025820037,0.00017201812,0.0017169593,0.0002619525,0.00022996558,0.00019744415,0.00047392855,0.000008839915],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012652309,0.010473013,0.18084922,0.010032261,0.00070228317,0.00042027124,0.0035540792,0.00073160155,0.0019782414,0.00011607751,0.013493125,0.76499754],"study_design_scores_gemma":[0.036811557,0.06446724,0.46860525,0.023754952,0.0009481294,0.00017219574,0.012254039,0.32816294,0.020444669,0.01491341,0.027849952,0.0016156678],"about_ca_topic_score_codex":0.00010561173,"about_ca_topic_score_gemma":0.00009807935,"teacher_disagreement_score":0.76338184,"about_ca_system_score_codex":0.00044491832,"about_ca_system_score_gemma":0.0008243587,"threshold_uncertainty_score":0.999987},"labels":[],"label_agreement":null},{"id":"W4322208125","doi":"10.2196/46335","title":"Management of Pain and Cachexia in Pancreatic Cancer: Protocol for Two Systematic Reviews, Network Meta-Analysis, Surveys, and Focus Groups","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Medicine; Psychological intervention; Meta-analysis; Pancreatic cancer; Cochrane Library; MEDLINE; Cachexia; Randomized controlled trial; Systematic review; Physical therapy; Quality of life (healthcare); Intensive care medicine; Cancer; Internal medicine; Nursing","score_opus":0.6066184670869589,"score_gpt":0.625772663526718,"score_spread":0.01915419643975913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322208125","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004953424,0.00033801288,0.00036703612,0.0010565982,0.0000013851143,0.9980365,0.000012768566,0.000035574118,0.00010257945],"genre_scores_gemma":[0.00078955013,0.000045429188,0.0012487622,0.000058899,0.000051116585,0.9970641,0.000011595585,0.000025322192,0.0007052324],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9918166,0.005387608,0.0010883316,0.00044416083,0.0006225655,0.0006407272],"domain_scores_gemma":[0.9976415,0.0011847757,0.00025329596,0.00047289697,0.00022570798,0.00022184582],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04475294,0.00018653928,0.0018790973,0.0005614106,0.00013965563,0.000049420178,0.00013291159,0.00006785792,0.00007783419],"category_scores_gemma":[0.00028488817,0.00013009229,0.00023629224,0.002279434,0.00010363071,0.00006220518,0.00012952254,0.00029566395,0.0000048407264],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005627179,0.0004050299,0.040154316,0.9343072,0.0084481975,0.00006841141,0.00029476607,0.000014339396,0.00003671494,0.0018462637,0.008282268,0.0055797705],"study_design_scores_gemma":[0.06526062,0.009690861,0.21242635,0.4554859,0.028619222,0.00003400556,0.0020119909,0.025144668,0.00031596355,0.020563595,0.17852458,0.0019222384],"about_ca_topic_score_codex":0.00019028189,"about_ca_topic_score_gemma":0.00031390414,"teacher_disagreement_score":0.4788213,"about_ca_system_score_codex":0.00010591077,"about_ca_system_score_gemma":0.00007520203,"threshold_uncertainty_score":0.98362786},"labels":[],"label_agreement":null},{"id":"W4322489884","doi":"10.2196/45684","title":"The Use of Social Media for Dissemination of Research Evidence to Health and Social Care Practitioners: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Social media; PsycINFO; CINAHL; Information Dissemination; Health care; Medical education; MEDLINE; Medicine; Systematic review; Evidence-based practice; Data extraction; Protocol (science); Psychology; Public relations; Nursing; Alternative medicine; World Wide Web; Psychological intervention; Computer science; Political science","score_opus":0.9143723461296347,"score_gpt":0.7934559648791367,"score_spread":0.12091638125049797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322489884","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7974286e-8,0.07255987,0.0000067781175,0.0071228514,0.00004713362,0.9200245,0.00019253591,0.00003740767,0.000008899053],"genre_scores_gemma":[2.4311865e-8,0.16448233,0.00020736222,0.000019815894,0.0009268318,0.8341263,0.000045170073,0.00006814041,0.00012401938],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97865,0.013689157,0.0021858846,0.0006389797,0.0035932255,0.0012427734],"domain_scores_gemma":[0.86612415,0.12489304,0.0016665548,0.00042338757,0.006588354,0.00030450866],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041414883,0.00026593695,0.0020589002,0.0006463646,0.0035852531,0.00032077424,0.0010785102,0.0004565407,0.0000075392595],"category_scores_gemma":[0.257274,0.00019670116,0.00036636836,0.003208785,0.0011997505,0.00039307022,0.0002439783,0.0008700367,0.000009895816],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098084005,0.000074278156,5.241113e-7,0.80522454,0.000022837627,1.1193853e-7,0.04633358,2.6762064e-9,8.66597e-8,0.0040662293,0.04715297,0.09702676],"study_design_scores_gemma":[0.000086281536,0.00033144985,0.0000010729854,0.47495762,0.000014895314,1.1274037e-7,0.0074879727,1.8474798e-7,2.3299388e-7,0.00012465027,0.51691675,0.00007876412],"about_ca_topic_score_codex":0.00027318439,"about_ca_topic_score_gemma":0.00093345705,"teacher_disagreement_score":0.46976382,"about_ca_system_score_codex":0.0019350945,"about_ca_system_score_gemma":0.013153325,"threshold_uncertainty_score":0.99771196},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4322584010","doi":"10.2196/44264","title":"The Fatty Liver, Cirrhosis, and Liver Cancer Study (TENDENCY): Protocol for a Multicenter Case-Control Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Advanced Chemical Sensor Technologies","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University Hospitals Coventry and Warwickshire NHS Trust","keywords":"Cirrhosis; Medicine; Hepatocellular carcinoma; Liver cancer; Urine; Nonalcoholic fatty liver disease; Internal medicine; Liver disease; Gastroenterology; Urinary system; Cancer; Fatty liver; Disease","score_opus":0.20685569884587462,"score_gpt":0.5185675226901227,"score_spread":0.3117118238442481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322584010","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013816722,0.000009312575,0.00007014845,0.00008198926,0.0000071555237,0.9849079,0.000044322456,0.0010245899,0.000037816066],"genre_scores_gemma":[0.10588802,0.0000032284006,0.00009942329,0.0000049200603,0.0000784502,0.8936509,3.8312604e-7,0.00007296611,0.00020169141],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997225,0.00022885166,0.0003770202,0.0005262944,0.0006190942,0.0010237629],"domain_scores_gemma":[0.997654,0.0011895344,0.000048683,0.00068514707,0.00029041182,0.00013218772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008605409,0.0002786485,0.000282551,0.00017487131,0.0005983458,0.00021813581,0.0005826702,0.00013420943,0.000033350378],"category_scores_gemma":[0.00045321172,0.00019063063,0.000062022154,0.000632546,0.00023068865,0.0001895685,0.0003657773,0.0008009906,0.000034693734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008596044,0.01086859,0.14712599,0.009643134,0.0018838648,0.008396191,0.013328288,0.0027582333,0.075653374,0.00025508972,0.074701525,0.64678967],"study_design_scores_gemma":[0.093302056,0.020059623,0.10517142,0.0031386737,0.00008429746,0.0001680098,0.04260709,0.17028826,0.079396956,0.0019830284,0.48035806,0.0034425138],"about_ca_topic_score_codex":0.000054656863,"about_ca_topic_score_gemma":0.00036543355,"teacher_disagreement_score":0.64334714,"about_ca_system_score_codex":0.00020712709,"about_ca_system_score_gemma":0.000018181514,"threshold_uncertainty_score":0.77736914},"labels":[],"label_agreement":null},{"id":"W4322584018","doi":"10.2196/41626","title":"Students’ Perception of Formative Assessment as an Instructional Tool in Competency-Based Medical Education: Proposal for a Proof-of-Concept Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Medical education; Bachelor; Focus group; Computer science; Qualitative property; Session (web analytics); Conceptualization; Psychology; Mathematics education; Medicine","score_opus":0.13921017867979169,"score_gpt":0.6133630840436455,"score_spread":0.4741529053638538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322584018","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58619237,2.566047e-7,0.0003109863,0.0035375827,0.00004034708,0.40968224,0.000007400843,0.000032102045,0.00019670812],"genre_scores_gemma":[0.25672454,5.8843263e-8,0.016031088,0.00007998619,0.00016744304,0.726653,0.00021126417,0.000017653823,0.00011497562],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99460596,0.00051074795,0.00088500325,0.0003410608,0.003309596,0.0003476215],"domain_scores_gemma":[0.9970618,0.00016350506,0.00018832796,0.00041722305,0.0020671384,0.00010201867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052162935,0.00012911936,0.00032650985,0.00095629477,0.00013058698,0.000028445887,0.0003994739,0.00015073289,0.00058960274],"category_scores_gemma":[0.0019904305,0.000109662804,0.000055144817,0.0020411955,0.0004041461,0.00026373027,0.000106499516,0.00067351444,0.000008391154],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031879484,0.078228965,0.28969038,0.0055361553,0.00013150161,0.000014365514,0.022907844,0.00004391787,0.0012683655,0.06319551,0.013373416,0.5224216],"study_design_scores_gemma":[0.020433081,0.032678228,0.82657367,0.0072468184,0.000017442391,0.000023714498,0.06496132,0.013275827,0.00264624,0.027833948,0.003937067,0.000372661],"about_ca_topic_score_codex":0.00003262008,"about_ca_topic_score_gemma":0.000025307669,"teacher_disagreement_score":0.53688323,"about_ca_system_score_codex":0.00045315924,"about_ca_system_score_gemma":0.02549485,"threshold_uncertainty_score":0.9800297},"labels":[],"label_agreement":null},{"id":"W4322704954","doi":"10.2196/39022","title":"Prevalence of Antibiotic-Resistant Pathogenic Bacteria and Level of Antibiotic Residues in Hospital Effluents in Selangor, Malaysia: Protocol for a Cross-sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical and Antibiotic Environmental Impacts","field":"Environmental Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health","keywords":"Acinetobacter baumannii; Microbiology; Antibiotic resistance; Antibiotics; Meropenem; Enterococcus faecium; Biology; Enterobacter; Pseudomonas aeruginosa; Medicine; Bacteria","score_opus":0.2743479579814037,"score_gpt":0.5225754600882191,"score_spread":0.24822750210681538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322704954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5464016,3.4084422e-7,7.8197587e-7,0.000019091327,0.000002812404,0.45341024,0.00009279433,0.000009970688,0.000062322855],"genre_scores_gemma":[0.5492968,6.258777e-7,0.00012599134,0.000002780027,0.0000088180495,0.4503557,0.0000023841599,0.000016119076,0.00019076794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965612,0.00039040903,0.00071950397,0.00064940465,0.00093822164,0.0007412501],"domain_scores_gemma":[0.99905574,0.00024468542,0.00015723027,0.00034119232,0.000027926515,0.00017320043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002475075,0.00021302252,0.00033075607,0.00024395308,0.00009216387,0.000057112167,0.00045426472,0.00012569859,0.00019283888],"category_scores_gemma":[0.0002456281,0.0001812883,0.00006586218,0.0008547845,0.00075827393,0.00032603665,0.00072541117,0.00032556712,0.00004749154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000796162,0.0029032594,0.7752536,0.0016393187,0.0000080617365,0.00002681395,0.00023842868,0.000040103427,0.21875633,0.000009135911,0.000078834004,0.00024997728],"study_design_scores_gemma":[0.0042734863,0.0029772227,0.94714457,0.0009810216,0.0000015695,0.0000020548891,0.0000924836,0.00024407699,0.043880023,0.00012878147,0.0001031113,0.0001716254],"about_ca_topic_score_codex":0.00018356049,"about_ca_topic_score_gemma":0.00006234779,"teacher_disagreement_score":0.1748763,"about_ca_system_score_codex":0.00017066841,"about_ca_system_score_gemma":0.00004234427,"threshold_uncertainty_score":0.73927224},"labels":[],"label_agreement":null},{"id":"W4322710488","doi":"10.2196/45040","title":"Evaluation of Various Support Intensities of Digital Mental Health Treatment for Reducing Anxiety and Depression in Adults: Protocol for a Mixed Methods, Adaptive, Randomized Clinical Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Psychological intervention; Mental health; Randomized controlled trial; Clinical psychology; Psychology; Intervention (counseling); Attrition; Medicine; Psychotherapist; Psychiatry","score_opus":0.535822769988598,"score_gpt":0.7028272082275393,"score_spread":0.1670044382389413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322710488","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064199893,0.0000037213476,0.0005674136,0.00028167962,0.00008246473,0.99172264,0.000450804,0.000036714704,0.00043459923],"genre_scores_gemma":[0.01954017,4.9233546e-7,0.0032874015,0.000006514482,0.00007798853,0.97659737,0.000116677445,0.000036322526,0.00033705687],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9897423,0.005766196,0.0023045228,0.0006699071,0.00084577815,0.0006713453],"domain_scores_gemma":[0.99443525,0.0033717325,0.00066558464,0.00037349315,0.0009763095,0.00017760227],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.035646193,0.00019355596,0.0009891776,0.00047750658,0.00012175571,0.000047044578,0.00018032579,0.00016225452,0.000041015996],"category_scores_gemma":[0.0034682157,0.00015318749,0.00038109906,0.0003961712,0.00039495603,0.00023656625,0.00015853986,0.00020736291,0.000004192683],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.57765853,0.003366844,0.00016286169,0.0010361966,0.00009451287,4.7013881e-7,0.001803733,0.0000012792224,0.000010928023,0.00032378835,0.003767304,0.41177353],"study_design_scores_gemma":[0.9376402,0.036225293,0.0006392176,0.00590905,0.000013837466,0.0000052046335,0.0030909907,0.004471877,0.0008998852,0.00659514,0.004348119,0.00016122116],"about_ca_topic_score_codex":0.00014943063,"about_ca_topic_score_gemma":0.000051508552,"teacher_disagreement_score":0.4116123,"about_ca_system_score_codex":0.0004034173,"about_ca_system_score_gemma":0.000796954,"threshold_uncertainty_score":0.99300516},"labels":[],"label_agreement":null},{"id":"W4322710636","doi":"10.2196/44584","title":"Gender Equality Training for Students in Higher Education: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Gender Diversity and Inequality","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Higher Education Authority; Royal College of Surgeons in Ireland","keywords":"Inclusion (mineral); Coaching; Context (archaeology); Medical education; Psychological intervention; Psychology; Diversity (politics); Grey literature; Higher education; Pedagogy; Political science; Medicine; Social psychology; MEDLINE","score_opus":0.9674465245407262,"score_gpt":0.7764875754006283,"score_spread":0.19095894914009792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322710636","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9079996e-9,0.052581042,0.000011790407,0.00046165485,0.000036500867,0.94237036,0.0000720888,0.00009780692,0.0043687797],"genre_scores_gemma":[4.070367e-9,0.10947192,0.0001909601,0.00015567975,0.0007431655,0.8811322,0.00005184844,0.000058851365,0.0081953835],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98966944,0.004517393,0.0013302553,0.0010187433,0.0020445897,0.001419584],"domain_scores_gemma":[0.9958954,0.0017666972,0.0005225368,0.0006695032,0.00081293547,0.0003329447],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026859988,0.00037449162,0.0017073037,0.0004390191,0.0010708319,0.00045572448,0.0020336804,0.0005313566,0.0006105324],"category_scores_gemma":[0.0016916544,0.00034404232,0.00062412326,0.0017667644,0.0002738627,0.00034516098,0.0004982292,0.0008538211,0.00012913742],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048437356,0.0005396795,0.000019215562,0.7706471,0.000041806736,0.0000011807879,0.0020531174,2.5325267e-8,1.0657248e-8,0.008464131,0.030840592,0.18734469],"study_design_scores_gemma":[0.0005185161,0.00009363797,0.0000060256507,0.40647697,0.000009984649,1.0963379e-7,0.00034748053,4.971177e-8,2.7110442e-8,0.0014890735,0.59084475,0.00021337126],"about_ca_topic_score_codex":0.00013310516,"about_ca_topic_score_gemma":0.0002689261,"teacher_disagreement_score":0.5600042,"about_ca_system_score_codex":0.00094129733,"about_ca_system_score_gemma":0.01214056,"threshold_uncertainty_score":0.9999012},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4322714308","doi":"10.2196/43849","title":"Blood Pressure and Self-management in Black Women With Hypertension: Protocol Revisions to the Brain Relationships Among Information, Neuroprocessing, and Self-Management Study Due to the COVID-19 Pandemic","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health; National Institute of Nursing Research; National Heart, Lung, and Blood Institute; Gordon and Betty Moore Foundation","keywords":"Self-management; Coronavirus disease 2019 (COVID-19); Pandemic; Blood pressure; Protocol (science); Medicine; Psychology; Computer science; Alternative medicine; Disease; Artificial intelligence","score_opus":0.1109979723232993,"score_gpt":0.45114246655283835,"score_spread":0.3401444942295391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322714308","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13198006,0.0000022603424,0.000034971068,0.011979054,0.0000021560627,0.85430247,0.0000059071504,0.00019938864,0.0014937093],"genre_scores_gemma":[0.117745206,0.000004776783,0.00013521219,0.0013746804,0.000041602776,0.87882024,0.0000056223466,0.000029643998,0.0018429889],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944837,0.0014535617,0.00052880176,0.00064454967,0.0019645586,0.0009248114],"domain_scores_gemma":[0.9973769,0.0005608654,0.000091143775,0.0008120539,0.00047869468,0.000680321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008660734,0.0002649296,0.00030363386,0.00088679884,0.0010969982,0.00057833677,0.00047618212,0.0000698606,0.00006386327],"category_scores_gemma":[0.0007987846,0.00014681472,0.000024087496,0.003332677,0.0001941839,0.0004056649,0.0012819911,0.0009256373,0.00013022538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043623056,0.0050427928,0.8236896,0.008997159,0.0010400864,0.0012353534,0.0534547,0.00021605381,0.000021800084,0.0002857785,0.083536446,0.018117916],"study_design_scores_gemma":[0.0060349233,0.0031806102,0.57917476,0.0006697631,0.0000462262,0.00003868249,0.010252632,0.0003066081,0.0000027884905,0.000058858797,0.40009212,0.00014200313],"about_ca_topic_score_codex":0.000029851655,"about_ca_topic_score_gemma":0.00007712195,"teacher_disagreement_score":0.31655568,"about_ca_system_score_codex":0.0001085839,"about_ca_system_score_gemma":0.00022294054,"threshold_uncertainty_score":0.8437335},"labels":[],"label_agreement":null},{"id":"W4323024012","doi":"10.2196/41188","title":"Establishing Novel Antiretroviral Imaging for Hair to Elucidate Nonadherence: Protocol for a Single-Arm Cross-sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; Center for AIDS Research, University of Washington; University of North Carolina at Chapel Hill; National Institutes of Health","keywords":"Medicine; Viral load; Cross-sectional study; Human immunodeficiency virus (HIV); Protocol (science); Test (biology); Antiretroviral therapy; Medication adherence; Family medicine; Physical therapy; Internal medicine; Alternative medicine; Pathology","score_opus":0.4377514826341703,"score_gpt":0.6243834353341509,"score_spread":0.18663195269998056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323024012","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00504848,2.2826384e-7,0.003974576,0.0006629923,0.0000142937315,0.9869484,0.00032466973,0.0003219578,0.0027044027],"genre_scores_gemma":[0.007278142,1.5729128e-8,0.0019538684,0.00005082786,0.0006755916,0.95389575,0.00010225545,0.00011126486,0.035932306],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99379593,0.00023798463,0.0008752194,0.0010876068,0.0020846988,0.001918565],"domain_scores_gemma":[0.99497306,0.00082090247,0.00011781454,0.0007684707,0.0025792709,0.00074045494],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006280985,0.00030776797,0.00044479675,0.0013315208,0.0010738812,0.0014075642,0.0007648341,0.00013092635,0.0004606327],"category_scores_gemma":[0.0053111482,0.00026933514,0.0003857808,0.0021315503,0.0002586172,0.0007773428,0.0005998117,0.0008857296,0.00041798304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015501755,0.017774662,0.31934875,0.0059579764,0.00017948686,0.00010607261,0.00083016924,0.000018405475,0.21847579,0.00051814376,0.39487642,0.026412373],"study_design_scores_gemma":[0.040048614,0.15195593,0.08439054,0.005342622,0.000008355804,0.000053194697,0.0013503248,0.009344416,0.021591345,0.00091704354,0.684224,0.00077356846],"about_ca_topic_score_codex":0.00014704783,"about_ca_topic_score_gemma":0.000052256975,"teacher_disagreement_score":0.28934762,"about_ca_system_score_codex":0.00046215218,"about_ca_system_score_gemma":0.0008546541,"threshold_uncertainty_score":0.99997586},"labels":[],"label_agreement":null},{"id":"W4323024029","doi":"10.2196/44268","title":"Strategies for Alleviating the Burden Experienced by Informal Caregivers of Persons With Severe Mental Disorders in Transitional Countries: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Family Caregiving in Mental Illness","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"African Population and Health Research Center; Wellcome Trust; Styrelsen för Internationellt Utvecklingssamarbete; Carnegie Corporation of New York","keywords":"PsycINFO; CINAHL; Inclusion (mineral); Caregiver burden; Psychological intervention; Context (archaeology); MEDLINE; Grey literature; Protocol (science); Mental health; Psychology; Medicine; Gerontology; Nursing; Psychiatry; Alternative medicine; Political science; Social psychology; Dementia; Disease","score_opus":0.2947178404653305,"score_gpt":0.5953170917281911,"score_spread":0.30059925126286063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323024029","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2045243e-7,0.028850278,0.00007768914,0.0002280767,0.000015946009,0.9685533,0.00092798047,0.000057169356,0.0012893188],"genre_scores_gemma":[1.7899671e-7,0.019157747,0.00010155066,0.00003076918,0.00009370389,0.97973204,0.00025745758,0.00013160302,0.00049493526],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99486333,0.0008619237,0.001178992,0.0007701239,0.0012169739,0.0011086764],"domain_scores_gemma":[0.9962804,0.0020283507,0.0006160012,0.0006534516,0.00031596317,0.00010586969],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027249367,0.0005531623,0.0014978093,0.000313467,0.0004994469,0.00018670698,0.0012692269,0.00032174104,0.00023729105],"category_scores_gemma":[0.00012506799,0.0003721306,0.00043436346,0.0009568238,0.0008110272,0.00038279555,0.00016666144,0.0008196943,0.0000119706],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010440992,0.0002179689,0.0000034662376,0.8498986,0.00024038846,0.0000047079634,0.029562939,0.000008208826,9.4826885e-7,0.00081452087,0.06653906,0.051665146],"study_design_scores_gemma":[0.0020679268,0.00084087695,2.5957408e-7,0.42309958,0.0000134400025,0.000007898041,0.026666602,0.0000057254506,4.8401245e-7,0.000016928658,0.54701126,0.00026902845],"about_ca_topic_score_codex":0.00016956979,"about_ca_topic_score_gemma":0.00025375173,"teacher_disagreement_score":0.4804722,"about_ca_system_score_codex":0.00037434176,"about_ca_system_score_gemma":0.0022751633,"threshold_uncertainty_score":0.99987304},"labels":[],"label_agreement":null},{"id":"W4323028333","doi":"10.2196/43695","title":"Effectiveness of a Mobile App (PIMPmyHospital) in Reducing Therapeutic Turnaround Times in an Emergency Department: Protocol for a Pre- and Posttest Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical Laboratory Practices and Quality Control","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Usability; Emergency department; Turnaround time; Mobile apps; Medical emergency; Protocol (science); Nursing; Computer science; World Wide Web; Alternative medicine","score_opus":0.27980040493346664,"score_gpt":0.6359886421521922,"score_spread":0.35618823721872556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323028333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4115428,0.0000023047903,0.0000016094223,0.00007350209,0.000002556474,0.5883052,0.000010824444,0.000027196784,0.000034021563],"genre_scores_gemma":[0.37521872,3.4553867e-7,0.000019833093,0.0000056871995,0.00003188998,0.6246265,0.000006071082,0.00002451215,0.00006646544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952767,0.002173466,0.000817056,0.0005953639,0.00058879616,0.00054862566],"domain_scores_gemma":[0.9965257,0.0021920663,0.0001702934,0.00052552234,0.00040832922,0.00017810879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010385388,0.00018177713,0.0005791703,0.0003973788,0.000090009176,0.000056523826,0.00019382578,0.00012463635,0.000048709106],"category_scores_gemma":[0.0011659425,0.0001451465,0.00006387554,0.0012630217,0.00009469819,0.00034993794,0.0001350387,0.0005578544,0.0000063393745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03997507,0.020934016,0.86937267,0.0136038875,0.00012433335,0.00009982458,0.0041540586,0.000044874352,0.033520672,0.00039019316,0.0001000601,0.017680353],"study_design_scores_gemma":[0.025699215,0.045052845,0.91246,0.0039784554,0.000011560838,0.0000023813545,0.0013595101,0.0012192838,0.0012697858,0.0011235845,0.007580769,0.00024257711],"about_ca_topic_score_codex":0.0001040157,"about_ca_topic_score_gemma":0.000084479114,"teacher_disagreement_score":0.04308738,"about_ca_system_score_codex":0.00010331185,"about_ca_system_score_gemma":0.00028535756,"threshold_uncertainty_score":0.5918903},"labels":[],"label_agreement":null},{"id":"W4323036786","doi":"10.2196/34341","title":"Model for Achieving a Coordinated Access to Lung Cancer Care in Selected Public Health Facilities in KwaZulu-Natal, South Africa: Protocol for a Qualitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bristol-Myers Squibb; Bristol-Myers Squibb Foundation","keywords":"Health care; Psychological intervention; Focus group; Thematic analysis; Medicine; Public health; Nursing; Qualitative research; Family medicine; Business; Economic growth; Sociology; Marketing","score_opus":0.7927127626958178,"score_gpt":0.6974190889511369,"score_spread":0.0952936737446809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323036786","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023470022,0.000005497557,0.0006596081,0.0028322698,0.000003317333,0.97231174,0.0004851384,0.00015849384,0.0000739425],"genre_scores_gemma":[0.14276128,1.1677084e-7,0.0003333597,0.00010184719,0.00004770652,0.85570806,0.00004528116,0.000050050196,0.00095230486],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99430895,0.00093673763,0.0008125634,0.00089748827,0.0011682917,0.001875943],"domain_scores_gemma":[0.99635863,0.00049673347,0.0001450504,0.00043535276,0.0021206148,0.00044361802],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005735595,0.00029560196,0.00073483464,0.001472128,0.00035639098,0.00030990195,0.0006228369,0.00013594319,0.000019630139],"category_scores_gemma":[0.0023295286,0.00026152693,0.000090143505,0.0053244415,0.000088106826,0.00054943346,0.0004196693,0.00073275884,0.0000058478427],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015866572,0.0011237772,0.059353653,0.016522609,0.000088000976,0.000038327482,0.86182404,0.0012019041,0.00023877424,0.00011556908,0.038295913,0.0053308713],"study_design_scores_gemma":[0.045263328,0.020925932,0.02487198,0.0179884,0.0000066904495,0.0000021089268,0.7320839,0.090442054,0.00020981688,0.00037399994,0.06681092,0.0010208727],"about_ca_topic_score_codex":0.0012926679,"about_ca_topic_score_gemma":0.007983547,"teacher_disagreement_score":0.12974013,"about_ca_system_score_codex":0.002012132,"about_ca_system_score_gemma":0.004410992,"threshold_uncertainty_score":0.99998367},"labels":[],"label_agreement":null},{"id":"W4323287963","doi":"10.2196/38658","title":"The Efficacy, Safety, and Efficiency of the Off-Label Use of Bevacizumab in Patients Diagnosed With Age-Related Macular Degeneration: Protocol for a Systematic Review and Meta-Analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Ministério da Ciência, Tecnologia e Ensino Superior","keywords":"Macular degeneration; Medicine; Ranibizumab; Bevacizumab; Aflibercept; Pegaptanib; Meta-analysis; Randomized controlled trial; Clinical trial; MEDLINE; Systematic review; Data extraction; Intensive care medicine; Ophthalmology; Internal medicine","score_opus":0.36929571205066525,"score_gpt":0.5577499136551458,"score_spread":0.18845420160448056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323287963","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000052479136,0.13592906,0.0000011489612,0.000063797,4.972965e-7,0.8638251,0.00015961105,0.000008532696,0.0000070470605],"genre_scores_gemma":[0.0000019950637,0.06939249,0.000035654542,0.000008195771,0.000003516101,0.92988867,0.00006396393,0.000051035484,0.00055447785],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9938234,0.0021378393,0.0017976454,0.0005554933,0.001293252,0.00039233634],"domain_scores_gemma":[0.99497133,0.00193088,0.0010365592,0.0011971008,0.00071674696,0.00014740467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021254378,0.00041484792,0.0044979956,0.0003315989,0.000222447,0.00008741238,0.0003609205,0.00015580478,0.000014364245],"category_scores_gemma":[0.0015580639,0.0001588605,0.0010003406,0.0024534701,0.0004150566,0.000059827464,0.00025777664,0.00036890377,0.0000022509619],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056203385,0.0012211503,0.0001565132,0.9718046,0.023625372,0.000022994904,0.000031766263,9.900112e-7,6.597113e-8,0.00007228962,0.0000862026,0.0024159912],"study_design_scores_gemma":[0.010501828,0.004189303,0.0010169804,0.7519795,0.2049307,0.000009369716,0.000010031253,0.000054330412,0.000001954143,0.000019811792,0.026964158,0.0003220604],"about_ca_topic_score_codex":0.000023179326,"about_ca_topic_score_gemma":0.00003068811,"teacher_disagreement_score":0.21982515,"about_ca_system_score_codex":0.000114829956,"about_ca_system_score_gemma":0.0004390847,"threshold_uncertainty_score":0.64781433},"labels":[],"label_agreement":null},{"id":"W4323294029","doi":"10.2196/44370","title":"Improving Mental Health Literacy and Reducing Psychological Problems Among Teachers in Zambia: Protocol for Implementation and Evaluation of a Wellness4Teachers Email Messaging Program","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Alberta","funders":"","keywords":"Mental health; Anxiety; Mental health literacy; Burnout; Descriptive statistics; Psychological intervention; Psychology; Medicine; Depression (economics); Stressor; Literacy; Clinical psychology; Psychiatry; Mental illness","score_opus":0.4087085175094636,"score_gpt":0.6944834607099126,"score_spread":0.28577494320044905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323294029","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29159018,0.000005748861,0.000005753809,0.0004921073,0.000007825047,0.70753336,0.000010913733,0.00006935229,0.00028476166],"genre_scores_gemma":[0.1563519,5.253234e-7,0.00041239738,0.000012820335,0.000033812925,0.84293675,0.000056527813,0.00003138418,0.00016390353],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99516463,0.0015661947,0.0007872904,0.0007743358,0.000771916,0.00093561073],"domain_scores_gemma":[0.9988666,0.00017089321,0.0003476608,0.0002785552,0.00014220105,0.00019406927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010372766,0.00021039622,0.00032626322,0.0005422907,0.0004432683,0.00016532374,0.00017588415,0.00013366558,0.00014669717],"category_scores_gemma":[0.000042130116,0.00018303565,0.000043252854,0.00079890236,0.0002599189,0.00044167868,0.00014955619,0.0004273218,0.0000039514484],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005799776,0.0009813393,0.096438766,0.0020023924,0.000019303518,0.0000023339994,0.015537874,0.0000017233234,0.00022908313,0.00017871139,0.0013275474,0.8827009],"study_design_scores_gemma":[0.059018385,0.014772399,0.87166786,0.008373098,0.000013620752,0.000018328145,0.023717254,0.008835564,0.0009213481,0.0028798562,0.009039309,0.00074298395],"about_ca_topic_score_codex":0.00084075815,"about_ca_topic_score_gemma":0.0002322695,"teacher_disagreement_score":0.88195795,"about_ca_system_score_codex":0.0003399606,"about_ca_system_score_gemma":0.000108100976,"threshold_uncertainty_score":0.74639773},"labels":[],"label_agreement":null},{"id":"W4323344387","doi":"10.2196/44222","title":"Enhancing the Introduction and Scale Up of Self-Administered Injectable Contraception (DMPA-SC) in Health Systems (the EASIER Project): Protocol for Embedded Implementation Research","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"United Nations Development Programme; United Nations Population Fund; World Health Organization","keywords":"Focus group; Family planning; Scarcity; Medicine; Protocol (science); Scale (ratio); Medical education; Knowledge management; Nursing; Population; Public relations; Business; Computer science; Political science; Marketing; Alternative medicine; Environmental health","score_opus":0.7868401245369813,"score_gpt":0.7895405633114685,"score_spread":0.002700438774487224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323344387","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013147768,7.972388e-7,0.000119798555,0.02843132,0.000046332967,0.95797825,0.00005485221,0.00009650543,0.00012440435],"genre_scores_gemma":[0.008907322,0.0000021658318,0.00025094973,0.00028653437,0.0005379481,0.9885719,0.000018936347,0.000041956006,0.001382279],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97442657,0.018542469,0.0021571615,0.0007045634,0.0020281784,0.002141047],"domain_scores_gemma":[0.99054044,0.006060903,0.00069479295,0.0007400215,0.0017553435,0.0002084751],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.08655869,0.00018183347,0.00039532137,0.0010108775,0.0028596355,0.00016751577,0.0005471336,0.0001500404,0.00010082733],"category_scores_gemma":[0.002390764,0.00012022874,0.000042335723,0.0039267875,0.00035731032,0.00053873536,0.00039268497,0.0014641308,0.00007200374],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004056341,0.0004897974,0.018917402,0.036116086,0.000038202135,0.0000017406564,0.36841434,0.000025221569,0.021995546,0.011050511,0.52793133,0.010963475],"study_design_scores_gemma":[0.008154791,0.0028751853,0.02001719,0.0024775623,0.0000011998967,0.0000038414987,0.14802743,0.0012160853,0.0018392893,0.00076708075,0.8144408,0.00017958399],"about_ca_topic_score_codex":0.0025802464,"about_ca_topic_score_gemma":0.0042013517,"teacher_disagreement_score":0.28650942,"about_ca_system_score_codex":0.0009744946,"about_ca_system_score_gemma":0.0060707116,"threshold_uncertainty_score":0.99956393},"labels":[],"label_agreement":null},{"id":"W4323347743","doi":"10.2196/45887","title":"An Online Acceptance and Mindfulness Intervention for Chronic Pain in Veterans: Development and Protocol for a Pilot Feasibility Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institute of Mental Health; National Institute on Aging; U.S. Department of Veterans Affairs","keywords":"Chronic pain; Acceptance and commitment therapy; Randomized controlled trial; Psychological intervention; Intervention (counseling); Mindfulness; Medicine; Protocol (science); Usability; Health care; Physical therapy; Nursing; Alternative medicine; Clinical psychology","score_opus":0.37041019813466514,"score_gpt":0.5911573420655462,"score_spread":0.22074714393088102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323347743","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03645801,0.000002385091,0.025031641,0.00020451815,0.000029265437,0.93813014,0.000043076605,0.00006660693,0.000034337347],"genre_scores_gemma":[0.03234449,1.25293385e-8,0.00031041,0.000010844652,0.00016761693,0.9658733,0.000040959705,0.000035555295,0.0012168349],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99293417,0.003914832,0.0013071694,0.00078149827,0.0003660947,0.00069625257],"domain_scores_gemma":[0.99651426,0.002306806,0.00025831562,0.00043275565,0.00031934035,0.00016850914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018748403,0.00024598168,0.0010234478,0.0005204068,0.00031515775,0.00020408264,0.00033584156,0.00015047549,0.0008746116],"category_scores_gemma":[0.0010722367,0.00018688371,0.0002729764,0.00039929597,0.0002234666,0.00017758658,0.000108802946,0.0003368487,0.0000071515933],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8323246,0.0038009617,0.000058641723,0.0012925531,0.00006664607,0.0000032242463,0.0003473871,8.245099e-7,0.000026216534,0.0034709128,0.0018097094,0.15679829],"study_design_scores_gemma":[0.95571214,0.010626927,0.0006370882,0.0020337014,0.0000045764427,0.000001158483,0.00043226438,0.0025746252,0.00039839203,0.009280698,0.01808809,0.00021034245],"about_ca_topic_score_codex":0.000023036828,"about_ca_topic_score_gemma":0.00043180631,"teacher_disagreement_score":0.15658794,"about_ca_system_score_codex":0.00015473348,"about_ca_system_score_gemma":0.00020283296,"threshold_uncertainty_score":0.9576384},"labels":[],"label_agreement":null},{"id":"W4323348020","doi":"10.2196/42267","title":"Estimating HIV Incident Diagnoses Among Men Who Have Sex With Men Eligible for Pre-exposure Prophylaxis but Not Taking It: Protocol and Feasibility Assessment of Data Sources and Methods","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Men who have sex with men; Pre-exposure prophylaxis; Population; Demography; Medical diagnosis; Incidence (geometry); Treatment as prevention; Human immunodeficiency virus (HIV); Family medicine; Environmental health; Viral load; Syphilis","score_opus":0.2869357921780643,"score_gpt":0.6274304971049234,"score_spread":0.34049470492685907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323348020","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03921444,0.0000035293137,0.0065268106,0.0005098822,6.380166e-7,0.9500895,0.00019481973,0.00008592514,0.0033744175],"genre_scores_gemma":[0.010502501,0.0000012630102,0.039237283,0.000006459962,0.00009905961,0.9363822,0.00007686916,0.00005649961,0.013637896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943239,0.0013384228,0.0007883028,0.001049336,0.0015786209,0.0009214339],"domain_scores_gemma":[0.9954508,0.0016074091,0.0003345667,0.0012932708,0.00084467133,0.0004692837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011225267,0.00028430833,0.0006808358,0.0005357333,0.0005178915,0.0003531671,0.0006061118,0.0001509563,0.00009847711],"category_scores_gemma":[0.00405838,0.00020203594,0.0000756103,0.00065209274,0.0007932581,0.00069022476,0.0016003007,0.0008291474,0.000002515037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002463438,0.0011500556,0.8690699,0.021735732,0.00025813674,0.00005025424,0.0020355913,0.000024185181,0.009205008,0.000055713823,0.031738963,0.062213026],"study_design_scores_gemma":[0.011156334,0.041118115,0.6037625,0.014424232,0.00003288383,0.000023270777,0.004570108,0.2860472,0.028458707,0.0003954706,0.009540783,0.00047039613],"about_ca_topic_score_codex":0.00038759093,"about_ca_topic_score_gemma":0.00013811055,"teacher_disagreement_score":0.286023,"about_ca_system_score_codex":0.00015938251,"about_ca_system_score_gemma":0.00065155496,"threshold_uncertainty_score":0.82387865},"labels":[],"label_agreement":null},{"id":"W4323648410","doi":"10.2196/41216","title":"Usability Testing of a New Digital Integrated Health Ecosystem (PainRELife) for the Clinical Management of Chronic Pain in Patients With Early Breast Cancer: Protocol for a Pilot Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Opioid Use","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Regione Lombardia","keywords":"Interoperability; Medicine; Health care; Usability; Digital health; Breast cancer; Cancer; Computer science; World Wide Web; Internal medicine","score_opus":0.36027909991846463,"score_gpt":0.5606206167979593,"score_spread":0.20034151687949464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323648410","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066248134,5.528176e-7,0.00031209816,0.0004800765,0.0000039421197,0.9327722,0.0001065136,0.000056687426,0.000019783576],"genre_scores_gemma":[0.09201602,1.7684029e-7,0.00033917115,0.000014042201,0.00008260556,0.9072464,0.000015133772,0.000038218397,0.00024819473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959194,0.0007164648,0.001154232,0.00052591367,0.0009726853,0.00071127503],"domain_scores_gemma":[0.99629134,0.0017532221,0.00036058895,0.0006729541,0.00074044726,0.0001814465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013435707,0.00019803277,0.00059041433,0.0002693291,0.00012856822,0.00006149953,0.00043612346,0.000041637326,0.000010908063],"category_scores_gemma":[0.00076547003,0.000118719,0.000087940505,0.0016678207,0.00013239236,0.000117596916,0.00023435707,0.0003552664,0.0000026682233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014474419,0.0060173133,0.83025235,0.011412277,0.00015529968,0.0000024831304,0.00018751663,0.000019863945,0.0000013807266,0.000019754345,0.004821424,0.1326359],"study_design_scores_gemma":[0.026569817,0.07286942,0.87800676,0.009988858,0.000008227696,6.030268e-8,0.00060399104,0.0030730069,0.0000028740576,0.000053678523,0.008717449,0.000105840154],"about_ca_topic_score_codex":0.000454231,"about_ca_topic_score_gemma":0.00044402014,"teacher_disagreement_score":0.13253006,"about_ca_system_score_codex":0.00042279513,"about_ca_system_score_gemma":0.0011515323,"threshold_uncertainty_score":0.48412204},"labels":[],"label_agreement":null},{"id":"W4323789396","doi":"10.2196/44275","title":"Wearable Sensor and Mobile App–Based mHealth Approach for Investigating Substance Use and Related Factors in Daily Life: Protocol for an Ecological Momentary Assessment Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"mHealth; Wearable computer; Wearable technology; Data collection; Computer science; Medicine; Embedded system; Psychological intervention","score_opus":0.5536276622767923,"score_gpt":0.6289031099641371,"score_spread":0.07527544768734484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323789396","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38238975,5.1344983e-7,0.000030091926,0.00010365822,0.000008476673,0.61711466,0.00010638221,0.000119330485,0.00012710952],"genre_scores_gemma":[0.113904014,3.5619202e-8,0.0022871194,0.000045002405,0.000023363853,0.8828944,0.000085771375,0.00006005958,0.0007002455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99498177,0.0013911119,0.0009026401,0.0010391856,0.00050573016,0.0011795663],"domain_scores_gemma":[0.99718064,0.0013592335,0.0002019148,0.00048087823,0.00018723505,0.00059009186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004435792,0.00027010948,0.0004311605,0.00047700136,0.0004973789,0.00030128442,0.00028331333,0.00020215056,0.000047398265],"category_scores_gemma":[0.000285851,0.0002365639,0.00006164749,0.0008886392,0.00029396627,0.000539076,0.00014895902,0.0006888143,0.0000069163384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050995946,0.046281524,0.9087096,0.011212682,0.00014787535,0.000048028618,0.008197151,0.000307869,0.00059752434,0.0016656441,0.011540416,0.006192101],"study_design_scores_gemma":[0.0276589,0.05820787,0.8724508,0.0018569549,0.0000063737293,0.0000051201914,0.015513223,0.015376219,0.00018471354,0.002544841,0.005581369,0.0006135806],"about_ca_topic_score_codex":0.00016186853,"about_ca_topic_score_gemma":0.00011132964,"teacher_disagreement_score":0.26848572,"about_ca_system_score_codex":0.00031904812,"about_ca_system_score_gemma":0.0002577825,"threshold_uncertainty_score":0.9646796},"labels":[],"label_agreement":null},{"id":"W4323789949","doi":"10.2196/40760","title":"Acceptability and Feasibility of a Patient-Oriented Music Intervention to Reduce Pain in the Intensive Care Unit: Protocol for a Crossover Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Montreal Heart Institute; McGill University; Jewish General Hospital","funders":"Fonds de Recherche du Québec - Santé; Réseau de recherche portant sur les interventions en sciences infirmières du Québec; McGill University","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Music therapy; Intervention (counseling); Crossover study; Physical therapy; Intensive care unit; Population; Nursing; Placebo; Intensive care medicine; Surgery; Alternative medicine","score_opus":0.39321842736123724,"score_gpt":0.617881521157718,"score_spread":0.22466309379648075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323789949","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26379603,0.0000010190171,0.00004656111,0.0004587873,0.000028596342,0.7353706,0.00003453908,0.000034531135,0.00022937098],"genre_scores_gemma":[0.12809724,4.002372e-8,0.000034338485,0.00021067452,0.00009543964,0.8713829,0.000012656315,0.00002159092,0.00014513361],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98153114,0.015051565,0.0013509403,0.0006753756,0.00066398847,0.0007270145],"domain_scores_gemma":[0.99165964,0.0052211154,0.00034607586,0.0008225479,0.0018094078,0.00014123709],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028516298,0.00021773056,0.0011115917,0.00041337233,0.00023456081,0.00008030009,0.00040199765,0.00015088746,0.00073249615],"category_scores_gemma":[0.010226048,0.00013598468,0.00034916415,0.0011202628,0.00047098123,0.00009206756,0.00017537593,0.0005977943,0.000011497358],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9357478,0.0015744198,0.00063475064,0.0010796271,0.000045672652,0.0000031530005,0.04184192,5.904859e-7,0.00008505958,0.0012525795,0.0037565345,0.013977912],"study_design_scores_gemma":[0.9409975,0.017428942,0.0036518688,0.00065006537,0.0000036314034,5.9981153e-7,0.023883274,0.000030674153,0.000045941993,0.002014519,0.011171247,0.00012175071],"about_ca_topic_score_codex":0.0004042968,"about_ca_topic_score_gemma":0.0004151525,"teacher_disagreement_score":0.13601232,"about_ca_system_score_codex":0.00013540553,"about_ca_system_score_gemma":0.00025300198,"threshold_uncertainty_score":0.99811125},"labels":[],"label_agreement":null},{"id":"W4323968589","doi":"10.2196/44386","title":"Non pharmacological intervention for the improvement of cognitive skills of adults with Intellectual Disabilities (Mild and Moderate Intellectual Disability, Mild Cognitive Impairment, Autism Spectrum Disorder, Down Syndrome): mixed method study protocol for Game4CoSkills project (Preprint)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Literature Analysis and Criticism","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intellectual disability; Autism spectrum disorder; Intervention (counseling); Autism; Cognition; Cognitive impairment; Clinical psychology; Psychology; Down syndrome; Protocol (science); Psychiatry; Medicine; Alternative medicine","score_opus":0.09203673044778779,"score_gpt":0.5061453548542174,"score_spread":0.4141086244064296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323968589","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25339606,0.0000056420295,0.0051856046,0.0002706948,0.000008060234,0.74072975,0.0003513862,0.000026249574,0.000026567906],"genre_scores_gemma":[0.46622875,6.2374136e-7,0.00018722324,0.000020459338,0.000023325167,0.5332946,0.000043292457,0.000030139196,0.0001715455],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9944118,0.0013150146,0.0011895295,0.0011014245,0.0012106991,0.0007715292],"domain_scores_gemma":[0.9878261,0.010437896,0.00034238148,0.00044826735,0.0007921449,0.00015321866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004985975,0.0004399428,0.0010596763,0.0003094481,0.00057003176,0.00011199099,0.00038495776,0.00010497137,0.00062198937],"category_scores_gemma":[0.0021097467,0.0002674663,0.00044882254,0.00083498453,0.0010925706,0.00017719543,0.00091885665,0.0009372565,9.385712e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.49776417,0.17362726,0.023516545,0.024212549,0.007448867,0.00003866971,0.20804425,0.00007104,0.002278396,0.000539664,0.0027637712,0.05969482],"study_design_scores_gemma":[0.13615456,0.405577,0.015324819,0.015137257,0.0009969987,0.00010575318,0.34112978,0.012917397,0.06717086,0.0033100657,0.0010644891,0.0011110059],"about_ca_topic_score_codex":0.00018871827,"about_ca_topic_score_gemma":0.0000971294,"teacher_disagreement_score":0.3616096,"about_ca_system_score_codex":0.0002592664,"about_ca_system_score_gemma":0.00030405074,"threshold_uncertainty_score":0.99997777},"labels":[],"label_agreement":null},{"id":"W4324012512","doi":"10.2196/41811","title":"Airway Sequelae After Mechanical Ventilation for COVID-19: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Respiratory and Cough-Related Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Data extraction; Context (archaeology); Intensive care medicine; Cochrane Library; MEDLINE; Scopus; Systematic review; Mechanical ventilation; Airway; Medical emergency; Meta-analysis; Pathology; Surgery; Internal medicine","score_opus":0.7878920407645504,"score_gpt":0.7315340711718602,"score_spread":0.05635796959269024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324012512","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1313635e-9,0.16749923,0.00061921217,0.00050762575,0.000011994514,0.8308447,0.00013006675,0.00024241806,0.00014474467],"genre_scores_gemma":[8.5216134e-10,0.20316543,0.000286629,0.00038573885,0.0006807736,0.7914807,0.0001870493,0.00029383443,0.0035198256],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98960257,0.002110815,0.0022957888,0.0017138167,0.0023975417,0.0018794639],"domain_scores_gemma":[0.9920628,0.0028322162,0.00058101147,0.0017081113,0.0014715607,0.0013443046],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014266907,0.0007633039,0.003182121,0.0010333648,0.00065332267,0.00026245433,0.00093306636,0.0012818769,0.0010427042],"category_scores_gemma":[0.008190721,0.0005641642,0.0017440802,0.0022281362,0.00028864245,0.00022513219,0.00054173986,0.0026573308,0.00068182824],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020936716,0.0003275984,4.3484778e-7,0.7299439,0.00014834326,0.00010364702,0.000011961699,1.4893826e-7,0.0000029457008,0.00018163816,0.0559126,0.21127312],"study_design_scores_gemma":[0.002172694,0.0019756246,1.1472357e-7,0.47249037,0.00006742556,0.000024141114,0.000002629198,0.000008876823,0.000011744748,0.00020733975,0.52277756,0.0002614792],"about_ca_topic_score_codex":0.0000028183622,"about_ca_topic_score_gemma":0.000008372202,"teacher_disagreement_score":0.46686494,"about_ca_system_score_codex":0.0011995145,"about_ca_system_score_gemma":0.013878807,"threshold_uncertainty_score":0.9998705},"labels":[],"label_agreement":null},{"id":"W4324020368","doi":"10.2196/41301","title":"Possible Pathophysiological Roles of Neurotransmitter Systems in Men With Lifelong Premature Ejaculation: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Sexual function and dysfunction studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Premature ejaculation; Neurotransmitter systems; Medicine; Pathophysiology; Protocol (science); Neurotransmitter; Neuroscience; Bioinformatics; Psychology; Alternative medicine; Dopamine; Central nervous system; Biology; Internal medicine; Pathology","score_opus":0.5917433988411868,"score_gpt":0.6262744716158497,"score_spread":0.03453107277466294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324020368","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.7614893e-8,0.16381624,0.000021766979,0.00014724447,0.0000062635513,0.83546853,0.000017939601,0.000103029146,0.00041892222],"genre_scores_gemma":[5.9033245e-9,0.14424028,0.00007401223,0.00007234804,0.00029186637,0.8536755,0.00004784929,0.0000875586,0.0015106024],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9948126,0.0010680591,0.0014745893,0.00083680113,0.0011927321,0.000615211],"domain_scores_gemma":[0.99687445,0.0008712326,0.0004859504,0.00069019955,0.0009033684,0.00017480964],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002172842,0.0004764274,0.0029828495,0.0005876006,0.00015164817,0.00006871629,0.00025066495,0.00040140637,0.00006227808],"category_scores_gemma":[0.00053382973,0.00026969373,0.00037408125,0.0018846273,0.00017024482,0.00010742581,0.00014284032,0.0011051997,0.00005155246],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012764562,0.00035200646,0.00004270585,0.9433145,0.0001107872,0.000044635322,0.00003682389,0.0000025357094,0.0000043248547,0.00003618321,0.017155658,0.03762338],"study_design_scores_gemma":[0.0015344294,0.0016294126,0.000036270092,0.53024584,0.000028955781,0.000023380238,0.0000189592,0.000009709759,0.0000010032626,0.000006359252,0.46632874,0.00013695253],"about_ca_topic_score_codex":0.0000054894804,"about_ca_topic_score_gemma":0.0000048900915,"teacher_disagreement_score":0.4491731,"about_ca_system_score_codex":0.00013017889,"about_ca_system_score_gemma":0.0010660595,"threshold_uncertainty_score":0.9999755},"labels":[],"label_agreement":null},{"id":"W4324020939","doi":"10.2196/45218","title":"Diagnostic Ability of a Smartphone App for Dry Eye Disease: Protocol for a Multicenter, Open-Label, Prospective, and Cross-sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ocular Surface and Contact Lens","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Medicine; Context (archaeology); Concordance; Receiver operating characteristic; Test (biology); Quality of life (healthcare); Gold standard (test); Reliability (semiconductor); Cross-sectional study; Prospective cohort study; Physical therapy; Optometry; Surgery; Internal medicine; Pathology; Nursing","score_opus":0.2734872459186336,"score_gpt":0.5915063045338183,"score_spread":0.31801905861518465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324020939","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20856982,0.0000013647956,0.00006092704,0.00012575944,0.000006338359,0.7909411,0.00017163127,0.000077341414,0.000045693505],"genre_scores_gemma":[0.054897632,2.0037245e-7,0.00044501154,0.000015820804,0.00010914999,0.94273597,0.000027214688,0.00005435927,0.0017146589],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99678123,0.00026350858,0.0005766806,0.00081270887,0.0008802297,0.0006856209],"domain_scores_gemma":[0.9960898,0.0014081532,0.00012365237,0.0006871414,0.0013326856,0.00035854435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030805857,0.00022045283,0.00046506803,0.0002111278,0.00038930433,0.00023366539,0.00035481487,0.000104881896,0.00006387331],"category_scores_gemma":[0.0035533488,0.00018121242,0.00009929266,0.0005932957,0.00029559043,0.00031783915,0.0005272756,0.0003498916,0.000022783888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022194566,0.009870831,0.95661575,0.006622371,0.000101665995,0.000021515385,0.00023471696,9.663197e-7,0.0029711672,0.00010828681,0.00032557105,0.0009325973],"study_design_scores_gemma":[0.0441996,0.009114487,0.9244631,0.0010306682,0.000008784788,1.5227091e-7,0.00012772834,0.00041492298,0.0008552419,0.0007872375,0.018838208,0.00015986987],"about_ca_topic_score_codex":0.00004657573,"about_ca_topic_score_gemma":0.000035850895,"teacher_disagreement_score":0.15367219,"about_ca_system_score_codex":0.00015369522,"about_ca_system_score_gemma":0.0005935742,"threshold_uncertainty_score":0.73896277},"labels":[],"label_agreement":null},{"id":"W4324293744","doi":"10.2196/39864","title":"The Bunya Project: Protocol for a Mixed-Methods Approach to Developing a Culturally Informed Curriculum","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Technology Sydney","keywords":"Indigenous; Participatory action research; Curriculum; Sociology; Cultural safety; Focus group; Public relations; Medical education; Medicine; Pedagogy; Political science","score_opus":0.28862852646769777,"score_gpt":0.6382529494170518,"score_spread":0.34962442294935403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324293744","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006076366,2.911189e-7,0.0006572388,0.0016744346,0.000037280857,0.91927576,0.0000047255903,0.00024676672,0.078042716],"genre_scores_gemma":[0.000002119137,0.000004662958,0.034238208,0.00003695874,0.0007349784,0.9383276,0.000011251444,0.00003065791,0.026613547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99330616,0.0022003935,0.00055283995,0.0005068101,0.0013414626,0.0020923342],"domain_scores_gemma":[0.9959692,0.0012874842,0.00014777077,0.00045569454,0.0017974918,0.00034239356],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015727106,0.0002005727,0.0002301321,0.00038722047,0.01919475,0.0008272174,0.0012974316,0.00022599631,0.000009873793],"category_scores_gemma":[0.0006148084,0.00011518043,0.000106167274,0.0035366118,0.00045243464,0.00037395238,0.000034794568,0.00049853284,0.00017248305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021702216,0.00038532043,0.000079420795,0.0017153971,0.000018861549,8.784869e-7,0.36199763,0.000002609733,0.000010611087,0.5176322,0.103921615,0.014018424],"study_design_scores_gemma":[0.00060183427,0.00032013608,0.00014497306,0.00047978532,5.0278305e-7,9.722318e-7,0.023000574,0.000055156343,0.0001272513,0.0046458784,0.9704129,0.00021002634],"about_ca_topic_score_codex":0.008720191,"about_ca_topic_score_gemma":0.08067209,"teacher_disagreement_score":0.8664913,"about_ca_system_score_codex":0.00078825775,"about_ca_system_score_gemma":0.044361476,"threshold_uncertainty_score":0.9978808},"labels":[],"label_agreement":null},{"id":"W4324309262","doi":"10.2196/38246","title":"Older Adults, the “Social Admission,” and Nonspecific Complaints in the Emergency Department: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"CINAHL; PsycINFO; Emergency department; Medicine; MEDLINE; Triage; Scopus; Complaint; Family medicine; Medical emergency; Gerontology; Psychiatry; Psychological intervention","score_opus":0.5649680380533401,"score_gpt":0.6705551764120141,"score_spread":0.10558713835867406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324309262","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6989308e-8,0.36873946,9.5115035e-7,0.0012005423,0.000009598025,0.6295034,0.00005300237,0.00003378143,0.00045918414],"genre_scores_gemma":[4.3652135e-9,0.4616333,0.000010142041,0.000065386295,0.00035290676,0.53755397,0.00004445642,0.000052000556,0.00028783956],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938259,0.0017251109,0.0014439088,0.0008106342,0.0012418334,0.0009525937],"domain_scores_gemma":[0.99721086,0.0009567019,0.00035935835,0.0007691232,0.0005568811,0.00014705697],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005096102,0.0005246394,0.0018084424,0.00025595655,0.0012079298,0.00006274946,0.0007836805,0.0002524898,0.00032853705],"category_scores_gemma":[0.0012134637,0.00024663075,0.00056721625,0.0017115113,0.00030809053,0.00007100771,0.00046170814,0.0014621455,0.00007705133],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012276114,0.00021724454,0.000006829797,0.52889174,0.00006420357,0.000027402104,0.00047189737,8.498351e-10,2.4140123e-8,0.00009161601,0.26007494,0.21003133],"study_design_scores_gemma":[0.00078295206,0.00025514717,0.000015192845,0.46865818,0.0000334022,0.000013489664,0.00015488657,2.4007142e-7,1.0185315e-7,0.000024044368,0.52992994,0.00013245344],"about_ca_topic_score_codex":0.000006269105,"about_ca_topic_score_gemma":0.00005389313,"teacher_disagreement_score":0.26985496,"about_ca_system_score_codex":0.00012800576,"about_ca_system_score_gemma":0.00078103703,"threshold_uncertainty_score":0.99999857},"labels":[],"label_agreement":null},{"id":"W4327520774","doi":"10.2196/44229","title":"Building Culturally Centered System Dynamics Logic Models for the Brown Buttabean Motivation Organization: Protocol for a Systems Science Approach","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand","keywords":"Computer science; Protocol (science); Translational science; System dynamics; Cognitive science; Dynamics (music); Data science; Knowledge management; Human–computer interaction; Management science; Psychology; Artificial intelligence; Sociology; Engineering; Medicine; Social science; Pedagogy","score_opus":0.8655273350050446,"score_gpt":0.7489844803457302,"score_spread":0.11654285465931447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327520774","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009098111,1.0977021e-7,0.20175695,0.003218581,0.000046386183,0.7938018,0.00016957437,0.0004001869,0.0005154312],"genre_scores_gemma":[0.0061993515,8.77049e-8,0.004955736,0.00026540755,0.00048439275,0.9866505,0.000045560137,0.00006943615,0.0013294772],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99180746,0.0015490984,0.0013485034,0.00090055855,0.0021062177,0.0022881327],"domain_scores_gemma":[0.987575,0.0047089416,0.00060460257,0.00086986896,0.0058461623,0.0003954019],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.021409217,0.0002519364,0.0003457774,0.00064427743,0.008242197,0.00048880815,0.0018517448,0.00019844047,0.0000165946],"category_scores_gemma":[0.0060924953,0.0001651654,0.00006398183,0.00629784,0.00047433146,0.0010643684,0.0006182132,0.00067465735,0.0000728281],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060890196,0.00022701705,0.0031027296,0.039214008,0.000029992578,0.0000014482584,0.012412781,0.007898652,0.0037825434,0.8382451,0.092759736,0.0017170723],"study_design_scores_gemma":[0.00554555,0.00057830726,0.0016639158,0.0033330084,0.0000028867216,0.0000050935655,0.018612985,0.8709904,0.00017064788,0.0019294417,0.0968339,0.0003338828],"about_ca_topic_score_codex":0.00010332487,"about_ca_topic_score_gemma":0.000016698108,"teacher_disagreement_score":0.8630917,"about_ca_system_score_codex":0.002473709,"about_ca_system_score_gemma":0.0033853771,"threshold_uncertainty_score":0.99304897},"labels":[],"label_agreement":null},{"id":"W4327524446","doi":"10.2196/40808","title":"The Relationship Between Nonsuicidal Self-injury and Attachment: Protocol for a Systematic Review and Meta-analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Iran University of Medical Sciences","keywords":"Preprint; Protocol (science); Meta-analysis; Psychology; Medicine; Clinical psychology; Computer science; Alternative medicine; World Wide Web","score_opus":0.5553960412387959,"score_gpt":0.6338179309482912,"score_spread":0.07842188970949526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327524446","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033027954,0.00022532904,0.00001518187,0.0036728163,0.0000011817839,0.99524015,0.0000647607,0.00015435618,0.0005932161],"genre_scores_gemma":[0.0006190168,0.0000029930904,0.00006672813,0.00012319858,0.00004428428,0.99331427,0.000008116514,0.000033176962,0.0057882047],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.99489415,0.0022534619,0.0008170621,0.00060204003,0.0006741423,0.0007591553],"domain_scores_gemma":[0.98996186,0.008385154,0.0002367844,0.0009008867,0.00035088824,0.0001644523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008984505,0.00025818567,0.0013458335,0.00039150877,0.0012492025,0.00023998859,0.0004219375,0.00012451039,0.00011400504],"category_scores_gemma":[0.001183118,0.0001453242,0.00042417683,0.0019283147,0.00022153788,0.000108999855,0.00030647268,0.00046090255,0.00019441784],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005382409,0.0004084238,0.18350734,0.53909767,0.13182177,0.00002263054,0.0033898463,2.379259e-7,0.0000044945077,0.015193429,0.12593499,0.0000809358],"study_design_scores_gemma":[0.012158306,0.007639506,0.4941574,0.016498419,0.25434524,0.00003479332,0.00469506,0.00009809309,0.00005168952,0.025943825,0.18150465,0.0028730235],"about_ca_topic_score_codex":0.000017233911,"about_ca_topic_score_gemma":0.000016874676,"teacher_disagreement_score":0.5225993,"about_ca_system_score_codex":0.00004339798,"about_ca_system_score_gemma":0.000052488827,"threshold_uncertainty_score":0.96079814},"labels":[],"label_agreement":null},{"id":"W4327650802","doi":"10.2196/45856","title":"mHealth to Improve Experience, Adherence to Pharmacological Treatment, and Positive Mental Health in Patients Diagnosed With Femur Fractures: Protocol for a Quasi-Experimental Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat de Barcelona; Amgen","keywords":"Medicine; mHealth; Mental health; Intervention (counseling); Psychological intervention; Physical therapy; Femur; Health care; Nursing; Psychiatry; Surgery","score_opus":0.325568793474918,"score_gpt":0.6826176921005795,"score_spread":0.3570488986256615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327650802","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15970385,8.801775e-7,0.000021982409,0.0020336686,0.0000183014,0.8375684,0.00039256644,0.00014573582,0.00011461357],"genre_scores_gemma":[0.04401828,0.0000014528157,0.0003996417,0.0022978666,0.0001532449,0.95259625,0.00008594438,0.00006623628,0.00038111332],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.992229,0.0019765503,0.0011518055,0.0013662277,0.00075413607,0.002522276],"domain_scores_gemma":[0.995611,0.001057631,0.00028724648,0.0005381387,0.00042415858,0.0020818214],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0023893719,0.0004097271,0.0007002065,0.0006670751,0.0023876978,0.000056349483,0.00042495184,0.00018112543,0.00015003557],"category_scores_gemma":[0.0002209584,0.0002998593,0.000044474888,0.001775653,0.0001225602,0.00018189884,0.0003802384,0.00084316125,0.00019848101],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07120027,0.08724219,0.41915998,0.0030335635,0.00007728367,0.000035298526,0.17267384,0.0000091734055,0.0008447116,0.00069142,0.1397006,0.10533167],"study_design_scores_gemma":[0.059231523,0.32679397,0.25964347,0.002563964,0.0000024344529,8.4029523e-7,0.021139596,0.000080548154,0.00036726266,0.00007486714,0.32950816,0.00059335795],"about_ca_topic_score_codex":0.0019096407,"about_ca_topic_score_gemma":0.0015594752,"teacher_disagreement_score":0.23955178,"about_ca_system_score_codex":0.0018922432,"about_ca_system_score_gemma":0.0023171229,"threshold_uncertainty_score":0.99994534},"labels":[],"label_agreement":null},{"id":"W4327675635","doi":"10.2196/44201","title":"The Provision of Texture-Modified Foods in Long-term Care Facilities by Health Professionals: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Dysphagia Assessment and Management","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; PsycINFO; Psychological intervention; Systematic review; Medicine; MEDLINE; Data extraction; Health care; Critical appraisal; Protocol (science); Grey literature; Gerontology; Nursing; Family medicine; Medical education; Alternative medicine","score_opus":0.6585417452512702,"score_gpt":0.7547990627967931,"score_spread":0.09625731754552291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327675635","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.3186313e-9,0.32023105,0.000030169951,0.0007132763,0.000027447277,0.6781432,0.00021449335,0.00009435347,0.00054602587],"genre_scores_gemma":[4.4525574e-9,0.3583308,0.000028441038,0.00007686207,0.000104580795,0.62917185,0.0002696089,0.000115835275,0.011902045],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9809764,0.0093171755,0.0040554255,0.0011736846,0.0021587529,0.0023185695],"domain_scores_gemma":[0.99021244,0.004673414,0.0021621368,0.0016181419,0.0010351988,0.00029867457],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016268892,0.0007330877,0.0031474563,0.00062384567,0.0019717268,0.00009947583,0.0019049683,0.00063228526,0.00012975922],"category_scores_gemma":[0.0011714615,0.0004334061,0.00054625206,0.001596491,0.00025999913,0.00022666766,0.0017219956,0.00314871,0.00010859505],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110715795,0.00019282122,0.000011832007,0.58908325,0.00004172069,0.0000018978881,0.00042211186,2.3732683e-8,4.900153e-8,0.00035312067,0.12694138,0.2828411],"study_design_scores_gemma":[0.0010978339,0.0005716393,0.0000037333643,0.49652126,0.0000070855394,1.3744345e-7,0.00046296735,8.2227956e-7,2.0667234e-7,0.00005640852,0.5010955,0.0001824569],"about_ca_topic_score_codex":0.000072567644,"about_ca_topic_score_gemma":0.00056066655,"teacher_disagreement_score":0.37415406,"about_ca_system_score_codex":0.0013626823,"about_ca_system_score_gemma":0.011604217,"threshold_uncertainty_score":0.99981177},"labels":[],"label_agreement":null},{"id":"W4327723676","doi":"10.2196/47124","title":"Correction: A Text Messaging–Based Support Intervention to Enhance Pre-exposure Prophylaxis for HIV Prevention Adherence During Pregnancy and Breastfeeding: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Breastfeeding; Protocol (science); Randomized controlled trial; Medicine; Intervention (counseling); Text messaging; Human immunodeficiency virus (HIV); Pregnancy; Family medicine; Pre-exposure prophylaxis; Alternative medicine; Nursing; Pediatrics; Computer science; World Wide Web; Men who have sex with men","score_opus":0.0876739586076115,"score_gpt":0.5182602068092601,"score_spread":0.4305862482016486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327723676","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012578045,0.00001601123,0.006243338,0.0013040138,0.00036545092,0.9868536,0.00018292015,0.00032589454,0.004696179],"genre_scores_gemma":[0.000044642427,0.0000016831441,0.0003051509,0.0000046688037,0.00096094457,0.532747,0.0002733662,0.00014465438,0.4655179],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9891591,0.002186093,0.002638172,0.0018773731,0.0023677198,0.0017715497],"domain_scores_gemma":[0.99184245,0.0017763047,0.0010248246,0.001032524,0.0034942813,0.0008296075],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008005522,0.00083066407,0.0032472978,0.0019791906,0.0007940674,0.00069019326,0.0006858146,0.0009290773,0.00087287],"category_scores_gemma":[0.015061106,0.0006606902,0.002523156,0.0011971028,0.00044028065,0.00040077628,0.0004034463,0.0025243082,0.00008154953],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.52340573,0.0019114881,0.000006620213,0.020775847,0.00033788782,0.000014801906,0.00014814505,4.8005654e-7,0.00023334302,0.000015649,0.43697277,0.016177243],"study_design_scores_gemma":[0.6843645,0.07527,0.000033859716,0.10428131,0.00008188141,0.000016542559,0.00006738067,0.0019760586,0.0009852143,0.00020236423,0.13228218,0.0004387157],"about_ca_topic_score_codex":0.000039751154,"about_ca_topic_score_gemma":0.0001047196,"teacher_disagreement_score":0.46082172,"about_ca_system_score_codex":0.00058239273,"about_ca_system_score_gemma":0.0024150354,"threshold_uncertainty_score":0.9997769},"labels":[],"label_agreement":null},{"id":"W4327886321","doi":"10.2196/38369","title":"V-CarE—A Conceptual Design Model for Providing COVID-19 Pandemic Awareness: Proposal for a Virtual Reality Design Approach to Facilitate People With Persistent Postural-Perceptual Dizziness","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vestibular and auditory disorders","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Pandemic; Virtual reality; Conceptual model; Health care; Psychology; Flexibility (engineering); Coronavirus disease 2019 (COVID-19); Applied psychology; Computer science; Knowledge management; Human–computer interaction; Medicine; Disease","score_opus":0.672701480890937,"score_gpt":0.5141898611281421,"score_spread":0.15851161976279482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327886321","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032010893,0.0000015214786,0.5536771,0.0005357353,0.000016393864,0.4417654,0.0003708039,0.00040375078,0.000028224635],"genre_scores_gemma":[0.16045272,7.906139e-7,0.008458596,0.00021026398,0.00011812486,0.8294211,0.00008807554,0.000104147,0.0011461963],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9923672,0.0018061933,0.00053900975,0.001835372,0.0016161415,0.0018361015],"domain_scores_gemma":[0.9951639,0.0024405096,0.00013522262,0.0007269892,0.0006943078,0.00083903695],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.003569795,0.0005079591,0.0005799621,0.00043837912,0.0018105817,0.00038743473,0.0012336383,0.00022520864,0.000007337469],"category_scores_gemma":[0.0046113804,0.00039918875,0.00022710495,0.0014859504,0.000853847,0.0005207577,0.00036583428,0.0005250888,0.000047522164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014229726,0.0008024694,0.0006435515,0.0022040294,0.00004053019,0.000012164197,0.07457603,0.7928176,0.07816087,0.0015602837,0.033788163,0.0011645779],"study_design_scores_gemma":[0.009793036,0.014400371,0.00007968536,0.0005133008,0.000022712158,0.00003650769,0.047168627,0.9092386,0.0050097504,0.001635301,0.010724995,0.001377124],"about_ca_topic_score_codex":0.000045507346,"about_ca_topic_score_gemma":0.00004367121,"teacher_disagreement_score":0.54521847,"about_ca_system_score_codex":0.00064651953,"about_ca_system_score_gemma":0.004660398,"threshold_uncertainty_score":0.999846},"labels":[],"label_agreement":null},{"id":"W4328029195","doi":"10.2196/44066","title":"Adoption of mHealth Technologies by Community Health Workers to Improve the Use of Maternal Health Services in Sub-Saharan Africa: Protocol for a Mixed Method Systematic Review","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Women's College Hospital; University of Toronto","funders":"","keywords":"mHealth; CINAHL; Medicine; Health care; MEDLINE; Grey literature; Nursing; Scopus; Family medicine; Psychological intervention; Political science","score_opus":0.4697788668942594,"score_gpt":0.6476084185502456,"score_spread":0.17782955165598624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4328029195","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013201662,0.0002279676,0.0007054363,0.018652499,0.00001586185,0.97941023,0.00057673955,0.00026274193,0.000016504051],"genre_scores_gemma":[0.00009714636,0.00037942818,0.003035088,0.0014444791,0.000025403606,0.9946775,0.000080749545,0.00006598422,0.00019424566],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9774953,0.01472875,0.003881282,0.0005848308,0.0011388651,0.0021709402],"domain_scores_gemma":[0.9886294,0.0054086274,0.0022761372,0.002094232,0.001057819,0.00053380296],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.038736336,0.00032272632,0.0016915948,0.000774026,0.001768264,0.000028293383,0.0014136953,0.0003008576,0.000010597131],"category_scores_gemma":[0.0014885876,0.0002232401,0.00013651463,0.0038355135,0.00018374505,0.00019082047,0.0006113045,0.002331472,0.00006717059],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005915915,0.0004129781,0.00070832437,0.8330895,0.000012473632,1.8074017e-7,0.0009831203,0.00000512716,0.00014507021,0.00032529622,0.1535892,0.010137137],"study_design_scores_gemma":[0.0031609358,0.00311852,0.0042311777,0.6230584,0.0000061901005,0.000001140829,0.004303239,0.00032706323,0.00019903074,0.0006831874,0.3607,0.0002111601],"about_ca_topic_score_codex":0.005197792,"about_ca_topic_score_gemma":0.0027216054,"teacher_disagreement_score":0.21003114,"about_ca_system_score_codex":0.00091217057,"about_ca_system_score_gemma":0.0035958977,"threshold_uncertainty_score":0.9999702},"labels":[],"label_agreement":null},{"id":"W4328049006","doi":"10.2196/41421","title":"Exercise Training to Improve Brain Health in Older People Living With HIV: Study Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of Nursing Research","keywords":"Cardiorespiratory fitness; Randomized controlled trial; Medicine; Neurocognitive; Physical therapy; Physical medicine and rehabilitation; Psychosocial; Psychological intervention; Cognitive training; Cognitive decline; Cognition; Gerontology; Dementia; Internal medicine; Psychiatry; Disease","score_opus":0.16389178901684,"score_gpt":0.568342784914698,"score_spread":0.40445099589785805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4328049006","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024443313,6.8215405e-7,0.00013708732,0.0097983265,0.000005445377,0.9870666,0.000010498881,0.0001766622,0.0003603356],"genre_scores_gemma":[0.002768192,2.1542738e-7,0.0006584065,0.00015073325,0.00011865372,0.99151236,0.00001389544,0.0000805975,0.0046969503],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99426657,0.0015430546,0.0012362867,0.00077314454,0.0009047014,0.0012762484],"domain_scores_gemma":[0.9945072,0.0034659943,0.0002493626,0.0006928477,0.00048775654,0.000596871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012118197,0.00028978765,0.0021480485,0.0011033585,0.0004649555,0.00010692941,0.0002287057,0.000116201845,0.00009498813],"category_scores_gemma":[0.0019596012,0.00018803874,0.00021113911,0.0019804758,0.00006773439,0.00009966932,0.00011758728,0.00063368486,0.00011387123],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96409017,0.0056671835,0.0007422896,0.00094235124,0.00010184264,0.00001668939,0.014452571,0.000007802702,0.000017621524,0.000081210164,0.0072303168,0.0066499626],"study_design_scores_gemma":[0.9656869,0.01534685,0.0025963788,0.009095202,0.0000103657285,0.000002347716,0.0018430068,0.00087961595,0.0000036161805,0.00007337978,0.0043073543,0.00015495007],"about_ca_topic_score_codex":0.00013344667,"about_ca_topic_score_gemma":0.00019252104,"teacher_disagreement_score":0.012609564,"about_ca_system_score_codex":0.00037389738,"about_ca_system_score_gemma":0.0022393693,"threshold_uncertainty_score":0.76679975},"labels":[],"label_agreement":null},{"id":"W4328091579","doi":"10.2196/45801","title":"Sensor-Controlled Digital Game for Heart Failure Self-management: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Randomized controlled trial; Digital health; mHealth; Self-management; Weight management; Intervention (counseling); Self-monitoring; Medicine; Scale (ratio); Protocol (science); Physical therapy; Gerontology; Psychology; Weight loss; Psychological intervention; Computer science; Health care; Alternative medicine; Obesity; Nursing; Social psychology","score_opus":0.17254775702725486,"score_gpt":0.603408337522895,"score_spread":0.43086058049564013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4328091579","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003352025,0.0000010646681,0.0009320662,0.009951176,0.00005839253,0.98204213,0.00017138114,0.0010989808,0.0057112966],"genre_scores_gemma":[0.00005755395,0.0000013112069,0.002432507,0.0005541696,0.0016963512,0.97188,0.00012475075,0.0001614899,0.02309182],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9868829,0.003770826,0.0033689612,0.0011684791,0.0014085831,0.003400197],"domain_scores_gemma":[0.9738648,0.021153005,0.00089883804,0.00118865,0.0018805359,0.0010141984],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022134185,0.00052129827,0.0033421824,0.0010192955,0.0027354849,0.00022531241,0.0007248385,0.00060915353,0.0003335316],"category_scores_gemma":[0.0056876596,0.00037208103,0.0012210105,0.0013466213,0.00023624828,0.00030952558,0.00030127625,0.001354846,0.0012493976],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7264751,0.0007464744,0.00001648816,0.0067644482,0.00014786392,0.0000014429022,0.00020891403,0.0000024773512,0.00001353885,0.013266378,0.25159797,0.00075889326],"study_design_scores_gemma":[0.5025438,0.00093276356,0.000003100269,0.0007256496,0.000012643156,3.1878963e-7,0.00020322227,0.0010862969,0.0000025721997,0.004240054,0.49009326,0.00015631857],"about_ca_topic_score_codex":0.0000089607565,"about_ca_topic_score_gemma":0.000013045947,"teacher_disagreement_score":0.23849528,"about_ca_system_score_codex":0.00038362324,"about_ca_system_score_gemma":0.002444726,"threshold_uncertainty_score":0.9998731},"labels":[],"label_agreement":null},{"id":"W4352987220","doi":"10.2196/39223","title":"Memantine for Refractory Obsessive-Compulsive Disorder: Protocol for a Pragmatic, Double-blind, Randomized, Parallel-Group, Placebo-Controlled, Monocenter Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obsessive-Compulsive Spectrum Disorders","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Memantine; Randomized controlled trial; Psychology; Anterior cingulate cortex; Population; Psychiatry; Glutamatergic; Discontinuation; Medicine; Clinical psychology; Internal medicine; Dementia; Cognition; Glutamate receptor; Disease","score_opus":0.15539065951487416,"score_gpt":0.5267066291137579,"score_spread":0.3713159695988837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4352987220","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006247008,0.000012431662,0.0058564777,0.002645188,0.00019997262,0.9841677,0.00016161309,0.0007002148,0.005631731],"genre_scores_gemma":[0.00044994548,0.0000015288937,0.0016849464,0.00011515545,0.0013911935,0.98519427,0.0003617709,0.00039436805,0.0104068015],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98572886,0.0039769127,0.002684237,0.00229377,0.0018590324,0.0034571998],"domain_scores_gemma":[0.9835462,0.011035135,0.0014476605,0.0019217109,0.0014689865,0.0005803012],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010198451,0.0011260684,0.0032072705,0.0016637844,0.0011938387,0.0006514633,0.002087874,0.00075789134,0.0016779242],"category_scores_gemma":[0.0028278797,0.0008944318,0.0018348602,0.0017173375,0.0010602095,0.0006061854,0.00059021765,0.0015538872,0.0011517664],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8990202,0.0045277444,0.00008485345,0.0016281985,0.0009008138,0.00003786372,0.0013351012,0.000054814478,0.00008481868,0.018132411,0.07102545,0.003167738],"study_design_scores_gemma":[0.7325133,0.005108402,0.000028701717,0.00081262604,0.000039395512,0.000004863644,0.00087228866,0.0015236414,0.000036467838,0.0074785394,0.25086823,0.0007135545],"about_ca_topic_score_codex":0.00008912021,"about_ca_topic_score_gemma":0.00009709792,"teacher_disagreement_score":0.17984279,"about_ca_system_score_codex":0.00029651372,"about_ca_system_score_gemma":0.0005684891,"threshold_uncertainty_score":0.999626},"labels":[],"label_agreement":null},{"id":"W4353001250","doi":"10.2196/43547","title":"Effects of Semisupervised Exercise Training on Health Outcomes in People With Lung or Head and Neck Cancer: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Head and neck cancer; Physical therapy; Randomized controlled trial; Aerobic exercise; Lung cancer; Cancer; Internal medicine","score_opus":0.14470895698178265,"score_gpt":0.5421472522115961,"score_spread":0.39743829522981344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353001250","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03754313,0.0000065299732,0.000006988148,0.0020382656,0.00001192486,0.96020484,0.000013991217,0.000077405406,0.000096924145],"genre_scores_gemma":[0.0045537082,0.0000069986313,0.000055775192,0.00010821433,0.000103288774,0.99393916,0.0000065171926,0.000058255173,0.001168105],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960061,0.00092078786,0.00077206414,0.00048980647,0.00101163,0.00079963135],"domain_scores_gemma":[0.9949438,0.0039454442,0.00020441362,0.00032326396,0.00028682363,0.00029624358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043623997,0.0002696155,0.0029045364,0.00056816166,0.00013293025,0.000051237086,0.00015052377,0.00015937322,0.000048532314],"category_scores_gemma":[0.001127749,0.00015211488,0.00025211877,0.0009824487,0.00015297011,0.000072327,0.00005842625,0.0005579104,0.0000013414099],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97055304,0.0007192205,0.0021200273,0.0137363635,0.00010744131,0.000025195557,0.005688115,0.000003514689,0.00009750157,0.00003577356,0.001094196,0.005819602],"study_design_scores_gemma":[0.9643414,0.009397907,0.0015513059,0.02103529,0.000015775977,0.0000012551998,0.00050433946,0.0006348959,0.0003867072,0.00004361763,0.0019376148,0.00014989777],"about_ca_topic_score_codex":0.0010047938,"about_ca_topic_score_gemma":0.0029877475,"teacher_disagreement_score":0.0337343,"about_ca_system_score_codex":0.00020807644,"about_ca_system_score_gemma":0.001994762,"threshold_uncertainty_score":0.6203065},"labels":[],"label_agreement":null},{"id":"W4353002168","doi":"10.2196/44980","title":"Developing a System of Health Support for Young People Experiencing First-Episode Psychosis: Protocol for a Co-design Process","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Otago","keywords":"Thematic analysis; Mental health; Population; Psychology; Intervention (counseling); Context (archaeology); Service design; Medicine; Nursing; Service (business); Qualitative research; Psychiatry; Service delivery framework; Sociology","score_opus":0.7680756966027165,"score_gpt":0.6952898887267793,"score_spread":0.07278580787593714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353002168","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029840705,8.331557e-7,0.01609064,0.00073457026,0.000050080722,0.9818428,0.00015585785,0.0003048679,0.0005219139],"genre_scores_gemma":[0.0020820505,3.8485405e-7,0.0043920176,0.00015854042,0.00020902071,0.99211305,0.00017005003,0.00010303188,0.00077185145],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914127,0.0016749653,0.0021865403,0.00077691907,0.0013837225,0.002565147],"domain_scores_gemma":[0.99493873,0.0017715078,0.0009006576,0.0006151579,0.0012919389,0.00048201447],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.013567847,0.0003128634,0.000776485,0.00057350093,0.00338507,0.00003576423,0.00066191953,0.00025560844,0.00008329182],"category_scores_gemma":[0.00028938174,0.00026932755,0.00013335387,0.00134308,0.000080998274,0.00022727331,0.00016229306,0.00056807464,0.00012615582],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007889759,0.00093980297,0.08183051,0.6405349,0.000047128568,0.0000026084736,0.073904455,0.000028654858,0.00008389651,0.0045166397,0.18719018,0.0030314827],"study_design_scores_gemma":[0.025415098,0.02009714,0.002948993,0.14120942,0.0000040639725,0.0000048272227,0.09610502,0.006369709,0.004681391,0.0019602862,0.70022786,0.0009761817],"about_ca_topic_score_codex":0.0003990188,"about_ca_topic_score_gemma":0.0006758152,"teacher_disagreement_score":0.5130377,"about_ca_system_score_codex":0.0014297557,"about_ca_system_score_gemma":0.0030244784,"threshold_uncertainty_score":0.9999759},"labels":[],"label_agreement":null},{"id":"W4353015555","doi":"10.2196/39767","title":"Factors Influencing the Clinical Adoption of Quantitative Gait Analysis Technologies for Adult Patient Populations With a Focus on Clinical Efficacy and Clinician Perspectives: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"AGE-WELL; University Health Network","keywords":"Protocol (science); Medicine; Focus (optics); Gait analysis; Gait; Physical medicine and rehabilitation; Psychology; Physical therapy; Alternative medicine; Pathology","score_opus":0.7575542504508765,"score_gpt":0.7327978392903942,"score_spread":0.024756411160482328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353015555","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019102119,0.020961888,0.00026378757,0.00031380862,0.00001686856,0.9779411,0.0002540823,0.00018822617,0.00004112681],"genre_scores_gemma":[0.000003085568,0.14776933,0.0010815174,0.000034950517,0.0001160329,0.85076016,0.00010342831,0.00008837401,0.00004311103],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98574,0.0066644754,0.004572944,0.0012711446,0.0008521432,0.00089926476],"domain_scores_gemma":[0.9734128,0.018842813,0.003564395,0.0011814187,0.002844789,0.00015375248],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011973197,0.0005403036,0.0035159674,0.0008234712,0.0012333201,0.000054004853,0.0006866884,0.0009856588,0.0000045413285],"category_scores_gemma":[0.017706102,0.0002952398,0.0013334852,0.0025850658,0.0007491755,0.00015837263,0.00037808123,0.002922608,0.000017592336],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021181877,0.0028800447,0.0037343537,0.5846985,0.0018019538,0.000001713061,0.0015187401,6.110565e-7,1.7256944e-7,0.008020274,0.0031903493,0.39203513],"study_design_scores_gemma":[0.0033124296,0.010563105,0.0040140403,0.8903598,0.000673336,2.3662699e-7,0.005786604,0.000030315052,4.4899476e-8,0.00084065826,0.08403981,0.0003796344],"about_ca_topic_score_codex":0.000029091181,"about_ca_topic_score_gemma":0.00043666287,"teacher_disagreement_score":0.3916555,"about_ca_system_score_codex":0.0002646776,"about_ca_system_score_gemma":0.0019532957,"threshold_uncertainty_score":0.99995},"labels":[],"label_agreement":null},{"id":"W4353015589","doi":"10.2196/44219","title":"Strengthening Addiction Care Continuum Through Community Consortium in Vietnam: Protocol for a Cluster-Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health; National Institutes of Health","keywords":"Intervention (counseling); Medicine; Randomized controlled trial; Community health; Cluster randomised controlled trial; Nursing; Health care; Alliance; Addiction; Test (biology); Family medicine; Psychology; Public health; Psychiatry","score_opus":0.18749731863203198,"score_gpt":0.5465238015885678,"score_spread":0.35902648295653583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353015589","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011808399,0.000003592863,0.00004637826,0.0007151323,0.000023871024,0.983933,0.000043084092,0.00033136414,0.0030952005],"genre_scores_gemma":[0.0056293723,8.238587e-7,0.00052319234,0.00005724842,0.00023364888,0.9918312,0.00019760999,0.00008867424,0.0014382491],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99062437,0.005126973,0.001473429,0.0005299481,0.0011576297,0.0010876509],"domain_scores_gemma":[0.99271035,0.004853228,0.00033391739,0.00094281614,0.00096442143,0.00019527612],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0074102017,0.00038909796,0.0021051639,0.0006051648,0.0005756908,0.00015055537,0.00034466333,0.00030323607,0.00015609393],"category_scores_gemma":[0.004608461,0.00028419076,0.0006367636,0.001009588,0.00038444906,0.00020158793,0.00025283737,0.0014457618,0.00008334191],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97546685,0.0025746508,0.00046386884,0.0018382588,0.00023382892,0.000019439527,0.007188825,0.000006692599,0.00020137284,0.00011819502,0.010448021,0.0014399705],"study_design_scores_gemma":[0.9391303,0.0061087976,0.00020839358,0.0038038346,0.00003409213,0.0000025633922,0.0045315134,0.0007044471,0.00052409904,0.0005469424,0.04419149,0.00021354527],"about_ca_topic_score_codex":0.00018874739,"about_ca_topic_score_gemma":0.0002267309,"teacher_disagreement_score":0.036336597,"about_ca_system_score_codex":0.00045407188,"about_ca_system_score_gemma":0.00089768245,"threshold_uncertainty_score":0.999961},"labels":[],"label_agreement":null},{"id":"W4353021593","doi":"10.2196/41436","title":"Parents’ and Health Care Professionals’ Perspectives on Prevention and Prediction of Food Allergies in Children: Protocol for a Qualitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Allergy and Anaphylaxis Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Food allergy; Medicine; Focus group; Health care; Qualitative research; Allergy; Environmental health; Family medicine; Immunology","score_opus":0.33796339047265783,"score_gpt":0.6285322575313517,"score_spread":0.29056886705869384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353021593","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19572154,0.000010526055,0.0000016976339,0.0006564262,0.0000011572033,0.8034595,0.000043402815,0.000036697882,0.000069046364],"genre_scores_gemma":[0.28319225,0.000001612949,0.0000409918,0.0000052345003,0.00003694206,0.7164973,0.00002574745,0.00001753964,0.00018234414],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99663675,0.001069777,0.0003902908,0.0005214755,0.0009281038,0.00045360473],"domain_scores_gemma":[0.9988233,0.00023246626,0.00009646584,0.00023634882,0.0004627348,0.00014868233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029119481,0.00014678165,0.00033120616,0.0007520055,0.0002497385,0.00003138522,0.00010173378,0.00008822861,0.000013185733],"category_scores_gemma":[0.00029068615,0.000113690505,0.000049652368,0.0007536489,0.00021384146,0.00012035227,0.00016281099,0.00048847083,0.000002012125],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023066033,0.019629052,0.1175959,0.015550577,0.0005890553,0.000010776139,0.78271484,0.000005797717,0.00050502334,0.0038964758,0.009707562,0.026728904],"study_design_scores_gemma":[0.014468166,0.07927617,0.406025,0.0057640355,6.4482106e-7,0.0000020918396,0.49209407,0.00004031671,0.00036195337,0.000614425,0.0012454805,0.000107650114],"about_ca_topic_score_codex":0.00003343025,"about_ca_topic_score_gemma":0.00009372595,"teacher_disagreement_score":0.29062074,"about_ca_system_score_codex":0.00012808802,"about_ca_system_score_gemma":0.00046696232,"threshold_uncertainty_score":0.46361643},"labels":[],"label_agreement":null},{"id":"W4353066260","doi":"10.2196/46782","title":"Investigating the Comparative Effectiveness of Place-Based and Scatter-Site Permanent Supportive Housing for People Experiencing Homelessness During the COVID-19 Pandemic: Protocols for a Mixed Methods, Prospective Longitudinal Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Longitudinal study; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Housing First; Psychology; Medicine; Mental health; Virology; Psychiatry","score_opus":0.48153848098802887,"score_gpt":0.6506007969248475,"score_spread":0.16906231593681864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4353066260","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5140832,0.0000038745607,0.0012622812,0.00009472926,0.000012672022,0.48437095,0.00007218029,0.000091721304,0.0000084063695],"genre_scores_gemma":[0.4898151,1.8426354e-7,0.00022285686,0.000010293736,0.000090738664,0.50978625,0.000012449387,0.00003972436,0.000022402553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9842117,0.011761995,0.0009356247,0.000878717,0.00090808904,0.0013039127],"domain_scores_gemma":[0.9750616,0.022051927,0.0006121901,0.00059526326,0.0013831395,0.00029588363],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02234243,0.00038302608,0.0012886608,0.0003065782,0.005902536,0.00016769505,0.00062306493,0.00020440201,0.00001469592],"category_scores_gemma":[0.0027123394,0.00023786684,0.00016060402,0.0015110963,0.00080654916,0.0002496042,0.00062679895,0.0010668966,0.0000041980334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001754671,0.00031130406,0.6923916,0.009505978,0.00007725554,0.0000025352622,0.29142565,0.000109431225,0.003862328,0.00029095396,0.00003093617,0.00023739877],"study_design_scores_gemma":[0.0068526207,0.0013323494,0.5612928,0.002571761,0.000014611711,4.88053e-7,0.42145416,0.000749984,0.0039667217,0.0010534493,0.0004328637,0.00027815968],"about_ca_topic_score_codex":0.000774688,"about_ca_topic_score_gemma":0.005462855,"teacher_disagreement_score":0.13109873,"about_ca_system_score_codex":0.0007480367,"about_ca_system_score_gemma":0.0015769632,"threshold_uncertainty_score":0.99539167},"labels":[],"label_agreement":null},{"id":"W4360596216","doi":"10.2196/42254","title":"Audit, Feedback, and Education to Improve Quality and Outcomes in Transurethral Resection and Single-Instillation Intravesical Chemotherapy for Nonmuscle Invasive Bladder Cancer Treatment: Protocol for a Multicenter International Observational Study With an Embedded Cluster Randomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bladder and Urothelial Cancer Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medac; Urology Foundation; Rosetrees Trust; National Institute for Health and Care Research","keywords":"Medicine; Bladder cancer; Observational study; Perioperative; Audit; Randomized controlled trial; Randomization; Cancer; Surgery; Internal medicine","score_opus":0.307164644251158,"score_gpt":0.5764017589264874,"score_spread":0.26923711467532935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360596216","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41588265,3.9782938e-7,0.000066784785,0.0020135979,0.000013973037,0.58193743,0.000049466675,0.000019745776,0.000015952344],"genre_scores_gemma":[0.07482677,0.0000010566736,0.0010007488,0.00015846429,0.0002894557,0.92325926,0.000059442355,0.00003546455,0.00036934004],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9977985,0.0003792813,0.0004631265,0.0005870594,0.0004595814,0.00031242616],"domain_scores_gemma":[0.9983073,0.0007600381,0.00010710337,0.00017556145,0.0004695442,0.00018048029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012576475,0.00021819108,0.0005191585,0.000304733,0.00015018214,0.0001435314,0.00006013421,0.00010509595,0.000020527461],"category_scores_gemma":[0.00035739772,0.00014885381,0.00005797657,0.00022675355,0.00013116967,0.00029996163,0.000026321255,0.00013573178,5.2328573e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9219409,0.0037594577,0.037057087,0.00038252253,0.00025581612,0.0000011080577,0.0044055595,0.0000038811936,0.0016954954,0.000027252821,0.0000970786,0.030373802],"study_design_scores_gemma":[0.7921114,0.020088961,0.18362914,0.00040927195,0.000025630665,0.0000013634548,0.000653815,0.0008032543,0.001122505,0.00036897906,0.00062632473,0.000159347],"about_ca_topic_score_codex":0.00039094887,"about_ca_topic_score_gemma":0.0018457251,"teacher_disagreement_score":0.34132183,"about_ca_system_score_codex":0.00028879553,"about_ca_system_score_gemma":0.00048342958,"threshold_uncertainty_score":0.6070082},"labels":[],"label_agreement":null},{"id":"W4360599832","doi":"10.2196/41831","title":"Sexual Health Outcomes of Adolescent and Young Adult Colorectal Cancer Survivors and Their Partners: Protocol of a Dyadic Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sexual Medicine Society of North America","keywords":"Sexual dysfunction; Psychosocial; Clinical psychology; Distress; Young adult; Sexual function; Human sexuality; Biopsychosocial model; Psychology; Reproductive health; Medicine; Population; Psychiatry; Gerontology","score_opus":0.3073834570873046,"score_gpt":0.6219744456187382,"score_spread":0.3145909885314336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360599832","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33582225,0.000009644679,0.000013954352,0.0013601773,0.0000127921785,0.6626128,0.000054878044,0.00007598151,0.000037539223],"genre_scores_gemma":[0.08218398,0.00000374136,0.00036428438,0.0000881382,0.000080967846,0.91702724,0.000006724037,0.000058451264,0.00018647037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99210936,0.0037402152,0.0011422697,0.00074960565,0.0014081496,0.00085040607],"domain_scores_gemma":[0.9968296,0.0008756432,0.00041282317,0.0006354224,0.0007324857,0.0005139901],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009863207,0.00033914318,0.0013283783,0.00054884044,0.00019052834,0.00004537223,0.00028386767,0.00013981173,0.00003514482],"category_scores_gemma":[0.001022666,0.00025089787,0.0000953589,0.0012530129,0.0006611412,0.00012519717,0.00055336184,0.00075377815,0.0000027753372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029439284,0.0026482744,0.917771,0.011066775,0.00028442373,0.000011217962,0.023851959,7.717679e-7,0.0026378292,0.000053758406,0.0033304067,0.035399657],"study_design_scores_gemma":[0.008714382,0.010175336,0.94199747,0.0029941853,0.000009041038,0.000008772233,0.027385935,0.00012971055,0.0054716603,0.000091716094,0.0027815513,0.0002402165],"about_ca_topic_score_codex":0.007998193,"about_ca_topic_score_gemma":0.009386822,"teacher_disagreement_score":0.25441447,"about_ca_system_score_codex":0.00016901859,"about_ca_system_score_gemma":0.0010567702,"threshold_uncertainty_score":0.99999434},"labels":[],"label_agreement":null},{"id":"W4360612135","doi":"10.2196/46144","title":"Effectiveness of Silver Diamine Fluoride for Early Childhood Caries Among Children Aged 24 to 72 Months: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Indian Council of Medical Research","keywords":"Early childhood caries; Medicine; Randomized controlled trial; Dentistry; Protocol (science); Clinical trial; Oral health; Pediatrics; Alternative medicine; Surgery; Internal medicine","score_opus":0.06811486530084353,"score_gpt":0.4881679138472807,"score_spread":0.42005304854643716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360612135","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15308008,0.0000012247716,0.0004234045,0.000015531763,0.00006860006,0.84591323,0.0002050021,0.00017043209,0.00012252152],"genre_scores_gemma":[0.040152606,1.0211678e-7,0.00009736822,0.000010817603,0.0003995191,0.9573865,0.00015174964,0.00009639548,0.0017049464],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9927064,0.0027250762,0.0012755124,0.0007297679,0.0013704045,0.0011927955],"domain_scores_gemma":[0.99141526,0.006156404,0.0003655951,0.0006137565,0.001078959,0.0003700471],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012102934,0.00035128032,0.0018432147,0.00062769745,0.00047167105,0.00023948288,0.0005749605,0.0002947696,0.000055735436],"category_scores_gemma":[0.007399731,0.00027351934,0.0007941778,0.0010929541,0.00027319594,0.00028225643,0.0002424637,0.0003767376,0.0000578246],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98464185,0.0008470347,0.0026177762,0.0032040628,0.00019601226,0.00000594338,0.0003313573,0.000015795595,0.0008676828,0.00024904672,0.0056993943,0.001324042],"study_design_scores_gemma":[0.8769371,0.0040543736,0.10565039,0.0020787187,0.000019872054,0.0000011660778,0.00005179087,0.00010373616,0.009264167,0.0009834435,0.0006139285,0.00024135006],"about_ca_topic_score_codex":0.0002163073,"about_ca_topic_score_gemma":0.00015614434,"teacher_disagreement_score":0.11292747,"about_ca_system_score_codex":0.00015730508,"about_ca_system_score_gemma":0.00047687578,"threshold_uncertainty_score":0.9999717},"labels":[],"label_agreement":null},{"id":"W4360793274","doi":"10.2196/42983","title":"Increasing Participation in a TelePrEP Program for Sexual and Gender Minority Adolescents and Young Adults in Louisiana: Protocol for an SMS Text Messaging–Based Chatbot","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Minority Health and Health Disparities; National Institute of Child Health and Human Development; National Institute of Mental Health; National Institutes of Health","keywords":"Chatbot; Reproductive health; Medicine; Conceptualization; Public health; Short Message Service; Computer science; Nursing; Medical education; Psychology; World Wide Web; Population; Telecommunications","score_opus":0.3783109611284888,"score_gpt":0.6383106210956844,"score_spread":0.2599996599671956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360793274","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22528842,7.306045e-7,0.000026126896,0.00011253654,0.000008463634,0.7741085,0.0000449439,0.0000942273,0.00031598593],"genre_scores_gemma":[0.36320698,7.9527025e-9,0.0003501073,0.000014529378,0.000033039756,0.63623357,0.000028169527,0.000027655935,0.000105945255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964135,0.00074799027,0.00062202546,0.00076526916,0.00037812293,0.0010730808],"domain_scores_gemma":[0.99882084,0.00025628236,0.00011668624,0.00035035925,0.00017975262,0.00027607585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034215504,0.00019356444,0.00025304858,0.0005869855,0.00017908716,0.00020364374,0.00019749977,0.00014741374,0.0000142171975],"category_scores_gemma":[0.0003320324,0.00019506943,0.00003759016,0.00069899124,0.00017157526,0.00037458583,0.000133777,0.00033932706,0.0000118472235],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01293173,0.009745614,0.70372766,0.016768113,0.000016466254,0.000025948895,0.0024186948,0.0000020183595,0.00012471841,0.0007731952,0.0010180966,0.25244772],"study_design_scores_gemma":[0.016286375,0.007951461,0.9599232,0.0032536576,0.0000020213647,0.0000074039153,0.0007744126,0.0058913687,0.000117261545,0.0020699257,0.0034450998,0.00027782124],"about_ca_topic_score_codex":0.00046796547,"about_ca_topic_score_gemma":0.0017974038,"teacher_disagreement_score":0.25619552,"about_ca_system_score_codex":0.00017847374,"about_ca_system_score_gemma":0.00010943842,"threshold_uncertainty_score":0.79547},"labels":[],"label_agreement":null},{"id":"W4361015443","doi":"10.2196/44787","title":"Promoting Evidence-Based Tobacco Cessation Treatment in Community Mental Health Clinics: Protocol for a Prepost Intervention Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Smoking cessation; Motivational interviewing; Medicine; Mental health; Psychiatry; Population; Intervention (counseling); Nicotine replacement therapy; Evidence-based practice; Psychological intervention; Family medicine; Alternative medicine; Environmental health","score_opus":0.617666118301625,"score_gpt":0.6669248104608837,"score_spread":0.04925869215925871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361015443","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27969015,2.073962e-7,0.00000983602,0.0007252315,0.00000575646,0.7194206,0.000009032834,0.000117625415,0.000021596263],"genre_scores_gemma":[0.24528304,1.2168687e-7,0.000037471313,0.00001951036,0.00005371759,0.75431794,0.000099654964,0.000027668231,0.00016088637],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945937,0.00269055,0.00080822525,0.0004004979,0.0009509203,0.00055615435],"domain_scores_gemma":[0.998094,0.00053620874,0.00025154068,0.0006057898,0.00036560738,0.0001468475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011295692,0.00017674077,0.00033670067,0.00057887513,0.0005647462,0.00014172297,0.00020684041,0.00010356703,0.000041627794],"category_scores_gemma":[0.00066203496,0.00014693743,0.00013100034,0.0010351089,0.00006762546,0.0003016619,0.0001094305,0.00060977775,0.000010805441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038042534,0.013507696,0.86368567,0.0025007317,0.000019135552,0.000006988259,0.010234795,0.0000037346217,0.0003427247,0.0000046360096,0.0009394406,0.10495021],"study_design_scores_gemma":[0.027875649,0.05459717,0.87583107,0.023967106,0.0000057857656,0.0000029194564,0.0066372235,0.001155115,0.0030892387,0.00009544858,0.0065634623,0.0001798373],"about_ca_topic_score_codex":0.00071111857,"about_ca_topic_score_gemma":0.00050222955,"teacher_disagreement_score":0.10477038,"about_ca_system_score_codex":0.0014911921,"about_ca_system_score_gemma":0.0007182909,"threshold_uncertainty_score":0.5991934},"labels":[],"label_agreement":null},{"id":"W4361015755","doi":"10.2196/42114","title":"Adaptation of a Mobile Interactive Obesity Treatment Approach for Early Severe Mental Illness: Protocol for a Mixed Methods Implementation and Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Center for Advancing Translational Sciences; National Institute of Mental Health; National Institutes of Health; Institute of Clinical and Translational Sciences","keywords":"Intervention (counseling); Mental health; Medicine; Population; Psychological intervention; Mental illness; Randomized controlled trial; Usability; Adaptation (eye); Stakeholder; Clinical trial; Psychology; Nursing; Psychiatry; Computer science; Environmental health","score_opus":0.335252124217345,"score_gpt":0.6598854663408943,"score_spread":0.3246333421235493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361015755","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076486818,0.0000011126091,0.008227319,0.00006570683,0.000055592038,0.9830254,0.000348894,0.000079455545,0.00054787437],"genre_scores_gemma":[0.016022911,1.03836925e-7,0.007641598,0.000004949114,0.000087688095,0.97400165,0.00018510853,0.000047314203,0.0020086644],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9935475,0.0035411557,0.0012733018,0.0005844868,0.00042585583,0.0006276829],"domain_scores_gemma":[0.9947331,0.0037891918,0.0005717807,0.00029762136,0.00045290487,0.00015540379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071676057,0.00025439542,0.0011205728,0.00047131153,0.00031713457,0.00011883777,0.0001959846,0.000103188235,0.00013083858],"category_scores_gemma":[0.00035519592,0.00019357307,0.0004749082,0.00039651402,0.00022229571,0.00031076942,0.00010567552,0.00015486557,0.000011292086],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8889732,0.0054138093,0.000016575194,0.0008517173,0.00038332262,6.0403306e-7,0.0042572385,0.0000026407401,0.00012866779,0.0019532451,0.0011888224,0.09683021],"study_design_scores_gemma":[0.939289,0.04135866,0.00007586599,0.00032980627,0.000022620483,0.0000022751674,0.0067740437,0.001332938,0.0016801594,0.0028677364,0.006096009,0.00017088275],"about_ca_topic_score_codex":0.00022650616,"about_ca_topic_score_gemma":0.00003303815,"teacher_disagreement_score":0.096659325,"about_ca_system_score_codex":0.0003340106,"about_ca_system_score_gemma":0.0001847015,"threshold_uncertainty_score":0.7893681},"labels":[],"label_agreement":null},{"id":"W4361015772","doi":"10.2196/41049","title":"Upper Airway Assessment in Cone-Beam Computed Tomography for Screening of Obstructive Sleep Apnea Syndrome: Development of an Evaluation Protocol in Dentistry","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia","keywords":"Medicine; Airway; Cone beam computed tomography; Obstructive sleep apnea; Dentistry; Oral and maxillofacial radiology; Orthodontics; Radiology; Radiography; Computed tomography; Surgery; Anesthesia","score_opus":0.18203682977507182,"score_gpt":0.5345192605072681,"score_spread":0.3524824307321962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361015772","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3468914,6.7897776e-7,0.0007124899,0.000045054036,0.000006893791,0.65213513,0.000024583805,0.000035287372,0.00014844796],"genre_scores_gemma":[0.26625514,1.912835e-8,0.017308721,0.000002436397,0.000020800979,0.71623886,0.00010595783,0.00004573634,0.000022351544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99235636,0.0010731316,0.0013164592,0.0008171486,0.003372579,0.0010643398],"domain_scores_gemma":[0.9959817,0.00056339486,0.0002925881,0.00069081044,0.00219885,0.00027264716],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008905696,0.00027930242,0.0007416854,0.0030259215,0.00014407039,0.000051410745,0.0005315459,0.00025413657,0.00014434636],"category_scores_gemma":[0.0005404777,0.0002693771,0.00014095435,0.004291817,0.00044126008,0.00036642255,0.000427954,0.0010086894,0.000008787007],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008971562,0.0060533728,0.51732796,0.013459843,0.0004140562,0.00027523178,0.0029798956,0.00061437045,0.124268025,0.00044756563,0.000105963016,0.32508212],"study_design_scores_gemma":[0.017134693,0.0026764765,0.8556465,0.0029073933,0.0000059311774,0.000022664777,0.0016068419,0.027915562,0.09099787,0.00035846673,0.00048286628,0.00024477168],"about_ca_topic_score_codex":0.000050554012,"about_ca_topic_score_gemma":0.00008406498,"teacher_disagreement_score":0.33831847,"about_ca_system_score_codex":0.0006582563,"about_ca_system_score_gemma":0.00093341956,"threshold_uncertainty_score":0.99997586},"labels":[],"label_agreement":null},{"id":"W4361213927","doi":"10.2196/45833","title":"An Evidence-Based Serious Game App for Public Education on Antibiotic Use and Antimicrobial Resistance: Protocol of a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Antibiotic resistance; Medicine; Public health; Protocol (science); Antibiotics; Family medicine; Alternative medicine; Nursing; Internal medicine","score_opus":0.15300762994470207,"score_gpt":0.4794255698924456,"score_spread":0.32641793994774354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361213927","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047107283,0.00001677112,0.000056503708,0.0009043115,0.000053326465,0.9515906,0.00003312564,0.00013927024,0.000098782926],"genre_scores_gemma":[0.10207617,0.0000056898275,0.00015357355,0.00007164372,0.00010395354,0.89326066,0.000049943494,0.000041105504,0.004237233],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938094,0.00343125,0.000993353,0.000695748,0.00026383658,0.00080640917],"domain_scores_gemma":[0.9939276,0.0038058753,0.0004765035,0.00072362256,0.0009739547,0.000092422655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064099557,0.00029102847,0.0014651734,0.0007458199,0.00039043304,0.0002357652,0.0004694605,0.00041777606,0.00006104575],"category_scores_gemma":[0.0043854653,0.00020587216,0.00034785358,0.00070574076,0.0011512472,0.00041283603,0.00007376192,0.00048317504,0.000057866488],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85643846,0.0018121791,0.00011274437,0.001793111,0.0001308816,0.0000028284687,0.00011037054,0.0000019004691,0.1257267,0.0016702643,0.011358269,0.00084228895],"study_design_scores_gemma":[0.9174629,0.003556357,0.0002831525,0.0065385797,0.000022211343,0.0000017724841,0.00007182642,0.000051041596,0.049054082,0.00022048128,0.022477482,0.00026010838],"about_ca_topic_score_codex":0.000023079401,"about_ca_topic_score_gemma":0.000025414669,"teacher_disagreement_score":0.07667261,"about_ca_system_score_codex":0.00006919059,"about_ca_system_score_gemma":0.0015713585,"threshold_uncertainty_score":0.8395223},"labels":[],"label_agreement":null},{"id":"W4361271662","doi":"10.2196/43230","title":"Digital Outcome Measurement to Improve Care for Patients With Immune-Mediated Inflammatory Diseases: Protocol for the IMID Registry","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Health care; Psoriatic arthritis; Disease; Pharmacy; Internal medicine; Family medicine","score_opus":0.11514674525680742,"score_gpt":0.47026696147647995,"score_spread":0.35512021621967255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361271662","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001553113,0.000009859588,0.000079360274,0.0010394321,0.000009969052,0.99626803,0.00059446786,0.00021917133,0.00022660117],"genre_scores_gemma":[0.007749641,0.0000011104694,0.000081375765,0.00004496712,0.00016297733,0.9910353,0.00017949748,0.000112512906,0.0006326514],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947022,0.00012656504,0.0005883489,0.00061046786,0.002642542,0.0013298753],"domain_scores_gemma":[0.99430436,0.00064766366,0.000121953904,0.0010788452,0.0032360968,0.0006110887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013211227,0.00030263342,0.0004300589,0.0003301697,0.00072576466,0.0004626646,0.0006172443,0.00010871389,0.000037304813],"category_scores_gemma":[0.003057515,0.00017816838,0.00022190981,0.0006850478,0.00032897797,0.0002893682,0.0002983943,0.00038162156,0.00013139617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11380871,0.0042685308,0.5035138,0.026198028,0.000968075,0.000092980314,0.0029501356,0.000017719727,0.005229094,0.00048751067,0.11078369,0.23168175],"study_design_scores_gemma":[0.02376551,0.0095164925,0.08360223,0.0034141138,0.000002449422,0.0000012269935,0.0009981812,0.00006707771,0.00074297615,0.000094041316,0.87749815,0.00029754464],"about_ca_topic_score_codex":0.0000072074704,"about_ca_topic_score_gemma":0.0000150636815,"teacher_disagreement_score":0.76671445,"about_ca_system_score_codex":0.00037302374,"about_ca_system_score_gemma":0.001013221,"threshold_uncertainty_score":0.7265496},"labels":[],"label_agreement":null},{"id":"W4361284424","doi":"10.2196/43390","title":"Combining Outreach and Cross-sectional Research to Gather Children’s Soil Values in Aotearoa New Zealand: Protocol for the Mixed Methods Soilsafe Kids Program","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Te Pūnaha Matatini","keywords":"Outreach; Aotearoa; Population; Focus group; Medical education; Psychology; Sociology; Medicine; Political science; Environmental health","score_opus":0.23927371538501285,"score_gpt":0.6150194897388654,"score_spread":0.3757457743538526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361284424","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07696932,3.835864e-7,0.000029340723,0.0026448355,0.000010226574,0.9196298,0.000006626325,0.00010193899,0.0006075351],"genre_scores_gemma":[0.0021941764,2.6871496e-7,0.0032405546,0.00005603695,0.00010725057,0.9617304,0.000009243357,0.00004593973,0.032616105],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99397,0.0018925283,0.00046667032,0.000919711,0.0014503573,0.0013007649],"domain_scores_gemma":[0.99731165,0.0014060831,0.000055879813,0.0006957881,0.00007319268,0.0004574004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017096942,0.00021638349,0.000213345,0.0002798663,0.0009675053,0.0005087149,0.0007787502,0.00017233503,0.0007598357],"category_scores_gemma":[0.0012806123,0.00015831384,0.00008328553,0.0015473542,0.0011536886,0.00026196174,0.0012153107,0.0010041536,0.0002503695],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069058704,0.0010340894,0.8346387,0.000117749594,0.00001139625,0.0000018340554,0.0045815734,0.00035801646,0.0007448393,0.000082790066,0.054853722,0.10288469],"study_design_scores_gemma":[0.0017697562,0.00093246764,0.8014679,0.00007580535,4.181254e-7,0.0000027587405,0.0008335777,0.00082136376,0.00078898895,0.008923335,0.18421443,0.00016919352],"about_ca_topic_score_codex":0.0016948766,"about_ca_topic_score_gemma":0.000253285,"teacher_disagreement_score":0.1293607,"about_ca_system_score_codex":0.00074666104,"about_ca_system_score_gemma":0.00023119869,"threshold_uncertainty_score":0.8319668},"labels":[],"label_agreement":null},{"id":"W4361305093","doi":"10.2196/46101","title":"Efficacy and Safety of Mizoribine for the Treatment of Refractory Nephrotic Syndrome: Protocol for a Multicenter, Controlled, Open-label, Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Diseases and Glomerulopathies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"General Hospital of People’s Liberation Army; Asahi Kasei Pharma Corporation","keywords":"Medicine; Mizoribine; Adverse effect; Nephrotic syndrome; Randomized controlled trial; Internal medicine; Clinical trial; Cyclophosphamide; Refractory (planetary science); Pediatrics; Chemotherapy","score_opus":0.20315376885894462,"score_gpt":0.5400446410829005,"score_spread":0.33689087222395586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361305093","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047071488,0.000048875485,0.000054360557,0.0008159082,0.000015532278,0.99411625,0.000108757624,0.000035321515,0.00009787015],"genre_scores_gemma":[0.0032853307,0.0000366744,0.00025545474,0.000018436853,0.00014687818,0.9939393,0.00002304813,0.000049925085,0.0022449656],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9954974,0.0010887523,0.0015383894,0.00045837884,0.00080212334,0.0006149596],"domain_scores_gemma":[0.9833691,0.014227583,0.00057092257,0.000645545,0.00094995875,0.00023686123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054994375,0.0003098212,0.00327567,0.00032421268,0.00028589,0.00009266879,0.00033467906,0.00013234316,0.00006218215],"category_scores_gemma":[0.0048179408,0.00014940242,0.0006381212,0.00043689527,0.0006280949,0.000103563594,0.0001325714,0.00016844585,0.0000045565666],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9779317,0.010105751,0.000013184913,0.0031748118,0.0012373885,0.000019396479,0.00020962786,0.000002721292,0.0013408147,0.00036844335,0.0016642299,0.0039319647],"study_design_scores_gemma":[0.916492,0.041598972,0.000118505915,0.0027850382,0.00021749389,0.0000044495728,0.00009004381,0.0025885778,0.00028663385,0.00017563962,0.035524253,0.000118409946],"about_ca_topic_score_codex":0.000029979019,"about_ca_topic_score_gemma":0.0000036214883,"teacher_disagreement_score":0.06143968,"about_ca_system_score_codex":0.00009607282,"about_ca_system_score_gemma":0.0005626949,"threshold_uncertainty_score":0.60924536},"labels":[],"label_agreement":null},{"id":"W4361756802","doi":"10.2196/45313","title":"A Series of Remote Melatonin Supplement Interventions for Poor Sleep: Protocol for a Feasibility Pilot Study for a Series of Personalized (N-of-1) Trials","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; U.S. National Library of Medicine; Northwell Health; U.S. Department of Health and Human Services","keywords":"Series (stratigraphy); Melatonin; Protocol (science); Psychological intervention; Sleep (system call); Medicine; Computer science; Medical physics; Alternative medicine; Nursing; Internal medicine; Operating system","score_opus":0.6320779860283532,"score_gpt":0.6419006820002042,"score_spread":0.009822695971851036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361756802","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003180129,0.000005177414,0.0014732686,0.00084676425,0.000030174951,0.99297875,0.001231872,0.00007589589,0.00017799254],"genre_scores_gemma":[0.0032461656,2.7321624e-7,0.0037572586,0.0000041788126,0.000057180216,0.9894238,0.000062932944,0.00007051677,0.0033776932],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99389446,0.0017578556,0.0021418324,0.00068477256,0.00069672946,0.00082433084],"domain_scores_gemma":[0.994632,0.0021005706,0.00084039004,0.00077906554,0.0015213756,0.0001265976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01412766,0.0002805504,0.0012377669,0.0006526994,0.00026349488,0.000037524573,0.0006071644,0.00018052936,0.0007840598],"category_scores_gemma":[0.0030662806,0.00022376465,0.000886466,0.0010051681,0.00056711497,0.00016504814,0.00020766656,0.00024309284,0.0000056827867],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5874565,0.058169283,0.0072128326,0.0541442,0.007666118,0.000008712024,0.029715082,0.000018980696,0.018416217,0.053302143,0.16471216,0.019177744],"study_design_scores_gemma":[0.23324777,0.3312008,0.002926804,0.008264725,0.0003357064,0.000007003525,0.047883485,0.00030334375,0.03295985,0.053148277,0.28880394,0.0009183002],"about_ca_topic_score_codex":0.00012794771,"about_ca_topic_score_gemma":0.00024373735,"teacher_disagreement_score":0.35420877,"about_ca_system_score_codex":0.00007696584,"about_ca_system_score_gemma":0.00030982142,"threshold_uncertainty_score":0.9124858},"labels":[],"label_agreement":null},{"id":"W4361757264","doi":"10.2196/45712","title":"Duration of Protection From Pneumonia After Pneumococcal Vaccination in Hemodialysis Patients (DOPPIO): Protocol for a Prospective Multicenter Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pneumonia and Respiratory Infections","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Vaccination; Pneumonia; Guideline; Pneumococcal pneumonia; Antibody titer; Hemodialysis; Dialysis; Intensive care medicine; Internal medicine; Pediatrics; Streptococcus pneumoniae; Immunology; Titer; Antibody","score_opus":0.17515067615118374,"score_gpt":0.5204481881319036,"score_spread":0.3452975119807199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361757264","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3275926,3.8118248e-8,0.000034172797,0.00028109897,0.000007701283,0.6719269,0.000027391126,0.000079759084,0.000050298935],"genre_scores_gemma":[0.3627742,2.7023885e-8,0.000022332983,0.00001235137,0.000082454026,0.6369265,0.000019972815,0.000030677813,0.00013150933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964989,0.0005888411,0.0008050726,0.0006392087,0.00094810984,0.00051990565],"domain_scores_gemma":[0.99773,0.00017985057,0.00021225373,0.00046475028,0.0012755129,0.00013763379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012646144,0.00022355314,0.00042016892,0.0011225198,0.00019767595,0.000067764784,0.00014189012,0.00019256989,0.00009317406],"category_scores_gemma":[0.00060811004,0.00018478413,0.00015224921,0.0018381103,0.00006318633,0.00033293015,0.000122379,0.00055591215,0.0000692639],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066501563,0.009198489,0.8819915,0.0009484766,0.00007554241,0.000018784098,0.0018754484,0.000015732065,0.09454559,0.000005102371,0.00016932466,0.004505843],"study_design_scores_gemma":[0.015976429,0.005841319,0.9610985,0.00084519706,0.000010276214,4.9982754e-7,0.00029158953,0.0012468846,0.00930818,0.00017760013,0.0050441404,0.00015940992],"about_ca_topic_score_codex":0.00008780077,"about_ca_topic_score_gemma":0.00022216543,"teacher_disagreement_score":0.085237406,"about_ca_system_score_codex":0.0004598638,"about_ca_system_score_gemma":0.00022170447,"threshold_uncertainty_score":0.7535278},"labels":[],"label_agreement":null},{"id":"W4361771990","doi":"10.2196/41423","title":"User-Initiated Symptom Assessment With an Electronic Symptom Checker: Protocol for a Mixed Methods Validation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Suomalainen Lääkäriseura Duodecim; Finska Läkaresällskapet","keywords":"Triage; Service (business); Computer science; Protocol (science); Phone; Health care; Population; Test (biology); Medicine; Nursing; Medical emergency","score_opus":0.5535514461839124,"score_gpt":0.7388167150075422,"score_spread":0.18526526882362981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361771990","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010659554,4.0236296e-7,0.002941534,0.00068096846,0.00003573066,0.9833184,0.00003089837,0.0012220418,0.0011104753],"genre_scores_gemma":[0.0028823037,2.8415826e-7,0.0043107844,0.00008360594,0.0006073898,0.98812073,0.00014877692,0.00030175957,0.0035443448],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9622452,0.026935738,0.0019358539,0.0015932206,0.0023029184,0.004987069],"domain_scores_gemma":[0.9900763,0.003991263,0.00074817165,0.0019174519,0.0024519397,0.000814864],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04309207,0.0005936822,0.001023626,0.0011228073,0.0029825189,0.00020915935,0.0012422171,0.0005834847,0.00040393087],"category_scores_gemma":[0.00087077974,0.00046651898,0.00012898265,0.0037013635,0.0001455704,0.00071994076,0.00043611473,0.0038532256,0.00044555284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037071437,0.030211546,0.45439136,0.066987015,0.0019713934,0.00017299541,0.029405816,0.00013818115,0.016091466,0.047021974,0.22942708,0.08710972],"study_design_scores_gemma":[0.032947272,0.059475623,0.049329173,0.006321217,0.000020225601,0.000008116629,0.0101018315,0.006057509,0.001548194,0.0023664678,0.83072466,0.001099743],"about_ca_topic_score_codex":0.00037047436,"about_ca_topic_score_gemma":0.00090586365,"teacher_disagreement_score":0.60129756,"about_ca_system_score_codex":0.0032797307,"about_ca_system_score_gemma":0.013198672,"threshold_uncertainty_score":0.9997786},"labels":[],"label_agreement":null},{"id":"W4361852959","doi":"10.2196/45852","title":"A Digital Mental Health App Incorporating Wearable Biosensing for Teachers of Children on the Autism Spectrum to Support Emotion Regulation: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Autism; Mental health; Psychology; Wearable computer; Autism spectrum disorder; Applied psychology; Socialization; Protocol (science); Mobile apps; mHealth; Randomized controlled trial; Developmental psychology; Clinical psychology; Medicine; Computer science; Psychotherapist; Psychiatry; Psychological intervention","score_opus":0.18659093468789698,"score_gpt":0.49377208665893,"score_spread":0.307181151971033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361852959","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034034539,1.2086271e-7,0.0005844419,0.03905565,0.000017385419,0.95547533,0.00010435714,0.0002215533,0.0011377151],"genre_scores_gemma":[0.075670965,1.1372122e-7,0.00018979935,0.000098169075,0.00015478335,0.9209708,0.000024001092,0.00008688687,0.0028044642],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917144,0.0024587666,0.0013158462,0.0009608424,0.0021266066,0.0014235422],"domain_scores_gemma":[0.99420804,0.0041041723,0.00062403735,0.0007088562,0.000076317316,0.00027859773],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013537061,0.00033383764,0.0011610691,0.0008349184,0.0013457594,0.00060410047,0.0007482325,0.00010354138,0.00008555636],"category_scores_gemma":[0.0056537753,0.00022641192,0.00044375128,0.0018175851,0.0005563551,0.00036321525,0.00034956535,0.0005951745,0.000085055086],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95213056,0.0010766229,0.000016463262,0.00023940974,0.00003779761,0.000001461284,0.000801425,0.000033646604,0.0065055843,0.027393501,0.009157133,0.0026063994],"study_design_scores_gemma":[0.92442954,0.019354606,0.0000800437,0.001046161,0.0000020873674,0.000005513739,0.0000887273,0.0059699146,0.01775177,0.028733041,0.0022759843,0.00026263043],"about_ca_topic_score_codex":0.000024163159,"about_ca_topic_score_gemma":0.000009484831,"teacher_disagreement_score":0.07226751,"about_ca_system_score_codex":0.00035307254,"about_ca_system_score_gemma":0.0011383361,"threshold_uncertainty_score":0.99995434},"labels":[],"label_agreement":null},{"id":"W4361853144","doi":"10.2196/44469","title":"Cultural Adaptation of the Actionable Health App Evaluation in Japan: Protocol for a Web-Based Modified Delphi Expert Consensus Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automatic summarization; Delphi method; Mental health; Delphi; Protocol (science); Adaptation (eye); Psychology; Health care; Medical education; World Wide Web; Medicine; Applied psychology; Computer science; Alternative medicine; Psychiatry","score_opus":0.6731769492254615,"score_gpt":0.6836061070847606,"score_spread":0.010429157859299099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361853144","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021922318,7.127357e-7,0.000016885131,0.002526303,0.000036493744,0.97436726,0.000055226374,0.00008697168,0.0009878243],"genre_scores_gemma":[0.21875031,4.5846726e-9,0.00006705355,0.000041932402,0.000036702884,0.7800208,0.000020833073,0.000024056559,0.0010383169],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9945627,0.0022141205,0.00086044817,0.00045235237,0.0012232484,0.0006871201],"domain_scores_gemma":[0.99780244,0.0004999478,0.000287016,0.0005463057,0.00074813864,0.00011614319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060109426,0.00014748862,0.0002387972,0.00042582978,0.00031835484,0.000064977874,0.00038077144,0.00009396032,0.00014037965],"category_scores_gemma":[0.00044656853,0.0001110208,0.00011740845,0.0014813246,0.00015828901,0.00013067332,0.00009998527,0.00034539786,0.00008163416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03071219,0.0570891,0.015712855,0.0088730855,0.00021684449,0.000013826168,0.04376887,0.006117199,0.0020451583,0.012941554,0.40977803,0.4127313],"study_design_scores_gemma":[0.12679122,0.051697273,0.28023043,0.013296322,0.000008350042,0.000012817612,0.09999749,0.1651882,0.0023424455,0.009728101,0.24968167,0.001025669],"about_ca_topic_score_codex":0.0007698978,"about_ca_topic_score_gemma":0.0008927003,"teacher_disagreement_score":0.4117056,"about_ca_system_score_codex":0.0006271075,"about_ca_system_score_gemma":0.0009880038,"threshold_uncertainty_score":0.4527297},"labels":[],"label_agreement":null},{"id":"W4361985561","doi":"10.2196/42041","title":"Intervention in Mothers and Newborns to Reduce Maternal and Perinatal Mortality in 3 Provinces in South Africa Using a Quality Improvement Approach: Protocol for a Mixed Method Type 2 Hybrid Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Impact on Reproduction","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; University of Pretoria; South African Medical Research Council","keywords":"Medicine; Pandemic; Intervention (counseling); Health facility; Health care; Protocol (science); Mortality rate; Data collection; Documentation; Child mortality; Environmental health; Family medicine; Medical emergency; Nursing; Population; Coronavirus disease 2019 (COVID-19); Disease; Alternative medicine","score_opus":0.5346302620516091,"score_gpt":0.6472886622838327,"score_spread":0.11265840023222362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361985561","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45804888,6.1870355e-7,0.0002597241,0.00016438859,0.0000033549081,0.541478,0.0000085864,0.00002120684,0.000015280042],"genre_scores_gemma":[0.16996442,5.7423637e-8,0.0028040109,0.00000875518,0.00004410816,0.8270779,0.000005809353,0.000023668585,0.000071214745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961279,0.0011025055,0.0006137405,0.00077523873,0.00085337326,0.00052723504],"domain_scores_gemma":[0.99896,0.000116200914,0.00013311987,0.0003684397,0.0002742806,0.00014791435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015153076,0.0001668576,0.0003310175,0.0009203626,0.000059608436,0.00010923657,0.00010873136,0.000076384684,0.000014187319],"category_scores_gemma":[0.0019960245,0.00015021462,0.00004054876,0.001131996,0.00007853317,0.00023147452,0.00021598807,0.0003459468,0.0000015017996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02643775,0.0019884522,0.4353724,0.022420762,0.000060971975,0.000039847022,0.015115025,0.0006511673,0.16281743,0.00008429391,0.00012631367,0.33488557],"study_design_scores_gemma":[0.015996085,0.003499446,0.89069706,0.0033191321,0.0000067327446,0.000011048634,0.002716021,0.063395545,0.01726785,0.0009148832,0.0018929755,0.00028320547],"about_ca_topic_score_codex":0.0010812839,"about_ca_topic_score_gemma":0.0002143887,"teacher_disagreement_score":0.45532468,"about_ca_system_score_codex":0.0008680823,"about_ca_system_score_gemma":0.00047518025,"threshold_uncertainty_score":0.6125575},"labels":[],"label_agreement":null},{"id":"W4361988145","doi":"10.2196/38087","title":"Conditioning of the Cortisol Awakening Response in Healthy Men: Study Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stress Responses and Cortisol","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Circadian rhythm; Conditioning; Cortisol awakening response; Psychology; Hydrocortisone; Developmental psychology; Classical conditioning; Fight-or-flight response; Placebo; Randomized controlled trial; Audiology; Medicine; Endocrinology; Internal medicine; Neuroscience","score_opus":0.2688437030305987,"score_gpt":0.5746762876775148,"score_spread":0.3058325846469161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361988145","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047414765,2.5019742e-7,0.000019432699,0.0006033928,0.000018030902,0.95150656,0.000015470594,0.000088384426,0.00033374043],"genre_scores_gemma":[0.052067067,2.6235966e-7,0.000012709531,0.000050819628,0.000074113756,0.9464937,5.219864e-7,0.00004129634,0.0012594954],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9786308,0.01622464,0.00160857,0.0007289664,0.0018050077,0.0010020188],"domain_scores_gemma":[0.9796159,0.018664941,0.00056867185,0.00073607604,0.0002827773,0.0001315988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0076596728,0.00024001182,0.0012601748,0.0006996126,0.0006230674,0.00018413177,0.00088105944,0.00011299699,0.000103099264],"category_scores_gemma":[0.025452524,0.00014825491,0.0004395835,0.0020684847,0.00051544554,0.0001579164,0.00039114233,0.0006494978,0.000020840762],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97676235,0.0013419332,0.0001646168,0.0001691866,0.00001492411,0.000030967996,0.00084262446,0.00004542864,0.01905012,0.00035626726,0.0008229269,0.00039864823],"study_design_scores_gemma":[0.97319686,0.012774109,0.00054876803,0.00075859367,0.0000029754417,0.0000025239626,0.00059395644,0.0028606225,0.006349107,0.0005381932,0.0022277194,0.00014656405],"about_ca_topic_score_codex":0.000031250525,"about_ca_topic_score_gemma":0.000018604653,"teacher_disagreement_score":0.017792853,"about_ca_system_score_codex":0.0001232074,"about_ca_system_score_gemma":0.001031677,"threshold_uncertainty_score":0.9827565},"labels":[],"label_agreement":null},{"id":"W4362465415","doi":"10.2196/42655","title":"Behind the Scenes of a Technologically Enhanced Intervention for Caregivers of People With Dementia: Protocol for a Feasibility and Acceptability Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Arizona State University","keywords":"Dementia; Intervention (counseling); Family caregivers; Distress; Psychology; Caregiver burden; Quality of life (healthcare); Stressor; Medicine; Nursing; Disease; Clinical psychology","score_opus":0.2320557546418939,"score_gpt":0.5666434324773385,"score_spread":0.33458767783544463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362465415","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3653879,5.457351e-7,0.00044418653,0.0001925648,7.38631e-7,0.63386196,0.000019415447,0.000029490338,0.00006321975],"genre_scores_gemma":[0.43938035,1.1439118e-7,0.00020194921,0.0000013043606,0.00000827061,0.5603024,0.000004531351,0.000009341104,0.00009174819],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972954,0.0003702538,0.00043855925,0.0004838968,0.0009292964,0.00048258904],"domain_scores_gemma":[0.99700886,0.0004950643,0.00015558417,0.0004975174,0.0017547256,0.00008826412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047518713,0.00013984146,0.0003654431,0.0002529445,0.0002140961,0.0000427532,0.00029700756,0.00008053888,0.000116714764],"category_scores_gemma":[0.0009108867,0.000080124926,0.00013356225,0.00071346044,0.0005741976,0.00010749559,0.0003397857,0.0002594071,0.0000011749739],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022002432,0.0065885214,0.9212361,0.009236297,0.0002559355,0.0000024662902,0.0016422264,3.9535135e-7,0.010556961,0.00007487925,0.0004417504,0.027962038],"study_design_scores_gemma":[0.022810064,0.044674132,0.8586607,0.0011058502,0.000031283875,0.0000014091523,0.011218723,0.00008419383,0.058884338,0.00078397634,0.0016466272,0.00009870773],"about_ca_topic_score_codex":0.00004047577,"about_ca_topic_score_gemma":0.00017069263,"teacher_disagreement_score":0.07399247,"about_ca_system_score_codex":0.00006554078,"about_ca_system_score_gemma":0.0002323357,"threshold_uncertainty_score":0.32673997},"labels":[],"label_agreement":null},{"id":"W4362498380","doi":"10.2196/42844","title":"Effectiveness of a Community Empowerment Intervention to Improve Access to Pre-exposure Prophylaxis in Migrant Women Sex Workers: Protocol for a Mixed Methods Implementation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sex work and related issues","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ViiV Healthcare; Sidaction","keywords":"Empowerment; Reproductive health; Population; Medicine; Respondent; Cohort; Family medicine; Demography; Nursing; Environmental health; Political science; Sociology","score_opus":0.2381752040209481,"score_gpt":0.6646882988384062,"score_spread":0.4265130948174581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362498380","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4393582,1.610622e-7,0.00011687391,0.00008683956,0.000011853581,0.5603311,0.0000052498103,0.000053652526,0.000036045196],"genre_scores_gemma":[0.30554533,3.172194e-8,0.00027827272,0.0000039269626,0.000029553195,0.693935,0.000004973573,0.000022288581,0.00018066571],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9798822,0.017013624,0.0006832574,0.00043356212,0.0010305507,0.0009568315],"domain_scores_gemma":[0.9969142,0.001544428,0.0001558771,0.0005264958,0.0005984419,0.00026056403],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03962326,0.0001915682,0.00041746438,0.00087588816,0.00067186204,0.00033550305,0.0010891808,0.00016230899,0.00008707968],"category_scores_gemma":[0.0010420186,0.00016307141,0.00010772162,0.0037950394,0.00013267974,0.00031260328,0.0007749756,0.00061611447,0.000012645829],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009475234,0.005788097,0.065453514,0.0040086457,0.00012528713,0.0000049363243,0.64342874,0.00006128884,0.0076657203,0.000024717647,0.0015027121,0.26246107],"study_design_scores_gemma":[0.009430063,0.031929657,0.4615408,0.0038943447,0.000003006856,8.254782e-8,0.44834396,0.000011017128,0.01764946,0.002193432,0.0246788,0.00032539933],"about_ca_topic_score_codex":0.008038465,"about_ca_topic_score_gemma":0.002451138,"teacher_disagreement_score":0.39608726,"about_ca_system_score_codex":0.0007477785,"about_ca_system_score_gemma":0.00030794786,"threshold_uncertainty_score":0.9985671},"labels":[],"label_agreement":null},{"id":"W4362501921","doi":"10.2196/44338","title":"Physical Education Curricula and Teaching Methodologies for Children with Disabilities: Protocol for a Scoping Review (Preprint)","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Inclusion and Disability in Education and Sport","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Curriculum; Protocol (science); Medical education; Psychology; Medicine; Computer science; Pedagogy; Alternative medicine; World Wide Web","score_opus":0.6182469375905704,"score_gpt":0.726845671342277,"score_spread":0.10859873375170659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362501921","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7337282e-7,0.021037385,0.00006410523,0.00050893583,0.00001310152,0.97528386,0.000032292726,0.00009342005,0.0029666096],"genre_scores_gemma":[1.7234296e-8,0.066590756,0.002482122,0.00008621951,0.00061448483,0.92902315,0.00007763623,0.000043047457,0.0010825482],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927336,0.0040502483,0.0006784343,0.0009053278,0.0009559663,0.0006764436],"domain_scores_gemma":[0.9930615,0.0053085983,0.0003654487,0.0006549968,0.0003699541,0.00023949699],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01361214,0.00033232343,0.0012528538,0.0001699272,0.0026548442,0.00029317677,0.00079327956,0.00017098116,0.00048945844],"category_scores_gemma":[0.010485873,0.0002352817,0.00041586702,0.00035633423,0.0008394674,0.00022856062,0.00040759888,0.00080354046,0.000005115864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044978384,0.0011246589,0.00003492298,0.20821317,0.000015484202,3.894715e-8,0.0027695543,6.423068e-8,1.776679e-8,0.015995603,0.009463225,0.7623383],"study_design_scores_gemma":[0.0002610531,0.00034243116,0.0000016165733,0.23672089,0.000017837046,0.0000022126346,0.0039474093,4.4880937e-7,1.1323309e-7,0.001748484,0.7567249,0.0002326062],"about_ca_topic_score_codex":0.00009532555,"about_ca_topic_score_gemma":0.000044126995,"teacher_disagreement_score":0.7621057,"about_ca_system_score_codex":0.0005461989,"about_ca_system_score_gemma":0.0063037793,"threshold_uncertainty_score":0.99932957},"labels":[],"label_agreement":null},{"id":"W4362521416","doi":"10.2196/45178","title":"Effectiveness of the Internet of Things for Improving Working-Aged Women’s Health in High-Income Countries: Protocol for a Systematic Review and Network Meta-analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; PsycINFO; Medicine; MEDLINE; Psychological intervention; Randomized controlled trial; Meta-analysis; Family medicine; Gerontology; Nursing","score_opus":0.4030177038300687,"score_gpt":0.641778532651078,"score_spread":0.2387608288210093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362521416","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.0740822e-8,0.15278047,0.00032280287,0.00028465255,0.000009554834,0.8462745,0.0002747411,0.00004585263,0.000007417299],"genre_scores_gemma":[3.9248656e-7,0.056612596,0.0003121359,0.00025197276,0.000068047906,0.9420489,0.00004809161,0.00013822137,0.00051964313],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9705399,0.019258186,0.006100761,0.0010849428,0.00091965665,0.0020965077],"domain_scores_gemma":[0.9657108,0.024995014,0.0058640735,0.0019015225,0.0010872514,0.00044131302],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.07479819,0.0006169946,0.012602031,0.0008897813,0.0008799375,0.000034666595,0.0014611364,0.0006148605,0.000056583664],"category_scores_gemma":[0.0036296933,0.0003571435,0.0014932475,0.00450144,0.00024181844,0.00010091798,0.0007265685,0.0021549545,0.000008652795],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024368132,0.00010267396,0.00003327291,0.9907534,0.0038505953,1.5911962e-7,0.0002646359,7.790718e-7,1.9662215e-8,0.0025383956,0.0010748703,0.0011375041],"study_design_scores_gemma":[0.0012573288,0.0005648531,0.000019759922,0.73763996,0.004943368,4.2607041e-7,0.00003607352,0.000019876963,9.341881e-8,0.0007261348,0.2546087,0.00018342792],"about_ca_topic_score_codex":0.0004981603,"about_ca_topic_score_gemma":0.00026662849,"teacher_disagreement_score":0.2535338,"about_ca_system_score_codex":0.0016947243,"about_ca_system_score_gemma":0.0064975964,"threshold_uncertainty_score":0.99988806},"labels":[],"label_agreement":null},{"id":"W4362521778","doi":"10.2196/45612","title":"Criteria for Advanced Prosthetic Foot Prescription: Rationale, Design, and Protocol for a Multisite, Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prosthetics and Rehabilitation Robotics","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research and Materiel Command; Congressionally Directed Medical Research Programs; SRA International; U.S. Department of Defense","keywords":"Medical prescription; Randomized controlled trial; Medicine; Physical medicine and rehabilitation; Protocol (science); Physical therapy; Ankle; Crossover study; Foot (prosody); Podiatry; Research design; Gait; Nursing; Alternative medicine; Surgery","score_opus":0.1702786699784102,"score_gpt":0.5032256893515955,"score_spread":0.33294701937318527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362521778","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010131619,0.000002615291,0.062654525,0.00038776366,0.000031555603,0.936408,0.00002141326,0.0003041475,0.00008865414],"genre_scores_gemma":[0.00015389726,6.5889856e-7,0.029419685,0.00001023135,0.00016643078,0.9686578,0.00001914946,0.00007510593,0.0014970757],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99714637,0.0006169715,0.0007730941,0.00038042487,0.0004897817,0.0005933628],"domain_scores_gemma":[0.9950049,0.0037020287,0.00009087274,0.0002965897,0.0007587674,0.0001468437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055106203,0.00023723411,0.0007919405,0.00033039125,0.00031424806,0.0002734267,0.00020360784,0.00015684165,0.000028956827],"category_scores_gemma":[0.0020561975,0.00017913808,0.00025247046,0.00034125452,0.00022829509,0.00018594437,0.000057818896,0.00020664446,0.000011999559],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9703751,0.00023318785,0.0000013563258,0.002326986,0.0000636118,9.752566e-7,0.00034614507,0.0055965516,0.007737491,0.0022797026,0.008917579,0.0021213163],"study_design_scores_gemma":[0.7143558,0.0016483895,0.000004429721,0.00042152414,0.0000043723344,8.7382284e-7,0.000022980097,0.23210585,0.0010619533,0.007908546,0.04229508,0.00017016928],"about_ca_topic_score_codex":3.0873662e-7,"about_ca_topic_score_gemma":7.4525457e-7,"teacher_disagreement_score":0.25601926,"about_ca_system_score_codex":0.000060999264,"about_ca_system_score_gemma":0.000112420996,"threshold_uncertainty_score":0.7305039},"labels":[],"label_agreement":null},{"id":"W4362550107","doi":"10.2196/47765","title":"Correction: Evaluating the Acceptance and Usability of an App Promoting Weight Gain Prevention and Healthy Behaviors Among Young Women With a Family History of Breast Cancer: Protocol for an Observational Study","year":2023,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Observational study; Protocol (science); Breast cancer; Medicine; Psychology; Gerontology; Family medicine; Cancer; Computer science; Alternative medicine; Internal medicine; Human–computer interaction","score_opus":0.47158848374268697,"score_gpt":0.6345290785562349,"score_spread":0.1629405948135479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362550107","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03616005,0.000013688662,0.000022775817,0.00028672538,0.0003068898,0.9626191,0.0002588386,0.00010693269,0.00022498518],"genre_scores_gemma":[0.00059177197,0.0000065248555,0.00026935205,0.00005673983,0.0007871942,0.98469436,0.00012132887,0.00011878318,0.013353951],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.988065,0.0056635407,0.0020384153,0.0012455173,0.0017053171,0.0012821996],"domain_scores_gemma":[0.99193215,0.001321542,0.0021574947,0.0011436739,0.0027047514,0.00074040634],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01945069,0.00039783923,0.0008849173,0.00034708923,0.0019255772,0.00003243014,0.0005835513,0.0005383912,0.00009931813],"category_scores_gemma":[0.0005807431,0.00029839657,0.00005020627,0.0008518714,0.0007003935,0.00045834464,0.00028719407,0.0028871186,9.718392e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01675692,0.0058763246,0.47414544,0.07609182,0.000077285935,0.0000013557806,0.036100257,0.000011796907,0.00014362087,0.00012424086,0.282412,0.10825895],"study_design_scores_gemma":[0.006209955,0.020889686,0.8706874,0.009456626,0.000020291809,0.0000033587155,0.011291647,0.0034786847,0.0000011722348,0.00033732675,0.07729027,0.0003335633],"about_ca_topic_score_codex":0.0031486158,"about_ca_topic_score_gemma":0.0085967025,"teacher_disagreement_score":0.39654198,"about_ca_system_score_codex":0.0026467806,"about_ca_system_score_gemma":0.018858701,"threshold_uncertainty_score":0.99994683},"labels":[],"label_agreement":null},{"id":"W4362569256","doi":"10.2196/46581","title":"Artificial Intelligence Applications for Assessment, Monitoring, and Management of Parkinson Disease Symptoms: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Parkinson's Disease Mechanisms and Treatments","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Parkinson's UK","keywords":"Systematic review; Protocol (science); Data extraction; Medicine; MEDLINE; Population; Scopus; Disease; Cochrane Library; Alternative medicine; Pathology","score_opus":0.5266135194653959,"score_gpt":0.6447993462529795,"score_spread":0.1181858267875836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362569256","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.8602367e-9,0.11545256,0.0016998835,0.00003733275,0.0000040280756,0.88233286,0.00035190597,0.00007893089,0.000042515258],"genre_scores_gemma":[3.145465e-8,0.2613182,0.0014748203,0.000004546375,0.00010937013,0.7364528,0.00011219733,0.000106063126,0.00042194454],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.995391,0.00040208906,0.0015543443,0.00097280514,0.0010165371,0.0006632362],"domain_scores_gemma":[0.9965382,0.00057686184,0.00072740583,0.0011998083,0.0004307192,0.00052698894],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021943029,0.0005095022,0.0024049163,0.00043471064,0.0002504623,0.00010030605,0.00045881182,0.00016804738,0.000012859892],"category_scores_gemma":[0.000173595,0.00036709866,0.00067603914,0.0008323517,0.00012096038,0.000071146045,0.00025474618,0.00030891434,0.00003341762],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016093197,0.0009701348,0.0000055438713,0.8110182,0.0005626208,0.000019979587,0.0000033122046,1.7635655e-8,1.2142034e-7,0.002895693,0.00032409586,0.18403932],"study_design_scores_gemma":[0.00031035114,0.0004941112,0.0000040899945,0.51738626,0.00071395776,0.0000020336142,0.000007964867,0.000011150235,0.0000027751457,0.0008946899,0.48003507,0.00013757058],"about_ca_topic_score_codex":0.0000012434725,"about_ca_topic_score_gemma":2.5872762e-7,"teacher_disagreement_score":0.47971097,"about_ca_system_score_codex":0.00035505104,"about_ca_system_score_gemma":0.0007604916,"threshold_uncertainty_score":0.9998781},"labels":[],"label_agreement":null},{"id":"W4362571554","doi":"10.2196/45274","title":"Care Partner Inclusion of People Hospitalized With Alzheimer Disease and Related Dementias: Protocol for a Mixed Methods Systems Engineering Approach to Designing a Health Care System Toolkit","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; University of Pittsburgh; Johns Hopkins University","keywords":"Inclusion (mineral); Protocol (science); Disease; Health care; Medicine; Gerontology; Dementia; Nursing; Computer science; Psychology; Alternative medicine","score_opus":0.20247396330082607,"score_gpt":0.5855460232227083,"score_spread":0.38307205992188226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362571554","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011011683,0.00007185983,0.004962434,0.00017975757,0.00004063119,0.9929831,0.00006841598,0.00037175356,0.0002208971],"genre_scores_gemma":[0.020362519,2.6386485e-7,0.012889283,0.0000069476496,0.00010793107,0.96628755,0.00009427548,0.000112635724,0.00013860958],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9934977,0.002602411,0.000933633,0.00072869373,0.0009657874,0.0012717395],"domain_scores_gemma":[0.9963776,0.00071539165,0.00032497017,0.0006461296,0.0012847524,0.00065114826],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0046464447,0.00031134454,0.0007658122,0.00067551923,0.0017287259,0.00007060059,0.00035795307,0.00021686478,0.000005889963],"category_scores_gemma":[0.0003074313,0.00024043901,0.00010119433,0.0018386784,0.000052058065,0.0001457358,0.0008939854,0.0005590622,0.00000885665],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020038178,0.00072816265,0.013551733,0.35333925,0.0007243478,0.00003767938,0.5213251,0.0026234356,0.0013865995,0.0033804155,0.06569263,0.017172435],"study_design_scores_gemma":[0.043439098,0.016340472,0.05031116,0.111153215,0.00023085378,0.000013582197,0.559418,0.017576396,0.0012025122,0.00008964828,0.19788884,0.0023361966],"about_ca_topic_score_codex":0.00027847485,"about_ca_topic_score_gemma":0.000010313562,"teacher_disagreement_score":0.24218604,"about_ca_system_score_codex":0.00051646674,"about_ca_system_score_gemma":0.001264233,"threshold_uncertainty_score":0.9995709},"labels":[],"label_agreement":null},{"id":"W4362571581","doi":"10.2196/45342","title":"New Web-Based System for Recording Public Health Nursing Practices and Determining Best Practices: Protocol of an Exploratory Sequential Design","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Health, Labour and Welfare","keywords":"Nursing; Best practice; Health care; Public health; Public health nursing; Medicine; Knowledge management; Computer science","score_opus":0.7559504850836698,"score_gpt":0.6663064717396497,"score_spread":0.08964401334402006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362571581","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032770704,0.0000028748268,0.006860804,0.005913648,0.000020547686,0.9835452,0.000013448612,0.00025214822,0.00011428461],"genre_scores_gemma":[0.006564153,7.48501e-7,0.029191412,0.00010785546,0.00053134863,0.96338916,0.000050176724,0.000071250026,0.000093924435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943234,0.001912661,0.0009601422,0.0006044446,0.0011491006,0.0010503044],"domain_scores_gemma":[0.9944417,0.0014506873,0.0020475262,0.0004788766,0.00074138696,0.000839823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01281594,0.0002109358,0.000499845,0.00095101254,0.0005218245,0.00019249073,0.00020824824,0.00012711054,0.0000311742],"category_scores_gemma":[0.0029481936,0.00018848613,0.000051674197,0.0011735356,0.00013020013,0.00095032767,0.00006091632,0.00051476056,0.000009704987],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061692307,0.0009618426,0.005336583,0.031450927,0.00006055981,0.0000801568,0.0041417447,0.0000051022525,0.017509235,0.00020128858,0.016928207,0.91715515],"study_design_scores_gemma":[0.0580763,0.08521478,0.0019943872,0.04638002,0.000058879064,0.0002304546,0.055741105,0.032192368,0.030815464,0.00024338842,0.6882877,0.0007651826],"about_ca_topic_score_codex":0.00018927184,"about_ca_topic_score_gemma":0.0000706157,"teacher_disagreement_score":0.91638994,"about_ca_system_score_codex":0.00046600113,"about_ca_system_score_gemma":0.007871896,"threshold_uncertainty_score":0.99775255},"labels":[],"label_agreement":null},{"id":"W4362571765","doi":"10.2196/43987","title":"Evaluating the Feasibility of a Multiplayer Role-Playing Game as a Behavioral Health Intervention in Adolescent Patients With Chronic Physical or Mental Conditions: Protocol for a Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; University of Pittsburgh","keywords":"Anxiety; Psychological intervention; Mental health; Psychology; Intervention (counseling); Applied psychology; Clinical psychology; Depression (economics); Session (web analytics); Psychiatry; Computer science","score_opus":0.5897739835528365,"score_gpt":0.7186424555247577,"score_spread":0.1288684719719212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362571765","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43647102,2.3994411e-7,0.000002773758,0.0000780199,0.000010021809,0.56323445,0.00012578834,0.000042176696,0.000035474764],"genre_scores_gemma":[0.46731216,3.1562084e-9,0.000015462036,0.000007789141,0.000023836568,0.53238595,0.00004932553,0.000027267555,0.00017822334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938524,0.0021313936,0.0010374587,0.0007256389,0.0013156412,0.00093749526],"domain_scores_gemma":[0.9979755,0.0003543497,0.00041584577,0.00067335565,0.00040846292,0.00017245169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004792043,0.00023104722,0.000413043,0.00035238374,0.00034228468,0.00009335895,0.0004630852,0.00006637667,0.00021867664],"category_scores_gemma":[0.00015565082,0.00015465108,0.00016929134,0.0010302978,0.00026016647,0.00026469483,0.0003017186,0.00063040014,0.00010759222],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0202061,0.07828181,0.86098003,0.002833081,0.00008273586,0.0000087622775,0.006517432,0.000011628961,0.00009365362,0.0002081389,0.0011757368,0.029600883],"study_design_scores_gemma":[0.02403384,0.09627221,0.86829996,0.0065640504,0.0000046456807,0.000002443369,0.003152392,0.00076410454,0.0000676302,0.00039585578,0.00027477616,0.00016809504],"about_ca_topic_score_codex":0.0006621183,"about_ca_topic_score_gemma":0.0010711534,"teacher_disagreement_score":0.030848535,"about_ca_system_score_codex":0.0013638443,"about_ca_system_score_gemma":0.00046655166,"threshold_uncertainty_score":0.6306488},"labels":[],"label_agreement":null},{"id":"W4362571921","doi":"10.2196/42339","title":"The Impact of Secure Messaging in the Treatment of Patients With Diabetes Within a Primary Care Setting: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"College of Physicians and Surgeons of Ontario; University of Alberta","funders":"McMaster University","keywords":"PsycINFO; MEDLINE; Systematic review; Medicine; Context (archaeology); Health care; Grey literature; Checklist; Population; Diabetes management; Nursing; Medical education; Psychology; Type 2 diabetes; Diabetes mellitus","score_opus":0.4557637877761123,"score_gpt":0.7020752861929916,"score_spread":0.24631149841687933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362571921","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011817239,0.14144294,7.258122e-7,0.000109781904,0.0000037840855,0.8578094,0.00036210215,0.000032175616,0.00023791046],"genre_scores_gemma":[6.2570464e-8,0.20310308,0.0000602903,0.00003833355,0.000081259095,0.796295,0.0002586157,0.00009803798,0.00006530842],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98812854,0.0055988925,0.0028925338,0.00064938114,0.0011326179,0.0015980155],"domain_scores_gemma":[0.9863049,0.008101171,0.002404753,0.0015913416,0.0013467973,0.00025108046],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0075081387,0.00050334027,0.0022078184,0.00035126437,0.0013559037,0.000027241236,0.0010465224,0.00035013675,0.000018280158],"category_scores_gemma":[0.0005671116,0.0002114585,0.0004669419,0.0018883407,0.00024108478,0.0000729651,0.00016528954,0.0014616315,0.000014264326],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020647737,0.00047191916,0.0016272768,0.80990994,0.000044947556,4.5647138e-7,0.001318557,3.705048e-7,1.9187453e-8,0.00008411555,0.0035447585,0.18279114],"study_design_scores_gemma":[0.001565932,0.001992881,0.00020517236,0.53090817,0.000017214386,7.304521e-8,0.00015881895,9.965166e-7,1.09400624e-7,0.00003096036,0.46502146,0.00009819901],"about_ca_topic_score_codex":0.000058309804,"about_ca_topic_score_gemma":0.00015849117,"teacher_disagreement_score":0.46147668,"about_ca_system_score_codex":0.0014002066,"about_ca_system_score_gemma":0.015596,"threshold_uncertainty_score":0.9999442},"labels":[],"label_agreement":null},{"id":"W4362602284","doi":"10.2196/42056","title":"Platform-Based Patient-Clinician Digital Health Interventions for Care Transitions: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Ottawa Hospital; Bruyère; University of Ottawa","funders":"University of Ottawa","keywords":"CINAHL; Psychological intervention; Digital health; Medicine; MEDLINE; Health care; Protocol (science); Systematic review; Grey literature; Nursing; eHealth; Intervention (counseling); Family medicine; Medical education; Alternative medicine","score_opus":0.7869572599776083,"score_gpt":0.7444627771218134,"score_spread":0.042494482855794935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362602284","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0527023e-9,0.1731094,0.00081953336,0.00149475,0.000013071948,0.82267916,0.001636731,0.00019882071,0.000048548125],"genre_scores_gemma":[4.322312e-9,0.095170006,0.001028596,0.0007131411,0.00041609252,0.89654547,0.0057839886,0.00020549823,0.00013720224],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99268055,0.0004185521,0.003521425,0.00091789186,0.0010974981,0.0013640804],"domain_scores_gemma":[0.9946655,0.0014655262,0.0011368924,0.0008255085,0.0013068366,0.00059975334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028398836,0.00053235475,0.0030305116,0.0010325839,0.0006440831,0.00014847326,0.000349577,0.00028942982,0.0001417486],"category_scores_gemma":[0.0015527409,0.00042016734,0.0017890912,0.0013240665,0.00012973888,0.0002336499,0.00008374433,0.00097526296,0.0000754908],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015821791,0.00025564214,9.3712265e-7,0.5020421,0.00004033189,0.0000033641572,0.00006660921,1.902815e-8,7.3411326e-9,0.00002006019,0.034614835,0.46279788],"study_design_scores_gemma":[0.0032911117,0.007827813,3.444366e-7,0.49298275,0.00004463699,0.000005857263,0.000120668316,0.0000020707048,3.6960355e-7,0.000030185505,0.4955453,0.00014889282],"about_ca_topic_score_codex":0.000009876446,"about_ca_topic_score_gemma":0.00008073364,"teacher_disagreement_score":0.462649,"about_ca_system_score_codex":0.0007946618,"about_ca_system_score_gemma":0.009334486,"threshold_uncertainty_score":0.999825},"labels":[],"label_agreement":null},{"id":"W4362650953","doi":"10.2196/42404","title":"Predictors and Consequences of Homelessness: Protocol for a Cohort Study Design Using Linked Routine Data","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Mental health; Health care; Population; Social determinants of health; Gerontology; Medicine; Psychology; Public health; Environmental health; Economic growth; Nursing; Psychiatry","score_opus":0.7117892852678954,"score_gpt":0.6800920461928509,"score_spread":0.031697239075044514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362650953","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107001014,8.9725097e-7,0.00026401517,0.00006243165,0.0000113603355,0.89226604,0.00014291475,0.00015842055,0.000092886345],"genre_scores_gemma":[0.13595131,7.901231e-7,0.00044581635,0.0000034233688,0.00021806068,0.86306614,0.000029943583,0.00005363032,0.00023087933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99237335,0.0037334808,0.00096077623,0.0007533591,0.0011110198,0.0010679982],"domain_scores_gemma":[0.99473596,0.0025684508,0.00034251894,0.0010464628,0.0010755409,0.00023107146],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014315969,0.00022704745,0.0008851615,0.00039029366,0.0013844342,0.00007229754,0.0009844567,0.00028018135,0.000109049506],"category_scores_gemma":[0.0012384697,0.00017924079,0.000040601994,0.001283497,0.0006000403,0.00034617982,0.0009263792,0.000743101,0.000021021848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012249384,0.0006555385,0.96857715,0.004367531,0.00009463787,0.000015192515,0.022058899,0.0000071302115,0.0010354116,0.0002983754,0.0007861594,0.0008790344],"study_design_scores_gemma":[0.02420363,0.0071882317,0.6098823,0.013779232,0.00004168012,5.513262e-7,0.29402468,0.008127024,0.0009857947,0.0045370543,0.03623121,0.0009986372],"about_ca_topic_score_codex":0.0006913757,"about_ca_topic_score_gemma":0.00045415742,"teacher_disagreement_score":0.35869485,"about_ca_system_score_codex":0.00011238342,"about_ca_system_score_gemma":0.0013275053,"threshold_uncertainty_score":0.9999156},"labels":[],"label_agreement":null},{"id":"W4362651088","doi":"10.2196/38167","title":"Mapping the Evidence for Opioid-Mediated Changes in Malignancy and Chemotherapeutic Efficacy: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cancer, Stress, Anesthesia, and Immune Response","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health; National Center for Advancing Translational Sciences; Children's Hospital Foundation","keywords":"Medicine; Clinical trial; CINAHL; MEDLINE; Cochrane Library; Clinical study design; Intensive care medicine; Alternative medicine; Internal medicine; Psychological intervention; Psychiatry; Pathology","score_opus":0.760181901399665,"score_gpt":0.6608636276064663,"score_spread":0.09931827379319869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362651088","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.0218873e-8,0.4353639,0.000005078818,0.001202026,0.0000050680587,0.5633418,0.000016034042,0.000057267498,0.000008788343],"genre_scores_gemma":[1.5450271e-9,0.47351378,0.000044936918,0.00015477742,0.00034912064,0.5251778,0.00001899521,0.00011434644,0.00062624895],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943347,0.0012194953,0.0012698959,0.0010460701,0.0008609856,0.0012688466],"domain_scores_gemma":[0.98901916,0.00866215,0.00052321533,0.0011458613,0.00044798784,0.00020165586],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075145494,0.0006139589,0.002706503,0.00074642606,0.00033041745,0.00017933517,0.00073828205,0.00041073235,0.00005171599],"category_scores_gemma":[0.0046090744,0.00039004986,0.00051367574,0.0019029963,0.0003689485,0.00010861507,0.0002547268,0.0010246113,0.000036301873],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008288388,0.000110800414,0.0000035261307,0.5725141,0.00004951935,0.000009824622,0.000121042925,9.18897e-9,0.0000064956103,0.0000048594206,0.00308669,0.42326427],"study_design_scores_gemma":[0.001890968,0.0007804941,0.000013899909,0.4986578,0.000026997564,0.000029475672,0.000017586333,0.0000059734202,0.000007999487,0.000010646956,0.49836868,0.00018948973],"about_ca_topic_score_codex":0.000018382349,"about_ca_topic_score_gemma":0.000047153895,"teacher_disagreement_score":0.495282,"about_ca_system_score_codex":0.0003742884,"about_ca_system_score_gemma":0.003363871,"threshold_uncertainty_score":0.99985516},"labels":[],"label_agreement":null},{"id":"W4362712530","doi":"10.2196/44720","title":"Adapting and Scaling a Digital Health Intervention to Improve Maternal and Child Health Among Ethnic Minority Women in Vietnam Amid the COVID-19 Context: Protocol for the dMOM Project","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"International Development Research Centre","keywords":"mHealth; Ethnic group; Context (archaeology); Population; Health equity; Participatory action research; Medicine; Psychological intervention; Sociology; Public health; Environmental health; Nursing; Geography","score_opus":0.3661535331544709,"score_gpt":0.6489443573566971,"score_spread":0.2827908242022262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362712530","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005453598,0.000023994548,0.00026646358,0.037344158,0.000019078614,0.956407,0.00018413302,0.00016164806,0.0001399097],"genre_scores_gemma":[0.009909404,0.000015142751,0.00005806005,0.0036447982,0.0003019669,0.9853129,0.000017817863,0.000050219736,0.00068973954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917212,0.0025341648,0.0015295588,0.0008382151,0.00069000927,0.0026868493],"domain_scores_gemma":[0.9945363,0.0025683928,0.0005870287,0.0006762208,0.00026037006,0.0013717269],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024543144,0.00027129412,0.00051647297,0.00044413976,0.004541053,0.00019362668,0.0005278021,0.00018967953,0.00002978019],"category_scores_gemma":[0.001936031,0.00017407017,0.00007062238,0.0013739306,0.0003187542,0.00024827287,0.0007198161,0.001975671,0.000029949973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048901886,0.0005160805,0.10413743,0.057157733,0.000031564934,0.00000383836,0.032715347,0.000011565679,0.000012405524,0.0048694448,0.048254408,0.7474],"study_design_scores_gemma":[0.01008221,0.003254542,0.15785125,0.006436713,9.981514e-7,0.0000074584905,0.022888202,0.0027772745,0.000003042519,0.0017770913,0.7946469,0.00027432558],"about_ca_topic_score_codex":0.0056292466,"about_ca_topic_score_gemma":0.0061823046,"teacher_disagreement_score":0.7471257,"about_ca_system_score_codex":0.0014069204,"about_ca_system_score_gemma":0.003309595,"threshold_uncertainty_score":0.9967549},"labels":[],"label_agreement":null},{"id":"W4364352292","doi":"10.2196/46093","title":"Understanding Intersectional Ageism and Stigma of Dementia: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; University of Saskatchewan; Thompson Rivers University","funders":"Consortium canadien en neurodégénérescence associée au vieillissement; Canada Research Chairs; Canadian Institutes of Health Research; Alzheimer Society; Saskatchewan Health Research Foundation; Thompson Rivers University","keywords":"PsycINFO; CINAHL; Dementia; Stigma (botany); MEDLINE; Checklist; Psychology; Systematic review; Scopus; Gerontology; Social stigma; Medicine; Applied psychology; Psychological intervention; Psychiatry; Family medicine; Disease; Political science","score_opus":0.9136375847921769,"score_gpt":0.7442134793541033,"score_spread":0.16942410543807362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364352292","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7163682e-9,0.23036452,0.0004286181,0.00010428044,0.000014903252,0.76708037,0.000039893202,0.00007230348,0.0018951161],"genre_scores_gemma":[8.874986e-9,0.10028074,0.00009526361,0.000016569718,0.00017881152,0.89671165,0.000026626549,0.00011356625,0.002576777],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99323833,0.0023516675,0.0013053613,0.0010426563,0.00088554295,0.0011764327],"domain_scores_gemma":[0.9950978,0.0029937231,0.00051650597,0.0007925687,0.00036876881,0.00023063112],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007185048,0.0004278223,0.0019583856,0.00092434365,0.00043043983,0.0000946169,0.00077059714,0.00054174784,0.00078156346],"category_scores_gemma":[0.00076660246,0.00034507463,0.00042681664,0.0010213591,0.00071258267,0.00009526795,0.00061423384,0.0015838336,0.00015840058],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017336472,0.00020999562,0.000009554026,0.7814184,0.0004923891,0.000031460957,0.00014280385,1.1390221e-8,9.856369e-8,0.004584663,0.082877904,0.13005938],"study_design_scores_gemma":[0.0008399107,0.00057189906,0.0000011992586,0.52491695,0.000028120483,0.00002803193,0.000082915554,9.608335e-7,1.8314954e-7,0.00046403953,0.47290283,0.00016299187],"about_ca_topic_score_codex":0.000018444249,"about_ca_topic_score_gemma":0.000031348172,"teacher_disagreement_score":0.39002493,"about_ca_system_score_codex":0.0002877966,"about_ca_system_score_gemma":0.0010913531,"threshold_uncertainty_score":0.9999001},"labels":[],"label_agreement":null},{"id":"W4365385750","doi":"10.2196/37857","title":"Evaluation of Lactobacillus Coryniformis K8 Consumption by Health Care Workers Exposed to COVID-19 (LactoCor2 Project): Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Probiotics and Fermented Foods","field":"Agricultural and Biological Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Coronavirus disease 2019 (COVID-19); Medicine; Health care; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Environmental health; Alternative medicine; Surgery; Disease","score_opus":0.42342834641453514,"score_gpt":0.5733401906811403,"score_spread":0.14991184426660514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365385750","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069519505,0.0000030926815,0.000025971472,0.0017014586,0.000014703329,0.99070245,0.00023622614,0.00012950352,0.00023463326],"genre_scores_gemma":[0.006874121,6.057555e-7,0.00006169495,0.00012476773,0.00012497634,0.9922794,0.00021567094,0.0000052498135,0.00031353155],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9918609,0.0035555004,0.0010470313,0.0005897415,0.0021040773,0.00084272673],"domain_scores_gemma":[0.9956845,0.0018409971,0.0004778647,0.00018170632,0.0013959865,0.00041892985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020896949,0.00025252168,0.0010561824,0.00016291668,0.0005301277,0.00016643893,0.00045506837,0.00021128655,0.00025063517],"category_scores_gemma":[0.0037203336,0.000102666716,0.00038608696,0.0010952363,0.00020260757,0.00011564963,0.00014769893,0.00027673345,0.000029090617],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9365115,0.00054982275,0.00007308344,0.00056964636,0.00007496377,5.653226e-7,0.0007271224,0.000011426543,0.008596758,0.00007439236,0.03566751,0.017143207],"study_design_scores_gemma":[0.9000568,0.008099851,0.00005405268,0.00049719,0.000012434703,4.4683827e-7,0.00087874016,0.00065404974,0.0011283098,0.00031106,0.08808577,0.00022131052],"about_ca_topic_score_codex":0.00011097844,"about_ca_topic_score_gemma":0.00026627252,"teacher_disagreement_score":0.052418258,"about_ca_system_score_codex":0.0006553235,"about_ca_system_score_gemma":0.001191909,"threshold_uncertainty_score":0.7242507},"labels":[],"label_agreement":null},{"id":"W4365395714","doi":"10.2196/45100","title":"Positive Psychological Intervention Delivered Using Virtual Reality in Patients on Hemodialysis With Comorbid Depression: Protocol and Design for the Joviality Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Randomized controlled trial; Medicine; Physical therapy; Beck Depression Inventory; Depression (economics); Quality of life (healthcare); Intervention (counseling); Hemodialysis; Psychiatry; Anxiety; Nursing; Internal medicine","score_opus":0.23253770709446597,"score_gpt":0.5382228352135956,"score_spread":0.3056851281191296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365395714","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040030684,5.5488186e-7,0.002408964,0.00033381392,0.00000790266,0.9569571,0.000013953781,0.000035549503,0.00021148975],"genre_scores_gemma":[0.13919277,4.5353107e-7,0.00010904252,0.000049212656,0.00008651101,0.8603927,0.00002888457,0.000016496508,0.00012393863],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99280244,0.004409473,0.00072358834,0.0005439657,0.0010994223,0.00042109645],"domain_scores_gemma":[0.9964257,0.0023266943,0.00023669009,0.00040987539,0.00044249685,0.00015853689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010714353,0.00020558621,0.0010706139,0.00032939055,0.00028161381,0.0001439598,0.00017323386,0.00011156916,0.00004621233],"category_scores_gemma":[0.0015919715,0.00009568004,0.00039870714,0.00062847394,0.00034494672,0.0000768456,0.00015154717,0.00033734526,0.0000055908345],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9856739,0.003700679,0.00050377735,0.00018492881,0.00032175178,0.00001720405,0.000099202734,0.00021719403,0.00003787099,0.00013882412,0.00076796743,0.008336713],"study_design_scores_gemma":[0.9610744,0.0076876744,0.015312363,0.001543564,0.00009681765,3.1327488e-7,0.00006695086,0.013526228,0.000102443155,0.0002981916,0.0001744865,0.00011656823],"about_ca_topic_score_codex":0.000051491483,"about_ca_topic_score_gemma":0.000006593146,"teacher_disagreement_score":0.099162094,"about_ca_system_score_codex":0.00013414634,"about_ca_system_score_gemma":0.000068829024,"threshold_uncertainty_score":0.39017192},"labels":[],"label_agreement":null},{"id":"W4365395733","doi":"10.2196/45752","title":"Assessing a Sleep Interviewing Chatbot to Improve Subjective and Objective Sleep: Protocol for an Observational Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"UK Dementia Research Institute; National Institute for Health and Care Research","keywords":"Observational study; Chatbot; Sleep (system call); Protocol (science); Medicine; Actigraphy; Psychology; Computer science; Applied psychology; Physical therapy; Alternative medicine; World Wide Web; Psychiatry; Insomnia","score_opus":0.6097303927666797,"score_gpt":0.6425103917337895,"score_spread":0.032779998967109814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365395733","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08409356,7.633582e-7,0.0003374889,0.00029379415,0.000039020364,0.9129618,0.000024547335,0.00026443225,0.0019846282],"genre_scores_gemma":[0.045367446,1.854936e-8,0.00026680218,0.00008516695,0.0001994839,0.9535019,0.000015921716,0.000082891806,0.0004803984],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940309,0.0018646067,0.0006188588,0.0014625805,0.00083882455,0.0011842536],"domain_scores_gemma":[0.9967135,0.0009275825,0.0001488899,0.0008534934,0.00097192597,0.00038461256],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0059863883,0.00033768246,0.00042090463,0.0006638382,0.0007752698,0.0005074513,0.0005616417,0.00028503357,0.00018166663],"category_scores_gemma":[0.0008248084,0.00029142897,0.000118199474,0.0018661229,0.00021769351,0.0007800773,0.0004745022,0.0009192913,0.00015360794],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02310897,0.03328654,0.4459335,0.002204651,0.0019236695,0.00013206754,0.12913595,0.0001034287,0.010604338,0.0037474025,0.013399372,0.33642012],"study_design_scores_gemma":[0.025689866,0.025001746,0.8588332,0.0010073554,0.000021697164,0.000007511947,0.063612215,0.0019970448,0.00061391655,0.0076298444,0.014673147,0.0009124665],"about_ca_topic_score_codex":0.00016945488,"about_ca_topic_score_gemma":0.00014343022,"teacher_disagreement_score":0.4128997,"about_ca_system_score_codex":0.0002826783,"about_ca_system_score_gemma":0.00019964833,"threshold_uncertainty_score":0.9999538},"labels":[],"label_agreement":null},{"id":"W4365444109","doi":"10.2196/39307","title":"Detection of Atrial Fibrillation Using Insertable Cardiac Monitors in Patients With Cryptogenic Stroke in Japan (the LOOK Study): Protocol for a Prospective Multicenter Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medtronic Japan","keywords":"Medicine; Atrial fibrillation; Cardiology; Internal medicine; Stroke (engine); Observational study; Catheter ablation; Cardiomyopathy; Heart failure","score_opus":0.3935873893356383,"score_gpt":0.5508413132393324,"score_spread":0.15725392390369408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365444109","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49117428,9.134568e-8,0.000004817837,0.000019642534,0.0000067168016,0.5087671,0.0000036577937,0.000017026667,0.000006660327],"genre_scores_gemma":[0.40084803,1.5541168e-8,0.000053704072,8.4248626e-7,0.00021861057,0.59874344,0.0000065929216,0.000020317319,0.000108425076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968783,0.00051732745,0.00061283633,0.0003882408,0.0012081332,0.0003951476],"domain_scores_gemma":[0.9984304,0.00038299322,0.00019455847,0.00031560624,0.0006254069,0.000051064384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020442521,0.00016423408,0.00038703234,0.00067945063,0.00017748764,0.000057025587,0.00011676758,0.00006814441,0.000011849454],"category_scores_gemma":[0.00040697207,0.000114237766,0.000124581,0.0017532395,0.000058699417,0.00028764433,0.00013124103,0.00024551534,0.0000055964265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02098284,0.0002893697,0.974247,0.00024744577,0.000106225634,9.877504e-7,0.0012494441,0.0011431482,0.0004665221,0.0000058485116,0.000011736991,0.0012494563],"study_design_scores_gemma":[0.03119622,0.005498078,0.9575412,0.00032029307,0.000013960787,3.3851986e-8,0.0020665827,0.0021385807,0.0003539063,0.00002316295,0.00074561377,0.00010233987],"about_ca_topic_score_codex":0.00018956358,"about_ca_topic_score_gemma":0.00016330015,"teacher_disagreement_score":0.090326235,"about_ca_system_score_codex":0.00037297982,"about_ca_system_score_gemma":0.00020084824,"threshold_uncertainty_score":0.4658481},"labels":[],"label_agreement":null},{"id":"W4365484568","doi":"10.2196/45771","title":"Decolonization in Sexual and Reproductive Health Research Methods: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; McMaster University","funders":"McMaster University","keywords":"Reproductive health; Grey literature; Systematic review; Data extraction; Inclusion (mineral); MEDLINE; Data science; Computer science; Medicine; Sociology; Political science; Social science; Population; Environmental health","score_opus":0.95451628307414,"score_gpt":0.8502489641981248,"score_spread":0.10426731887601526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365484568","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0763754e-8,0.286668,0.00009493291,0.002572482,0.000030837673,0.7103056,0.000045375353,0.00016386033,0.00011893527],"genre_scores_gemma":[1.643044e-10,0.3817716,0.0014297188,0.00013131076,0.0010456054,0.6120665,0.00006850404,0.00021744188,0.003269332],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9273661,0.05910629,0.0041264165,0.003663758,0.0019072057,0.0038302648],"domain_scores_gemma":[0.98200494,0.010462543,0.0015487807,0.0022473796,0.0030091314,0.0007272278],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12769923,0.00075840304,0.0042077675,0.0023180088,0.0031763965,0.00008329335,0.0010315664,0.0010164576,0.00014238992],"category_scores_gemma":[0.023328941,0.0005705157,0.00018767871,0.0065309377,0.00071998226,0.00032115096,0.0018747152,0.00888779,0.00039262933],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015233389,0.00036667127,0.000027857743,0.57937783,0.000020114756,0.000004987022,0.00063507585,4.6135344e-8,1.9602955e-7,0.0001954824,0.05924843,0.359971],"study_design_scores_gemma":[0.0007890352,0.001006257,0.0000114866225,0.48745877,0.0000035001453,0.0000036216138,0.0005097874,0.0000018227851,1.7885723e-7,0.00047587062,0.5095055,0.00023416882],"about_ca_topic_score_codex":0.00023497542,"about_ca_topic_score_gemma":0.00054590293,"teacher_disagreement_score":0.4502571,"about_ca_system_score_codex":0.0021782832,"about_ca_system_score_gemma":0.021812608,"threshold_uncertainty_score":0.9996746},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4365804740","doi":"10.2196/41502","title":"Just-In-Time Adaptive Intervention to Sit Less and Move More in People With Type 2 Diabetes: Protocol for a Microrandomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Type 2 diabetes; Intervention (counseling); Medicine; Gerontology; Psychology; Computer science; Diabetes mellitus; Alternative medicine; Nursing","score_opus":0.32227288554162536,"score_gpt":0.634453691765637,"score_spread":0.3121808062240117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365804740","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044318184,9.616631e-7,0.00004808504,0.0017292189,0.000009439998,0.9535463,0.000044400243,0.00009573543,0.00020766661],"genre_scores_gemma":[0.00062537834,6.8164786e-7,0.00045831353,0.00025205364,0.00016984782,0.9966677,0.000038411297,0.00005689606,0.0017307374],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946143,0.0016790673,0.0009929212,0.0006584906,0.0005430052,0.0015122399],"domain_scores_gemma":[0.9962763,0.0019972653,0.00021043372,0.00045390878,0.0005687128,0.00049338856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007249326,0.00020740046,0.0006202323,0.00081406883,0.00051694055,0.000038310165,0.00033387917,0.0002635105,0.00013948942],"category_scores_gemma":[0.0008336185,0.0001671026,0.000055131633,0.0022527573,0.000084465806,0.00013510772,0.00026933517,0.0010232178,0.00029270063],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85893655,0.0020480338,0.022388238,0.014826834,0.000023792607,0.000009083589,0.0065319734,0.000017733624,0.0006885673,0.0005782394,0.06398766,0.029963275],"study_design_scores_gemma":[0.62881476,0.010209378,0.030758953,0.014961629,0.0000039283077,4.7075332e-7,0.0046027,0.0020159509,0.00013303936,0.0011580774,0.3068921,0.00044902254],"about_ca_topic_score_codex":0.00032506537,"about_ca_topic_score_gemma":0.0016105691,"teacher_disagreement_score":0.24290445,"about_ca_system_score_codex":0.00041038197,"about_ca_system_score_gemma":0.0012250477,"threshold_uncertainty_score":0.6814246},"labels":[],"label_agreement":null},{"id":"W4365810857","doi":"10.2196/47929","title":"Correction: Impact of a Postintensive Care Unit Multidisciplinary Follow-up on the Quality of Life (SUIVI-REA): Protocol for a Multicenter Randomized Controlled Trial","year":2023,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Multidisciplinary approach; Randomized controlled trial; Medicine; Quality of life (healthcare); Medical physics; Family medicine; Alternative medicine; Nursing; Surgery; Political science","score_opus":0.5096383305532239,"score_gpt":0.6511427468603644,"score_spread":0.1415044163071405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365810857","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069929456,0.000018405382,0.000015594165,0.00039212863,0.0007760552,0.99301434,0.00054611295,0.00006591072,0.0044721854],"genre_scores_gemma":[0.00026943604,0.0000058498417,0.00007065914,0.000024932086,0.0013228778,0.9407978,0.00030588717,0.00013885926,0.05706372],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9872855,0.0053645605,0.0029582493,0.0007906876,0.002642473,0.00095851766],"domain_scores_gemma":[0.96093494,0.023608452,0.0023591067,0.0013294498,0.011400048,0.00036803674],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009242751,0.0007204789,0.006183539,0.00085693214,0.00023448789,0.000045447025,0.0006978288,0.0008346354,0.00025590413],"category_scores_gemma":[0.08712776,0.0003823456,0.004056436,0.00088224746,0.0011636008,0.00007228956,0.00037261675,0.0022888994,0.00001908894],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.67378485,0.0010713979,0.0004307887,0.0070699183,0.0016444355,0.000009617597,0.003297169,0.0000031029956,0.00016685633,0.0000189344,0.31237224,0.00013070245],"study_design_scores_gemma":[0.90329295,0.016968073,0.00039589085,0.049128316,0.00012965557,8.303999e-7,0.0043254155,0.0005254141,0.00060588354,0.0000622008,0.024270868,0.00029451918],"about_ca_topic_score_codex":0.00090968166,"about_ca_topic_score_gemma":0.0001465983,"teacher_disagreement_score":0.28810138,"about_ca_system_score_codex":0.00041189196,"about_ca_system_score_gemma":0.0053905947,"threshold_uncertainty_score":0.99986285},"labels":[],"label_agreement":null},{"id":"W4366083773","doi":"10.2196/44183","title":"Personalized, Naturalistic Virtual Reality Scenarios Coupled With Web-Based Progressive Muscle Relaxation Training for the General Population: Protocol for a Proof-of-Principle Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Progressive muscle relaxation; Relaxation (psychology); Computer science; Virtual reality; Protocol (science); Zoom; Anxiety; Population; Human–computer interaction; Multimedia; Psychology; Medicine; Neuroscience","score_opus":0.23557481388453846,"score_gpt":0.521710213260158,"score_spread":0.2861353993756195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366083773","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006981815,8.740527e-7,0.13531835,0.0022761377,0.000012448537,0.8614538,0.00003706549,0.00016499289,0.000038201866],"genre_scores_gemma":[0.02309935,5.892464e-8,0.0053462265,0.000049559327,0.00024269955,0.9707398,0.000071472525,0.000034816083,0.00041600756],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947428,0.0012914214,0.0010060833,0.00067969615,0.0014955772,0.0007844378],"domain_scores_gemma":[0.990652,0.005941355,0.00080485153,0.0009202009,0.0014936784,0.00018790421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011183607,0.00028113904,0.0009858488,0.00029974256,0.000932295,0.0004983837,0.0010832959,0.00016653714,0.000016420867],"category_scores_gemma":[0.0050689173,0.00015876177,0.00041144268,0.0013985089,0.00047801225,0.00040954046,0.00014769369,0.00037889165,0.0000025508582],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9021675,0.0005915364,0.0000048729676,0.0004904571,0.000113723305,0.000002052077,0.0008922897,0.0034978346,0.00028292695,0.08214049,0.0011509868,0.008665359],"study_design_scores_gemma":[0.48039815,0.0018411095,0.000049576804,0.00034222193,0.00000816734,8.77678e-7,0.000039491788,0.5087608,0.00010029517,0.001713889,0.0066175493,0.00012785221],"about_ca_topic_score_codex":0.000048451377,"about_ca_topic_score_gemma":0.000025173042,"teacher_disagreement_score":0.505263,"about_ca_system_score_codex":0.00016984047,"about_ca_system_score_gemma":0.0016947107,"threshold_uncertainty_score":0.7170553},"labels":[],"label_agreement":null},{"id":"W4366121833","doi":"10.2196/44664","title":"Sociocultural and Behavioral Features of Anticipated COVID-19 Vaccine Acceptance in Papua New Guinea: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preparedness; Sociocultural evolution; Vaccination; Pandemic; Medicine; Psychological intervention; Environmental health; Coronavirus disease 2019 (COVID-19); Nursing; Political science; Immunology; Infectious disease (medical specialty)","score_opus":0.49417721991855,"score_gpt":0.6875774931317289,"score_spread":0.19340027321317887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366121833","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028362932,0.0000030404583,0.000044420445,0.0025645338,0.000008384209,0.9686693,0.0000118183125,0.000120324876,0.00021526295],"genre_scores_gemma":[0.008974254,8.451734e-7,0.0014577834,0.000038015467,0.00018542701,0.98571074,0.000005458319,0.000027234419,0.003600224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99491495,0.0022210737,0.000545121,0.0005538479,0.0008364112,0.00092856993],"domain_scores_gemma":[0.9977881,0.0008257733,0.00016333943,0.00035836032,0.00045097488,0.00041348484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007061218,0.00020183451,0.00047806866,0.0004015771,0.00064864004,0.00020638814,0.0006389605,0.00019410516,0.00020653047],"category_scores_gemma":[0.0022679777,0.00016552162,0.00009571119,0.0020913729,0.00007589401,0.00038526597,0.00031333003,0.0004672436,0.000006715708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047378577,0.0036310146,0.4608548,0.002104612,0.00006802413,0.0001267113,0.105792105,0.000009804153,0.007328548,0.0023631977,0.32521117,0.08777216],"study_design_scores_gemma":[0.019117583,0.004733915,0.6295644,0.0006710238,0.000008984156,0.0000014802299,0.031206997,0.000031457883,0.0017285555,0.0050667548,0.30737996,0.0004888685],"about_ca_topic_score_codex":0.002536837,"about_ca_topic_score_gemma":0.008960568,"teacher_disagreement_score":0.16870962,"about_ca_system_score_codex":0.0002150344,"about_ca_system_score_gemma":0.0011503695,"threshold_uncertainty_score":0.6749776},"labels":[],"label_agreement":null},{"id":"W4366322198","doi":"10.2196/44346","title":"Prevention and Treatment of Social Anxiety Disorder in Adolescents: Protocol for a Randomized Controlled Trial of the Online Guided Self-Help Intervention SOPHIE","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Bern","keywords":"Social anxiety; Anxiety; Psychological intervention; Psychosocial; Psychology; Clinical psychology; Intervention (counseling); Quality of life (healthcare); Fear of negative evaluation; Randomized controlled trial; Cognitive behavioral therapy; Psychiatry; Medicine; Psychotherapist","score_opus":0.20148916584346688,"score_gpt":0.5755867348293522,"score_spread":0.3740975689858853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366322198","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025952514,0.000012314171,0.00008484997,0.0002831259,0.000045915076,0.9732165,0.00006252811,0.000061205,0.00028104524],"genre_scores_gemma":[0.036099583,0.00003502755,0.00008902061,0.000004723741,0.00023573912,0.96208507,0.000024051342,0.000044298456,0.0013824825],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933733,0.0033684762,0.0013825761,0.0005953313,0.0007432799,0.0005370577],"domain_scores_gemma":[0.99714106,0.00074694667,0.0008241242,0.0003978417,0.00082051504,0.000069528476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003880376,0.00029038024,0.0012284399,0.000807077,0.00019064696,0.00004185072,0.0003324537,0.0002505548,0.00009439685],"category_scores_gemma":[0.0013506673,0.00017886712,0.0007514726,0.0017027475,0.00038853078,0.00012972466,0.00015710999,0.00023201828,0.0000062458043],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8967098,0.023180958,0.011701857,0.0012522773,0.0003718325,9.3427917e-7,0.001479849,5.8460074e-7,0.00008711456,0.00026512364,0.0016709187,0.06327877],"study_design_scores_gemma":[0.96313816,0.003964434,0.011348213,0.0016511453,0.00003911124,8.1652996e-7,0.0006254271,0.000095243675,0.00023293505,0.0029088147,0.015853932,0.00014176585],"about_ca_topic_score_codex":0.000060621278,"about_ca_topic_score_gemma":0.0000649569,"teacher_disagreement_score":0.066428386,"about_ca_system_score_codex":0.00015097931,"about_ca_system_score_gemma":0.00017815539,"threshold_uncertainty_score":0.7293989},"labels":[],"label_agreement":null},{"id":"W4366402927","doi":"10.2196/44825","title":"Fertility Preservation Techniques in Neuro-Oncology Patients: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Reproductive Biology and Fertility","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fertility preservation; Fertility; Medicine; Oocyte cryopreservation; Protocol (science); Gynecology; Intensive care medicine; Family medicine; Alternative medicine; Population; Pathology","score_opus":0.5899503572210152,"score_gpt":0.6622519088869422,"score_spread":0.072301551665927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366402927","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.3009933e-8,0.049321584,0.0000075566777,0.00026659228,0.0000055833634,0.9498117,0.000048951555,0.00022546314,0.00031250712],"genre_scores_gemma":[7.1260415e-9,0.058231704,0.000110125264,0.00011453318,0.000109018154,0.94056183,0.00018734553,0.00010393422,0.0005814857],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98782885,0.006139641,0.0026887595,0.0015421679,0.0008643576,0.00093621423],"domain_scores_gemma":[0.99278504,0.002148068,0.0008266713,0.0022116802,0.0018237495,0.00020477409],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013357965,0.0005671964,0.0046689585,0.0006862293,0.00015462443,0.000039205843,0.0007969346,0.00097391143,0.000048000475],"category_scores_gemma":[0.024662863,0.00036792195,0.00065954,0.0017768601,0.00034549265,0.00021376605,0.0004784506,0.0020777588,0.00013046815],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016595417,0.0015782607,0.0001197143,0.94163066,0.00006635778,0.000013433147,0.000017429626,1.178084e-9,0.0000011045596,0.000018255412,0.0077505917,0.047144663],"study_design_scores_gemma":[0.0006818463,0.0019374856,0.00021043181,0.49392322,0.00004132444,0.0000030209187,0.0000015330105,7.1009197e-7,0.0000043638224,0.00016966557,0.50289226,0.00013414597],"about_ca_topic_score_codex":0.000009678011,"about_ca_topic_score_gemma":0.000008926365,"teacher_disagreement_score":0.49514166,"about_ca_system_score_codex":0.0011100818,"about_ca_system_score_gemma":0.0017967582,"threshold_uncertainty_score":0.9998773},"labels":[],"label_agreement":null},{"id":"W4366436142","doi":"10.2196/40262","title":"Delivering a Home-Based Exercise Program to Youth With Osteogenesis Imperfecta: Protocol for a Comparative-Approach Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Connective tissue disorders research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Shriners Hospitals for Children - Canada","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Physical therapy; Osteogenesis imperfecta; Psychological intervention; Population; Test (biology); Intervention (counseling); Telemedicine; Randomized controlled trial; Physical medicine and rehabilitation; Health care; Nursing; Surgery","score_opus":0.4029148912029923,"score_gpt":0.5819135176076314,"score_spread":0.17899862640463915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366436142","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12810749,0.0000012397379,0.0004941222,0.00005663497,0.0000013477974,0.87093556,0.000056127745,0.00013213733,0.00021534745],"genre_scores_gemma":[0.07636667,7.876104e-8,0.0011380932,0.000008545656,0.00007186242,0.9218186,0.00011242747,0.00009658546,0.0003871326],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9954728,0.00059280335,0.0003222845,0.0012346819,0.0010616134,0.0013158543],"domain_scores_gemma":[0.9972394,0.00009313414,0.000065228596,0.0009730247,0.0012492305,0.00037998098],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018520778,0.00036014232,0.00041536998,0.00054274115,0.00048304393,0.00026160968,0.00083205133,0.00014517627,0.000022219467],"category_scores_gemma":[0.00016297387,0.00029620234,0.00012396349,0.0019535306,0.00020701834,0.000013781845,0.0006077813,0.00032027304,0.00005894914],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1484134,0.040889975,0.10020771,0.009970146,0.00086133997,0.00013529799,0.016564393,0.0032984735,0.48773292,0.000041390595,0.019068917,0.17281605],"study_design_scores_gemma":[0.08039134,0.25202793,0.046673357,0.0039575226,0.000039566625,0.0000117457475,0.03786794,0.007952473,0.32905537,0.000057407284,0.23824984,0.003715491],"about_ca_topic_score_codex":0.00007907273,"about_ca_topic_score_gemma":0.0001294956,"teacher_disagreement_score":0.21918093,"about_ca_system_score_codex":0.000083900086,"about_ca_system_score_gemma":0.00058842957,"threshold_uncertainty_score":0.99994904},"labels":[],"label_agreement":null},{"id":"W4366442939","doi":"10.2196/42787","title":"Performance and Safety of a New Medical Device (Polybactum) for Reducing the Recurrence Rate of Bacterial Vaginosis: Protocol for a Multicenter, Open-Label, Noncontrolled International Clinical Trial (POLARIS Study)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bacterial vaginosis; Medicine; Gardnerella vaginalis; Informed consent; Clinical trial; Internal medicine; Attrition; Randomization; Pediatrics; Surgery; Gynecology; Alternative medicine","score_opus":0.4813509643901222,"score_gpt":0.6273228059920949,"score_spread":0.14597184160197268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366442939","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101022,0.0000021188082,0.00006013646,0.0010763262,0.00015406481,0.8974836,0.00007106472,0.000027346536,0.00010335174],"genre_scores_gemma":[0.021891668,0.00000445032,0.00020487403,0.000010719815,0.00036124248,0.976449,0.000027469845,0.000027509817,0.0010230704],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939936,0.0027722386,0.0014567022,0.0007648037,0.00035469525,0.0006579524],"domain_scores_gemma":[0.9923047,0.0050900998,0.00045873952,0.0007047178,0.0013428922,0.000098891156],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022142965,0.0002032628,0.0006615311,0.00033647992,0.00048840634,0.00011462252,0.0015990697,0.00027710837,0.00031028286],"category_scores_gemma":[0.012536649,0.00013802029,0.00011601548,0.0006219428,0.0007731377,0.00033887307,0.0010787693,0.0010112826,0.000025428064],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.77698195,0.011006535,0.010160007,0.0009927588,0.00090960937,0.0000021022422,0.0015176466,0.0000018784291,0.033799488,0.00014007652,0.027686428,0.13680151],"study_design_scores_gemma":[0.5158147,0.03495443,0.016773337,0.0023245662,0.000023127368,0.0000088262495,0.00054282823,0.00067722716,0.019003822,0.00012615755,0.4094732,0.00027773346],"about_ca_topic_score_codex":0.00019024462,"about_ca_topic_score_gemma":0.000044770244,"teacher_disagreement_score":0.38178676,"about_ca_system_score_codex":0.00007558708,"about_ca_system_score_gemma":0.0016990708,"threshold_uncertainty_score":0.9957812},"labels":[],"label_agreement":null},{"id":"W4366463320","doi":"10.2196/42094","title":"Action Observation Treatment for Upper Limb Rehabilitation in Patients With Stroke: Protocol for a Multicenter Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Action Observation and Synchronization","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministero della Salute","keywords":"Neurorehabilitation; Randomized controlled trial; Physical medicine and rehabilitation; Rehabilitation; Medicine; Stroke (engine); Physical therapy; Clinical trial; Protocol (science); Surgery; Alternative medicine","score_opus":0.29659253879295444,"score_gpt":0.5758563367210766,"score_spread":0.27926379792812217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366463320","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019170957,7.318374e-8,0.0018758749,0.0008636057,0.000051366747,0.9776895,0.000029624876,0.00013708655,0.0001818886],"genre_scores_gemma":[0.0022206048,6.0091935e-8,0.0010897383,0.000033301192,0.00020388103,0.9888427,0.00028958425,0.000054227803,0.007265887],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99572796,0.0016257179,0.0009252622,0.0005398509,0.0006417873,0.0005394467],"domain_scores_gemma":[0.9940848,0.0038416085,0.00037205484,0.00036155918,0.001256107,0.000083880564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003614516,0.00022415852,0.0007093264,0.00070590613,0.00025493366,0.000120078716,0.00013276919,0.0002195614,0.0002857081],"category_scores_gemma":[0.002101316,0.00015475991,0.00029095932,0.00067230733,0.00010433635,0.00039627758,0.000018122264,0.00017851952,0.00006650694],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9717866,0.0031250874,0.013287004,0.00021172932,0.00009725783,2.153865e-7,0.00092697603,0.00005140386,0.0000361987,0.0009289789,0.0042626644,0.005285884],"study_design_scores_gemma":[0.90121377,0.010814727,0.022372203,0.00021650137,0.0000074584636,3.5344943e-8,0.0002751868,0.0044509117,0.000034247565,0.0002285576,0.06024309,0.00014329696],"about_ca_topic_score_codex":0.000022927634,"about_ca_topic_score_gemma":0.00004522239,"teacher_disagreement_score":0.070572816,"about_ca_system_score_codex":0.0005494982,"about_ca_system_score_gemma":0.00019334185,"threshold_uncertainty_score":0.6310926},"labels":[],"label_agreement":null},{"id":"W4366493306","doi":"10.2196/43418","title":"Testing Behavior Change Techniques to Increase Physical Activity in Middle-Aged and Older Adults: Protocol for a Randomized Personalized Trial Series","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Randomized controlled trial; Intervention (counseling); Activity tracker; Physical therapy; Behavior change; Medicine; Physical medicine and rehabilitation; Quality of life (healthcare); Physical activity; Psychology; Social psychology","score_opus":0.4809550781110754,"score_gpt":0.5917712061020627,"score_spread":0.11081612799098728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366493306","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2717968,9.393997e-8,0.0000059764093,0.00092031376,0.0000015765744,0.7269555,0.000025449306,0.00020467752,0.0000896513],"genre_scores_gemma":[0.015592116,1.1618731e-7,0.0007912001,0.00007091217,0.0006295304,0.98255014,0.000008661797,0.00005062441,0.00030671747],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99626255,0.0011060094,0.00032354158,0.0006374936,0.0007938636,0.0008765529],"domain_scores_gemma":[0.996713,0.002099226,0.00010414114,0.0003274796,0.00030077988,0.00045540463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003458148,0.00025539426,0.0011097065,0.00046449577,0.00027311282,0.0000889225,0.00015539199,0.00015554295,0.000017114298],"category_scores_gemma":[0.0029588307,0.00019674686,0.00016433651,0.0012386458,0.00036225,0.00039737785,0.00024557297,0.00083673414,0.0000124548405],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92873245,0.0069938484,0.000333528,0.004957498,0.000013112931,0.000052613752,0.0023891826,8.924066e-9,0.013734214,0.00012538783,0.00052062067,0.04214752],"study_design_scores_gemma":[0.93722665,0.014536967,0.012597053,0.013378107,0.000013316459,0.000010540145,0.00026521285,0.00040852698,0.013276393,0.00068130373,0.0072309966,0.00037494363],"about_ca_topic_score_codex":0.00043181764,"about_ca_topic_score_gemma":0.00005132194,"teacher_disagreement_score":0.25620466,"about_ca_system_score_codex":0.00017440158,"about_ca_system_score_gemma":0.0003698115,"threshold_uncertainty_score":0.8023104},"labels":[],"label_agreement":null},{"id":"W4366523305","doi":"10.2196/47024","title":"Assessment of Multidimensional Health Care Parameters Among Adults in Japan for Developing a Virtual Human Generative Model: Protocol for a Cross-sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kao Corporation","keywords":"Observational study; Population; Medicine; Health care; Cross-sectional study; Computer science; Environmental health; Pathology","score_opus":0.32592084080571154,"score_gpt":0.6004100194145621,"score_spread":0.2744891786088505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366523305","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41950148,3.551112e-8,0.0013740156,0.000043600543,0.000003209377,0.5789545,0.00006195309,0.000029693338,0.00003150478],"genre_scores_gemma":[0.2205989,3.4863675e-8,0.009179434,0.00004702217,0.000023513116,0.7699564,0.00004698551,0.00004574202,0.00010194541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943661,0.00081091694,0.0009472665,0.0011983956,0.0015369231,0.001140397],"domain_scores_gemma":[0.9983407,0.00059346686,0.00028321848,0.00040265027,0.00015012408,0.00022981517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005602462,0.00026511,0.00037864328,0.00034222344,0.0008751839,0.00007424406,0.00038000738,0.00012621438,0.000042877797],"category_scores_gemma":[0.0002555837,0.00025486553,0.000102784805,0.0006841761,0.00045273372,0.0003479073,0.000548429,0.0005362177,0.000013967651],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070035405,0.0014171673,0.9572308,0.0008228837,0.000020947233,0.0000037288903,0.0064026583,0.028587554,0.001970625,0.00022199303,0.00041692643,0.0022043658],"study_design_scores_gemma":[0.0079566585,0.004538374,0.9178081,0.0006328471,5.200696e-7,3.813623e-7,0.0022332168,0.06476731,0.0010515986,0.00021872774,0.00053472305,0.00025752303],"about_ca_topic_score_codex":0.00046961513,"about_ca_topic_score_gemma":0.001474712,"teacher_disagreement_score":0.19890256,"about_ca_system_score_codex":0.0021908164,"about_ca_system_score_gemma":0.00058844837,"threshold_uncertainty_score":0.99999034},"labels":[],"label_agreement":null},{"id":"W4366539077","doi":"10.2196/42212","title":"Black Health in Canada: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Racial and Ethnic Identity Research","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Faculty of Nursing, University of Alberta; University of Alberta","keywords":"Protocol (science); Medicine; Alternative medicine","score_opus":0.8395263616413332,"score_gpt":0.7614227528300714,"score_spread":0.07810360881126177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366539077","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.4365932e-10,0.17862676,0.0000010084163,0.0031750398,0.0000099406625,0.8161787,0.000051574727,0.000057152032,0.0018998554],"genre_scores_gemma":[3.6616085e-11,0.46893412,0.000009769355,0.00007409719,0.00029952583,0.52663344,0.0000140686325,0.000054454915,0.0039805435],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9846896,0.0065382747,0.0017776862,0.0009841832,0.0031447734,0.002865518],"domain_scores_gemma":[0.9952682,0.0020771734,0.00049859984,0.0007625497,0.00069180835,0.00070162676],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026229274,0.00038953227,0.0025362247,0.0006877922,0.0011374091,0.00036144917,0.0021763702,0.00033103206,0.00039052864],"category_scores_gemma":[0.004362566,0.00033492423,0.00041193634,0.004512465,0.00053895154,0.00024833367,0.0005803546,0.0020748337,0.0004779259],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000012558874,0.000052350915,0.0000012579694,0.48149434,0.000008409598,0.0000123063755,0.00012729978,4.0597683e-8,1.7367116e-9,0.0002988804,0.16483837,0.35315418],"study_design_scores_gemma":[0.00022130902,0.00008682266,4.7341584e-7,0.47965485,0.0000010984144,2.9555437e-7,0.00006585849,4.887771e-7,1.4542372e-8,0.00018034034,0.5196321,0.00015633219],"about_ca_topic_score_codex":0.838335,"about_ca_topic_score_gemma":0.99128765,"teacher_disagreement_score":0.35479373,"about_ca_system_score_codex":0.0070813014,"about_ca_system_score_gemma":0.17084187,"threshold_uncertainty_score":0.9999103},"labels":[],"label_agreement":null},{"id":"W4366539480","doi":"10.2196/39442","title":"Aiding clinical decision-making at the individual and community level using mobile sensor data – A study protocol for an experimental design (Preprint)","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Computer science; Data science; Medicine; World Wide Web; Alternative medicine","score_opus":0.9038394727115536,"score_gpt":0.765789740112663,"score_spread":0.13804973259889064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366539480","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05015415,0.00000276597,0.0020116225,0.00009990291,0.000021191914,0.94716173,0.00037997932,0.00009517492,0.00007350122],"genre_scores_gemma":[0.020329213,2.084993e-7,0.008891547,0.00035430398,0.0002574936,0.9699361,0.000045643483,0.00007641119,0.0001090959],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96394813,0.030655814,0.0016198456,0.0010266148,0.0013791291,0.0013704639],"domain_scores_gemma":[0.9772166,0.0179442,0.00053008366,0.003350092,0.00039160377,0.00056741846],"candidate_categories":["metaresearch","sts","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06460773,0.00025583815,0.00046464766,0.00021242308,0.026888795,0.000109065535,0.0023732923,0.00017588356,0.0007081337],"category_scores_gemma":[0.0020039885,0.00019869728,0.00005711759,0.00057128625,0.00035703465,0.00031848447,0.010435555,0.0048040575,0.000028647899],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.056242682,0.05512835,0.27080432,0.0062753027,0.00020334416,0.000030758667,0.07334399,0.0010940786,0.002300758,0.00093359494,0.18095224,0.35269058],"study_design_scores_gemma":[0.0186189,0.01965477,0.014837318,0.0015969638,0.000012020368,0.000027911958,0.12672167,0.011466993,0.00006815497,0.0014638616,0.8049981,0.0005333587],"about_ca_topic_score_codex":0.0003320654,"about_ca_topic_score_gemma":0.00030082176,"teacher_disagreement_score":0.62404585,"about_ca_system_score_codex":0.00072294165,"about_ca_system_score_gemma":0.0024898513,"threshold_uncertainty_score":0.99756783},"labels":[],"label_agreement":null},{"id":"W4366597727","doi":"10.2196/46816","title":"The Effectiveness of Early Food Introduction in Preventing Childhood Allergic Diseases: Protocol for a Systematic Review and Meta-Analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Food Allergy and Anaphylaxis Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Systematic review; Food allergy; Allergy; Randomized controlled trial; Population; CINAHL; Meta-analysis; Asthma; Observational study; Pediatrics; Psychological intervention; MEDLINE; Environmental health; Family medicine; Immunology; Internal medicine; Psychiatry","score_opus":0.2838914948248355,"score_gpt":0.5704966101578349,"score_spread":0.2866051153329994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366597727","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.299146e-8,0.33039814,0.0000024791673,0.00010879719,9.09651e-7,0.6693867,0.00005907918,0.00002819016,0.000015628497],"genre_scores_gemma":[6.106292e-7,0.112415306,0.00001608504,0.0000037215746,0.00009155881,0.8867598,0.000053132106,0.000098416174,0.00056135235],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98472273,0.009624691,0.0020064828,0.001082544,0.0016442358,0.0009192916],"domain_scores_gemma":[0.9912866,0.0052685156,0.00074612146,0.0015579141,0.0008827911,0.00025809027],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01928645,0.00056184805,0.007639091,0.0013731022,0.00033105485,0.00017360768,0.0007739543,0.00029082497,0.00004344287],"category_scores_gemma":[0.0052178823,0.00029351035,0.003052964,0.0051881536,0.00031865097,0.00013239993,0.00047198567,0.0013619522,0.000017159962],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032492075,0.00057802454,0.0000025607446,0.93648374,0.060504008,0.0000062884924,0.00001785224,3.20223e-7,2.130796e-7,0.00036857344,0.00018540968,0.001528112],"study_design_scores_gemma":[0.0016828281,0.0044761123,0.00008934571,0.795611,0.036625307,0.000012818178,0.000022259246,0.0000040601826,0.0000027826848,0.00040315662,0.16072516,0.00034514532],"about_ca_topic_score_codex":0.000013257555,"about_ca_topic_score_gemma":0.000032046144,"teacher_disagreement_score":0.21798283,"about_ca_system_score_codex":0.00024028606,"about_ca_system_score_gemma":0.00089576765,"threshold_uncertainty_score":0.9999517},"labels":[],"label_agreement":null},{"id":"W4366602804","doi":"10.2196/35865","title":"The Pharmacoeconomic Impact of Pharmaceutical Care in the Hospital: Protocol for an Overview of Systematic Reviews","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Pharmacoeconomics; Systematic review; Cochrane Library; Scopus; MEDLINE; Medicine; Pharmaceutical care; Health care; Psychological intervention; Economic evaluation; Grey literature; Protocol (science); Cost effectiveness; Alternative medicine; Family medicine; Pharmacy; Nursing; Intensive care medicine; Risk analysis (engineering); Political science","score_opus":0.9406835535501028,"score_gpt":0.7696134775342174,"score_spread":0.17107007601588542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366602804","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012731176,0.0003185266,0.000012118829,0.002346168,0.000017985862,0.99525094,0.00018773453,0.000023118038,0.0005703086],"genre_scores_gemma":[0.0035412554,0.0000655247,0.00006859864,0.00018526979,0.00014300302,0.9958726,0.000012913136,0.00004039575,0.00007043331],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882606,0.004406576,0.005741149,0.0005101311,0.00027805284,0.00080347824],"domain_scores_gemma":[0.9905164,0.005587131,0.0022468674,0.0012078002,0.00028619956,0.0001555601],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.089178145,0.00022128146,0.0014340292,0.00044113863,0.00028002643,0.00014844189,0.0014794412,0.00011782323,0.00010666872],"category_scores_gemma":[0.005821206,0.000148405,0.00041760248,0.0008073449,0.00023360105,0.00041495732,0.00013184096,0.0004072242,0.00042314004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009155296,0.0016107728,0.021090042,0.6609895,0.00019178026,0.0000023943242,0.02112757,0.00020647887,0.00006132347,0.07404558,0.21690346,0.0028555328],"study_design_scores_gemma":[0.0108079435,0.0068140547,0.0140988,0.04155753,0.000009463954,0.0000050645717,0.008115841,0.015288884,0.00012225,0.01851312,0.8838748,0.0007922501],"about_ca_topic_score_codex":0.00017153719,"about_ca_topic_score_gemma":0.000060452672,"teacher_disagreement_score":0.6669713,"about_ca_system_score_codex":0.0005972795,"about_ca_system_score_gemma":0.00046377777,"threshold_uncertainty_score":0.9378828},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4366780037","doi":"10.2196/47195","title":"Coping After Breast Cancer: Protocol for a Randomized Controlled Trial of Stress Management eHealth Interventions","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychological intervention; eHealth; Randomized controlled trial; Stress management; Breast cancer; Medicine; Psychosocial; Coping (psychology); Mindfulness; Clinical psychology; Quality of life (healthcare); Physical therapy; Cancer; Psychiatry; Nursing; Internal medicine; Health care","score_opus":0.19307492357700548,"score_gpt":0.5844196901232971,"score_spread":0.3913447665462916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366780037","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028980937,0.0000029732994,0.00013400266,0.001998799,0.000034233082,0.99607915,0.00015078961,0.00009935001,0.001210901],"genre_scores_gemma":[0.0016582917,0.0000029685636,0.00005523647,0.000043877855,0.00036063354,0.9928413,0.000018172643,0.00004230625,0.004977188],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99597496,0.0008866536,0.0010166283,0.00040021323,0.0010632849,0.00065825245],"domain_scores_gemma":[0.9976551,0.0006230958,0.00025543894,0.0004940365,0.0007622143,0.00021010762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004992491,0.00018758108,0.001356818,0.00058972323,0.00013320324,0.00006359442,0.00022794997,0.000102561535,0.0006208063],"category_scores_gemma":[0.00017241562,0.00013351702,0.00096175063,0.00077804783,0.00021838119,0.00007630127,0.00017795691,0.0003301621,0.00001751733],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9602038,0.0009608658,0.0001917307,0.022894459,0.00030458157,0.000017675959,0.00030914176,0.0000019949882,0.000015802842,0.000509925,0.0072890897,0.0073008984],"study_design_scores_gemma":[0.9515936,0.0016143395,0.00033443642,0.019024821,0.000035204557,0.0000015315378,0.00024426676,0.00012618977,0.00010467903,0.00028186035,0.026527526,0.000111579386],"about_ca_topic_score_codex":0.0001874306,"about_ca_topic_score_gemma":0.000303952,"teacher_disagreement_score":0.019238437,"about_ca_system_score_codex":0.00020301137,"about_ca_system_score_gemma":0.00044013278,"threshold_uncertainty_score":0.67973936},"labels":[],"label_agreement":null},{"id":"W4366821597","doi":"10.2196/41078","title":"Breaking Down Barriers to a Suicide Prevention Helpline: Protocol for a Web-Based Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Suicidal ideation; Test (biology); Randomized controlled trial; Suicide prevention; Helpline; Poison control; Medicine; Injury prevention; Psychology; Psychiatry; Medical emergency","score_opus":0.22015632298252044,"score_gpt":0.5790317767123074,"score_spread":0.358875453729787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366821597","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013358155,0.000001089521,0.00042596628,0.001844106,0.000058353016,0.9915518,0.000025139905,0.0005047838,0.0042529576],"genre_scores_gemma":[0.0008623018,5.233563e-8,0.00034557242,0.0002542317,0.00065550953,0.98843765,0.00001803956,0.000094888564,0.009331745],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9914549,0.00330899,0.0013765753,0.00096120534,0.0012591353,0.0016391791],"domain_scores_gemma":[0.9916504,0.005847667,0.00032127282,0.0007950735,0.000844824,0.0005407796],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016356215,0.00041217083,0.0018050892,0.0011454226,0.0007679197,0.00026115394,0.0006610163,0.00028190596,0.002382155],"category_scores_gemma":[0.0075470246,0.0003055371,0.0009829921,0.0015843435,0.00026429442,0.00012253324,0.00022006601,0.000573781,0.00082758936],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92222244,0.0005265867,0.00010804342,0.0003290716,0.0003345574,0.000027736294,0.00081014086,0.000013034681,0.0008420923,0.0009425302,0.0727462,0.001097541],"study_design_scores_gemma":[0.8964869,0.0035961643,0.000069622874,0.00045473847,0.0000180587,0.0000012085062,0.0004358717,0.00048810302,0.0003053654,0.0016193292,0.09621957,0.00030507377],"about_ca_topic_score_codex":0.000063938176,"about_ca_topic_score_gemma":0.000059392845,"teacher_disagreement_score":0.025735565,"about_ca_system_score_codex":0.0001541554,"about_ca_system_score_gemma":0.000938181,"threshold_uncertainty_score":0.9999504},"labels":[],"label_agreement":null},{"id":"W4366962278","doi":"10.2196/45885","title":"Precision Public Health Approach in Outbreak Management: Protocol for a Scoping Review (Preprint)","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Public health; Computer science; Medicine; World Wide Web; Nursing; Alternative medicine","score_opus":0.6943827167252263,"score_gpt":0.679195291228281,"score_spread":0.015187425496945295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366962278","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.5588386e-10,0.17353952,0.00012894026,0.00028986632,0.0000052502037,0.8226173,0.00019538622,0.00035363407,0.00287013],"genre_scores_gemma":[3.281601e-10,0.3905037,0.0014249807,0.00009310385,0.00012778367,0.6059425,0.00061454065,0.00019928098,0.0010941264],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98572665,0.0037914687,0.0031116433,0.0024387017,0.0026162446,0.0023152682],"domain_scores_gemma":[0.99301565,0.00090238836,0.000960085,0.0035055426,0.00064870203,0.0009676418],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022842476,0.00081635616,0.004648537,0.0019231165,0.00025644762,0.00029621023,0.0017686724,0.00039194402,0.00020049947],"category_scores_gemma":[0.002227358,0.0006427237,0.00090340205,0.0043288544,0.00020423718,0.00028749357,0.0021593934,0.0019638322,0.00087385485],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011361351,0.0007505251,0.000011378035,0.51185775,0.00006435564,0.000037605812,0.0000126708965,6.6234094e-8,8.0794536e-9,0.00010647806,0.024941618,0.46210396],"study_design_scores_gemma":[0.0017948394,0.00036167735,0.000017055536,0.49234197,0.000008362002,0.000013044528,0.0000064000637,0.000007869672,2.9116404e-8,0.000037970807,0.50517887,0.00023189656],"about_ca_topic_score_codex":0.000011174541,"about_ca_topic_score_gemma":0.000015748852,"teacher_disagreement_score":0.48023725,"about_ca_system_score_codex":0.0015448529,"about_ca_system_score_gemma":0.005585684,"threshold_uncertainty_score":0.9999041},"labels":[],"label_agreement":null},{"id":"W4366964672","doi":"10.2196/44027","title":"Novel Versus Conventional Sequencing of β-Blockers, Sodium/Glucose Cotransportor 2 Inhibitors, Angiotensin Receptor-Neprilysin Inhibitors, and Mineralocorticoid Receptor Antagonists in Stable Patients With Heart Failure With Reduced Ejection Fraction (NovCon Sequencing Study): Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"MRAS; Protocol (science); Medicine; Alternative medicine; Engineering","score_opus":0.07375405825216926,"score_gpt":0.4101793375806432,"score_spread":0.33642527932847394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366964672","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3191886,6.463043e-7,0.000037069873,0.0009888479,0.000032806172,0.67962646,0.000018871144,0.00009412982,0.0000125879],"genre_scores_gemma":[0.03434462,4.926746e-7,0.006883116,0.000011904048,0.00029654196,0.9578478,0.0002465261,0.00008046556,0.00028854443],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994413,0.00079420704,0.0013708831,0.0009150337,0.0016702072,0.00083667814],"domain_scores_gemma":[0.9968817,0.00066635286,0.0005259372,0.00043931612,0.0012184252,0.00026826616],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004242736,0.00047112757,0.0018160297,0.0010237359,0.00030104708,0.00012765433,0.00009828553,0.00022848406,0.00006917102],"category_scores_gemma":[0.00050744094,0.00032916953,0.00026334205,0.0013462653,0.00033107796,0.00044831878,0.000064445136,0.00056817214,0.000008500231],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8983249,0.002730531,0.011080913,0.00076348585,0.00045435762,0.00001224638,0.00033476413,0.000013346425,0.077362396,0.000018940953,0.008795542,0.00010856078],"study_design_scores_gemma":[0.94544196,0.014958381,0.0007903749,0.0031287335,0.00010189558,0.0000025767542,0.0010131595,0.00022434398,0.018700413,0.000007339338,0.015303899,0.00032694786],"about_ca_topic_score_codex":0.0004340653,"about_ca_topic_score_gemma":0.00024200154,"teacher_disagreement_score":0.28484395,"about_ca_system_score_codex":0.00107951,"about_ca_system_score_gemma":0.001305122,"threshold_uncertainty_score":0.999916},"labels":[],"label_agreement":null},{"id":"W4366985211","doi":"10.2196/44607","title":"A Computational Platform to Support the Detection, Follow-up, and Epidemiological Surveillance of Mental Health and Substance Use Disorders: Protocol for a Development and Evaluation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Epidemiology; Mental health; Medicine; Population; Substance abuse; Intervention (counseling); Protocol (science); Health care; Psychological intervention; Psychiatry; Environmental health; Alternative medicine; Pathology","score_opus":0.5926665633083794,"score_gpt":0.6501961602167717,"score_spread":0.05752959690839232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366985211","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19215323,0.0000017625825,0.00018194033,0.0010075116,0.0000129505925,0.8065311,0.00004834178,0.00003002052,0.000033188437],"genre_scores_gemma":[0.18809666,7.688789e-8,0.0002883675,0.000051450847,0.000010680055,0.81130993,0.000021844522,0.00001259701,0.00020837788],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971429,0.000745395,0.0006324799,0.00045320432,0.0005590543,0.0004669485],"domain_scores_gemma":[0.99815965,0.0010460601,0.00015375101,0.00018305873,0.00024577856,0.00021169591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007370844,0.00013012862,0.00023944826,0.00018420933,0.00047829776,0.000080636244,0.00012892023,0.00005021476,0.000022558286],"category_scores_gemma":[0.00040775738,0.0000940936,0.00002872384,0.00045258258,0.00018432636,0.00016714438,0.00015626238,0.00016946302,0.000010558613],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009447427,0.0031746947,0.2951762,0.0017380121,0.00013444257,0.0000021195697,0.024533398,0.000016476763,0.000016208918,0.0029661115,0.01673213,0.6460628],"study_design_scores_gemma":[0.010287214,0.01938146,0.9069855,0.0006953995,0.000001010768,0.0000107814885,0.003907372,0.0007275098,0.000027275115,0.0067478563,0.051032037,0.00019656547],"about_ca_topic_score_codex":0.000059735583,"about_ca_topic_score_gemma":0.0016191663,"teacher_disagreement_score":0.6458662,"about_ca_system_score_codex":0.00013769307,"about_ca_system_score_gemma":0.00018013555,"threshold_uncertainty_score":0.38370258},"labels":[],"label_agreement":null},{"id":"W4366989709","doi":"10.2196/48183","title":"Optimal Dosing and Timing of High-Dose Corticosteroid Therapy in Hospitalized Patients With COVID-19: Study Protocol for a Retrospective Observational Multicenter Study (SELECT)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Dosing; Dexamethasone; Observational study; Retrospective cohort study; Corticosteroid; Intensive care; Intensive care medicine; Internal medicine","score_opus":0.36587944518540516,"score_gpt":0.6129281438431367,"score_spread":0.2470486986577315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366989709","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45634088,1.4262946e-7,0.00002273738,0.00040922238,0.000001635446,0.5431633,0.000016043015,0.000042818952,0.0000032386877],"genre_scores_gemma":[0.38516688,2.597751e-7,0.00027086155,0.00006475397,0.000029807023,0.6143527,0.000009182361,0.00003802208,0.00006753178],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939867,0.0008552108,0.000907454,0.000950845,0.0024003207,0.0008994501],"domain_scores_gemma":[0.9922536,0.0046930416,0.00023839,0.0005632804,0.0018408687,0.00041081215],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004388048,0.00029451543,0.00083181803,0.0006770511,0.00034418947,0.00010240307,0.00029764217,0.000090396825,0.000060585135],"category_scores_gemma":[0.022504415,0.00020840537,0.000076507604,0.001749303,0.00042497207,0.0002387775,0.00054585206,0.0007249478,0.000004294604],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0522768,0.011853516,0.9280808,0.0013848633,0.00019320026,0.00006306403,0.004690539,0.000041570423,0.0002001228,0.000006458382,0.00031962653,0.00088946125],"study_design_scores_gemma":[0.09046156,0.049599566,0.8563123,0.0008675247,0.000006366539,1.17598354e-7,0.0009410617,0.0007982893,0.000086653294,0.00007705653,0.00068471086,0.00016483573],"about_ca_topic_score_codex":0.00025808686,"about_ca_topic_score_gemma":0.0000848769,"teacher_disagreement_score":0.071768515,"about_ca_system_score_codex":0.0006548529,"about_ca_system_score_gemma":0.0010562579,"threshold_uncertainty_score":0.98572946},"labels":[],"label_agreement":null},{"id":"W4367019033","doi":"10.2196/46157","title":"Evaluating the Efficacy of Web-Based Cognitive Behavioral Therapy for the Treatment of Patients With Bipolar II Disorder and Residual Depressive Symptoms: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bipolar Disorder and Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Optech (Canada); Queen's University","funders":"","keywords":"Randomized controlled trial; Bipolar disorder; Cognitive behavioral therapy; Clinical psychology; Quality of life (healthcare); Psychology; Major depressive disorder; Psychiatry; Coping (psychology); Cognition; Cognitive therapy; Medicine; Psychotherapist; Internal medicine","score_opus":0.17914975626010166,"score_gpt":0.5504702485442593,"score_spread":0.37132049228415764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367019033","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21928462,0.00006100092,0.000027804133,0.00021860612,0.0000033533404,0.78025436,0.00011881013,0.000024757952,0.00000667536],"genre_scores_gemma":[0.03872214,0.000004138824,0.00008082665,0.0000065235886,0.00006399988,0.9608601,0.00008009407,0.00004811081,0.0001340739],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963514,0.0011446688,0.000649545,0.00038749128,0.001002847,0.0004640294],"domain_scores_gemma":[0.9887071,0.0094251195,0.00037890323,0.00040940545,0.0009951683,0.000084289844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024240068,0.0002770493,0.001139014,0.00019683786,0.00057246693,0.000038979248,0.00015325233,0.000100470315,0.000023045175],"category_scores_gemma":[0.00078501797,0.00010787743,0.00041790522,0.0003663901,0.00071977254,0.00004524212,0.000042679327,0.00015429978,6.567037e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9223906,0.012036396,0.0148142,0.00021160855,0.00097414164,4.5569277e-7,0.0009467763,0.0000046410064,0.00008539434,0.000017110644,0.000031165262,0.04848753],"study_design_scores_gemma":[0.8830195,0.10243067,0.008548883,0.00069166196,0.0002828719,1.9778078e-7,0.00011600482,0.0009986663,0.0010052061,0.00004002729,0.0027699452,0.00009635905],"about_ca_topic_score_codex":0.000041752828,"about_ca_topic_score_gemma":0.00003046494,"teacher_disagreement_score":0.18060572,"about_ca_system_score_codex":0.000050849092,"about_ca_system_score_gemma":0.0007012825,"threshold_uncertainty_score":0.4403011},"labels":[],"label_agreement":null},{"id":"W4367044530","doi":"10.2196/48338","title":"Correction: The Evaluation of Health Care Services for Children and Adolescents With Post–COVID-19 Condition: Protocol for a Prospective Longitudinal Study","year":2023,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Protocol (science); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Longitudinal study; Medicine; Psychology; Medical education; Family medicine; Alternative medicine; Virology","score_opus":0.2768254982756982,"score_gpt":0.6001391121783735,"score_spread":0.32331361390267527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367044530","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014981195,0.000028772205,0.000048295602,0.003855731,0.00017701989,0.99481463,0.00066283456,0.0001331463,0.00012977538],"genre_scores_gemma":[0.0009940669,6.0441226e-7,0.00004965901,0.00032007505,0.0017977052,0.99274206,0.0009853435,0.00015832545,0.0029521736],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9904711,0.0021288674,0.0010324415,0.0013387857,0.0042302823,0.0007984854],"domain_scores_gemma":[0.99055666,0.0004875103,0.000998949,0.0010781385,0.006484253,0.00039450446],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010774651,0.0005106684,0.0011409513,0.0005130685,0.0011682827,0.00019730208,0.0005078369,0.0003349238,0.000039806866],"category_scores_gemma":[0.0012190838,0.00035191685,0.00019366166,0.0009086081,0.0004306672,0.00017210533,0.00025798276,0.0015197345,0.0000047815715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018416049,0.0027673598,0.116420485,0.07947618,0.0006111083,0.0000037751277,0.020016925,0.0000060609586,8.6416117e-7,0.000018358693,0.7591042,0.0031586578],"study_design_scores_gemma":[0.039670467,0.04529849,0.7843521,0.044839326,0.0001536715,0.000044832734,0.016634012,0.00008088585,0.00001516138,0.00024424473,0.06820515,0.00046160846],"about_ca_topic_score_codex":0.0016066342,"about_ca_topic_score_gemma":0.008327869,"teacher_disagreement_score":0.690899,"about_ca_system_score_codex":0.0015020884,"about_ca_system_score_gemma":0.011590932,"threshold_uncertainty_score":0.9998933},"labels":[],"label_agreement":null},{"id":"W4367048278","doi":"10.2196/45176","title":"Fibroblast Activation Protein Overexpression in Gastrointestinal Tumors: Protocol for a Systematic Review and Meta-analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Peptidase Inhibition and Analysis","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Medicine; Cochrane Library; Oncology; Systematic review; Internal medicine; Stromal cell; Fibroblast activation protein, alpha; MEDLINE; Odds ratio; Bioinformatics; Cancer; Biology","score_opus":0.5294833439968474,"score_gpt":0.618266216639327,"score_spread":0.08878287264247964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367048278","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5518516e-8,0.003456426,0.000076639604,0.00024307627,9.320169e-9,0.99594045,0.00011482766,0.000098562254,0.0000700086],"genre_scores_gemma":[1.9406617e-8,0.00056078896,0.0006328449,0.000050647708,0.000046972866,0.99394804,0.00020332274,0.00010922618,0.0044481424],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99230117,0.0022087053,0.0022156676,0.0010907816,0.0014105736,0.00077313255],"domain_scores_gemma":[0.99593556,0.0008150629,0.0010814335,0.0011032849,0.00071557367,0.00034905632],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003973603,0.00066505146,0.0075814854,0.0022446685,0.00017105624,0.00019489725,0.00034904212,0.00023612492,0.00052045216],"category_scores_gemma":[0.0026909567,0.0004080664,0.0026653856,0.004311715,0.00013658554,0.00020263159,0.00027447773,0.0012561677,0.0000924901],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009343846,0.00036523378,2.6360792e-7,0.9919674,0.005937114,0.000033456323,0.000008142299,2.0802402e-7,0.00004398242,0.00003539396,0.0014506573,0.00006474063],"study_design_scores_gemma":[0.00087047723,0.0007064486,4.188013e-7,0.9762397,0.011994811,0.00004953655,0.000013012563,0.00003519399,0.000030901367,0.000052181666,0.009712431,0.00029490757],"about_ca_topic_score_codex":0.000016087712,"about_ca_topic_score_gemma":0.0000073233036,"teacher_disagreement_score":0.01572769,"about_ca_system_score_codex":0.00035728904,"about_ca_system_score_gemma":0.0007170259,"threshold_uncertainty_score":0.9998371},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4367187612","doi":"10.2196/47079","title":"Characterizing Symptoms and Identifying Biomarkers of Long COVID in People With and Without HIV: Protocol for a Remotely Conducted Prospective Observational Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Medicine; Asymptomatic; Observational study; Prospective cohort study; Cohort study; Cohort; Risk factor; Quality of life (healthcare); Internal medicine","score_opus":0.2144277347197606,"score_gpt":0.533300220647202,"score_spread":0.31887248592744133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367187612","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45317033,2.4820017e-7,0.000026069138,0.00038821597,0.0000014330973,0.5463111,0.000010408104,0.00006333574,0.000028911953],"genre_scores_gemma":[0.14402105,1.2075607e-7,0.000411713,0.000037267302,0.000041067007,0.8551918,0.000031855125,0.000055318662,0.00020977152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99643403,0.00044201524,0.00053014344,0.0007853771,0.001190777,0.0006176535],"domain_scores_gemma":[0.99736005,0.0010026938,0.0002153129,0.00043636965,0.0006976544,0.00028790397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003402965,0.00025456166,0.00063576875,0.0007916441,0.00021689109,0.00015300585,0.00018610865,0.00011592359,0.000017393522],"category_scores_gemma":[0.0016105396,0.00020220906,0.000040834406,0.0014957234,0.00036729127,0.0004537752,0.0002734721,0.0004341939,0.0000034217112],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009495163,0.0006142611,0.9652358,0.007815366,0.00017822017,0.00006688292,0.0018121555,7.4306496e-7,0.014226844,0.00003722129,0.00015420513,0.0003631283],"study_design_scores_gemma":[0.018932631,0.004542126,0.9676603,0.0051692324,0.000012814377,0.000030069947,0.00046684215,0.00047318806,0.0021469314,0.000104212275,0.00026379756,0.00019784083],"about_ca_topic_score_codex":0.00012006937,"about_ca_topic_score_gemma":0.00017715213,"teacher_disagreement_score":0.30914927,"about_ca_system_score_codex":0.0002818544,"about_ca_system_score_gemma":0.0008628201,"threshold_uncertainty_score":0.82458466},"labels":[],"label_agreement":null},{"id":"W4367276427","doi":"10.2196/46601","title":"Enhancing Nonverbal Communication Through Virtual Human Technology: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Nonverbal communication; Exploratory research; Qualitative research; Grounded theory; Thematic analysis; Coding (social sciences); Psychology; Applied psychology; Computer science; Multimedia; Communication","score_opus":0.7556719769142274,"score_gpt":0.7415469981624218,"score_spread":0.014124978751805628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367276427","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010246298,0.0000025791721,0.0006207885,0.0035925475,0.000028130426,0.9919313,0.000028053146,0.0012943777,0.0014775926],"genre_scores_gemma":[0.003489508,3.1896556e-7,0.019203782,0.00011926698,0.00015065452,0.97472167,0.000065205146,0.0001341103,0.002115485],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9780868,0.016201615,0.0018139348,0.0008811047,0.0011670715,0.00184947],"domain_scores_gemma":[0.9866262,0.0056907856,0.00064626645,0.004280637,0.0025144105,0.00024167013],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010995336,0.00035113245,0.0006210603,0.000986781,0.0068063983,0.00008018962,0.002928594,0.0006529159,0.00022097085],"category_scores_gemma":[0.0038360583,0.00032751705,0.00012230175,0.0036753833,0.0005018112,0.00050029537,0.0036619843,0.0036605694,0.00074322993],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057753553,0.01193713,0.08327546,0.023822797,0.00039880077,0.000023263387,0.25364548,0.000024004108,0.050889265,0.107268505,0.38689813,0.076041795],"study_design_scores_gemma":[0.0117602805,0.006426303,0.0041077705,0.006586319,0.0000047605454,0.0000010001637,0.14865309,0.0003840842,0.00485129,0.029418632,0.78727067,0.0005358253],"about_ca_topic_score_codex":0.00027961,"about_ca_topic_score_gemma":0.00064183294,"teacher_disagreement_score":0.40037253,"about_ca_system_score_codex":0.00084854104,"about_ca_system_score_gemma":0.0013626231,"threshold_uncertainty_score":0.9999177},"labels":[],"label_agreement":null},{"id":"W4367278765","doi":"10.2196/43692","title":"Assessing the Well-Being at Work of Nurses and Doctors in Hospitals: Protocol for a Scoping Review of Monitoring Instruments","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Work (physics); Contentment; Context (archaeology); Protocol (science); Health care; Well-being; MEDLINE; Medicine; Nursing; Population; Psychology; Alternative medicine; Psychological intervention","score_opus":0.5854054050681652,"score_gpt":0.737986280892498,"score_spread":0.15258087582433277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367278765","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014568971,0.20785755,6.883997e-7,0.0001525746,0.00006298005,0.79147005,0.00002020269,0.000036670688,0.0003847091],"genre_scores_gemma":[3.5276707e-7,0.36962163,0.0001271711,0.000012082879,0.00024102669,0.62940377,0.000010081806,0.000093478746,0.0004903765],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98558354,0.006678886,0.003847741,0.00082810054,0.0015382108,0.0015235095],"domain_scores_gemma":[0.9876356,0.008043618,0.0022177147,0.0009578254,0.00089126715,0.00025394608],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013469883,0.0005326067,0.0029050887,0.00067264005,0.0010083194,0.000061027422,0.0009777733,0.0007220261,0.00009458073],"category_scores_gemma":[0.0030038345,0.00032565548,0.0003603395,0.0020876562,0.00033478288,0.00030635347,0.001536745,0.0028077823,0.000027986855],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048422204,0.00008142241,0.0074342815,0.6738069,0.000027127984,0.0000028418608,0.00035441006,2.7272812e-8,4.866178e-7,0.00004296964,0.0005558955,0.31764522],"study_design_scores_gemma":[0.00070006866,0.00017116437,0.0002773299,0.7388468,0.000011326318,5.658002e-7,0.00036228265,8.4392013e-7,0.0000059828585,0.00010969209,0.25932568,0.00018824385],"about_ca_topic_score_codex":0.000094658724,"about_ca_topic_score_gemma":0.000021490849,"teacher_disagreement_score":0.31745696,"about_ca_system_score_codex":0.0006517222,"about_ca_system_score_gemma":0.004127569,"threshold_uncertainty_score":0.99991953},"labels":[],"label_agreement":null},{"id":"W4367298595","doi":"10.2196/39930","title":"Combining Behavioral Economics–Based Incentives With the Anchoring Strategy: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meditation; Mindfulness; Randomized controlled trial; Psychological intervention; Incentive; mHealth; Clinical psychology; Applied psychology; Behavioral economics; Psychology; Intervention (counseling); Self-monitoring; Medicine; Physical therapy; Social psychology; Psychiatry; Finance","score_opus":0.3470367747875871,"score_gpt":0.5909724782144307,"score_spread":0.24393570342684356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367298595","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027841302,2.2012128e-7,0.001773024,0.0006450682,0.00003114621,0.99097276,0.000018211513,0.00012932497,0.003646114],"genre_scores_gemma":[0.018623611,5.273537e-9,0.00003606955,0.000014245617,0.00025548,0.97456175,0.000009220651,0.00004796075,0.0064516757],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951834,0.002350741,0.0007483739,0.000512591,0.0004004541,0.00080444524],"domain_scores_gemma":[0.9964424,0.002122778,0.00034154125,0.0006041881,0.00035222297,0.00013689272],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006524226,0.00023532024,0.00090548367,0.0003528674,0.000729257,0.00041349535,0.00062405155,0.00012514321,0.0028924758],"category_scores_gemma":[0.00010973188,0.00012984023,0.0005445582,0.0004798221,0.0004449486,0.00012454008,0.00011582667,0.00057686376,0.0001193361],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9380443,0.0013589225,0.00002763597,0.000092150294,0.00012508477,0.0000074806894,0.00026330687,0.000031643434,0.000014978167,0.036522962,0.021227185,0.0022843527],"study_design_scores_gemma":[0.9431095,0.003673437,0.000038019625,0.00064434746,0.000010229131,6.7371474e-7,0.00094534265,0.0010362734,0.0002193671,0.0031313007,0.04702095,0.00017055884],"about_ca_topic_score_codex":0.000030727715,"about_ca_topic_score_gemma":0.00002904374,"teacher_disagreement_score":0.033391662,"about_ca_system_score_codex":0.000062843836,"about_ca_system_score_gemma":0.00032947087,"threshold_uncertainty_score":0.99801904},"labels":[],"label_agreement":null},{"id":"W4367313686","doi":"10.2196/31694","title":"My Health, My Life, My Way—An Inclusive Web-Based Self-management Program for People With Disabilities Living With Chronic Conditions: Protocol for a Multiphase Optimization Strategy Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research; Administration for Community Living","keywords":"Coaching; Health coaching; Protocol (science); Intervention (counseling); Medical education; Randomized controlled trial; Telehealth; Psychology; Health care; Quality of life (healthcare); Medicine; Applied psychology; Nursing; Telemedicine; Alternative medicine","score_opus":0.14035613471437997,"score_gpt":0.5412813477203009,"score_spread":0.40092521300592093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367313686","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005425593,6.54744e-7,0.00141641,0.0011684424,0.0000065117247,0.9908219,0.000037712613,0.0007676221,0.00035516545],"genre_scores_gemma":[0.016862389,2.9372003e-7,0.010564104,0.000075168864,0.0002512812,0.97061044,0.00046779818,0.00012121168,0.001047292],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958753,0.00041449128,0.00055977114,0.0008667159,0.001091248,0.001192475],"domain_scores_gemma":[0.9970019,0.00059160945,0.00024011446,0.0007676331,0.0009622378,0.00043649884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024784368,0.00034711015,0.00048376885,0.00070160575,0.0009685696,0.0004252964,0.0003244893,0.00008046366,0.00014590727],"category_scores_gemma":[0.00026463822,0.00026590808,0.000079668935,0.0015955274,0.00019290789,0.00054487033,0.00015053296,0.00029476505,0.000017273718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.033125494,0.18321249,0.17690346,0.23822221,0.0027588357,0.000044243494,0.036001734,0.12882487,0.00008112268,0.0033854018,0.11777767,0.07966247],"study_design_scores_gemma":[0.094031714,0.23788482,0.0332384,0.016288362,0.00014801328,0.0000021863927,0.07113865,0.4476377,0.000082823986,0.00030222276,0.09801195,0.0012331513],"about_ca_topic_score_codex":0.000046249774,"about_ca_topic_score_gemma":0.0004446519,"teacher_disagreement_score":0.31881285,"about_ca_system_score_codex":0.00080263516,"about_ca_system_score_gemma":0.002212761,"threshold_uncertainty_score":0.9999793},"labels":[],"label_agreement":null},{"id":"W4367322415","doi":"10.2196/47524","title":"The Design, Development, and Usability Testing of an eHealth Program for Youths With Osteogenesis Imperfecta: Protocol for a 2-Phase User-Centered Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Connective tissue disorders research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Hospital for Sick Children; Shriners Hospitals for Children - Canada","funders":"","keywords":"Usability; eHealth; Focus group; Test (biology); Protocol (science); Medical education; Psychology; Health care; Applied psychology; Medicine; Computer science","score_opus":0.4392771308582428,"score_gpt":0.6456612179164266,"score_spread":0.20638408705818378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367322415","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18526587,0.0000017762942,0.0035647394,0.000045749337,0.0000018354314,0.8110484,0.000026630485,0.00003911892,0.0000058975993],"genre_scores_gemma":[0.006170756,1.1588578e-7,0.059302405,0.0000024075664,0.000039432285,0.93428695,0.000032831354,0.000061382794,0.00010369929],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9948236,0.0024132086,0.00047580176,0.0008348308,0.0004946527,0.0009579172],"domain_scores_gemma":[0.99593747,0.0014374135,0.00014964174,0.0007203463,0.0015336057,0.00022151401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011780257,0.00023505941,0.0002996741,0.00015255356,0.0008433295,0.00016224216,0.00055820623,0.00011459179,0.0000023812495],"category_scores_gemma":[0.0038329428,0.00015924977,0.000054960194,0.00079347525,0.00037204992,0.000015701979,0.000430002,0.00019107411,6.7370826e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015656026,0.003856031,0.008504166,0.0017437012,0.00012425413,0.000002241561,0.00077405927,0.000004842386,0.22079293,0.000006773819,0.0003577771,0.7481772],"study_design_scores_gemma":[0.026322665,0.10974019,0.015429475,0.00040229113,0.000008091868,0.00000587421,0.005990719,0.0014943515,0.72922254,0.00015831049,0.11073573,0.0004897879],"about_ca_topic_score_codex":0.000029688897,"about_ca_topic_score_gemma":0.0002349713,"teacher_disagreement_score":0.7476874,"about_ca_system_score_codex":0.000054483644,"about_ca_system_score_gemma":0.0010926791,"threshold_uncertainty_score":0.64940166},"labels":[],"label_agreement":null},{"id":"W4367322991","doi":"10.2196/46156","title":"Peer-to–Patient-Aligned Care Team (Peer-to-PACT; P2P), a Peer-Led Home Visit Intervention Program for Targeting and Improving Long-term Care Services and Support for Veterans With High Needs and High Risk: Protocol for a Mixed Methods Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIH Clinical Center; U.S. Department of Veterans Affairs","keywords":"Veterans Affairs; Peer support; Nursing; Intervention (counseling); Medicine; Health care; Empowerment; Coaching; Psychology","score_opus":0.0861556724799923,"score_gpt":0.5308450832261894,"score_spread":0.4446894107461971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367322991","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44570652,0.000001365631,0.00047998148,0.00042977816,0.000017988114,0.5531087,0.000109562956,0.00013852955,0.000007587841],"genre_scores_gemma":[0.20070298,4.7520082e-8,0.02168478,0.000018617044,0.00015145334,0.77599883,0.0005423985,0.00008919045,0.00081172516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99552184,0.00050329725,0.0006632065,0.0011078609,0.0011323454,0.0010714692],"domain_scores_gemma":[0.9944132,0.0004370024,0.00026834742,0.00055630656,0.0038169925,0.000508133],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00583933,0.00041870188,0.00067280966,0.00087716425,0.00065879757,0.000772442,0.00025784186,0.00015189352,0.000010878991],"category_scores_gemma":[0.0010535093,0.00034034607,0.00012442147,0.0009385998,0.00009399898,0.0004026768,0.00042860286,0.0002576041,0.0000017760535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012806512,0.0019121807,0.29909512,0.05177734,0.00022308964,0.0000047168505,0.04126345,0.0000018935206,0.001273684,0.00001004836,0.0016423287,0.5899896],"study_design_scores_gemma":[0.040683713,0.14745149,0.69632155,0.0045714877,0.00023936118,0.0000028872375,0.08182376,0.0007276463,0.003984961,0.0001712762,0.023222582,0.00079926],"about_ca_topic_score_codex":0.00025277032,"about_ca_topic_score_gemma":0.0004237745,"teacher_disagreement_score":0.58919036,"about_ca_system_score_codex":0.00026141043,"about_ca_system_score_gemma":0.0001691009,"threshold_uncertainty_score":0.9999049},"labels":[],"label_agreement":null},{"id":"W4367336372","doi":"10.2196/46103","title":"Co-Design of a Voice-Based Digital Health Solution to Monitor Persisting Symptoms Related to COVID-19 (UpcomingVoice Study): Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Fonds National de la Recherche Luxembourg","keywords":"Coronavirus disease 2019 (COVID-19); Health care; Focus group; Protocol (science); Telemedicine; Qualitative research; Psychology; Quality of life (healthcare); Medicine; Nursing; Disease; Alternative medicine; Pathology; Business","score_opus":0.30474756319619933,"score_gpt":0.6364403854147783,"score_spread":0.331692822218579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367336372","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006063461,4.3742347e-7,0.024503825,0.006164122,0.000017169967,0.962512,0.000057231147,0.00063396455,0.000047747413],"genre_scores_gemma":[0.015352013,9.257226e-9,0.011715264,0.0004374093,0.00014434152,0.97148234,0.000025921141,0.00016786323,0.00067487],"study_design_codex":"not_applicable","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9867791,0.005693626,0.001494562,0.0014962777,0.0027039116,0.0018325126],"domain_scores_gemma":[0.9837831,0.010912401,0.00043472784,0.001513283,0.0012099415,0.0021465058],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.025223747,0.0005332898,0.0012593572,0.0021604302,0.0008990579,0.00032225667,0.00091806566,0.00022082764,0.000034004377],"category_scores_gemma":[0.028718257,0.000471436,0.0002679382,0.004116215,0.00020031742,0.00029784287,0.00048750397,0.000884238,0.00016947775],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17538293,0.057939574,0.16795991,0.07481436,0.0019016297,0.000988692,0.067921564,0.006422796,0.07005128,0.00008660552,0.26699784,0.10953281],"study_design_scores_gemma":[0.17685063,0.51232135,0.07747286,0.02166828,0.00012477454,0.00004644984,0.024612807,0.025562532,0.013568449,0.00056229695,0.14452398,0.0026855802],"about_ca_topic_score_codex":0.0002389486,"about_ca_topic_score_gemma":0.000021198834,"teacher_disagreement_score":0.4543818,"about_ca_system_score_codex":0.0021676405,"about_ca_system_score_gemma":0.0042588236,"threshold_uncertainty_score":0.99977374},"labels":[],"label_agreement":null},{"id":"W4367336381","doi":"10.2196/45213","title":"Clinical Efficacy of Deep Transcranial Magnetic Stimulation in Psychiatric and Cognitive Disorders: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Deep transcranial magnetic stimulation; PsycINFO; Psychology; Cognition; Transcranial magnetic stimulation; MEDLINE; Systematic review; Psychiatry; Brain stimulation; Clinical psychology; Physical medicine and rehabilitation; Medicine; Neuroscience; Stimulation","score_opus":0.5240724667538086,"score_gpt":0.6487185696287054,"score_spread":0.12464610287489686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367336381","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4243943e-7,0.11505023,0.00014965187,0.00005510171,0.00000991387,0.88446754,0.00009001521,0.00008259278,0.00009473796],"genre_scores_gemma":[0.000001483052,0.19717042,0.00010394545,0.000021058055,0.00008286788,0.802438,0.0000065119584,0.000111948204,0.00006374305],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9872445,0.005441694,0.0037853946,0.0013725121,0.0013559777,0.00079992844],"domain_scores_gemma":[0.9769294,0.021074636,0.0008527681,0.0006112778,0.00034998183,0.0001818945],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0047120634,0.00061716774,0.0039274204,0.001014258,0.00020880112,0.00009706137,0.000724956,0.00042162804,0.00006312352],"category_scores_gemma":[0.01220094,0.00047404572,0.00075289974,0.0032723888,0.0006620712,0.00013797487,0.00016238881,0.0010718415,0.00006942387],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046842592,0.0008405015,0.000015259538,0.84473103,0.000020797139,0.0000041499948,0.00007953031,6.50235e-7,0.0000012255903,0.000094174226,0.00005813556,0.15368609],"study_design_scores_gemma":[0.009741643,0.004105211,0.00026809174,0.9406753,0.00028583614,0.0000054703896,0.000011967199,0.00017566928,2.3729697e-7,0.00045024464,0.04382672,0.00045358326],"about_ca_topic_score_codex":0.000005631699,"about_ca_topic_score_gemma":0.000028731065,"teacher_disagreement_score":0.1532325,"about_ca_system_score_codex":0.00006072266,"about_ca_system_score_gemma":0.00040954756,"threshold_uncertainty_score":0.9997711},"labels":[],"label_agreement":null},{"id":"W4367337274","doi":"10.2196/45823","title":"Comparing Decentralized Learning Methods for Health Data Models to Nondecentralized Alternatives: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; ITEA","keywords":"Computer science; Implementation; Health care; Data science; Multinational corporation; Big data; Data quality; Psychological intervention; Information privacy; Risk analysis (engineering); Business; Computer security; Medicine; Data mining; Economics; Nursing; Marketing","score_opus":0.8623520466797482,"score_gpt":0.728072023615445,"score_spread":0.1342800230643032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367337274","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.1471242e-11,0.07708031,0.41244355,0.0019415691,0.000012364468,0.50735235,0.00017071012,0.000985993,0.000013156668],"genre_scores_gemma":[3.7693584e-11,0.15044916,0.35853097,0.00008923415,0.00003958001,0.4904363,0.0002035302,0.00014384638,0.00010741829],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9758618,0.010728938,0.0041332366,0.0038348567,0.0020501185,0.0033910787],"domain_scores_gemma":[0.9581567,0.009171863,0.0023418756,0.028500829,0.0010712808,0.00075741846],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.045178745,0.00117948,0.007500983,0.0013689512,0.000920262,0.0016422357,0.11665316,0.0004923201,0.000008875964],"category_scores_gemma":[0.11952169,0.0009192031,0.0007797873,0.0043390025,0.00018634992,0.0015746186,0.16307437,0.002311752,0.000106956395],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004324709,0.00014087529,5.779082e-8,0.6929543,0.0001843028,0.000003546205,0.000037684116,0.0000028818517,1.4774854e-7,0.0013017382,0.19113591,0.11419533],"study_design_scores_gemma":[0.00089294015,0.00037840818,4.869304e-9,0.46561447,0.000022987397,0.00000777621,0.0000064331284,0.051986344,0.0000013720045,0.009009055,0.47167045,0.00040975653],"about_ca_topic_score_codex":0.000036096568,"about_ca_topic_score_gemma":0.000011905116,"teacher_disagreement_score":0.28053454,"about_ca_system_score_codex":0.0014387759,"about_ca_system_score_gemma":0.0031035603,"threshold_uncertainty_score":0.9999899},"labels":[],"label_agreement":null},{"id":"W4367557221","doi":"10.2196/47900","title":"Leptospirosis in Aotearoa New Zealand: Protocol for a Nationwide Case-Control Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Leptospirosis research and findings","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand; Institute of Environmental Science and Research","keywords":"Leptospirosis; Medicine; Environmental health; Epidemiology; Transmission (telecommunications); Leptospira; Aotearoa; Public health; Family medicine; Veterinary medicine; Internal medicine; Pathology","score_opus":0.20229419274311006,"score_gpt":0.5202292199537841,"score_spread":0.31793502721067407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367557221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069494057,7.835887e-7,0.000017037291,0.001384952,0.000011891893,0.99098045,0.00009030348,0.00022965716,0.00033552846],"genre_scores_gemma":[0.0092517985,1.02797905e-7,0.000040483174,0.0000414381,0.00011007127,0.94180435,0.000023019626,0.00006195989,0.0486668],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948963,0.0012717497,0.00067668065,0.0008606234,0.00038101137,0.0019136233],"domain_scores_gemma":[0.9976155,0.0010484579,0.000116287025,0.0006565721,0.00038943157,0.00017374639],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005313947,0.0002968475,0.00048038995,0.0012689134,0.00056617847,0.00022035402,0.0007677493,0.00038470188,0.0009804334],"category_scores_gemma":[0.0010004747,0.00024974733,0.00015804678,0.0018956356,0.00024271998,0.00030640358,0.0003454119,0.0013335241,0.001972154],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009144775,0.0044850744,0.17511421,0.0005577787,0.00019417642,0.0007739988,0.006217897,0.00002027354,0.06297524,0.00030177794,0.70164216,0.038572654],"study_design_scores_gemma":[0.05044671,0.008969889,0.059791263,0.00059619563,0.0000036162965,0.00009129441,0.0009800079,0.000055994828,0.007914616,0.0022384196,0.8684177,0.00049428595],"about_ca_topic_score_codex":0.0008037014,"about_ca_topic_score_gemma":0.00058448996,"teacher_disagreement_score":0.16677557,"about_ca_system_score_codex":0.00020012754,"about_ca_system_score_gemma":0.00063076953,"threshold_uncertainty_score":0.99999547},"labels":[],"label_agreement":null},{"id":"W4367557267","doi":"10.2196/48228","title":"Rationale, Design, and Methods for the Sedentary Behavior Reduction in Pregnancy Intervention (SPRING): Protocol for a Pilot and Feasibility Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; University of Pittsburgh; National Center for Advancing Translational Sciences; American Heart Association","keywords":"Protocol (science); Randomized controlled trial; Spring (device); Intervention (counseling); Medicine; Physical therapy; Psychology; Alternative medicine; Engineering; Nursing","score_opus":0.4233959035701071,"score_gpt":0.635146063356874,"score_spread":0.21175015978676687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367557267","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000912602,0.000011078055,0.015885849,0.0012901002,0.000012637404,0.98182,0.000004906129,0.000039783954,0.000023073195],"genre_scores_gemma":[0.00031332276,0.0000039459997,0.013167977,0.0000109108305,0.000100441386,0.98464215,0.00002153114,0.000022100452,0.001717604],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99545693,0.0024573817,0.00064100476,0.00043983565,0.0005556842,0.00044915458],"domain_scores_gemma":[0.9936115,0.0053537185,0.00012552834,0.00024516613,0.0005363082,0.00012775819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01888778,0.00014438512,0.00058292074,0.00042531642,0.0002588314,0.00014687439,0.000115835166,0.000059614445,0.000029039582],"category_scores_gemma":[0.0048339325,0.00009092696,0.0001842625,0.00036778155,0.00027712158,0.00016881985,0.00013474381,0.00026623756,0.0000017979012],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9646828,0.0012677766,0.0001672919,0.0024087958,0.00009420816,0.0000022343386,0.00009064992,0.0000063101766,0.0016935697,0.0007875533,0.0012152609,0.027583547],"study_design_scores_gemma":[0.966736,0.006637264,0.003200092,0.0015366195,0.00002744317,0.0000015858467,0.000096895914,0.011024492,0.0005672017,0.006651946,0.0034342993,0.000086156244],"about_ca_topic_score_codex":0.000025977259,"about_ca_topic_score_gemma":0.000007842013,"teacher_disagreement_score":0.02749739,"about_ca_system_score_codex":0.00012660986,"about_ca_system_score_gemma":0.00019773452,"threshold_uncertainty_score":0.65461653},"labels":[],"label_agreement":null},{"id":"W4367592787","doi":"10.2196/45585","title":"Remote Patient Monitoring and Teleconsultation to Improve Health Outcomes and Reduce Health Care Utilization of Pediatric Asthma (ALPACA Study): Protocol for a Randomized Controlled Effectiveness Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Medicine; eHealth; Randomized controlled trial; Asthma; Health care; Telemedicine; mHealth; Intervention (counseling); Observational study; Physical therapy; Nursing; Psychological intervention","score_opus":0.13797184372663884,"score_gpt":0.5658429344397332,"score_spread":0.42787109071309437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367592787","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13822171,0.00001890954,0.00007783264,0.0002240788,0.000016880178,0.8613455,0.00002371912,0.000062642095,0.00000869566],"genre_scores_gemma":[0.04978395,0.0000021361286,0.00022659224,0.000018743434,0.00020466681,0.9496828,0.00000914982,0.00003740299,0.000034584024],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944927,0.002605812,0.0009925446,0.00054650725,0.000834777,0.00052762654],"domain_scores_gemma":[0.9960814,0.0018567463,0.0004212508,0.00027566127,0.0009267254,0.0004382139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051499773,0.0002262958,0.0015688775,0.0006695044,0.00034776202,0.000063653686,0.000077126686,0.000082869454,0.0000021947315],"category_scores_gemma":[0.0036471793,0.00015362444,0.00015771028,0.0007470341,0.00009630108,0.00009218517,0.000105369676,0.0002186767,0.0000013981842],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85368216,0.00070024707,0.0034944352,0.0063732136,0.00006322206,0.000003827132,0.0024707904,0.0000036894296,0.0002391764,0.000009951841,0.00011109069,0.13284817],"study_design_scores_gemma":[0.93785745,0.028904302,0.027798196,0.001347191,0.000013662142,7.8783876e-7,0.0023715468,0.00014377803,0.0008336573,0.00003512983,0.00056046416,0.00013381553],"about_ca_topic_score_codex":0.000050317387,"about_ca_topic_score_gemma":0.0000031345344,"teacher_disagreement_score":0.13271436,"about_ca_system_score_codex":0.00018793883,"about_ca_system_score_gemma":0.0012791881,"threshold_uncertainty_score":0.6264623},"labels":[],"label_agreement":null},{"id":"W4367592813","doi":"10.2196/45123","title":"A Wearable Artificial Intelligence Feedback Tool (Wrist Angel) for Treatment and Research of Obsessive Compulsive Disorder: Protocol for a Nonrandomized Pilot Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obsessive-Compulsive Spectrum Disorders","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden; Novo Nordisk","keywords":"Protocol (science); Wearable computer; Obsessive compulsive; Psychology; Physical medicine and rehabilitation; Medicine; Computer science; Applied psychology; Clinical psychology; Alternative medicine","score_opus":0.40487072113203537,"score_gpt":0.5916828760017195,"score_spread":0.18681215486968417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367592813","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019764917,0.000008277788,0.0008447355,0.0007109832,0.000029091932,0.97749406,0.00024425445,0.00015109438,0.0007525597],"genre_scores_gemma":[0.02821287,0.0000014970506,0.00058425596,0.0000093952085,0.0002282428,0.9688163,0.000034872286,0.00014691218,0.0019656634],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99040926,0.00315488,0.001291027,0.0016411624,0.0013012409,0.002202431],"domain_scores_gemma":[0.98877937,0.0072360006,0.00038267847,0.0012400687,0.0020609775,0.0003009086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0063837618,0.00053903187,0.0012577825,0.0013016704,0.0011495464,0.00034635354,0.0010050283,0.00019410493,0.00040749845],"category_scores_gemma":[0.0017169765,0.00045089293,0.0002600279,0.0026341644,0.0012913514,0.00022967879,0.0005220308,0.0006353684,0.00025137613],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.49288133,0.093971595,0.014297192,0.0058696633,0.0018261432,0.00017077288,0.032900855,0.00016463369,0.009535459,0.025808912,0.03371574,0.2888577],"study_design_scores_gemma":[0.21414389,0.42248133,0.01850577,0.0045137424,0.00007515843,0.000018749693,0.09111294,0.005069423,0.010211388,0.105391696,0.12608476,0.0023911458],"about_ca_topic_score_codex":0.0006645544,"about_ca_topic_score_gemma":0.0006105773,"teacher_disagreement_score":0.32850975,"about_ca_system_score_codex":0.00033635073,"about_ca_system_score_gemma":0.0006173355,"threshold_uncertainty_score":0.9997943},"labels":[],"label_agreement":null},{"id":"W4367593815","doi":"10.2196/46307","title":"A Comprehensive Self-Management Intervention for Inflammatory Bowel Disease (CSM-IBD): Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Medicine; Randomized controlled trial; Physical therapy; Psychological intervention; Irritable bowel syndrome; Intervention (counseling); Quality of life (healthcare); Anxiety; Inflammatory bowel disease; Clinical trial; Disease; Internal medicine; Psychiatry; Nursing","score_opus":0.08075095490216998,"score_gpt":0.4685199458230056,"score_spread":0.3877689909208356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367593815","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056033474,0.0000017426707,0.0006425236,0.0001348258,0.000035007382,0.9929931,0.00008275638,0.00019690412,0.00030978626],"genre_scores_gemma":[0.0009982937,8.869008e-7,0.00042784683,0.000060391827,0.0006711424,0.9940515,0.00022416204,0.00010724556,0.0034584992],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945879,0.0016799483,0.0010790352,0.000874796,0.00077760726,0.0010007443],"domain_scores_gemma":[0.9968046,0.0004602501,0.00035198842,0.00087143754,0.0010810777,0.00043066847],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046037394,0.00039878796,0.0007228917,0.00039187117,0.00042635476,0.00022248608,0.00062213815,0.00016551532,0.000043668024],"category_scores_gemma":[0.0011380577,0.00033304904,0.0011678032,0.00021572504,0.00027725555,0.000023538369,0.00047807908,0.00021238028,0.000073431656],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95817536,0.0014884077,0.000037170088,0.0060860245,0.00050754345,0.00005344852,0.000041264797,0.000036085865,0.0017351743,0.0012698957,0.03029453,0.00027510663],"study_design_scores_gemma":[0.81537646,0.0024059338,0.00030529452,0.0006383015,0.00003240889,4.0986882e-7,0.000047806323,0.0014804156,0.00042079453,0.0014468583,0.17753276,0.00031256114],"about_ca_topic_score_codex":9.938285e-7,"about_ca_topic_score_gemma":0.00000312615,"teacher_disagreement_score":0.14723822,"about_ca_system_score_codex":0.00009337444,"about_ca_system_score_gemma":0.0004334322,"threshold_uncertainty_score":0.99991214},"labels":[],"label_agreement":null},{"id":"W4367593877","doi":"10.2196/33492","title":"A Biological Approach to Building Resilience and Wellness Capacity Among Police Exposed to Posttraumatic Stress Injuries: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; Ontario Tech University; Thompson Rivers University; Queen's University; Carleton University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Heart rate variability; Randomized controlled trial; Medicine; Intervention (counseling); Psychology; Mental health; Psychological resilience; Heart rate; Clinical psychology; Physical therapy; Psychiatry; Blood pressure; Social psychology","score_opus":0.3827612478743053,"score_gpt":0.573512440615539,"score_spread":0.19075119274123364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367593877","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15704435,6.3694927e-7,0.0010475591,0.00043960387,0.000021038453,0.8358727,0.000072204406,0.00030627465,0.005195621],"genre_scores_gemma":[0.03410099,1.1830631e-7,0.0014823548,0.000073771276,0.00023225295,0.9628333,0.00001063978,0.00009790667,0.001168662],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98472095,0.007191996,0.001742725,0.0017293517,0.0019386542,0.0026763107],"domain_scores_gemma":[0.9865221,0.010036514,0.0003044114,0.0013753708,0.0006724218,0.0010891743],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016940946,0.0006116634,0.0024127606,0.0016893856,0.0008293195,0.00068521657,0.0018147537,0.0004741569,0.00025929816],"category_scores_gemma":[0.00889276,0.0004390561,0.00042109092,0.0028435893,0.0013739233,0.0002434898,0.0009008151,0.0010168782,0.00021466019],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9668132,0.0023973342,0.00033961504,0.0013154689,0.0001988729,0.0000068566465,0.011933524,0.000021807067,0.0011215239,0.009277499,0.0047638104,0.0018104842],"study_design_scores_gemma":[0.97929746,0.0054696775,0.0011720207,0.0018920924,0.000008645342,0.000003922554,0.0038811257,0.0008696839,0.0014726504,0.002716296,0.0025824544,0.00063395593],"about_ca_topic_score_codex":0.000643937,"about_ca_topic_score_gemma":0.000055378627,"teacher_disagreement_score":0.12696059,"about_ca_system_score_codex":0.00017984513,"about_ca_system_score_gemma":0.00028549065,"threshold_uncertainty_score":0.9998061},"labels":[],"label_agreement":null},{"id":"W4367593927","doi":"10.2196/43712","title":"Spatio-Temporal Analysis of Leptospirosis Hotspot Areas and Its Association With Hydroclimatic Factors in Selangor, Malaysia: Protocol for an Ecological Cross-sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Leptospirosis research and findings","field":"Immunology and Microbiology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geography; Leptospirosis; Hotspot (geology); Georeference; Geographic information system; Longitude; Population; Cartography; Environmental health; Latitude; Socioeconomics; Physical geography; Veterinary medicine; Medicine","score_opus":0.21678571051887066,"score_gpt":0.5092309710478448,"score_spread":0.2924452605289741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367593927","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5323359,2.3344788e-7,0.0000018952657,0.000023346338,0.0000021367402,0.46747676,0.000081788414,0.000041346924,0.00003662477],"genre_scores_gemma":[0.46896887,8.616413e-8,0.000009331791,0.0000026084542,0.000008835323,0.53035873,0.00018831399,0.000013741104,0.00044949554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962346,0.00094902865,0.00066444924,0.0006872199,0.00049327814,0.00097141747],"domain_scores_gemma":[0.99772805,0.0009864559,0.00028936597,0.0003013083,0.0005927585,0.00010204165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042484766,0.00023416296,0.00060063694,0.0014367062,0.0004039627,0.00016130396,0.00040501656,0.00042261562,0.00045817535],"category_scores_gemma":[0.0007501668,0.00017279357,0.00012799,0.0027129736,0.00021131104,0.00036149088,0.00022632947,0.00074209954,0.000042292013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019391909,0.0028021238,0.9863966,0.0002307976,0.0004688926,0.0000040382292,0.0007772302,0.00006707688,0.0068617915,0.00005418456,0.0003519632,0.000046084002],"study_design_scores_gemma":[0.005834452,0.00797039,0.9796639,0.00008058238,0.000015049649,8.12912e-7,0.00040422584,0.00053248147,0.0039810487,0.00006568129,0.0012676864,0.00018366743],"about_ca_topic_score_codex":0.000167985,"about_ca_topic_score_gemma":0.00069543684,"teacher_disagreement_score":0.06336702,"about_ca_system_score_codex":0.00031568686,"about_ca_system_score_gemma":0.00019436842,"threshold_uncertainty_score":0.70463175},"labels":[],"label_agreement":null},{"id":"W4367857310","doi":"10.2196/47911","title":"Reducing Premature Coronary Artery Disease in Malaysia by Early Identification of Familial Hypercholesterolemia Using the Familial Hypercholesterolemia Case Ascertainment Tool (FAMCAT): Protocol for a Mixed Methods Evaluation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council","keywords":"Familial hypercholesterolemia; Medicine; Coronary artery disease; Protocol (science); Identification (biology); Pediatrics; Internal medicine; Cholesterol; Alternative medicine; Pathology","score_opus":0.21503970848291418,"score_gpt":0.5499584868773535,"score_spread":0.3349187783944393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367857310","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48704934,0.000003100572,0.00022911352,0.00013009664,0.00001675191,0.51248634,0.00004318688,0.00003806599,0.0000039728616],"genre_scores_gemma":[0.32679927,3.09766e-7,0.0005313865,0.000022306427,0.00020243945,0.6722612,0.000047346697,0.000064642125,0.0000710904],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.98843765,0.0054756803,0.0013937621,0.0010357026,0.0027373445,0.0009198386],"domain_scores_gemma":[0.9961885,0.00040046772,0.00030510194,0.0018407936,0.00095377746,0.00031133438],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02426353,0.0003659611,0.00068697066,0.0005144866,0.00043404812,0.00017412378,0.00043045342,0.00025183804,0.000014730337],"category_scores_gemma":[0.000950785,0.0002746401,0.0003247472,0.0012976904,0.00020970487,0.00034559617,0.00029868097,0.001040844,0.000008450553],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029483432,0.009491197,0.07175249,0.014508427,0.00070694974,0.0013430105,0.014482102,0.0027822175,0.50224555,0.000021623448,0.0040941616,0.34908888],"study_design_scores_gemma":[0.043915693,0.0075170645,0.8204165,0.0074995374,0.00030758514,0.00050603744,0.010292941,0.08863266,0.015554081,0.00041730376,0.0040423344,0.0008982426],"about_ca_topic_score_codex":0.0003391379,"about_ca_topic_score_gemma":0.000026111771,"teacher_disagreement_score":0.748664,"about_ca_system_score_codex":0.0008432282,"about_ca_system_score_gemma":0.0011799041,"threshold_uncertainty_score":0.99997056},"labels":[],"label_agreement":null},{"id":"W4368236412","doi":"10.2196/41890","title":"Internet-Delivered Dialectical Behavioral Therapy Skills Training for Chronic Pain: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of New South Wales; Rebecca L. Cooper Medical Research Foundation; Australian Government; Neuroscience Research Australia; Craig H. Neilsen Foundation","keywords":"Chronic pain; Randomized controlled trial; Cognitive behavioral therapy; Pain catastrophizing; Physical therapy; Dialectical behavior therapy; Anxiety; Clinical psychology; Intervention (counseling); Quality of life (healthcare); Psychology; Medicine; Psychiatry; Psychotherapist; Borderline personality disorder; Internal medicine","score_opus":0.2557217758294018,"score_gpt":0.5705130353778318,"score_spread":0.31479125954843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368236412","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00220571,0.0000012173516,0.0015124916,0.0012947933,0.0000309534,0.9944329,0.000008264472,0.00024208613,0.00027157553],"genre_scores_gemma":[0.0025937897,4.0386908e-7,0.00076605496,0.00006787837,0.0012652023,0.99050903,0.00005299291,0.00008700906,0.00465762],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99334854,0.0029016712,0.0010842792,0.00062679086,0.0009826452,0.0010560815],"domain_scores_gemma":[0.9883892,0.009839311,0.00019056653,0.00042913156,0.00084546785,0.0003063304],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021230116,0.00030202942,0.0016685664,0.0004921225,0.00024749435,0.00014865305,0.00024775736,0.0003048714,0.0003832633],"category_scores_gemma":[0.008462762,0.00019241593,0.0013584986,0.0005578019,0.0005068408,0.00012286878,0.000058422702,0.00053422904,0.000041464733],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9472713,0.0021028514,0.0000126602745,0.0023281039,0.00015625599,0.000003343542,0.0011571404,0.0000011725169,0.0038924662,0.00039229338,0.011656808,0.031025592],"study_design_scores_gemma":[0.9021256,0.031726386,0.000047788802,0.0018727537,0.000011349692,6.6456516e-7,0.0001293512,0.0064451303,0.00035887831,0.0013492383,0.055739228,0.00019363094],"about_ca_topic_score_codex":0.000011308828,"about_ca_topic_score_gemma":0.000005782701,"teacher_disagreement_score":0.045145713,"about_ca_system_score_codex":0.0003107668,"about_ca_system_score_gemma":0.0010682113,"threshold_uncertainty_score":0.9998894},"labels":[],"label_agreement":null},{"id":"W4368282510","doi":"10.2196/40545","title":"Variation in Experiences and Attainment in Surgery Between Ethnicities of UK Medical Students and Doctors (ATTAIN): Protocol for a Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medical Education and Admissions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Cross-sectional study; Ethnic group; Protocol (science); Medicine; Variation (astronomy); Medical education; Family medicine; Psychology; Alternative medicine; Sociology; Pathology","score_opus":0.5418535293185995,"score_gpt":0.6896492318928465,"score_spread":0.147795702574247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368282510","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4945278,4.094006e-7,0.000002153418,0.00047636,0.0000037908094,0.5049611,0.0000021459966,0.000009891864,0.000016372192],"genre_scores_gemma":[0.2517415,4.3992853e-7,0.000018364537,0.000038487156,0.0000769663,0.7478875,0.0000052244864,0.000007723279,0.00022379824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960693,0.00044667264,0.0006870378,0.0003436263,0.0020973072,0.00035605143],"domain_scores_gemma":[0.99713755,0.0019925097,0.00007809521,0.00015451353,0.00016573368,0.00047160606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008428958,0.00010035547,0.00031529483,0.00061745505,0.000107371954,0.00006675122,0.00015670434,0.00013293748,0.00062870973],"category_scores_gemma":[0.008189299,0.000075915385,0.000030303525,0.00073564966,0.00032121083,0.00007750013,0.00020532789,0.00039042815,0.0000019157171],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000522528,0.0009948206,0.986275,0.0007460137,0.000010791243,0.000011756211,0.009049292,2.1049658e-7,0.00003751002,0.000025538064,0.0012338124,0.001092681],"study_design_scores_gemma":[0.0044076336,0.0009842564,0.9829273,0.0013214117,6.519767e-7,0.0000015191372,0.0067182644,0.00005285881,0.00005666566,0.00016066474,0.0033048443,0.000063895706],"about_ca_topic_score_codex":0.00010025221,"about_ca_topic_score_gemma":0.00002937987,"teacher_disagreement_score":0.24292643,"about_ca_system_score_codex":0.00009356815,"about_ca_system_score_gemma":0.0011335099,"threshold_uncertainty_score":0.9803947},"labels":[],"label_agreement":null},{"id":"W4372046647","doi":"10.2196/45983","title":"Indigenous Women and Their Nutrition During Pregnancy (the Mums and Bubs Deadly Diets Project): Protocol for a Co-designed mHealth Resource Development Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Equity Trustees; National Health and Medical Research Council; Mater Foundation","keywords":"Indigenous; mHealth; Focus group; Participatory action research; Medicine; Nursing; Gerontology; Sociology","score_opus":0.223974513745454,"score_gpt":0.5408384061886083,"score_spread":0.3168638924431544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372046647","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21348082,0.000004274866,0.0000035532194,0.00016487275,0.00000443071,0.78539,0.00000673529,0.00013209993,0.00081321626],"genre_scores_gemma":[0.0051300335,0.00001860688,0.00009475933,0.00000620797,0.00026390547,0.99085104,0.0000074562145,0.000040012004,0.0035879724],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99439996,0.0019727058,0.0004796983,0.00060869276,0.0008793137,0.0016596316],"domain_scores_gemma":[0.99815166,0.0006119908,0.0001708869,0.00033829437,0.00040328188,0.00032390986],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006491851,0.00021596083,0.00027396175,0.00042118976,0.018132353,0.00040120512,0.00044598363,0.0001615701,0.000012363377],"category_scores_gemma":[0.000047042846,0.00014059691,0.000028881934,0.0010475238,0.0004287008,0.00024088897,0.00002521246,0.0004035776,0.000014794014],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006503669,0.0015975331,0.002196828,0.0033787536,0.000022540173,0.000006856697,0.9858245,9.769167e-8,0.00003301334,0.00039882452,0.00028681077,0.0056038406],"study_design_scores_gemma":[0.0034917544,0.0021412778,0.011395781,0.001585255,8.7100335e-7,0.0000036091606,0.09448099,0.0000026435255,0.00047361467,0.0011044987,0.88507086,0.0002488267],"about_ca_topic_score_codex":0.0023298496,"about_ca_topic_score_gemma":0.030963507,"teacher_disagreement_score":0.89134353,"about_ca_system_score_codex":0.0007129896,"about_ca_system_score_gemma":0.011833753,"threshold_uncertainty_score":0.9937682},"labels":[],"label_agreement":null},{"id":"W4372054844","doi":"10.2196/44727","title":"Understanding Resilience and Mental Well-Being in Southwest Indigenous Nations and the Impact of COVID-19: Protocol for a Multimethods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institutes of Health; National Institute on Minority Health and Health Disparities; Northern Arizona University","keywords":"Indigenous; Mental health; Government (linguistics); Community resilience; Psychological resilience; Political science; Sovereignty; Sociology; Public relations; Economic growth; Psychology; Social psychology; Law; Psychiatry","score_opus":0.3904088149608152,"score_gpt":0.6360101741805902,"score_spread":0.24560135921977505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372054844","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024656663,5.7695206e-7,0.000088039604,0.00030228333,0.000004748591,0.97049266,0.000009638344,0.0000357168,0.004409693],"genre_scores_gemma":[0.05022619,0.0000062398567,0.00015973399,0.000004031066,0.0000624394,0.94882894,0.000002001962,0.000012780439,0.00069762056],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9951905,0.0027450272,0.00035632637,0.00032622213,0.0006675126,0.00071442185],"domain_scores_gemma":[0.9962534,0.0029775142,0.00012829943,0.00020266138,0.00017938514,0.00025877153],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016033774,0.000109893415,0.0002097594,0.000654347,0.008848432,0.0001859182,0.00031034678,0.00009434671,0.000026261401],"category_scores_gemma":[0.00038427868,0.00006948095,0.000044702367,0.0016283457,0.0011654294,0.00020773272,0.00001952894,0.0002835242,0.0000028026882],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006398684,0.000509891,0.046745915,0.0004040043,0.000013241332,0.0000022776928,0.91985816,0.00001834092,0.000008331868,0.03158384,0.0001154882,0.000100627025],"study_design_scores_gemma":[0.025906714,0.005244063,0.051580206,0.0011620624,0.0000053737476,0.0000056126714,0.6703054,0.0010477712,0.00009109706,0.11097914,0.13310717,0.00056540215],"about_ca_topic_score_codex":0.086007275,"about_ca_topic_score_gemma":0.34628516,"teacher_disagreement_score":0.2602779,"about_ca_system_score_codex":0.0008727349,"about_ca_system_score_gemma":0.012224134,"threshold_uncertainty_score":0.99337566},"labels":[],"label_agreement":null},{"id":"W4372059081","doi":"10.2196/42712","title":"Digital Health App to Address Disparate HIV Outcomes Among Black Women Living in Metro-Atlanta: Protocol for a Multiphase, Mixed Methods Pilot Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; Wellbeing of Women; National Institutes of Health; Morehouse School of Medicine; College of Computing; Emory University","keywords":"Atlanta; Protocol (science); Human immunodeficiency virus (HIV); Gerontology; Medicine; Psychology; Computer science; Family medicine; Metropolitan area; Alternative medicine","score_opus":0.5421537902254646,"score_gpt":0.7087431238929514,"score_spread":0.16658933366748674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372059081","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028298207,3.933854e-7,0.0011936158,0.0017992012,0.000027386106,0.9669418,0.0003181308,0.00058854953,0.0008327358],"genre_scores_gemma":[0.0072306627,4.192135e-7,0.0019335721,0.00044911396,0.00022286194,0.9817282,0.000057006167,0.00015179363,0.00822637],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9803578,0.00879371,0.0027974788,0.0017991591,0.0013832577,0.0048685647],"domain_scores_gemma":[0.9838508,0.010175058,0.0006394355,0.0019072124,0.000875515,0.002552029],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.033549964,0.0005575472,0.0014339916,0.0014951301,0.0022718173,0.00018889,0.001242053,0.0002804794,0.00022474592],"category_scores_gemma":[0.006822752,0.000466612,0.00013901465,0.0041990005,0.00024006872,0.00049072155,0.0012741353,0.002331727,0.0008647193],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029153833,0.00585918,0.8753759,0.009293907,0.000023515526,0.0000056471017,0.0068519493,0.000033575856,0.000019066505,0.00012326564,0.0808118,0.018686809],"study_design_scores_gemma":[0.01053661,0.0050203986,0.77262276,0.0025175905,0.00000113148,1.3612171e-7,0.013628866,0.00085246406,0.0000066719917,0.0003576982,0.19407687,0.00037877087],"about_ca_topic_score_codex":0.00058866816,"about_ca_topic_score_gemma":0.0032346305,"teacher_disagreement_score":0.113265075,"about_ca_system_score_codex":0.0025876015,"about_ca_system_score_gemma":0.0030480274,"threshold_uncertainty_score":0.99996996},"labels":[],"label_agreement":null},{"id":"W4372193596","doi":"10.2196/46643","title":"Capturing and Documenting the Wider Health Impacts of the COVID-19 Pandemic Through the Remember Rebuild Saskatchewan Initiative: Protocol for a Mixed Methods Interdisciplinary Project","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Federated Co-operatives (Canada); University of Saskatchewan; Saskatchewan Health","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; University of Saskatchewan","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Protocol (science); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Virology; Alternative medicine; Infectious disease (medical specialty)","score_opus":0.7640400471790845,"score_gpt":0.7509404711003995,"score_spread":0.013099576078684949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372193596","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012999126,0.000006658865,0.00026956882,0.05678988,0.000044270753,0.9407393,0.0000903334,0.00013904805,0.0006210831],"genre_scores_gemma":[0.0052257073,0.0000020215468,0.0015917922,0.002242273,0.00024770934,0.98983675,0.000010640577,0.000050963437,0.0007921607],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.983711,0.012141088,0.0012382886,0.0005410779,0.0008791335,0.0014894095],"domain_scores_gemma":[0.9892783,0.008169304,0.0008207895,0.0010117457,0.00047601142,0.00024382089],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023633633,0.00025752347,0.00044932088,0.00020185209,0.008522839,0.00008431735,0.00092059857,0.00025324753,0.00007984797],"category_scores_gemma":[0.0036547782,0.00012726759,0.00015918515,0.0016189635,0.0007652903,0.00032811696,0.002811631,0.002445784,0.00001408897],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001891509,0.0002558343,0.03047442,0.023480494,0.000109831366,0.0000025600518,0.51552933,0.0000295525,0.00020954548,0.005336429,0.4186805,0.003999993],"study_design_scores_gemma":[0.004472192,0.0008833353,0.01641909,0.0058771293,0.000007939767,0.000008944033,0.15097177,0.0004168738,0.000100573314,0.05015861,0.7704431,0.00024045617],"about_ca_topic_score_codex":0.0023606434,"about_ca_topic_score_gemma":0.00794554,"teacher_disagreement_score":0.3645576,"about_ca_system_score_codex":0.0005927546,"about_ca_system_score_gemma":0.0048348256,"threshold_uncertainty_score":0.99985564},"labels":[],"label_agreement":null},{"id":"W4372193739","doi":"10.2196/46595","title":"Strengthening Digital Transformation and Innovation in the Health Care System: Protocol for the Design and Implementation of a Multidisciplinary National Health Innovation Research School","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Health care; Digital health; Competence (human resources); Preparedness; HRHIS; Public relations; Health policy; Digital transformation; Business; Medicine; Nursing; Medical education; Knowledge management; Public health; Political science; Psychology; Computer science","score_opus":0.7072308083115872,"score_gpt":0.7057305110731691,"score_spread":0.0015002972384181579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372193739","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014135322,0.0000053688045,0.0024641606,0.013713167,0.000005429158,0.9695754,0.000021320542,0.000030065723,0.000049770286],"genre_scores_gemma":[0.26861793,0.0000014446155,0.0002816363,0.000047449856,0.00009064669,0.7308308,0.00010904593,0.000011083084,0.000010000628],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9961578,0.00080020615,0.0011030406,0.00025907625,0.0012134447,0.0004663854],"domain_scores_gemma":[0.99560666,0.0015192066,0.00023584107,0.00018064555,0.002399905,0.00005774317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01745924,0.0000953711,0.00016451202,0.0014731319,0.00089355704,0.00015657335,0.00012567932,0.00007018406,0.0000043692266],"category_scores_gemma":[0.0008240199,0.00006220103,0.000016321641,0.0047647194,0.00015983003,0.00039871072,0.00004564805,0.00049863505,0.000003383119],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036378608,0.0004142337,0.022879846,0.024862815,0.000027929154,0.0000012585435,0.18741743,0.00013144963,0.0007565744,0.05422433,0.01218408,0.6934622],"study_design_scores_gemma":[0.003979113,0.0151366005,0.07873383,0.009703806,0.000002453967,0.00003226392,0.8311523,0.023165043,0.00451402,0.010514777,0.022784144,0.00028160962],"about_ca_topic_score_codex":0.00029922064,"about_ca_topic_score_gemma":0.000085309395,"teacher_disagreement_score":0.69318056,"about_ca_system_score_codex":0.00053811783,"about_ca_system_score_gemma":0.0028302728,"threshold_uncertainty_score":0.68726087},"labels":[],"label_agreement":null},{"id":"W4372194226","doi":"10.2196/46435","title":"Adapting Effective mHealth Interventions to Improve Uptake and Adherence to HIV Pre-Exposure Prophylaxis Among Thai Young Men Who Have Sex With Men: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Pre-exposure prophylaxis; Men who have sex with men; Motivational interviewing; Psychological intervention; Medicine; Intervention (counseling); mHealth; Family medicine; Population; Randomized controlled trial; Human immunodeficiency virus (HIV); Focus group; Nursing; Environmental health; Internal medicine","score_opus":0.0919036512106067,"score_gpt":0.5142366870243138,"score_spread":0.42233303581370707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372194226","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060573793,0.0000019630502,0.0029685583,0.00079468807,0.000004171269,0.9814831,0.000097934404,0.00019795852,0.008394261],"genre_scores_gemma":[0.0051649553,2.58848e-7,0.00064601965,0.000014706823,0.00030359652,0.86058,0.000022155267,0.00009198644,0.13317628],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9910263,0.002824772,0.0014800563,0.0011964127,0.0018197561,0.0016527191],"domain_scores_gemma":[0.99403137,0.0019482602,0.00032970333,0.0008139364,0.001593857,0.0012828618],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0140842,0.00046855636,0.0020627654,0.0012328362,0.00071941793,0.00047967958,0.00047706507,0.00022543667,0.00020541793],"category_scores_gemma":[0.008542864,0.00030642506,0.0007316478,0.0013232603,0.00044883692,0.00034083152,0.0005048277,0.0012205758,0.00008518357],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91785,0.0011812622,0.00076571316,0.0063746595,0.00043751238,0.000034117882,0.0027337437,0.0000054547345,0.0011849148,0.00010307266,0.047795337,0.02153422],"study_design_scores_gemma":[0.81229436,0.1605185,0.0009922684,0.012632656,0.000034683064,0.0000066673715,0.0016418303,0.008172785,0.0007849699,0.00012301131,0.0025074475,0.00029083173],"about_ca_topic_score_codex":0.00027993505,"about_ca_topic_score_gemma":0.00037334824,"teacher_disagreement_score":0.15933724,"about_ca_system_score_codex":0.000350893,"about_ca_system_score_gemma":0.0007752772,"threshold_uncertainty_score":0.9999388},"labels":[],"label_agreement":null},{"id":"W4372313173","doi":"10.2196/47855","title":"Community-Led, Cross-Sector Partnership of Housing and Health Care to Promote Aging in Place (Unite Health Project): Protocol for a Prospective Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Disadvantaged; General partnership; Health care; Aging in place; Stakeholder; Gerontology; Baseline (sea); Medicine; Nursing; Psychology; Business; Political science; Public relations","score_opus":0.759544664855695,"score_gpt":0.7175204516028774,"score_spread":0.04202421325281769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372313173","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12213292,0.0000024870917,0.000011181675,0.0030300103,0.000013054328,0.8744481,0.00007182316,0.00016781376,0.00012260208],"genre_scores_gemma":[0.026146552,1.8349046e-7,0.0006913307,0.0001319356,0.00017130967,0.97204715,0.000052461713,0.00007962672,0.000679438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99079096,0.0048246034,0.0011495556,0.00061411393,0.0010187355,0.0016020447],"domain_scores_gemma":[0.99609685,0.0010919314,0.000429884,0.0006740894,0.0013872149,0.0003200306],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.014722146,0.00027263974,0.0007111823,0.0012818321,0.0027417997,0.00010746968,0.000460896,0.00015811862,0.000015331509],"category_scores_gemma":[0.0007681784,0.0002520887,0.00006530282,0.003638139,0.0001511661,0.00025106815,0.0005891896,0.0018908931,0.0000119723745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033584451,0.0012780364,0.61142087,0.0197778,0.000023200611,0.0000050680387,0.33457756,0.000015463014,0.000048987655,0.0002012642,0.024374843,0.004918469],"study_design_scores_gemma":[0.012697865,0.011876622,0.7720777,0.009818237,0.0000012091386,9.150247e-7,0.13115461,0.00007939735,0.000048206548,0.00048017988,0.061452296,0.00031275887],"about_ca_topic_score_codex":0.004548007,"about_ca_topic_score_gemma":0.0091920355,"teacher_disagreement_score":0.20342295,"about_ca_system_score_codex":0.0014312183,"about_ca_system_score_gemma":0.005236088,"threshold_uncertainty_score":0.99999315},"labels":[],"label_agreement":null},{"id":"W4372337350","doi":"10.2196/45109","title":"Impact of California’s Senate Bill 27 on Antimicrobial-Resistant Escherichia coli Urinary Tract Infection in Humans: Protocol for a Study of Methods and Baseline Data","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Salmonella and Campylobacter epidemiology","field":"Agricultural and Biological Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; University of Cambridge; Sutter Health; George Washington University; Wellcome Trust; University of Oxford; Kaiser Permanente; National Institute of Allergy and Infectious Diseases; Johns Hopkins University; Fisher Center for Alzheimer's Research Foundation","keywords":"Antibiotic resistance; One Health; Public health; Medical prescription; Livestock; Baseline (sea); Antimicrobial; Medicine; Environmental health; Antibiotics; Geography; Political science; Biology; Microbiology; Pathology; Nursing","score_opus":0.4665665691298714,"score_gpt":0.5963241064853758,"score_spread":0.12975753735550444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372337350","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5139317,3.047367e-7,0.0000016850652,0.0000822211,0.0000021034316,0.48575816,0.00019133365,0.00001982376,0.000012662846],"genre_scores_gemma":[0.11329466,0.000001481521,0.00013339025,0.000009279308,0.000059305487,0.8863956,0.00006637655,0.0000036885328,0.00003622171],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99529153,0.0027066856,0.00065549085,0.00059239817,0.0002458152,0.00050806237],"domain_scores_gemma":[0.9975109,0.0016381217,0.00022981233,0.00029450867,0.00022466207,0.00010196298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008430145,0.00018250424,0.00048347327,0.00013920412,0.00012193489,0.000032715987,0.00043386512,0.0001485595,0.00005421664],"category_scores_gemma":[0.0009709285,0.00006753996,0.000095089774,0.0012283329,0.00013818966,0.0001180901,0.00037861968,0.00032454255,0.000004929653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00556303,0.007868492,0.2753247,0.00055662915,0.000046721427,0.000012822066,0.00014946495,0.000024482566,0.6958239,0.000007966423,0.005390324,0.009231468],"study_design_scores_gemma":[0.0026983374,0.02418649,0.94701135,0.00070855784,0.000003850693,0.0000023677974,0.00014923766,0.0005960193,0.003632332,0.00023496787,0.02057738,0.00019908037],"about_ca_topic_score_codex":0.0023959656,"about_ca_topic_score_gemma":0.0004536032,"teacher_disagreement_score":0.69219154,"about_ca_system_score_codex":0.000050457555,"about_ca_system_score_gemma":0.000064081454,"threshold_uncertainty_score":0.36219993},"labels":[],"label_agreement":null},{"id":"W4375815240","doi":"10.2196/45007","title":"Sexual Health and Drug Use Prevention for Black Girls (The Dreamer Girls Project): Protocol for an Intervention Development","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Center for Advancing Translational Sciences; National Institute of Mental Health; National Institutes of Health","keywords":"Intervention (counseling); Focus group; Reproductive health; Ethnic group; Medicine; Psychology; Developmental psychology; Clinical psychology; Population; Psychiatry; Environmental health","score_opus":0.7488632152164137,"score_gpt":0.7077435619359441,"score_spread":0.041119653280469626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375815240","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009515706,0.0000010252317,0.001043745,0.0032436424,0.00003385109,0.9857895,0.00004726287,0.00026779246,0.000057477602],"genre_scores_gemma":[0.00020231676,5.5152185e-7,0.0016703904,0.00024892867,0.00069856277,0.9583188,0.00019056522,0.00009341248,0.038576417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912699,0.003796331,0.0012510897,0.0011094095,0.00083500193,0.0017382895],"domain_scores_gemma":[0.99628866,0.0009400633,0.0005286943,0.0007306403,0.0010710133,0.00044094762],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0146586215,0.0003062814,0.00043858791,0.0004315806,0.003452515,0.00012245921,0.00041348516,0.00021716283,0.000039349834],"category_scores_gemma":[0.0009181018,0.00020538633,0.000086412154,0.00082001905,0.0003339776,0.00059154176,0.00043709413,0.0011290847,0.00012889081],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009675724,0.0048608086,0.028510412,0.06463368,0.00009596128,0.0000018174302,0.048090573,0.0000064130286,0.00049016107,0.0021457158,0.6920697,0.14941901],"study_design_scores_gemma":[0.0065963003,0.004975567,0.016892524,0.0042252177,0.0000018123836,0.0000011749886,0.009256172,0.00041252567,0.00015439588,0.0012422119,0.9559618,0.0002802907],"about_ca_topic_score_codex":0.00017096412,"about_ca_topic_score_gemma":0.000445386,"teacher_disagreement_score":0.26389208,"about_ca_system_score_codex":0.0005095776,"about_ca_system_score_gemma":0.0028289903,"threshold_uncertainty_score":0.9978449},"labels":[],"label_agreement":null},{"id":"W4375815241","doi":"10.2196/45666","title":"Referring Adolescent Primary Care Patients to Single-Session Interventions for Anxiety and Depression: Protocol for a Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; Washington University in St. Louis; National Institutes of Health; National Science Foundation","keywords":"Anxiety; Mental health; Psychological intervention; Medicine; Checklist; Depression (economics); Health care; Collaborative Care; Psychiatry; Family medicine; Psychology","score_opus":0.4803903862206037,"score_gpt":0.5902495724936253,"score_spread":0.1098591862730216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375815241","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021498553,0.0000013625702,0.00013192337,0.00019986543,0.000060201455,0.9771098,0.00009279082,0.000120890465,0.0007846101],"genre_scores_gemma":[0.01751096,8.02809e-8,0.00025172936,0.000081566286,0.0002724782,0.9806654,0.00009571037,0.000036768895,0.0010853119],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99715704,0.0003163423,0.0004861898,0.0008193919,0.0005670467,0.00065400254],"domain_scores_gemma":[0.99846613,0.0001142158,0.000086145046,0.00037578095,0.00068810134,0.0002696468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011292438,0.00019909129,0.00025858814,0.00025457834,0.0006866867,0.00012599977,0.0002882678,0.00011408122,0.000053736352],"category_scores_gemma":[0.00014682437,0.00016192904,0.00017513422,0.00049025245,0.000050611845,0.000101231286,0.00040586258,0.00028280608,0.00004332473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0077433805,0.016029201,0.6556223,0.012497502,0.00004758875,0.0000029477533,0.006354074,0.0000014819061,0.00032168214,0.00011339749,0.1180664,0.1832],"study_design_scores_gemma":[0.007812668,0.0020737057,0.8228581,0.008371533,0.0000021485187,3.45318e-7,0.0015540484,0.0000016512615,0.00006386567,0.00025246185,0.15681642,0.00019305617],"about_ca_topic_score_codex":0.00000514013,"about_ca_topic_score_gemma":0.00002171366,"teacher_disagreement_score":0.18300696,"about_ca_system_score_codex":0.00027752816,"about_ca_system_score_gemma":0.00008857681,"threshold_uncertainty_score":0.6603275},"labels":[],"label_agreement":null},{"id":"W4375815245","doi":"10.2196/47053","title":"A Technology-Enriched Approach to Studying Microlongitudinal Aging Among Adults Aged 18 to 85 Years: Protocol for the Labs Without Walls Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of New South Wales; Australian Government","keywords":"Onboarding; Protocol (science); Data collection; Psychology; Applied psychology; Cognition; Gerontology; Medical education; Medicine; Social psychology; Alternative medicine","score_opus":0.27691612677331984,"score_gpt":0.5225720101665196,"score_spread":0.24565588339319971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375815245","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16648428,2.0817916e-7,0.00064015045,0.00081731786,0.000004998318,0.83110213,0.000008712271,0.0002837322,0.000658434],"genre_scores_gemma":[0.1538764,8.089451e-8,0.0016631024,0.00014577272,0.00008728635,0.84307194,0.000002524866,0.00009362949,0.0010592906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929086,0.0009949717,0.00060072896,0.0017496896,0.001768301,0.001977702],"domain_scores_gemma":[0.9974068,0.0005271883,0.00014382019,0.0013805358,0.000077464894,0.00046418028],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010173692,0.00038041142,0.0004081196,0.0006035261,0.001234758,0.00029474124,0.0017579532,0.00016583453,0.00018106212],"category_scores_gemma":[0.0009789078,0.00030158242,0.00008950044,0.0037412408,0.00053744117,0.00031375795,0.0028238886,0.0012674552,0.0014927939],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001723912,0.003611274,0.88711137,0.00055158604,0.00010484056,0.000084841704,0.02137617,0.0008508224,0.016417807,0.000015374213,0.020130547,0.048021466],"study_design_scores_gemma":[0.005842271,0.003126619,0.9133245,0.0008352736,0.000006532249,0.000004316685,0.011063124,0.00091668975,0.0010816577,0.00016801336,0.06306433,0.0005666758],"about_ca_topic_score_codex":0.000236651,"about_ca_topic_score_gemma":0.00026069037,"teacher_disagreement_score":0.04745479,"about_ca_system_score_codex":0.0006814109,"about_ca_system_score_gemma":0.00007901159,"threshold_uncertainty_score":0.9999436},"labels":[],"label_agreement":null},{"id":"W4375932368","doi":"10.2196/40557","title":"Reasons for Ethnic Disparities in the Prehospital Care Pathway Following an Out-of-Hospital Cardiac Event: Protocol of a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ethnic group; Protocol (science); Medicine; Event (particle physics); Medical emergency; Family medicine; Alternative medicine; Pathology","score_opus":0.33611323457009534,"score_gpt":0.594642629241008,"score_spread":0.2585293946709126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375932368","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.0400976e-7,0.3094523,0.0000019724248,0.000050366627,0.000084086685,0.690041,0.00021289208,0.00003430544,0.0001224852],"genre_scores_gemma":[0.0000021093742,0.1224283,0.000036499445,0.0000057962484,0.00028278676,0.8767167,0.00027769146,0.00012565184,0.0001245043],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99076587,0.0035139155,0.0021236052,0.0006738394,0.0021537796,0.00076900964],"domain_scores_gemma":[0.9945312,0.0019244043,0.0008415052,0.0016905308,0.00083573343,0.00017663029],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00836326,0.0005268907,0.0047625448,0.0004764424,0.00014010647,0.00006540578,0.0008573834,0.00044249286,0.0000036500758],"category_scores_gemma":[0.003433454,0.0002987955,0.0028858485,0.0014936763,0.0002206723,0.00017752718,0.00023218336,0.0011868752,0.000017817494],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068039546,0.00039083997,0.000042027747,0.97780025,0.000315464,0.000029598987,0.0022513152,8.017976e-8,5.406273e-7,0.00017751519,0.0011548972,0.017769404],"study_design_scores_gemma":[0.0007931151,0.0016388709,0.000042715204,0.80617553,0.0004271207,6.5318756e-7,0.0011322163,8.719941e-7,0.0000017895865,0.0000504972,0.18950044,0.00023620499],"about_ca_topic_score_codex":0.00002535109,"about_ca_topic_score_gemma":0.00002429675,"teacher_disagreement_score":0.18834555,"about_ca_system_score_codex":0.00031309825,"about_ca_system_score_gemma":0.0016438802,"threshold_uncertainty_score":0.9999464},"labels":[],"label_agreement":null},{"id":"W4375954872","doi":"10.2196/42574","title":"Health Status, Quality of Life, Psychosocial Well-being, and Wearables Data of Patients With Active Ulcerative Colitis Receiving Filgotinib Therapy (FilgoColitis Study): Protocol for a Real-world Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Galápagos","keywords":"Medicine; Psychosocial; Quality of life (healthcare); Ulcerative colitis; Physical therapy; Observational study; Inflammatory bowel disease; Disease; Internal medicine; Psychiatry","score_opus":0.3279165524238272,"score_gpt":0.5673270415998335,"score_spread":0.23941048917600627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375954872","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36812055,2.2141651e-7,0.000004043532,0.000047514288,0.0000029808962,0.6307252,0.00093941303,0.000014843133,0.0001452052],"genre_scores_gemma":[0.05826801,0.0000017738084,0.00019878097,0.000025068772,0.00010194343,0.9405689,0.0005522943,0.00004909954,0.0002341092],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943015,0.002319396,0.0008101169,0.00083891454,0.0010577111,0.00067236804],"domain_scores_gemma":[0.9965782,0.0002817955,0.00056058157,0.00094741554,0.0013669961,0.0002649895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033974966,0.000246588,0.0004731455,0.00019718109,0.0003686321,0.00006655842,0.0005443552,0.000085711734,0.000045788096],"category_scores_gemma":[0.0006058555,0.00021445859,0.00005332389,0.0005625739,0.00030105087,0.00005022189,0.0004897219,0.00022943426,0.0000013993348],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046844464,0.004654095,0.93350416,0.0010987759,0.00025853651,0.0000022429056,0.002340293,0.0000039711385,0.000115451876,0.00017029882,0.00827089,0.002736788],"study_design_scores_gemma":[0.015437324,0.0069685085,0.9645226,0.0003390055,0.0000020303091,3.1892036e-8,0.0015638211,0.000014642467,0.00020274203,0.00014915761,0.010605043,0.00019509735],"about_ca_topic_score_codex":0.00057062955,"about_ca_topic_score_gemma":0.005026522,"teacher_disagreement_score":0.30985254,"about_ca_system_score_codex":0.000072383766,"about_ca_system_score_gemma":0.0018633803,"threshold_uncertainty_score":0.87453675},"labels":[],"label_agreement":null},{"id":"W4375955658","doi":"10.2196/38487","title":"Effect of the Red Bull Energy Drink on Perfusion-Related Variables in Women Undergoing Microsurgical Breast Reconstruction: Protocol and Analysis Plan for a Prospective, Multicenter Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Blood pressure; Randomized controlled trial; Breast reconstruction; Anesthesia; Prospective cohort study; Surgery; Heart rate; Breast cancer; Internal medicine","score_opus":0.02804860033895418,"score_gpt":0.40440486481598675,"score_spread":0.3763562644770326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375955658","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19680332,8.8288004e-7,0.000015936372,0.0002521997,0.000024290475,0.80244374,0.000012873767,0.00005159614,0.0003951604],"genre_scores_gemma":[0.08943994,0.000001460292,0.00004697697,0.000012009911,0.000083869476,0.90898526,0.000007949436,0.00003227988,0.0013902524],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99313694,0.0037441486,0.0010910413,0.0006238514,0.0007395632,0.0006644767],"domain_scores_gemma":[0.98893034,0.009784174,0.00033969482,0.0004922793,0.00029392893,0.00015958204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010032321,0.00027414595,0.0020882213,0.0010641125,0.00019873625,0.000075966454,0.00017919493,0.00025493864,0.00016178645],"category_scores_gemma":[0.0028863542,0.00015275295,0.0006375909,0.0020740645,0.00041033642,0.00009468502,0.00016872969,0.0005682413,0.0000029262228],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9829919,0.0005369901,0.0077487333,0.00084339816,0.00077685167,0.00001811902,0.00022008453,0.000028711805,0.0037171918,0.000058768346,0.00011369431,0.0029455537],"study_design_scores_gemma":[0.98076147,0.003179827,0.0026979807,0.0037751438,0.000071049806,0.000023000612,0.000042476888,0.0035503989,0.005008154,0.0002923861,0.00044823333,0.000149896],"about_ca_topic_score_codex":0.000018637986,"about_ca_topic_score_gemma":0.000015145931,"teacher_disagreement_score":0.10736337,"about_ca_system_score_codex":0.000300286,"about_ca_system_score_gemma":0.00033743458,"threshold_uncertainty_score":0.6229085},"labels":[],"label_agreement":null},{"id":"W4376121443","doi":"10.2196/46930","title":"Evaluating the Effect of Activity and Environment on Fall Risk in a Paradigm-Depending Laboratory Setting: Protocol for an Experimental Pilot Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Fall prevention; Poison control; Tripping; Falling (accident); Slipping; Injury prevention; Applied psychology; Computer science; Simulation; Physical medicine and rehabilitation; Risk analysis (engineering); Psychology; Medicine; Engineering; Medical emergency; Environmental health","score_opus":0.387237322831452,"score_gpt":0.6428233789725177,"score_spread":0.2555860561410657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376121443","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47517645,3.0005762e-7,0.0000017355933,0.00003284819,0.000003838961,0.52466697,0.000018487086,0.000032283675,0.00006708676],"genre_scores_gemma":[0.35310382,1.5417876e-7,0.000025110556,0.0000051137226,0.000069017704,0.646702,0.0000031396526,0.000027411179,0.000064254426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98572206,0.011643077,0.0004756124,0.0005436364,0.0008818268,0.00073379104],"domain_scores_gemma":[0.99617755,0.0027931621,0.0003007022,0.0005600147,0.000049070295,0.00011949781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020891976,0.000195873,0.00031879044,0.00022349306,0.0010614545,0.000034537567,0.00030261438,0.00009765167,0.000012293339],"category_scores_gemma":[0.0004935594,0.00013326736,0.000037416325,0.00037859043,0.00012243498,0.00019634436,0.0003196343,0.0011555473,0.000037893653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027042998,0.011126551,0.54319125,0.0040053,0.000056049106,0.000008896497,0.010124194,0.000022438559,0.3892298,0.00013551688,0.0014360365,0.013620978],"study_design_scores_gemma":[0.024015281,0.13196124,0.828849,0.0026722061,0.0000049717314,2.0749796e-7,0.0033305609,0.0030087722,0.0031829574,0.00037654774,0.0023444274,0.0002537907],"about_ca_topic_score_codex":0.00015099994,"about_ca_topic_score_gemma":0.000103514954,"teacher_disagreement_score":0.38604686,"about_ca_system_score_codex":0.00026256844,"about_ca_system_score_gemma":0.00016335584,"threshold_uncertainty_score":0.81639576},"labels":[],"label_agreement":null},{"id":"W4376121714","doi":"10.2196/45802","title":"Comparing Implementation Strategies for an Evidence-Based Weight Management Program Delivered in Community Mental Health Programs: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Protocol (science); Randomized controlled trial; Mental health; Weight management; Evidence-based practice; Psychology; Medicine; Medical education; Nursing; Weight loss; Alternative medicine; Psychiatry","score_opus":0.8841987934108104,"score_gpt":0.7889566473710473,"score_spread":0.09524214603976311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376121714","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005434867,4.3283782e-7,0.0009307741,0.005909843,0.000041605927,0.9868545,0.00007624236,0.0005250896,0.0002266451],"genre_scores_gemma":[0.0071998076,0.0000011035293,0.006184717,0.00077774853,0.00023103628,0.9850752,0.00028439364,0.000072042625,0.00017400215],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9609259,0.029834464,0.0036346507,0.0007760254,0.0018549857,0.0029740194],"domain_scores_gemma":[0.98444605,0.0117235845,0.0012443872,0.0008454033,0.0011393975,0.00060119573],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.08555539,0.00040526292,0.001714555,0.0012600829,0.004241911,0.0003943494,0.0011216181,0.00014154488,0.00013124164],"category_scores_gemma":[0.0016140509,0.00032594905,0.00027311625,0.0019955786,0.00042367438,0.0011917462,0.00035747135,0.0012066748,0.00004249207],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9437255,0.002228154,0.00065611536,0.0100491755,0.00004962483,9.676128e-7,0.009973735,0.00001265881,0.00004027905,0.0036534085,0.0179729,0.0116374595],"study_design_scores_gemma":[0.896491,0.01875697,0.00039912882,0.0050300914,0.000004600631,1.5362637e-7,0.021597305,0.0074403165,0.000014699879,0.0024417553,0.04756568,0.0002582802],"about_ca_topic_score_codex":0.0017946523,"about_ca_topic_score_gemma":0.005790694,"teacher_disagreement_score":0.08394134,"about_ca_system_score_codex":0.0015477207,"about_ca_system_score_gemma":0.005853224,"threshold_uncertainty_score":0.99991924},"labels":[],"label_agreement":null},{"id":"W4376121963","doi":"10.2196/42417","title":"Opioid Agonist Therapies and Pregnancy Outcomes for Pregnant People With Opioid Use Disorder: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Prenatal Substance Exposure Effects","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Opioid use disorder; Medicine; Pregnancy; CINAHL; PsycINFO; Buprenorphine; MEDLINE; Methadone; Adverse effect; Obstetrics; Opioid; Intensive care medicine; Psychiatry; Psychological intervention; Pharmacology; Internal medicine","score_opus":0.24752123859135683,"score_gpt":0.5411970464150858,"score_spread":0.293675807823729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376121963","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.2987523e-8,0.36890328,0.000083098654,0.00009095005,0.0000054958364,0.63045716,0.0002412931,0.00020846199,0.0000102369795],"genre_scores_gemma":[1.13380505e-8,0.2590582,0.0007312435,0.000029323224,0.00006145345,0.73646766,0.00017468432,0.00037044642,0.0031069466],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9919638,0.0013055184,0.0019115877,0.0015399836,0.0016951055,0.0015839966],"domain_scores_gemma":[0.9901032,0.0051861308,0.001025416,0.0022064527,0.0010005948,0.00047821048],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030457107,0.0012043422,0.0067453287,0.00052344933,0.0005129663,0.0005014346,0.0009093186,0.000499511,0.000017804326],"category_scores_gemma":[0.0038937319,0.00066233444,0.000937353,0.0012715614,0.00033147243,0.0003980525,0.00040964026,0.0011156489,0.000045223584],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030064784,0.0005547001,0.00012417012,0.9519496,0.00067630515,0.000036530677,0.00022228273,1.0526189e-8,6.691991e-7,0.00018567422,0.002582818,0.04336661],"study_design_scores_gemma":[0.0031649158,0.0034135226,0.000020313362,0.5940826,0.00027087217,0.00002741168,0.000015668453,0.0000029417572,0.000002152784,0.00006383418,0.39851,0.00042574838],"about_ca_topic_score_codex":0.000016045191,"about_ca_topic_score_gemma":0.00010657514,"teacher_disagreement_score":0.3959272,"about_ca_system_score_codex":0.0003633593,"about_ca_system_score_gemma":0.0017751064,"threshold_uncertainty_score":0.99958277},"labels":[],"label_agreement":null},{"id":"W4376226137","doi":"10.2196/38552","title":"Clinical Assessment of Eye Movement Desensitization and Reprocessing in Memory Distress: Protocol for a Double-Blinded Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University","funders":"York University","keywords":"Double blinded; Randomized controlled trial; Protocol (science); Eye movement desensitization and reprocessing; Medicine; Desensitization (medicine); Psychology; Physical therapy; Medical physics; Clinical psychology; Alternative medicine; Placebo; Surgery; Internal medicine","score_opus":0.5090363359141313,"score_gpt":0.6905115908590201,"score_spread":0.1814752549448888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376226137","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015610218,0.000001996693,0.0003849996,0.00048820316,0.00002292445,0.977542,0.00001640452,0.000089982655,0.005843313],"genre_scores_gemma":[0.010775597,7.460356e-7,0.00047919998,0.000018103117,0.00014739184,0.98718864,0.000025323941,0.000058386766,0.0013065912],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9881057,0.0055926917,0.0025817691,0.0009749871,0.0016692509,0.0010756053],"domain_scores_gemma":[0.9909517,0.006574202,0.0006142059,0.00084145117,0.0008005975,0.00021783645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02970029,0.00028241382,0.0019037382,0.0009840978,0.00020290882,0.00020218617,0.0004906849,0.00031994644,0.00025291045],"category_scores_gemma":[0.0031386449,0.00021653065,0.0003481399,0.0012423426,0.0008156258,0.0001672691,0.00033170122,0.0007939047,0.000015740736],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97663766,0.003020685,0.0025477945,0.0016075859,0.00019505285,0.000023134064,0.000722237,0.000014000741,0.0001580924,0.003344028,0.0009543833,0.010775327],"study_design_scores_gemma":[0.9823688,0.0018023717,0.003608429,0.0018628228,0.000007836745,5.388887e-7,0.00068283244,0.004675238,0.00015329188,0.0041214377,0.00052488566,0.0001914886],"about_ca_topic_score_codex":0.00009934558,"about_ca_topic_score_gemma":0.00004279372,"teacher_disagreement_score":0.026561646,"about_ca_system_score_codex":0.000121322555,"about_ca_system_score_gemma":0.00062318664,"threshold_uncertainty_score":0.99912775},"labels":[],"label_agreement":null},{"id":"W4376484131","doi":"10.2196/40143","title":"Impact of Cultural and Linguistic Maintenance on Mental Health Outcomes in Migrant Adolescents: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Mental health; MEDLINE; Acculturation; Citation; Psychology; Citation index; Protocol (science); Applied psychology; Clinical psychology; Medicine; Ethnic group; Library science; Psychiatry; Political science; Computer science; Alternative medicine","score_opus":0.6123034032102105,"score_gpt":0.7257688774703874,"score_spread":0.11346547426017695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376484131","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.985256e-7,0.13297458,0.0000012599872,0.00013186154,0.000013636302,0.8665168,0.0002673196,0.000037980266,0.00005615685],"genre_scores_gemma":[1.4434876e-7,0.20665543,0.000028848439,0.00007057585,0.00009001022,0.7926975,0.00006335713,0.000072524665,0.00032161226],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99324507,0.0018603922,0.0020289272,0.00086979964,0.0006608461,0.0013349986],"domain_scores_gemma":[0.9971463,0.00057444524,0.0008532731,0.0007087028,0.0003429041,0.00037437904],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004027317,0.00051063526,0.0026567706,0.00059402216,0.0001990039,0.00005541822,0.00049229624,0.00025967142,0.000083292165],"category_scores_gemma":[0.0011122276,0.00032406716,0.00053691666,0.0008879971,0.00016207233,0.000055481425,0.00011041322,0.0010918211,0.00008512066],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048781387,0.00078655995,0.00047463423,0.8319032,0.00005647763,0.00000869304,0.0010053529,2.4462159e-8,1.8750367e-8,0.00013968039,0.025210863,0.13992664],"study_design_scores_gemma":[0.002107745,0.002210574,0.0005455813,0.63961774,0.0000032406306,0.000007004692,0.00002206614,7.1163464e-7,1.7832974e-8,0.000022067856,0.3552995,0.00016377163],"about_ca_topic_score_codex":0.0005254232,"about_ca_topic_score_gemma":0.0005161646,"teacher_disagreement_score":0.33008862,"about_ca_system_score_codex":0.0005958995,"about_ca_system_score_gemma":0.0019245791,"threshold_uncertainty_score":0.99992114},"labels":[],"label_agreement":null},{"id":"W4376484136","doi":"10.2196/45133","title":"Effects of Increased Standing and Light-Intensity Physical Activity to Improve Postprandial Glucose in Sedentary Office Workers: Protocol for a Randomized Crossover Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Arizona State University","keywords":"Medicine; Crossover study; Randomized controlled trial; Postprandial; Sitting; Physical therapy; Blood pressure; Psychological intervention; Sedentary lifestyle; Physical activity; Placebo; Internal medicine; Nursing; Insulin","score_opus":0.14578318912293536,"score_gpt":0.5459786970741601,"score_spread":0.40019550795122477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376484136","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45339018,1.0279374e-7,0.000019501056,0.00043040604,0.0000061522264,0.5460555,0.0000147233595,0.00004041064,0.00004299978],"genre_scores_gemma":[0.23865028,1.00532404e-7,0.00005225698,0.00003714898,0.00039031255,0.7607833,0.0000038130302,0.000028171913,0.00005458717],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99627906,0.0009065458,0.00038158873,0.0006165601,0.0009542631,0.0008619807],"domain_scores_gemma":[0.9941962,0.0045179906,0.00014728913,0.00033321264,0.0003308656,0.00047446473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003149341,0.00024578834,0.0014724822,0.0004270036,0.000192592,0.000076548335,0.00015710607,0.00016203687,0.0000070291894],"category_scores_gemma":[0.0029444017,0.00018769989,0.0002573157,0.001007917,0.00026565164,0.00026774223,0.00028870066,0.0008346561,0.00001411397],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8530693,0.005702068,0.0001447909,0.0054951697,0.000053382213,0.000038953738,0.0005960234,3.6120534e-7,0.13209869,0.0000587222,0.0007975234,0.001945018],"study_design_scores_gemma":[0.80829155,0.016324712,0.004660024,0.0036647231,0.000013672349,0.0000015139703,0.000051896313,0.00068095326,0.16410556,0.000735304,0.0012839055,0.00018619758],"about_ca_topic_score_codex":0.00049638335,"about_ca_topic_score_gemma":0.000039169034,"teacher_disagreement_score":0.2147399,"about_ca_system_score_codex":0.00027570227,"about_ca_system_score_gemma":0.0006054721,"threshold_uncertainty_score":0.76541793},"labels":[],"label_agreement":null},{"id":"W4376491317","doi":"10.2196/42043","title":"The Effect of Positive Therapeutic Communication on Pain (POPAIN) and Anxiety During Arterial Blood Gas Standardized Procedures in the Emergency Department Compared to Traditional Communication: Protocol for a Monocentric Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Anxiety; Emergency department; Nocebo Effect; Physical therapy; Patient satisfaction; Nocebo; Anesthesia; Placebo; Surgery; Psychiatry; Alternative medicine","score_opus":0.12768793324376124,"score_gpt":0.4723004952394312,"score_spread":0.3446125619956699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376491317","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052057922,0.00000385763,0.000047715075,0.0017840938,0.0000073860524,0.94576997,0.00003249382,0.000048251604,0.0002483309],"genre_scores_gemma":[0.21860458,0.000009756674,0.000015412137,0.00004178504,0.000046300585,0.7812103,0.000014318492,0.000016287773,0.00004126885],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9490039,0.048250973,0.00076056307,0.0003847531,0.0010747032,0.0005251191],"domain_scores_gemma":[0.9580832,0.04076223,0.00027717708,0.0006847533,0.00012342393,0.000069187],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056321517,0.00023769138,0.0006993018,0.00028385624,0.0011232758,0.00024705997,0.0009551244,0.000064529835,0.00001811924],"category_scores_gemma":[0.008951531,0.00012776912,0.00023865445,0.0009309008,0.00031758225,0.00011131218,0.00015727834,0.0003689104,0.000004257909],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9899924,0.00050142955,0.00010562146,0.00041982828,0.00006726867,0.0000017295237,0.0007101943,0.000049443926,0.0036446326,0.0012810205,0.0018464607,0.0013799655],"study_design_scores_gemma":[0.97534436,0.004269426,0.0006962762,0.00081592106,0.000020485531,0.0000013286328,0.000084229265,0.0057744463,0.007752033,0.0022090238,0.0028611026,0.00017135097],"about_ca_topic_score_codex":0.0000046551004,"about_ca_topic_score_gemma":0.000017685023,"teacher_disagreement_score":0.16654666,"about_ca_system_score_codex":0.00007187733,"about_ca_system_score_gemma":0.000097678196,"threshold_uncertainty_score":0.9993965},"labels":[],"label_agreement":null},{"id":"W4376523886","doi":"10.2196/40470","title":"Delivery of the HIV Service and Telemedicine Through Effective Patient-Reported Outcomes (+STEP) Intervention to Increase Screening and Treatment of Mental Health and Substance Use Disorders for People Living With HIV in Alabama: Protocol for an Effectiveness-Implementation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Medicine; Psychological intervention; Mental health; Intervention (counseling); Telepsychiatry; Motivational interviewing; Service delivery framework; mHealth; Best practice; Implementation research; Health care; Nursing; Psychiatry; Service (business)","score_opus":0.145973655577853,"score_gpt":0.5398619303085385,"score_spread":0.39388827473068544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376523886","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5036422,0.0000017901151,0.00026005748,0.00023208976,7.1221626e-7,0.49576285,0.00008906048,0.000009574777,0.0000016803126],"genre_scores_gemma":[0.27448294,0.0000010690466,0.0004203398,0.000008181733,0.0000056882086,0.7249709,0.00004714784,0.000020604937,0.000043176624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971811,0.0009664063,0.00052183797,0.0004225433,0.0005093377,0.00039873732],"domain_scores_gemma":[0.9979007,0.0010213915,0.00020144953,0.0002611754,0.0004220347,0.00019323763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016804602,0.00017521065,0.0004720768,0.00034450565,0.00023640647,0.00003789411,0.00007379803,0.00003349182,0.0000050258336],"category_scores_gemma":[0.0003584064,0.00011249019,0.00006665048,0.00076517335,0.00011153315,0.00034506895,0.00012015082,0.00011696879,1.5672919e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008699191,0.0025739965,0.92957973,0.003642359,0.00015235793,0.0000013362418,0.011952025,0.0000018480542,0.00058522815,0.000006874999,0.00026986087,0.042535212],"study_design_scores_gemma":[0.025374562,0.07448129,0.87224287,0.0068644537,0.000012413792,0.0000032071582,0.019199371,0.0008000621,0.0005426505,0.000013676914,0.00037907288,0.000086349944],"about_ca_topic_score_codex":0.004768781,"about_ca_topic_score_gemma":0.027979229,"teacher_disagreement_score":0.22920801,"about_ca_system_score_codex":0.00016065066,"about_ca_system_score_gemma":0.00012354675,"threshold_uncertainty_score":0.9897576},"labels":[],"label_agreement":null},{"id":"W4376613077","doi":"10.2196/41399","title":"The Efficacy of a Diet Low in Fermentable Oligo-, Di-, Monosaccharides, and Polyols in Irritable Bowel Syndrome Compared to Its “Real-world” Effectiveness: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Gastrointestinal motility and disorders","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Spendenstiftung Bank Vontobel","keywords":"Irritable bowel syndrome; Medicine; MEDLINE; Randomized controlled trial; Internal medicine; CINAHL; Systematic review; Data extraction; Quality of life (healthcare); Physical therapy; Psychiatry","score_opus":0.32990970591567226,"score_gpt":0.5857074475294912,"score_spread":0.25579774161381896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376613077","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012524387,0.050971728,0.000002483991,0.00013034692,0.0000033121153,0.94868714,0.00006504723,0.000050123206,0.00007728244],"genre_scores_gemma":[0.0000068590343,0.035688944,0.000046810314,0.000020018722,0.000016978915,0.9636343,0.000028754488,0.00011179098,0.00044551998],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9915155,0.002773594,0.0023255239,0.00096891995,0.0010768817,0.0013395399],"domain_scores_gemma":[0.9913163,0.0062528043,0.00052296306,0.0010887084,0.00042538956,0.00039383947],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009706087,0.0006335768,0.0046982616,0.0010725034,0.00019150574,0.00014088814,0.00080556236,0.0001849853,0.00001152546],"category_scores_gemma":[0.0059650443,0.00041233742,0.0004240982,0.003100611,0.00019970565,0.00014373573,0.0005435886,0.0011384512,0.000046614514],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002037697,0.0011955287,0.0003923323,0.994308,0.00008682763,0.00008174179,0.00004532346,0.0000015991785,0.0000041223175,0.0000905784,0.0004902857,0.001265941],"study_design_scores_gemma":[0.0045079254,0.0029836476,0.0021939713,0.9729673,0.00007410549,0.00005300784,0.00004071177,0.000037441983,0.0000041844514,0.00010269416,0.016771493,0.00026348425],"about_ca_topic_score_codex":0.00047823938,"about_ca_topic_score_gemma":0.000512557,"teacher_disagreement_score":0.02134069,"about_ca_system_score_codex":0.00072402257,"about_ca_system_score_gemma":0.0012645808,"threshold_uncertainty_score":0.99983287},"labels":[],"label_agreement":null},{"id":"W4377001813","doi":"10.2196/46842","title":"Trauma-Informed Care in Digital Health Technologies: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Protocol (science); Digital health; Health care; Medicine; Nursing; Computer science; Psychology; Alternative medicine; Political science","score_opus":0.7263387042435439,"score_gpt":0.7542820515839413,"score_spread":0.027943347340397495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377001813","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.896378e-10,0.341853,0.0000025115623,0.00029523546,0.000020970892,0.6522607,0.0005225701,0.00052001904,0.0045250095],"genre_scores_gemma":[3.685896e-9,0.098014,0.00007302658,0.00005199022,0.000063605075,0.8987496,0.00030505142,0.00023544271,0.0025072773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99080116,0.00062611577,0.003590266,0.0014018766,0.0010402191,0.0025403393],"domain_scores_gemma":[0.99503934,0.0015122881,0.0010404541,0.0017344335,0.00039831665,0.0002751389],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003070977,0.0007335585,0.0030295397,0.0017405199,0.00030523675,0.00041114094,0.0020183562,0.00071915233,0.00015710555],"category_scores_gemma":[0.0015973335,0.0006114277,0.0009799792,0.00324764,0.00034538985,0.00046744576,0.0008324752,0.0021616367,0.002389027],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006291838,0.00036321217,4.4859055e-7,0.4774119,0.00001962751,0.000014907661,0.00006498386,3.337999e-9,2.1917525e-10,0.0004246352,0.019228248,0.5024091],"study_design_scores_gemma":[0.0009117744,0.0023908527,2.2008744e-7,0.49443293,0.0000019276129,0.000011506528,0.00016881479,4.7316817e-8,1.0021289e-7,0.00027766475,0.5015786,0.00022553394],"about_ca_topic_score_codex":0.00002405058,"about_ca_topic_score_gemma":0.00019476615,"teacher_disagreement_score":0.5021836,"about_ca_system_score_codex":0.0024642902,"about_ca_system_score_gemma":0.0044380263,"threshold_uncertainty_score":0.9996337},"labels":[],"label_agreement":null},{"id":"W4377085533","doi":"10.2196/45857","title":"Virtual Risk Management—Exploring Effects of Childhood Risk Experiences through Innovative Methods (ViRMa) for Primary School Children in Norway: Study Protocol for the ViRMa Project","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Injury Epidemiology and Prevention","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; Learning Partnership; University of British Columbia","funders":"Norges Forskningsråd; Norges Teknisk-Naturvitenskapelige Universitet","keywords":"Risk management; Psychology; Applied psychology; Poison control; Human factors and ergonomics; Risk assessment; Protocol (science); Suicide prevention; Medical education; Developmental psychology; Medicine; Computer security; Computer science; Medical emergency; Business","score_opus":0.27685622343828487,"score_gpt":0.61165681311712,"score_spread":0.3348005896788351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377085533","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038349617,0.000002872805,0.004031236,0.000096348806,0.000024519666,0.9569337,0.000027095075,0.00008973082,0.00044493072],"genre_scores_gemma":[0.001983407,0.0000069151297,0.01022381,0.000056767167,0.00025340752,0.98702574,0.000024392124,0.00005562965,0.00036993367],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9920078,0.0046438472,0.0009499171,0.000788947,0.00069698924,0.0009124933],"domain_scores_gemma":[0.9932221,0.0050159055,0.00045724938,0.00076896127,0.00046168405,0.00007407365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017989947,0.00031377102,0.0007066541,0.00068335584,0.0006847716,0.000043708667,0.0005962838,0.00017911386,0.000036697096],"category_scores_gemma":[0.005056782,0.00020639597,0.00019896844,0.0028674272,0.0003386901,0.00046230512,0.0004855857,0.001254189,0.000018796527],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03998082,0.010871004,0.3507336,0.010762441,0.0023636483,0.00003460431,0.05309786,0.000046401867,0.00119931,0.0025190657,0.020207584,0.50818366],"study_design_scores_gemma":[0.02477318,0.024649894,0.89989424,0.003895816,0.00005780521,0.0000036234323,0.0135945305,0.00021809124,0.009818756,0.0047925212,0.017936423,0.00036513215],"about_ca_topic_score_codex":0.000076785764,"about_ca_topic_score_gemma":0.0000074077047,"teacher_disagreement_score":0.5491606,"about_ca_system_score_codex":0.00014481363,"about_ca_system_score_gemma":0.000347564,"threshold_uncertainty_score":0.84165835},"labels":[],"label_agreement":null},{"id":"W4377094567","doi":"10.2196/45652","title":"Feasibility, Usability, and Safety of ParaGym, an Intelligent Mobile Exercise App for Individuals With Paraplegia: Protocol for a Pilot Block-Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Randomized controlled trial; Physical therapy; System usability scale; Medicine; Quality of life (healthcare); Personalization; Intervention (counseling); Physical medicine and rehabilitation; Computer science; Web usability; World Wide Web; Nursing; Human–computer interaction","score_opus":0.30309891691908386,"score_gpt":0.585506843395819,"score_spread":0.2824079264767352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377094567","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037534464,0.0000030234953,0.00017813586,0.00036082978,0.000007918437,0.96141213,0.00012775707,0.00018057495,0.0001951406],"genre_scores_gemma":[0.008467348,0.0000023152666,0.00204655,0.000015542331,0.0002508188,0.9879544,0.000052512518,0.00011223564,0.0010982747],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99062073,0.0020813697,0.0019533597,0.0012990085,0.0025566039,0.0014889142],"domain_scores_gemma":[0.9886622,0.0061583547,0.00042891596,0.0014493106,0.0025566658,0.0007445454],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.029693885,0.00049306476,0.0032430654,0.00091298966,0.00041793415,0.0001964269,0.00067280553,0.00026870676,0.00015748486],"category_scores_gemma":[0.0054082028,0.00031614193,0.000545672,0.0014199065,0.0017204335,0.00026241277,0.0004677264,0.0008153726,0.0000150483265],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9794689,0.0055472786,0.0020018972,0.0063218777,0.00026038772,0.000008506164,0.00022598711,0.0000071217046,0.00083300663,0.00042622408,0.0017791315,0.0031196848],"study_design_scores_gemma":[0.85172594,0.12290704,0.00028853913,0.002553126,0.000056437406,0.000009374629,0.0002706266,0.00093168323,0.0035880362,0.0029526497,0.014435198,0.00028135115],"about_ca_topic_score_codex":0.000036438392,"about_ca_topic_score_gemma":0.000024869862,"teacher_disagreement_score":0.12774296,"about_ca_system_score_codex":0.00022868028,"about_ca_system_score_gemma":0.0016461607,"threshold_uncertainty_score":0.9999291},"labels":[],"label_agreement":null},{"id":"W4377221221","doi":"10.2196/48109","title":"Comprehensive Acute Kidney Injury Survivor Care: Protocol for the Randomized Acute Kidney Injury in Care Transitions Pilot Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Kidney Injury Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Agency for Healthcare Research and Quality","keywords":"Medicine; Randomized controlled trial; Randomization; Dialysis; Intervention (counseling); Acute care; Protocol (science); Acute kidney injury; Family medicine; Emergency medicine; Health care; Nursing; Internal medicine; Alternative medicine","score_opus":0.21287669847716412,"score_gpt":0.5622931472266522,"score_spread":0.34941644874948813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377221221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025025566,0.0000021082221,0.00008659193,0.021280803,0.00008430896,0.96677756,0.009300366,0.0004940596,0.0017239285],"genre_scores_gemma":[0.0005751151,0.000009893039,0.00043586787,0.0014944422,0.0010463197,0.99094445,0.0019054458,0.00028211597,0.0033063758],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.98607856,0.003955512,0.0017901814,0.0015847123,0.0036861058,0.0029049516],"domain_scores_gemma":[0.9894989,0.0021509046,0.00027261127,0.0023111512,0.0036668195,0.0020996237],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005684847,0.0008420113,0.0021218248,0.0019769643,0.0013066629,0.00045033297,0.001725304,0.000580342,0.0007983808],"category_scores_gemma":[0.0042459667,0.00057959236,0.0009533706,0.004701196,0.0018295256,0.00046833546,0.00081072847,0.003451351,0.00053968915],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.57565665,0.0007175979,0.00006221561,0.0027351987,0.0005433181,0.00014315586,0.0021785372,2.6580975e-7,0.0075287325,0.00018842812,0.4086075,0.0016383785],"study_design_scores_gemma":[0.46225017,0.01134208,0.000087308224,0.0019823199,0.00008009806,0.000014428056,0.0007261664,0.00019914917,0.0053629423,0.00023164359,0.5173204,0.00040329504],"about_ca_topic_score_codex":0.0002145069,"about_ca_topic_score_gemma":0.000013544589,"teacher_disagreement_score":0.113406494,"about_ca_system_score_codex":0.0009557226,"about_ca_system_score_gemma":0.0077746045,"threshold_uncertainty_score":0.9999935},"labels":[],"label_agreement":null},{"id":"W4377821039","doi":"10.2196/48128","title":"Effectiveness of an Emergency Department–Based Machine Learning Clinical Decision Support Tool to Prevent Outpatient Falls Among Older Adults: Protocol for a Quasi-Experimental Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; Agency for Healthcare Research and Quality","keywords":"Emergency department; Medicine; Clinical decision support system; Referral; Psychological intervention; Intervention (counseling); Fall prevention; Logistic regression; Poison control; Injury prevention; Medical emergency; Decision support system; Family medicine; Artificial intelligence; Nursing; Computer science","score_opus":0.17078622590328696,"score_gpt":0.6114269255304875,"score_spread":0.44064069962720054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377821039","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42644823,2.8566947e-7,0.0003359143,0.000009238551,0.000040159888,0.5729373,0.00005617819,0.000130915,0.000041759533],"genre_scores_gemma":[0.17504762,1.7195936e-7,0.000524964,0.0000114043505,0.00013859599,0.82355946,0.0001771966,0.000088105866,0.000452441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9840886,0.009676254,0.002117768,0.0011646546,0.0016421524,0.001310543],"domain_scores_gemma":[0.9952846,0.0017770869,0.00054162333,0.0009173997,0.0009838472,0.0004954467],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.018970814,0.00037188726,0.00077788415,0.00049601804,0.0009661768,0.000033406268,0.00068783294,0.00035986752,0.000248987],"category_scores_gemma":[0.0013657167,0.00031045938,0.00030705976,0.0010442446,0.00009578117,0.00032982812,0.00062355504,0.001314671,0.00024597612],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03713222,0.15178278,0.7617742,0.010581973,0.00012723044,0.000031650987,0.0051746494,0.000019366944,0.0029203054,0.000050092265,0.005587689,0.024817832],"study_design_scores_gemma":[0.028363906,0.08021339,0.8628748,0.009919084,0.000008170665,2.5760522e-7,0.0028524725,0.0031934772,0.00064787164,0.000121177094,0.011349924,0.0004554789],"about_ca_topic_score_codex":0.00009509128,"about_ca_topic_score_gemma":0.00017463298,"teacher_disagreement_score":0.25140062,"about_ca_system_score_codex":0.000333165,"about_ca_system_score_gemma":0.00055272534,"threshold_uncertainty_score":0.99993473},"labels":[],"label_agreement":null},{"id":"W4377821131","doi":"10.2196/46808","title":"Adapting and Testing the Care Partner Hospital Assessment Tool for Use in Dementia Care: Protocol for a 2 Sequential Phase Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health; University of Pittsburgh","keywords":"Dementia; Protocol (science); Medicine; Health care; Formative assessment; Nursing; Psychology; Randomized controlled trial; Family medicine; Alternative medicine; Disease","score_opus":0.7003670863467955,"score_gpt":0.6866541620359496,"score_spread":0.013712924310845809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377821131","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08021178,0.0000042728157,0.00011219462,0.0001249733,0.000005346441,0.91935194,0.00005218303,0.000052303523,0.000084998836],"genre_scores_gemma":[0.048265785,1.6793693e-7,0.004281886,0.000012451042,0.00017681779,0.94711584,0.00003316832,0.000040088264,0.00007380192],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974152,0.00031406607,0.0004693517,0.00045566048,0.0007071883,0.0006385298],"domain_scores_gemma":[0.99691826,0.0013410902,0.00011950492,0.00036078764,0.0011622024,0.0000981378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018180263,0.0001814846,0.0003353681,0.00021628647,0.00029452913,0.00014482526,0.00018618393,0.000074169395,0.000008981106],"category_scores_gemma":[0.0015544022,0.00012572469,0.00008327581,0.0006158872,0.00012941386,0.00017756235,0.00023714549,0.00034798187,0.0000016317218],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00368552,0.0023876377,0.8990101,0.008431044,0.00022790507,0.00011005786,0.024662979,0.000018423989,0.004621038,0.00014773608,0.005324954,0.051372606],"study_design_scores_gemma":[0.120961145,0.070806816,0.117441855,0.022419827,0.00010484564,0.000004681468,0.11188636,0.0062856455,0.012131912,0.000248639,0.5368218,0.0008865129],"about_ca_topic_score_codex":0.00009385994,"about_ca_topic_score_gemma":0.000070593065,"teacher_disagreement_score":0.7815682,"about_ca_system_score_codex":0.0001636886,"about_ca_system_score_gemma":0.00048516472,"threshold_uncertainty_score":0.5126904},"labels":[],"label_agreement":null},{"id":"W4377821172","doi":"10.2196/43344","title":"The Kinetics of Anti–SARS-CoV-2 Antibodies in Pediatric Patients and the Characterization of Post–COVID-19 Condition at 6 Months After Infection: Protocol for a Longitudinal Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Antibody; Observational study; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Pediatrics; Immunology; Prospective cohort study; Disease; Internal medicine; Infectious disease (medical specialty)","score_opus":0.21572971499344035,"score_gpt":0.5338864560035979,"score_spread":0.3181567410101575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377821172","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49337,3.9683206e-7,0.00001142752,0.0010379448,0.0000049657674,0.50551367,0.000036430425,0.000018235653,0.0000069105376],"genre_scores_gemma":[0.3577267,0.0000012057022,0.000010950403,0.00007091602,0.00007035133,0.6419971,0.0000630364,0.000017833276,0.000041929557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967693,0.0007288474,0.00067169964,0.00035693738,0.0010971552,0.0003760229],"domain_scores_gemma":[0.99590456,0.002142713,0.0003299532,0.00040601075,0.0011321767,0.0000845934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025952917,0.00017837842,0.00037081144,0.000474774,0.00025026393,0.00006651517,0.00018723686,0.00010167891,0.000011181594],"category_scores_gemma":[0.0037759666,0.00010824562,0.000090679816,0.0010517463,0.0004592224,0.00022592903,0.00031725643,0.00025415927,0.0000055659348],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011864881,0.0012409677,0.9662722,0.0052418583,0.00003419191,0.000009804876,0.00081962824,0.0000036876895,0.01352912,0.00008851896,0.00074751896,0.0001476274],"study_design_scores_gemma":[0.015790407,0.004163762,0.9711978,0.0004242811,0.000013299313,0.0000017723304,0.000028737499,0.00016136971,0.0051523605,0.00023695247,0.0027342206,0.00009502499],"about_ca_topic_score_codex":0.00006244897,"about_ca_topic_score_gemma":0.00013690155,"teacher_disagreement_score":0.1364834,"about_ca_system_score_codex":0.00018126798,"about_ca_system_score_gemma":0.00033751206,"threshold_uncertainty_score":0.45204574},"labels":[],"label_agreement":null},{"id":"W4377821211","doi":"10.2196/46135","title":"Adaptive P300-Based Brain-Computer Interface for Attention Training: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Irish Research Council; Science Foundation Ireland","keywords":"Cognitive training; Neurofeedback; Task (project management); Brain–computer interface; Randomized controlled trial; Physical medicine and rehabilitation; Cognition; Population; Psychology; Cognitive psychology; Electroencephalography; Medicine; Neuroscience","score_opus":0.3565706961429051,"score_gpt":0.5487516718768572,"score_spread":0.19218097573395215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377821211","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004253823,1.4263827e-7,0.067549534,0.0032525638,0.000085094194,0.9277449,0.000044775254,0.00049002987,0.00040754754],"genre_scores_gemma":[0.00214203,2.053507e-8,0.0026780483,0.00032921537,0.0008676293,0.9894633,0.000008273748,0.0000982798,0.004413158],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99154407,0.0031756966,0.0012517615,0.0013161452,0.0012240822,0.0014882713],"domain_scores_gemma":[0.9777898,0.020305712,0.00044646155,0.0005811703,0.00062110566,0.00025573967],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010364687,0.00045752406,0.0015904853,0.00081925595,0.0006255655,0.00068466214,0.0011428326,0.0002457051,0.00007546755],"category_scores_gemma":[0.005166259,0.0003279749,0.0011157853,0.0009433711,0.00057782634,0.0003322196,0.00026535804,0.0006005694,0.00010510097],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9244653,0.0006515311,6.5244416e-7,0.0005010706,0.000048594437,0.0000075264593,0.0005328157,0.00020429853,0.021488845,0.0015764564,0.045737185,0.004785744],"study_design_scores_gemma":[0.72999364,0.0069652777,0.0000013298808,0.0010459584,0.000004354631,0.0000020134116,0.000051236184,0.16912001,0.024657484,0.0026165985,0.06525712,0.00028495849],"about_ca_topic_score_codex":0.0000025062952,"about_ca_topic_score_gemma":0.0000026673856,"teacher_disagreement_score":0.19447163,"about_ca_system_score_codex":0.00012808584,"about_ca_system_score_gemma":0.00057570904,"threshold_uncertainty_score":0.9999172},"labels":[],"label_agreement":null},{"id":"W4377940238","doi":"10.2196/46371","title":"Evaluating the Effectiveness of Rural Digital Social Prescribing in Korea: Protocol for a Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Art Therapy and Mental Health","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Yonsei University; National Research Foundation","keywords":"Medical education; Mental health; Medicine; Psychological intervention; Population; Psychology; Environmental health; Nursing; Psychiatry","score_opus":0.587088500091848,"score_gpt":0.631152191390168,"score_spread":0.044063691298319996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377940238","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15036303,1.0337123e-7,0.000001023489,0.000046728866,0.0000060250727,0.8465666,0.000024835026,0.00004686992,0.0029448038],"genre_scores_gemma":[0.24105236,9.122633e-9,0.0000016761826,0.0000041101903,0.00018301733,0.75804037,0.000007675311,0.000021046699,0.0006897394],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9966264,0.0014316135,0.0003747508,0.0002132772,0.0007919406,0.0005620563],"domain_scores_gemma":[0.99813056,0.0012529376,0.0000854933,0.0002139489,0.00027363136,0.000043419477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010549299,0.00012485769,0.00024696614,0.00016842202,0.00093507324,0.00022004086,0.000326624,0.00003722714,0.000082215935],"category_scores_gemma":[0.00017043903,0.00008097746,0.00007914602,0.00021832643,0.00032409947,0.0002892633,0.00019711441,0.00031657584,0.000022102424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.058511484,0.01236071,0.33223972,0.017943805,0.00029550944,0.000019957088,0.3647781,0.0000510674,0.003386081,0.097432055,0.007857155,0.10512438],"study_design_scores_gemma":[0.050762292,0.064551674,0.41975933,0.014222866,0.000011645937,0.0000030319056,0.17685702,0.00207061,0.0027620995,0.04703797,0.22080466,0.0011567781],"about_ca_topic_score_codex":0.00013653305,"about_ca_topic_score_gemma":0.00016772175,"teacher_disagreement_score":0.21294752,"about_ca_system_score_codex":0.00012930068,"about_ca_system_score_gemma":0.00019430507,"threshold_uncertainty_score":0.7191922},"labels":[],"label_agreement":null},{"id":"W4377985980","doi":"10.2196/44802","title":"Characteristics of Interstitial Pneumonia With Autoimmune Features (IPAF): Protocol for a Multicenter Prospective Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Interstitial Lung Diseases and Idiopathic Pulmonary Fibrosis","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Interstitial lung disease; Internal medicine; Idiopathic interstitial pneumonia; Bronchoalveolar lavage; Usual interstitial pneumonia; Mixed connective tissue disease; Rheumatoid arthritis; Lung","score_opus":0.12413838295792251,"score_gpt":0.511456329662507,"score_spread":0.38731794670458447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377985980","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012108007,3.6183596e-7,0.000022810344,0.00027380945,0.00001167603,0.9867027,0.00014150862,0.00016287873,0.0005762788],"genre_scores_gemma":[0.16993922,8.9259075e-8,0.00013803781,0.000018838464,0.00024011225,0.8277602,0.000034657645,0.00006692109,0.0018019143],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99680465,0.00023601015,0.00054916093,0.00058898993,0.001061628,0.0007595488],"domain_scores_gemma":[0.9975601,0.0001722832,0.00018037827,0.00062338216,0.0012350457,0.00022880215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009410408,0.00028257616,0.00058641896,0.00042988846,0.00024371044,0.00009606286,0.00033665882,0.00012357876,0.000096939606],"category_scores_gemma":[0.0002525958,0.00020110072,0.00019127094,0.00072552403,0.0003556225,0.0001639151,0.0002686886,0.00061389833,0.00004568621],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.63987374,0.028744329,0.19269879,0.024891442,0.0009430655,0.0014480766,0.0076405443,0.000003989039,0.06951479,0.0010720944,0.024542907,0.008626223],"study_design_scores_gemma":[0.027262995,0.15294768,0.7529768,0.016126752,0.00005671173,0.000044033688,0.002168981,0.00047570208,0.0043244464,0.00013856578,0.04296718,0.0005101773],"about_ca_topic_score_codex":0.00004142685,"about_ca_topic_score_gemma":0.000008964782,"teacher_disagreement_score":0.61261076,"about_ca_system_score_codex":0.00019472097,"about_ca_system_score_gemma":0.00045896042,"threshold_uncertainty_score":0.8200649},"labels":[],"label_agreement":null},{"id":"W4377986034","doi":"10.2196/45201","title":"The National Coordinated Citrien eHealth Program to Scale Up Telemonitoring: Protocol for a Before-and-After Evaluation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Radboud Universitair Medisch Centrum; Leids Universitair Medisch Centrum; Radboud Institute for Health Sciences; Universitair Medisch Centrum Utrecht; Universiteit Maastricht; Vrije Universiteit Amsterdam; Radboud Universiteit; Universiteit van Amsterdam; Universiteit Leiden; Rijksuniversiteit Groningen; Amsterdam University Medical Centers","keywords":"Telehealth; eHealth; Telemedicine; Medicine; Health care","score_opus":0.4947762738152089,"score_gpt":0.6765201673044057,"score_spread":0.18174389348919678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377986034","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073859796,3.0593057e-7,0.0000053566523,0.0046211835,0.00002724395,0.92098594,0.000007586571,0.0003914342,0.00010114414],"genre_scores_gemma":[0.07646393,5.983337e-8,0.000213284,0.000032278178,0.00036813781,0.92186654,0.0000093960325,0.000035858477,0.0010105015],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99571323,0.00056810316,0.00048201348,0.0005236189,0.0018018044,0.0009112471],"domain_scores_gemma":[0.9963588,0.00042898717,0.000079724676,0.0003767599,0.002432386,0.00032332772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009903022,0.00016581571,0.00023210785,0.0005072589,0.0009369243,0.00011273608,0.00024675112,0.00018915118,0.000011215653],"category_scores_gemma":[0.0017866633,0.00011383019,0.000048433572,0.0017295337,0.00015657683,0.00009933005,0.00022913939,0.0007222393,0.00005961171],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069647324,0.0014779784,0.4142988,0.001404898,0.00005172888,0.000009269791,0.0023057119,0.0000015233461,0.0001459105,0.00011538811,0.012660243,0.5605638],"study_design_scores_gemma":[0.011435863,0.03187628,0.47584003,0.0020919833,0.0000071690506,0.000008712208,0.0014636443,0.001390957,0.0011763057,0.0014965143,0.4729906,0.00022192391],"about_ca_topic_score_codex":0.000023492934,"about_ca_topic_score_gemma":0.00006458796,"teacher_disagreement_score":0.5603419,"about_ca_system_score_codex":0.0004293997,"about_ca_system_score_gemma":0.0009267981,"threshold_uncertainty_score":0.7206159},"labels":[],"label_agreement":null},{"id":"W4378077942","doi":"10.2196/46938","title":"The Impact of Point-of-Care Testing for Influenza on Antimicrobial Stewardship (PIAMS) in UK Primary Care: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Oxford","keywords":"Antimicrobial stewardship; Point-of-care testing; Medicine; Intensive care medicine; Observational study; Pandemic; Medical emergency; Infectious disease (medical specialty); Disease; Internal medicine; Immunology; Coronavirus disease 2019 (COVID-19); Antibiotic resistance; Antibiotics","score_opus":0.23970793452961037,"score_gpt":0.5789846372819635,"score_spread":0.3392767027523531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378077942","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041118346,0.0000094179595,0.00004769552,0.000029573848,0.000016560572,0.958335,0.00010955623,0.000045816803,0.00028807163],"genre_scores_gemma":[0.030497655,1.4154102e-7,0.0010243881,0.000008366647,0.00003614135,0.96816325,0.000025360603,0.000044131273,0.00020056088],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9959055,0.0017669263,0.00076156727,0.00048367327,0.00015872739,0.00092357065],"domain_scores_gemma":[0.99399465,0.004229073,0.0002953042,0.00065545266,0.00079004973,0.00003544715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004564914,0.00024414223,0.00057624234,0.00038115334,0.00046268443,0.000041774765,0.0007376197,0.00027294992,0.000008721703],"category_scores_gemma":[0.0017009653,0.00015224195,0.00026051534,0.000984924,0.00043968364,0.00006374571,0.0003083953,0.000578299,0.0000132288815],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043657664,0.0029881194,0.071565814,0.013735513,0.00048215198,0.00001177438,0.009934595,0.00007651646,0.75861907,0.0002653335,0.021935703,0.076727755],"study_design_scores_gemma":[0.047246855,0.07022765,0.20787661,0.015254274,0.000022578395,0.000006951785,0.017440725,0.000030556923,0.5926465,0.00097568345,0.04743051,0.0008411159],"about_ca_topic_score_codex":0.00010296384,"about_ca_topic_score_gemma":0.0000655365,"teacher_disagreement_score":0.16597256,"about_ca_system_score_codex":0.00020723572,"about_ca_system_score_gemma":0.0008803271,"threshold_uncertainty_score":0.62082464},"labels":[],"label_agreement":null},{"id":"W4378083880","doi":"10.2196/47331","title":"Improvement in Quality of Life With the Use of a Technological System Among Patients With Chronic Disease Followed Up in Primary Care (TeNDER Project): Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nursing care and research","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Comunidad de Madrid","keywords":"Medicine; Quality of life (healthcare); Health care; Disease; Randomized controlled trial; Population; Intervention (counseling); Physical therapy; Family medicine; Nursing; Environmental health; Pathology","score_opus":0.31840756059506337,"score_gpt":0.5907508335360303,"score_spread":0.27234327294096694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378083880","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12987329,0.000001439863,0.00001873756,0.00023891887,0.0000093685585,0.8695959,0.00006002753,0.00008047597,0.00012186071],"genre_scores_gemma":[0.1080044,1.6182926e-7,0.000039244762,0.000011181976,0.000043241194,0.89135927,0.000034151293,0.000044948894,0.00046337862],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9854364,0.008653812,0.0018147308,0.0006086649,0.0022471705,0.0012392666],"domain_scores_gemma":[0.99057066,0.0058411695,0.00076358113,0.00087186653,0.001767175,0.00018553619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012280162,0.0002854797,0.0019045138,0.0009040636,0.00038674168,0.000038583883,0.0005833957,0.00031426948,0.000012583958],"category_scores_gemma":[0.002883654,0.00012861696,0.00027170678,0.0019339097,0.0010933122,0.00016826973,0.00036101474,0.0014242937,0.0000024924282],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94249344,0.0011794637,0.032350227,0.020698577,0.00009975776,0.000007427266,0.0013463892,0.000013566438,0.000074856456,0.00021872166,0.00092318084,0.0005943994],"study_design_scores_gemma":[0.9562894,0.005269643,0.020775536,0.012764328,0.000009007072,2.0724162e-8,0.0035682933,0.00021160326,0.000025241454,0.000023401688,0.00089631625,0.00016716875],"about_ca_topic_score_codex":0.000483012,"about_ca_topic_score_gemma":0.0006270713,"teacher_disagreement_score":0.021868888,"about_ca_system_score_codex":0.001185994,"about_ca_system_score_gemma":0.006349884,"threshold_uncertainty_score":0.9992832},"labels":[],"label_agreement":null},{"id":"W4378085074","doi":"10.2196/47627","title":"Culturally Adapting a Digital Intervention to Reduce Suicidal Ideation for Syrian Asylum Seekers and Refugees in the United Kingdom: Protocol for a Qualitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; Psychological intervention; Mental health; Displaced person; Population; Intervention (counseling); Psychology; Medicine; Political science; Psychiatry; Environmental health","score_opus":0.4917003717850692,"score_gpt":0.6690155481252279,"score_spread":0.1773151763401587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378085074","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18737233,1.4535077e-7,0.00022706501,0.00129279,0.000006474517,0.81088626,0.000042621185,0.000063294225,0.00010900005],"genre_scores_gemma":[0.15278375,2.7688822e-9,0.00014558755,0.00004243912,0.000107921776,0.84589696,0.00008114907,0.000024672983,0.0009175262],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960448,0.0016664873,0.0006018715,0.00050696294,0.0004938616,0.00068600936],"domain_scores_gemma":[0.9975119,0.0013968161,0.0001428766,0.00029303468,0.00052380335,0.00013155397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007593931,0.00015994364,0.00019797467,0.00062433584,0.00040529642,0.0003624436,0.0003063019,0.0000982911,0.000019109348],"category_scores_gemma":[0.0013351738,0.000115657596,0.00006741316,0.0014914726,0.00006867026,0.0002869099,0.00006873627,0.00032788658,0.000030348885],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021525076,0.003475866,0.0055575185,0.0028762273,0.000115256,0.000017418304,0.861971,0.00001806311,0.00051020307,0.017399307,0.065319255,0.021214776],"study_design_scores_gemma":[0.027689546,0.027573092,0.09052659,0.002415058,0.0000056184003,0.000008445367,0.5823104,0.00060822023,0.000098112796,0.005876759,0.26238522,0.00050298317],"about_ca_topic_score_codex":0.0007053224,"about_ca_topic_score_gemma":0.0015453373,"teacher_disagreement_score":0.27966067,"about_ca_system_score_codex":0.00010688381,"about_ca_system_score_gemma":0.00008829568,"threshold_uncertainty_score":0.471638},"labels":[],"label_agreement":null},{"id":"W4378173008","doi":"10.2196/46114","title":"Teleworking to Support Accommodation, Inclusion, and Health of Aging Workers: Protocol for a Study to Design, Validate, and Test a Reflective Application Guide","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Work-Family Balance Challenges","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Trois-Rivières; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"Réseau québécois de recherche sur le vieillissement","keywords":"Inclusion (mineral); Context (archaeology); Accommodation; Work (physics); Population ageing; Protocol (science); Population; Psychology; Nursing; Applied psychology; Medicine; Engineering; Social psychology; Environmental health","score_opus":0.4485770792875073,"score_gpt":0.6406604591483146,"score_spread":0.1920833798608073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378173008","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001304137,7.1688714e-7,0.0017127108,0.004863109,0.0000027243009,0.99152786,0.000006250418,0.00014745523,0.0004350303],"genre_scores_gemma":[0.01982077,8.913689e-7,0.0044891294,0.00009069698,0.00014028233,0.9750158,0.0000028662573,0.000033691867,0.00040585396],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99613786,0.00092904945,0.00049193867,0.0006443237,0.0010267162,0.0007701038],"domain_scores_gemma":[0.99677134,0.0015226045,0.00017023916,0.00039172044,0.00079153845,0.00035257437],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015827755,0.0001526463,0.00030026064,0.00052497553,0.0016432693,0.00020213156,0.0005180816,0.0000765176,0.000009376292],"category_scores_gemma":[0.0015910147,0.00014568036,0.000022432543,0.0024680614,0.00015904213,0.00024611235,0.001324461,0.00023982654,0.000011706837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008288135,0.001658645,0.5785053,0.0012166358,0.00003395534,0.0000035355276,0.20807998,0.000045804605,0.0020514017,0.0005196299,0.095961295,0.11109502],"study_design_scores_gemma":[0.004932743,0.014159346,0.3119206,0.0047193565,0.0000032143203,0.0000014033199,0.086292334,0.000066923196,0.001254988,0.011721433,0.5642395,0.0006881345],"about_ca_topic_score_codex":0.0005841813,"about_ca_topic_score_gemma":0.0021611687,"teacher_disagreement_score":0.46827823,"about_ca_system_score_codex":0.00038514382,"about_ca_system_score_gemma":0.00082986266,"threshold_uncertainty_score":0.99965644},"labels":[],"label_agreement":null},{"id":"W4378175040","doi":"10.2196/46970","title":"Detecting Clinically Relevant Emotional Distress and Functional Impairment in Children and Adolescents: Protocol for an Automated Speech Analysis Algorithm Development Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health via Writing","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Sadness; Anger; Psychology; Psychological intervention; Health care; Distress; Psychiatry; Clinical psychology; Medicine","score_opus":0.25059802362075284,"score_gpt":0.6011623124864276,"score_spread":0.35056428886567476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378175040","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25970933,2.4944381e-7,0.00009210184,0.00004261001,0.0000061325,0.7398536,0.000042480657,0.00023003368,0.00002342739],"genre_scores_gemma":[0.05243223,4.9288712e-8,0.002816986,0.000021169388,0.000121896854,0.9443477,0.00010320391,0.000042145588,0.00011461381],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943311,0.0013477134,0.0011689471,0.0011022564,0.0010116647,0.0010383171],"domain_scores_gemma":[0.9983322,0.0004139125,0.00021151957,0.00039799965,0.0002688831,0.00037548452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078911055,0.00025236077,0.0004089313,0.0009349418,0.00060641754,0.000169311,0.00023899192,0.00016724075,0.00013076229],"category_scores_gemma":[0.00018219241,0.00023461068,0.000057869118,0.0016374137,0.00013489963,0.00016804959,0.00040042298,0.0006682213,0.000037304373],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015146935,0.0039732214,0.87894565,0.00048241357,0.00017759537,0.000028233919,0.0011250348,0.000007858612,0.000031470674,0.000009987045,0.00048699515,0.113216855],"study_design_scores_gemma":[0.008870765,0.003357105,0.9785804,0.0008927828,0.000006454033,0.000016959902,0.0013516821,0.0063151717,0.000023905422,0.00006600307,0.0002949284,0.00022385521],"about_ca_topic_score_codex":0.00013161507,"about_ca_topic_score_gemma":0.00018905719,"teacher_disagreement_score":0.20727709,"about_ca_system_score_codex":0.0002910786,"about_ca_system_score_gemma":0.00020298942,"threshold_uncertainty_score":0.95671463},"labels":[],"label_agreement":null},{"id":"W4378176652","doi":"10.2196/46794","title":"Developing a Core Outcome Set for Assessing Clinical Safety Outcomes of Prostate Cancer in Clinical Trials of Traditional Chinese Medicine: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tianjin Municipal Education Commission; Natural Science Foundation of Tianjin City; National Natural Science Foundation of China","keywords":"Medicine; Prostate cancer; Delphi method; Psychological intervention; Clinical trial; Family medicine; Protocol (science); Alternative medicine; MEDLINE; Cancer; Medical physics; Nursing; Internal medicine; Pathology","score_opus":0.9511149524617334,"score_gpt":0.8450674997389507,"score_spread":0.10604745272278271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378176652","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006653873,6.6524206e-7,0.0019443977,0.0048556686,0.00007216323,0.98585564,0.00030746567,0.00011985738,0.00019025458],"genre_scores_gemma":[0.0036727553,0.0000017408327,0.02337214,0.00002755748,0.00045981616,0.97206974,0.000020468531,0.0000574612,0.00031834655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9614684,0.025760787,0.007285581,0.0009863826,0.0031554725,0.0013433539],"domain_scores_gemma":[0.90456605,0.09096297,0.0013460988,0.0005678757,0.002263088,0.00029392884],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36080676,0.0002935785,0.0024719513,0.001089218,0.0005070997,0.00010357525,0.0014784322,0.00045317595,0.00012832785],"category_scores_gemma":[0.19849741,0.0002078568,0.00061202404,0.0033316864,0.0019478606,0.00035904272,0.0004454971,0.0011769043,0.0000021809738],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042790337,0.0019576717,0.88143414,0.0021714298,0.00014459534,0.000010540293,0.003677247,0.0000054669213,0.00012393162,0.0040988014,0.008508685,0.09358849],"study_design_scores_gemma":[0.023084402,0.0047986084,0.8522419,0.0038585558,0.000012900665,5.0669115e-7,0.011009678,0.0007074125,0.00011175148,0.047799673,0.055958297,0.00041636665],"about_ca_topic_score_codex":0.0004892802,"about_ca_topic_score_gemma":0.0010337525,"teacher_disagreement_score":0.16230936,"about_ca_system_score_codex":0.0004430087,"about_ca_system_score_gemma":0.0048082583,"threshold_uncertainty_score":0.8529644},"labels":[],"label_agreement":null},{"id":"W4378213520","doi":"10.2196/48923","title":"Ending Tobacco Use Through Interactive Tailored Messaging for Cambodian People With HIV (Project EndIT): Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Smoking cessation; Randomized controlled trial; Medicine; Psychological intervention; Intervention (counseling); mHealth; Nicotine replacement therapy; Family medicine; Environmental health; Nursing","score_opus":0.26449916591403944,"score_gpt":0.565581139373417,"score_spread":0.3010819734593776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378213520","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059066634,1.2891262e-7,0.0012303187,0.00050376327,0.000024574514,0.9910707,0.00004124261,0.0003022206,0.0009203771],"genre_scores_gemma":[0.010738596,1.754958e-7,0.00075231947,0.000034804852,0.00048737443,0.9847371,0.00016557222,0.00011752818,0.0029665078],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950412,0.0009723106,0.0008576095,0.0007533148,0.0012929579,0.0010826085],"domain_scores_gemma":[0.99259275,0.005240569,0.0003852345,0.0005560752,0.0010629044,0.00016248364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055705127,0.00036837105,0.0017147587,0.00063380523,0.0005427404,0.0004617793,0.00026300034,0.00021074885,0.00010600529],"category_scores_gemma":[0.003015294,0.00024147257,0.0005896581,0.0008670137,0.00019435448,0.00069170486,0.000103290105,0.00064779725,0.000008685821],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.976413,0.0007997346,0.0021140657,0.00073664886,0.0002603196,0.00002124449,0.0022785699,0.000004249497,0.00049743685,0.0006848743,0.0158334,0.00035643266],"study_design_scores_gemma":[0.94834274,0.004196631,0.00044671472,0.00266547,0.00007710746,0.00000896001,0.001285293,0.0007196254,0.0023696842,0.00025683644,0.039359752,0.00027117832],"about_ca_topic_score_codex":0.00016417487,"about_ca_topic_score_gemma":0.000049249164,"teacher_disagreement_score":0.028070278,"about_ca_system_score_codex":0.00038066227,"about_ca_system_score_gemma":0.0009424036,"threshold_uncertainty_score":0.98469657},"labels":[],"label_agreement":null},{"id":"W4378217843","doi":"10.2196/48666","title":"Feasibility of a Home-Based Cognitive-Physical Exercise Program in Patients With Chronic Obstructive Pulmonary Disease: Protocol for a Feasibility and Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Toronto General Hospital; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Physical therapy; Medicine; Randomized controlled trial; Cognition; COPD; Physical medicine and rehabilitation; Quality of life (healthcare); Aerobic exercise","score_opus":0.11675459824644518,"score_gpt":0.486886565563643,"score_spread":0.37013196731719783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378217843","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36926737,0.0000053461495,0.0000062585264,0.00008535953,0.0000044440244,0.6302288,0.00020257599,0.00012452577,0.00007530873],"genre_scores_gemma":[0.3318129,2.902333e-7,0.000080530874,0.000003166533,0.00010624134,0.66767496,0.0001318704,0.00007594677,0.000114142735],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98991096,0.0026868272,0.0012533814,0.0016629015,0.0029110117,0.0015749297],"domain_scores_gemma":[0.9914439,0.0035586702,0.000399101,0.0010521051,0.0025726885,0.0009735756],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0047961418,0.00060797867,0.0029185107,0.0009733161,0.000262085,0.000107841835,0.00039132452,0.00016954426,0.000095754905],"category_scores_gemma":[0.0035390265,0.00042266335,0.00064466166,0.002077031,0.0031398628,0.00032226287,0.0003579094,0.0010456302,0.000010685364],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78690994,0.02380902,0.168412,0.012367687,0.00011720184,0.00006868129,0.000067715584,0.0000036509964,0.00004287511,0.00005152965,0.000031760086,0.008117923],"study_design_scores_gemma":[0.5966733,0.008261289,0.3862393,0.003918375,0.000052235937,3.9618672e-7,0.000038790764,0.0032262488,0.000050331113,0.0012543199,0.00004169732,0.00024368432],"about_ca_topic_score_codex":0.000029130579,"about_ca_topic_score_gemma":0.000010837994,"teacher_disagreement_score":0.2178273,"about_ca_system_score_codex":0.0012829588,"about_ca_system_score_gemma":0.0043476583,"threshold_uncertainty_score":0.9998225},"labels":[],"label_agreement":null},{"id":"W4378217872","doi":"10.2196/48447","title":"Evaluating an Innovative HIV Self-Testing Service With Web-Based, Real-Time Counseling Provided by an Artificial Intelligence Chatbot (HIVST-Chatbot) in Increasing HIV Self-Testing Use Among Chinese Men Who Have Sex With Men: Protocol for a Noninferiority Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chatbot; Medicine; Service (business); Service delivery framework; Randomized controlled trial; Medical education; World Wide Web; Computer science; Internal medicine; Business","score_opus":0.1686206196595404,"score_gpt":0.5155419361622915,"score_spread":0.3469213165027511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378217872","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28097373,4.2623432e-7,0.0011213929,0.00027720956,0.0000016195067,0.71575737,0.000059356837,0.0007054777,0.0011034303],"genre_scores_gemma":[0.01123333,2.580188e-7,0.023807786,0.000031899515,0.00040952518,0.96300054,0.00026610726,0.00025758106,0.0009929487],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9793652,0.009959496,0.0028018455,0.0018637482,0.003561625,0.002448051],"domain_scores_gemma":[0.97528654,0.013213847,0.0011850254,0.0012017722,0.0081672,0.0009455873],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046895042,0.0009612091,0.0030148965,0.0017328627,0.0012979954,0.0013863517,0.00080509356,0.0003698513,0.000081232574],"category_scores_gemma":[0.026190374,0.0006763133,0.00024878889,0.006369694,0.00050122873,0.0020267726,0.00029946156,0.0020788785,0.000029767796],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9462152,0.004152302,0.013836965,0.0024293975,0.00039659528,0.00018313185,0.005429068,0.00056092785,0.023893768,0.000026575113,0.00055005477,0.0023259933],"study_design_scores_gemma":[0.38399947,0.01845766,0.000275382,0.0067048618,0.0000365563,0.000020155594,0.0012789309,0.5877274,0.0009000332,0.00010014417,0.00004517078,0.0004541893],"about_ca_topic_score_codex":0.0023419731,"about_ca_topic_score_gemma":0.00069786655,"teacher_disagreement_score":0.58716655,"about_ca_system_score_codex":0.00084216293,"about_ca_system_score_gemma":0.005450606,"threshold_uncertainty_score":0.9996503},"labels":[],"label_agreement":null},{"id":"W4378218475","doi":"10.2196/46847","title":"Feasibility of Implementation of a Mobile Digital Personal Health Record to Coordinate Care for Children and Youth With Special Health Care Needs in Primary Care: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Agency for Healthcare Research and Quality; Maternal and Child Health Bureau; U.S. Department of Veterans Affairs","keywords":"Protocol (science); Health care; Digital health; Primary care; Electronic health record; Nursing; Medicine; Psychology; Medical education; Family medicine; Alternative medicine","score_opus":0.3006149838735484,"score_gpt":0.6666254540405552,"score_spread":0.3660104701670068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378218475","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12629345,0.0000116664605,0.00014546355,0.00026068042,0.000020929769,0.87076974,0.0023788123,0.00006193506,0.00005733965],"genre_scores_gemma":[0.037973925,3.6998148e-7,0.0019663193,0.00004403299,0.00032476755,0.9590625,0.0004815741,0.000092242306,0.000054245043],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98945075,0.0046797413,0.002031588,0.0008861406,0.0009846492,0.0019671328],"domain_scores_gemma":[0.99516565,0.0010670432,0.0008417491,0.0005865156,0.0018151056,0.00052392576],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009500126,0.00032815064,0.001289803,0.0009886546,0.00084373855,0.000039241393,0.00038513727,0.00017588578,0.000015485944],"category_scores_gemma":[0.00024872125,0.00027920224,0.00010801659,0.0019892936,0.00011751411,0.00021266674,0.0003504711,0.0008465279,0.0000022477786],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.006720691,0.00045083978,0.3808147,0.04370397,0.000035699835,3.7909138e-7,0.35028547,0.0000013755783,0.000017857876,0.000024818546,0.0025656591,0.21537852],"study_design_scores_gemma":[0.022404747,0.055346776,0.24274758,0.0048754155,0.000003865007,7.517901e-7,0.6638645,0.00000592217,0.000060224364,0.00003170219,0.010379976,0.00027855212],"about_ca_topic_score_codex":0.005394828,"about_ca_topic_score_gemma":0.0167779,"teacher_disagreement_score":0.31357902,"about_ca_system_score_codex":0.0040305443,"about_ca_system_score_gemma":0.013577294,"threshold_uncertainty_score":0.999966},"labels":[],"label_agreement":null},{"id":"W4378229350","doi":"10.2196/46734","title":"A Smartphone-Delivered Program (Anathema) to Promote the Sexual Health of Older Adults, Colorectal Cancer Survivors, and Stroke Survivors: Protocol for a Feasibility Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sexual function and dysfunction studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Österreichische Forschungsförderungsgesellschaft; Fundação para a Ciência e a Tecnologia; ZonMw; European Commission","keywords":"Reproductive health; Medicine; Randomized controlled trial; Sexual dysfunction; Quality of life (healthcare); Distress; Sexual function; Gerontology; Human sexuality; Population; Clinical psychology; Psychiatry; Nursing","score_opus":0.22691645929650925,"score_gpt":0.5414892538610518,"score_spread":0.31457279456454257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378229350","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09252874,0.0000055585524,0.00004720566,0.003113827,0.000059492086,0.90373224,0.000090681984,0.0002883339,0.00013392395],"genre_scores_gemma":[0.0041323015,0.0000018708306,0.00022822474,0.00012811551,0.00038603967,0.9911378,0.000019965206,0.000059433016,0.0039062332],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99306476,0.0020941827,0.00133144,0.0008875169,0.0016275713,0.0009945087],"domain_scores_gemma":[0.99417245,0.0025038277,0.00041089213,0.00056477566,0.0018907677,0.00045729062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01356946,0.00038018372,0.0021655448,0.00042759138,0.000608667,0.000111765636,0.00023236939,0.00013971368,0.0001709075],"category_scores_gemma":[0.0040372103,0.00021483688,0.00032028332,0.0013124505,0.00063900003,0.00009572541,0.00026727002,0.00057133706,0.000017299002],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9615465,0.0033244006,0.001541883,0.0025445563,0.00038644098,0.0000026212365,0.0022212127,0.000001012177,0.00030880587,0.000065647284,0.0135372225,0.014519693],"study_design_scores_gemma":[0.9300306,0.033134807,0.002778015,0.0010802791,0.000019975705,0.000003397907,0.0018642028,0.00065934024,0.00020654121,0.000051910767,0.029974552,0.00019638844],"about_ca_topic_score_codex":0.002036182,"about_ca_topic_score_gemma":0.0022223836,"teacher_disagreement_score":0.08839644,"about_ca_system_score_codex":0.00022000974,"about_ca_system_score_gemma":0.0010996967,"threshold_uncertainty_score":0.8760794},"labels":[],"label_agreement":null},{"id":"W4378229437","doi":"10.2196/45532","title":"A Live Video Dyadic Resiliency Intervention to Prevent Chronic Emotional Distress Early After Dementia Diagnoses: Protocol for a Dyadic Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Center for Complementary and Integrative Health; National Institute of Nursing Research; Massachusetts General Hospital","keywords":"Dyad; Dementia; Anxiety; Quality of life (healthcare); Distress; Clinical psychology; Psychology; Intervention (counseling); Stressor; Psychiatry; Mental health; Depression (economics); Medicine; Gerontology; Disease; Developmental psychology; Psychotherapist","score_opus":0.16420802716238173,"score_gpt":0.6092807474692431,"score_spread":0.4450727203068614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378229437","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06529357,0.00000663586,0.0015811659,0.00063164125,0.000020151658,0.93195343,0.000074998825,0.00019996121,0.00023842716],"genre_scores_gemma":[0.053679332,5.6965246e-7,0.0009894352,0.00003973809,0.00034658596,0.9392701,0.000073460076,0.00009967595,0.005501134],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99004894,0.00313811,0.0010142323,0.0013613187,0.0026086373,0.0018287391],"domain_scores_gemma":[0.9956699,0.00088043616,0.00015933669,0.00093349133,0.0014193422,0.0009374898],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008620083,0.00042784415,0.00057442783,0.0012984723,0.0004805545,0.00039740966,0.00067299436,0.0001679206,0.0028566099],"category_scores_gemma":[0.0020756235,0.00036168302,0.00042783294,0.0020713622,0.00025468113,0.0003848993,0.0011076592,0.00084572734,0.0010083154],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025768703,0.049366213,0.329396,0.016385186,0.0016026944,0.0009166055,0.004559027,0.000006500706,0.0070275045,0.00015799391,0.090894334,0.47391924],"study_design_scores_gemma":[0.015922083,0.04779197,0.845323,0.009234109,0.000052502564,0.000009929253,0.0013905767,0.00019714693,0.005228778,0.0008456363,0.07357746,0.00042676032],"about_ca_topic_score_codex":0.00009444813,"about_ca_topic_score_gemma":0.00017051373,"teacher_disagreement_score":0.5159271,"about_ca_system_score_codex":0.00070148543,"about_ca_system_score_gemma":0.00078863435,"threshold_uncertainty_score":0.99988353},"labels":[],"label_agreement":null},{"id":"W4378471472","doi":"10.2196/48499","title":"A Web-Based Dyadic Intervention to Manage Psychoneurological Symptoms for Patients With Colorectal Cancer and Their Caregivers: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Intervention (counseling); Anxiety; Clinical trial; Protocol (science); Descriptive statistics; Colorectal cancer; Randomized controlled trial; Physical therapy; Family medicine; Cancer; Clinical psychology; Alternative medicine; Psychiatry; Internal medicine","score_opus":0.1614189893936295,"score_gpt":0.5635529658307143,"score_spread":0.4021339764370848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378471472","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15511131,4.6278402e-7,0.00077018817,0.0004049282,0.00001775532,0.84341115,0.00010888907,0.00013450134,0.00004082923],"genre_scores_gemma":[0.04835404,3.6238607e-8,0.0004625757,0.00007102077,0.000089921086,0.9506779,0.000029722742,0.000056583107,0.00025822903],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997196,0.00061741564,0.00028718277,0.00071766134,0.0005322104,0.00064948224],"domain_scores_gemma":[0.9980976,0.0004723305,0.00007917712,0.00034396024,0.0007158066,0.00029110746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018967229,0.00023613137,0.00040064135,0.00044452783,0.00021629465,0.00010177087,0.00022414773,0.00011304917,0.000046773846],"category_scores_gemma":[0.00023416479,0.00015553278,0.00013992492,0.0009722781,0.00012539211,0.00007643768,0.00015232511,0.0003069852,0.0000047186636],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19455138,0.011317198,0.20507574,0.0132450145,0.00055211724,0.000050980532,0.0093748225,0.000015409263,0.0030774858,0.00006606213,0.045057792,0.517616],"study_design_scores_gemma":[0.095499694,0.16460717,0.2806869,0.0045562023,0.0000364317,0.0000021675285,0.0045625707,0.0017208325,0.0026773396,0.00019487378,0.4448603,0.0005955349],"about_ca_topic_score_codex":0.00009498723,"about_ca_topic_score_gemma":0.00079594814,"teacher_disagreement_score":0.51702046,"about_ca_system_score_codex":0.00016858972,"about_ca_system_score_gemma":0.00015201981,"threshold_uncertainty_score":0.63424426},"labels":[],"label_agreement":null},{"id":"W4378472556","doi":"10.2196/48014","title":"Investigating Metabolic and Molecular Ecological Evolution of Opportunistic Pulmonary Fungal Coinfections: Protocol for a Laboratory-Based Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mbarara University of Science and Technology; European and Developing Countries Clinical Trials Partnership; European Commission","keywords":"Biology; Microbiome; Ribosomal Intergenic Spacer analysis; Microbiology; Evolutionary biology; Ecology; Genetics; Ribosomal RNA; Internal transcribed spacer; Gene","score_opus":0.3400851380893961,"score_gpt":0.5816754963454247,"score_spread":0.2415903582560286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378472556","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12919813,0.0000021355172,0.000119500284,0.0004068805,0.0000045081165,0.8698989,0.000080281425,0.00013118052,0.00015845864],"genre_scores_gemma":[0.11857472,1.8644057e-7,0.00042131223,0.00006220185,0.00011540431,0.88065684,0.000034741548,0.00003203585,0.00010258156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952509,0.0015473978,0.0007335567,0.0006448325,0.00096635753,0.0008569997],"domain_scores_gemma":[0.99615705,0.0013540875,0.00015157954,0.0004261615,0.0014075554,0.000503586],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00748943,0.00019952463,0.0005037998,0.00074696593,0.00045620673,0.00007174145,0.00018751438,0.00024227463,0.00009124698],"category_scores_gemma":[0.008460612,0.00016194842,0.00012589523,0.0015388457,0.0007974234,0.00012818165,0.0002163868,0.0007812174,0.000029261795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013365614,0.0022314505,0.9515998,0.0015813326,0.00007663712,0.00009807618,0.000021869566,0.00004957307,0.038577612,0.002242394,0.0018566982,0.00032801667],"study_design_scores_gemma":[0.005175083,0.0071270433,0.9599608,0.00036167758,0.000006440907,0.000025215813,0.00007661143,0.007706458,0.0011728258,0.0015891623,0.016656192,0.00014248956],"about_ca_topic_score_codex":0.00005578667,"about_ca_topic_score_gemma":0.000008553905,"teacher_disagreement_score":0.037404787,"about_ca_system_score_codex":0.00019236216,"about_ca_system_score_gemma":0.0017491309,"threshold_uncertainty_score":0.9998915},"labels":[],"label_agreement":null},{"id":"W4378639979","doi":"10.2196/46054","title":"Efficacy of Naprapathy in Brachial Plexus Injury: Protocol for a Randomized Clinical Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nerve Injury and Rehabilitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Medicine; Brachial plexus; Randomized controlled trial; Physical therapy; Rehabilitation; Brachial plexus injury; Visual analogue scale; Clinical trial; Physical medicine and rehabilitation; Surgery; Internal medicine","score_opus":0.3767141889635428,"score_gpt":0.6587842270392064,"score_spread":0.28207003807566355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378639979","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057921804,1.7023665e-7,0.000017794155,0.0005309485,0.000022439432,0.9409755,0.000015134622,0.0000914513,0.00042476776],"genre_scores_gemma":[0.0046226797,1.228319e-7,0.0006072328,0.000024202387,0.00072758645,0.9931114,0.000023035898,0.00004178642,0.00084195344],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924537,0.003564977,0.0017623083,0.0005512978,0.0010217343,0.000645989],"domain_scores_gemma":[0.9897299,0.008677257,0.00026002672,0.0005796707,0.0005432219,0.00020994985],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025798474,0.00018096744,0.0011290864,0.00076993415,0.00010490882,0.000035502362,0.00027682236,0.00032074074,0.000104798295],"category_scores_gemma":[0.017819092,0.00012835515,0.00061041175,0.0014117876,0.00075591623,0.00012319857,0.00014367196,0.0008889301,0.00006673968],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9619631,0.003818785,0.0014845564,0.0018814659,0.000042322063,0.000010218325,0.000260598,9.780739e-7,0.0023815816,0.0009065884,0.008527809,0.018722005],"study_design_scores_gemma":[0.91461235,0.020540312,0.005397878,0.0021362589,0.000005530064,0.0000010245517,0.000057646863,0.00035376393,0.0018895007,0.0028079941,0.052071206,0.00012655844],"about_ca_topic_score_codex":0.000015725223,"about_ca_topic_score_gemma":0.000005346381,"teacher_disagreement_score":0.053299125,"about_ca_system_score_codex":0.00007457551,"about_ca_system_score_gemma":0.00087175966,"threshold_uncertainty_score":0.99045426},"labels":[],"label_agreement":null},{"id":"W4378640106","doi":"10.2196/47160","title":"Voluntary Medical Male Circumcision and Incident HIV Infection Among Men Who Have Sex With Men in China (The CoM Study): Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genital Health and Disease","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Fundamental Research Funds for the Central Universities; National Science and Technology Major Project; Science, Technology and Innovation Commission of Shenzhen Municipality","keywords":"Men who have sex with men; Medicine; Randomized controlled trial; Syphilis; Family medicine; Gynecology; Demography; Human immunodeficiency virus (HIV); Internal medicine","score_opus":0.07454266848965337,"score_gpt":0.511869344982127,"score_spread":0.43732667649247364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378640106","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096816055,0.0000010636551,0.000028159742,0.0014354474,0.0000025484123,0.89954984,0.0000042678416,0.00006435299,0.002098253],"genre_scores_gemma":[0.047322158,3.5490874e-7,0.0000060141138,0.000047498015,0.00023230775,0.945381,0.000016359678,0.00003808397,0.0069562295],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929558,0.002571563,0.0009351473,0.0005467412,0.0022078527,0.0007828711],"domain_scores_gemma":[0.99651194,0.0017944633,0.0001863922,0.00046394876,0.000301685,0.0007415615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01454948,0.00025235492,0.0012848412,0.00053644367,0.00038806544,0.000111857495,0.00019977568,0.00017409863,0.00019787595],"category_scores_gemma":[0.0028910069,0.00013486626,0.00015572304,0.00061776064,0.00041121177,0.00015570693,0.00022864153,0.0008292087,0.000021146128],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85967696,0.001799483,0.12035584,0.0011599878,0.00005602659,0.00016265284,0.0009021979,0.0000032223645,0.000004739558,0.000008151197,0.014493473,0.0013772454],"study_design_scores_gemma":[0.8669992,0.0076108603,0.09744531,0.0008676284,0.000024128754,0.000010619254,0.00048845576,0.0248415,0.000008644946,0.0002095655,0.0013703859,0.0001237104],"about_ca_topic_score_codex":0.0009443944,"about_ca_topic_score_gemma":0.0003467829,"teacher_disagreement_score":0.049493894,"about_ca_system_score_codex":0.00018816626,"about_ca_system_score_gemma":0.0011411449,"threshold_uncertainty_score":0.54996866},"labels":[],"label_agreement":null},{"id":"W4378714064","doi":"10.2196/45438","title":"A Clinical Model for the Differentiation of Suicidality: Protocol for a Usability Study of the Proposed Model","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Protocol (science); Computer science; World Wide Web; Applied psychology; Psychology; Human–computer interaction; Medicine","score_opus":0.6724719665621707,"score_gpt":0.66316389778576,"score_spread":0.00930806877641066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378714064","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049230997,2.7207616e-7,0.0021376943,0.0005937644,0.00001142782,0.94777346,0.000072401745,0.000049464412,0.00013054798],"genre_scores_gemma":[0.1686603,4.125402e-8,0.00010777227,0.000019464145,0.00006238864,0.8299432,0.0000020693758,0.000028958844,0.0011758101],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955027,0.0013162971,0.0010932129,0.00056618237,0.000906271,0.0006153468],"domain_scores_gemma":[0.9940416,0.0031135962,0.00034091852,0.0013517377,0.0010914908,0.000060618117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008167985,0.00018061137,0.00048454019,0.00011763486,0.0004669116,0.000033892265,0.0009877238,0.00015410998,0.000027018135],"category_scores_gemma":[0.0013253671,0.00009375023,0.00034378047,0.0006658583,0.00047952635,0.000066892666,0.00048687786,0.00044811552,0.0000055696255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05491016,0.051720653,0.6659287,0.00908972,0.002057977,0.0000018754889,0.08544903,0.0056174197,0.003408841,0.01651959,0.080740616,0.024555424],"study_design_scores_gemma":[0.023730863,0.0079048565,0.27887496,0.0002168993,0.000043017622,3.1947883e-7,0.007944464,0.6417316,0.00081246713,0.03683319,0.0016092616,0.00029811828],"about_ca_topic_score_codex":0.00007175884,"about_ca_topic_score_gemma":0.00018592423,"teacher_disagreement_score":0.6361142,"about_ca_system_score_codex":0.000046248442,"about_ca_system_score_gemma":0.00030718293,"threshold_uncertainty_score":0.3823023},"labels":[],"label_agreement":null},{"id":"W4378714092","doi":"10.2196/48898","title":"Testing the Efficacy of a Scalable Telephone-Delivered Guided Imagery Tobacco Cessation Treatment: Protocol for a Randomized Clinical Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; University of Arizona; University of Arizona Cancer Center","keywords":"Randomized controlled trial; Medicine; Smoking cessation; Population; Quitline; Nicotine replacement therapy; Clinical trial; Protocol (science); Physical therapy; Alternative medicine; Environmental health; Internal medicine; Pathology","score_opus":0.5193689805614112,"score_gpt":0.6117683090391274,"score_spread":0.09239932847771615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378714092","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06253558,2.3356078e-7,0.00004100044,0.00040691777,0.00001795982,0.9361685,0.0000108703025,0.00017264161,0.0006462881],"genre_scores_gemma":[0.007344998,3.2913047e-7,0.00040544127,0.000017738905,0.00060968776,0.9905657,0.000044218155,0.0000488921,0.0009629676],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946706,0.0017826085,0.0013136556,0.0004996486,0.0011407057,0.0005927243],"domain_scores_gemma":[0.98844445,0.009051496,0.0004042011,0.0007294529,0.0012243441,0.00014603035],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013731004,0.00020854449,0.0008213919,0.00032286407,0.0003550778,0.000120147146,0.0002766515,0.00021888562,0.00011762889],"category_scores_gemma":[0.013186167,0.00012258896,0.00046042405,0.0014577269,0.00046551842,0.00014463892,0.000104595645,0.00039544658,0.000025639662],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8841063,0.0029270565,0.0155975865,0.00053738686,0.000115313094,0.000014741013,0.00040271203,0.000006500418,0.0039733113,0.0000637018,0.015028307,0.07722712],"study_design_scores_gemma":[0.9462971,0.005517146,0.023989663,0.0016807261,0.000047560592,0.0000053687895,0.0001177644,0.0008518161,0.0060806014,0.0003378298,0.014932202,0.0001421966],"about_ca_topic_score_codex":0.00010324729,"about_ca_topic_score_gemma":0.000002032815,"teacher_disagreement_score":0.07708492,"about_ca_system_score_codex":0.00018807019,"about_ca_system_score_gemma":0.00087221357,"threshold_uncertainty_score":0.9951262},"labels":[],"label_agreement":null},{"id":"W4378715438","doi":"10.2196/48302","title":"Intravenous Magnesium: Prompt Use for Asthma in Children Treated in the Emergency Department (IMPACT-ED): Protocol for a Multicenter Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Magnesium in Health and Disease","field":"Nursing","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute","keywords":"Emergency department; Medicine; Asthma; Protocol (science); Randomized controlled trial; Medical emergency; Emergency medicine; Physical therapy; Alternative medicine; Surgery; Nursing; Internal medicine","score_opus":0.16663936585461497,"score_gpt":0.5337407813711067,"score_spread":0.3671014155164917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378715438","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09662088,0.0000019243812,0.000012057059,0.00096727326,0.00003094235,0.9020312,0.0001422638,0.00012900359,0.0000644805],"genre_scores_gemma":[0.062080722,2.0508695e-7,0.000107455,0.00008263319,0.0004439312,0.93675905,0.00014541553,0.00008735847,0.00029320773],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9890756,0.005038857,0.0018624509,0.0008348694,0.0011174458,0.0020707813],"domain_scores_gemma":[0.994466,0.0035755732,0.0002797907,0.00076855806,0.00050387124,0.0004062004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011793675,0.00048180585,0.0014057772,0.0009268555,0.00042859468,0.00031897094,0.0007115073,0.00020045,0.00032472852],"category_scores_gemma":[0.00558543,0.00029323663,0.0006082564,0.0012329936,0.00017278067,0.0003173568,0.00009748211,0.0005876903,0.000045758024],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9760057,0.006638994,0.00560768,0.0021822096,0.000026270767,0.000017428507,0.00043957957,0.000020975465,0.0001315398,0.00004634898,0.007664957,0.0012183333],"study_design_scores_gemma":[0.9625883,0.014857623,0.014365271,0.00025495203,0.00001615967,0.000002553712,0.00004631804,0.0034646012,0.00011599487,0.0006549891,0.003328528,0.00030470183],"about_ca_topic_score_codex":0.0006124667,"about_ca_topic_score_gemma":0.00023428244,"teacher_disagreement_score":0.034727894,"about_ca_system_score_codex":0.00034742441,"about_ca_system_score_gemma":0.00040175705,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W4378716125","doi":"10.2196/45179","title":"Conceptualizing Interprofessional Digital Communication and Collaboration in Health Care: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Digital health; Operationalization; CINAHL; PsycINFO; Nursing; Context (archaeology); Knowledge management; eHealth; Medicine; Medical education; MEDLINE; Psychology; Computer science; Psychological intervention","score_opus":0.6068872331934286,"score_gpt":0.7702462913547513,"score_spread":0.16335905816132268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378716125","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5446456e-8,0.22667474,0.000016524891,0.0018646232,0.000051034818,0.77070224,0.00015680993,0.00010844616,0.0004255937],"genre_scores_gemma":[3.0757562e-8,0.22252333,0.00026734205,0.00046628935,0.0002274122,0.77354735,0.0008476414,0.000118121294,0.0020024762],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866834,0.0073512993,0.0031273123,0.00089468365,0.0009042972,0.0010389986],"domain_scores_gemma":[0.99127287,0.0040657376,0.0016167045,0.00088646554,0.0018742651,0.000283987],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006548258,0.00049006194,0.0018622862,0.00080419594,0.0017282417,0.0002119375,0.0007135838,0.00065002555,0.00020917511],"category_scores_gemma":[0.002402365,0.00039952603,0.00016542329,0.0025376803,0.00023051506,0.0006491565,0.0007664082,0.0026008117,0.00027297763],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026916273,0.00014212773,0.000015284772,0.7673614,0.000015428952,8.6959363e-7,0.0035105736,7.558931e-8,1.0292899e-7,0.0027716262,0.07633523,0.14957812],"study_design_scores_gemma":[0.00075138203,0.00017941764,0.0000010608798,0.49679863,0.0000022888592,4.684445e-7,0.0025615173,0.0000041446156,5.1295487e-8,0.00017218536,0.49936205,0.00016679558],"about_ca_topic_score_codex":0.000049648967,"about_ca_topic_score_gemma":0.0006739582,"teacher_disagreement_score":0.42302683,"about_ca_system_score_codex":0.0019918203,"about_ca_system_score_gemma":0.03280198,"threshold_uncertainty_score":0.9998457},"labels":[],"label_agreement":null},{"id":"W4378716603","doi":"10.2196/47708","title":"The Past, Present, and Future of Psychotherapy Manuals: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine","keywords":"PsycINFO; Psychotherapist; Psychology; Scope (computer science); Systematic review; Leverage (statistics); MEDLINE; Medical education; Medicine; Computer science; Artificial intelligence","score_opus":0.6700577023032279,"score_gpt":0.7458995024557745,"score_spread":0.0758418001525466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378716603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.907478e-10,0.40971506,0.0000030987765,0.0014749151,0.000031690553,0.58703864,0.00012686475,0.00005030557,0.0015594458],"genre_scores_gemma":[2.2592357e-11,0.378898,0.000034414126,0.000026919277,0.0009898298,0.6128295,0.000014672601,0.0001149992,0.0070916475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99272144,0.0022992955,0.002094022,0.0008873728,0.0008468233,0.0011510367],"domain_scores_gemma":[0.99469036,0.0021698517,0.0009725885,0.0015065013,0.0004022146,0.00025847147],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005607819,0.00046901536,0.00164263,0.00034936413,0.00043287716,0.00021239444,0.0013238529,0.00037064828,0.00025701156],"category_scores_gemma":[0.000054593194,0.00029125033,0.00069278356,0.0010995151,0.0004514073,0.00012850326,0.00024393099,0.0009918514,0.0002924971],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011124996,0.00025036326,2.0853389e-7,0.37456122,0.000064239044,0.0000021326985,0.00001624947,3.553461e-10,5.5849942e-9,0.002257179,0.16533503,0.4574021],"study_design_scores_gemma":[0.00059540663,0.0011531537,5.7440474e-7,0.46335897,0.000007134068,0.000009641328,0.0000109861185,4.9806424e-8,1.5429684e-7,0.0012961202,0.5334477,0.00012013497],"about_ca_topic_score_codex":0.0000064763603,"about_ca_topic_score_gemma":0.000011426163,"teacher_disagreement_score":0.45728198,"about_ca_system_score_codex":0.0001035166,"about_ca_system_score_gemma":0.0005116865,"threshold_uncertainty_score":0.999954},"labels":[],"label_agreement":null},{"id":"W4378808324","doi":"10.2196/46325","title":"A Trauma-Informed HIV Intervention (LinkPositively) to Improve HIV Care Among Black Women Affected by Interpersonal Violence: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse; National Institute of Mental Health; National Institute on Alcohol Abuse and Alcoholism","keywords":"Peer support; Randomized controlled trial; Medicine; Social support; Domestic violence; Intervention (counseling); Interpersonal communication; Coping (psychology); Psychology; Psychiatry; Family medicine; Clinical psychology; Poison control; Suicide prevention; Social psychology; Medical emergency","score_opus":0.07938427379809913,"score_gpt":0.5121564951955029,"score_spread":0.43277222139740373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378808324","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018072262,0.0000012162752,0.0012988364,0.0005414313,0.000013245131,0.97591996,0.00040822107,0.00035613554,0.0033886745],"genre_scores_gemma":[0.005786315,5.377289e-7,0.00020631881,0.0000368303,0.0004104596,0.9367008,0.00040025308,0.00010826141,0.056350186],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99068326,0.002311787,0.0017398723,0.0010011414,0.002107368,0.0021565878],"domain_scores_gemma":[0.9939118,0.0018502845,0.00034178785,0.000673068,0.002004085,0.001218982],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007755081,0.0005336454,0.0021020113,0.0016000518,0.00044022917,0.00046154574,0.00070242607,0.00028861788,0.0013812945],"category_scores_gemma":[0.008076373,0.00039100708,0.0014641071,0.0015055996,0.0007926359,0.00042114907,0.00040148897,0.0012983325,0.00074307126],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8246595,0.0026004396,0.000030947,0.0039238133,0.0004585559,0.000023074464,0.0026392501,7.8391076e-7,0.0055287783,0.00006370629,0.1474604,0.012610739],"study_design_scores_gemma":[0.89386296,0.06440849,0.00007585595,0.013151366,0.000022270724,0.000002326107,0.0030610878,0.00413166,0.003780441,0.0001470198,0.017008603,0.0003478995],"about_ca_topic_score_codex":0.000054049826,"about_ca_topic_score_gemma":0.000031071988,"teacher_disagreement_score":0.1304518,"about_ca_system_score_codex":0.0011889772,"about_ca_system_score_gemma":0.0007744626,"threshold_uncertainty_score":0.9998542},"labels":[],"label_agreement":null},{"id":"W4378901073","doi":"10.2196/46684","title":"Risk of Bias Mitigation for Vulnerable and Diverse Groups in Community-Based Primary Health Care Artificial Intelligence Models: Protocol for a Rapid Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Bibliothèque et Archives nationales du Québec; Université du Québec en Outaouais; Université Laval","funders":"","keywords":"Psychological intervention; Inclusion (mineral); Systematic review; Protocol (science); Health care; Psychology; MEDLINE; Software deployment; Risk analysis (engineering); Medicine; Computer science; Alternative medicine; Political science; Psychiatry; Social psychology","score_opus":0.8668729693960396,"score_gpt":0.6878845228666234,"score_spread":0.17898844652941626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378901073","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.966774e-7,0.090311974,0.0009066645,0.0007578757,0.000012583393,0.9075065,0.00042503557,0.000049525082,0.000029434677],"genre_scores_gemma":[1.6036488e-7,0.2433408,0.0012131677,0.00022979261,0.00016764294,0.7541129,0.00083391485,0.0000756817,0.000025967938],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906363,0.0048651565,0.0023318387,0.0006132007,0.0007473477,0.0008061875],"domain_scores_gemma":[0.9907788,0.00543623,0.0009796923,0.000904431,0.0016001593,0.00030067205],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016267732,0.00038929714,0.0020794224,0.00086960144,0.0007510243,0.000060287784,0.00041315614,0.00040868632,0.000020319943],"category_scores_gemma":[0.0032030009,0.00032307373,0.00040982367,0.0014452504,0.0003169136,0.00016662857,0.00014344581,0.0022513787,0.000010581424],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038103128,0.00035258452,0.000005147071,0.4613099,0.000017165808,7.117012e-7,0.00070915994,0.000004008455,1.5238723e-7,0.00017454024,0.004935598,0.53211],"study_design_scores_gemma":[0.00017737558,0.003628829,8.994437e-7,0.32346484,0.00003812949,0.0000019378938,0.0009135723,0.0002865458,0.00003470706,0.00487765,0.66637796,0.00019752556],"about_ca_topic_score_codex":0.0007761442,"about_ca_topic_score_gemma":0.00043429222,"teacher_disagreement_score":0.6614424,"about_ca_system_score_codex":0.0009865868,"about_ca_system_score_gemma":0.005737002,"threshold_uncertainty_score":0.99992216},"labels":[],"label_agreement":null},{"id":"W4378907931","doi":"10.2196/47656","title":"Does an Internet-Based Emotion Regulation Intervention Provide Added Value for Acute Psychiatric Inpatient Care? Protocol for a Randomized Controlled Pilot Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Bern","keywords":"Psychological intervention; Intervention (counseling); Medicine; Randomized controlled trial; Usability; Psychiatry; Inpatient care; Acute care; Protocol (science); Health care; Alternative medicine","score_opus":0.1852320334422084,"score_gpt":0.5973432708920613,"score_spread":0.4121112374498529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378907931","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020495427,6.660665e-7,0.01023908,0.0007070526,0.00040278622,0.9853445,0.00020964643,0.00045932285,0.00058738264],"genre_scores_gemma":[0.014608713,1.4072139e-8,0.0015845663,0.00004418902,0.0005459267,0.97602373,0.0007282369,0.000121041674,0.006343554],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.990582,0.00397285,0.0022890382,0.0010541421,0.0009786508,0.0011233313],"domain_scores_gemma":[0.9952365,0.0016673206,0.00092656084,0.0007924026,0.0010688053,0.00030838346],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008331571,0.00039852812,0.0011873048,0.0013524567,0.00039552714,0.0004253158,0.00060895697,0.00025673796,0.00027108664],"category_scores_gemma":[0.0010295899,0.0002644497,0.0011826127,0.00090956764,0.00023878943,0.0005313576,0.00012767971,0.00041440577,0.00014638471],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9426485,0.006784058,0.000018723957,0.00266295,0.00025042947,0.0000018959857,0.0005427825,0.000007629955,0.000063779466,0.011043708,0.008305498,0.027670087],"study_design_scores_gemma":[0.90255123,0.054620814,0.000105856154,0.0022899748,0.000045422916,7.845048e-7,0.00025603792,0.005741284,0.00062011846,0.013378787,0.020094777,0.00029489928],"about_ca_topic_score_codex":0.00009412818,"about_ca_topic_score_gemma":0.0001012739,"teacher_disagreement_score":0.047836754,"about_ca_system_score_codex":0.00054910156,"about_ca_system_score_gemma":0.00026075175,"threshold_uncertainty_score":0.99998075},"labels":[],"label_agreement":null},{"id":"W4379051927","doi":"10.2196/47650","title":"Designing and Evaluating IT Applications for Informal Caregivers: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet; Uppsala Universitet; Cancerfonden; University of Twente; European Commission","keywords":"Scopus; Protocol (science); Inclusion (mineral); Computer science; Digital library; Grey literature; Health care; MEDLINE; Psychology; Medicine; Alternative medicine","score_opus":0.8645872394777901,"score_gpt":0.7960534500545416,"score_spread":0.0685337894232485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379051927","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.0053484e-10,0.12100239,0.0030921574,0.00053923146,0.000009262369,0.8741354,0.00027928344,0.00025544086,0.00068686326],"genre_scores_gemma":[2.8101636e-11,0.34113252,0.0046904576,0.000323212,0.0006257827,0.6513841,0.00023069014,0.00015932739,0.0014538692],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98950547,0.0022767324,0.0034400022,0.0012558858,0.00096725795,0.0025546614],"domain_scores_gemma":[0.9811045,0.012725026,0.001781412,0.00128888,0.002193816,0.00090637675],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018911839,0.0005999604,0.002387406,0.00068095647,0.0048132828,0.00009221816,0.0009363266,0.0008565159,0.00013033912],"category_scores_gemma":[0.003499951,0.0005075024,0.0003999498,0.0016078262,0.00019641085,0.00024775902,0.00061202876,0.0023663982,0.00039849238],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005208355,0.000033566183,7.125326e-7,0.5397882,0.000012957604,1.5413804e-7,0.00007543573,5.7314317e-8,8.373138e-8,0.00062477967,0.05028223,0.40912977],"study_design_scores_gemma":[0.0012379073,0.00040207742,1.1844971e-7,0.47239715,0.000026498925,0.0000013274883,0.000090731584,0.000013737798,8.996404e-8,0.0001575219,0.5254737,0.00019915668],"about_ca_topic_score_codex":0.000021634845,"about_ca_topic_score_gemma":0.0000646369,"teacher_disagreement_score":0.47519147,"about_ca_system_score_codex":0.00060501805,"about_ca_system_score_gemma":0.017234417,"threshold_uncertainty_score":0.9999352},"labels":[],"label_agreement":null},{"id":"W4379053442","doi":"10.2196/41169","title":"Improving the Health and Well-Being of Individuals by Addressing Social, Economic, and Health Inequities (Healthy Eating Active Living): Protocol for a Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Cohort; Gerontology; Psychology; Medicine; Environmental health; Alternative medicine; Computer science","score_opus":0.3802308071527317,"score_gpt":0.6420771473988655,"score_spread":0.26184634024613374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379053442","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0088115735,0.000015690139,0.000049264934,0.0089748,0.000015079818,0.98132175,0.00012274165,0.00017865442,0.0005104348],"genre_scores_gemma":[0.005019251,0.000017812245,0.00024223044,0.0013889569,0.00036747564,0.9924643,0.000037517704,0.000094444986,0.00036798487],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98979616,0.004009044,0.0021368866,0.0009409818,0.000767182,0.0023497306],"domain_scores_gemma":[0.99178773,0.004681579,0.0017041981,0.00059203454,0.00038575224,0.00084869826],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.025790911,0.00032599794,0.0009857131,0.00047705992,0.009112362,0.000116422656,0.00045429572,0.00023354092,0.0000638268],"category_scores_gemma":[0.00073468534,0.00026313134,0.000059543734,0.0006781743,0.00040556828,0.00028291869,0.0010849932,0.0016768409,0.00002474929],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010277526,0.00082890305,0.50299597,0.045040816,0.000072701856,5.227316e-7,0.06926105,0.0000011830449,0.000041900126,0.0041187447,0.24210213,0.13450831],"study_design_scores_gemma":[0.012453965,0.0151711665,0.3028645,0.013879873,0.000008813073,0.0000034785887,0.12574978,0.0013070755,0.00002947927,0.0030739373,0.52474403,0.0007139026],"about_ca_topic_score_codex":0.003075879,"about_ca_topic_score_gemma":0.00059149077,"teacher_disagreement_score":0.2826419,"about_ca_system_score_codex":0.00082348124,"about_ca_system_score_gemma":0.0071141142,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W4379054973","doi":"10.2196/43962","title":"Frequency of Prenatal Care Visits: Protocol to Develop a Core Outcome Set for Prenatal Care Schedules","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prenatal care; Medicine; Delphi method; Psychological intervention; Health care; Telemedicine; Family medicine; Nursing; Population; Environmental health","score_opus":0.6197535952464605,"score_gpt":0.6837089034132198,"score_spread":0.06395530816675932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379054973","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002842411,0.0000028685945,0.00012396197,0.0007668526,0.000014593238,0.9887634,0.00077944156,0.00058719143,0.006119271],"genre_scores_gemma":[0.015702205,2.5242107e-7,0.008683087,0.000017054845,0.00024349871,0.9739855,0.00010212765,0.00009237289,0.0011738918],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99132574,0.00097455917,0.00088424695,0.0009622215,0.0038117643,0.0020414882],"domain_scores_gemma":[0.9903009,0.0010590877,0.00018066043,0.0010388418,0.0067828475,0.0006376538],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005788483,0.00032203214,0.00050303567,0.0011848232,0.0011627958,0.0003566464,0.0027983452,0.0004545686,0.0002133679],"category_scores_gemma":[0.008418373,0.0002997835,0.00017198744,0.005646131,0.0007558672,0.00049788796,0.0013916859,0.0009411493,0.00027788046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004077225,0.0012184066,0.25631377,0.06910832,0.0002212592,0.00054241833,0.22961187,0.000047701516,0.008284823,0.14465395,0.10334763,0.18257263],"study_design_scores_gemma":[0.0048961863,0.0041967863,0.0069260206,0.009974924,0.0000051087673,0.000004860158,0.10474696,0.00005079783,0.06896487,0.008308242,0.790606,0.001319206],"about_ca_topic_score_codex":0.0007989417,"about_ca_topic_score_gemma":0.0016269257,"teacher_disagreement_score":0.6872584,"about_ca_system_score_codex":0.0007292163,"about_ca_system_score_gemma":0.0037773359,"threshold_uncertainty_score":0.9999454},"labels":[],"label_agreement":null},{"id":"W4379057045","doi":"10.2196/47255","title":"Financial Health of People Living With Dementia and Their Informal Care Partners: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Economic and Financial Impacts of Cancer","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. Department of Veterans Affairs","keywords":"Psychosocial; Dementia; Population; Health care; Descriptive statistics; Finance; Medicine; Psychology; Business; Disease; Environmental health; Psychiatry; Economics; Economic growth","score_opus":0.25938776675030456,"score_gpt":0.5414730774925965,"score_spread":0.282085310742292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379057045","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011807823,0.00001450769,0.0016960559,0.00014006667,0.000011795193,0.984898,0.0001231215,0.00005328615,0.0012553865],"genre_scores_gemma":[0.034650784,0.0000012606278,0.001814327,0.0000334886,0.00009798307,0.9631762,0.0000055719142,0.00003956768,0.00018082913],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976276,0.00014740678,0.0008266179,0.0004799362,0.00008871119,0.0008296845],"domain_scores_gemma":[0.99837494,0.00035293962,0.0004565961,0.00042374906,0.00023025819,0.00016150466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004911755,0.00020942141,0.00067800155,0.0004801878,0.0003621079,0.00015032031,0.0003422357,0.000101202815,0.000054271542],"category_scores_gemma":[0.0004883954,0.00018421526,0.00008931642,0.00068221276,0.00013861782,0.00045642233,0.00029769252,0.0002840522,0.000021064106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023918469,0.0016242072,0.6642501,0.009525257,0.0002704893,0.0000026746834,0.075345725,0.000088564564,0.000031094267,0.04054254,0.02321261,0.1827149],"study_design_scores_gemma":[0.007094445,0.011945987,0.51911736,0.0011233119,0.0000016338104,0.0000015983828,0.010712765,0.0005466167,0.00020771295,0.0045300946,0.44422442,0.0004940761],"about_ca_topic_score_codex":0.00019152576,"about_ca_topic_score_gemma":0.00044833735,"teacher_disagreement_score":0.4210118,"about_ca_system_score_codex":0.00010987069,"about_ca_system_score_gemma":0.0004743051,"threshold_uncertainty_score":0.751208},"labels":[],"label_agreement":null},{"id":"W4379093318","doi":"10.2196/46339","title":"The Electronic Surviving Cancer Competently Intervention Program—a Psychosocial Digital Health Intervention for English- and Spanish-Speaking Parents of Children With Cancer: Protocol for Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institutes of Health","keywords":"Psychosocial; Telehealth; Psychological intervention; Medicine; Randomized controlled trial; Distress; Intervention (counseling); Digital health; Anxiety; Telemedicine; Health care; Family medicine; Nursing; Clinical psychology; Psychiatry","score_opus":0.11243201930377916,"score_gpt":0.5486580132108291,"score_spread":0.4362259939070499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379093318","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014585097,0.000036936028,0.00028109545,0.0017189146,0.0000672818,0.98296404,0.00012830365,0.00017986764,0.000038443453],"genre_scores_gemma":[0.026540997,0.0000124148655,0.00006111538,0.000023377135,0.0010648082,0.97190034,0.00010639568,0.000080050624,0.00021051386],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99384767,0.001472885,0.0015799631,0.0006363683,0.0013009001,0.0011621865],"domain_scores_gemma":[0.9951685,0.0018743896,0.0011125858,0.00037101956,0.001262754,0.00021073916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012164332,0.00031473185,0.0016659452,0.00023633109,0.0005726389,0.00040317536,0.00033796154,0.00012179833,0.000016352007],"category_scores_gemma":[0.0017485272,0.00020154387,0.00076539745,0.00057141605,0.00044326897,0.0002676532,0.00013807329,0.0005532916,7.197646e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.909221,0.0015140298,0.0036008626,0.0032075108,0.0009823166,2.4675737e-7,0.001418829,0.0000014051978,0.0000074485374,0.00031356525,0.0013844111,0.07834837],"study_design_scores_gemma":[0.9563116,0.012910145,0.001749809,0.010089475,0.00004133403,0.0000012593138,0.00060441194,0.00033426215,0.00007601653,0.0005453533,0.017137244,0.00019910089],"about_ca_topic_score_codex":0.0009682408,"about_ca_topic_score_gemma":0.0030866307,"teacher_disagreement_score":0.07814927,"about_ca_system_score_codex":0.0003970597,"about_ca_system_score_gemma":0.0010558265,"threshold_uncertainty_score":0.82187206},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4379185221","doi":"10.2196/45872","title":"Creating an Innovative Artificial Intelligence–Based Technology (TCRact) for Designing and Optimizing T Cell Receptors for Use in Cancer Immunotherapies: Protocol for an Observational Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"CAR-T cell therapy research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund","keywords":"T-cell receptor; Immunotherapy; Medicine; Observational study; Colorectal cancer; Cancer immunotherapy; Clinical trial; Oncology; Cancer; Internal medicine; Bioinformatics; Immune system; Immunology; T cell; Biology","score_opus":0.6942350076305847,"score_gpt":0.624114053398265,"score_spread":0.07012095423231968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379185221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020075258,8.277209e-7,0.009812431,0.00059398083,0.0000131015095,0.9692489,0.00006356213,0.00016425173,0.000027699376],"genre_scores_gemma":[0.0005375956,4.3453917e-7,0.06889607,0.00005338613,0.0004006997,0.92937243,0.00012602215,0.00013168193,0.00048167407],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99591947,0.00040863254,0.00087582227,0.00087472954,0.0007377204,0.0011836545],"domain_scores_gemma":[0.99387777,0.0030111293,0.00021224181,0.0004943218,0.0022260703,0.00017849314],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006264996,0.0002903758,0.00053756766,0.00167924,0.0005627537,0.0003209548,0.00037076528,0.000375321,0.0002042568],"category_scores_gemma":[0.0020339326,0.00026870688,0.000098679615,0.0029240958,0.00037328142,0.0005768358,0.000099335935,0.00075897505,0.0000020149273],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26726878,0.0018187863,0.0014698183,0.0020718093,0.000057963774,0.0000047296307,0.00216773,0.00029321577,0.5959851,0.00088848866,0.0005115604,0.12746201],"study_design_scores_gemma":[0.08056249,0.04644522,0.00016503719,0.0035379112,0.000006434026,0.0000017574076,0.0046965266,0.10364217,0.6766757,0.00741139,0.076187454,0.0006679126],"about_ca_topic_score_codex":0.00008883737,"about_ca_topic_score_gemma":0.000117862975,"teacher_disagreement_score":0.1867063,"about_ca_system_score_codex":0.0004852955,"about_ca_system_score_gemma":0.0017659542,"threshold_uncertainty_score":0.9999765},"labels":[],"label_agreement":null},{"id":"W4379375722","doi":"10.2196/45557","title":"The Impact of Counseling on the Dignity of Older People: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Dignity and Privacy","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dignity; Mood; Advance care planning; Psychology; Gerontology; Medicine; Palliative care; Nursing; Clinical psychology","score_opus":0.5626947078231149,"score_gpt":0.6913552263965118,"score_spread":0.1286605185733969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379375722","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044456355,3.2221743e-7,0.000102953265,0.00039836884,0.0000038157,0.9543899,0.000024430687,0.000041835858,0.00058200664],"genre_scores_gemma":[0.033080675,1.8180089e-7,0.00016401455,0.000009853221,0.000058527916,0.96629256,0.0000039785,0.00002964371,0.00036054864],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99496484,0.0024569228,0.0005400356,0.00028078124,0.0011590167,0.00059838186],"domain_scores_gemma":[0.9899627,0.0076521863,0.00021013046,0.001006566,0.0010444864,0.00012392481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014465919,0.00016708222,0.0003993094,0.00021347262,0.0004785687,0.000054218806,0.0005803745,0.00008598747,0.00008189194],"category_scores_gemma":[0.004878147,0.00007683012,0.00025661156,0.0014310151,0.00024081886,0.000067032335,0.00022934635,0.00062725,0.000018635024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08465689,0.03755161,0.14315842,0.014688947,0.002121843,0.00003536746,0.07887709,0.000116176496,0.07025694,0.0027306017,0.36983737,0.19596875],"study_design_scores_gemma":[0.034856644,0.09328689,0.6428276,0.009752855,0.000038726426,0.000006998077,0.016464567,0.003668264,0.088823415,0.012988618,0.09671203,0.00057340926],"about_ca_topic_score_codex":0.00007823203,"about_ca_topic_score_gemma":0.000014998019,"teacher_disagreement_score":0.49966916,"about_ca_system_score_codex":0.000081434344,"about_ca_system_score_gemma":0.0006189717,"threshold_uncertainty_score":0.583995},"labels":[],"label_agreement":null},{"id":"W4379469441","doi":"10.2196/11623","title":"Examining Feasibility, Acceptability, and Preliminary Outcomes of a Culturally Adapted Evidence-Based Postpartum Depression Preventive Intervention for Women in Doha, Qatar: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Qatar National Research Fund","keywords":"Randomized controlled trial; Medicine; Postpartum depression; Anxiety; Psychological intervention; Intervention (counseling); Postpartum period; Mental health; Psychiatry; Clinical psychology; Pregnancy","score_opus":0.2995752397342814,"score_gpt":0.5597201916355119,"score_spread":0.2601449519012305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379469441","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24665053,0.000007023468,0.0000332945,0.0003880017,0.00001591969,0.7527871,0.000025590422,0.000058015252,0.000034531855],"genre_scores_gemma":[0.17402709,0.00000103334,0.00032625464,0.000017310897,0.00004944117,0.82426363,0.000019864783,0.000028310009,0.0012670495],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99358153,0.0024209237,0.0016263191,0.00067022565,0.00082047883,0.0008805078],"domain_scores_gemma":[0.99154943,0.0066333804,0.00051210186,0.00044992205,0.00057929364,0.00027585356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01659125,0.00028265204,0.0018765944,0.0004890202,0.00016076138,0.00006638486,0.0002565198,0.00019554395,0.00010583815],"category_scores_gemma":[0.007890684,0.00018608393,0.0004321618,0.0003737201,0.00025958597,0.00034253596,0.00027160678,0.00037276297,0.0000024973729],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9109869,0.0019096826,0.044464212,0.039959628,0.000076681004,0.0000065138393,0.0008383546,0.000002062313,0.0003030719,0.000021028625,0.000058917074,0.0013729595],"study_design_scores_gemma":[0.8497776,0.017118827,0.07730439,0.050576672,0.000016612517,0.0000018873025,0.00027045127,0.0013050339,0.0022324456,0.0011421696,0.00010740095,0.00014650299],"about_ca_topic_score_codex":0.00003656129,"about_ca_topic_score_gemma":0.0000151532395,"teacher_disagreement_score":0.07262345,"about_ca_system_score_codex":0.00031111887,"about_ca_system_score_gemma":0.00040554762,"threshold_uncertainty_score":0.9446455},"labels":[],"label_agreement":null},{"id":"W4379470159","doi":"10.2196/46526","title":"Supervised Home-Based Exercise Prehabilitation in Unfit Patients Scheduled for Pancreatic Surgery: Protocol for a Multicenter Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"EIT Food; HORIZON EUROPE Framework Programme; EIT Health; European Commission","keywords":"Prehabilitation; Medicine; Physical therapy; Aerobic exercise; Aerobic capacity; Timed Up and Go test; VO2 max; Anaerobic exercise; Adverse effect; Physical medicine and rehabilitation; Heart rate; Internal medicine; Blood pressure; Balance (ability)","score_opus":0.41232255531695405,"score_gpt":0.5940662820243114,"score_spread":0.1817437267073574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379470159","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38020942,2.5278823e-7,0.000047329915,0.00038267535,0.0000049739515,0.61918193,0.000039709626,0.000102251244,0.000031490967],"genre_scores_gemma":[0.08300077,1.0894797e-7,0.0018751612,0.000028207347,0.000069480164,0.91432184,0.00015383185,0.000083107814,0.00046748258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933792,0.0013165966,0.0011691347,0.0010943763,0.0015141652,0.001526562],"domain_scores_gemma":[0.99181885,0.0044461424,0.00015019614,0.0011013438,0.0021078982,0.00037559093],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010625047,0.00034159553,0.00125009,0.0013080948,0.00033507205,0.0001003729,0.0003632841,0.00027445704,0.00020506073],"category_scores_gemma":[0.0076638777,0.00027622347,0.00030567026,0.0018625602,0.0003218163,0.00021787037,0.00012609379,0.00059001584,0.00009067146],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04171809,0.015537024,0.9227894,0.010119566,0.00004850665,0.000013185796,0.0007628549,0.0000037460165,0.0003207114,0.000010557191,0.0053847646,0.003291583],"study_design_scores_gemma":[0.0641143,0.012597971,0.90270036,0.004497699,0.00002345129,2.4296418e-7,0.0006939307,0.012285631,0.00034147437,0.00064772373,0.0018300515,0.00026716827],"about_ca_topic_score_codex":0.000063618485,"about_ca_topic_score_gemma":0.000072018425,"teacher_disagreement_score":0.29720864,"about_ca_system_score_codex":0.0007476068,"about_ca_system_score_gemma":0.0015938944,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W4379470216","doi":"10.2196/46560","title":"A Text Messaging Intervention for Priming the Affective Rewards of Exercise in Adults: Protocol for a Microrandomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Feeling; Session (web analytics); Intervention (counseling); Affect (linguistics); Psychology; Cognition; Priming (agriculture); Applied psychology; Social psychology; Computer science; Communication","score_opus":0.30027051314933795,"score_gpt":0.6613752423607117,"score_spread":0.3611047292113737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379470216","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00073642214,0.000002651786,0.0008805646,0.0018033801,0.000020917041,0.9959877,0.000077944744,0.000109151515,0.00038125465],"genre_scores_gemma":[0.00056016323,0.000002169133,0.0006186213,0.000039549024,0.00019938328,0.99749774,0.000036478166,0.000058711285,0.0009871984],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99352896,0.0023978734,0.0015829988,0.00055389554,0.0005443251,0.0013919718],"domain_scores_gemma":[0.9910773,0.0065817535,0.0006112819,0.0006455678,0.0008693887,0.00021471128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019607514,0.00019073607,0.0006172528,0.0005974966,0.0012246937,0.000023107345,0.00052720204,0.00027149156,0.00006884674],"category_scores_gemma":[0.0028844245,0.00013450159,0.00025320542,0.0013635397,0.0001527604,0.00013325641,0.00023622515,0.0009965666,0.000042044398],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7539901,0.0014238781,0.00045316652,0.07665015,0.000019776784,8.537185e-7,0.0052457815,0.0000033639506,0.0005010113,0.0038840333,0.055901747,0.10192615],"study_design_scores_gemma":[0.49855453,0.0023122672,0.0007046139,0.0449291,0.0000046750433,2.0993656e-7,0.003154905,0.0010760173,0.0005341592,0.0074231606,0.44113833,0.00016804952],"about_ca_topic_score_codex":0.00023215856,"about_ca_topic_score_gemma":0.00018837122,"teacher_disagreement_score":0.38523656,"about_ca_system_score_codex":0.00036034075,"about_ca_system_score_gemma":0.0015495344,"threshold_uncertainty_score":0.9419478},"labels":[],"label_agreement":null},{"id":"W4379471075","doi":"10.2196/48503","title":"Evaluation of the Effectiveness of Assistive Technology for Executive Function Support for People With Acquired Brain Injury: Protocol for Single-Case Experimental Designs","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acquired brain injury; Executive dysfunction; Protocol (science); Cognition; Psychology; Executive functions; Applied psychology; Physical medicine and rehabilitation; Medicine; Rehabilitation; Psychiatry; Neuroscience","score_opus":0.5295673590399395,"score_gpt":0.5895292346901219,"score_spread":0.059961875650182406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379471075","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016061101,3.617251e-7,0.004017797,0.00034421237,0.000008723737,0.9789475,0.00020954094,0.00008127797,0.00032945882],"genre_scores_gemma":[0.16234972,4.224489e-9,0.0011352448,0.000006097164,0.000046149795,0.83611417,0.000038003112,0.000068582,0.00024201881],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99452734,0.0016660035,0.0005534035,0.00059182476,0.001921257,0.0007401952],"domain_scores_gemma":[0.98936224,0.0044299867,0.00028473575,0.0007237877,0.0050856094,0.00011362078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018556254,0.00022949532,0.0005844462,0.0007448284,0.00033987418,0.000031679145,0.00032107433,0.00025656857,0.00006209818],"category_scores_gemma":[0.0057742223,0.00015515335,0.00019779443,0.0019507748,0.00066615304,0.00015338609,0.00017907318,0.00023131295,0.0000036390275],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13412103,0.0032807812,0.0032633555,0.012608974,0.0004167815,0.000006780135,0.00057470566,0.000013849914,0.8225148,0.0016928928,0.010259038,0.011247032],"study_design_scores_gemma":[0.028025348,0.059034783,0.0061660293,0.003843839,0.000056953824,0.00006080905,0.0020513237,0.0018818659,0.8929679,0.002738652,0.0029885715,0.00018396201],"about_ca_topic_score_codex":0.000008344632,"about_ca_topic_score_gemma":0.000012578406,"teacher_disagreement_score":0.14628862,"about_ca_system_score_codex":0.00060023443,"about_ca_system_score_gemma":0.0019390009,"threshold_uncertainty_score":0.69127005},"labels":[],"label_agreement":null},{"id":"W4379471556","doi":"10.2196/47930","title":"Leveraging Electronic Health Record Technology and Team Care to Address Medication Adherence: Protocol for a Cluster Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Intervention (counseling); Pharmacy; Health care; Cluster randomised controlled trial; Family medicine; Electronic health record; Protocol (science); MEDLINE; Nursing; Alternative medicine; Internal medicine","score_opus":0.21417662469768467,"score_gpt":0.5751449779526425,"score_spread":0.36096835325495785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379471556","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055706577,0.000006847073,0.0011040639,0.016214892,0.00001574517,0.98081565,0.0000030772146,0.0002585398,0.0010240985],"genre_scores_gemma":[0.0015502222,0.000003041335,0.0006235562,0.0005623437,0.0002801466,0.9904885,0.000023554367,0.000035948175,0.006432658],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99547386,0.0008975802,0.00091969897,0.0006691608,0.0010004108,0.0010392611],"domain_scores_gemma":[0.9969,0.00096788397,0.0002946084,0.0006011344,0.0008227396,0.00041362396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006711221,0.0002149441,0.0012680584,0.0010543831,0.00035147634,0.000072012386,0.00034843618,0.00020651078,0.00023522449],"category_scores_gemma":[0.0035113546,0.0001550749,0.00015144492,0.0014728105,0.00028076404,0.000078564146,0.0001552855,0.00075983093,0.0002769615],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88853306,0.00021217961,0.00009656282,0.0016031085,0.00005477177,0.0000016596867,0.00065997255,3.6160304e-7,0.00019100425,0.0008545886,0.06969609,0.038096633],"study_design_scores_gemma":[0.74159276,0.0054991636,0.000026537098,0.0028219516,0.0000049439905,0.0000046904042,0.00069159316,0.00052165345,0.00014515694,0.0022574114,0.2463188,0.00011531472],"about_ca_topic_score_codex":0.000017846163,"about_ca_topic_score_gemma":0.000009233246,"teacher_disagreement_score":0.1766227,"about_ca_system_score_codex":0.00028764957,"about_ca_system_score_gemma":0.0024417352,"threshold_uncertainty_score":0.6323771},"labels":[],"label_agreement":null},{"id":"W4379473577","doi":"10.2196/41719","title":"The Role of Emotion Regulation, Affect, and Sleep in Individuals With Sleep Bruxism and Those Without: Protocol for a Remote Longitudinal Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Temporomandibular Joint Disorders","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Institute of Dental and Craniofacial Research","keywords":"Affect (linguistics); Mediation; Observational study; Trait; Medicine; Sleep (system call); Pittsburgh Sleep Quality Index; Longitudinal study; Sleep Bruxism; Clinical psychology; Quality of life (healthcare); Psychology; Sleep quality; Physical medicine and rehabilitation; Electromyography; Cognition; Psychiatry; Internal medicine","score_opus":0.42235912655006386,"score_gpt":0.6074704228797956,"score_spread":0.18511129632973172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379473577","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09544751,0.0000032349178,0.0000742333,0.0013337783,0.0000034436575,0.9028644,0.000019201592,0.000074307456,0.00017991955],"genre_scores_gemma":[0.04801237,3.8284955e-7,0.0009904921,0.000012166741,0.00005873449,0.9505281,0.000018143368,0.000048060047,0.0003315525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99481094,0.0021462068,0.00070405,0.0005418731,0.0010447769,0.0007521618],"domain_scores_gemma":[0.99658746,0.001854862,0.0003284626,0.0005047881,0.0005942806,0.0001301804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008796052,0.00020586736,0.00034727505,0.00041426488,0.0012883275,0.000071450144,0.0002610941,0.00016517466,0.000020216534],"category_scores_gemma":[0.0008301654,0.00013848822,0.000029971317,0.0011032351,0.0003001787,0.00029446863,0.00035497546,0.0007387654,0.00000972084],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001467531,0.00032917206,0.98081243,0.0009716229,0.00004460014,0.0000020297905,0.005394901,0.0000141762475,0.00018044414,0.0014132175,0.0019229422,0.0074469103],"study_design_scores_gemma":[0.0084252,0.002119396,0.9337031,0.002057047,0.0000036837382,0.0000014213019,0.0043069758,0.0023289432,0.00003986905,0.0109968865,0.035870623,0.00014685663],"about_ca_topic_score_codex":0.00018665509,"about_ca_topic_score_gemma":0.0011867975,"teacher_disagreement_score":0.047663726,"about_ca_system_score_codex":0.000099193756,"about_ca_system_score_gemma":0.00035486044,"threshold_uncertainty_score":0.9908904},"labels":[],"label_agreement":null},{"id":"W4379514415","doi":"10.2196/47709","title":"Measuring the Potential Effects of Mirror Therapy Added to the Gold Standard Facial Neuromuscular Retraining in Patients With Chronic Peripheral Facial Palsy: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Facial Nerve Paralysis Treatment and Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôpital Maisonneuve-Rosemont; Université Laval","funders":"Université de Montréal","keywords":"Physical therapy; Physical medicine and rehabilitation; Medicine; Randomized controlled trial; Retraining; Gold standard (test); Protocol (science); Palsy; Rehabilitation; Surgery; Alternative medicine","score_opus":0.11221551940148722,"score_gpt":0.4652971188515745,"score_spread":0.35308159945008727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379514415","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14989159,0.0000033588128,0.000024900604,0.0010534695,0.000022799999,0.84884906,0.000016587066,0.000052399544,0.00008582951],"genre_scores_gemma":[0.08873079,0.000001032115,0.000048826605,0.000029446657,0.0002942549,0.9102443,0.000019783127,0.000064762855,0.00056681264],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9903121,0.0036661143,0.00096001587,0.0006295656,0.0032221547,0.0012100518],"domain_scores_gemma":[0.996409,0.0015097156,0.00023163552,0.00069267885,0.0009336082,0.0002233865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0083743315,0.00039158185,0.0018588211,0.000577282,0.00048665647,0.00018981381,0.000596961,0.00018229146,0.00009761996],"category_scores_gemma":[0.0024168745,0.00016818738,0.0008185869,0.001634503,0.0005316638,0.00010733219,0.00017858807,0.0008487522,0.000017464168],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9827677,0.0009715579,0.000828941,0.00060099224,0.0005073701,0.000030948944,0.00097466714,0.000044009317,0.0023867334,0.0000141267865,0.0006446369,0.010228333],"study_design_scores_gemma":[0.9618622,0.0190966,0.005864192,0.0013169517,0.00003055768,4.571567e-7,0.000061114755,0.0006917841,0.0019179765,0.000034119836,0.00894204,0.00018202602],"about_ca_topic_score_codex":0.00006425051,"about_ca_topic_score_gemma":0.00008654724,"teacher_disagreement_score":0.061395213,"about_ca_system_score_codex":0.00027952265,"about_ca_system_score_gemma":0.0010062293,"threshold_uncertainty_score":0.68584824},"labels":[],"label_agreement":null},{"id":"W4379535520","doi":"10.2196/47519","title":"Improving the Quality of Postpartum Care in Ghana: Protocol for a Parallel Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; University of Notre Dame","keywords":"Randomized controlled trial; Medicine; Postpartum period; Psychological intervention; Intervention (counseling); Health care; Nursing; Postnatal Care; Protocol (science); Family medicine; Pregnancy; Alternative medicine","score_opus":0.20542036622763027,"score_gpt":0.5778246050561716,"score_spread":0.37240423882854135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379535520","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009172529,0.0000018711926,0.000010725404,0.0024420375,0.0000089979385,0.98739827,0.000016147082,0.00005456207,0.00089489063],"genre_scores_gemma":[0.006043684,2.3577248e-7,0.0001230055,0.0001030726,0.00024334631,0.9926598,0.000008647324,0.000021674752,0.00079650985],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944545,0.0021386524,0.0012397966,0.00033299238,0.0010979226,0.0007361444],"domain_scores_gemma":[0.9963728,0.001961524,0.00031199068,0.00046443252,0.0007301602,0.00015905629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0124992775,0.00016911542,0.0014895124,0.00024084556,0.00016556818,0.000044034925,0.0003082794,0.00013068064,0.000044670564],"category_scores_gemma":[0.003430634,0.000086271466,0.00044607228,0.0005420856,0.00024326824,0.00005507936,0.00015510604,0.000516522,0.000020802945],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98921776,0.0004252118,0.0004167605,0.00542208,0.000040377126,0.000008471389,0.00061560835,0.0000014794625,0.00030433206,0.0017028217,0.0012447651,0.0006003105],"study_design_scores_gemma":[0.9871473,0.0032508068,0.0009188398,0.0017625225,0.000005025568,0.0000012050037,0.00081044825,0.00026233683,0.00022520119,0.0009299345,0.004601628,0.00008476079],"about_ca_topic_score_codex":0.000403424,"about_ca_topic_score_gemma":0.00008913315,"teacher_disagreement_score":0.009068644,"about_ca_system_score_codex":0.00012771596,"about_ca_system_score_gemma":0.00083967624,"threshold_uncertainty_score":0.4332025},"labels":[],"label_agreement":null},{"id":"W4379537958","doi":"10.2196/46810","title":"Digital Health Dashboards for Decision-Making to Enable Rapid Responses During Public Health Crises: Replicable and Scalable Methodology","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"Canadian Institutes of Health Research; Mitacs; Canada Research Chairs; Saskatchewan Health Research Foundation","keywords":"Big data; Digital health; Public health; Dashboard; Analytics; Computer science; Health care; Knowledge management; Data science; Business; Public relations; Medicine; Political science; Nursing","score_opus":0.5573390664858445,"score_gpt":0.6097337779323652,"score_spread":0.052394711446520636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379537958","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004142061,0.0000686707,0.34922698,0.046206176,0.00005269977,0.5977423,0.00010352214,0.0014483519,0.0010092101],"genre_scores_gemma":[0.016363572,0.0000073377973,0.07090358,0.0017979393,0.00013735013,0.90853465,0.0000059210406,0.00008008723,0.0021695737],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920377,0.0013116268,0.0008816819,0.0016989342,0.00132848,0.0027415636],"domain_scores_gemma":[0.98461086,0.011850674,0.00019534728,0.0017352825,0.0005847235,0.0010231314],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.016523935,0.00029485524,0.00065603765,0.0017737906,0.0014913174,0.0033805552,0.0018157876,0.000116722484,0.000015645483],"category_scores_gemma":[0.017317295,0.00028443706,0.000118954966,0.0038446996,0.00012570531,0.0026558717,0.0029465402,0.0005378463,0.00010204597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015212359,0.00035140628,0.00130112,0.0032451532,0.00003837849,0.00007236151,0.003123843,0.0000869963,0.0011760666,0.009983428,0.055320747,0.92377925],"study_design_scores_gemma":[0.0022133559,0.005561777,0.004399338,0.0053778416,4.982951e-7,0.000064516746,0.0006461128,0.004322086,0.0011972747,0.019275535,0.9562678,0.0006738746],"about_ca_topic_score_codex":0.00006150919,"about_ca_topic_score_gemma":0.000037765793,"teacher_disagreement_score":0.92310536,"about_ca_system_score_codex":0.0008236476,"about_ca_system_score_gemma":0.003116862,"threshold_uncertainty_score":0.9999608},"labels":[],"label_agreement":null},{"id":"W4379792757","doi":"10.2196/41836","title":"Perceptions of Global Health Engagements in Relation to the COVID-19 Pandemic Among Health Care Workers and Administrators in Western Kenya: Protocol for a Multistage Qualitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health and Surgery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Northern Illinois University","keywords":"Qualitative research; Health care; Kenya; Public health; Global health; Nursing; Pandemic; Medicine; Referral; Economic growth; Political science; Sociology; Coronavirus disease 2019 (COVID-19); Disease","score_opus":0.46659070261481,"score_gpt":0.6869026147936944,"score_spread":0.2203119121788844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379792757","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31208885,0.0000015077763,0.000027681352,0.0030385016,0.0000034493532,0.6846824,0.00010388656,0.000034561366,0.000019124247],"genre_scores_gemma":[0.32222062,3.69031e-7,0.00006755214,0.00032754813,0.000018373166,0.67727077,0.000022607983,0.000011639348,0.00006049627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99356866,0.0033503629,0.00088626787,0.00048027327,0.0008006641,0.0009137667],"domain_scores_gemma":[0.9977259,0.0008053966,0.0001789039,0.00034404313,0.00019748905,0.0007482741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011943976,0.00015812325,0.00045647292,0.00036343874,0.0003521938,0.000032983455,0.00015277103,0.000090989386,0.000008781879],"category_scores_gemma":[0.001313892,0.000121717465,0.000047930083,0.0018680164,0.00014867028,0.00008942211,0.0001280166,0.00058848935,0.000008362381],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025506325,0.0005592772,0.8922208,0.00349927,0.000007558397,0.000013448096,0.09477495,0.000014890529,0.0000012806029,0.000022861068,0.0040314696,0.002303577],"study_design_scores_gemma":[0.0060158675,0.0045178067,0.8029454,0.0014792419,5.4010656e-7,0.0000015122996,0.1737651,0.000024940355,1.8565382e-7,0.00003800016,0.011142147,0.00006931603],"about_ca_topic_score_codex":0.004108068,"about_ca_topic_score_gemma":0.029682811,"teacher_disagreement_score":0.08927544,"about_ca_system_score_codex":0.0020242822,"about_ca_system_score_gemma":0.0035842825,"threshold_uncertainty_score":0.9880229},"labels":[],"label_agreement":null},{"id":"W4379794943","doi":"10.2196/47009","title":"Implementation of Home-Based Telerehabilitation of Patients With Stroke in the United States: Protocol for a Realist Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telerehabilitation; Protocol (science); Stroke (engine); Physical therapy; Medicine; Physical medicine and rehabilitation; Telemedicine; Psychology; Medical education; Alternative medicine; Health care; Engineering; Political science","score_opus":0.3864194181085038,"score_gpt":0.6254729719235168,"score_spread":0.23905355381501303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379794943","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016915474,0.0042660194,0.000020337084,0.00022933097,0.0000029159878,0.9946492,0.00077040447,0.000023375944,0.000021546946],"genre_scores_gemma":[2.060149e-7,0.025132997,0.0004924827,0.00004990545,0.000029359942,0.97272855,0.0014427223,0.00007457707,0.000049182167],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937375,0.0019423253,0.0017480354,0.0004560103,0.0016697499,0.00044635186],"domain_scores_gemma":[0.99230987,0.0039283074,0.00091912766,0.00079202966,0.0019607393,0.000089913236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004632826,0.0003178945,0.001614844,0.0014698204,0.00006423855,0.000024325016,0.0003725363,0.00018595508,0.00008108014],"category_scores_gemma":[0.0009183652,0.00017298345,0.00046349101,0.0029726592,0.00030520002,0.000077387966,0.00004457044,0.00058293546,0.000005744658],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010503305,0.0012089619,0.004223585,0.79973567,0.00008183366,0.0000013325831,0.00021046726,0.000001389882,3.369488e-7,0.00006637761,0.0077862665,0.18563344],"study_design_scores_gemma":[0.005419207,0.0065312004,0.0051808623,0.28067657,0.000046625744,3.7054545e-7,0.00030843733,0.0000035002035,0.0000023480868,0.00003187746,0.70167816,0.000120877],"about_ca_topic_score_codex":0.00012840371,"about_ca_topic_score_gemma":0.000057664463,"teacher_disagreement_score":0.6938919,"about_ca_system_score_codex":0.00031776086,"about_ca_system_score_gemma":0.0017796077,"threshold_uncertainty_score":0.705406},"labels":[],"label_agreement":null},{"id":"W4379795782","doi":"10.2196/47877","title":"Promoting Healthy Behaviors Among Adolescents and Young Adults With Intellectual Disability: Protocol for Developing a Digital Intervention With Co-Design Workshops","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Intervention (counseling); Psychological intervention; Intellectual disability; Participatory action research; Psychology; Protocol (science); Mental health; Health promotion; Gerontology; Medicine; Public health; Nursing; Psychiatry; Alternative medicine","score_opus":0.23756950096286625,"score_gpt":0.527845132922352,"score_spread":0.2902756319594858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379795782","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16931774,4.6893112e-7,0.0010765956,0.00031097687,0.0000024547655,0.8288729,0.000015110835,0.00023595458,0.00016780863],"genre_scores_gemma":[0.19415057,2.7688645e-7,0.00037808527,0.00001201977,0.00006123209,0.80456096,0.00005436455,0.000095596435,0.00068692747],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944157,0.0005442184,0.00072124274,0.0011346915,0.0016822155,0.0015019141],"domain_scores_gemma":[0.99715894,0.0006041103,0.00011372473,0.00061672705,0.0009672379,0.0005392773],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003163796,0.00039561107,0.0005729698,0.00045584925,0.0005412918,0.0006010934,0.0003489146,0.00021124806,0.00013639287],"category_scores_gemma":[0.0019294816,0.0002760949,0.00012045712,0.0019476596,0.0015110535,0.0006690833,0.00031556038,0.0011476045,0.0001112956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07645058,0.004016363,0.75733066,0.024114208,0.00011265389,0.00004636192,0.010553877,0.000001165445,0.00020756994,0.000015950765,0.0065045236,0.12064613],"study_design_scores_gemma":[0.07184122,0.17612657,0.4617777,0.22256373,0.00003921393,0.0006386937,0.017735183,0.008934971,0.007886888,0.0005966515,0.029391939,0.0024672474],"about_ca_topic_score_codex":0.000041542065,"about_ca_topic_score_gemma":0.00006555464,"teacher_disagreement_score":0.29555294,"about_ca_system_score_codex":0.0005331036,"about_ca_system_score_gemma":0.00062520563,"threshold_uncertainty_score":0.9999691},"labels":[],"label_agreement":null},{"id":"W4379801998","doi":"10.2196/48927","title":"Intergenerational Reminiscence Approach in Improving Emotional Well-Being of Older Asian Americans in Early-Stage Dementia Using Virtual Reality: Protocol for an Explanatory Sequential Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Identity, Memory, and Therapy","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Dementia; Psychology; Emotional well-being; Intervention (counseling); Quality of life (healthcare); Reminiscence; Feeling; Grandparent; Anxiety; Gerontology; Mental health; Clinical psychology; Developmental psychology; Medicine; Social psychology; Psychotherapist; Psychiatry; Cognitive psychology; Disease","score_opus":0.40099447389988196,"score_gpt":0.6163874214088317,"score_spread":0.21539294750894977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379801998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11677886,2.714857e-7,0.014588274,0.000030263727,0.00005585479,0.86734617,0.000019229365,0.0000567268,0.0011243258],"genre_scores_gemma":[0.10983151,3.6201666e-8,0.0046792207,0.0000111651225,0.00021156606,0.88482225,0.000035436868,0.00005978683,0.00034901165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9912102,0.004996115,0.0009964316,0.00092825474,0.0009631058,0.00090585765],"domain_scores_gemma":[0.99838716,0.00024468228,0.00027783218,0.00064199057,0.00029990516,0.00014841194],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010774142,0.0002585785,0.00043773567,0.0012724339,0.0002549172,0.0001431823,0.00067818695,0.00018791069,0.00026670445],"category_scores_gemma":[0.00013295215,0.0002696712,0.00011021303,0.001380107,0.00026338905,0.000413314,0.0002624649,0.0007075579,0.000010414436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012468248,0.03338358,0.5485642,0.003797918,0.0007815469,0.0003144285,0.14263321,0.0017532632,0.142377,0.025874946,0.00441913,0.083632514],"study_design_scores_gemma":[0.03768707,0.014287169,0.79011697,0.002114149,0.00002217464,0.000020271638,0.08935756,0.03778725,0.015277001,0.004451927,0.007079475,0.0017989641],"about_ca_topic_score_codex":0.0011831146,"about_ca_topic_score_gemma":0.000586021,"teacher_disagreement_score":0.24155277,"about_ca_system_score_codex":0.00022323111,"about_ca_system_score_gemma":0.0004178835,"threshold_uncertainty_score":0.99997556},"labels":[],"label_agreement":null},{"id":"W4379881845","doi":"10.2196/47665","title":"Increasing Physical Activity in Persons With Spinal Cord Injury With an eHealth-Based Adaptive Exercise Intervention: Protocol for a Sequential Multiple Assignment Randomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"eHealth; Coaching; Randomized controlled trial; Psychological intervention; Health coaching; Intervention (counseling); Behavior change; Physical therapy; Spinal cord injury; Psychology; Medicine; Physical medicine and rehabilitation; Applied psychology; Nursing; Health care; Social psychology","score_opus":0.36001615744606275,"score_gpt":0.6091169874857216,"score_spread":0.24910083003965888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379881845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19320989,1.6743371e-7,0.0011043681,0.00047675043,0.0000048345137,0.80491817,0.000037401547,0.00016148837,0.00008695392],"genre_scores_gemma":[0.19956177,4.5989214e-8,0.0020121941,0.000012039109,0.00031602892,0.79773486,0.00002840737,0.000095051655,0.0002395728],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99061173,0.0035095883,0.0005637627,0.001104662,0.0027086888,0.0015015756],"domain_scores_gemma":[0.9963115,0.0010688432,0.0002628079,0.0007980917,0.0008919297,0.00066682225],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008874058,0.000438912,0.0013045263,0.0011380196,0.0004211491,0.00021809452,0.0004264668,0.00018960774,0.00008678395],"category_scores_gemma":[0.0009598403,0.00030394603,0.0003297602,0.001990668,0.0009339332,0.00047318958,0.00020753876,0.0016687148,0.00002945939],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9643347,0.007287489,0.0005609363,0.0023128234,0.00007174423,0.00017985363,0.000101050406,0.000007777777,0.00326986,0.00003654962,0.00046874455,0.021368429],"study_design_scores_gemma":[0.7170311,0.24443117,0.0010866792,0.010355962,0.000018619028,0.000012831921,0.0003484384,0.017875986,0.007419992,0.00007890604,0.00103579,0.00030450762],"about_ca_topic_score_codex":0.0005987984,"about_ca_topic_score_gemma":0.00014236441,"teacher_disagreement_score":0.24730362,"about_ca_system_score_codex":0.00097369746,"about_ca_system_score_gemma":0.0024932723,"threshold_uncertainty_score":0.9999413},"labels":[],"label_agreement":null},{"id":"W4379881878","doi":"10.2196/46809","title":"Toward Shared Decision-Making in Degenerative Cervical Myelopathy: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; McMaster University; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"Evelyn Trust; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Medicine; Protocol (science); Decision aids; Health care; Myelopathy; Workflow; Nursing; Knowledge management; Computer science; Alternative medicine; Psychiatry","score_opus":0.6893935723488853,"score_gpt":0.7378910140373601,"score_spread":0.04849744168847481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379881878","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000387628,3.6728744e-7,0.004513013,0.0017314096,0.000013986112,0.98991203,0.000018608082,0.00047243462,0.002950537],"genre_scores_gemma":[0.00335264,1.6759319e-7,0.04083936,0.000024366267,0.00027572794,0.9547448,0.0000033365634,0.000074497155,0.0006850768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98295385,0.009438774,0.0008744015,0.0011264601,0.003485548,0.0021209405],"domain_scores_gemma":[0.98948014,0.007678774,0.00012975524,0.0007934624,0.0015445523,0.00037332997],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046969198,0.00027243784,0.0005005456,0.0016090522,0.0011937917,0.0008759744,0.0022960205,0.00035608053,0.0005034377],"category_scores_gemma":[0.016316773,0.00024636733,0.00015500803,0.006442986,0.000544406,0.00051619747,0.0014269004,0.0012526918,0.00019768733],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004775295,0.0041011255,0.011580871,0.0009645158,0.000048419555,0.0004837302,0.071326636,0.00003796443,0.0015404556,0.008883991,0.20790961,0.6883474],"study_design_scores_gemma":[0.0060701133,0.0039588013,0.020356901,0.0036787596,0.0000016080481,0.0000018510774,0.0414898,0.0024489136,0.0021578218,0.07800407,0.84108645,0.000744904],"about_ca_topic_score_codex":0.00026399837,"about_ca_topic_score_gemma":0.0018337668,"teacher_disagreement_score":0.68760246,"about_ca_system_score_codex":0.00086234015,"about_ca_system_score_gemma":0.0019099198,"threshold_uncertainty_score":0.99999887},"labels":[],"label_agreement":null},{"id":"W4380485424","doi":"10.2196/48077","title":"Parent Versus Individual Cognitive Behavioral Therapy for Youth Anxiety: Protocol for an Overview of Systematic Reviews Over Time","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Anxiety; Systematic review; Cognitive behavioral therapy; Psychology; Clinical psychology; MEDLINE; Cochrane Library; Cognition; Scopus; Psychotherapist; Meta-analysis; Medicine; Psychiatry","score_opus":0.8037200130842662,"score_gpt":0.6561729410137814,"score_spread":0.14754707207048479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380485424","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014806282,0.000022353253,0.000010922236,0.00006973611,0.000048219248,0.99734926,0.0005747051,0.00006976658,0.00037441243],"genre_scores_gemma":[0.00038531228,0.000008734284,0.000051166287,0.00006171171,0.00029936136,0.9975423,0.00036237086,0.000045272096,0.0012437449],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963778,0.0008455879,0.0007898569,0.00053833344,0.0007623974,0.0006859881],"domain_scores_gemma":[0.99834305,0.00038888544,0.00028396837,0.00035401783,0.0004536804,0.00017641627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003478172,0.00024898638,0.0006174901,0.00021209575,0.00026230354,0.00009200411,0.00045146488,0.00015985123,0.00042930723],"category_scores_gemma":[0.00013050254,0.00018358167,0.00031072975,0.0005690748,0.00011616182,0.00012725845,0.000090153095,0.00023454954,0.0002268556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055522162,0.029015904,0.007826243,0.22822745,0.00091944257,0.000008364062,0.042563643,7.536946e-7,0.00075587194,0.008369965,0.48272094,0.14406925],"study_design_scores_gemma":[0.06558792,0.025389638,0.06604517,0.15565383,0.00006429953,0.000002825455,0.0040168813,0.00003060344,0.00034531456,0.0028842976,0.6787009,0.0012782544],"about_ca_topic_score_codex":0.000010021813,"about_ca_topic_score_gemma":0.000004906803,"teacher_disagreement_score":0.19598,"about_ca_system_score_codex":0.000058422407,"about_ca_system_score_gemma":0.00016958994,"threshold_uncertainty_score":0.74862427},"labels":[],"label_agreement":null},{"id":"W4380485518","doi":"10.2196/45804","title":"Internet-Delivered Cognitive Behavioral Treatment for Chronic Pain in Adolescent Survivors of Childhood Cancer: Protocol for a Single-Group Feasibility Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Calgary","funders":"Alberta Children's Hospital Research Institute","keywords":"Anxiety; Chronic pain; Medicine; Pain catastrophizing; Physical therapy; Depression (economics); Intervention (counseling); Clinical psychology; Psychiatry","score_opus":0.4322491173873094,"score_gpt":0.5771426943441957,"score_spread":0.14489357695688632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380485518","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02114128,0.0000028392128,0.00051246054,0.0001539854,0.0000072607777,0.9776583,0.00018243949,0.0002580675,0.000083422245],"genre_scores_gemma":[0.04646445,0.0000015339868,0.00032427267,0.000016021126,0.00032700025,0.9524067,0.00012651716,0.00006746375,0.00026601306],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955641,0.0009779789,0.0008363862,0.0008035206,0.00080943055,0.0010086054],"domain_scores_gemma":[0.99772286,0.00079781684,0.00024312553,0.00050825026,0.0005319194,0.00019599956],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0059492458,0.0003082623,0.0006876378,0.00076566386,0.00008302227,0.00004615767,0.00032469217,0.00020827528,0.000057874448],"category_scores_gemma":[0.0006829452,0.00026622345,0.00031592252,0.0010692101,0.00020679178,0.00011682152,0.00020863897,0.00035140544,0.000004894032],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3913349,0.058832552,0.13029726,0.016763175,0.00023435091,0.00007901439,0.0013227803,0.0000025350848,0.0067675617,0.00007409864,0.01731342,0.37697837],"study_design_scores_gemma":[0.55410254,0.2904228,0.06238995,0.02130093,0.0000831962,0.0000021391293,0.0005989552,0.0018067323,0.022542167,0.0008453971,0.04505605,0.0008491431],"about_ca_topic_score_codex":0.0005590935,"about_ca_topic_score_gemma":0.0009257491,"teacher_disagreement_score":0.3761292,"about_ca_system_score_codex":0.002427273,"about_ca_system_score_gemma":0.00079662976,"threshold_uncertainty_score":0.999979},"labels":[],"label_agreement":null},{"id":"W4380576127","doi":"10.2196/46486","title":"Assessing the Feasibility of Economic Approaches to Prevent Substance Abuse Among Adolescents: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Mental Health; National Institute on Alcohol Abuse and Alcoholism","keywords":"Protocol (science); Substance abuse; Psychology; Medicine; Environmental health; Psychiatry; Alternative medicine","score_opus":0.8530649706651319,"score_gpt":0.7306087219038524,"score_spread":0.12245624876127947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380576127","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12105698,5.120253e-7,0.0008320647,0.00060295797,0.000044273675,0.877137,0.000018301553,0.00014737534,0.00016053303],"genre_scores_gemma":[0.021783095,1.09488184e-7,0.001519348,0.00003541157,0.00044663667,0.9747481,0.000004726359,0.00007764632,0.0013849441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98190755,0.013057261,0.0014004837,0.0012556276,0.0008243561,0.0015547255],"domain_scores_gemma":[0.99510396,0.0016549444,0.00054002955,0.0017537599,0.0005794222,0.00036787617],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.033567104,0.00030940122,0.0006459791,0.0003473445,0.0018565471,0.00007269276,0.0010240576,0.00020755477,0.000062285864],"category_scores_gemma":[0.0008020235,0.00019612684,0.00014019049,0.0012253221,0.00039413737,0.00037441446,0.00042538097,0.0015621679,0.00012537304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004591992,0.013045272,0.86632884,0.023937197,0.000089258865,0.0000041172784,0.052537534,0.00012418984,0.0011364765,0.0004736281,0.023896312,0.013835168],"study_design_scores_gemma":[0.005327773,0.002934912,0.8997848,0.007638474,0.000005331134,3.9286354e-7,0.046372544,0.0005391398,0.0013180698,0.0019584754,0.033727832,0.00039223584],"about_ca_topic_score_codex":0.000054658307,"about_ca_topic_score_gemma":0.00023842356,"teacher_disagreement_score":0.09927388,"about_ca_system_score_codex":0.0007601653,"about_ca_system_score_gemma":0.0010304309,"threshold_uncertainty_score":0.9994429},"labels":[],"label_agreement":null},{"id":"W4380681806","doi":"10.2196/47025","title":"Ultrasound-Assisted Continence Care Support in an Inpatient Care Setting: Protocol for a Pilot Implementation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Urinary continence; Nursing; Medical emergency; Prostate cancer; Alternative medicine","score_opus":0.30687184167509834,"score_gpt":0.6084180970018062,"score_spread":0.3015462553267078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380681806","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14675969,3.1929537e-7,0.0000021015508,0.00012684762,0.0000045042725,0.8524996,0.00008399101,0.00018744502,0.00033547066],"genre_scores_gemma":[0.16077149,3.7990766e-8,0.00022969507,0.000031719217,0.00005150758,0.83801186,0.0006374481,0.00006546007,0.00020078085],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99548286,0.00057184114,0.0006722989,0.0008297382,0.0013834247,0.0010598149],"domain_scores_gemma":[0.9974086,0.00022867243,0.00013814935,0.0007644793,0.0011748929,0.00028518762],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011075194,0.00028639066,0.0003895754,0.00069892546,0.00029371085,0.00013656553,0.00033522953,0.000090529735,0.00019943494],"category_scores_gemma":[0.00029308972,0.0002515613,0.00007768384,0.0013055357,0.00010080107,0.00027006338,0.00016341319,0.00041217537,0.000080914404],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049037556,0.0052293916,0.92953026,0.002980357,0.000043559365,0.00014832409,0.025255816,0.000002276195,0.0044731186,0.000008721133,0.006932313,0.020492092],"study_design_scores_gemma":[0.050575282,0.053186897,0.78851557,0.0011299065,0.000009427325,0.00000818981,0.08397589,0.000021371954,0.0025703062,0.0000373978,0.019683814,0.00028594746],"about_ca_topic_score_codex":0.00025068937,"about_ca_topic_score_gemma":0.002031272,"teacher_disagreement_score":0.1410147,"about_ca_system_score_codex":0.0007751037,"about_ca_system_score_gemma":0.0009616374,"threshold_uncertainty_score":0.9999937},"labels":[],"label_agreement":null},{"id":"W4380683979","doi":"10.2196/49752","title":"Reminiscence and Digital Storytelling to Improve the Social and Emotional Well-Being of Older Adults With Alzheimer’s Disease and Related Dementias: Protocol for a Mixed Methods Study Design and a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Identity, Memory, and Therapy","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reminiscence; Randomized controlled trial; Loneliness; Psychology; Intervention (counseling); Psychological intervention; Clinical psychology; Gerontology; Medicine; Psychiatry","score_opus":0.12780150353091663,"score_gpt":0.5410762869766709,"score_spread":0.41327478344575425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380683979","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059259653,0.000014394529,0.0015931992,0.0002494953,0.000021907832,0.9387204,0.0000070408164,0.000038774837,0.000095139956],"genre_scores_gemma":[0.048471406,6.9171324e-7,0.0006064266,0.000011892513,0.000115565424,0.9503987,0.000002262682,0.000038723592,0.00035434985],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99393284,0.003752336,0.0006252702,0.0006522076,0.0005539733,0.00048339574],"domain_scores_gemma":[0.9952715,0.0036941513,0.00024597344,0.00025169674,0.00033145613,0.00020524165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010970605,0.00023841024,0.0007972494,0.00027696203,0.00059788785,0.00030939918,0.00018311503,0.000102782426,0.000035285433],"category_scores_gemma":[0.0006839308,0.00014914304,0.00009557016,0.0003315373,0.0005946496,0.00017014441,0.00016000298,0.00030399073,0.0000019284244],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96638197,0.0007988545,0.00034293524,0.00024995802,0.0007935527,0.000014544118,0.017523773,9.145476e-7,0.00008652276,0.00040413602,0.0003579811,0.013044872],"study_design_scores_gemma":[0.9819253,0.0051357313,0.00428453,0.00061186333,0.00010360305,0.000003704413,0.004304336,0.00077515247,0.00008258936,0.0023206864,0.0002395802,0.00021289829],"about_ca_topic_score_codex":0.0000126984905,"about_ca_topic_score_gemma":0.000003407828,"teacher_disagreement_score":0.0155433705,"about_ca_system_score_codex":0.000014006457,"about_ca_system_score_gemma":0.00013306265,"threshold_uncertainty_score":0.60818774},"labels":[],"label_agreement":null},{"id":"W4380871503","doi":"10.2196/46244","title":"The Detection of Acute Risk of Self-injury Project: Protocol for an Ecological Momentary Assessment Study Among Individuals Seeking Treatment","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering; KU Leuven; Universitair Ziekenhuis Gent; Fonds Wetenschappelijk Onderzoek","keywords":"Protocol (science); Psychology; Ecology; Applied psychology; Medicine; Environmental resource management; Environmental science; Biology; Alternative medicine; Pathology","score_opus":0.2989930226984895,"score_gpt":0.6068584073558658,"score_spread":0.30786538465737634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380871503","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22277384,3.8033167e-7,0.000010939015,0.000036158486,0.000013520706,0.77655166,0.00011603067,0.00013485391,0.00036259583],"genre_scores_gemma":[0.0847112,0.0000012304118,0.00010931682,0.0000037620325,0.00009853676,0.91471684,0.000009577002,0.00003779655,0.000311745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940101,0.00276113,0.0007893383,0.00063629507,0.0009430219,0.00086012715],"domain_scores_gemma":[0.9968266,0.0014173265,0.0004341278,0.0007910018,0.00043601537,0.000094939365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005719234,0.00026918668,0.00049123715,0.0004415018,0.000901735,0.000085790445,0.00056692574,0.00015642201,0.00005271857],"category_scores_gemma":[0.000084747444,0.00016357543,0.00018357937,0.0010326459,0.00026518843,0.0001569556,0.00033814204,0.00044848333,0.000014540012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004867657,0.02188999,0.91801834,0.000398259,0.004045189,0.00003135125,0.018337486,0.0000040914024,0.0056543364,0.00012906898,0.005701968,0.020922262],"study_design_scores_gemma":[0.007889732,0.06361594,0.8906752,0.000070333626,0.00007034314,0.0000015990456,0.015813597,0.00018597249,0.0038500861,0.00059361727,0.016999386,0.00023420496],"about_ca_topic_score_codex":0.0004079902,"about_ca_topic_score_gemma":0.00022505315,"teacher_disagreement_score":0.13816515,"about_ca_system_score_codex":0.00027261133,"about_ca_system_score_gemma":0.00020987449,"threshold_uncertainty_score":0.69355077},"labels":[],"label_agreement":null},{"id":"W4380995888","doi":"10.2196/44907","title":"A Guided Web-Based Intervention Targeting Procrastination in College Students: Protocol for an Open Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Maastricht; Vrije Universiteit Amsterdam; Universiteit Utrecht; Universiteit van Amsterdam; Universiteit Leiden","keywords":"Protocol (science); Intervention (counseling); Procrastination; Medical education; Web application; Psychology; Computer science; Medicine; World Wide Web; Nursing; Alternative medicine; Social psychology","score_opus":0.4602628199973365,"score_gpt":0.6657684567177149,"score_spread":0.20550563672037842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380995888","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005975351,2.713658e-7,0.00021812822,0.0005391628,0.000048303675,0.99046,0.000047653237,0.0003661139,0.0023450078],"genre_scores_gemma":[0.006194269,3.9801993e-8,0.00053623645,0.000035490633,0.00036395987,0.98713934,0.00009139412,0.0000853127,0.0055539478],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99340296,0.002188025,0.0010715291,0.0010399694,0.0012413324,0.0010561632],"domain_scores_gemma":[0.99705714,0.00057039474,0.00033116568,0.00053052633,0.001365423,0.00014534198],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013103659,0.00028555538,0.00040410832,0.0010433499,0.00085709844,0.0005591466,0.001473492,0.0002256892,0.00035624116],"category_scores_gemma":[0.0022639888,0.0002807165,0.000116633826,0.0024927987,0.00016409506,0.0007583956,0.0006339036,0.0005604659,0.00021632997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1742534,0.025515705,0.03928375,0.0036893773,0.0001494916,0.000038968836,0.003913695,0.00010338455,0.004192219,0.003695495,0.7317253,0.0134392455],"study_design_scores_gemma":[0.42784035,0.025885714,0.047020588,0.0033994045,0.000005584482,0.000004585569,0.0035015822,0.0053091915,0.0012534846,0.0047969124,0.48020327,0.0007793398],"about_ca_topic_score_codex":0.00013708425,"about_ca_topic_score_gemma":0.00046728505,"teacher_disagreement_score":0.25358695,"about_ca_system_score_codex":0.00056696165,"about_ca_system_score_gemma":0.0004351089,"threshold_uncertainty_score":0.9999645},"labels":[],"label_agreement":null},{"id":"W4381149157","doi":"10.2196/41440","title":"Evaluation of a Web-Based Self-Help Intervention for Patients With Generalized Anxiety Disorder: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund","keywords":"Psychological intervention; Randomized controlled trial; Context (archaeology); Anxiety; Cognitive behavioral therapy; Generalized anxiety disorder; eHealth; Medicine; Intervention (counseling); Health literacy; Clinical psychology; Mental health; Health care; Psychology; Psychiatry","score_opus":0.1895540491557421,"score_gpt":0.5905504008897964,"score_spread":0.4009963517340543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381149157","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009344796,7.005243e-7,0.0005092562,0.00024588595,0.00005699974,0.98862493,0.00022951631,0.00019193576,0.0007960094],"genre_scores_gemma":[0.0107234605,1.9141817e-8,0.00071316044,0.00001206144,0.00009914111,0.98715264,0.00020796683,0.000074442185,0.0010170914],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9901407,0.0048256614,0.0016394212,0.0006024432,0.0019984527,0.00079334754],"domain_scores_gemma":[0.99330574,0.0017851744,0.00077743124,0.0005500317,0.0034246792,0.00015694351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023875007,0.00026377742,0.0010995087,0.00063719973,0.00023587157,0.000110560104,0.0003761227,0.0001806558,0.00033313636],"category_scores_gemma":[0.0021431935,0.00018865375,0.0009633432,0.00076381513,0.00020013907,0.00020148422,0.00007435139,0.00021820523,0.000042354106],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96010447,0.012467753,0.00021194255,0.0019254964,0.0003291139,2.0001211e-7,0.000109466826,0.000010844608,0.000008244948,0.0015076478,0.008329192,0.014995649],"study_design_scores_gemma":[0.94739324,0.017286558,0.00015122624,0.0017016983,0.000060876686,1.3802307e-7,0.000042475753,0.011260161,0.00009338583,0.0035231677,0.018315671,0.00017142718],"about_ca_topic_score_codex":0.00002248508,"about_ca_topic_score_gemma":0.000038403185,"teacher_disagreement_score":0.021731814,"about_ca_system_score_codex":0.0002968942,"about_ca_system_score_gemma":0.0005894641,"threshold_uncertainty_score":0.8274649},"labels":[],"label_agreement":null},{"id":"W4381197773","doi":"10.2196/45992","title":"Ascertaining the Career Intentions of Medical Students (AIMS) in the United Kingdom Post Graduation: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Ataxia UK; Wellcome Trust","keywords":"Graduation (instrument); Medical education; Thematic analysis; Medicine; Population; Family medicine; Psychology; Qualitative research; Sociology","score_opus":0.7309627144259095,"score_gpt":0.7681380053827513,"score_spread":0.0371752909568418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381197773","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015000056,3.9427044e-7,0.00013765461,0.015446545,0.000037293976,0.9687944,0.000019322197,0.00011889338,0.00044542862],"genre_scores_gemma":[0.016633686,1.8002541e-7,0.00033745856,0.0004501522,0.00020465626,0.98184067,0.00003334199,0.000049403152,0.0004504799],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.96625674,0.023563573,0.0016058015,0.0005443512,0.0064527965,0.0015767282],"domain_scores_gemma":[0.9839577,0.012038126,0.0003637346,0.001123679,0.0022743624,0.0002423631],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07413474,0.0002385071,0.00046091035,0.0008059997,0.0020593517,0.00011463407,0.0034861104,0.00032689987,0.000284211],"category_scores_gemma":[0.01057137,0.00013246757,0.00012701305,0.005487219,0.00034447084,0.00012634131,0.001538107,0.0025814176,0.00008563377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054469793,0.008648932,0.45737648,0.009692298,0.0002540441,0.000096214884,0.16833723,0.00006473572,0.00017275139,0.03339966,0.29491946,0.021591228],"study_design_scores_gemma":[0.0106446585,0.0035901961,0.1732094,0.010527756,0.0000076084884,0.0000019959432,0.20121808,0.0014770207,0.000020669659,0.0025178192,0.59656626,0.00021853104],"about_ca_topic_score_codex":0.002638655,"about_ca_topic_score_gemma":0.0032864502,"teacher_disagreement_score":0.3016468,"about_ca_system_score_codex":0.0003060676,"about_ca_system_score_gemma":0.0014404617,"threshold_uncertainty_score":0.9997197},"labels":[],"label_agreement":null},{"id":"W4381551997","doi":"10.2196/41521","title":"Canada’s Student Mental Health Network: Protocol for a Comprehensive Program Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto Metropolitan University; Queen's University","funders":"","keywords":"Mental health; Summative assessment; Formative assessment; Data collection; Medical education; Psychology; Population; Protocol (science); Medicine; Applied psychology; Psychiatry; Environmental health; Alternative medicine; Pedagogy","score_opus":0.6596979790250307,"score_gpt":0.7289169486767307,"score_spread":0.06921896965170005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381551997","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030327108,0.000003241702,0.0000022603385,0.004733272,0.000054789012,0.99202627,0.0000795652,0.00026661353,0.0025307199],"genre_scores_gemma":[0.00024446778,1.3964433e-7,0.00022910441,0.0004332663,0.00040225478,0.9951159,0.00027767423,0.00005182506,0.003245396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937232,0.0013746569,0.0005948852,0.0006691221,0.0018238425,0.0018142535],"domain_scores_gemma":[0.998103,0.0002729385,0.00020106502,0.0005236407,0.00050619955,0.00039311065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032066694,0.00023581936,0.00032599652,0.00018127491,0.001248404,0.00013974016,0.0004868421,0.000097926255,0.00071593845],"category_scores_gemma":[0.000018775765,0.00019920288,0.00007298379,0.0008850218,0.00009203889,0.00010691456,0.00023142144,0.00037606893,0.00021590981],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011616186,0.0012032142,0.0018601938,0.00073545385,0.000045454275,0.000008053633,0.00058544317,0.000009529224,0.0000051484203,0.00066058116,0.7855209,0.20820442],"study_design_scores_gemma":[0.008557467,0.003962062,0.034678735,0.00080645893,0.0000011023093,0.0000025786512,0.000692581,0.00048823017,0.000015088168,0.00021904295,0.9504155,0.00016115927],"about_ca_topic_score_codex":0.047390845,"about_ca_topic_score_gemma":0.11242732,"teacher_disagreement_score":0.20804326,"about_ca_system_score_codex":0.0013592697,"about_ca_system_score_gemma":0.0022711677,"threshold_uncertainty_score":0.96018404},"labels":[],"label_agreement":null},{"id":"W4381571097","doi":"10.2196/46710","title":"A “Bundle of Care” to Improve Anticoagulation Control in Patients Receiving Warfarin in Uganda and South Africa: Protocol for an Implementation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Government of the United Kingdom; Department of Health and Social Care; Wellcome Trust","keywords":"Warfarin; Protocol (science); Medicine; Alternative medicine; Atrial fibrillation; Internal medicine","score_opus":0.3771185044149951,"score_gpt":0.5955476306772682,"score_spread":0.21842912626227312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381571097","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33024633,5.6239656e-8,0.00002501408,0.00008424676,0.0000024954672,0.669576,0.000008258191,0.000020254576,0.000037341677],"genre_scores_gemma":[0.46473,6.2934924e-9,0.00008006006,0.0000034380948,0.00003394552,0.5350887,0.000011400056,0.00001152241,0.000040944626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99792874,0.00028484632,0.0005097954,0.00034014916,0.0005665195,0.0003699543],"domain_scores_gemma":[0.9990954,0.00016560592,0.000101233265,0.00022395422,0.0003224293,0.00009138043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018060069,0.00010908974,0.00030915882,0.00080838404,0.00007356431,0.000052163545,0.0000819086,0.000051155926,0.000012693355],"category_scores_gemma":[0.00031078336,0.00009552527,0.000033685534,0.00093224045,0.000023522378,0.0001956931,0.000108796536,0.00012229748,0.0000041622143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004409268,0.00021536447,0.96795344,0.0008076313,0.000011067017,9.3391407e-7,0.010040188,0.000021149262,0.0011332141,0.000033382006,0.00007019766,0.015304139],"study_design_scores_gemma":[0.02856246,0.011053005,0.9508324,0.0003366371,0.0000033164108,2.3338819e-8,0.0066096876,0.00048413122,0.00037452605,0.00008676009,0.0015683277,0.00008869065],"about_ca_topic_score_codex":0.00006639248,"about_ca_topic_score_gemma":0.00023482299,"teacher_disagreement_score":0.13448729,"about_ca_system_score_codex":0.00013591866,"about_ca_system_score_gemma":0.000086822125,"threshold_uncertainty_score":0.38954073},"labels":[],"label_agreement":null},{"id":"W4381571817","doi":"10.2196/48790","title":"Effects of Interventions to Prevent Work-Related Asthma, Allergy, and Other Hypersensitivity Reactions in Norwegian Salmon Industry Workers (SHInE): Protocol for a Pragmatic Allocated Intervention Trial and Related Substudies","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Occupational exposure and asthma","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Norwegian; Intervention (counseling); Protocol (science); Psychological intervention; Occupational asthma; Asthma; Medicine; Allergy; Randomized controlled trial; Family medicine; Alternative medicine; Nursing; Immunology; Surgery","score_opus":0.12365956798490278,"score_gpt":0.5039181111212819,"score_spread":0.38025854313637913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381571817","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20565784,0.0000032298315,0.000016593473,0.00089043437,0.00001159223,0.7931597,0.000009148647,0.00006852725,0.00018293443],"genre_scores_gemma":[0.09422183,4.067868e-7,0.00015790762,0.000009887738,0.000035756842,0.90357953,0.0000205435,0.000036806894,0.0019373529],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99713725,0.0007083536,0.000831596,0.00043522954,0.00046459984,0.00042300235],"domain_scores_gemma":[0.9983659,0.0006964203,0.00021196148,0.00023471746,0.00029599687,0.00019503161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002520258,0.00020037309,0.00043852243,0.00078559,0.00013684896,0.000045967583,0.000084934734,0.00031421415,0.000037000395],"category_scores_gemma":[0.001359259,0.00017374703,0.000168622,0.0016251664,0.00018307776,0.0001426204,0.00017370052,0.000787653,0.00001535506],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4186804,0.052750822,0.10712702,0.094982855,0.004602713,0.00067207305,0.015854964,0.0003655145,0.04473757,0.0024310728,0.04794323,0.20985177],"study_design_scores_gemma":[0.15740609,0.020461878,0.6668482,0.11553681,0.0000485563,0.000045347002,0.0018879976,0.00057336345,0.004431256,0.0012165043,0.030872865,0.0006711657],"about_ca_topic_score_codex":0.000096306125,"about_ca_topic_score_gemma":0.00013663195,"teacher_disagreement_score":0.5597212,"about_ca_system_score_codex":0.00011965698,"about_ca_system_score_gemma":0.00011911987,"threshold_uncertainty_score":0.7085198},"labels":[],"label_agreement":null},{"id":"W4381664162","doi":"10.2196/46542","title":"Creation of a Laboratory for Statistics and Analysis of Dependence and Chronic Conditions: Protocol for the Bages Territorial Specialization and Competitiveness Project (PECT BAGESS)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Generalitat de Catalunya","keywords":"Context (archaeology); Life expectancy; Business; Population; Protocol (science); Order (exchange); Marketing; Knowledge management; Computer science; Geography; Medicine; Environmental health","score_opus":0.22170967565334468,"score_gpt":0.5866496174738505,"score_spread":0.3649399418205058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381664162","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00097035326,0.000006272365,0.002903048,0.000121215584,0.000005460215,0.9946841,0.0012102044,0.000024002808,0.00007533739],"genre_scores_gemma":[0.004064562,0.000008517528,0.0003307049,0.0000030794079,0.00016555695,0.9950354,0.00024188698,0.000014425645,0.00013587887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99866945,0.00016499219,0.00028219624,0.00025926623,0.00042344988,0.00020062798],"domain_scores_gemma":[0.99785966,0.0011186321,0.00014024737,0.00019984666,0.00063609995,0.000045539568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011099463,0.000098835226,0.00027900192,0.00044927443,0.00017700011,0.00008048985,0.00007759731,0.000050223414,0.000047265225],"category_scores_gemma":[0.0005150697,0.00007471914,0.000034075747,0.0008922307,0.00047922524,0.00012733923,0.000088490015,0.00007820107,2.1179768e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03214985,0.0035607244,0.1999687,0.2349502,0.0074744076,0.000055449393,0.005367986,0.0005038129,0.060019504,0.35827854,0.049419533,0.048251282],"study_design_scores_gemma":[0.033249196,0.0103178015,0.66016495,0.008205861,0.0010997293,0.0000024334586,0.00394318,0.065513246,0.00992913,0.00553399,0.2015289,0.00051155826],"about_ca_topic_score_codex":0.00003105534,"about_ca_topic_score_gemma":0.000106888605,"teacher_disagreement_score":0.46019626,"about_ca_system_score_codex":0.000074215684,"about_ca_system_score_gemma":0.0005433654,"threshold_uncertainty_score":0.3046958},"labels":[],"label_agreement":null},{"id":"W4381665787","doi":"10.2196/47528","title":"Effects and Limitations of a Unique, Nationwide, Self-Exclusion Service for Gambling Disorder and Its Self-Perceived Effects and Harms in Gamblers: Protocol for a Qualitative Interview Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Psychology; Harm; Social exclusion; Applied psychology; Harm reduction; Social psychology; Service (business); Medicine; Marketing; Nursing; Sociology; Public health; Business","score_opus":0.6123142698733921,"score_gpt":0.6509906658229342,"score_spread":0.038676395949542086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381665787","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35448283,0.000006981608,0.000031338193,0.00016803101,0.0000052557375,0.64516586,0.000017129592,0.00009087339,0.000031669733],"genre_scores_gemma":[0.12250827,0.0000035116507,0.00076910027,0.000020384014,0.000015133424,0.8764864,0.000014828652,0.000053471565,0.00012887371],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99578065,0.0020509565,0.00049168966,0.0007042038,0.00040412464,0.0005683519],"domain_scores_gemma":[0.9922903,0.0064279903,0.00015329616,0.00024581887,0.000727883,0.00015471184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003461468,0.0002733018,0.0004600892,0.0007793565,0.00030289535,0.00010832237,0.00018341215,0.00016596724,0.000004872124],"category_scores_gemma":[0.0007416098,0.00023435419,0.000052099433,0.0011638398,0.000061633844,0.00025943754,0.00025413878,0.00029281128,0.000007252177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008474498,0.032306522,0.11731619,0.0916335,0.001000551,0.000103694576,0.68934464,0.0000076012466,0.011354735,0.0023588142,0.0010826123,0.045016646],"study_design_scores_gemma":[0.06711027,0.02026631,0.87307405,0.007321712,0.00008462934,0.000007093427,0.021663686,0.00183953,0.0011880004,0.0025434252,0.004278514,0.0006227468],"about_ca_topic_score_codex":0.00008182799,"about_ca_topic_score_gemma":0.00026914265,"teacher_disagreement_score":0.75575787,"about_ca_system_score_codex":0.000067608504,"about_ca_system_score_gemma":0.00009089069,"threshold_uncertainty_score":0.9556686},"labels":[],"label_agreement":null},{"id":"W4381680844","doi":"10.2196/46935","title":"Advance Care Planning Website for People With Dementia and Their Family Caregivers: Protocol for a Development and Usability Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering; Vrije Universiteit Brussel; Universiteit Gent; European Commission","keywords":"Usability; Think aloud protocol; Dementia; Protocol (science); Psychological intervention; Family caregivers; Psychology; Test (biology); Intervention (counseling); Face validity; Web usability; System usability scale; Medicine; Computer science; Nursing; Human–computer interaction; Clinical psychology; Psychometrics","score_opus":0.18324250539638268,"score_gpt":0.5303345535950061,"score_spread":0.3470920481986235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381680844","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18322028,0.0000051922034,0.00036344645,0.00012406507,0.0000014530247,0.8159329,0.000029180645,0.00007886065,0.00024461027],"genre_scores_gemma":[0.0748038,1.9707423e-7,0.0012569635,0.000016581103,0.00004403221,0.9234527,0.000036295663,0.000041040355,0.00034841828],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970597,0.0002029008,0.00029608965,0.0007628073,0.00077722926,0.00090126257],"domain_scores_gemma":[0.9977779,0.00043948804,0.000060952843,0.00032209043,0.001106082,0.00029348736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018853889,0.00024486997,0.00037813088,0.0003195712,0.00063031854,0.00018211892,0.0001635095,0.000065519824,0.000015550128],"category_scores_gemma":[0.00017347759,0.00016989202,0.00004496516,0.00058321585,0.00019808645,0.00020102011,0.00032601116,0.00029054514,0.000005221786],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012715722,0.0012267341,0.8901845,0.011192692,0.00026569772,0.000036615005,0.027868774,0.0000015576452,0.0011475778,0.000019954858,0.0018362786,0.053503845],"study_design_scores_gemma":[0.026251432,0.019747753,0.5764953,0.0029667786,0.000015194429,0.000007150189,0.0805612,0.00015389224,0.0036825659,0.00009194796,0.28971317,0.00031362427],"about_ca_topic_score_codex":0.000014744688,"about_ca_topic_score_gemma":0.00008666166,"teacher_disagreement_score":0.31368926,"about_ca_system_score_codex":0.0001279014,"about_ca_system_score_gemma":0.0005793642,"threshold_uncertainty_score":0.69279957},"labels":[],"label_agreement":null},{"id":"W4381715368","doi":"10.2196/46741","title":"Recovery of Breakthrough Asthma Attacks Treated With Oral Steroids While on Monoclonal Antibody Therapy: Protocol for a Prospective Observational Study (BOOST)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Wellcome Trust","keywords":"Asthma; Medicine; Exhaled nitric oxide; Observational study; Eosinophilic; Quality of life (healthcare); Asthma attack; Intensive care medicine; Pediatrics; Immunology; Internal medicine; Pathology","score_opus":0.42151447254268837,"score_gpt":0.5772220951997116,"score_spread":0.1557076226570232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381715368","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18012384,4.906849e-7,0.000014150999,0.00017090354,0.000002491037,0.8186983,0.00013254957,0.00013899765,0.00071827427],"genre_scores_gemma":[0.015238492,1.3996721e-7,0.00017179055,0.00007152699,0.00019474947,0.9813329,0.00012477889,0.00009048181,0.002775122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99587876,0.00046410886,0.00053267024,0.0007471345,0.00166156,0.00071579055],"domain_scores_gemma":[0.99712825,0.0003640419,0.00018656313,0.000635173,0.0014330852,0.00025289855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011179517,0.0003317092,0.0005866005,0.00044357203,0.00030891644,0.00008286067,0.00027685726,0.00014157867,0.00019492609],"category_scores_gemma":[0.00014963288,0.0002163436,0.0001744057,0.0014451708,0.00031088066,0.00025677157,0.00011090327,0.00045533074,0.000053430074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08327432,0.01410101,0.8661809,0.0013570833,0.00036029777,0.00021151736,0.00059570855,0.000047852485,0.007931704,0.00012935814,0.012721663,0.013088597],"study_design_scores_gemma":[0.026863854,0.0808079,0.8011669,0.002094613,0.0000058337732,0.000008066275,0.00054905465,0.00012723965,0.0075406856,0.00011912079,0.080449454,0.0002672977],"about_ca_topic_score_codex":0.000023989656,"about_ca_topic_score_gemma":0.000009258592,"teacher_disagreement_score":0.16488534,"about_ca_system_score_codex":0.00018720541,"about_ca_system_score_gemma":0.0011004347,"threshold_uncertainty_score":0.88222355},"labels":[],"label_agreement":null},{"id":"W4381715533","doi":"10.2196/43788","title":"Design and Implementation of a Digitally Enabled Care Pathway to Improve Management of Depression in a Large Health Care System: Protocol for the Implementation of a Patient Care Platform","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"H. Lundbeck A/S; Takeda Pharmaceuticals U.S.A.","keywords":"Workflow; Digital health; Psychological intervention; Collaborative Care; Integrated care; Health care; Medicine; mHealth; Implementation research; Nursing; Medical education; Psychology; Mental health; Computer science; Psychiatry","score_opus":0.16918477924676506,"score_gpt":0.5959639221131188,"score_spread":0.4267791428663537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381715533","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014253319,0.000013446456,0.0004055477,0.00005716437,0.000017425135,0.984012,0.0009252656,0.000033085962,0.00028271117],"genre_scores_gemma":[0.38468334,8.695132e-8,0.0002909023,0.0000061690653,0.0000064818123,0.61490345,0.000066653665,0.000023055612,0.00001985774],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9965473,0.0003462274,0.0012162358,0.00045058108,0.0007171898,0.00072249316],"domain_scores_gemma":[0.9980828,0.00020869002,0.00049123785,0.00048716553,0.0005975537,0.00013252709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012252402,0.00017546071,0.0003325847,0.00048464266,0.00017435472,0.000045606193,0.00030679596,0.000067123445,0.000030569285],"category_scores_gemma":[0.000011495723,0.00013753964,0.00009286417,0.00076618616,0.000050572504,0.00019568196,0.00039225366,0.00014208173,0.0000050420094],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057189115,0.00085129665,0.009054431,0.106604576,0.00014033588,0.000014033528,0.13664211,0.00003517435,0.00044178948,0.0059443307,0.0013921338,0.7331609],"study_design_scores_gemma":[0.014843285,0.025027027,0.028590275,0.011273761,0.000006702962,0.0000018118977,0.8759434,0.00002706802,0.037111785,0.00014760824,0.006802515,0.00022475778],"about_ca_topic_score_codex":0.0006295577,"about_ca_topic_score_gemma":0.0006963305,"teacher_disagreement_score":0.7393013,"about_ca_system_score_codex":0.0006026911,"about_ca_system_score_gemma":0.0003081328,"threshold_uncertainty_score":0.56087035},"labels":[],"label_agreement":null},{"id":"W4381996406","doi":"10.2196/47098","title":"Using Wearable Passive Sensing to Predict Binge Eating in Response to Negative Affect Among Individuals With Transdiagnostic Binge Eating: Protocol for an Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of Mental Health","keywords":"Binge eating; Affect (linguistics); Observational study; Wearable computer; Psychology; Clinical psychology; Medicine; Eating disorders; Computer science; Communication","score_opus":0.5643545336051898,"score_gpt":0.6051582069129444,"score_spread":0.040803673307754584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381996406","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49553305,6.7891385e-8,0.00011041668,0.0001049892,0.0000059695967,0.5040192,0.000031953536,0.0001247836,0.000069556576],"genre_scores_gemma":[0.14050587,4.937047e-9,0.00450578,0.000048257156,0.00010512291,0.85436964,0.000011893789,0.0001315017,0.0003219486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99109393,0.0037809995,0.00078901474,0.0012907698,0.0014325782,0.0016127238],"domain_scores_gemma":[0.99361974,0.0044035194,0.00022386684,0.00071755535,0.0006039914,0.00043131673],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075603714,0.0004304779,0.00055308564,0.0015670214,0.0008606008,0.00042168086,0.00055458286,0.00021465629,0.00008777433],"category_scores_gemma":[0.0029010456,0.00038260728,0.00008202011,0.0043871524,0.00017020757,0.00043557287,0.00021539028,0.0008578772,0.000045355027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007874853,0.0023844216,0.9333519,0.00030669736,0.000055537017,0.00013933364,0.043236304,0.0019735193,0.00630637,0.000018009316,0.0011145719,0.0032384882],"study_design_scores_gemma":[0.00879109,0.027407171,0.9330575,0.009155149,0.0000086488435,0.0000040719574,0.018296774,0.0015450713,0.00044174003,0.00013338779,0.00060500554,0.00055443053],"about_ca_topic_score_codex":0.0009147123,"about_ca_topic_score_gemma":0.0011968226,"teacher_disagreement_score":0.3550272,"about_ca_system_score_codex":0.00031955726,"about_ca_system_score_gemma":0.0005088026,"threshold_uncertainty_score":0.9998626},"labels":[],"label_agreement":null},{"id":"W4382011849","doi":"10.2196/46464","title":"Real-Time Real-World Digital Monitoring of Adolescent Suicide Risk During the Six Months Following Emergency Department Discharge: Protocol for an Intensive Longitudinal Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emergency department; Medicine; Suicide prevention; Poison control; Suicide attempt; Medical emergency; Injury prevention; Longitudinal study; Psychiatry","score_opus":0.28366262212937937,"score_gpt":0.5579676716387715,"score_spread":0.2743050495093921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382011849","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38168055,0.0000011253051,0.0000027475742,0.000058377656,0.000042069918,0.61720854,0.00006593021,0.00015184194,0.0007888225],"genre_scores_gemma":[0.2076679,0.0000014333535,0.0000235392,0.0000014432798,0.00040713823,0.7889284,0.00001257542,0.000093298884,0.002864273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939235,0.0009811082,0.0010929417,0.0010556646,0.0013738566,0.0015729535],"domain_scores_gemma":[0.9964201,0.00065800117,0.00036958358,0.0013064238,0.0009815862,0.00026431883],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002750603,0.00045143664,0.0006671162,0.00053664297,0.0015657804,0.00015120821,0.0009490912,0.00010473627,0.00015944544],"category_scores_gemma":[0.0005338788,0.00032168927,0.00038793316,0.0014554884,0.0001667912,0.00042616267,0.0009766202,0.0007521936,0.00019010619],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034453971,0.0021029213,0.97871536,0.0003908294,0.00051545363,0.00009752252,0.0066033737,0.000010812955,0.0016686989,0.000044307286,0.00581886,0.0005864436],"study_design_scores_gemma":[0.0045038047,0.0032915683,0.97489476,0.00041905866,0.000022143078,0.0000017524591,0.0129786385,0.000027606608,0.0014717217,0.00022446635,0.0018088776,0.0003556166],"about_ca_topic_score_codex":0.0009365856,"about_ca_topic_score_gemma":0.00036738985,"teacher_disagreement_score":0.17401263,"about_ca_system_score_codex":0.0002423483,"about_ca_system_score_gemma":0.00010472589,"threshold_uncertainty_score":0.9999235},"labels":[],"label_agreement":null},{"id":"W4382192792","doi":"10.2196/47068","title":"The Role of Social Media for Identifying Adverse Drug Events Data in Pharmacovigilance: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Pharmacovigilance; Social media; Medicine; Adverse effect; Protocol (science); Intervention (counseling); Adverse drug reaction; Public health; Medical emergency; Internet privacy; Intensive care medicine; Drug; Alternative medicine; Pharmacology; Psychiatry; Nursing; Computer science","score_opus":0.8456474926792266,"score_gpt":0.762516312388987,"score_spread":0.08313118029023958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382192792","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.387617e-8,0.14916715,0.000003610387,0.00017713071,0.00009759727,0.8481413,0.0020929123,0.00008987465,0.00023034048],"genre_scores_gemma":[4.963574e-8,0.34113997,0.000023315366,0.000050646693,0.0007135078,0.65711296,0.00044779107,0.00011787791,0.00039391717],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99086094,0.0029473726,0.0022865615,0.0011973156,0.00096779043,0.0017400226],"domain_scores_gemma":[0.9860753,0.010723531,0.0012892258,0.0010583468,0.00056972937,0.00028386558],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015333278,0.0006517345,0.0021491086,0.0005409915,0.0012666124,0.00006309518,0.0036996475,0.0005383119,0.00017294768],"category_scores_gemma":[0.0020279803,0.0004999594,0.000761123,0.0016638471,0.00043280647,0.0005040342,0.0012933463,0.0030167995,0.00015661717],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008768461,0.0006528527,0.000014000315,0.56524163,0.0003377442,0.000012201148,0.00023528532,0.0000016800464,0.000048196744,0.00025176402,0.07973967,0.3525881],"study_design_scores_gemma":[0.003001688,0.00003952012,7.487546e-7,0.27556226,0.0001274475,0.000003276912,0.00007931005,0.00007328834,0.000093832896,0.0003805075,0.72031933,0.00031878406],"about_ca_topic_score_codex":0.000004949438,"about_ca_topic_score_gemma":0.000083535786,"teacher_disagreement_score":0.64057964,"about_ca_system_score_codex":0.00036840464,"about_ca_system_score_gemma":0.0029425032,"threshold_uncertainty_score":0.9997452},"labels":[],"label_agreement":null},{"id":"W4382193383","doi":"10.2196/48155","title":"Clinical Integration of Digital Patient-Reported Outcome Measures in Primary Health Care for Chronic Disease Management: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto; Université de Sherbrooke; Université de Montréal; Université Laval","funders":"","keywords":"Protocol (science); Medicine; Digital health; Primary care; Outcome (game theory); Disease management; Patient-reported outcome; Health care; Chronic disease; Alternative medicine; Family medicine; Nursing; Health management system; Pathology; Quality of life (healthcare)","score_opus":0.6033927522619827,"score_gpt":0.6658236477295361,"score_spread":0.062430895467553316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382193383","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8563067e-8,0.11908632,0.000045840996,0.00020849938,0.000015054301,0.88023317,0.000104246756,0.000074259064,0.00023257891],"genre_scores_gemma":[7.712346e-8,0.06526949,0.0001523577,0.00008250506,0.00015128717,0.93138915,0.0015528689,0.00012933191,0.0012729202],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99158293,0.0008633287,0.0045719133,0.0008592564,0.001332751,0.0007898337],"domain_scores_gemma":[0.9948973,0.00071469886,0.0018784795,0.00129036,0.0008832016,0.00033597476],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006260734,0.0004629719,0.0038854186,0.0009723374,0.00010710825,0.00012732581,0.0004779136,0.00018675945,0.000009268088],"category_scores_gemma":[0.003018859,0.00032731754,0.0011001904,0.0012489444,0.00010949567,0.00021079108,0.000243296,0.0005772589,0.00003112941],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020412813,0.0006262211,0.00005760003,0.66458195,0.00018237841,0.000005604113,0.000033221942,2.6238535e-8,6.2583783e-9,0.000063438914,0.011539116,0.32270634],"study_design_scores_gemma":[0.0014097969,0.0013423375,0.000034520137,0.5415599,0.00019290467,3.9621784e-7,0.00003251899,0.0000026710532,3.0962877e-8,0.000036194342,0.4552561,0.00013263385],"about_ca_topic_score_codex":0.0000020936272,"about_ca_topic_score_gemma":0.000005669797,"teacher_disagreement_score":0.443717,"about_ca_system_score_codex":0.0017884248,"about_ca_system_score_gemma":0.0026688774,"threshold_uncertainty_score":0.99991786},"labels":[],"label_agreement":null},{"id":"W4382278211","doi":"10.2196/47717","title":"Graphical User Interface Development for a Hospital-Based Predictive Risk Tool: Protocol for a Co-Design Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Likert scale; Context (archaeology); Graphical user interface; Computer science; Protocol (science); Qualitative research; Process (computing); Human–computer interaction; Knowledge management; Medical education; Process management; Medicine; Psychology; Engineering","score_opus":0.6656257868467519,"score_gpt":0.6771499521851596,"score_spread":0.011524165338407721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382278211","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005724113,1.849988e-7,0.036094926,0.0011924236,0.000015896809,0.95667917,0.0000242565,0.00023794567,0.00003111478],"genre_scores_gemma":[0.010728959,7.1952066e-8,0.0044319364,0.00004574929,0.00028560008,0.983691,0.000027380882,0.00006925465,0.000720045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99603647,0.0005686533,0.0007560598,0.0007053114,0.0009667548,0.0009667331],"domain_scores_gemma":[0.99540824,0.0019653626,0.00015032514,0.00053077476,0.001646975,0.00029830108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060939793,0.00022909454,0.00034971652,0.0005467437,0.0006694718,0.00012273394,0.00029816988,0.0002009109,0.000070431044],"category_scores_gemma":[0.00252221,0.00018586456,0.00012503286,0.0010168059,0.00017758214,0.00013484826,0.000072026894,0.0006266094,0.00014939561],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08432123,0.02809985,0.22956651,0.010687267,0.00044126002,0.00004250371,0.032842636,0.00023685976,0.0014421584,0.00025701258,0.47684342,0.1352193],"study_design_scores_gemma":[0.0066696643,0.08950867,0.032609273,0.004583093,0.000019959902,0.0000020112095,0.009481673,0.011685191,0.11168498,0.003911752,0.7291855,0.0006582274],"about_ca_topic_score_codex":0.00003935052,"about_ca_topic_score_gemma":0.000019301024,"teacher_disagreement_score":0.2523421,"about_ca_system_score_codex":0.0003577591,"about_ca_system_score_gemma":0.002310656,"threshold_uncertainty_score":0.7579337},"labels":[],"label_agreement":null},{"id":"W4382278389","doi":"10.2196/44218","title":"Barriers and Enablers to Implementing Teledentistry From the Perspective of Dental Health Care Professionals: Protocol for a Systematic Quantitative, Qualitative, and Mixed Studies Review","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; Université de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; McGill University Health Centre","funders":"Université Laval","keywords":"CINAHL; PsycINFO; Checklist; Protocol (science); Systematic review; MEDLINE; Medicine; Health care; Medical education; Cochrane Library; Nursing; Psychology; Alternative medicine; Psychological intervention","score_opus":0.5073943703831554,"score_gpt":0.7050454807161158,"score_spread":0.19765111033296046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382278389","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044757603,0.0008253376,0.0000314599,0.0022141845,0.000010438565,0.99165404,0.00064325216,0.000055643784,0.000089876085],"genre_scores_gemma":[0.0019746653,0.00001671158,0.00035751628,0.00029746766,0.00003305419,0.99658215,0.000024519912,0.000042424,0.0006714832],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9909549,0.0045010652,0.00092848117,0.00075890165,0.0018245116,0.0010321827],"domain_scores_gemma":[0.9901234,0.0071127885,0.0003718584,0.00050054607,0.0013762248,0.00051516294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009819323,0.00027547003,0.0008348549,0.00027070293,0.0011858088,0.00022388225,0.00059190067,0.000067633664,0.00009607921],"category_scores_gemma":[0.016686523,0.00018168811,0.00013520205,0.0011842947,0.00050926604,0.00025309826,0.0012389247,0.0004514939,0.00004343263],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021660854,0.00019007284,0.0019116082,0.5793942,0.00060713146,0.00006434403,0.090335585,3.1515034e-7,0.0005335423,0.01017842,0.31361356,0.001005068],"study_design_scores_gemma":[0.0034634068,0.0015533819,0.0009548419,0.120541364,0.00000979114,0.00000786441,0.8615222,0.0000142025065,0.00042660043,0.0032149958,0.008055014,0.00023632425],"about_ca_topic_score_codex":0.0004738067,"about_ca_topic_score_gemma":0.0012052212,"teacher_disagreement_score":0.77118665,"about_ca_system_score_codex":0.00050464127,"about_ca_system_score_gemma":0.0009410809,"threshold_uncertainty_score":0.99159634},"labels":[],"label_agreement":null},{"id":"W4382343781","doi":"10.2196/40383","title":"Physical Activity Interventions for Improving Cognitive Functions in Children With Autism Spectrum Disorder: Protocol for a Network Meta-Analysis of Randomized Controlled Trials","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Autism spectrum disorder; Psychological intervention; Systematic review; PsycINFO; Meta-analysis; Autism; Cognition; Clinical psychology; Randomized controlled trial; Psychology; MEDLINE; Protocol (science); Intervention (counseling); Medicine; Psychiatry; Alternative medicine","score_opus":0.3864726252491352,"score_gpt":0.5666610653170434,"score_spread":0.18018844006790818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382343781","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032912504,0.0000029699986,0.020002075,0.0024314849,0.0000038156845,0.973393,0.0005888173,0.00015462936,0.00013196318],"genre_scores_gemma":[0.15609866,2.4921144e-7,0.00009818212,0.000007715031,0.000064027234,0.8424868,0.000031700423,0.00007170326,0.0011409239],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98326087,0.010358342,0.0016857751,0.0013252657,0.0017223073,0.0016474532],"domain_scores_gemma":[0.9668304,0.03096246,0.0011337464,0.0006975281,0.0001794561,0.00019645914],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026885934,0.00046556827,0.007651748,0.0025722235,0.0006954552,0.00032428818,0.00074750255,0.00015656016,0.0002920339],"category_scores_gemma":[0.017883569,0.00029401178,0.0073634437,0.0073494255,0.0008757121,0.00041114388,0.00040911091,0.00085131935,0.000018230672],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8389611,0.010833424,0.0018296515,0.0023187757,0.083966844,0.000008200891,0.0005715751,0.0027871118,0.003354416,0.05222194,0.00052395096,0.0026230025],"study_design_scores_gemma":[0.81289434,0.006440143,0.0043185987,0.00079949247,0.024620952,0.0000026514165,0.00012409239,0.097912624,0.008038438,0.04376961,0.0002534774,0.00082554866],"about_ca_topic_score_codex":0.00017679254,"about_ca_topic_score_gemma":0.00053248694,"teacher_disagreement_score":0.15280741,"about_ca_system_score_codex":0.00012455757,"about_ca_system_score_gemma":0.0005604425,"threshold_uncertainty_score":0.9999512},"labels":[],"label_agreement":null},{"id":"W4382400983","doi":"10.2196/46471","title":"Data Quality– and Utility-Compliant Anonymization of Common Data Model–Harmonized Electronic Health Record Data: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft","keywords":"Computer science; Data quality; Context (archaeology); Data mining; Data science; Health care; Information retrieval; Quality (philosophy); Data anonymization; Protocol (science); Selection (genetic algorithm); Process (computing); Information privacy; Medicine; Metric (unit); Machine learning; Computer security","score_opus":0.9009634784333649,"score_gpt":0.712507786119804,"score_spread":0.18845569231356085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382400983","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.6924094e-10,0.16628271,0.06959538,0.004251626,0.000008419021,0.75127715,0.008011367,0.00055778434,0.000015553787],"genre_scores_gemma":[3.994447e-10,0.39002854,0.06137815,0.000049491395,0.000039582043,0.54298234,0.0054208143,0.00007674981,0.000024304263],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820965,0.004838187,0.0039194115,0.0049269986,0.002123839,0.0020950758],"domain_scores_gemma":[0.90605253,0.0029865687,0.0023856007,0.087738484,0.00055704504,0.00027979084],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.044317957,0.00078824605,0.0040504765,0.00075738673,0.00056738907,0.0007305681,0.16656929,0.00049679994,0.000014308712],"category_scores_gemma":[0.050478622,0.00067402696,0.00013735765,0.0034543523,0.00049083336,0.0034290783,0.44777155,0.0023385896,0.000023098166],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003005252,0.00016639796,7.879033e-7,0.3723768,0.000042085045,0.0000016969731,0.0000022049492,5.485571e-8,1.4501576e-7,0.0002477615,0.21891639,0.40821564],"study_design_scores_gemma":[0.0006061823,0.0002639378,2.184493e-7,0.39045155,0.000010259545,0.0000061842966,0.0000012299196,0.07087799,5.26861e-7,0.0075047924,0.52996254,0.00031461066],"about_ca_topic_score_codex":0.0001420192,"about_ca_topic_score_gemma":0.00030632605,"teacher_disagreement_score":0.40790102,"about_ca_system_score_codex":0.00040178257,"about_ca_system_score_gemma":0.010040018,"threshold_uncertainty_score":0.99996305},"labels":[],"label_agreement":null},{"id":"W4382631879","doi":"10.2196/47986","title":"Feasibility of a Career Development Intervention for Veterans in Vocational Rehabilitation: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Randomized controlled trial; Veterans Affairs; Vocational education; Rehabilitation; Intervention (counseling); Population; Mental health; Protocol (science); Medicine; Psychological intervention; Physical therapy; Psychology; Psychiatry; Alternative medicine","score_opus":0.3654774692400304,"score_gpt":0.5854159138619521,"score_spread":0.21993844462192175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382631879","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017829496,7.47755e-7,0.00033036285,0.0012422063,0.000007681442,0.9804281,0.000023941107,0.00004837911,0.00008910793],"genre_scores_gemma":[0.01726188,5.0252254e-8,0.0074473713,0.000005356304,0.00010592245,0.97439176,0.000095830095,0.00002676079,0.0006650781],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951166,0.0013160215,0.0013064996,0.00048361675,0.0011997155,0.0005775763],"domain_scores_gemma":[0.99142426,0.0062156245,0.00018346186,0.00038272093,0.0016165182,0.00017740222],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014861711,0.00017921427,0.0011283412,0.00076025823,0.00012959616,0.000045018194,0.00018006001,0.0000920869,0.00010242465],"category_scores_gemma":[0.010053739,0.00012448474,0.0005729481,0.0006854737,0.00025488314,0.00009815352,0.00007220543,0.00023882031,0.000015496835],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9825709,0.0051426752,0.00052185945,0.0035418735,0.00015961385,0.0000033326016,0.00048411507,0.0000018852468,0.00026826197,0.0010665894,0.0010057747,0.0052331584],"study_design_scores_gemma":[0.9686305,0.016539885,0.004080898,0.0022140085,0.000007716776,8.73454e-7,0.000112993126,0.0005143655,0.0007119628,0.0047949217,0.0022990282,0.00009288381],"about_ca_topic_score_codex":0.000021731525,"about_ca_topic_score_gemma":0.000111355934,"teacher_disagreement_score":0.013940397,"about_ca_system_score_codex":0.0004779711,"about_ca_system_score_gemma":0.001813067,"threshold_uncertainty_score":0.998285},"labels":[],"label_agreement":null},{"id":"W4382813018","doi":"10.2196/46863","title":"The Effect of Catgut Embedding at Acupoints Versus Nonacupoints in Abdominal Obesity: Protocol for a Multicenter, Double-Blind, 16-Week Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Waist; Physical therapy; Obesity; Visual analogue scale; Acupuncture; Abdominal obesity; Surgery; Internal medicine; Alternative medicine","score_opus":0.23511441349328255,"score_gpt":0.5861369674753748,"score_spread":0.35102255398209226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382813018","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020146305,0.0000067369474,0.000010886818,0.0010644598,0.000039969218,0.977255,0.000014548244,0.00010882615,0.0013532917],"genre_scores_gemma":[0.004648021,0.0000045090483,0.000114125236,0.0000076748,0.00033969834,0.98880535,0.000035594796,0.00008212976,0.005962919],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9891068,0.0036281962,0.0015999,0.0008694849,0.002885763,0.0019098554],"domain_scores_gemma":[0.9679406,0.029394818,0.00046691278,0.00092817924,0.0008990389,0.00037044924],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01989813,0.00068324426,0.003567091,0.0009872961,0.0007849162,0.00015522959,0.00065815984,0.00027130553,0.00015974828],"category_scores_gemma":[0.012819316,0.00029433347,0.0013131443,0.001278913,0.0011391373,0.0001698708,0.0008218795,0.0010278614,0.00016415749],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9840557,0.0015991696,0.0006114329,0.0025896954,0.0010985305,0.00012904318,0.0003429045,0.0000031324873,0.0006373113,0.000036715435,0.007283562,0.0016127856],"study_design_scores_gemma":[0.9541294,0.019120628,0.00007259061,0.002648075,0.00009062257,0.000005257101,0.00013254436,0.0010029186,0.00882534,0.000070004695,0.013699582,0.00020304558],"about_ca_topic_score_codex":0.00008104023,"about_ca_topic_score_gemma":0.00023205059,"teacher_disagreement_score":0.029926326,"about_ca_system_score_codex":0.001295204,"about_ca_system_score_gemma":0.0005121194,"threshold_uncertainty_score":0.9999509},"labels":[],"label_agreement":null},{"id":"W4383094137","doi":"10.2196/49933","title":"Epidemiology of Motoric Cognitive Risk Syndrome in the Kerala Einstein Study: Protocol for a Prospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Epidemiology; Protocol (science); Medicine; Prospective cohort study; Cognition; Psychology; Psychiatry; Alternative medicine; Pathology","score_opus":0.28085916812673645,"score_gpt":0.6017448227202835,"score_spread":0.32088565459354706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383094137","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2925973,5.497678e-7,0.000014908948,0.0001652329,0.0000030323397,0.7062243,0.000027186923,0.000057451965,0.000909983],"genre_scores_gemma":[0.34834245,2.0372372e-7,0.000019930823,0.000018775203,0.00005533929,0.6505165,0.000010942896,0.000035944922,0.0009998864],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98764163,0.0066962843,0.0010543974,0.0010450978,0.0021170424,0.0014455636],"domain_scores_gemma":[0.9926926,0.004479356,0.0002582411,0.0007491311,0.0016113675,0.0002093049],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028916487,0.0003171644,0.0009686588,0.0011329367,0.00037199206,0.000033537777,0.0006014246,0.0001404638,0.00014995145],"category_scores_gemma":[0.0062377425,0.00020251184,0.00019769417,0.0034162994,0.00046502432,0.00015990711,0.0004298967,0.0014428201,0.0001401691],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007685895,0.016228408,0.9691215,0.00086828147,0.00031896323,0.00043360706,0.002280685,6.70117e-7,0.00003434187,0.00007490813,0.0010167955,0.0019359073],"study_design_scores_gemma":[0.023336826,0.055650942,0.9081086,0.001124472,0.000027408374,0.000020104664,0.009237238,0.00008872102,0.00010162379,0.0012013792,0.0009429535,0.0001597281],"about_ca_topic_score_codex":0.0002690623,"about_ca_topic_score_gemma":0.0001105763,"teacher_disagreement_score":0.06101294,"about_ca_system_score_codex":0.00022707168,"about_ca_system_score_gemma":0.00057215884,"threshold_uncertainty_score":0.99993485},"labels":[],"label_agreement":null},{"id":"W4383098061","doi":"10.2196/48645","title":"Comprehensive Ontology of Fibroproliferative Diseases: Protocol for a Semantic Technology Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Forschungsgemeinschaft","keywords":"Ontology; Computer science; Protocol (science); Natural language processing; Data science; Medicine; Information retrieval; Pathology; Alternative medicine","score_opus":0.3056264003572566,"score_gpt":0.5911879511506735,"score_spread":0.2855615507934169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383098061","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015390503,0.00000332014,0.00018582029,0.00046652122,0.0000058606947,0.983715,0.000046791563,0.00010176825,0.000084398125],"genre_scores_gemma":[0.014133292,2.264964e-7,0.0005080148,0.000020206233,0.00010594307,0.98460245,0.000028931061,0.0000283914,0.00057254976],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.997562,0.00040627518,0.00038266712,0.0005964454,0.00039063682,0.0006619651],"domain_scores_gemma":[0.9982706,0.00018185984,0.000112933056,0.0006310338,0.00068578986,0.00011781687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000534655,0.00018693808,0.00036729587,0.00037457683,0.00019598167,0.000025222496,0.00057330285,0.00030540166,0.000019100988],"category_scores_gemma":[0.0007359951,0.00014756162,0.000101372294,0.0008279495,0.0008204505,0.0000036358174,0.00054334395,0.0002642418,0.00002654924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017604759,0.011016614,0.14187646,0.008591196,0.00085656403,0.0001805556,0.0018695106,0.00003211072,0.44775987,0.0013892596,0.27277747,0.09604561],"study_design_scores_gemma":[0.011248014,0.036722727,0.0166003,0.000748246,0.0000069806442,0.000013642415,0.004197712,0.00017596818,0.05026735,0.0033982676,0.87620044,0.00042032945],"about_ca_topic_score_codex":0.0000070710257,"about_ca_topic_score_gemma":0.000016223401,"teacher_disagreement_score":0.603423,"about_ca_system_score_codex":0.00001830915,"about_ca_system_score_gemma":0.00029399712,"threshold_uncertainty_score":0.6017388},"labels":[],"label_agreement":null},{"id":"W4383101265","doi":"10.2196/50411","title":"Correction: The Efficacy, Safety, and Efficiency of the Off-Label Use of Bevacizumab in Patients Diagnosed With Age-Related Macular Degeneration: Protocol for a Systematic Review and Meta-Analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Ministério da Ciência, Tecnologia e Ensino Superior","keywords":"Macular degeneration; Bevacizumab; Meta-analysis; Medicine; Protocol (science); Systematic review; Medical physics; Alternative medicine; MEDLINE; Ophthalmology; Surgery; Internal medicine; Pathology; Chemotherapy","score_opus":0.3459249174185668,"score_gpt":0.5452958548648588,"score_spread":0.19937093744629197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383101265","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000039973193,0.08663238,0.0000024072046,0.00006660099,0.0000014283985,0.91314423,0.00012488962,0.000010759639,0.000013327002],"genre_scores_gemma":[0.0000026938567,0.03612171,0.000024206038,0.00001275638,0.0000056908825,0.9626579,0.000071240094,0.000048871625,0.0010549288],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941929,0.002116986,0.0016192364,0.00055392226,0.0011903335,0.00032660918],"domain_scores_gemma":[0.995401,0.0016700244,0.0009928467,0.0010924224,0.00071902084,0.00012465633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001746041,0.00040332414,0.00428389,0.00036484058,0.00019085678,0.00007040992,0.00030366465,0.0001581596,0.00003074584],"category_scores_gemma":[0.0013783013,0.00015871589,0.0009651604,0.002892327,0.00036731557,0.00006435984,0.00021466285,0.00042187533,0.0000024779588],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005525875,0.0014773374,0.0002143522,0.972845,0.022111991,0.000021671238,0.00005228078,0.000002817022,5.3387584e-8,0.000028818482,0.00033342672,0.0023596673],"study_design_scores_gemma":[0.008914158,0.0042215846,0.0013961699,0.745979,0.2167138,0.000020483789,0.000014542638,0.00013934777,0.0000021601827,0.0000089967825,0.022277275,0.00031248387],"about_ca_topic_score_codex":0.000034147164,"about_ca_topic_score_gemma":0.000032431224,"teacher_disagreement_score":0.226866,"about_ca_system_score_codex":0.00012384387,"about_ca_system_score_gemma":0.00041880828,"threshold_uncertainty_score":0.64722466},"labels":[],"label_agreement":null},{"id":"W4383187391","doi":"10.2196/48799","title":"An mHealth Intervention to Improve Guardians’ Adherence to Children’s Follow-Up Care for Acute Lymphoblastic Leukemia in Tanzania (GuardiansCan Project): Protocol for a Development and Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet; National Institute for Health and Care Research","keywords":"mHealth; Medicine; Focus group; Psychological intervention; Intervention (counseling); Nursing; Family medicine","score_opus":0.23334493355424446,"score_gpt":0.5753093063403736,"score_spread":0.3419643727861291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383187391","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33790553,6.1917314e-7,0.00026919955,0.0002407793,0.000020331352,0.6612251,0.00017512453,0.00014799242,0.000015361069],"genre_scores_gemma":[0.06354973,6.479458e-8,0.0022890759,0.00014690946,0.00023051602,0.93322414,0.000093518654,0.00010635339,0.00035970184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99328375,0.0008351148,0.0012626877,0.0017480176,0.0013903262,0.0014801135],"domain_scores_gemma":[0.9965135,0.0003342647,0.0001808605,0.0011096454,0.0010136059,0.00084816513],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00642485,0.0004526432,0.000956767,0.001023886,0.00044031726,0.00024243175,0.00057214405,0.00019793928,0.000014162458],"category_scores_gemma":[0.0011790997,0.00042550202,0.00019009241,0.0017254297,0.00008596771,0.00026190068,0.00039836852,0.0004818193,0.000031972068],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10935177,0.0074671656,0.301668,0.037823904,0.00078090397,0.00008127662,0.2448967,0.000030889947,0.0044071306,0.00009967456,0.023667138,0.26972547],"study_design_scores_gemma":[0.07407918,0.10329779,0.7552573,0.011327411,0.000043457712,0.000012758303,0.02825291,0.00021218388,0.0054943096,0.00017410716,0.020766066,0.0010825441],"about_ca_topic_score_codex":0.0020000758,"about_ca_topic_score_gemma":0.013864585,"teacher_disagreement_score":0.45358932,"about_ca_system_score_codex":0.0035299675,"about_ca_system_score_gemma":0.0046864785,"threshold_uncertainty_score":0.9998197},"labels":[],"label_agreement":null},{"id":"W4383187507","doi":"10.2196/45477","title":"Internet of Things and New Technologies for Tracking Perioperative Patients With an Innovative Model for Operating Room Scheduling: Protocol for a Development and Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università degli Studi di Parma; Fondazione Cariparma","keywords":"Computer science; Identifier; Perioperative; Operating room management; Health care; Operations management; Medicine; Engineering; Surgery","score_opus":0.6567894697532578,"score_gpt":0.6398475549215271,"score_spread":0.016941914831730687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383187507","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15397856,2.4199537e-7,0.06253749,0.00033681726,0.0000024794751,0.7830001,0.00002533653,0.00011002664,0.000008920188],"genre_scores_gemma":[0.02551406,3.582637e-8,0.2109124,0.000026077674,0.00001850934,0.7631879,0.000047094698,0.00003628804,0.00025761288],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972514,0.0003684767,0.0007940779,0.0006343641,0.00035605067,0.0005956344],"domain_scores_gemma":[0.99465805,0.0006447253,0.00021722904,0.0002676958,0.0040940414,0.000118272015],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004241477,0.00020297471,0.0003719742,0.00031205633,0.0015984463,0.00013578766,0.00020294663,0.00020252941,0.0000027960568],"category_scores_gemma":[0.0021440482,0.00014809429,0.00001718343,0.00066280185,0.000105886276,0.00062299694,0.00021681473,0.00049739855,3.9897566e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0137115335,0.0038623947,0.393635,0.01593479,0.00016058167,8.8720833e-7,0.4614364,0.0031141085,0.00081716024,0.0082207825,0.00063896645,0.09846738],"study_design_scores_gemma":[0.024084568,0.016529592,0.012308556,0.0048691495,0.000004265251,1.8392134e-7,0.04675504,0.89011604,0.0014685118,0.0008344451,0.0025611685,0.00046846573],"about_ca_topic_score_codex":0.000036517537,"about_ca_topic_score_gemma":0.00016133068,"teacher_disagreement_score":0.88700193,"about_ca_system_score_codex":0.0001752894,"about_ca_system_score_gemma":0.0020527625,"threshold_uncertainty_score":0.9997013},"labels":[],"label_agreement":null},{"id":"W4383267394","doi":"10.2196/48801","title":"Using Presurgical Biopsychosocial Features to Develop an Advanced Clinical Decision-Making Support Tool for Predicting Recovery Trajectories in Patients Undergoing Total Knee Arthroplasty: Protocol for a Prospective Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Biopsychosocial model; Medicine; Observational study; Psychosocial; Physical therapy; Rehabilitation; Social support; Psychological intervention; Mood; Clinical psychology; Nursing; Psychology; Psychiatry","score_opus":0.30317106321856674,"score_gpt":0.5799348697903971,"score_spread":0.27676380657183036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383267394","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44085997,7.863714e-8,0.00033204677,0.00006491405,0.00005447017,0.55845535,0.00007018891,0.00014034518,0.0000226608],"genre_scores_gemma":[0.077171095,3.1111504e-8,0.02410976,0.000041194307,0.00054268737,0.8977292,0.000041584375,0.00011728995,0.0002471247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99345404,0.0005996413,0.0015222321,0.0013215372,0.0017869341,0.0013156316],"domain_scores_gemma":[0.99134403,0.005631892,0.00027387685,0.00045876944,0.0019616068,0.00032980723],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004921536,0.00040917384,0.0008332195,0.0007067116,0.0007660049,0.0002539241,0.00021960973,0.00030111495,0.000043975248],"category_scores_gemma":[0.020158393,0.00036777457,0.0002165426,0.002379636,0.00016541996,0.00081954047,0.0003890815,0.00089781504,0.000016319565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046069607,0.0035011796,0.91762793,0.00054682547,0.00009779406,0.000031445474,0.0016924471,0.00029596756,0.00007089871,0.00006606263,0.0015505188,0.028449342],"study_design_scores_gemma":[0.030134616,0.026521986,0.93464965,0.0030194568,0.0000073861966,0.000007981522,0.0012311953,0.0004312395,0.000034023804,0.0006266922,0.0029630694,0.00037270293],"about_ca_topic_score_codex":0.000005303695,"about_ca_topic_score_gemma":0.00028095226,"teacher_disagreement_score":0.36368886,"about_ca_system_score_codex":0.0006568979,"about_ca_system_score_gemma":0.0024474855,"threshold_uncertainty_score":0.9998774},"labels":[],"label_agreement":null},{"id":"W4383267843","doi":"10.2196/47496","title":"Working Memory Training for Children Using the Adaptive, Self-Select, and Stepwise Approaches to Setting the Difficulty Level of Training Activities: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cognitive Abilities and Testing","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Monash University; National Health and Medical Research Council; Tan Kah Kee Foundation; Medical Research Council; Australian Government","keywords":"Training (meteorology); Randomized controlled trial; Working memory training; Protocol (science); Applied psychology; Psychology; Computer science; Physical therapy; Medical education; Medicine; Cognition; Working memory; Alternative medicine","score_opus":0.7566286914971143,"score_gpt":0.5519123727104263,"score_spread":0.20471631878668806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383267843","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021751111,0.0000019270751,0.0032281077,0.00039693792,0.00002133315,0.9735299,0.00005738396,0.00012967954,0.0008836315],"genre_scores_gemma":[0.06679483,3.2532256e-8,0.002542349,0.000033438813,0.0006418912,0.9294089,0.0000055462638,0.000081923274,0.00049106946],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.993086,0.0032522767,0.0010045115,0.0007268345,0.00065594725,0.0012744784],"domain_scores_gemma":[0.9669018,0.031760525,0.00048045517,0.00042264865,0.0003074205,0.00012720058],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01939071,0.0003535178,0.0013093363,0.000319819,0.0013112571,0.00025593388,0.00051976455,0.00015639894,0.000028039376],"category_scores_gemma":[0.004964242,0.00019929331,0.00050011673,0.00079250336,0.000540698,0.00011847047,0.0002607704,0.00065498735,9.573423e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8750707,0.00031290593,0.000057066598,0.00028249112,0.0005865324,0.0000012598139,0.07376912,0.0000569509,0.00027397327,0.0016541313,0.00037270796,0.04756214],"study_design_scores_gemma":[0.92650056,0.0023622,0.00020527141,0.0015415135,0.000050548482,0.0000104137525,0.053909216,0.012254747,0.00013305247,0.0014345945,0.0012747055,0.00032315784],"about_ca_topic_score_codex":0.00003757645,"about_ca_topic_score_gemma":0.000025768923,"teacher_disagreement_score":0.051429864,"about_ca_system_score_codex":0.000083379,"about_ca_system_score_gemma":0.00044008179,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W4383267912","doi":"10.2196/46722","title":"Changes in Documentation Due to Patient Access to Electronic Health Records: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Forskningsrådet om Hälsa, Arbetsliv och Välfärd; NordForsk; Vetenskapsrådet; National Institute for Health and Care Research","keywords":"Documentation; CINAHL; PsycINFO; Protocol (science); MEDLINE; Medical education; Health care; Medicine; Critical appraisal; Psychology; Computer science; Nursing; Alternative medicine; Psychological intervention; Political science","score_opus":0.7656348226136374,"score_gpt":0.7783493669448345,"score_spread":0.01271454433119712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383267912","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.615849e-8,0.101016656,0.00006668992,0.007696979,0.00006530294,0.8905515,0.00009969768,0.0002829083,0.00022021672],"genre_scores_gemma":[8.2599055e-10,0.3132792,0.0001226089,0.0026950357,0.00063433027,0.68167126,0.00009324606,0.00032588866,0.001178416],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9663358,0.017025137,0.0054164296,0.0022538356,0.0020770363,0.006891783],"domain_scores_gemma":[0.9890432,0.0044713556,0.002094869,0.0018275124,0.0011484729,0.0014146218],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.029299349,0.0009644587,0.0050889337,0.002873838,0.0013369804,0.00021432519,0.0022052221,0.0007921401,0.00048223912],"category_scores_gemma":[0.0036088102,0.00081403967,0.0003572285,0.0071563544,0.00004222899,0.00038365152,0.0014567107,0.004931059,0.0025672216],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001350262,0.00010373392,0.0000047569797,0.49468735,0.000014813595,0.000004947939,0.0002977738,1.3897687e-7,6.9272694e-8,0.0000637064,0.10795092,0.39673677],"study_design_scores_gemma":[0.000683695,0.0032518622,0.0000014755223,0.4919067,0.0000030173576,0.0000027618155,0.000041339266,7.9832427e-7,3.9018636e-7,0.00007330176,0.5037183,0.00031633422],"about_ca_topic_score_codex":0.0012945293,"about_ca_topic_score_gemma":0.044030026,"teacher_disagreement_score":0.39642045,"about_ca_system_score_codex":0.014621856,"about_ca_system_score_gemma":0.041771784,"threshold_uncertainty_score":0.99996316},"labels":[],"label_agreement":null},{"id":"W4383271024","doi":"10.2196/42450","title":"Vitalizing Community for Health Promotion Against Modifiable Risk Factors of Noncommunicable Diseases (V-CaN) in Rural Central India: Protocol for a Hybrid Type II Implementation Effectiveness Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Indian Council of Medical Research","keywords":"Medicine; Health promotion; Environmental health; Intervention (counseling); Population; Cluster randomised controlled trial; Promotion (chess); Sanitation; Focus group; Gerontology; Public health; Nursing; Business","score_opus":0.33092555660069745,"score_gpt":0.5809914398234712,"score_spread":0.2500658832227738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383271024","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2163916,3.373457e-7,0.000034226676,0.0013032086,0.000026007054,0.78188175,0.00020342598,0.000084716026,0.00007473487],"genre_scores_gemma":[0.09302242,6.8675934e-7,0.00004358639,0.00014654112,0.00023995514,0.90581524,0.00068626134,0.00003520076,0.000010085212],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99553394,0.0014721924,0.0008625114,0.0002655547,0.00038699526,0.0014788164],"domain_scores_gemma":[0.9970255,0.0012039138,0.0007084938,0.00046555678,0.0005102945,0.000086256776],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008965326,0.0002136202,0.0005893252,0.0005944034,0.0014134579,0.00014455781,0.00057328405,0.000100058176,0.00001974119],"category_scores_gemma":[0.0022237787,0.00018618282,0.00014043217,0.0013289093,0.00012741258,0.00067469757,0.00060978375,0.0005289076,0.0000041221756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11774106,0.013876418,0.279804,0.07940839,0.00023011822,0.000003610399,0.0022043579,0.009177514,0.00060609233,0.012846393,0.45881242,0.02528962],"study_design_scores_gemma":[0.15961689,0.015897166,0.13741086,0.005503138,0.000014222833,4.6733106e-7,0.007324439,0.04857622,0.0002918728,0.022449685,0.6020095,0.00090557407],"about_ca_topic_score_codex":0.020280967,"about_ca_topic_score_gemma":0.00036428636,"teacher_disagreement_score":0.14319703,"about_ca_system_score_codex":0.00041613626,"about_ca_system_score_gemma":0.0004986606,"threshold_uncertainty_score":0.9998866},"labels":[],"label_agreement":null},{"id":"W4383294897","doi":"10.2196/48618","title":"Technology Acceptance of a Social Robot (LOVOT) Among Single Older Adults in Hong Kong and Singapore: Protocol for a Multimethod Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Hong Kong","keywords":"Protocol (science); Psychology; Gerontology; Usability; Social acceptance; Applied psychology; Medicine; Medical education; Computer science; Social psychology; Human–computer interaction; Alternative medicine","score_opus":0.3741118461443082,"score_gpt":0.641589646705976,"score_spread":0.26747780056166776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383294897","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04592091,4.319399e-7,0.00009032184,0.00040429793,0.00001808657,0.95208263,0.000008054222,0.0001829567,0.0012923],"genre_scores_gemma":[0.07478007,1.7193962e-8,0.0005827064,0.0000118774005,0.000120286684,0.9227224,0.0000027290334,0.00004888994,0.0017309946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99640673,0.00089816755,0.0006350161,0.00070318795,0.0004987261,0.0008581553],"domain_scores_gemma":[0.99812603,0.0006929825,0.0002422396,0.000380169,0.00046573786,0.0000928199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022230882,0.00021294475,0.00046253728,0.0010934195,0.00029950208,0.0000872751,0.00043014842,0.00037214337,0.00042638008],"category_scores_gemma":[0.0007019583,0.00020869783,0.00009383424,0.00218529,0.00044506832,0.00019174091,0.0002859467,0.0008391798,0.000053318512],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015223962,0.02124723,0.5041001,0.002324669,0.00023418388,0.00020310342,0.09778007,0.00000945925,0.009756382,0.0030553637,0.029953329,0.31611213],"study_design_scores_gemma":[0.025287198,0.004890286,0.89764667,0.0019657575,0.0000037623638,0.000005024115,0.043153614,0.00028451896,0.0024753849,0.0010060815,0.02282054,0.00046119516],"about_ca_topic_score_codex":0.00013641927,"about_ca_topic_score_gemma":0.0003647968,"teacher_disagreement_score":0.39354652,"about_ca_system_score_codex":0.00013094027,"about_ca_system_score_gemma":0.00009298921,"threshold_uncertainty_score":0.8510451},"labels":[],"label_agreement":null},{"id":"W4383295176","doi":"10.2196/47887","title":"Effects of Melatonin on Glycemic Variability in Type 2 Diabetes Mellitus: Protocol for a Crossover, Double-Blind, Placebo-Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Circadian rhythm and melatonin","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Melatonin; Glycemic; Crossover study; Medicine; Placebo; Internal medicine; Endocrinology; Insulin; Diabetes mellitus; Type 2 diabetes; Type 2 Diabetes Mellitus","score_opus":0.1853315681706015,"score_gpt":0.5020474750520811,"score_spread":0.31671590688147966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383295176","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11608445,0.0000011407194,0.000003940215,0.00010494885,0.000047483707,0.8821994,0.000016007261,0.00014595222,0.0013966932],"genre_scores_gemma":[0.04058943,6.200238e-7,0.000025084892,0.000031857828,0.00020758873,0.9579865,0.0000031973898,0.00006868223,0.0010870865],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99300104,0.0020006215,0.0009542635,0.001144322,0.0013723496,0.0015273893],"domain_scores_gemma":[0.98828924,0.010013168,0.0002677982,0.0008649351,0.00028204452,0.0002828052],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006682117,0.00035573076,0.00088365056,0.00084469945,0.00022809595,0.0001797875,0.0007672696,0.00038061233,0.00007752255],"category_scores_gemma":[0.008383438,0.00029489136,0.00028198666,0.0026769196,0.00043281022,0.00027074464,0.00025586516,0.0009858042,0.00024561168],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.929138,0.0017626899,0.00012402685,0.002094338,0.000013810878,0.00002071499,0.0002500453,0.00003278886,0.05431507,0.010122766,0.0012001465,0.0009255867],"study_design_scores_gemma":[0.56655407,0.004891706,0.00006178644,0.0009928364,0.0000021447822,5.5301246e-7,0.0000058459045,0.0005497603,0.4053504,0.001873841,0.019514974,0.00020209176],"about_ca_topic_score_codex":0.000008164986,"about_ca_topic_score_gemma":0.0000036184892,"teacher_disagreement_score":0.36258394,"about_ca_system_score_codex":0.00025779687,"about_ca_system_score_gemma":0.00081672514,"threshold_uncertainty_score":0.99996936},"labels":[],"label_agreement":null},{"id":"W4383559989","doi":"10.2196/50231","title":"Examining the Use of Text Messages Among Multidisciplinary Care Teams to Reduce Avoidable Hospitalization of Nursing Home Residents with Dementia: Protocol for a Secondary Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Aging","keywords":"Dementia; Multidisciplinary approach; Nursing; Nursing homes; Protocol (science); Medicine; Psychology; Gerontology; Alternative medicine","score_opus":0.2915043478288824,"score_gpt":0.5768008119565224,"score_spread":0.28529646412764004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383559989","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1286492,0.000002588197,0.00027362723,0.00025616167,0.000012383376,0.8703733,0.00006948097,0.000078560195,0.0002846781],"genre_scores_gemma":[0.065791465,2.9075966e-7,0.0010232856,0.0000049681817,0.000085626154,0.9312733,0.00006393486,0.000058922604,0.001698238],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952673,0.0013297752,0.00083131465,0.00055573724,0.0011212736,0.0008946255],"domain_scores_gemma":[0.99550235,0.0012869826,0.0004724346,0.000859266,0.0017083996,0.00017055491],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0023385303,0.00021472518,0.0005294109,0.001152141,0.0013143889,0.00007250789,0.00050650624,0.00020199678,0.00010586457],"category_scores_gemma":[0.00041497126,0.0001476603,0.00013313416,0.004728414,0.00029693183,0.00038139874,0.00033579813,0.00058496644,0.000010805671],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006947267,0.00091534946,0.7097212,0.013170239,0.0008034972,0.000013751805,0.1270626,0.0017596481,0.00444316,0.000092955386,0.11776449,0.017305855],"study_design_scores_gemma":[0.004525306,0.0030670713,0.88946724,0.01616237,0.00010102202,3.6446818e-7,0.07869499,0.00041388426,0.0032652328,0.0001594019,0.0038618846,0.0002812407],"about_ca_topic_score_codex":0.00058464654,"about_ca_topic_score_gemma":0.00033851026,"teacher_disagreement_score":0.17974605,"about_ca_system_score_codex":0.000295977,"about_ca_system_score_gemma":0.00086329103,"threshold_uncertainty_score":0.99998575},"labels":[],"label_agreement":null},{"id":"W4383709917","doi":"10.2196/46649","title":"Digital Outpatient Services for Adults: Development of an Intervention and Protocol for a Multicenter Non–Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Physical therapy; Nursing; Alternative medicine; Surgery","score_opus":0.22465580547055675,"score_gpt":0.6429188760548492,"score_spread":0.41826307058429246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383709917","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0366973,1.6033412e-7,0.0012653695,0.00009982237,0.000028795523,0.9613882,0.000101330275,0.00008078119,0.00033825033],"genre_scores_gemma":[0.0022479957,4.7789687e-8,0.002708786,0.00006849812,0.00014265472,0.9938263,0.00018822816,0.000023461025,0.0007940254],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.993414,0.001418633,0.0034567735,0.00036549807,0.00061037455,0.00073471],"domain_scores_gemma":[0.9934991,0.002923994,0.0010786128,0.00033108154,0.0019184122,0.0002488022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017617604,0.00018421019,0.00092478434,0.0003810476,0.00083321234,0.0001121769,0.00029981,0.0002159326,0.00009108225],"category_scores_gemma":[0.0022208306,0.00012138889,0.0002172751,0.00027790153,0.00013452311,0.0013505515,0.00022899288,0.00039776473,0.000034963694],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9229963,0.0009997687,0.00031985645,0.026548233,0.000030789255,8.8016805e-8,0.014937284,3.7165628e-7,0.000007228848,0.00006379396,0.00042531884,0.033670973],"study_design_scores_gemma":[0.8555596,0.002149605,0.00023324297,0.0062630344,0.0000019327335,3.177981e-8,0.003498082,0.022832362,0.00007163695,0.00023360335,0.10904886,0.00010804941],"about_ca_topic_score_codex":0.000012314871,"about_ca_topic_score_gemma":0.000033308777,"teacher_disagreement_score":0.10862354,"about_ca_system_score_codex":0.00012672073,"about_ca_system_score_gemma":0.0005673428,"threshold_uncertainty_score":0.640848},"labels":[],"label_agreement":null},{"id":"W4383710488","doi":"10.2196/47568","title":"Homeownership While Aging—How Health and Economic Factors Incentivize or Disincentivize Relocation: Protocol for a Mixed Methods Project","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Aging, and Tourism Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relocation; Protocol (science); Aging in place; Business; Actuarial science; Computer science; Gerontology; Medicine","score_opus":0.5410655871079755,"score_gpt":0.6440517715802946,"score_spread":0.10298618447231911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383710488","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013520439,0.000004031205,0.000413115,0.0061471267,0.000031408526,0.99126256,0.000029821327,0.0002909085,0.00046896454],"genre_scores_gemma":[0.0018371368,0.000009860296,0.0018912156,0.00003136204,0.00046067493,0.98443264,0.000019478677,0.00003974388,0.011277917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943166,0.0027177576,0.00039532257,0.0007063617,0.000678446,0.0011855456],"domain_scores_gemma":[0.99713016,0.001621101,0.00024633278,0.0003578884,0.00033922595,0.0003053126],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008922827,0.00023430749,0.00040727487,0.00044766587,0.0025189158,0.0007242176,0.00045670857,0.00012749969,0.000060737475],"category_scores_gemma":[0.0011732911,0.0001767152,0.00009664166,0.0011894552,0.00062670116,0.00057814835,0.00024228696,0.0003243581,0.000021782356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007920991,0.0003565365,0.024517823,0.002957456,0.00008362488,0.0000038372323,0.36616465,7.667233e-7,0.000043556513,0.008486958,0.55493003,0.041662667],"study_design_scores_gemma":[0.0015737389,0.0006115547,0.010815655,0.00064264325,0.0000013510273,2.9583106e-7,0.012576819,0.00010609628,0.0002010148,0.0021865473,0.97103757,0.0002467041],"about_ca_topic_score_codex":0.0035609845,"about_ca_topic_score_gemma":0.013294795,"teacher_disagreement_score":0.41610757,"about_ca_system_score_codex":0.0005020741,"about_ca_system_score_gemma":0.0027217641,"threshold_uncertainty_score":0.99877965},"labels":[],"label_agreement":null},{"id":"W4383872005","doi":"10.2196/48829","title":"HIV-Response Intergenerational Participation Intervention Among Black Men in Ontario, Canada: Protocol for a Pilot Intervention Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto Metropolitan University; The Scarborough Hospital; Ontario HIV Treatment Network","funders":"Canadian Institutes of Health Research; Strong; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Intervention (counseling); Human immunodeficiency virus (HIV); Protocol (science); Men who have sex with men; Medicine; Gerontology; Psychology; Family medicine; Alternative medicine; Nursing","score_opus":0.3056384746252107,"score_gpt":0.5659604854821244,"score_spread":0.2603220108569137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383872005","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15513323,1.6011121e-7,0.00029578168,0.0008306245,0.00000579053,0.8424114,0.000034104625,0.000082785744,0.0012061098],"genre_scores_gemma":[0.1369543,2.5391161e-8,0.00003943102,0.000008567144,0.0000854383,0.79098153,0.00018058959,0.000043190088,0.07170691],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9934927,0.0019997784,0.0011828641,0.00067779643,0.0016089794,0.0010378803],"domain_scores_gemma":[0.99752426,0.00038171906,0.00016720581,0.0005458501,0.0009841291,0.00039685713],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073892046,0.00025532267,0.0003988156,0.0011881775,0.00026779628,0.000201138,0.00036607083,0.0001006118,0.002542497],"category_scores_gemma":[0.0018184497,0.0002327593,0.00025959653,0.0012046014,0.00018297965,0.00044043263,0.00031791115,0.0009429386,0.00018263435],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035311315,0.012195398,0.28318417,0.0014104206,0.0001545505,0.00013494687,0.0015323771,0.000060252976,0.0029599138,0.00013603971,0.6584703,0.0044503314],"study_design_scores_gemma":[0.023596568,0.045742985,0.82228094,0.0056693046,0.000007754692,0.0000032870998,0.001660972,0.018871108,0.0018953903,0.00023934674,0.079754695,0.0002776554],"about_ca_topic_score_codex":0.44785088,"about_ca_topic_score_gemma":0.96157086,"teacher_disagreement_score":0.5787156,"about_ca_system_score_codex":0.0023853711,"about_ca_system_score_gemma":0.0018314145,"threshold_uncertainty_score":0.99836934},"labels":[],"label_agreement":null},{"id":"W4384120777","doi":"10.2196/48875","title":"Mediators and Moderators in the Co-Occurring Anxiety and Alcohol Use Relationship: Protocol for a Systematic Review and Meta-Analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Medicine and Health, University of Sydney; National Health and Medical Research Council; Medical Research Council; University of Sydney; Australian Rotary Health","keywords":"PsycINFO; Anxiety; Clinical psychology; Psychology; Observational study; Population; Meta-analysis; Mediation; Systematic review; Randomized controlled trial; MEDLINE; Medicine; Psychiatry","score_opus":0.709423998435072,"score_gpt":0.6450051488328475,"score_spread":0.06441884960222444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384120777","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.1363677e-7,0.2288523,0.0000016898933,0.00010818164,4.0778332e-7,0.7709465,0.000038619393,0.00003790535,0.000013479263],"genre_scores_gemma":[6.6566525e-7,0.12889388,0.00009320056,0.00009401023,0.000020446158,0.8704542,0.000040352064,0.00006514096,0.0003380885],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99435425,0.0020285568,0.0013106697,0.0007962903,0.0009522903,0.0005579495],"domain_scores_gemma":[0.9929808,0.005199908,0.00042885108,0.0009565884,0.00021182376,0.00022203021],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006252881,0.0005533927,0.0054547596,0.00094261055,0.00028986557,0.0003110305,0.0002552564,0.00029067407,0.000025458417],"category_scores_gemma":[0.0020354278,0.00026874352,0.00091520336,0.002118879,0.00019200657,0.00025774317,0.000117436146,0.00085411296,0.000009324873],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040591065,0.00009886868,0.0037277087,0.97923523,0.015043434,0.000026568376,0.0004023586,3.8432226e-8,1.1376416e-8,0.00014325423,0.00086551567,0.00041639752],"study_design_scores_gemma":[0.004081545,0.00042964355,0.00030556775,0.6273604,0.23049058,0.000073958116,0.0002759149,0.000031162785,3.6558762e-7,0.00017899871,0.13611823,0.0006536339],"about_ca_topic_score_codex":0.000007879801,"about_ca_topic_score_gemma":0.00005677194,"teacher_disagreement_score":0.35187486,"about_ca_system_score_codex":0.00015184742,"about_ca_system_score_gemma":0.0002773988,"threshold_uncertainty_score":0.99997646},"labels":[],"label_agreement":null},{"id":"W4384568403","doi":"10.2196/49364","title":"Evaluating the Effectiveness of a Codeveloped e-Mental Health Intervention for University Students: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Health Canada","keywords":"Randomized controlled trial; Psychological intervention; Mental health; Intervention (counseling); Medicine; Protocol (science); Medical education; Psychology; Nursing; Psychiatry; Alternative medicine","score_opus":0.40849885424580556,"score_gpt":0.6987533857119861,"score_spread":0.2902545314661805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384568403","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028632921,7.107747e-7,0.0008135564,0.00060073525,0.00008939568,0.9947809,0.0001578024,0.0000871219,0.0006065023],"genre_scores_gemma":[0.003498938,3.1185895e-8,0.00018345694,0.000012187462,0.00006444117,0.99024194,0.000054400454,0.000035720204,0.005908895],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98310083,0.013416377,0.0012429139,0.0004937127,0.00097246864,0.00077371084],"domain_scores_gemma":[0.9886121,0.009584906,0.0006305055,0.00040591924,0.0006394458,0.00012711833],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.059340626,0.0001860706,0.0010631267,0.00039326848,0.0005858201,0.000097868884,0.00073856825,0.00009766009,0.00009838941],"category_scores_gemma":[0.002199094,0.00012945497,0.00086380664,0.00067253475,0.00032747388,0.00015397232,0.00030316424,0.00027234224,0.000046970847],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9675765,0.0035867856,0.000022706241,0.003591517,0.00030148344,7.5931683e-7,0.00045453486,0.0000015165436,0.0000362355,0.01321976,0.0043339105,0.0068742926],"study_design_scores_gemma":[0.9585791,0.021510681,0.00016906497,0.0050713946,0.0000070168626,8.3326836e-7,0.0006451274,0.00030269235,0.00010333864,0.004678301,0.008830986,0.0001014223],"about_ca_topic_score_codex":0.000060441973,"about_ca_topic_score_gemma":0.000018185447,"teacher_disagreement_score":0.05714153,"about_ca_system_score_codex":0.0004629717,"about_ca_system_score_gemma":0.0004040455,"threshold_uncertainty_score":0.96860677},"labels":[],"label_agreement":null},{"id":"W4384568641","doi":"10.2196/48758","title":"Digital Training Program for Line Managers (Managing Minds at Work): Protocol for a Feasibility Pilot Cluster Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Psychological intervention; Intervention (counseling); Applied psychology; Randomized controlled trial; Cluster randomised controlled trial; Line management; Psychology; Anxiety; Work (physics); Medical education; Nursing; Medicine; Psychiatry; Engineering; Operations management","score_opus":0.4083771357911138,"score_gpt":0.6334470382300057,"score_spread":0.2250699024388919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384568641","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005557154,8.280607e-7,0.00081843283,0.005565729,0.00009742572,0.97908777,0.000037264435,0.00090189674,0.012934939],"genre_scores_gemma":[0.0006311687,2.4723627e-7,0.0012833483,0.0002800209,0.0016859206,0.9442942,0.00011976025,0.00017740225,0.051527914],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98599684,0.0046927496,0.0027512445,0.0012757106,0.0013910496,0.0038924261],"domain_scores_gemma":[0.9715194,0.02496446,0.0007809404,0.0009302908,0.0009907909,0.0008141017],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037623916,0.00055306975,0.002459033,0.00081567356,0.0029431076,0.00033581888,0.0007479388,0.0004842742,0.00020641774],"category_scores_gemma":[0.01081032,0.0004067021,0.0009059971,0.0016547252,0.00045610944,0.0004079115,0.0006407908,0.0017596589,0.0002614674],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8935434,0.0008947968,0.00019636826,0.006569216,0.00010266899,0.000008019042,0.0012776403,0.000015849999,0.000005457352,0.00030980638,0.06511461,0.031962153],"study_design_scores_gemma":[0.73874915,0.0045313914,0.000014863871,0.0037484406,0.000011204898,4.1577385e-7,0.0004984451,0.0036760531,0.0000056490117,0.0036774068,0.24478498,0.00030202794],"about_ca_topic_score_codex":0.000008381192,"about_ca_topic_score_gemma":0.000035463083,"teacher_disagreement_score":0.17967036,"about_ca_system_score_codex":0.00077841425,"about_ca_system_score_gemma":0.001479071,"threshold_uncertainty_score":0.9998385},"labels":[],"label_agreement":null},{"id":"W4384568983","doi":"10.2196/47971","title":"Implementation of Machine Learning Applications in Health Care Organizations: Protocol for a Systematic Review of Empirical Studies","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Protocol (science); Scopus; Health care; Systematic review; Inclusion (mineral); Empirical research; MEDLINE; Computer science; Grey literature; Medical education; Knowledge management; Medicine; Psychology; Alternative medicine; Political science","score_opus":0.820539825220087,"score_gpt":0.796427501680621,"score_spread":0.024112323539465907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384568983","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1326121e-8,0.316421,0.000036698868,0.00022341669,0.0000017807515,0.6832521,0.0000357815,0.000024450093,0.000004720055],"genre_scores_gemma":[4.816104e-8,0.34055236,0.0001605582,0.000019530593,0.00005107375,0.6588416,0.0002530182,0.000046526642,0.000075301556],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99364316,0.0015463157,0.0032863936,0.00040214136,0.0007155893,0.0004063951],"domain_scores_gemma":[0.9928603,0.0018182236,0.0013840698,0.000530587,0.003289114,0.00011767596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004275921,0.00023337931,0.0025655203,0.0007746547,0.00017641902,0.000013142216,0.00024976433,0.0001550033,0.00003872988],"category_scores_gemma":[0.0039997934,0.00016810419,0.00021576925,0.0033864533,0.00010651876,0.00005277357,0.00010318828,0.00060654,0.00001930906],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015217528,0.00017858535,0.00017443702,0.9540379,0.000059356596,3.4293058e-7,0.0018635128,1.6121487e-7,1.1977997e-7,0.000089735295,0.0009062135,0.0426744],"study_design_scores_gemma":[0.000097604214,0.00091979746,0.0000016400008,0.73570883,0.00003605991,0.0000019413699,0.004835422,0.000002346138,0.000012715484,0.00004720279,0.25826383,0.00007263549],"about_ca_topic_score_codex":0.00019572931,"about_ca_topic_score_gemma":0.000160633,"teacher_disagreement_score":0.2573576,"about_ca_system_score_codex":0.00085216726,"about_ca_system_score_gemma":0.005064586,"threshold_uncertainty_score":0.89843583},"labels":[],"label_agreement":null},{"id":"W4384818627","doi":"10.2196/47636","title":"Reduction of Sleep Medications via a Combined Digital Insomnia and Pharmacist-Led Deprescribing Intervention: Protocol for a Feasibility Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIH Clinical Center; VISN 4 Mental Illness Research, Education, and Clinical Center; Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Medicine; Deprescribing; Sedative; Sedative/hypnotic; Delirium; Veterans Affairs; Randomized controlled trial; Intervention (counseling); Hypnotic; Quality of life (healthcare); Insomnia; Clinical trial; Pharmacist; Psychiatry; Physical therapy; Pharmacy; Intensive care medicine; Polypharmacy; Nursing; Internal medicine","score_opus":0.2935641085926464,"score_gpt":0.5856271249305945,"score_spread":0.2920630163379481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384818627","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013853953,0.000001311696,0.0003300095,0.0003738351,0.000053123065,0.9836401,0.000030323445,0.00016526665,0.0015520876],"genre_scores_gemma":[0.03788167,1.517279e-7,0.00004799276,0.0000040195846,0.00012806446,0.9609038,0.000046557616,0.000032079475,0.0009556143],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99719983,0.00054078037,0.00067062763,0.00054898526,0.00052868703,0.0005110882],"domain_scores_gemma":[0.99842256,0.0003258648,0.00019433736,0.00050774054,0.00040044246,0.0001490716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020277214,0.0001580744,0.00026245636,0.0004483337,0.0002712613,0.00009829612,0.00032228776,0.00021870261,0.00034862253],"category_scores_gemma":[0.00038445432,0.00013869141,0.00016797651,0.0010484781,0.00045098696,0.00025421905,0.00017708473,0.00047659417,0.00009603452],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5497791,0.028105779,0.0087818075,0.00384747,0.0018048387,0.00003524931,0.009219928,0.000014528497,0.0064605353,0.004668061,0.10354442,0.28373826],"study_design_scores_gemma":[0.7988438,0.019502286,0.003567442,0.0022521873,0.000057131358,0.000048048,0.0035423986,0.003888976,0.002789234,0.02892994,0.13580824,0.000770282],"about_ca_topic_score_codex":0.00001937262,"about_ca_topic_score_gemma":0.000003083612,"teacher_disagreement_score":0.28296795,"about_ca_system_score_codex":0.000066494154,"about_ca_system_score_gemma":0.00008441669,"threshold_uncertainty_score":0.56556714},"labels":[],"label_agreement":null},{"id":"W4384820954","doi":"10.2196/50784","title":"Correction: Acceptability and Feasibility of a Return-to-Work Intervention for Posttreatment Breast Cancer Survivors: Protocol for a Co-design and Development Study","year":2023,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Family Support in Illness","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Université du Québec en Outaouais; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université du Québec à Trois-Rivières; Université de Sherbrooke; Université de Montréal; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Protocol (science); Breast cancer; Intervention (counseling); Medicine; Medical education; Psychology; Medical physics; Cancer; Alternative medicine; Nursing","score_opus":0.40383961623477665,"score_gpt":0.5925274146108555,"score_spread":0.1886877983760788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384820954","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001423441,0.0000016625122,0.00023715253,0.00029974958,0.00044083418,0.9976053,0.00081682066,0.0001136893,0.00034241844],"genre_scores_gemma":[0.0000681825,5.5933134e-7,0.0007791488,0.000007096145,0.0004477826,0.96321994,0.0001040177,0.000084814994,0.035288468],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99223566,0.0026265478,0.0010368974,0.0014105565,0.0016785788,0.0010117411],"domain_scores_gemma":[0.9941334,0.00224711,0.0004524111,0.0006479943,0.0021165495,0.00040251057],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014460675,0.00043710732,0.00084706023,0.00041564292,0.0012491054,0.00039680395,0.00064537866,0.00054901483,0.00062860484],"category_scores_gemma":[0.0018965775,0.0003867849,0.00015956296,0.001031245,0.00066384126,0.0002431458,0.0004544311,0.0007422737,0.0000060781967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007886092,0.0033328794,0.05679382,0.0056207012,0.00015626081,0.0000031740508,0.014970438,0.0000010089162,0.0000023482075,0.000007543378,0.86192554,0.049300198],"study_design_scores_gemma":[0.0042436477,0.0044219587,0.12734585,0.0061167753,0.000011930019,0.0000010483803,0.011523163,0.000020889865,0.000051436535,0.00026951396,0.8454696,0.0005241718],"about_ca_topic_score_codex":0.004417815,"about_ca_topic_score_gemma":0.01919001,"teacher_disagreement_score":0.07055203,"about_ca_system_score_codex":0.0017050705,"about_ca_system_score_gemma":0.0035650975,"threshold_uncertainty_score":0.9998584},"labels":[],"label_agreement":null},{"id":"W4384835423","doi":"10.2196/45915","title":"A Multisite Electronic Health Record Integrated Remote Monitoring Intervention for Hypertension Improvement: Protocol for a Randomized Pragmatic Comparative Effectiveness Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Aging; University of California, San Francisco; National Institutes of Health; University of California, Los Angeles; Office of the President, University of California; Omron Healthcare; Mount Zion Health Fund; Bill and Melinda Gates Foundation","keywords":"Protocol (science); Randomized controlled trial; Intervention (counseling); Medicine; Electronic health record; Computer science; Alternative medicine; Nursing; Health care","score_opus":0.2949613179468021,"score_gpt":0.5746371421659227,"score_spread":0.2796758242191206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384835423","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002089038,0.000017177943,0.0027831688,0.0007980401,0.0000394878,0.99394214,0.00002055178,0.00027399167,0.00003640921],"genre_scores_gemma":[0.0021272025,0.0000030941467,0.0017943854,0.000057123772,0.00039506465,0.9947293,0.00006784399,0.00006842965,0.00075760286],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994337,0.0019558037,0.0010260968,0.0007405471,0.00075844553,0.0011821133],"domain_scores_gemma":[0.99347615,0.0036285955,0.0003684761,0.00046744305,0.001848276,0.00021107125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011129048,0.00034371612,0.0020008609,0.00057130464,0.0006135755,0.0001136591,0.00019617843,0.00017298949,0.000013599317],"category_scores_gemma":[0.0016585571,0.00023986655,0.00056157284,0.00088052516,0.00017003638,0.00016388763,0.00017372263,0.000711378,0.000027715176],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8951417,0.0011949119,0.000033039647,0.008908216,0.0006550085,0.000007389808,0.0004481309,0.0000014240355,0.00938216,0.00007858936,0.010154539,0.073994845],"study_design_scores_gemma":[0.82819736,0.021970598,0.00009969876,0.015778124,0.00006809745,0.0000070792107,0.000414982,0.006789323,0.010694816,0.0014160173,0.11432894,0.00023498839],"about_ca_topic_score_codex":0.00021550593,"about_ca_topic_score_gemma":0.0000425514,"teacher_disagreement_score":0.104174405,"about_ca_system_score_codex":0.00023802603,"about_ca_system_score_gemma":0.00041602965,"threshold_uncertainty_score":0.97814745},"labels":[],"label_agreement":null},{"id":"W4384875699","doi":"10.2196/44562","title":"Identifying and Addressing Barriers and Facilitators for the Implementation of Internet of Things in Distributed Care: Protocol for a Case Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Health care; Context (archaeology); Qualitative research; Knowledge management; Qualitative property; Quality (philosophy); Nursing; Computer science; Medicine; Sociology; Political science","score_opus":0.4740881654436796,"score_gpt":0.7000738309388287,"score_spread":0.2259856654951491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384875699","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047381192,0.0000029970683,0.0005005734,0.000277932,0.0000049552523,0.9515587,0.00024225353,0.00002473003,0.000006641576],"genre_scores_gemma":[0.08600427,5.789504e-7,0.00019757963,0.000020451711,0.00002047641,0.9136876,0.00002269123,0.000016926166,0.000029427869],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99715364,0.0007204241,0.00088058243,0.00032014606,0.00031055696,0.00061463943],"domain_scores_gemma":[0.9962509,0.002422227,0.00028931125,0.00027595987,0.00055500976,0.00020655009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005255249,0.0001040503,0.00025401555,0.0002768268,0.0008608578,0.000021697635,0.00016017369,0.000092542,0.000024393095],"category_scores_gemma":[0.00060062594,0.00007764596,0.000029211598,0.000603903,0.00015361139,0.00014172052,0.00021477544,0.00040867447,7.8160383e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028305892,0.00027906196,0.55078244,0.086926706,0.000047446792,0.000016264761,0.20873426,0.0000023543048,0.00051847915,0.0020660802,0.016661875,0.13113444],"study_design_scores_gemma":[0.020035801,0.0030855609,0.04837405,0.004078874,0.000008051197,0.000005610712,0.81842995,0.0011788455,0.0004009157,0.0013791008,0.102843046,0.00018018772],"about_ca_topic_score_codex":0.002619591,"about_ca_topic_score_gemma":0.0015963224,"teacher_disagreement_score":0.6096957,"about_ca_system_score_codex":0.0001257579,"about_ca_system_score_gemma":0.0007763715,"threshold_uncertainty_score":0.66211087},"labels":[],"label_agreement":null},{"id":"W4384911833","doi":"10.2196/46735","title":"An eHealth Program for Insomnia in Children With Neurodevelopmental Disorders (Better Nights, Better Days): Protocol for anEconomic Evaluation of a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Children’s Health Research Institute; Western University; Hospital for Sick Children; University of British Columbia; University of Manitoba; University of Calgary; McGill University; Dalhousie University; Université de Montréal; University of Alberta","funders":"Kids Brain Health Network; University of Calgary","keywords":"Randomized controlled trial; Medicine; Psychosocial; Quality of life (healthcare); Autism spectrum disorder; eHealth; Psychological intervention; Population; Psychiatry; Intervention (counseling); Physical therapy; Health care; Autism; Nursing","score_opus":0.11452378908697051,"score_gpt":0.5376379224300832,"score_spread":0.4231141333431127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384911833","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16762023,8.370259e-7,0.000035133802,0.00057725754,0.000021878835,0.8312055,0.000019373922,0.00011024029,0.0004095705],"genre_scores_gemma":[0.008636846,2.2990297e-7,0.00050374796,0.00007263337,0.00013655168,0.99027693,0.00015665454,0.00009015916,0.0001262709],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926572,0.0033303306,0.0012827181,0.0008320088,0.0008564016,0.0010413832],"domain_scores_gemma":[0.99747384,0.0009910442,0.00043437502,0.0005477976,0.00039824314,0.00015471027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0122936135,0.0003185692,0.0012205745,0.00095021835,0.00021878589,0.00010339874,0.00047675162,0.00031169818,0.00025457196],"category_scores_gemma":[0.00032916004,0.00021743886,0.00030479213,0.00069986243,0.00039119253,0.00021292373,0.000049514092,0.00050068635,0.00003075265],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93861175,0.0042044716,0.0056827725,0.00017182149,0.0005917147,6.411753e-7,0.0010146479,0.000046589335,0.000030365054,0.00016156428,0.0042597186,0.04522392],"study_design_scores_gemma":[0.9754038,0.0072220303,0.006948643,0.00023710847,0.00003975794,0.0000012381745,0.00015271812,0.0033829883,0.000024746403,0.0019686832,0.0043512653,0.00026704514],"about_ca_topic_score_codex":0.000067992005,"about_ca_topic_score_gemma":0.00010845824,"teacher_disagreement_score":0.15907142,"about_ca_system_score_codex":0.0001296999,"about_ca_system_score_gemma":0.00065509405,"threshold_uncertainty_score":0.88668996},"labels":[],"label_agreement":null},{"id":"W4384911917","doi":"10.2196/46252","title":"Validation of a Geriatric Bedside Swallowing Screen (GEBS): Protocol of a Prospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dysphagia Assessment and Management","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Dysphagia; Swallowing; Gold standard (test); Cohort; Population; Aspiration pneumonia; Prospective cohort study; Physical therapy; Emergency department; Geriatrics; Sarcopenia; Oropharyngeal dysphagia; Emergency medicine; Intensive care medicine; Pneumonia; Surgery; Internal medicine; Nursing","score_opus":0.28014100044258194,"score_gpt":0.6338965754636028,"score_spread":0.35375557502102084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384911917","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05538878,1.4043452e-7,0.00004718809,0.000114025635,0.000012736147,0.92574924,0.000012002107,0.00018001755,0.018495882],"genre_scores_gemma":[0.056581624,1.787885e-7,0.0002080148,0.0000077739605,0.000116956224,0.9365026,0.000017538767,0.00004975753,0.006515565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99268746,0.002443302,0.0011862717,0.0005847266,0.002156179,0.00094204873],"domain_scores_gemma":[0.9966923,0.00064700533,0.0005074307,0.0008405385,0.0011664737,0.0001462263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010561048,0.00020999089,0.00055140647,0.0010241095,0.00055045175,0.000031449126,0.000620492,0.00014844367,0.00061390083],"category_scores_gemma":[0.0005069114,0.00017868029,0.00010782634,0.0031017181,0.0001179134,0.00034377346,0.0010557,0.0008426652,0.00033662198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093612366,0.0016654647,0.9696666,0.0027869227,0.00018709939,0.000016436768,0.0027202966,0.000010324144,0.0030520193,0.0013363797,0.016877534,0.00074479845],"study_design_scores_gemma":[0.0073207514,0.0033521613,0.95815665,0.001771098,0.000016797912,1.1254488e-7,0.0050312122,0.00008629033,0.0032840138,0.0014548686,0.019310152,0.00021592418],"about_ca_topic_score_codex":0.0003245783,"about_ca_topic_score_gemma":0.00004143536,"teacher_disagreement_score":0.011980317,"about_ca_system_score_codex":0.0003056743,"about_ca_system_score_gemma":0.00074046705,"threshold_uncertainty_score":0.72863704},"labels":[],"label_agreement":null},{"id":"W4384923999","doi":"10.2196/48178","title":"Wearable Devices and Nurses’ Health: Protocol for an Integrative Review","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Wearable computer; Wearable technology; Workload; Health care; MEDLINE; Workforce; Medicine; Nursing; Protocol (science); Computer science; Alternative medicine; Psychological intervention","score_opus":0.6378096183937884,"score_gpt":0.7413677443716462,"score_spread":0.10355812597785785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384923999","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017985914,0.000024931409,0.00015654,0.010583721,0.000015993584,0.9774415,0.000025473635,0.00032538004,0.011424669],"genre_scores_gemma":[0.000005010036,0.000030609724,0.0003704062,0.0024361191,0.00015142457,0.96217275,0.000025648857,0.000041683576,0.034766365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933739,0.0035663347,0.0006894102,0.0005814926,0.00065649993,0.0011323849],"domain_scores_gemma":[0.9975875,0.00060554425,0.00024387818,0.0006102416,0.0005531764,0.0003996799],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009415245,0.00019619899,0.000429577,0.00030894013,0.0014800043,0.0000639332,0.00046350565,0.00012123849,0.000687345],"category_scores_gemma":[0.00047744793,0.00014539679,0.00007018791,0.00083635433,0.00012522818,0.00040038355,0.00044496177,0.00087019376,0.00052618433],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026192938,0.00024698168,0.00036763385,0.0423255,0.000019487381,0.0000016919454,0.0012530886,1.9182589e-7,0.000024328587,0.0051223175,0.90564764,0.04472923],"study_design_scores_gemma":[0.0020842107,0.0012466705,0.001302471,0.045575317,0.0000015134137,3.3022488e-7,0.0011596457,0.00012462884,0.000012577174,0.0033453028,0.945013,0.00013436153],"about_ca_topic_score_codex":0.00010857864,"about_ca_topic_score_gemma":0.00040757767,"teacher_disagreement_score":0.04459487,"about_ca_system_score_codex":0.00014022889,"about_ca_system_score_gemma":0.000656713,"threshold_uncertainty_score":0.99981993},"labels":[],"label_agreement":null},{"id":"W4384924653","doi":"10.2196/49131","title":"Effects of the COVID-19 Pandemic on Primary Health Care for Chronic Conditions in Canada: Protocol for a Retrospective Pre-Post Study Using National Practice-Based Research Network Data","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; Université de Montréal; University of Alberta; McMaster University; Queen's University; Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Pandemic; Socioeconomic status; Health care; Population; Family medicine; Retrospective cohort study; Coronavirus disease 2019 (COVID-19); Environmental health; Disease","score_opus":0.5628925454611884,"score_gpt":0.6583035435959385,"score_spread":0.09541099813475007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384924653","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013234612,0.000003981595,0.00004240819,0.004594577,0.00001256069,0.99293774,0.00078703434,0.00005517558,0.00024303432],"genre_scores_gemma":[0.013777741,2.9249287e-7,0.00012530785,0.0005739011,0.00030370528,0.98459363,0.00046021072,0.000054039218,0.00011120075],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.992116,0.0019958084,0.0005853302,0.00086413004,0.0031838394,0.001254922],"domain_scores_gemma":[0.9902128,0.006304138,0.0002670213,0.0011629768,0.0017698596,0.00028323167],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009683586,0.00020706016,0.00045255068,0.0005291912,0.0009858717,0.000080786514,0.0008900543,0.00007607691,0.000030051879],"category_scores_gemma":[0.008639597,0.00016240496,0.00007551326,0.0023243763,0.0003119336,0.00021851683,0.0007470227,0.0009248298,0.0000019069005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.03034592,0.0064982194,0.08103908,0.0981708,0.0004462745,0.00013041968,0.002038637,0.01292963,0.00044560415,0.0025066463,0.7646373,0.0008114745],"study_design_scores_gemma":[0.07947849,0.027916953,0.46008906,0.015889704,0.000050953502,0.000007808076,0.008241737,0.013928332,0.000095922216,0.0018962278,0.39182943,0.0005753879],"about_ca_topic_score_codex":0.082625195,"about_ca_topic_score_gemma":0.38857386,"teacher_disagreement_score":0.37905,"about_ca_system_score_codex":0.024322169,"about_ca_system_score_gemma":0.10631264,"threshold_uncertainty_score":0.99971104},"labels":[],"label_agreement":null},{"id":"W4384948195","doi":"10.2196/49020","title":"Wellness in Nursing Education to Promote Resilience and Reduce Burnout: Protocol for a Holistic Multidimensional Wellness Intervention and Longitudinal Research Study Design in Nursing Education","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Resources and Services Administration; U.S. Department of Health and Human Services","keywords":"Burnout; Nursing; Population; Psychological intervention; Curriculum; Psychology; Scale (ratio); Nursing research; Mindfulness; Psychological resilience; Nurse education; Workforce; Medical education; Medicine; Clinical psychology; Pedagogy","score_opus":0.46041833503864876,"score_gpt":0.6974272042008056,"score_spread":0.23700886916215685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384948195","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19417614,0.000016557391,0.00023378099,0.0034872638,0.00008081425,0.8017266,0.000009273366,0.000061982886,0.00020760845],"genre_scores_gemma":[0.18294773,0.0000017643653,0.0010864935,0.000023701521,0.00029541555,0.8144619,0.000018823253,0.000059190577,0.001104984],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.985029,0.008824106,0.0013395712,0.0013914175,0.0015615688,0.0018543623],"domain_scores_gemma":[0.99468964,0.002419337,0.00023424719,0.00059830415,0.0014921187,0.00056633126],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022182565,0.00032240164,0.00050801074,0.0025337064,0.0021367886,0.00014103658,0.0004337503,0.0003620813,0.000050830968],"category_scores_gemma":[0.0032471048,0.00029135813,0.00004259858,0.0031840461,0.00040144718,0.0004891736,0.00040621342,0.0023510936,0.000055868513],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075512533,0.013857117,0.0722107,0.008199112,0.000007397826,0.00002046024,0.030613206,0.000032564996,0.002016813,0.0034841201,0.008086483,0.85392076],"study_design_scores_gemma":[0.007476865,0.0038422202,0.61188626,0.28589258,0.0000037179996,0.000011116428,0.05611632,0.0027256436,0.0007547593,0.025746915,0.0049654637,0.0005781127],"about_ca_topic_score_codex":0.00094837125,"about_ca_topic_score_gemma":0.0003896392,"teacher_disagreement_score":0.85334265,"about_ca_system_score_codex":0.0014442068,"about_ca_system_score_gemma":0.0043526893,"threshold_uncertainty_score":0.99995387},"labels":[],"label_agreement":null},{"id":"W4385070321","doi":"10.2196/50866","title":"Evaluating the Feasibility and Acceptability of a Digital Pre-Exposure Prophylaxis Navigation and Activation Intervention for Racially and Ethnically Diverse Sexual and Gender Minority Youth (PrEPresent): Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health; Children's Hospital Los Angeles","keywords":"Psychological intervention; Focus group; Randomized controlled trial; Intervention (counseling); mHealth; Health care; Medicine; Reproductive health; Transgender; Psychology; Nursing; Family medicine; Population; Environmental health","score_opus":0.44095893479342696,"score_gpt":0.6025342594548374,"score_spread":0.16157532466141045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385070321","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43892756,0.0000023815007,0.00041759195,0.00012975876,0.000001952614,0.56037956,0.00007506284,0.000023453162,0.000042667343],"genre_scores_gemma":[0.32738292,4.2420584e-7,0.00019804544,0.0000016831473,0.000075408076,0.6718636,0.000040911647,0.000012054471,0.0004249392],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99491465,0.0021348014,0.0009669228,0.0006453933,0.00092058163,0.00041767413],"domain_scores_gemma":[0.99431485,0.0035059345,0.00031684918,0.00036958492,0.0012830958,0.00020966122],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016119305,0.00019693549,0.0008038416,0.00020581017,0.0004191211,0.00029454177,0.00012965823,0.00014415653,0.00003303189],"category_scores_gemma":[0.02245184,0.0001235422,0.00024487832,0.0003083797,0.0009482531,0.00048523652,0.00036843529,0.00045321454,4.052319e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.926443,0.0013162526,0.0063084764,0.0077209347,0.0001782722,4.0929905e-7,0.002045587,5.0452803e-7,0.0029805184,0.00007449697,0.00014800092,0.052783538],"study_design_scores_gemma":[0.9052438,0.06281837,0.018465666,0.00053003215,0.00006321885,0.0000024154326,0.0013790246,0.00715517,0.00028687983,0.003896506,0.000034430115,0.00012443966],"about_ca_topic_score_codex":0.00005260458,"about_ca_topic_score_gemma":0.000015312235,"teacher_disagreement_score":0.11154464,"about_ca_system_score_codex":0.00007448934,"about_ca_system_score_gemma":0.00025517092,"threshold_uncertainty_score":0.98578244},"labels":[],"label_agreement":null},{"id":"W4385075526","doi":"10.2196/50682","title":"Postpandemic Evaluation of the Eco-Efficiency of Personal Protective Equipment Against COVID-19 in Emergency Departments: Proposal for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infection Control and Ventilation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Montfort Hospital; Toronto Metropolitan University; Université Laval; Université de Montréal; Polytechnique Montréal; Jewish General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Personal protective equipment; Activity-based costing; Medicine; Emergency department; Transmission (telecommunications); Coronavirus disease 2019 (COVID-19); Absenteeism; Health care; Pandemic; Medical emergency; Environmental health; Business; Nursing; Engineering; Psychology; Marketing","score_opus":0.33589965457927184,"score_gpt":0.6224450494777433,"score_spread":0.2865453948984714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385075526","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28330937,0.0000032762657,0.0022550193,0.0005162131,0.00002860122,0.71368283,0.000016326412,0.000027299517,0.00016105601],"genre_scores_gemma":[0.43509296,2.3814378e-7,0.00012933761,0.0000064097576,0.000028370278,0.56463426,0.000008293432,0.000009129324,0.00009101958],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99449867,0.0027108903,0.0006003702,0.00032183417,0.0015169148,0.0003512973],"domain_scores_gemma":[0.9978116,0.00025512144,0.00022778109,0.0002654922,0.0013515311,0.00008845175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018970054,0.000111622474,0.0002659772,0.00047993255,0.00018926182,0.000009200827,0.00014878178,0.00007976846,0.000102056394],"category_scores_gemma":[0.0038879686,0.00007568664,0.0001354765,0.0014039435,0.00009368334,0.000078822224,0.00012210208,0.00028454204,0.000004656549],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015969664,0.02010873,0.56704617,0.0071642445,0.00052484224,0.000008494219,0.02952006,0.0014658057,0.23697498,0.00071938254,0.0033981365,0.1170995],"study_design_scores_gemma":[0.03706263,0.017293401,0.72321075,0.0012346917,0.00008755087,0.0000054072366,0.009050005,0.17352457,0.028164346,0.007447754,0.0026057279,0.00031314377],"about_ca_topic_score_codex":0.000047356767,"about_ca_topic_score_gemma":0.00012590551,"teacher_disagreement_score":0.20881064,"about_ca_system_score_codex":0.0006142238,"about_ca_system_score_gemma":0.00231709,"threshold_uncertainty_score":0.65746796},"labels":[],"label_agreement":null},{"id":"W4385160359","doi":"10.2196/46115","title":"Understanding Whether and How a Digital Health Intervention Improves Transition Care for Emerging Adults Living With Type 1 Diabetes: Protocol for a Mixed Methods Realist Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; McGill University; McGill University Health Centre; University of Toronto; Montreal Children's Hospital; Diabetes Canada; Trillium Health Centre; Hospital for Sick Children; Université de Montréal; Women's College Hospital; Université du Québec en Outaouais; Toronto General Hospital; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Protocol (science); Intervention (counseling); Digital health; Health care; Medicine; eHealth; Gerontology; Psychology; Medical education; Computer science; Nursing; Alternative medicine; Political science","score_opus":0.3910067073513916,"score_gpt":0.5948209063645252,"score_spread":0.20381419901313363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385160359","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00094900286,0.000005295186,0.013164658,0.0023197897,0.0000072499874,0.98318195,0.000023124167,0.00012829577,0.00022062541],"genre_scores_gemma":[0.010025284,4.242807e-7,0.0028456955,0.000019186848,0.00012326804,0.98609686,0.00018900486,0.00007037544,0.00062990346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99687135,0.00061156246,0.00026059296,0.00053350796,0.0009085138,0.0008144528],"domain_scores_gemma":[0.99785346,0.00059689,0.00012172022,0.00027082412,0.00096701673,0.00019006888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007151187,0.00018024402,0.00031265826,0.00062092213,0.0004596592,0.0004743989,0.00011981448,0.00009133068,0.000016185964],"category_scores_gemma":[0.0008655303,0.00013736347,0.00010448085,0.00086410885,0.00013947574,0.00043757714,0.00010049772,0.00026755087,0.0000018927377],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005885238,0.0006681738,0.0012365648,0.074305974,0.00024915638,0.0000021766211,0.007255753,0.000014103386,0.0029005164,0.00046982078,0.015465902,0.8915466],"study_design_scores_gemma":[0.07494322,0.11370015,0.010263715,0.15404299,0.00010672787,0.0000032741261,0.11168204,0.30988598,0.0034360015,0.01036498,0.21010265,0.0014682935],"about_ca_topic_score_codex":0.0000052574187,"about_ca_topic_score_gemma":0.00003287445,"teacher_disagreement_score":0.8900783,"about_ca_system_score_codex":0.0004532223,"about_ca_system_score_gemma":0.00025919464,"threshold_uncertainty_score":0.56015193},"labels":[],"label_agreement":null},{"id":"W4385160393","doi":"10.2196/48899","title":"Comparing the Efficacy of an Electronically Delivered Cognitive Behavioral Therapy Program to a Mental Health Check-In Program for Generalized Anxiety Disorder: Protocol for a Randomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Optech (Canada); Queen's University","funders":"","keywords":"Randomized controlled trial; Anxiety; Protocol (science); Mental health; Cognitive behavioral therapy; Generalized anxiety disorder; Clinical psychology; Cognition; Psychology; Cognitive therapy; Psychiatry; Medicine; Psychotherapist; Alternative medicine","score_opus":0.3460548464749812,"score_gpt":0.6635528117986559,"score_spread":0.3174979653236747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385160393","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06568309,0.0000031120776,0.000065157845,0.0016137484,0.000026356694,0.9320588,0.00016843416,0.00027089327,0.000110379464],"genre_scores_gemma":[0.014387018,3.0042386e-7,0.0014642868,0.000062277584,0.00010690768,0.9832103,0.00027713797,0.000090030095,0.0004017397],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99264205,0.002555934,0.0014983234,0.0008082421,0.0007395952,0.0017558779],"domain_scores_gemma":[0.99731874,0.00097176584,0.00037428734,0.00053178804,0.00044593337,0.00035745883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076190294,0.0003135357,0.0009619747,0.0003707233,0.00044264024,0.00021207752,0.0007649865,0.00015116222,0.000059964703],"category_scores_gemma":[0.0002889562,0.00022739093,0.0005654162,0.0012304607,0.0004120108,0.00017027881,0.00018848883,0.0005150723,0.00002163987],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.64427334,0.02558753,0.00008732283,0.00036846538,0.00006361456,7.4793184e-7,0.0012183286,0.0000012532731,0.00002780521,0.0008335925,0.0019330297,0.32560498],"study_design_scores_gemma":[0.857135,0.08424386,0.00067708053,0.0012151652,0.000004125067,0.000002052621,0.00038344806,0.0009650164,0.00028416238,0.00081399875,0.054051243,0.00022484492],"about_ca_topic_score_codex":0.0003565486,"about_ca_topic_score_gemma":0.0006290878,"teacher_disagreement_score":0.32538012,"about_ca_system_score_codex":0.00030770217,"about_ca_system_score_gemma":0.00057460374,"threshold_uncertainty_score":0.92727333},"labels":[],"label_agreement":null},{"id":"W4385169355","doi":"10.2196/47916","title":"Personalized Integrated Care Promoting Quality of Life for Older People: Protocol for a Multicenter Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Medicine; Randomized controlled trial; Quality of life (healthcare); Protocol (science); Usability; Neurorehabilitation; Clinical trial; Integrated care; Scale (ratio); Physical therapy; Gerontology; Health care; Rehabilitation; Nursing; Alternative medicine; Computer science","score_opus":0.21328802385317056,"score_gpt":0.5904231024162407,"score_spread":0.37713507856307016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385169355","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014013366,0.0000017426132,0.00068713445,0.0008174854,0.0000121297235,0.98363644,0.00008088448,0.00015539423,0.00059543434],"genre_scores_gemma":[0.011262345,2.6695167e-7,0.00055959244,0.000047914957,0.00026732395,0.9828793,0.00016530676,0.00007943422,0.004738555],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9908935,0.0032322898,0.0017391216,0.0007355088,0.0021220106,0.0012775891],"domain_scores_gemma":[0.98715806,0.0058245338,0.00046635183,0.0004638583,0.0056509594,0.00043623906],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018053938,0.0003435758,0.0025487475,0.0007112997,0.0003382409,0.00015487714,0.0003509174,0.00022136325,0.00065874873],"category_scores_gemma":[0.023054717,0.00022400342,0.0012967846,0.0010566637,0.000474999,0.00014423509,0.00018983138,0.00057246455,0.000028050761],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9672524,0.0023341796,0.0020961124,0.014834482,0.0004914284,0.0000036514496,0.0028602434,1.8661294e-7,0.00391635,0.00017179427,0.0037750741,0.0022641197],"study_design_scores_gemma":[0.96970856,0.005944429,0.000936987,0.0032120612,0.00003773551,5.316713e-7,0.0029257839,0.0019563811,0.0032103672,0.0001258383,0.011737308,0.00020398728],"about_ca_topic_score_codex":0.00004263312,"about_ca_topic_score_gemma":0.000016511263,"teacher_disagreement_score":0.011622421,"about_ca_system_score_codex":0.00018257616,"about_ca_system_score_gemma":0.0021570884,"threshold_uncertainty_score":0.98517454},"labels":[],"label_agreement":null},{"id":"W4385186741","doi":"10.2196/49679","title":"The Senior Companion Program Plus for African American Caregivers of Persons With Alzheimer Disease and Related Dementias: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Gerontology; Medicine; Dementia; Family caregivers; Randomized controlled trial; Intervention (counseling); Health equity; African american; Family medicine; Disease; Public health; Nursing","score_opus":0.10227119694848934,"score_gpt":0.5116534204046008,"score_spread":0.40938222345611147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385186741","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036760892,0.0000038762023,0.000070461705,0.0021415022,0.0000050885933,0.9933833,0.000039162507,0.00012565657,0.0005548684],"genre_scores_gemma":[0.01942265,0.0000010671819,0.00030344786,0.000010129767,0.00008319554,0.97799206,0.000041689043,0.000054343585,0.0020914003],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99510884,0.0012596478,0.0006553547,0.00053037476,0.0014359057,0.0010099027],"domain_scores_gemma":[0.9942241,0.0032093008,0.00032918595,0.00039200005,0.0013823269,0.00046309383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005805782,0.00025795496,0.0011822663,0.0003905282,0.0006330589,0.0001773387,0.00024399626,0.00005920463,0.000039655442],"category_scores_gemma":[0.0013899768,0.00013671463,0.00045759586,0.00096553087,0.0019595935,0.000093093746,0.00013605802,0.00033914184,0.0000042237602],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97869176,0.001011634,0.00038631033,0.00073764106,0.001301488,0.00001689614,0.0005489952,9.979277e-7,0.00009289286,0.0002481864,0.004210428,0.01275275],"study_design_scores_gemma":[0.93949807,0.020018248,0.00078173855,0.0008602936,0.0002636145,0.0000024211242,0.00277177,0.0039801407,0.00018778657,0.00018003481,0.03129913,0.00015677554],"about_ca_topic_score_codex":0.000030276118,"about_ca_topic_score_gemma":0.000009637647,"teacher_disagreement_score":0.039193735,"about_ca_system_score_codex":0.00008054351,"about_ca_system_score_gemma":0.0011100791,"threshold_uncertainty_score":0.7220204},"labels":[],"label_agreement":null},{"id":"W4385202646","doi":"10.2196/46082","title":"Testing the Effects of App-Based Motivational Messages on Physical Activity and Resting Heart Rate Through Smartphone App Compliance in Patients With Vulnerable Coronary Artery Plaques: Protocol for a Microrandomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Physical therapy; Aerobic exercise; Heart rate; Coronary artery disease; Compliance (psychology); Cardiology; Blood pressure; Internal medicine; Psychology","score_opus":0.22619278859636946,"score_gpt":0.5302660203936291,"score_spread":0.30407323179725965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385202646","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4242111,1.9311193e-7,0.000016059115,0.00029561188,0.0000048001257,0.57536876,0.000014292574,0.000035263187,0.00005390581],"genre_scores_gemma":[0.14126222,4.1718693e-8,0.0004297425,0.00012374503,0.00012295283,0.85797334,0.000019960282,0.000028097202,0.0000399097],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99648565,0.0013723501,0.00033450974,0.00042095114,0.0007387297,0.0006477962],"domain_scores_gemma":[0.9890133,0.01008318,0.00015905032,0.0002892945,0.00029600132,0.00015914414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003140099,0.00018660424,0.00060871843,0.00014295898,0.00038805057,0.00002949672,0.00008704009,0.00007227838,0.000001991427],"category_scores_gemma":[0.0021173514,0.00011825773,0.00006712891,0.0007445241,0.00023396239,0.00011274487,0.000058682985,0.0007155437,0.0000034908392],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9156573,0.0045750896,0.029877512,0.019947225,0.00002525942,0.00001888237,0.00036086154,0.000025068606,0.017503764,0.000013287111,0.0028783162,0.009117454],"study_design_scores_gemma":[0.45624352,0.018266426,0.49603587,0.015128242,0.000004465583,0.0000025953568,0.00004115339,0.00126882,0.011719448,0.00014832072,0.0009919195,0.0001492188],"about_ca_topic_score_codex":0.000058263082,"about_ca_topic_score_gemma":0.0000038995368,"teacher_disagreement_score":0.46615836,"about_ca_system_score_codex":0.00016745762,"about_ca_system_score_gemma":0.00080073794,"threshold_uncertainty_score":0.48224106},"labels":[],"label_agreement":null},{"id":"W4385207489","doi":"10.2196/44020","title":"Evaluating Allied Health Clinical Placement Performance: Protocol for a Modified Delphi Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nursing education and management","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Health care; Protocol (science); Context (archaeology); Medical education; Medicine; Delphi; Quality (philosophy); Nursing; Computer science; Alternative medicine; Political science","score_opus":0.8221376453676047,"score_gpt":0.7512167528613045,"score_spread":0.07092089250630018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385207489","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005120411,1.4680955e-7,0.0000434445,0.0051658265,0.0001635076,0.9883781,0.000004421769,0.00040715942,0.00071695104],"genre_scores_gemma":[0.0022863492,7.754473e-8,0.00076732656,0.00033218414,0.00046733487,0.9900594,0.000022833436,0.00007463373,0.0059898733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99305254,0.0018730118,0.0011260376,0.00084604387,0.001782235,0.0013201202],"domain_scores_gemma":[0.9972846,0.00063874596,0.00027620004,0.00088810176,0.0005660422,0.00034634327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020950627,0.00023608933,0.0003912586,0.00054374133,0.0010607128,0.00029836898,0.0006256692,0.00009766453,0.00010913845],"category_scores_gemma":[0.0006887987,0.00021047796,0.00011712028,0.0011293622,0.00013098256,0.00018111766,0.00027239614,0.00066352024,0.00030779254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008546767,0.0072563933,0.0024781849,0.0028577475,0.0000498684,0.0000018398197,0.0055977255,0.00043697655,0.0001044706,0.00016344787,0.70192575,0.2705808],"study_design_scores_gemma":[0.023401316,0.041977018,0.023396062,0.0029059378,0.00000538759,9.601838e-7,0.005090901,0.032488152,0.00021422867,0.00049965293,0.8695917,0.00042867818],"about_ca_topic_score_codex":0.000021152911,"about_ca_topic_score_gemma":0.000015591138,"teacher_disagreement_score":0.27015212,"about_ca_system_score_codex":0.0005428825,"about_ca_system_score_gemma":0.00054324046,"threshold_uncertainty_score":0.8583042},"labels":[],"label_agreement":null},{"id":"W4385226494","doi":"10.2196/47822","title":"Peer Support Self-Management Intervention for Individuals With Type 2 Diabetes in Rural Primary Care Settings: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Anhui University","keywords":"Protocol (science); Peer support; Intervention (counseling); Self-management; Type 2 diabetes; Medicine; Psychology; Primary care; Nursing; Family medicine; Diabetes mellitus; Computer science; Alternative medicine","score_opus":0.13861821309617833,"score_gpt":0.5646892951651462,"score_spread":0.4260710820689679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385226494","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021213595,5.052786e-7,0.000035589954,0.000578163,0.00001858785,0.97656786,0.000011886116,0.00021648945,0.0013573031],"genre_scores_gemma":[0.00095172896,5.5006957e-8,0.014710517,0.000052843057,0.0001298893,0.97665167,0.00048826134,0.00007226382,0.0069427597],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965244,0.00048337062,0.0005057078,0.00052466366,0.0010557442,0.00090610463],"domain_scores_gemma":[0.9978643,0.00030039082,0.00014302802,0.00048806175,0.0010713311,0.00013290999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008468476,0.00022499492,0.00039185796,0.0009808411,0.00017365576,0.00019680201,0.00031140403,0.000086323314,0.000058178823],"category_scores_gemma":[0.000303253,0.00018014558,0.00010921672,0.0014947925,0.000052842654,0.00025313243,0.00031143564,0.00028134926,0.000040206924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034899567,0.007484952,0.37475163,0.053924616,0.0006262498,0.000014274217,0.009794688,0.0000041639614,0.00026550665,0.00014193609,0.29027018,0.25923184],"study_design_scores_gemma":[0.024498899,0.020498803,0.16082579,0.0050806412,0.00005519945,3.3003604e-7,0.025379704,0.0001772425,0.0010958874,0.000410844,0.7616498,0.00032687254],"about_ca_topic_score_codex":0.000003634868,"about_ca_topic_score_gemma":0.000008313495,"teacher_disagreement_score":0.4713796,"about_ca_system_score_codex":0.0003659364,"about_ca_system_score_gemma":0.00019097238,"threshold_uncertainty_score":0.73461235},"labels":[],"label_agreement":null},{"id":"W4385241452","doi":"10.2196/51132","title":"The Mood, Mother and Child Study: Protocol for a Prospective Longitudinal Study and Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development; University of North Carolina at Chapel Hill","keywords":"Randomized controlled trial; Mood; Anxiety; Psychology; Longitudinal study; Clinical psychology; Depression (economics); Developmental psychology; Medicine; Psychiatry","score_opus":0.1860543729294906,"score_gpt":0.5688025581879272,"score_spread":0.3827481852584367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385241452","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027807495,0.0000037407428,0.0000017783838,0.001093824,0.000013064105,0.9700435,0.000004005028,0.00008369492,0.0009489036],"genre_scores_gemma":[0.042320758,8.3397026e-7,0.000011816632,0.000014242692,0.00025538568,0.95315754,6.9233e-7,0.000038055365,0.0042006834],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957375,0.0015565745,0.0006632771,0.0005229437,0.00086304935,0.00065663474],"domain_scores_gemma":[0.9970598,0.0019512762,0.00015567934,0.00038973364,0.00021722354,0.00022629475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0094123045,0.0002255836,0.0010388034,0.00018267996,0.0009994179,0.00021687843,0.00015461667,0.0000697674,0.000029035584],"category_scores_gemma":[0.00083800167,0.000115284005,0.00012067558,0.00028634485,0.00031763472,0.00007996683,0.00021328383,0.0005130082,0.000014246666],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9717354,0.00268601,0.020863503,0.002216299,0.00021958639,0.000028332543,0.001330563,7.386135e-8,0.0000014766802,0.0003091833,0.00015066749,0.00045890315],"study_design_scores_gemma":[0.9451989,0.021051027,0.026643228,0.0036452771,0.0000210019,0.000011061675,0.0006320933,0.00011672228,0.00002923887,0.00083944073,0.0017053997,0.00010663946],"about_ca_topic_score_codex":0.000028580136,"about_ca_topic_score_gemma":0.00004577128,"teacher_disagreement_score":0.026536532,"about_ca_system_score_codex":0.00005466783,"about_ca_system_score_gemma":0.0001336619,"threshold_uncertainty_score":0.76868147},"labels":[],"label_agreement":null},{"id":"W4385244288","doi":"10.2196/45170","title":"A Digital System (YouXin) to Facilitate Self-Management by People With Psychosis in China: Protocol for a Nonrandomized Validity and Feasibility Study With a Mixed Methods Design","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Capital Medical University; Wellcome Trust","keywords":"Usability; Mental health; Protocol (science); Beijing; Medicine; Digital health; Psychology; Psychiatry; China; Health care; Computer science; Alternative medicine","score_opus":0.39751053407168,"score_gpt":0.6132606882976415,"score_spread":0.21575015422596144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385244288","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017626198,2.571133e-7,0.012683444,0.00029023475,0.000013010371,0.96682966,0.000219269,0.00037110617,0.0019668497],"genre_scores_gemma":[0.033532836,1.0108871e-8,0.009312718,0.000008137879,0.000014066348,0.95456296,0.000013861596,0.000075166325,0.0024802329],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99163616,0.003871247,0.0009012447,0.0013797471,0.0009211143,0.0012904673],"domain_scores_gemma":[0.99673516,0.0013673247,0.0001678878,0.0009825781,0.00026884675,0.00047820204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010505246,0.0003978945,0.00076940795,0.0006532115,0.0003101928,0.0005039657,0.0005425268,0.00010133299,0.000026714253],"category_scores_gemma":[0.00018068119,0.0002898668,0.00010460063,0.0023204745,0.0001225598,0.0004076106,0.00034602237,0.0004170124,0.00012080619],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.59632254,0.08913372,0.07837774,0.03404148,0.001301703,0.00034739997,0.030905461,0.000037904894,0.000058354635,0.0009930902,0.082959,0.0855216],"study_design_scores_gemma":[0.38806316,0.26257676,0.21155922,0.016082924,0.000057085577,0.000071984665,0.03584014,0.0008782525,0.0004406606,0.0019463801,0.08021101,0.0022724404],"about_ca_topic_score_codex":0.00014028761,"about_ca_topic_score_gemma":0.00026389363,"teacher_disagreement_score":0.2082594,"about_ca_system_score_codex":0.00051561027,"about_ca_system_score_gemma":0.00009451375,"threshold_uncertainty_score":0.99995536},"labels":[],"label_agreement":null},{"id":"W4385245949","doi":"10.2196/50984","title":"Effect of Technology and Digital Media Use on Adolescent Health and Development: Protocol for a Multimethod Longitudinal Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Protocol (science); Psychology; Digital media; Computer science; Multimedia; Medical education; Applied psychology; Internet privacy; Medicine; World Wide Web; Alternative medicine","score_opus":0.4053049570979333,"score_gpt":0.6286622009280092,"score_spread":0.22335724383007588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385245949","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045688905,5.6755863e-7,0.00002427536,0.0006753127,0.000004988997,0.95327675,0.000016877235,0.00027556816,0.000036738526],"genre_scores_gemma":[0.016063392,2.6659316e-7,0.0007341844,0.000011037075,0.000035346984,0.9829398,0.0000030276578,0.000027650307,0.0001853319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962673,0.00087469205,0.0003907775,0.0005416948,0.00094539183,0.0009801142],"domain_scores_gemma":[0.99784356,0.0011278329,0.0001575881,0.00033242017,0.00023352778,0.0003050382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061612506,0.00019821827,0.00041157595,0.001182083,0.0008555392,0.0002251034,0.00044462594,0.00023515576,0.0000054885186],"category_scores_gemma":[0.005132755,0.00016208185,0.00003195385,0.0013949879,0.0010333075,0.0002610555,0.00046701898,0.0005818538,0.0000179966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027724882,0.0015045934,0.611013,0.0013532308,0.000032401887,0.000012884516,0.0044261436,1.1500065e-7,0.00003923875,0.00034446767,0.003536817,0.37496462],"study_design_scores_gemma":[0.036784403,0.052533112,0.5562134,0.011138919,0.0000042350407,0.000008690605,0.0082361195,0.000049375194,0.006604336,0.0012740686,0.326226,0.0009273509],"about_ca_topic_score_codex":0.00004482597,"about_ca_topic_score_gemma":0.00008055066,"teacher_disagreement_score":0.37403727,"about_ca_system_score_codex":0.0001963607,"about_ca_system_score_gemma":0.0005654039,"threshold_uncertainty_score":0.6609506},"labels":[],"label_agreement":null},{"id":"W4385253027","doi":"10.2196/47834","title":"Guideline-Adherent Physiotherapy for Patients With Hip and Knee Osteoarthritis in Germany: Protocol for an Implementation Research Project Using the Theoretical Domains Framework and the Behavior Change Wheel","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Brandenburgische Technische Universität Cottbus-Senftenberg","keywords":"Guideline; Medicine; Physical therapy; Protocol (science); Osteoarthritis; Intervention mapping; Intervention (counseling); Physical medicine and rehabilitation; Nursing; Alternative medicine","score_opus":0.796991116747324,"score_gpt":0.7985809964485031,"score_spread":0.0015898797011790755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385253027","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053710558,6.4839674e-7,0.00017361311,0.004101882,0.000009832529,0.94174695,0.00019166236,0.000045566994,0.000019312243],"genre_scores_gemma":[0.006729177,8.751881e-7,0.0021413015,0.00090481655,0.00037255025,0.98972136,0.000024103801,0.00006685396,0.000038970542],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887121,0.0063280454,0.0009749798,0.00065090606,0.0015247619,0.0018092184],"domain_scores_gemma":[0.9904921,0.0070138252,0.00024296645,0.0006095134,0.0014069666,0.00023462581],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.022128474,0.00021276015,0.00030612946,0.0004948591,0.0034292366,0.00021300299,0.00046998847,0.00017208935,0.0001030861],"category_scores_gemma":[0.0010999613,0.000117252224,0.000036865495,0.0015251552,0.0014783357,0.0004434243,0.0003574637,0.001070325,0.000006508245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03637141,0.0016470951,0.20849681,0.009176906,0.000052896525,0.0000080614445,0.25256166,0.0000018635063,0.0013757246,0.14711511,0.04439224,0.29880023],"study_design_scores_gemma":[0.112675115,0.026591873,0.17184941,0.0062260777,0.000010759048,0.0000032244338,0.06291303,0.0032858378,0.00015356795,0.05430188,0.5611642,0.0008250028],"about_ca_topic_score_codex":0.0006443006,"about_ca_topic_score_gemma":0.0009853686,"teacher_disagreement_score":0.516772,"about_ca_system_score_codex":0.0002833764,"about_ca_system_score_gemma":0.0012402793,"threshold_uncertainty_score":0.9978682},"labels":[],"label_agreement":null},{"id":"W4385269924","doi":"10.2196/50744","title":"Correction: Effectiveness of Silver Diamine Fluoride for Early Childhood Caries Among Children Aged 24 to 72 Months: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Early childhood caries; Medicine; Pediatrics; Family medicine; Dentistry; Psychology; Alternative medicine; Oral health; Surgery","score_opus":0.059422748313999525,"score_gpt":0.4706812046531467,"score_spread":0.4112584563391472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385269924","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00070487626,0.0000072445696,0.0005042388,0.000014181139,0.0048105675,0.99175596,0.0007739618,0.00029984186,0.0011291456],"genre_scores_gemma":[0.00015529031,6.2652344e-7,0.00004575279,0.000013072324,0.0036872956,0.8733284,0.0011701935,0.00029929145,0.12130007],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98692197,0.0049179113,0.002416081,0.0014732927,0.0025602686,0.0017104638],"domain_scores_gemma":[0.98512655,0.009429333,0.0011728111,0.0011180228,0.0025967478,0.0005565233],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013864186,0.0008630454,0.0044960068,0.0011961955,0.000790481,0.00052071264,0.0010694592,0.0013881505,0.00010864455],"category_scores_gemma":[0.015892455,0.0007066646,0.0018871033,0.0013413281,0.00046553934,0.00031870962,0.0004157481,0.0018319754,0.00007165055],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5913182,0.0007866687,0.00018891516,0.0055332473,0.0003696519,0.000007207324,0.00015428687,0.0000054741304,0.000019157116,0.000027454538,0.40079355,0.0007962024],"study_design_scores_gemma":[0.9339446,0.0074826633,0.020912312,0.013615774,0.000088755834,0.000004272918,0.000056041892,0.00011278514,0.00083986454,0.0004249798,0.021904558,0.0006134291],"about_ca_topic_score_codex":0.000666603,"about_ca_topic_score_gemma":0.0010474871,"teacher_disagreement_score":0.378889,"about_ca_system_score_codex":0.0005361974,"about_ca_system_score_gemma":0.0020596932,"threshold_uncertainty_score":0.99990827},"labels":[],"label_agreement":null},{"id":"W4385318549","doi":"10.2196/48636","title":"The Australian Genetic Heart Disease Registry: Protocol for a Data Linkage Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genetic Associations and Epidemiology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; NSW Ministry of Health; National Health and Medical Research Council; National Heart Foundation of Australia","keywords":"Linkage (software); Protocol (science); Record linkage; Disease; Medicine; Computer science; Population; Genetics; Alternative medicine; Biology; Environmental health; Internal medicine; Pathology","score_opus":0.43747474198180747,"score_gpt":0.6044209616680816,"score_spread":0.1669462196862741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385318549","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003236441,0.0000016049542,0.00007910892,0.0043967655,0.0000093514545,0.9920155,0.000121960926,0.000041470274,0.00009779795],"genre_scores_gemma":[0.0027399545,6.5642155e-7,0.0005399222,0.00007780129,0.00048528434,0.98569775,0.00021493617,0.000042908694,0.010200793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963612,0.0009922193,0.0004284246,0.00082637224,0.00043991258,0.00095189526],"domain_scores_gemma":[0.9965428,0.0002641715,0.00011352683,0.00249354,0.00032139517,0.00026456226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043007554,0.0001809168,0.00018565028,0.000072153714,0.0008506295,0.00017511044,0.0015156595,0.00015304009,0.00001621703],"category_scores_gemma":[0.0021882148,0.0001303097,0.000081349026,0.00040681948,0.00024063012,0.000005937791,0.0011420025,0.00028311374,0.000097366756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070638495,0.00050745544,0.07808621,0.00016992597,0.000047398295,0.00000839414,0.00003622462,0.00003274765,0.002754512,0.00003220725,0.9150636,0.0025549007],"study_design_scores_gemma":[0.001533983,0.0014024059,0.14100914,0.00006190011,0.0000024518383,0.0000012919968,0.00017112095,0.00035699827,0.00009880758,0.0006185291,0.85460186,0.00014150412],"about_ca_topic_score_codex":0.000024145374,"about_ca_topic_score_gemma":0.00006628976,"teacher_disagreement_score":0.062922925,"about_ca_system_score_codex":0.000028475417,"about_ca_system_score_gemma":0.00047982208,"threshold_uncertainty_score":0.65424407},"labels":[],"label_agreement":null},{"id":"W4385330068","doi":"10.2196/48235","title":"Cognitive Interventions in Individuals With Chronic Respiratory Diseases: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"West Park Healthcare Centre; Toronto Rehabilitation Institute; University of Toronto; McMaster University","funders":"National Sanitarium Association; McMaster University","keywords":"Psychological intervention; Medicine; PsycINFO; CINAHL; Systematic review; MEDLINE; Randomized controlled trial; Cognition; Physical therapy; Clinical psychology; Psychiatry; Pathology","score_opus":0.4463849739984681,"score_gpt":0.6271274773225051,"score_spread":0.18074250332403696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385330068","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2496836e-8,0.37881052,0.000008487045,0.00006600687,0.0000025508668,0.6198938,0.00093212334,0.00014473412,0.00014177233],"genre_scores_gemma":[7.549828e-9,0.108447865,0.00003420813,0.00005978072,0.0003166419,0.88746256,0.0005020134,0.00044217205,0.002734777],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98392487,0.005149045,0.0032101453,0.0020287419,0.0034692946,0.0022179072],"domain_scores_gemma":[0.99066466,0.003148295,0.0011108868,0.0021523542,0.0018779867,0.0010458344],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063555036,0.0011269825,0.006221652,0.0027973051,0.00034901456,0.00026940941,0.0013890303,0.00054995745,0.0005575754],"category_scores_gemma":[0.005247478,0.0007749519,0.0020275905,0.0050438186,0.0009065907,0.00033259802,0.0010009838,0.0030941938,0.00094850146],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0003542199,0.0018680108,0.00006624688,0.95075095,0.0007722108,0.0004805069,0.000024521722,7.4657684e-8,4.6587957e-8,0.00008363993,0.010773827,0.034825742],"study_design_scores_gemma":[0.0044279443,0.0019116291,0.00005072977,0.57049996,0.0004938571,0.000036952868,0.000028941535,0.000003342402,1.7377243e-7,0.000043223386,0.42210847,0.000394756],"about_ca_topic_score_codex":0.000011296521,"about_ca_topic_score_gemma":0.000051737356,"teacher_disagreement_score":0.41133466,"about_ca_system_score_codex":0.004413731,"about_ca_system_score_gemma":0.014073657,"threshold_uncertainty_score":0.99982935},"labels":[],"label_agreement":null},{"id":"W4385330778","doi":"10.2196/47320","title":"Studying Movement-Related Behavioral Maintenance and Adoption in Real Time: Protocol for an Intensive Ecological Momentary Assessment Study Among Older Adults","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Protocol (science); Psychology; Ecology; Gerontology; Applied psychology; Medicine; Biology","score_opus":0.3377292708442595,"score_gpt":0.6028880755977911,"score_spread":0.2651588047535316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385330778","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48234105,1.7912376e-8,0.000001151073,0.00021111088,0.0000017931322,0.5172725,0.000007237505,0.00007230828,0.000092855385],"genre_scores_gemma":[0.22409019,1.8943011e-7,0.00008051858,0.000042949803,0.000048276022,0.7754006,0.000035322286,0.000026230096,0.0002757538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99647456,0.0006298882,0.0005029003,0.0007183414,0.00080778566,0.0008665137],"domain_scores_gemma":[0.9984532,0.00022998182,0.00011227368,0.00033582965,0.00053590536,0.00033282163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023066937,0.0002079163,0.0004992571,0.00034400437,0.00027159104,0.00007002438,0.00016061902,0.00014568228,0.00007312099],"category_scores_gemma":[0.000093602976,0.00016361641,0.00005569216,0.0007015985,0.00019743084,0.0003863781,0.00030281124,0.0009741314,0.00001905377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0150670055,0.08322493,0.84627,0.0031360989,0.000099507975,0.0005411137,0.009359235,0.000013447113,0.010356315,0.00022374732,0.0076807826,0.024027765],"study_design_scores_gemma":[0.018961424,0.034553554,0.93246824,0.002279244,0.0000048029565,0.0000016674212,0.007657525,0.0032292304,0.00009754296,0.00040711794,0.00017619495,0.00016348508],"about_ca_topic_score_codex":0.00033432894,"about_ca_topic_score_gemma":0.00021319915,"teacher_disagreement_score":0.25825086,"about_ca_system_score_codex":0.00052905706,"about_ca_system_score_gemma":0.00023722954,"threshold_uncertainty_score":0.6672083},"labels":[],"label_agreement":null},{"id":"W4385331113","doi":"10.2196/42964","title":"Efficient Generation of Chondrocytes From Bone Marrow–Derived Mesenchymal Stem Cells in a 3D Culture System: Protocol for a Practical Model for Assessing Anti-Inflammatory Therapies","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mohammed Bin Rashid University of Medicine and Health Sciences","keywords":"Mesenchymal stem cell; Cartilage; Chondrocyte; Cell biology; Bone marrow; Stem cell; Proinflammatory cytokine; Inflammation; Chemistry; Medicine; Immunology; Biology; Anatomy","score_opus":0.2583049892741366,"score_gpt":0.5020048275758077,"score_spread":0.24369983830167108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385331113","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09445156,0.00000371227,0.001875514,0.00021162738,0.000011396607,0.90318984,0.00009219474,0.00011983942,0.000044305947],"genre_scores_gemma":[0.030292792,2.2720509e-7,0.017940927,0.0000086043065,0.00017678009,0.95083416,0.000066210196,0.000061148065,0.000619132],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969806,0.00030351875,0.0006268509,0.0005531568,0.00086373073,0.0006721609],"domain_scores_gemma":[0.9983155,0.00031384686,0.00020835157,0.00039026028,0.0006112425,0.00016078528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014853476,0.0002468572,0.00056303834,0.0003631158,0.00021964769,0.0001364473,0.000120653014,0.0002661083,0.000014924125],"category_scores_gemma":[0.00010226006,0.00019121885,0.00015837385,0.00038737297,0.00009741268,0.00017744944,0.00008509137,0.00031297895,0.000015711747],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025373152,0.0008047178,0.00025115345,0.003866149,0.00003677078,0.00007132554,0.0018069362,0.00037711227,0.9864253,0.000666066,0.0012414983,0.0019156478],"study_design_scores_gemma":[0.02154877,0.0033447298,0.00010940324,0.006716693,0.00001576524,0.000011356446,0.0020001587,0.45316917,0.51038533,0.00015693414,0.0022965774,0.00024512393],"about_ca_topic_score_codex":0.0000056450544,"about_ca_topic_score_gemma":0.000016192093,"teacher_disagreement_score":0.47603998,"about_ca_system_score_codex":0.0002474321,"about_ca_system_score_gemma":0.0008092713,"threshold_uncertainty_score":0.7797678},"labels":[],"label_agreement":null},{"id":"W4385352540","doi":"10.2196/48177","title":"A Suicide Prevention Intervention for Emerging Adult Sexual and Gender Minority Groups: Protocol for a Pilot Hybrid Effectiveness Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Randomized controlled trial; Intervention (counseling); Protocol (science); Medicine; Clinical psychology; Suicide prevention; Poison control; Psychology; Psychiatry; Alternative medicine; Medical emergency","score_opus":0.31271263489138496,"score_gpt":0.5848390219384417,"score_spread":0.2721263870470568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385352540","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030729208,0.000005610497,0.0032555824,0.00011210733,0.00006373608,0.96520644,0.00003066355,0.00021669679,0.00037994017],"genre_scores_gemma":[0.007872305,2.877124e-7,0.00012397807,0.000015263702,0.0005685488,0.9891857,0.00004135954,0.000058981328,0.0021335683],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.991463,0.0049302857,0.0010618751,0.00088968495,0.00062730303,0.0010278559],"domain_scores_gemma":[0.9913113,0.0068671964,0.0003450914,0.00039827064,0.00093902944,0.00013909134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016435571,0.00034654778,0.001448666,0.00055810256,0.0005785884,0.000179931,0.0002890463,0.00013540481,0.00012508265],"category_scores_gemma":[0.0033691446,0.00026858365,0.00059046474,0.00041468476,0.00025435744,0.00021283345,0.0002050071,0.00038424655,0.00003805351],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97874767,0.0018271848,0.00036394806,0.0042803623,0.0008108243,0.0000092746905,0.00073959806,8.11846e-7,0.0005138329,0.0026438062,0.005414467,0.0046482496],"study_design_scores_gemma":[0.9666324,0.010953233,0.0007920533,0.00033254616,0.000052538748,0.0000038229946,0.0006257848,0.0005801658,0.00022113688,0.01847966,0.0010502016,0.00027644393],"about_ca_topic_score_codex":0.00008877456,"about_ca_topic_score_gemma":0.00004479489,"teacher_disagreement_score":0.023979254,"about_ca_system_score_codex":0.000102193415,"about_ca_system_score_gemma":0.00009423797,"threshold_uncertainty_score":0.99997663},"labels":[],"label_agreement":null},{"id":"W4385355945","doi":"10.2196/44299","title":"Moral Distress, Mental Health, and Risk and Resilience Factors Among Military Personnel Deployed to Long-Term Care Facilities During the COVID-19 Pandemic: Research Protocol and Participation Metrics","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Canadian Armed Forces; Western University; Department of National Defence; McMaster University; Carleton University; Lawson Health Research Institute; University of Toronto; Royal Military College of Canada; Defence Research and Development Canada","funders":"Ministère de la Défense Nationale","keywords":"Mental health; Pandemic; Resilience (materials science); Protocol (science); Coronavirus disease 2019 (COVID-19); Psychology; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychological resilience; Health care; Distress; Medicine; Medical emergency; Psychiatry; Clinical psychology; Political science; Virology; Social psychology; Alternative medicine; Disease","score_opus":0.43585177894662663,"score_gpt":0.596032551256463,"score_spread":0.1601807723098364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385355945","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5430424,0.00009010178,0.0000031542536,0.00042542527,0.000005222372,0.4559541,0.0003207828,0.00010468,0.000054089473],"genre_scores_gemma":[0.33086926,0.00003719852,0.000012802185,0.000013899113,0.000031733332,0.6683395,0.000036006808,0.000040808638,0.00061881315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9885344,0.0052218395,0.0006220797,0.0012582677,0.0022808518,0.0020825877],"domain_scores_gemma":[0.9946264,0.002446751,0.0001015192,0.0009588102,0.00036902033,0.0014974987],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005547399,0.0003506095,0.00042287222,0.0011621343,0.0034211064,0.00040631843,0.0007552643,0.00021569461,0.00012392625],"category_scores_gemma":[0.0035014818,0.00026228512,0.000056891222,0.002315187,0.0024327622,0.000342981,0.0013977457,0.0016355313,0.000035572473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012265828,0.0001565642,0.87839675,0.0032635636,0.000039694973,0.0000317206,0.107318304,0.00000473434,0.000051792325,0.000058487887,0.002468307,0.006983473],"study_design_scores_gemma":[0.0026331653,0.0014934731,0.91024095,0.00047574233,0.0000017708232,0.00001260103,0.081890695,0.000075716634,0.00005875837,0.00020347258,0.002660845,0.00025281176],"about_ca_topic_score_codex":0.009373746,"about_ca_topic_score_gemma":0.0061317664,"teacher_disagreement_score":0.21238537,"about_ca_system_score_codex":0.0005723627,"about_ca_system_score_gemma":0.00037863114,"threshold_uncertainty_score":0.99998295},"labels":[],"label_agreement":null},{"id":"W4385421779","doi":"10.2196/50654","title":"Testing a Culturally Tailored Advance Care Planning Intervention (MY WAY) for an American Indian Tribe: Protocol for a Quasi-Experimental Waitlist Control Design","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institutes of Health","keywords":"Tribe; Protocol (science); Intervention (counseling); Control (management); Research design; Psychology; Medicine; Medical education; Nursing; Applied psychology; Gerontology; Computer science; Alternative medicine; Sociology; Artificial intelligence; Social science","score_opus":0.6006547296481056,"score_gpt":0.6652561781789527,"score_spread":0.06460144853084704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385421779","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043791155,0.000007977798,0.0043660966,0.00012014621,0.0000056871795,0.99071306,0.000086511696,0.00019917665,0.0001222322],"genre_scores_gemma":[0.028442908,8.808054e-8,0.015008071,0.000033110995,0.00024773483,0.9558684,0.00013323686,0.00006716525,0.0001992788],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969916,0.000436357,0.00056322024,0.0005502157,0.00064477284,0.00081385585],"domain_scores_gemma":[0.99681306,0.000969606,0.00028457196,0.00034605336,0.0013083683,0.00027836332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013498209,0.00025346753,0.0005695509,0.00035361605,0.00031081523,0.00009819322,0.00031203876,0.00009983094,0.000012245319],"category_scores_gemma":[0.0020909288,0.00020626532,0.00020163112,0.0008884627,0.00027809868,0.0002877336,0.00007293238,0.0003267569,0.000009209214],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12032677,0.0092233,0.06700232,0.032709,0.00055856357,0.0002866917,0.074037835,0.0003405978,0.41641942,0.00036886247,0.03386064,0.244866],"study_design_scores_gemma":[0.07991112,0.17382148,0.006149295,0.04848161,0.000030519313,0.000018962111,0.09562706,0.010495509,0.25545976,0.0004248992,0.32852075,0.0010590529],"about_ca_topic_score_codex":0.00008454794,"about_ca_topic_score_gemma":0.0000142762765,"teacher_disagreement_score":0.2946601,"about_ca_system_score_codex":0.00031191594,"about_ca_system_score_gemma":0.0002741292,"threshold_uncertainty_score":0.8411256},"labels":[],"label_agreement":null},{"id":"W4385432289","doi":"10.2196/49096","title":"Digital Phenotyping for Monitoring and Disease Trajectory Prediction of Patients With Cancer: Protocol for a Prospective Observational Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lietuvos Mokslo Taryba","keywords":"Medicine; Anxiety; Quality of life (healthcare); Observational study; mHealth; Physical therapy; Wearable computer; Wearable technology; Duration (music); Global Positioning System; Disease; Computer science; Internal medicine; Psychiatry; Nursing; Telecommunications; Psychological intervention","score_opus":0.2193215148069245,"score_gpt":0.5034638325896276,"score_spread":0.28414231778270305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385432289","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09954865,5.287315e-7,0.00005845751,0.000052248415,0.000009059932,0.8996766,0.0005312797,0.00006800318,0.000055146047],"genre_scores_gemma":[0.08653324,5.9472768e-8,0.00003531562,0.0000026778525,0.0002278609,0.91271204,0.000071425915,0.00003597897,0.00038138466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981257,0.000045953282,0.00024591843,0.00040154895,0.00085123617,0.00032965443],"domain_scores_gemma":[0.9980232,0.00019178526,0.00008036764,0.00021097272,0.0012848796,0.00020880581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051569054,0.00012736257,0.00023048103,0.00017021531,0.00018682596,0.00006286724,0.00008000499,0.00004122214,0.0000084084895],"category_scores_gemma":[0.00026963596,0.000100504876,0.000050777948,0.0004698296,0.00009703299,0.0002449237,0.00005621256,0.00016002027,4.701681e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013749229,0.0009118314,0.9766238,0.0027951244,0.00008262554,0.0000011803853,0.00066054537,0.0000058703245,0.000044391363,0.000022897933,0.00065670285,0.0044458],"study_design_scores_gemma":[0.009239963,0.003917578,0.97786695,0.0017427333,0.000011790072,7.448608e-8,0.0004406438,0.00015632343,0.00014416456,0.0001321663,0.00626133,0.000086263906],"about_ca_topic_score_codex":0.000024278723,"about_ca_topic_score_gemma":0.000020283225,"teacher_disagreement_score":0.013035432,"about_ca_system_score_codex":0.00021391286,"about_ca_system_score_gemma":0.0005853356,"threshold_uncertainty_score":0.409847},"labels":[],"label_agreement":null},{"id":"W4385432562","doi":"10.2196/47512","title":"Effects of a Community Health Worker–Led Health Literacy Intervention on Lifestyle Modification Among Patients With Hypertension and Diabetes in the City of Harare, Zimbabwe: Protocol for a Cluster Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institutes of Health","keywords":"Randomized controlled trial; Medicine; Health literacy; Cluster randomised controlled trial; Intervention (counseling); Diabetes mellitus; Cluster (spacecraft); Lifestyle modification; Literacy; Gerontology; Community health; Protocol (science); Family medicine; Alternative medicine; Nursing; Psychology; Public health; Health care; Political science; Internal medicine; Computer science","score_opus":0.18417034664636678,"score_gpt":0.5899086123980672,"score_spread":0.40573826575170047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385432562","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41817048,8.324696e-7,0.00008576791,0.0006159859,0.000010255387,0.58104354,0.00001845688,0.000027542694,0.000027103948],"genre_scores_gemma":[0.21675666,6.575847e-7,0.00012394156,0.0005289447,0.000034906192,0.7824126,0.00008179509,0.000016371472,0.000044117118],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9601783,0.034413647,0.00339437,0.00027484327,0.0009564283,0.0007823849],"domain_scores_gemma":[0.9761977,0.019308195,0.002328206,0.00066504057,0.0013136033,0.0001872095],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05378242,0.00022304998,0.001547812,0.0006147352,0.0010859694,0.000058166937,0.0003953343,0.0001836716,0.000012941577],"category_scores_gemma":[0.0071205064,0.000121192876,0.00018318463,0.0010016923,0.00029952193,0.00067383033,0.00016989921,0.0015055923,0.0000039390347],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90119535,0.0034109855,0.052982926,0.023163062,0.00002765235,7.8286874e-8,0.007930389,0.0000026838647,0.000002654705,0.00012315912,0.0017606729,0.009400405],"study_design_scores_gemma":[0.74729854,0.0049817353,0.22892085,0.013611267,0.000002387833,2.3155778e-8,0.0003435101,0.0035181066,0.000012592889,0.0004027187,0.00083067367,0.00007760017],"about_ca_topic_score_codex":0.00049845595,"about_ca_topic_score_gemma":0.00011053151,"teacher_disagreement_score":0.20141383,"about_ca_system_score_codex":0.00021078922,"about_ca_system_score_gemma":0.00065208325,"threshold_uncertainty_score":0.9743301},"labels":[],"label_agreement":null},{"id":"W4385456844","doi":"10.2196/51096","title":"Improving Children’s Mental Health Literacy Through the Cocreation of an Intervention and Scale Validation: Protocol for the CHILD-Mental Health Literacy Research Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Douglas Mental Health University Institute","funders":"Institut pour la Recherche en Santé Publique","keywords":"Mental health; Mental health literacy; Intervention (counseling); Scale (ratio); Literacy; Protocol (science); Health literacy; Psychology; Medical education; Medicine; Applied psychology; Psychiatry; Mental illness; Alternative medicine; Health care; Pedagogy","score_opus":0.2954927768153243,"score_gpt":0.6716728170329739,"score_spread":0.37618004021764956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385456844","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042252764,0.000025885238,0.000040467527,0.009041729,0.00003745751,0.94816256,0.000194158,0.00008211996,0.00016285734],"genre_scores_gemma":[0.055453267,0.0000030230983,0.00015730533,0.00010540155,0.00029485842,0.94250935,0.00037538933,0.000052248164,0.0010491406],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9909509,0.004621036,0.0010361858,0.0008187418,0.0013965924,0.0011765826],"domain_scores_gemma":[0.9973593,0.0006261347,0.00045676244,0.0009339954,0.00040613243,0.0002177027],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011553632,0.0002552471,0.00035395654,0.00036617753,0.0042390293,0.00057352113,0.0007643488,0.000086651315,0.00023835296],"category_scores_gemma":[0.00004918934,0.00015724568,0.000108795815,0.0012811117,0.00037720523,0.0009517312,0.00050205964,0.00079740037,0.00004540403],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054137823,0.009147147,0.02753373,0.0021847168,0.00011966791,0.0000022347876,0.07581933,0.0000011714711,0.000038865383,0.0009584144,0.023605043,0.8551759],"study_design_scores_gemma":[0.049143724,0.07332766,0.6777082,0.00868401,0.000010090796,0.00007785964,0.043210153,0.002351915,0.001305381,0.0020026546,0.14148639,0.0006919277],"about_ca_topic_score_codex":0.0033095586,"about_ca_topic_score_gemma":0.0002205697,"teacher_disagreement_score":0.85448396,"about_ca_system_score_codex":0.00040767767,"about_ca_system_score_gemma":0.00018612678,"threshold_uncertainty_score":0.9970573},"labels":[],"label_agreement":null},{"id":"W4385464775","doi":"10.2196/49999","title":"A Family-Based Mental Health Navigator Intervention for Youth in the Child Welfare System: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health; National Institutes of Health","keywords":"Mental health; Welfare; Psychology; Intervention (counseling); Health care; Psychiatry; Medicine; Political science","score_opus":0.2568446800917304,"score_gpt":0.61325635451311,"score_spread":0.3564116744213796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385464775","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028563003,0.0000027148621,0.00023720291,0.008351115,0.00014970764,0.98793405,0.0007246045,0.00023469317,0.0020803073],"genre_scores_gemma":[0.021841515,1.43354e-8,0.000075007745,0.00015515508,0.00025296016,0.97653055,0.0003161934,0.00007753146,0.00075105304],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9888627,0.0057942867,0.0022098199,0.0007211989,0.001016003,0.0013960036],"domain_scores_gemma":[0.9965637,0.0016016559,0.00063405326,0.0006840392,0.00028583934,0.00023071333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023900596,0.00032092875,0.0013488763,0.00070071593,0.000938495,0.00030608985,0.0008276775,0.00018674796,0.00007076474],"category_scores_gemma":[0.00068375596,0.00021100654,0.0013379793,0.0009647712,0.00024412101,0.0001620805,0.000109469285,0.0005947523,0.00012866688],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9539412,0.004172126,0.0000059480813,0.0055350144,0.000087396904,0.0000043053697,0.0013120341,9.0858896e-7,0.0000010572026,0.017114177,0.014872287,0.0029535396],"study_design_scores_gemma":[0.9251013,0.011121733,0.000026468017,0.00926987,0.0000062327476,0.0000020796529,0.006151062,0.000495983,0.000011372367,0.0004417199,0.04720511,0.00016709695],"about_ca_topic_score_codex":0.00019851066,"about_ca_topic_score_gemma":0.00009109633,"teacher_disagreement_score":0.032332823,"about_ca_system_score_codex":0.0005734312,"about_ca_system_score_gemma":0.00024156306,"threshold_uncertainty_score":0.8604597},"labels":[],"label_agreement":null},{"id":"W4385499175","doi":"10.2196/49417","title":"Targeted Glioblastoma Treatment via Synthesis and Functionalization of Gold Nanoparticles With De Novo–Engineered Transferrin-Like Peptides: Protocol for a Novel Method","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nanoparticle-Based Drug Delivery","field":"Materials Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Graduate Education; Universidade Federal de Santa Catarina; Fundação de Amparo à Pesquisa e Inovação do Estado de Santa Catarina; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Temozolomide; Transferrin; Surface modification; Drug delivery; Colloidal gold; In vivo; Blood–brain barrier; Nanotechnology; Materials science; Chemistry; Nanoparticle; Cancer research; Glioma; Medicine; Biochemistry; Biology; Internal medicine; Biotechnology","score_opus":0.12902135973945153,"score_gpt":0.4476071728868069,"score_spread":0.31858581314735535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385499175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13402814,4.839501e-7,0.017178511,0.00018738855,0.0000030437482,0.8483133,0.0000866611,0.0001887895,0.000013737914],"genre_scores_gemma":[0.02803988,1.2102524e-7,0.018914457,0.000011947386,0.000034860594,0.95272297,0.000004850691,0.000055792072,0.00021509733],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99727535,0.0003227182,0.00042366606,0.0005335423,0.0007297689,0.00071498024],"domain_scores_gemma":[0.997909,0.0008548722,0.00008468335,0.00038809897,0.00053306005,0.00023025526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017667913,0.00022955511,0.00034597883,0.00037118306,0.00017262716,0.0001090269,0.00019167698,0.00010082944,0.00008381692],"category_scores_gemma":[0.00018702842,0.00017568647,0.00007619716,0.0010593649,0.00021299231,0.00026165426,0.00005712844,0.00009304776,0.000023774684],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071468055,0.0009628822,0.00030780802,0.001107373,0.000030975218,0.000011951724,0.00030634447,0.0012082631,0.98639065,0.00018595005,0.00048962433,0.0018513547],"study_design_scores_gemma":[0.005218005,0.0047011646,0.000672352,0.00061977806,0.000011300815,0.000033419074,0.00008902671,0.01014108,0.97068614,0.00012918522,0.007512269,0.00018627595],"about_ca_topic_score_codex":0.000039098457,"about_ca_topic_score_gemma":0.00004143219,"teacher_disagreement_score":0.105988264,"about_ca_system_score_codex":0.00017908988,"about_ca_system_score_gemma":0.0004275178,"threshold_uncertainty_score":0.7164286},"labels":[],"label_agreement":null},{"id":"W4385501206","doi":"10.2196/44728","title":"Evaluating the Added Value of Digital Contact Tracing Support Tools for Citizens: Framework Development","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Rijksinstituut voor Volksgezondheid en Milieu","keywords":"Contact tracing; Workload; Public health; Medicine; Process (computing); Process management; Knowledge management; Computer science; Nursing; Coronavirus disease 2019 (COVID-19); Business; Infectious disease (medical specialty); Disease","score_opus":0.527873398136466,"score_gpt":0.5901564084743586,"score_spread":0.06228301033789252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385501206","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020925844,0.00000403625,0.16570583,0.0023681344,0.00005250005,0.80677253,0.000057065092,0.0007304748,0.0033835787],"genre_scores_gemma":[0.2378938,1.2420922e-7,0.012444631,0.00010978346,0.000092364906,0.7489684,0.000014544462,0.00003603025,0.00044031048],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949209,0.0003129242,0.0007984781,0.0007266651,0.0020686665,0.0011723358],"domain_scores_gemma":[0.9882052,0.009534273,0.00020659473,0.0011102807,0.00075503753,0.00018862597],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0066196914,0.000244191,0.00035472345,0.00037589626,0.0005893057,0.0022079318,0.0022722348,0.00013329394,0.000023126237],"category_scores_gemma":[0.0070839,0.00018810378,0.00018237496,0.0018097953,0.00010693531,0.0019615176,0.0011534076,0.0006436561,0.00014106276],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070874084,0.0005066134,0.0015452856,0.0031998085,0.00016340941,0.00008102679,0.014175775,0.0006673021,0.012452271,0.12784408,0.004940301,0.8337154],"study_design_scores_gemma":[0.014005905,0.023079552,0.04431274,0.03883471,0.000018829607,0.00006997325,0.0041364157,0.19089799,0.16951509,0.24385,0.26740018,0.0038786025],"about_ca_topic_score_codex":0.0000039291226,"about_ca_topic_score_gemma":0.0000024887902,"teacher_disagreement_score":0.8298368,"about_ca_system_score_codex":0.00026950656,"about_ca_system_score_gemma":0.001821026,"threshold_uncertainty_score":0.9988279},"labels":[],"label_agreement":null},{"id":"W4385501833","doi":"10.2196/47547","title":"Implementation of a Surveillance System for Severe Acute Respiratory Infections at a Tertiary Care Hospital in Austria: Protocol for a Retrospective Longitudinal Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Centre for Disease Prevention and Control; European Commission","keywords":"Medicine; Incidence (geometry); Health care; Emergency medicine; Pandemic; Medical emergency; Pediatrics; Disease; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty); Internal medicine","score_opus":0.21296564268138243,"score_gpt":0.5772592620738831,"score_spread":0.3642936193925007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385501833","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26080623,5.256576e-7,0.00001659726,0.00005917085,0.000010119921,0.73664916,0.0022562258,0.00016904017,0.000032911325],"genre_scores_gemma":[0.33596623,2.5736266e-8,0.000043073742,0.000002961812,0.000087008724,0.6636546,0.00014639746,0.000040960436,0.000058753856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99551517,0.00074946095,0.0008800552,0.0009896413,0.0010391212,0.0008265462],"domain_scores_gemma":[0.9961346,0.00041466003,0.00029314772,0.0010063812,0.0019317078,0.00021953441],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033976163,0.00027152555,0.00067596504,0.0005747229,0.00030345406,0.00005447338,0.00029475364,0.00013704204,0.000038090548],"category_scores_gemma":[0.00066613435,0.0002483602,0.00022266615,0.0015733214,0.00016406363,0.00023144198,0.0003936363,0.00038114615,0.000017880684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004212211,0.0016911722,0.9771623,0.0063368334,0.00014984848,0.000056145975,0.0009789033,0.0000029807757,0.0006648084,0.000020878668,0.008306321,0.00041761575],"study_design_scores_gemma":[0.02436219,0.010421025,0.9557757,0.0011734099,0.000011013896,0.0000041859803,0.0040995586,0.000028750577,0.00087021827,0.000029896226,0.0030129568,0.00021112074],"about_ca_topic_score_codex":0.00013544703,"about_ca_topic_score_gemma":0.0018868465,"teacher_disagreement_score":0.07515999,"about_ca_system_score_codex":0.0025058612,"about_ca_system_score_gemma":0.0009902879,"threshold_uncertainty_score":0.99999684},"labels":[],"label_agreement":null},{"id":"W4385558439","doi":"10.2196/49252","title":"An eHealth App (CAPABLE) Providing Symptom Monitoring, Well-Being Interventions, and Educational Material for Patients With Melanoma Treated With Immune Checkpoint Inhibitors: Protocol for an Exploratory Intervention Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università degli Studi di Pavia; European Commission","keywords":"eHealth; Medicine; Usability; Psychological intervention; Quality of life (healthcare); Physical therapy; Adverse effect; Randomized controlled trial; Cohort; mHealth; Patient education; Internal medicine; Health care; Family medicine; Nursing","score_opus":0.1232515389471056,"score_gpt":0.5013321786213119,"score_spread":0.37808063967420624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385558439","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32607433,7.64907e-7,0.000056279347,0.00009587803,0.000038887603,0.67352104,0.000048570313,0.00013448653,0.000029733626],"genre_scores_gemma":[0.09138045,1.8756518e-7,0.0003312672,0.00000396724,0.0010925857,0.90609705,0.00059977506,0.00010054887,0.00039413827],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966726,0.00044238838,0.00073110865,0.0007058639,0.0007618089,0.00068623293],"domain_scores_gemma":[0.9977298,0.00012630128,0.00028751424,0.0004766372,0.0010268205,0.00035294754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022071055,0.0002861893,0.00041905214,0.0005207711,0.0004696312,0.0003411633,0.00020334021,0.00014972873,0.000068388596],"category_scores_gemma":[0.00009770479,0.00021894005,0.00015078645,0.00053729856,0.00013980495,0.00072976976,0.00008512769,0.00030433995,0.000005032935],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.71993846,0.013983945,0.17701338,0.04732282,0.0003558342,0.000010259326,0.0070624514,0.0000041314083,0.0065890388,0.00043082604,0.0023277057,0.024961146],"study_design_scores_gemma":[0.41597003,0.30616936,0.06359018,0.07156309,0.00009844203,0.000014970874,0.010383214,0.0003895162,0.08378181,0.0010248412,0.045524374,0.0014901916],"about_ca_topic_score_codex":0.00020679977,"about_ca_topic_score_gemma":0.00018704531,"teacher_disagreement_score":0.30396846,"about_ca_system_score_codex":0.0003886706,"about_ca_system_score_gemma":0.00053401524,"threshold_uncertainty_score":0.89281166},"labels":[],"label_agreement":null},{"id":"W4385558823","doi":"10.2196/47293","title":"Nursing Training for Early Clinical Deterioration Risk Assessment: Protocol for an Implementation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Vital signs; Psychological intervention; Referral; Protocol (science); Intervention (counseling); Early warning score; Clinical trial; Warning system; Declaration; Intensive care medicine; Intensive care; Medical emergency; Nursing; Alternative medicine","score_opus":0.9069507310685629,"score_gpt":0.799955860047182,"score_spread":0.10699487102138094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385558823","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08427468,6.790419e-8,0.0003748528,0.0003197351,0.00000893722,0.91471934,0.000041616615,0.0001431807,0.00011760675],"genre_scores_gemma":[0.055436224,9.870784e-8,0.0031593062,0.00002451426,0.00041770824,0.940715,0.00011623304,0.00006016494,0.00007073595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964197,0.0007713972,0.0007278452,0.0006344293,0.00076801935,0.0006786081],"domain_scores_gemma":[0.99765164,0.0007952552,0.00019938505,0.00045919998,0.00063338963,0.00026113374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00593677,0.00017656184,0.00037160728,0.0003143951,0.0005699514,0.00027055416,0.0001453426,0.000107661974,0.000059238373],"category_scores_gemma":[0.00031611492,0.00014312401,0.00017097566,0.00048297172,0.000078814664,0.00033003747,0.000037392132,0.0003132552,0.000019888927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034312636,0.008072596,0.5135084,0.00037117963,0.0001343804,0.000010217812,0.0034432882,0.0000014686684,0.0005464004,0.00016890487,0.008975241,0.46133664],"study_design_scores_gemma":[0.031463943,0.06911459,0.86961746,0.0010565628,0.000031222276,0.0000014832875,0.005435093,0.0010595322,0.00055545487,0.0016997425,0.01979938,0.00016553933],"about_ca_topic_score_codex":0.00002842997,"about_ca_topic_score_gemma":0.000056585413,"teacher_disagreement_score":0.46117112,"about_ca_system_score_codex":0.0002647619,"about_ca_system_score_gemma":0.0005200181,"threshold_uncertainty_score":0.5836428},"labels":[],"label_agreement":null},{"id":"W4385585532","doi":"10.2196/48437","title":"Internet-Based Cognitive Behavioral Therapy and Virtual Reality Exposure Therapy for Social Anxiety Disorder: Protocol for a Randomized Controlled Trial in Hong Kong","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Impact Fund","keywords":"Social anxiety; Anxiety; Randomized controlled trial; Cognitive behavioral therapy; Exposure therapy; The Internet; Protocol (science); Clinical psychology; Psychology; Virtual reality; Virtual Reality Exposure Therapy; Cognition; Psychotherapist; Cognitive therapy; Medicine; Psychiatry; Alternative medicine; Computer science; World Wide Web; Human–computer interaction","score_opus":0.35172844069998677,"score_gpt":0.5872429337717144,"score_spread":0.23551449307172767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385585532","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038948223,0.000027155498,0.0015464267,0.0003965208,0.000067108995,0.9582553,0.00023001478,0.00022949051,0.0002997586],"genre_scores_gemma":[0.07151764,0.0000375705,0.00007824077,0.00007641857,0.0005961674,0.9262554,0.00013734991,0.00013794936,0.0011632631],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9906103,0.004337184,0.0012613712,0.0014337744,0.0009794974,0.0013778447],"domain_scores_gemma":[0.9901734,0.007249061,0.00054632704,0.00038543448,0.001429637,0.00021614555],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009440057,0.00060982147,0.0018424748,0.001200055,0.0005464799,0.00034296626,0.00052438746,0.0005750044,0.0003444504],"category_scores_gemma":[0.0019801378,0.00045012805,0.0007335472,0.0016748678,0.00089988613,0.0002734543,0.00012647008,0.0007685376,0.000021955242],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78752375,0.00655161,0.007403221,0.00015594612,0.0002560672,0.000005426245,0.0025664612,3.0111076e-7,0.00006608122,0.00023775724,0.004948615,0.19028477],"study_design_scores_gemma":[0.9450868,0.012712577,0.004400503,0.0004798273,0.000014899156,8.322993e-7,0.0014236375,0.00016838976,0.00035456143,0.0016335278,0.033276904,0.000447572],"about_ca_topic_score_codex":0.00012026664,"about_ca_topic_score_gemma":0.00006871111,"teacher_disagreement_score":0.1898372,"about_ca_system_score_codex":0.00012868765,"about_ca_system_score_gemma":0.00042630642,"threshold_uncertainty_score":0.999795},"labels":[],"label_agreement":null},{"id":"W4385640236","doi":"10.2196/47548","title":"Health Care Provider Stigma Toward Patients With Substance Use Disorders: Protocol for a Nationally Representative Survey","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health; U.S. Department of Health and Human Services","keywords":"Medicine; Family medicine; Phone; Substance abuse; Stigma (botany); Cross-sectional study; Public health; Health care; Substance use; Psychiatry; Nursing","score_opus":0.28668818530722345,"score_gpt":0.565233740902325,"score_spread":0.2785455555951016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385640236","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064279106,0.0000017305903,0.00007691871,0.002151237,0.000004594084,0.9904673,0.00051869836,0.00022649612,0.00012512786],"genre_scores_gemma":[0.0025234066,5.07587e-7,0.0015146926,0.000099226374,0.000050126204,0.99301845,0.0013616204,0.00011806798,0.0013138792],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945063,0.00079860556,0.0005211795,0.00096746016,0.0020962027,0.0011102824],"domain_scores_gemma":[0.99495083,0.00089895003,0.00020234835,0.0007798036,0.0027877917,0.00038029064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011561821,0.00033031357,0.00049110997,0.00045913144,0.000437155,0.0001809551,0.0002880269,0.00011034161,0.000051278774],"category_scores_gemma":[0.0009449897,0.0002442511,0.00010432689,0.0016887753,0.00023197557,0.00042585912,0.00012698455,0.00045141845,0.00007641548],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014786636,0.002852773,0.89091074,0.0054346663,0.00013998232,0.00001349646,0.009177631,0.00001222482,0.0000062895465,0.0001432683,0.070820294,0.00570197],"study_design_scores_gemma":[0.020325555,0.0079102125,0.9050542,0.0024910462,0.0000027918861,5.468333e-7,0.0011134199,0.000035118417,0.000098877616,0.00015446305,0.06256606,0.0002477087],"about_ca_topic_score_codex":0.00060545787,"about_ca_topic_score_gemma":0.0020016169,"teacher_disagreement_score":0.014143436,"about_ca_system_score_codex":0.0007041095,"about_ca_system_score_gemma":0.0022767063,"threshold_uncertainty_score":0.99602705},"labels":[],"label_agreement":null},{"id":"W4385648203","doi":"10.2196/47460","title":"Obstructive Sleep Apnea and a Comprehensive Remotely Supervised Rehabilitation Program: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Obstructive sleep apnea; Continuous positive airway pressure; Physical therapy; Randomized controlled trial; Rehabilitation; Polysomnography; Quality of life (healthcare); Positive airway pressure; Apnea–hypopnea index; Psychological intervention; Apnea; Internal medicine","score_opus":0.15789137867065617,"score_gpt":0.531491704120341,"score_spread":0.3736003254496848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385648203","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012358898,0.0000015039041,0.00009827275,0.0021441139,0.000019350546,0.983894,0.000021795877,0.00051311177,0.0009489876],"genre_scores_gemma":[0.0012032948,1.948098e-7,0.0073573086,0.000028913966,0.00042899902,0.9902727,0.000039720795,0.00012888666,0.0005399766],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98946583,0.0038387736,0.0013969089,0.0012473175,0.0024693348,0.0015818342],"domain_scores_gemma":[0.9824885,0.011639388,0.00028437396,0.00089107,0.0040800474,0.000616602],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00672538,0.0004939547,0.002549834,0.0013944093,0.00056565204,0.00032931747,0.00037953048,0.00037727517,0.00014138657],"category_scores_gemma":[0.014066927,0.00035743008,0.00078349485,0.0019991433,0.0020358053,0.00032411297,0.00039930455,0.0011669254,0.00009104068],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93553495,0.0014122102,0.00014085886,0.0032207777,0.0004258494,0.000039381786,0.00092829316,0.0000018919145,0.0028401439,0.0010363116,0.0010050355,0.053414285],"study_design_scores_gemma":[0.93555707,0.015251964,0.0009273819,0.00081269036,0.00003052245,0.000015884438,0.00090101594,0.023035968,0.0004458418,0.004316739,0.018406805,0.00029814395],"about_ca_topic_score_codex":0.000019309138,"about_ca_topic_score_gemma":0.0000034605885,"teacher_disagreement_score":0.05311614,"about_ca_system_score_codex":0.00032159075,"about_ca_system_score_gemma":0.00039596338,"threshold_uncertainty_score":0.99988776},"labels":[],"label_agreement":null},{"id":"W4385668926","doi":"10.2196/47932","title":"Effectiveness, Acceptability, and Feasibility of a Telehealth HIV Pre-Exposure Prophylaxis Care Intervention Among Young Cisgender Men and Transgender Women Who Have Sex With Men: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pre-exposure prophylaxis; Randomized controlled trial; Telehealth; Medicine; Transgender women; Transgender; Men who have sex with men; Intervention (counseling); Human immunodeficiency virus (HIV); Protocol (science); Physical therapy; Family medicine; Health care; Alternative medicine; Psychology; Telemedicine; Nursing; Surgery","score_opus":0.0897810612461159,"score_gpt":0.5090866972509485,"score_spread":0.41930563600483256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385668926","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11628342,0.000007668699,0.00066717895,0.00010095546,0.0000014814974,0.88071007,0.000081601516,0.0000845633,0.0020630732],"genre_scores_gemma":[0.2209693,0.0000011456772,0.00006515438,0.0000015136376,0.000061485705,0.77342105,0.000029971643,0.000050833132,0.005399558],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9896463,0.0055125766,0.0012540228,0.0010087617,0.0014990167,0.0010792814],"domain_scores_gemma":[0.9953032,0.0015978955,0.00029789653,0.0006956304,0.0014400436,0.0006653302],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015934179,0.00038294005,0.0021799703,0.00068267406,0.00038434088,0.0001809804,0.0002561437,0.0002673991,0.00025916105],"category_scores_gemma":[0.0026380913,0.00024566817,0.0005219052,0.0006723321,0.0012858743,0.00033620503,0.00022068799,0.0008280483,0.0000019775575],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90157807,0.0017255074,0.045950223,0.03448648,0.0005277939,0.000010060209,0.008000685,0.0000011922257,0.00039050909,0.00003329552,0.0016094254,0.0056867376],"study_design_scores_gemma":[0.89961666,0.058158588,0.028800547,0.0024312935,0.000024866273,0.000006807198,0.0073816082,0.0020437017,0.00065445097,0.00042301553,0.00024790195,0.000210565],"about_ca_topic_score_codex":0.00018895887,"about_ca_topic_score_gemma":0.00011682978,"teacher_disagreement_score":0.10728903,"about_ca_system_score_codex":0.00047459596,"about_ca_system_score_gemma":0.0008061991,"threshold_uncertainty_score":0.9999996},"labels":[],"label_agreement":null},{"id":"W4385683837","doi":"10.2196/37136","title":"Effects of the Pregnancy and Newborn Diagnostic Assessment (PANDA) App on Antenatal Care Quality in Burkina Faso: Protocol for a Cluster Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Family medicine; Health facility; Pregnancy; Nursing; Population; Obstetrics; Environmental health; Health services","score_opus":0.08906124587352822,"score_gpt":0.5441079730424202,"score_spread":0.455046727168892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385683837","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041190047,0.0000047060457,0.000011675622,0.0011384875,0.00001679294,0.95704556,0.000017770331,0.00004019503,0.00053474784],"genre_scores_gemma":[0.03654122,0.0000017032078,0.000054646964,0.0000916453,0.0001291641,0.962823,0.0000042709457,0.00002276246,0.00033162473],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99455976,0.0024757618,0.00081205746,0.00039853138,0.0011425763,0.0006113297],"domain_scores_gemma":[0.99138963,0.007491526,0.00023258787,0.00037403524,0.00034328052,0.00016896075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003723798,0.00020912841,0.0013356481,0.00020258797,0.00015925373,0.000048040114,0.00022279994,0.00014172509,0.000009393374],"category_scores_gemma":[0.0054323534,0.000106378466,0.0002913357,0.00041099926,0.00023728362,0.00005017783,0.00020862355,0.0005587106,0.0000046145547],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97530764,0.000962547,0.003884982,0.015843049,0.00005217383,0.000033830933,0.00038240172,0.000001769054,0.00020644345,0.00084895093,0.000587407,0.0018887994],"study_design_scores_gemma":[0.942744,0.004488908,0.025025925,0.02368766,0.00001157229,0.0000021906858,0.00010900799,0.00010010039,0.00071074994,0.0010180401,0.0020057042,0.00009612222],"about_ca_topic_score_codex":0.0000780548,"about_ca_topic_score_gemma":0.00002645371,"teacher_disagreement_score":0.032563627,"about_ca_system_score_codex":0.00016721673,"about_ca_system_score_gemma":0.00050827203,"threshold_uncertainty_score":0.6503427},"labels":[],"label_agreement":null},{"id":"W4385684219","doi":"10.2196/45293","title":"Stimulating the Uptake of Preconception Care by Women With a Vulnerable Health Status Through mHealth App–Based Nudging (Pregnant Faster): Cocreation Design and Protocol for a Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"mHealth; Medicine; Pregnancy; eHealth; Prenatal care; Behavior change; Family medicine; Gerontology; Psychology; Health care; Nursing; Environmental health; Psychological intervention; Population","score_opus":0.24427179314745717,"score_gpt":0.5493441429194604,"score_spread":0.30507234977200326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385684219","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016464049,0.000004067657,0.006040257,0.00043605646,0.0000012906252,0.9768095,0.00004354999,0.00007797193,0.00012323074],"genre_scores_gemma":[0.02963196,0.0000012722114,0.0033784704,0.00006039974,0.00002474619,0.96633905,0.00008618856,0.000041326384,0.0004365731],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99540603,0.0010454569,0.00049924926,0.00050473056,0.0014437789,0.0011007414],"domain_scores_gemma":[0.9976461,0.00069982605,0.00019504578,0.0003948559,0.0007866427,0.00027752543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052276314,0.00017861577,0.00036944417,0.00022434164,0.00065366726,0.00011788098,0.00014763862,0.0000424281,0.00003419458],"category_scores_gemma":[0.00032096246,0.000114812385,0.000027106178,0.00078791246,0.00015857325,0.00018396474,0.0000950775,0.00038940102,0.000003958756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04731589,0.0075489394,0.27838767,0.0860316,0.0007614805,0.000027870492,0.08582128,0.016518729,0.0050917044,0.00039967863,0.043835856,0.4282593],"study_design_scores_gemma":[0.06943838,0.16932842,0.44289333,0.018825563,0.000028706943,0.0000027160058,0.08742382,0.08867304,0.0020411795,0.00062320207,0.12005449,0.0006671567],"about_ca_topic_score_codex":0.00015030307,"about_ca_topic_score_gemma":0.000020728296,"teacher_disagreement_score":0.42759216,"about_ca_system_score_codex":0.0005185173,"about_ca_system_score_gemma":0.0012726752,"threshold_uncertainty_score":0.50275457},"labels":[],"label_agreement":null},{"id":"W4385684231","doi":"10.2196/47018","title":"Testing the Impact of Phone Texting Reminders for Children's Immunization Appointments in Rural Cameroon: Protocol for a Nonrandomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Vaccination; Descriptive statistics; Pandemic; Family medicine; Phone; Intervention (counseling); Immunization; Pediatrics; Medical emergency; Coronavirus disease 2019 (COVID-19); Nursing; Disease","score_opus":0.23078749373090016,"score_gpt":0.5654652012622956,"score_spread":0.3346777075313955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385684231","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035844807,4.490952e-7,0.000067666086,0.00028635186,0.000006703931,0.96309406,0.000010777743,0.000052880085,0.00063627976],"genre_scores_gemma":[0.034079622,1.3012554e-7,0.00015610941,0.0000055267387,0.00032481892,0.9649831,0.000013011222,0.000028197765,0.00040948865],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99622256,0.0013059083,0.0007010566,0.00025310714,0.00068259414,0.00083475467],"domain_scores_gemma":[0.9941612,0.004416382,0.00035364405,0.0002822102,0.00070247386,0.00008407605],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011000022,0.00015697688,0.00053798966,0.00031271798,0.0009102901,0.00018009414,0.00052811,0.0001277616,0.00007338089],"category_scores_gemma":[0.008616327,0.00010229832,0.0003146999,0.0016118811,0.00008068431,0.00025091757,0.00009702529,0.00028732678,0.000008010715],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93805337,0.0019666613,0.013268095,0.0003939192,0.00019284016,0.0000025349216,0.010231474,0.00018542219,0.005323957,0.0005265305,0.014121548,0.015733661],"study_design_scores_gemma":[0.97548395,0.0041362583,0.010502136,0.0012194202,0.000005269779,4.14028e-7,0.0029607918,0.0018717329,0.0003139728,0.0022479906,0.0010481054,0.00020998328],"about_ca_topic_score_codex":0.00071615,"about_ca_topic_score_gemma":0.00012333838,"teacher_disagreement_score":0.03743057,"about_ca_system_score_codex":0.00024122908,"about_ca_system_score_gemma":0.0010577657,"threshold_uncertainty_score":0.9997345},"labels":[],"label_agreement":null},{"id":"W4385709439","doi":"10.2196/51235","title":"Adaptation in Young Military Recruits: Protocol for the Advancing Research on Mechanisms of Resilience (ARMOR) Prospective Longitudinal Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute on Drug Abuse; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Military service; Psychology; Psychological resilience; Stressor; Longitudinal study; Neurocognitive; Socioemotional selectivity theory; Military personnel; Psychosocial; Developmental psychology; Clinical psychology; Gerontology; Cognition; Medicine; Psychiatry; Social psychology","score_opus":0.660475215621183,"score_gpt":0.6661964222573661,"score_spread":0.005721206636183029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385709439","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048299907,0.000004638004,0.00053366966,0.0004768024,0.0000211057,0.9897909,0.00003762408,0.000110664136,0.0041946014],"genre_scores_gemma":[0.113870606,5.0466804e-7,0.00029343355,0.0000050220133,0.000077888595,0.88431424,0.0000052325067,0.0000823528,0.0013506991],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9860489,0.0049402374,0.0010590473,0.0014244891,0.0041470756,0.0023802614],"domain_scores_gemma":[0.9883822,0.0077419905,0.00014903328,0.0018070157,0.0017165717,0.0002031549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025589723,0.0003206797,0.0004898876,0.0019995878,0.0008700443,0.00010748232,0.0019932778,0.00020893285,0.000448908],"category_scores_gemma":[0.00396086,0.00023993147,0.000121707206,0.0060519306,0.00076730293,0.00029730052,0.0006806673,0.0021657522,0.00031083645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09973778,0.04391818,0.34277767,0.008272055,0.0006959319,0.0007626276,0.12764391,0.0031867167,0.0052097403,0.2026318,0.06622548,0.09893814],"study_design_scores_gemma":[0.015338074,0.027335148,0.78389823,0.0044032526,0.000003703929,0.000008949633,0.10555556,0.0040181624,0.0030287772,0.053548597,0.0023785625,0.00048299905],"about_ca_topic_score_codex":0.002131265,"about_ca_topic_score_gemma":0.004032256,"teacher_disagreement_score":0.44112056,"about_ca_system_score_codex":0.000575399,"about_ca_system_score_gemma":0.0006484347,"threshold_uncertainty_score":0.97841215},"labels":[],"label_agreement":null},{"id":"W4385710333","doi":"10.2196/49918","title":"The DrinksRation Smartphone App for Modifying Alcohol Use Behaviors in UK Military Service Personnel at Risk of Alcohol-Related Harm: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Military personnel; Randomized controlled trial; Population; Psychological intervention; Medicine; Military service; Harm; Military medicine; Environmental health; Psychiatry; Psychology; Social psychology; Surgery; Law","score_opus":0.24727211360803986,"score_gpt":0.5161435462526993,"score_spread":0.26887143264465946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385710333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2631148,0.00000478811,0.000010870726,0.0005096578,0.000017952552,0.73619276,0.000017609747,0.000099028424,0.000032514952],"genre_scores_gemma":[0.014607114,0.0000055405308,0.00029873903,0.000028475812,0.00011242016,0.9811797,0.0001014907,0.00007525362,0.0035912287],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99472696,0.001264167,0.0014276947,0.00058041565,0.0010610089,0.00093977567],"domain_scores_gemma":[0.989444,0.008560152,0.00038727705,0.0006795561,0.0007570407,0.00017193517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009283905,0.00034695637,0.0016468234,0.0005543905,0.0006464636,0.00006522153,0.0002979078,0.0002834586,0.0000620269],"category_scores_gemma":[0.0035066782,0.00020490226,0.00083646405,0.0011604854,0.000259133,0.00022041658,0.000107024345,0.00048618272,0.00002887862],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97957236,0.00080573605,0.008702841,0.00046306636,0.0004322569,0.000014717338,0.0043983622,0.000034519842,0.0023934215,0.00003834384,0.0026812272,0.00046317506],"study_design_scores_gemma":[0.9808508,0.0015692448,0.0017484907,0.0012756286,0.00011157936,0.0000017584184,0.0011499955,0.009494936,0.0021324917,0.0003771643,0.0011009597,0.00018691625],"about_ca_topic_score_codex":0.00019740815,"about_ca_topic_score_gemma":0.00073457346,"teacher_disagreement_score":0.24850771,"about_ca_system_score_codex":0.00039718236,"about_ca_system_score_gemma":0.00039179224,"threshold_uncertainty_score":0.8355672},"labels":[],"label_agreement":null},{"id":"W4385710400","doi":"10.2196/49774","title":"Developing a Core Outcome Set for Prognostic Research in Palliative Cancer Care: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Marie Curie","keywords":"Protocol (science); Outcome (game theory); Palliative care; Medicine; Cancer; Core (optical fiber); Set (abstract data type); Computer science; Nursing; Alternative medicine; Internal medicine; Pathology","score_opus":0.9328745008558672,"score_gpt":0.8198975856282648,"score_spread":0.11297691522760245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385710400","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085646834,0.0000015761658,0.0009828793,0.003978331,0.000022308117,0.9928401,0.00009578006,0.00041584275,0.00080670865],"genre_scores_gemma":[0.0021633343,7.499569e-7,0.020176591,0.00001898369,0.0003250118,0.9756127,0.000015651163,0.0001227485,0.0015642014],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.979924,0.009563367,0.0010905606,0.0014201733,0.004307397,0.003694462],"domain_scores_gemma":[0.9769552,0.016092196,0.00017358379,0.00082308863,0.0055341916,0.0004217621],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07596387,0.0003343762,0.0006558689,0.002348738,0.0023914143,0.0006980443,0.0025632917,0.00042801868,0.00006827912],"category_scores_gemma":[0.020142095,0.00030429626,0.00017335347,0.009421093,0.0011301052,0.00036436398,0.0013147315,0.0018855719,0.00005993179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00705034,0.0031640031,0.41152504,0.017495215,0.00017949741,0.0002573862,0.16895284,0.000029643275,0.0011209003,0.041898668,0.120017126,0.22830935],"study_design_scores_gemma":[0.007370078,0.0045890613,0.01982349,0.0043472764,0.0000028209531,4.2020415e-7,0.119018726,0.0004900638,0.0013489003,0.045862954,0.7964639,0.0006823019],"about_ca_topic_score_codex":0.0023672918,"about_ca_topic_score_gemma":0.009580998,"teacher_disagreement_score":0.6764468,"about_ca_system_score_codex":0.0031295784,"about_ca_system_score_gemma":0.006162147,"threshold_uncertainty_score":0.99994093},"labels":[],"label_agreement":null},{"id":"W4385710824","doi":"10.2196/46883","title":"Evaluating a WeChat-Based Health Behavioral Digital Intervention for Patients With Hypertension: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Psychological intervention; Randomized controlled trial; mHealth; Physical therapy; Behavior change; Blood pressure; Intervention (counseling); Digital health; Behavior change methods; Health education; Health care; Public health; Nursing; Internal medicine","score_opus":0.5098144753477802,"score_gpt":0.6925467227794866,"score_spread":0.18273224743170635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385710824","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009133619,7.8723633e-7,0.0021056083,0.0025222024,0.000046017056,0.99369127,0.00022383512,0.00038265673,0.00011428254],"genre_scores_gemma":[0.00047571797,1.6154394e-7,0.0021335585,0.00035030677,0.0004608276,0.9943413,0.0006782468,0.00011453196,0.0014453597],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9892358,0.0036815775,0.0026256342,0.00085913535,0.0014701377,0.0021277112],"domain_scores_gemma":[0.98556775,0.008445983,0.0013001545,0.00072822237,0.0032097984,0.00074810436],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020930871,0.00034666545,0.0017904921,0.0006273865,0.002839403,0.00011034197,0.00039318495,0.0003052619,0.00013192068],"category_scores_gemma":[0.00364513,0.0002325947,0.0005370423,0.00091290055,0.0002025852,0.00024098053,0.00012966349,0.00092098926,0.000116603806],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93987244,0.0028919072,0.00024318641,0.0066561033,0.000023433195,4.2130077e-7,0.00013498578,0.000004428889,0.0000028126426,0.0007415888,0.020660646,0.028768037],"study_design_scores_gemma":[0.85162926,0.017154422,0.000065461,0.004672818,0.0000083247905,1.2008728e-7,0.00014611638,0.0048050615,0.0000015448235,0.0010284992,0.12031297,0.00017540163],"about_ca_topic_score_codex":0.000051276354,"about_ca_topic_score_gemma":0.000040154777,"teacher_disagreement_score":0.09965232,"about_ca_system_score_codex":0.000506739,"about_ca_system_score_gemma":0.0048486046,"threshold_uncertainty_score":0.99845874},"labels":[],"label_agreement":null},{"id":"W4385715265","doi":"10.2196/47711","title":"e-Cigarette Use and the Cessation of Tobacco Cigarette Smoking: Protocol for an Umbrella Review","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università di Catania","keywords":"Smoking cessation; Medicine; Systematic review; Scopus; Abstinence; Data extraction; Protocol (science); MEDLINE; Alternative medicine; Electronic cigarette; Family medicine; Psychiatry; Pathology","score_opus":0.5085746097922944,"score_gpt":0.5842349745178432,"score_spread":0.07566036472554882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385715265","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008673415,0.0000041445255,0.00001976649,0.0029378033,0.0000053627114,0.9879748,0.000015328455,0.000101327176,0.00026801502],"genre_scores_gemma":[0.004411459,0.000010040001,0.000024889974,0.00032287845,0.00012573785,0.994441,0.00005679406,0.000042946616,0.0005642546],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968072,0.00057420635,0.0005063626,0.0004054552,0.0012702802,0.00043647928],"domain_scores_gemma":[0.9974206,0.0005630171,0.00018997323,0.0007489641,0.00093726686,0.0001401441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00590466,0.00016137677,0.0003852946,0.00023109383,0.00025644735,0.00013147082,0.0002458657,0.00015429434,0.00008038192],"category_scores_gemma":[0.0010532041,0.00010427149,0.00010938772,0.00092786865,0.00037570533,0.00032007822,0.00012145945,0.00049974956,0.0000020328437],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012588386,0.0014284183,0.3949496,0.049998567,0.00023662472,0.000035232086,0.0021878043,0.000003842323,0.0043511777,0.0062049907,0.36973327,0.15828207],"study_design_scores_gemma":[0.023338806,0.0033819734,0.3423553,0.042950228,0.00008806895,0.00002463057,0.00019946783,0.00016437346,0.01098132,0.0013324529,0.5748258,0.00035753404],"about_ca_topic_score_codex":0.000034571614,"about_ca_topic_score_gemma":0.0000044150183,"teacher_disagreement_score":0.20509256,"about_ca_system_score_codex":0.00006923436,"about_ca_system_score_gemma":0.00020493747,"threshold_uncertainty_score":0.42520678},"labels":[],"label_agreement":null},{"id":"W4385716505","doi":"10.2196/46056","title":"Patient and Public Acceptance of Digital Technologies in Health Care: Protocol for a Discrete Choice Experiment","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Social Fund; Universität Greifswald; Universität Rostock","keywords":"Psychological intervention; Medicine; Health care; Health technology; Neurorehabilitation; Population; Health informatics; Digital health; Public health; Nursing; Applied psychology; Psychology; Rehabilitation; Physical therapy; Environmental health","score_opus":0.3947008055518916,"score_gpt":0.4815083526596711,"score_spread":0.08680754710777955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385716505","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013628772,0.000017860932,0.000052712792,0.0013587454,0.0000033607303,0.9839838,0.00010885724,0.00005522229,0.00079064106],"genre_scores_gemma":[0.1464026,0.0000018554016,0.0001923387,0.000006638353,0.00000999317,0.85326725,0.00001344588,0.000016453901,0.00008943334],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984252,0.00002850762,0.00060836127,0.00040045546,0.00007950297,0.00045801155],"domain_scores_gemma":[0.999303,0.00009293836,0.00023262492,0.00029096633,0.000023158214,0.000057313304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071509037,0.000102574835,0.0002566352,0.00038972875,0.00010075401,0.00011017329,0.00019931105,0.00007438735,0.00003680208],"category_scores_gemma":[0.00020113119,0.000106771186,0.000042211963,0.0003593041,0.00016930138,0.00039770294,0.00027072296,0.00014636382,0.000048557926],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025686115,0.00062991807,0.8790847,0.0026714017,0.000023402998,0.0000012911652,0.004120551,0.000050143644,0.00012447803,0.040850714,0.0053202207,0.066866286],"study_design_scores_gemma":[0.0074198674,0.0045683966,0.106950216,0.00092839065,1.9347577e-7,9.3455196e-7,0.012295569,0.0013981693,0.0022873285,0.030076722,0.8335369,0.0005372807],"about_ca_topic_score_codex":0.000030892057,"about_ca_topic_score_gemma":0.000017486816,"teacher_disagreement_score":0.82821673,"about_ca_system_score_codex":0.000336902,"about_ca_system_score_gemma":0.000048027996,"threshold_uncertainty_score":0.43540025},"labels":[],"label_agreement":null},{"id":"W4385742134","doi":"10.2196/49902","title":"Improving Medication Safety in Cancer Services for Ethnic Minority Consumers: Protocol for a Pilot Feasibility and Acceptability Study of a Co-Designed Consumer Engagement Intervention","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Cancer Australia","keywords":"Ethnic group; Medicine; Intervention (counseling); Family medicine; Nursing; Health care; Usability; Patient safety","score_opus":0.5938507447040596,"score_gpt":0.6416041944752575,"score_spread":0.04775344977119789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385742134","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101851285,0.000005298059,0.00029996282,0.00028744587,0.000004840958,0.8974053,0.000037469305,0.000052423646,0.00005592256],"genre_scores_gemma":[0.10030202,0.0000014460929,0.0003382256,0.000023042852,0.000028530965,0.89906734,0.000028944864,0.000013837462,0.00019660515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964676,0.0008793037,0.0008456709,0.0006418155,0.0007287128,0.00043693284],"domain_scores_gemma":[0.99739516,0.0008079729,0.00030497793,0.0005695141,0.00074819784,0.00017415911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009221363,0.0001572822,0.0004110305,0.0002689057,0.0001739208,0.00003038046,0.00025739468,0.000093415845,0.00043242934],"category_scores_gemma":[0.00087339757,0.00013435639,0.00006456212,0.000648025,0.00025170803,0.00016905689,0.00013551784,0.00037423722,0.000010902476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021154176,0.010223016,0.7597819,0.04615336,0.00009430906,0.000002097162,0.0027771627,7.790777e-7,0.0104561895,0.000060887156,0.0017657619,0.14753036],"study_design_scores_gemma":[0.04018405,0.011078903,0.92263556,0.0032057406,0.000018881183,7.911889e-7,0.005925352,0.0022199224,0.0029285722,0.00041446992,0.011194973,0.00019281614],"about_ca_topic_score_codex":0.00081484584,"about_ca_topic_score_gemma":0.0009140644,"teacher_disagreement_score":0.16285363,"about_ca_system_score_codex":0.00027682257,"about_ca_system_score_gemma":0.0004778774,"threshold_uncertainty_score":0.5478895},"labels":[],"label_agreement":null},{"id":"W4385742278","doi":"10.2196/48368","title":"The Pharmacological Effect of Hemin in Inflammatory-Related Diseases: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Heme Oxygenase-1 and Carbon Monoxide","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia; Ministério da Ciência, Tecnologia e Ensino Superior","keywords":"Hemin; Medicine; Mechanism (biology); Pharmacology; Protocol (science); Drug; Bioinformatics; Intensive care medicine; Heme; Alternative medicine; Pathology; Biology; Enzyme; Biochemistry","score_opus":0.19399187071266555,"score_gpt":0.5995821622687453,"score_spread":0.40559029155607973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385742278","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.6612908e-7,0.22907163,5.0436336e-7,0.000013968953,0.000004111776,0.77077025,0.000055092387,0.000022921886,0.000061078725],"genre_scores_gemma":[5.7973818e-8,0.19803551,0.000002924943,0.0000117712025,0.00008918061,0.80092883,0.00007222648,0.00008946592,0.0007700363],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99116,0.004627031,0.0018712345,0.00076102634,0.00071887096,0.00086188305],"domain_scores_gemma":[0.99648184,0.0012591656,0.00067152746,0.0010987676,0.00026884236,0.00021987781],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008115365,0.00052846177,0.002218189,0.00017798645,0.00015346776,0.00008335477,0.0013957181,0.0006139477,0.000017013388],"category_scores_gemma":[0.0036396207,0.00028223934,0.00096461124,0.0007588491,0.00027815579,0.0000051552875,0.0005472213,0.0008101487,0.000056298864],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002618009,0.00012233514,0.0000030481458,0.9778267,0.0001909445,0.000020041287,0.0000030730218,1.5051593e-7,0.00013141677,0.000029206465,0.013679126,0.0077321236],"study_design_scores_gemma":[0.00095184956,0.0009515891,2.706674e-7,0.47608536,0.000067645415,0.0000043293503,0.0000021932356,0.0000031600239,0.0002591316,0.00001174393,0.5214868,0.00017591631],"about_ca_topic_score_codex":0.0000012195394,"about_ca_topic_score_gemma":0.0000032976855,"teacher_disagreement_score":0.5078077,"about_ca_system_score_codex":0.000117312695,"about_ca_system_score_gemma":0.00091323635,"threshold_uncertainty_score":0.999963},"labels":[],"label_agreement":null},{"id":"W4385743709","doi":"10.2196/45204","title":"Impact of the COVID-19 Health Crisis on Key Populations at Higher Risk for, or Living With, HIV or Hepatitis C Virus and People Working With These Populations: Multicountry Community-Based Research Study Protocol (EPIC Program)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis C virus research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de Chile; Universiti Malaya; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Coronavirus disease 2019 (COVID-19); Human immunodeficiency virus (HIV); Virology; Medicine; Environmental health; Political science; Economic growth; Gerontology; Economics; Disease; Infectious disease (medical specialty)","score_opus":0.6509217965769459,"score_gpt":0.6380180448480242,"score_spread":0.012903751728921775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385743709","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2586509,0.0000011797116,0.000027262517,0.0019768497,0.0000040342675,0.7388824,0.0001912059,0.00020152862,0.000064645115],"genre_scores_gemma":[0.25794718,0.0000028462982,0.001340367,0.00009570882,0.00007082126,0.73958176,0.000049170845,0.00013430823,0.0007778714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9821592,0.010138073,0.00092682336,0.00082877313,0.0041255737,0.0018215692],"domain_scores_gemma":[0.9867752,0.00815477,0.0003771064,0.002271177,0.0015669221,0.00085480843],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014279144,0.00044080534,0.00083172,0.0014673092,0.0040507927,0.00038219756,0.00082523876,0.0002095284,0.00044727768],"category_scores_gemma":[0.008240833,0.000230053,0.00015632207,0.006193354,0.0007792552,0.00022001339,0.0008354409,0.0029654112,0.00002928425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014254069,0.0054029836,0.9559766,0.0028936162,0.00014035027,0.000045162706,0.006014522,0.0003154356,0.00002618851,0.00004462755,0.0111700585,0.0037163852],"study_design_scores_gemma":[0.011057078,0.040917944,0.9148066,0.005182287,0.000016076672,0.000011303809,0.0012623417,0.0024200617,0.000025068912,0.00013050827,0.023867961,0.00030274966],"about_ca_topic_score_codex":0.038065024,"about_ca_topic_score_gemma":0.13632603,"teacher_disagreement_score":0.098261,"about_ca_system_score_codex":0.0023128379,"about_ca_system_score_gemma":0.0050426656,"threshold_uncertainty_score":0.9993348},"labels":[],"label_agreement":null},{"id":"W4385751977","doi":"10.2196/44813","title":"Identifying the Most Effective Recruitment Strategy Using Financial Reimbursements for a Web-Based Peer Network Study With Young People Aged 16-18 Years: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Monash University; Burnet Institute","keywords":"Reimbursement; Randomized controlled trial; Voucher; Family medicine; Peer group; Medicine; Protocol (science); Test (biology); Referral; Psychology; Medical education; Health care; Alternative medicine; Social psychology; Computer science; World Wide Web; Surgery","score_opus":0.5369836070003122,"score_gpt":0.6382026362768783,"score_spread":0.10121902927656612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385751977","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021905053,7.559271e-7,0.00027662748,0.0005432061,0.0003078156,0.9766407,0.000012383161,0.00014553663,0.00016792731],"genre_scores_gemma":[0.010285958,1.2248559e-7,0.0003418082,0.000024644118,0.0030719049,0.9858586,0.000016454542,0.00006377294,0.00033671453],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98422897,0.009960438,0.0009312912,0.000668812,0.0026829739,0.0015275148],"domain_scores_gemma":[0.97344464,0.023647867,0.0005864771,0.00041669622,0.001672043,0.00023225605],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0488063,0.00027301436,0.0011177363,0.0002936344,0.003084096,0.000712849,0.00062582485,0.00021563991,0.00008241468],"category_scores_gemma":[0.029106425,0.00018926796,0.00030374769,0.0024055308,0.00045017572,0.00024173342,0.00008690003,0.00058083824,0.0000090652175],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9663968,0.0011407865,0.0013803797,0.0003234205,0.00012508944,0.0000026718901,0.018475093,0.000109456836,0.000022367381,0.0002919529,0.008873052,0.0028589042],"study_design_scores_gemma":[0.96400374,0.0049120407,0.0023129655,0.0012038096,0.00004388463,1.1227468e-7,0.008233951,0.0008999179,0.000013302633,0.0017620833,0.016373472,0.00024069486],"about_ca_topic_score_codex":0.0017383674,"about_ca_topic_score_gemma":0.007400378,"teacher_disagreement_score":0.019699873,"about_ca_system_score_codex":0.0011398374,"about_ca_system_score_gemma":0.00594637,"threshold_uncertainty_score":0.999689},"labels":[],"label_agreement":null},{"id":"W4385766301","doi":"10.2196/51324","title":"The Effects of Suicide Exposure on Mental Health Outcomes Among Post-9/11 Veterans: Protocol for an Explanatory, Sequential, Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Services Research and Development; U.S. Department of Veterans Affairs","keywords":"Mental health; Medicine; Suicidal ideation; Veterans Affairs; Psychiatry; Suicide prevention; Occupational safety and health; Emergency department; Poison control; Suicide methods; Clinical psychology; Medical emergency","score_opus":0.3790504322062321,"score_gpt":0.649438970845919,"score_spread":0.27038853863968687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385766301","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09405875,0.000003641022,0.0000146949815,0.0005439283,0.00009233715,0.9049002,0.000046887544,0.0001910207,0.00014856896],"genre_scores_gemma":[0.012119966,3.3855758e-7,0.00016025618,0.000120948665,0.000108560176,0.9864783,0.000019925248,0.00009134957,0.0009003479],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98759055,0.008154264,0.0008855223,0.0008182199,0.0011550369,0.001396412],"domain_scores_gemma":[0.9929034,0.004840204,0.0003080749,0.0012551246,0.00043025427,0.00026294263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01025046,0.0003812023,0.000717615,0.00048064443,0.0012706143,0.00015474319,0.0009993127,0.00015145283,0.00006275477],"category_scores_gemma":[0.0007845464,0.00024712493,0.00024736236,0.0007209315,0.00035948565,0.00017687988,0.00031952374,0.0005930192,0.000060133152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016878894,0.012448606,0.5760716,0.0053109014,0.0017729301,0.00014354607,0.07445488,0.000002620917,0.0075261453,0.0023591996,0.23141184,0.071618795],"study_design_scores_gemma":[0.021010548,0.07109754,0.7892311,0.0007273583,0.000010844762,0.0000033216745,0.03902642,0.000016718042,0.0056326687,0.00056295254,0.07212157,0.00055894733],"about_ca_topic_score_codex":0.0010170207,"about_ca_topic_score_gemma":0.0012352279,"teacher_disagreement_score":0.21315947,"about_ca_system_score_codex":0.00014153132,"about_ca_system_score_gemma":0.00019656803,"threshold_uncertainty_score":0.9999981},"labels":[],"label_agreement":null},{"id":"W4385827286","doi":"10.2196/45917","title":"Feasibility and Effectiveness of an Intervention to Reduce Intimate Partner Violence and Psychological Distress Among Women in Nepal: Protocol for the Domestic Violence Intervention (DeVI) Cluster-Randomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Domestic violence; Mental health; Randomized controlled trial; Medicine; Cluster randomised controlled trial; Psychiatry; Poison control; Suicide prevention; General Health Questionnaire; Intervention (counseling); Environmental health","score_opus":0.22421886960346327,"score_gpt":0.6041519838180905,"score_spread":0.3799331142146273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385827286","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44303164,0.0000015829586,0.00029085306,0.000020521746,0.000015443595,0.5565243,0.000010579048,0.00004088011,0.0000641975],"genre_scores_gemma":[0.43673772,0.000004247048,0.0000459972,0.0000031806007,0.000037678168,0.56314415,0.0000030856386,0.00000959601,0.00001433686],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9894377,0.0075111515,0.0007430474,0.00074277236,0.00069046963,0.0008748584],"domain_scores_gemma":[0.99535674,0.0033911883,0.00019851024,0.0004304946,0.00036147694,0.0002615949],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.036479045,0.0002018076,0.00056877855,0.0002661152,0.00044864332,0.00027835678,0.0006220862,0.00017253464,0.000025049108],"category_scores_gemma":[0.004129692,0.00013825997,0.00014091235,0.00096277415,0.0018154535,0.00041934775,0.00039204888,0.0003971542,0.00000569537],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8705798,0.002247847,0.0073198727,0.0033124837,0.000024992822,0.000008739281,0.003402598,0.00003872604,0.0003672138,0.0023723186,0.000044235745,0.11028119],"study_design_scores_gemma":[0.5851255,0.0072775497,0.3103526,0.033570535,0.000008889279,0.0000020651376,0.0039870394,0.005135239,0.0005663437,0.053255722,0.00024722432,0.00047127134],"about_ca_topic_score_codex":0.0006238713,"about_ca_topic_score_gemma":0.0001293614,"teacher_disagreement_score":0.30303273,"about_ca_system_score_codex":0.00020876092,"about_ca_system_score_gemma":0.000055331173,"threshold_uncertainty_score":0.99214756},"labels":[],"label_agreement":null},{"id":"W4385843548","doi":"10.2196/49066","title":"HIV and Black People in Canada: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"McMaster University","keywords":"CINAHL; Systematic review; MEDLINE; Grey literature; Population; Medicine; Human immunodeficiency virus (HIV); Health care; Family medicine; Psychological intervention; Political science; Nursing; Environmental health","score_opus":0.5901910405356552,"score_gpt":0.6773510019351643,"score_spread":0.0871599613995091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385843548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.643009e-9,0.15683562,0.000005226126,0.00067129417,0.0000012484722,0.84124494,0.0001250883,0.000038432132,0.0010781239],"genre_scores_gemma":[4.2546444e-10,0.36367676,0.000040668092,0.00002410453,0.000103953294,0.62513286,0.00007328061,0.00009244373,0.010855936],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934488,0.0011399174,0.0015326611,0.000905902,0.0014896555,0.0014830651],"domain_scores_gemma":[0.9964439,0.0011331099,0.00024582,0.0009010178,0.00060436764,0.00067174586],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0041143154,0.00044428068,0.0026891544,0.00086423336,0.00017760905,0.000118952805,0.00055631687,0.00023278724,0.00061604864],"category_scores_gemma":[0.0032670728,0.00033446864,0.00047732424,0.0021004372,0.00018318355,0.000121883255,0.000540822,0.0018651129,0.0002783583],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005961539,0.000121216195,0.00002105152,0.5611159,0.00003259198,0.000054320742,0.000010350853,7.31617e-9,1.0180959e-7,0.00002408986,0.2671316,0.17142913],"study_design_scores_gemma":[0.0010070347,0.0010281223,0.000004565385,0.49550876,0.000009796127,0.000015592874,0.000012128278,0.000016697408,4.0963775e-7,0.000013596477,0.5022472,0.0001361151],"about_ca_topic_score_codex":0.047392122,"about_ca_topic_score_gemma":0.5149377,"teacher_disagreement_score":0.4675456,"about_ca_system_score_codex":0.0015610182,"about_ca_system_score_gemma":0.024301713,"threshold_uncertainty_score":0.9999107},"labels":[],"label_agreement":null},{"id":"W4385843582","doi":"10.2196/48459","title":"Motivational Enhancement Interventions to Increase Pre-Exposure Prophylaxis Use in Sexual Minority Men Who Use Stimulants: Protocol for a Pilot Sequential Multiple Assignment Randomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Randomized controlled trial; Motivational interviewing; Medicine; Psychological intervention; Pre-exposure prophylaxis; Contingency management; Medical prescription; Population; Intervention (counseling); Random assignment; Men who have sex with men; Family medicine; Clinical psychology; Psychiatry; Human immunodeficiency virus (HIV); Nursing; Internal medicine","score_opus":0.34527449273717864,"score_gpt":0.5586345769696764,"score_spread":0.2133600842324978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385843582","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0452511,4.146721e-7,0.0044435747,0.0004842332,0.000008391955,0.94901365,0.0004080063,0.00012912681,0.00026147967],"genre_scores_gemma":[0.012168373,2.0576894e-7,0.0012727205,0.000024339497,0.00033567427,0.92938185,0.00035355886,0.00005915199,0.05640412],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9904776,0.0030003903,0.0016480249,0.0010116809,0.0024424188,0.0014198645],"domain_scores_gemma":[0.9942655,0.0025318372,0.00020880024,0.0008421135,0.001345393,0.000806339],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008330425,0.0003849105,0.0009637758,0.0016143182,0.00040047514,0.00052309444,0.0004964556,0.00019009736,0.0010160097],"category_scores_gemma":[0.017811203,0.00031322904,0.0005516922,0.0015888725,0.00033101314,0.0007455796,0.00064817123,0.0009998418,0.00018307049],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8465721,0.010746155,0.0051263724,0.0041477717,0.00019340677,0.00006036715,0.0003406323,0.000037688664,0.009956432,0.0001679797,0.11978025,0.0028708312],"study_design_scores_gemma":[0.8731375,0.08364498,0.006661259,0.0063761394,0.00001580448,0.0000035966866,0.00014067854,0.007483785,0.0028896583,0.000204613,0.01907404,0.00036797454],"about_ca_topic_score_codex":0.0020234035,"about_ca_topic_score_gemma":0.00062500226,"teacher_disagreement_score":0.10070621,"about_ca_system_score_codex":0.0008179898,"about_ca_system_score_gemma":0.0009091216,"threshold_uncertainty_score":0.999932},"labels":[],"label_agreement":null},{"id":"W4385880908","doi":"10.2196/51431","title":"A Complex mHealth Coaching Intervention to Prevent Overweight, Obesity, and Diabetes in High-Risk Women in Antenatal Care: Protocol for a Hybrid Type 2 Effectiveness-Implementation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; Universidad de Granada; University College Dublin; Monash University; National Health and Medical Research Council; European Commission; Medical Research Council; Aarhus Universitet","keywords":"mHealth; Overweight; Medicine; Intervention (counseling); Coaching; Protocol (science); Type 2 diabetes; Obesity; Health coaching; Diabetes mellitus; Physical therapy; Gerontology; Psychological intervention; Nursing; Psychology; Alternative medicine; Endocrinology","score_opus":0.1518555085197118,"score_gpt":0.5609729257111234,"score_spread":0.40911741719141165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385880908","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49298075,3.7700923e-7,0.000008012744,0.00007692471,0.000002248412,0.5068539,0.00004165983,0.000024941075,0.000011203482],"genre_scores_gemma":[0.42600533,2.9939534e-7,0.00007373084,0.000011054142,0.000020638736,0.5737354,0.00009633772,0.000019096386,0.00003808047],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995431,0.0015146295,0.00046090648,0.0005728253,0.00093149993,0.0010891522],"domain_scores_gemma":[0.9984619,0.0005210901,0.00008017071,0.0002601675,0.0003665516,0.00031011627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066880328,0.00017263184,0.00036931052,0.0012267279,0.00016768495,0.000121468576,0.00017597157,0.00003040434,0.000036455494],"category_scores_gemma":[0.00062756444,0.00015473002,0.00004267255,0.0012113451,0.00004920423,0.00019113494,0.0004803662,0.0003972173,0.000023938921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00426838,0.004370409,0.9404653,0.013686074,0.000069413516,0.00009307618,0.0025015033,0.000039741324,0.0012016783,0.00011878175,0.0012607287,0.03192494],"study_design_scores_gemma":[0.014093221,0.01615799,0.95947915,0.0020742835,0.0000024883686,5.84487e-7,0.003412714,0.00068714144,0.0006492979,0.000993007,0.0023203057,0.00012979127],"about_ca_topic_score_codex":0.0006310747,"about_ca_topic_score_gemma":0.0007768673,"teacher_disagreement_score":0.0669754,"about_ca_system_score_codex":0.0010474238,"about_ca_system_score_gemma":0.00021443517,"threshold_uncertainty_score":0.63097066},"labels":[],"label_agreement":null},{"id":"W4385882176","doi":"10.2196/49698","title":"Feasibility Study of Virtual Reality–Based Cognitive Behavioral Therapy for Patients With Depression: Protocol for an Open Trial and Therapeutic Intervention","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Treatment of Major Depression","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Teijin Pharma; National Center of Neurology and Psychiatry","keywords":"Cognitive behavioral therapy; Medicine; Intervention (counseling); Depression (economics); Randomized controlled trial; Mental health; Physical therapy; Clinical trial; Psychiatry; Anxiety; Clinical psychology; Psychology","score_opus":0.6167169470045515,"score_gpt":0.6647369408338963,"score_spread":0.048019993829344854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385882176","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42587778,1.5445575e-7,0.000034338656,0.000022979368,0.0000024216492,0.5739469,0.00006263032,0.000042333228,0.000010445945],"genre_scores_gemma":[0.3509239,1.2610221e-8,0.000075977136,0.0000055090472,0.0000326567,0.6487367,0.000112350834,0.000037145375,0.000075766904],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964375,0.0009692928,0.00048498175,0.0007347012,0.0009667173,0.00040678962],"domain_scores_gemma":[0.997391,0.00052144617,0.00022456533,0.00058939354,0.0010828478,0.00019076762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023254568,0.00021861064,0.00046094003,0.00024139186,0.00027042482,0.00012024243,0.0003018819,0.00012421781,0.0000348569],"category_scores_gemma":[0.00018045577,0.00013897748,0.00007954874,0.00036057332,0.00017008388,0.00026014782,0.00020535426,0.00022716066,0.0000011554994],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6654889,0.071178235,0.17955467,0.0004992833,0.000067668756,0.00000295774,0.00043059688,8.458894e-7,0.0002960818,0.0000039979186,0.00028478206,0.08219201],"study_design_scores_gemma":[0.4320972,0.29462773,0.26826674,0.0018622027,0.000019166931,2.6386533e-7,0.0005714408,0.00012448775,0.0017014162,0.00010361647,0.0005084678,0.000117286654],"about_ca_topic_score_codex":0.00010247874,"about_ca_topic_score_gemma":0.00008292234,"teacher_disagreement_score":0.23339167,"about_ca_system_score_codex":0.00008765142,"about_ca_system_score_gemma":0.00023156549,"threshold_uncertainty_score":0.5667338},"labels":[],"label_agreement":null},{"id":"W4385952259","doi":"10.2196/48753","title":"Development of a Preventive Health Screening Procedure Enabling Supportive Service Planning for Home-Dwelling Older Adults (PORI75): Protocol for an Action Research Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Opetus- ja Kulttuuriministeriö","keywords":"Medicine; Health care; Family medicine; Nursing; Service (business); Gerontology; Business","score_opus":0.5608772895513868,"score_gpt":0.6520213776890101,"score_spread":0.09114408813762331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385952259","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020643353,0.0000020731586,0.020991825,0.00033123136,0.000012472912,0.95777047,0.000016124479,0.00019991468,0.000032565604],"genre_scores_gemma":[0.007902038,2.9044062e-7,0.008087646,0.00003087662,0.00037322144,0.9828052,0.00018781549,0.00010718905,0.00050571485],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99040186,0.0030682485,0.0013281446,0.0010723,0.0025164613,0.0016129634],"domain_scores_gemma":[0.99264294,0.00039799616,0.00039213744,0.00061278854,0.00539188,0.00056225475],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04844958,0.00027415663,0.00069684145,0.0013007032,0.0013791132,0.0000992895,0.00032918723,0.00023262981,0.000034785397],"category_scores_gemma":[0.000877937,0.00025233947,0.0002203312,0.0025399795,0.00006997753,0.00042403312,0.00021851085,0.0010646355,0.000018186045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021014923,0.012851042,0.0070429547,0.15958613,0.00077350996,0.000031995645,0.13677615,0.00016218488,0.0033655541,0.000049518403,0.0072356756,0.65111035],"study_design_scores_gemma":[0.10041174,0.05718401,0.17560244,0.13757211,0.000044646735,0.00004199198,0.2662543,0.014693434,0.0282303,0.00068890397,0.21788028,0.00139583],"about_ca_topic_score_codex":0.000041696578,"about_ca_topic_score_gemma":0.000085461885,"teacher_disagreement_score":0.6497145,"about_ca_system_score_codex":0.00048215,"about_ca_system_score_gemma":0.00350417,"threshold_uncertainty_score":0.9999929},"labels":[],"label_agreement":null},{"id":"W4385956858","doi":"10.2196/47204","title":"Appraising two decades of public sector health financing and service delivery reforms in Ghana between 2000-2020: a scoping review protocol (Preprint)","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Service delivery framework; Public sector; Microinsurance; Health services; Public health; Business; Service (business); Economic growth; Political science; Medicine; Economics; Environmental health; Nursing; Alternative medicine; Marketing; Poverty; Computer science; Population","score_opus":0.5873180814628934,"score_gpt":0.5846066957743281,"score_spread":0.0027113856885653265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385956858","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055746245,0.32766244,0.000018735804,0.00037975586,0.000010937174,0.67144465,0.00013217767,0.000056851673,0.00028885095],"genre_scores_gemma":[0.0000014493215,0.31845924,0.00018340173,0.00004988267,0.00017585304,0.68086714,0.00003224398,0.00011734797,0.00011343884],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98946655,0.0013561326,0.0053444705,0.0015914738,0.00044504876,0.0017963084],"domain_scores_gemma":[0.9947777,0.00044404803,0.0025749714,0.0013249189,0.00032394525,0.00055444735],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02611293,0.00061971846,0.004991664,0.0018143713,0.00038085892,0.00025111958,0.0011117727,0.00056720746,0.000074349555],"category_scores_gemma":[0.001009564,0.0004884262,0.00038001066,0.0045521036,0.00014014762,0.0005349642,0.0010406725,0.0024811472,0.00029138097],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005187125,0.000052685893,0.00044578762,0.565382,0.000033587865,0.000007587301,0.00020219434,2.6433057e-7,1.9005105e-8,0.0003092193,0.000077615754,0.43348384],"study_design_scores_gemma":[0.0005867546,0.00023209877,0.00014011307,0.6125111,0.0000011690755,0.000011039007,0.00005259123,0.000012377379,3.0846738e-7,0.00030223702,0.3858021,0.00034813993],"about_ca_topic_score_codex":0.006388679,"about_ca_topic_score_gemma":0.0017124093,"teacher_disagreement_score":0.4331357,"about_ca_system_score_codex":0.0016533275,"about_ca_system_score_gemma":0.0041852626,"threshold_uncertainty_score":0.9998202},"labels":[],"label_agreement":null},{"id":"W4385969614","doi":"10.2196/49670","title":"Strengthening Mental Health and Resilience Through Schools: Protocol for a Participatory Design Project","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vrije Universiteit Brussel","keywords":"Mental health; Psychological intervention; Health promotion; Context (archaeology); Promotion (chess); Psychology; Intervention mapping; Medical education; Psychological resilience; Participatory action research; Applied psychology; Medicine; Nursing; Public health; Sociology; Social psychology; Political science; Psychiatry","score_opus":0.772900902988161,"score_gpt":0.7371246430019568,"score_spread":0.03577625998620426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385969614","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047040705,0.000003847627,0.00024871036,0.0077257636,0.000040074716,0.9907944,0.000028845512,0.0003536813,0.00033427193],"genre_scores_gemma":[0.00013897754,0.0000018948482,0.00531108,0.0005055277,0.00042622135,0.99167293,0.000030205802,0.000061417515,0.001851759],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99157363,0.0038999866,0.0008509147,0.00069482095,0.00084893586,0.0021316912],"domain_scores_gemma":[0.9965179,0.0016203319,0.00028337468,0.0005327244,0.00045867116,0.00058699877],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010234014,0.00021222614,0.00032165754,0.0003894758,0.0037639104,0.00007948766,0.00034244594,0.00020950222,0.00005905432],"category_scores_gemma":[0.0019006078,0.00017947929,0.000039782914,0.001251735,0.00018514723,0.0004284553,0.00017593487,0.0014379519,0.00027481],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030163052,0.00025248306,0.0060217525,0.004953636,0.000005997418,9.728961e-7,0.01766112,0.0000013448138,0.00017971084,0.00060568034,0.9575566,0.009744365],"study_design_scores_gemma":[0.004524776,0.0035217095,0.002117054,0.008608959,6.129056e-7,0.0000014822975,0.017641373,0.0007996259,0.00016360066,0.0024842545,0.9599239,0.00021263864],"about_ca_topic_score_codex":0.00018581982,"about_ca_topic_score_gemma":0.00002778186,"teacher_disagreement_score":0.009531726,"about_ca_system_score_codex":0.000622762,"about_ca_system_score_gemma":0.0074571874,"threshold_uncertainty_score":0.9981696},"labels":[],"label_agreement":null},{"id":"W4386011869","doi":"10.2196/51899","title":"Optimizing a Technology-Based Body and Mind Intervention to Prevent Falls and Reduce Health Disparities in Low-Income Populations: Protocol for a Clustered Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institutes of Health","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Health equity; Gerontology; Physical therapy; Psychology; Alternative medicine; Nursing; Public health","score_opus":0.19933116353631253,"score_gpt":0.5948483829993524,"score_spread":0.39551721946303986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386011869","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03780612,0.00000692364,0.0005923897,0.003644754,0.000032476688,0.9577104,0.000029972516,0.00013451443,0.000042486077],"genre_scores_gemma":[0.012178434,0.0000016997209,0.0028028917,0.00006860726,0.00013423811,0.9834892,0.000039465427,0.000043838692,0.0012415814],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9914854,0.0043798694,0.0018462436,0.0006664041,0.00052453775,0.0010975357],"domain_scores_gemma":[0.9968907,0.0015920643,0.000549946,0.00040453847,0.0003128643,0.0002498673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015707338,0.0002638239,0.0013931853,0.0015276858,0.0008136783,0.00010511078,0.00025233472,0.0003625943,0.000013811982],"category_scores_gemma":[0.0024518955,0.00021443452,0.00021292474,0.000986238,0.00021056071,0.00021418589,0.0003308206,0.0008763402,0.000016897688],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98108643,0.0020572387,0.00078940624,0.0078043453,0.000047831207,0.0000034247287,0.0011570244,0.00000833137,0.0005451658,0.0011692195,0.0012139705,0.004117599],"study_design_scores_gemma":[0.9572031,0.0022774676,0.0031929824,0.02251669,0.000005483049,5.739838e-7,0.00069821434,0.0065096267,0.00001193478,0.0054791393,0.0018920794,0.00021270815],"about_ca_topic_score_codex":0.00013801931,"about_ca_topic_score_gemma":0.000402498,"teacher_disagreement_score":0.02577888,"about_ca_system_score_codex":0.00030661083,"about_ca_system_score_gemma":0.0005381028,"threshold_uncertainty_score":0.87443864},"labels":[],"label_agreement":null},{"id":"W4386014029","doi":"10.2196/50306","title":"Policies and Management Interventions to Enhance Health and Care Workforce Capacity for Addressing the COVID-19 Pandemic: Protocol for a Living Systematic Review","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Higiene e Medicina Tropical, Universidade Nova de Lisboa; Universidade Nova de Lisboa; World Health Organization","keywords":"Psychological intervention; Health care; Grey literature; Scopus; Workforce; Public health; Pandemic; Protocol (science); Medicine; MEDLINE; Public relations; Political science; Nursing; Business; Coronavirus disease 2019 (COVID-19); Alternative medicine","score_opus":0.8141198013823967,"score_gpt":0.7348180435083851,"score_spread":0.07930175787401161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386014029","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039536182,0.00037389257,0.0019640492,0.0074337865,0.00000871741,0.9898484,0.00007179994,0.000117701784,0.0001421672],"genre_scores_gemma":[0.00006966636,0.000046951685,0.000338196,0.004499031,0.000060157316,0.9923173,0.0000073154224,0.000032973065,0.0026283644],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99634916,0.0011993787,0.0006602145,0.0005359288,0.0003746656,0.0008806666],"domain_scores_gemma":[0.99661744,0.0019214709,0.00020812331,0.0005750648,0.00015918614,0.0005187377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068519036,0.00018064499,0.0004618141,0.00025630396,0.0011340474,0.00015956846,0.0003566228,0.00006344078,0.000021305368],"category_scores_gemma":[0.0011126904,0.00012653126,0.000117203825,0.00064579037,0.00015401743,0.00007537263,0.00037684178,0.00025764856,0.000016723467],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020467294,0.00009294034,0.0004584965,0.9370221,0.000022189726,0.0000011560553,0.011527034,4.0699436e-7,0.0000043233686,0.0021999197,0.03860167,0.009865097],"study_design_scores_gemma":[0.0011260508,0.0018067567,0.00035439164,0.52555287,0.0000102526765,0.000012356687,0.008144339,0.000012521948,0.0000039411257,0.0003848445,0.46241206,0.00017961666],"about_ca_topic_score_codex":0.00022314579,"about_ca_topic_score_gemma":0.0005088227,"teacher_disagreement_score":0.4238104,"about_ca_system_score_codex":0.0006483531,"about_ca_system_score_gemma":0.0003528995,"threshold_uncertainty_score":0.872229},"labels":[],"label_agreement":null},{"id":"W4386030086","doi":"10.2196/51825","title":"Determining the Impact of Opioid Policy on Substance Use and Mental Health–Related Harms: Protocol for a Data Linkage Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Mental health; Medical prescription; Population; Opioid; Emergency department; Psychiatry; Anxiety; Pharmaceutical Benefits Scheme; Medical emergency; Environmental health; Nursing","score_opus":0.5073977657371912,"score_gpt":0.6411653979325018,"score_spread":0.13376763219531063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386030086","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16121057,0.0000010790612,7.9438286e-7,0.0011059649,0.0000019347071,0.83730346,0.00025893966,0.00007431693,0.00004294373],"genre_scores_gemma":[0.021212783,0.0000015065385,0.00011177832,0.000032631127,0.000056803787,0.9779783,0.0001622851,0.000064727035,0.00037921188],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966198,0.00050891755,0.00056359934,0.0006327307,0.0008760953,0.0007988539],"domain_scores_gemma":[0.99717754,0.0005767954,0.00018512047,0.001538055,0.00026850752,0.00025396026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002217814,0.00024532853,0.00044059858,0.0004409542,0.00038224176,0.00012830364,0.0005151404,0.00007776052,0.000025741605],"category_scores_gemma":[0.00067307666,0.0001452354,0.00008862124,0.0011154166,0.00019128663,0.0002447996,0.00041236897,0.00048392985,0.000023607266],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010952564,0.014323286,0.85574687,0.004065343,0.0005572542,0.00006131537,0.022214212,0.000006251159,0.0010210607,0.00009804596,0.06548986,0.025463931],"study_design_scores_gemma":[0.034778602,0.040558983,0.8988823,0.0047546457,0.000005511929,0.000008312613,0.0017506004,0.0020054732,0.00038731843,0.0001651275,0.016472902,0.0002301884],"about_ca_topic_score_codex":0.000559927,"about_ca_topic_score_gemma":0.000044105713,"teacher_disagreement_score":0.14067481,"about_ca_system_score_codex":0.0003428435,"about_ca_system_score_gemma":0.0014158508,"threshold_uncertainty_score":0.5922528},"labels":[],"label_agreement":null},{"id":"W4386045896","doi":"10.2196/47220","title":"Developing A Mobile App With a Human-Centered Design Lens to Improve Access to Mental Health Care (Mentallys Project): Protocol for an Initial Co-Design Process","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Persona Design and Applications","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; École Nationale d'Administration Publique; Institut Universitaire en Santé Mentale de Québec; Université du Québec à Montréal","funders":"Université du Québec à Montréal","keywords":"Mental health; User-centered design; Protocol (science); mHealth; Process (computing); Participatory design; Design process; Computer science; Psychology; Nursing; Medicine; Engineering; Human–computer interaction; Psychological intervention; Work in process","score_opus":0.6065093855925046,"score_gpt":0.6498239974334411,"score_spread":0.043314611840936545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386045896","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041454256,1.2407098e-7,0.31914392,0.0009756718,0.0000024425337,0.67919606,0.000063779225,0.00043281805,0.00014371918],"genre_scores_gemma":[0.0007462906,4.2501423e-8,0.06334864,0.00047960915,0.00010363457,0.93505555,0.000051259252,0.00007056861,0.00014442045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945209,0.0006949423,0.00051808916,0.0014268947,0.0013084428,0.0015307423],"domain_scores_gemma":[0.99754804,0.00014607706,0.00015524733,0.0009316716,0.0007049301,0.0005140212],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020928762,0.00036894332,0.00037019982,0.00075935834,0.0015018998,0.001519418,0.0029514974,0.00009895174,0.0000069715197],"category_scores_gemma":[0.00003626124,0.0003146479,0.000058992675,0.0028315107,0.00010169354,0.0013114932,0.0006755971,0.00034980528,0.00007487467],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014042297,0.0064823804,0.00025595532,0.012079842,0.00019602814,0.000090644135,0.14695977,0.00086904486,0.120193884,0.008368577,0.5357488,0.15471281],"study_design_scores_gemma":[0.025135836,0.08784045,0.00041085162,0.00783327,0.000003769088,0.00004759816,0.011381381,0.01823491,0.30673525,0.0017589963,0.5374459,0.003171763],"about_ca_topic_score_codex":0.000049622147,"about_ca_topic_score_gemma":0.000051172043,"teacher_disagreement_score":0.25585946,"about_ca_system_score_codex":0.0007950483,"about_ca_system_score_gemma":0.0035377636,"threshold_uncertainty_score":0.99993056},"labels":[],"label_agreement":null},{"id":"W4386046550","doi":"10.2196/50316","title":"Efficacy of Cognitive Behavioral Therapy With Local Wisdom and Web-Based Counseling on Generalized Anxiety Disorders and Functional Gastrointestinal Disorders in Adolescent College Girls: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Population; Checklist; Cognitive behavioral therapy; Randomized controlled trial; Clinical psychology; Mental health; Medicine; Quality of life (healthcare); Generalized anxiety disorder; Intervention (counseling); Psychology; Psychiatry; Nursing","score_opus":0.17371761416063852,"score_gpt":0.52020712331063,"score_spread":0.3464895091499915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386046550","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10915316,0.0000034800073,0.0008041032,0.00039341525,0.000012725499,0.88937443,0.00006561377,0.00006430647,0.00012875436],"genre_scores_gemma":[0.06645243,0.0000044632125,0.00013393469,0.000084043466,0.00009761481,0.9330049,0.000023322944,0.0000546332,0.00014463175],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99389553,0.002994933,0.0008287142,0.0007075362,0.0007585666,0.0008147365],"domain_scores_gemma":[0.9948939,0.0040799896,0.0002968751,0.0002347496,0.0002917478,0.00020273477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006029591,0.00034264766,0.0011869759,0.0005355428,0.00031794704,0.00005007719,0.00013932867,0.0001505953,0.00029451982],"category_scores_gemma":[0.0002552761,0.00023948272,0.00020736619,0.0005811868,0.0012074973,0.00006369894,0.000029200179,0.0007335082,0.000003266575],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98092794,0.005945547,0.0015366962,0.00028426858,0.00007260002,0.0000059997224,0.0007677253,0.00006728645,0.000073865776,0.0007741787,0.0009115173,0.008632348],"study_design_scores_gemma":[0.97124135,0.01602914,0.0031212699,0.0023792263,0.000008506471,0.0000037455734,0.00065282173,0.0028502329,0.000017095063,0.00028136605,0.0031897563,0.00022550217],"about_ca_topic_score_codex":0.00009501731,"about_ca_topic_score_gemma":0.00034130728,"teacher_disagreement_score":0.04363049,"about_ca_system_score_codex":0.000071668044,"about_ca_system_score_gemma":0.0007017293,"threshold_uncertainty_score":0.97658217},"labels":[],"label_agreement":null},{"id":"W4386050314","doi":"10.2196/46603","title":"Optimization of a Transdiagnostic Mobile Emotion Regulation Intervention for University Students: Protocol for a Microrandomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Harvard University","keywords":"Protocol (science); Intervention (counseling); Psychology; Medical education; Randomized controlled trial; Psychotherapist; Clinical psychology; Applied psychology; Medicine; Computer science; Alternative medicine; Psychiatry","score_opus":0.2590867677409413,"score_gpt":0.6205329636321986,"score_spread":0.36144619589125726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386050314","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023847881,2.3581157e-7,0.033781648,0.0001196852,0.000048173766,0.9631283,0.00020117001,0.0001184518,0.00021751891],"genre_scores_gemma":[0.0034821213,3.796404e-8,0.00097477826,0.000002813899,0.000084074796,0.9910575,0.00020499401,0.000036238074,0.0041574324],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9971108,0.00082497,0.00071718154,0.00041164618,0.00047131404,0.000464124],"domain_scores_gemma":[0.9977107,0.0009533987,0.0002962815,0.0003166876,0.0006234971,0.000099434284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032515093,0.00013259143,0.00029505463,0.0005921803,0.00021547564,0.00007034824,0.00037091278,0.00015734999,0.00032346605],"category_scores_gemma":[0.0003436261,0.00013779578,0.0003558324,0.0008261453,0.000117608346,0.00029807503,0.00007632846,0.00014467392,0.000051507217],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8996396,0.014061754,0.000112993446,0.0067560486,0.00016356673,0.000003741779,0.0013532405,0.0007739685,0.00043122921,0.0038781844,0.028406706,0.04441897],"study_design_scores_gemma":[0.8642502,0.036712397,0.0006799869,0.006406995,0.000019100073,0.0000017920918,0.0014651008,0.0038053999,0.00226726,0.005010084,0.07908723,0.00029449613],"about_ca_topic_score_codex":0.000018513796,"about_ca_topic_score_gemma":0.0000105911995,"teacher_disagreement_score":0.050680526,"about_ca_system_score_codex":0.00022819232,"about_ca_system_score_gemma":0.00007603276,"threshold_uncertainty_score":0.5619149},"labels":[],"label_agreement":null},{"id":"W4386050396","doi":"10.2196/51845","title":"Ecological Momentary Assessment of Midlife Adults’ Daily Stress: Protocol for the Stress Reports in Variable Environments (STRIVE) App Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Stressor; Psychology; Activities of daily living; Stress measures; Gerontology; Stress (linguistics); Medicine; Clinical psychology; Psychiatry","score_opus":0.3846592625978756,"score_gpt":0.6400311308745881,"score_spread":0.2553718682767125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386050396","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016463578,0.0000012186133,0.000042038497,0.00037627586,0.00003358056,0.98081094,0.00020824373,0.00006930357,0.0019948334],"genre_scores_gemma":[0.010498463,6.600303e-7,0.0002830184,0.00004074342,0.00016239577,0.9852944,0.00007169739,0.00005982913,0.003588817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901583,0.00280847,0.0014918763,0.0011667688,0.0025048791,0.0018696896],"domain_scores_gemma":[0.9950569,0.002282059,0.0003921145,0.0017249144,0.00018216316,0.00036181393],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009881789,0.00032360855,0.0005481692,0.00054624124,0.00046355682,0.00009660288,0.0012401668,0.00026398935,0.002603745],"category_scores_gemma":[0.00035846198,0.00023079787,0.000107016844,0.0014338703,0.000419054,0.00017725292,0.0011467858,0.0014690211,0.00008229297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049987063,0.03653812,0.8767051,0.0044220006,0.00023007767,0.00094257493,0.0028683532,0.00023735146,0.00039364782,0.00081671355,0.0621076,0.009739767],"study_design_scores_gemma":[0.01209858,0.011377457,0.8093803,0.0014970802,0.0000036225078,0.000005893745,0.009223622,0.0006274138,0.00031082812,0.00058240094,0.1546099,0.00028288303],"about_ca_topic_score_codex":0.00058136386,"about_ca_topic_score_gemma":0.00018705409,"teacher_disagreement_score":0.0925023,"about_ca_system_score_codex":0.00065073976,"about_ca_system_score_gemma":0.0005369921,"threshold_uncertainty_score":0.998308},"labels":[],"label_agreement":null},{"id":"W4386142532","doi":"10.2196/51783","title":"A Hospital-Wide Open-Label Cluster Crossover Pragmatic Comparative Effectiveness Randomized Trial Comparing Normal Saline to Ringer’s Lactate: Protocol and Statistical Analysis Plan of The FLUID Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma, Hemostasis, Coagulopathy, Resuscitation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; Children's Hospital of Eastern Ontario; St. Joseph’s Healthcare Hamilton; McMaster University; London Health Sciences Centre; Minnow Environmental (Canada); St. Michael's Hospital; Western University; Ottawa Hospital; Thrombosis and Atherosclerosis Research Institute; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Crossover study; Protocol (science); Randomized controlled trial; Medicine; Cluster (spacecraft); Saline; Statistical analysis; Physical therapy; Computer science; Anesthesia; Surgery; Statistics; Alternative medicine; Placebo; Mathematics","score_opus":0.2505775396918606,"score_gpt":0.5596461166393673,"score_spread":0.30906857694750667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386142532","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28159532,4.4852183e-7,0.0005492481,0.0003930478,0.000025005362,0.71691567,0.00007096059,0.00005821391,0.00039209158],"genre_scores_gemma":[0.21024717,1.0802974e-7,0.0007096045,0.000033055094,0.00012753048,0.7885929,0.000061181665,0.000038102433,0.00019038272],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9897293,0.005327678,0.0013607844,0.0007971789,0.001947852,0.0008372431],"domain_scores_gemma":[0.98989916,0.00761617,0.00039243064,0.0008371534,0.00086123927,0.00039383257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011418707,0.00036751095,0.0021590656,0.0007364399,0.00039424494,0.00044157458,0.00065936864,0.00016695663,0.000072780684],"category_scores_gemma":[0.00653975,0.00024394409,0.00020884535,0.0030135605,0.0007466709,0.00032056402,0.0010823699,0.000788116,0.000051182305],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98608214,0.0022488604,0.0034672783,0.001750904,0.00065587985,0.000021380258,0.0021183519,0.00011136896,0.0007044461,0.00026326775,0.0019582636,0.00061788264],"study_design_scores_gemma":[0.9497646,0.0067163613,0.03110841,0.0017715826,0.00015511482,0.000002106726,0.00020816551,0.0066528167,0.0019150706,0.00028639435,0.001155511,0.00026387637],"about_ca_topic_score_codex":0.00013362675,"about_ca_topic_score_gemma":0.0001204004,"teacher_disagreement_score":0.071677186,"about_ca_system_score_codex":0.00025223824,"about_ca_system_score_gemma":0.00059920666,"threshold_uncertainty_score":0.9947751},"labels":[],"label_agreement":null},{"id":"W4386144061","doi":"10.2196/49828","title":"Guided Internet-Based Cognitive Behavioral Therapy for Women With Bulimia Nervosa: Protocol for a Multicenter Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Ministry of Education, Culture, Sports, Science and Technology","keywords":"Randomized controlled trial; Bulimia nervosa; Anxiety; Cognitive behavioral therapy; Medicine; Clinical trial; Clinical psychology; Binge eating; Protocol (science); Intervention (counseling); Cognitive therapy; Physical therapy; Psychiatry; Eating disorders; Psychology; Alternative medicine; Internal medicine","score_opus":0.2806989097950121,"score_gpt":0.5889455686330802,"score_spread":0.3082466588380681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386144061","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031564247,4.1259162e-7,0.00059932354,0.00026600267,0.00003064127,0.96665806,0.000052984626,0.00026590054,0.00056240585],"genre_scores_gemma":[0.005534021,3.3645907e-8,0.00044882312,0.000110432666,0.0002378196,0.9820607,0.000063271684,0.00014159518,0.011403305],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99379224,0.0019348513,0.001027708,0.0008861844,0.00080659246,0.0015524545],"domain_scores_gemma":[0.9939753,0.0036269801,0.00040657914,0.00050155725,0.0012402923,0.00024928662],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063397847,0.00043585894,0.0015079867,0.0005257781,0.00030964013,0.00027954852,0.00054115115,0.00029031606,0.0012593477],"category_scores_gemma":[0.00060570537,0.00027713686,0.00053190795,0.00057031267,0.00055590284,0.00010886189,0.00007555963,0.000507352,0.000104617204],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9611137,0.0074464185,0.00046752262,0.00022965725,0.00023196255,0.000018807345,0.0023280894,0.0000011902886,0.0002683828,0.000090384376,0.022296667,0.0055072117],"study_design_scores_gemma":[0.93998945,0.031811465,0.00011353182,0.00074312696,0.000017312695,7.236104e-7,0.000983039,0.0004106181,0.00023134095,0.00019745136,0.025160696,0.00034126927],"about_ca_topic_score_codex":0.00007567893,"about_ca_topic_score_gemma":0.000025724357,"teacher_disagreement_score":0.026030226,"about_ca_system_score_codex":0.00012984122,"about_ca_system_score_gemma":0.00041643507,"threshold_uncertainty_score":0.99996805},"labels":[],"label_agreement":null},{"id":"W4386152596","doi":"10.2196/46955","title":"Efficacy and Safety of the Smallpox Vaccine for Postexposure Prophylaxis in Monkeypox: Protocol for an Open-Labeled, Single-Armed Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Poxvirus research and outbreaks","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Health, Labour and Welfare","keywords":"Medicine; Monkeypox; Smallpox; Smallpox vaccine; Vaccinia; Vaccination; Virology; Adverse effect; Rash; Virus; Orthopoxvirus; Immunology; Internal medicine; Biology","score_opus":0.2960619483621462,"score_gpt":0.5282363579344952,"score_spread":0.23217440957234897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386152596","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07839435,0.0000025851934,0.0000035973433,0.00029813423,0.000009949932,0.9208819,0.00011582433,0.000050053728,0.00024357818],"genre_scores_gemma":[0.062978625,1.9320088e-7,0.00005591757,0.000016201602,0.000034561403,0.93411386,0.000035159675,0.000051463656,0.0027140034],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952106,0.0018390645,0.00070174976,0.00074537937,0.00025340167,0.0012498134],"domain_scores_gemma":[0.9970345,0.0011533938,0.00015684309,0.00093864877,0.0006118742,0.000104725754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004675957,0.0002590259,0.0005307141,0.000416006,0.0005668977,0.00013668135,0.0017489924,0.00029992085,0.00009902754],"category_scores_gemma":[0.001537164,0.00016995324,0.0000717451,0.0011819191,0.0003113203,0.00025465238,0.0014424141,0.00079986895,0.000041048697],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1069735,0.014695047,0.021701263,0.0022759475,0.00022100583,0.000011433584,0.0026603786,0.0000051633724,0.74507093,0.00041580715,0.024846949,0.08112257],"study_design_scores_gemma":[0.13884363,0.104115866,0.13211316,0.0018639307,0.0000072774587,0.00001355208,0.0014629847,0.000040638275,0.13776433,0.001038522,0.4821531,0.00058303965],"about_ca_topic_score_codex":0.00018616137,"about_ca_topic_score_gemma":0.0009766475,"teacher_disagreement_score":0.6073066,"about_ca_system_score_codex":0.000096485106,"about_ca_system_score_gemma":0.00046418313,"threshold_uncertainty_score":0.69304925},"labels":[],"label_agreement":null},{"id":"W4386203700","doi":"10.2196/52199","title":"The Influence of Branched-Chain Amino Acid Supplementation on Fatigue and Tryptophan Metabolism After Acute and Chronic Exercise in Older Adults: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Exercise and Physiological Responses","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Geriatric Research Education and Clinical Center; University of Texas Health Science Center at San Antonio; National Institute on Aging; NIH Clinical Center; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Kynurenine; Kynurenic acid; Medicine; Randomized controlled trial; Kynurenine pathway; Amino acid; Physical exercise; Metabolite; Physical therapy; Tryptophan; Internal medicine; Biochemistry; Chemistry","score_opus":0.08377060674917525,"score_gpt":0.4959686026202957,"score_spread":0.41219799587112044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386203700","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3409806,0.000010400253,0.0000036094393,0.00029592743,0.0000022515937,0.6586604,0.000017952956,0.000017944629,0.0000109074335],"genre_scores_gemma":[0.13888095,0.00003810463,0.000044418277,0.000030519033,0.000072851115,0.8606347,0.000010402291,0.00001919002,0.0002688709],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964682,0.0011748846,0.0007660834,0.0004101049,0.00065261,0.0005281505],"domain_scores_gemma":[0.99524015,0.0038326913,0.0001801975,0.0003129551,0.00029000855,0.0001440068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004047365,0.00021546187,0.0011661901,0.00029703937,0.00015216361,0.000070976406,0.00014732104,0.00010838165,0.00004744557],"category_scores_gemma":[0.0019268882,0.000112969145,0.00015681976,0.00044016071,0.00045592667,0.000118408985,0.0001089035,0.00033581394,0.000003888927],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.971267,0.0004988875,0.00003301902,0.0011871187,0.00005425982,0.000010482915,0.00051807973,0.0000020716113,0.020230033,0.0001610479,0.00020425612,0.0058337566],"study_design_scores_gemma":[0.9614993,0.0063781193,0.0091144815,0.005282956,0.000020776426,7.344306e-7,0.000089400826,0.00021161669,0.0154265305,0.0011791867,0.0006822347,0.000114718714],"about_ca_topic_score_codex":0.000013488622,"about_ca_topic_score_gemma":0.000011129229,"teacher_disagreement_score":0.20209965,"about_ca_system_score_codex":0.00004304837,"about_ca_system_score_gemma":0.00023322862,"threshold_uncertainty_score":0.4606748},"labels":[],"label_agreement":null},{"id":"W4386206362","doi":"10.2196/48342","title":"Comparing Oral Versus Intravenous Antibiotics Administration for Cellulitis Infection: Protocol for a Systematic Review and Meta-Analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Streptococcal Infections and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Dawson College; York University; University of Toronto; Western University","funders":"","keywords":"Medicine; Cellulitis; Systematic review; Intensive care medicine; Meta-analysis; Erysipelas; Antibiotics; MEDLINE; Cochrane Library; Randomized controlled trial; Internal medicine; Surgery","score_opus":0.7761447731888113,"score_gpt":0.6703952407830197,"score_spread":0.10574953240579155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386206362","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9646848e-8,0.040982924,0.00018098918,0.000049717542,0.0000043324076,0.9583431,0.00020350347,0.000120345314,0.00011507637],"genre_scores_gemma":[2.273296e-7,0.03358126,0.00052347715,0.0000097707925,0.000089103974,0.96393996,0.00029246716,0.00009985916,0.0014638532],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99566305,0.00072569575,0.0015455175,0.00084471074,0.00058353273,0.0006374666],"domain_scores_gemma":[0.99568963,0.0015855838,0.0006549114,0.00089841505,0.0008772829,0.00029416452],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021596134,0.000568882,0.0069145644,0.000798761,0.00040918082,0.0002738497,0.00017054567,0.00035634552,0.00011015517],"category_scores_gemma":[0.001012635,0.00037391222,0.0026792148,0.0020484792,0.00012892736,0.00009558993,0.00011610917,0.00054834026,0.000052695374],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016960174,0.0005836963,0.000010807102,0.9295274,0.067373976,0.0000147180435,0.0000064290994,1.2610077e-7,3.9352436e-8,0.0001407232,0.00083766086,0.0013348289],"study_design_scores_gemma":[0.002968325,0.0058045215,0.000004382336,0.3047985,0.32981518,0.000048751426,0.0000051766933,0.000034763536,0.0000043525297,0.000045825793,0.3561307,0.00033952369],"about_ca_topic_score_codex":0.000032770768,"about_ca_topic_score_gemma":0.000084693966,"teacher_disagreement_score":0.62472886,"about_ca_system_score_codex":0.00034421694,"about_ca_system_score_gemma":0.0006535128,"threshold_uncertainty_score":0.99987125},"labels":[],"label_agreement":null},{"id":"W4386206391","doi":"10.2196/48432","title":"Clinical Utility Assessment of a Nursing Checklist Identifying Complex Care Needs Due to Inequities Among Ambulatory Patients With Cancer: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Checklist; Concordance; Medicine; Nursing; Family medicine; Protocol (science); Health care; MEDLINE; Psychology; Alternative medicine","score_opus":0.6750356511719208,"score_gpt":0.715558610760392,"score_spread":0.040522959588471186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386206391","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16745162,7.293423e-7,0.000937398,0.000082783554,0.000016505252,0.8307919,0.000053957734,0.000103128965,0.0005620055],"genre_scores_gemma":[0.19538985,3.6250036e-8,0.007956311,0.000029372479,0.00013326241,0.7963094,0.000026009775,0.000045906174,0.00010983352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99365395,0.001446722,0.0011249918,0.00069881324,0.002130767,0.00094473915],"domain_scores_gemma":[0.9952694,0.0005293159,0.000298924,0.00081588404,0.002626261,0.00046020586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070183007,0.00028300635,0.0009944648,0.000612872,0.00040755162,0.00013625396,0.00048209066,0.00014738794,0.0000894176],"category_scores_gemma":[0.00062670995,0.00022484173,0.00018874646,0.0020055221,0.00047923817,0.00024890245,0.0004005451,0.00075101544,0.0000033010274],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046101394,0.0016369618,0.90276825,0.0030511178,0.00011450685,0.000021961818,0.0038936916,0.000018333241,0.00017406557,0.000031493535,0.007855312,0.07582416],"study_design_scores_gemma":[0.008731178,0.009522639,0.9441853,0.009123202,0.000022928163,9.605419e-7,0.0196974,0.0005590359,0.0003337702,0.000052850493,0.0075614383,0.00020928623],"about_ca_topic_score_codex":0.0004508936,"about_ca_topic_score_gemma":0.00027186703,"teacher_disagreement_score":0.07561487,"about_ca_system_score_codex":0.0007020952,"about_ca_system_score_gemma":0.0013103124,"threshold_uncertainty_score":0.916878},"labels":[],"label_agreement":null},{"id":"W4386229145","doi":"10.2196/48208","title":"Effectiveness of Social Virtual Reality Training in Enhancing Social Interaction Skills in Children With Attention-Deficit/Hyperactivity Disorder: Protocol for a Three-Arm Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hong Kong Polytechnic University","keywords":"Social skills; Social competence; Psychology; Randomized controlled trial; Intervention (counseling); Attention deficit hyperactivity disorder; Competence (human resources); Clinical psychology; Developmental psychology; Medicine; Psychiatry; Social change; Social psychology","score_opus":0.12885882460429127,"score_gpt":0.512915385811334,"score_spread":0.38405656120704273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386229145","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47342035,1.1361896e-7,0.0005080765,0.00015914606,0.000008486187,0.5257004,0.000013885244,0.00006515284,0.00012441518],"genre_scores_gemma":[0.4693097,6.632679e-8,0.000015707943,0.000002136782,0.00011594454,0.53039736,0.000044013686,0.000050293922,0.00006480299],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98989785,0.005292642,0.0014506769,0.0008650196,0.0015134237,0.0009803704],"domain_scores_gemma":[0.9928546,0.005389405,0.0006534825,0.00031571434,0.00068019435,0.000106632346],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01653497,0.00042397078,0.0027519322,0.0012387293,0.00039313297,0.000098898665,0.00022795385,0.0002921561,0.00008584027],"category_scores_gemma":[0.0036400734,0.00033851524,0.00060875615,0.0018049465,0.0004483244,0.0005385087,0.0001394882,0.0013930546,0.000014350078],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.944828,0.009857636,0.033623185,0.0012776362,0.00032264614,0.000008178295,0.0007055321,0.0000745023,0.0055670715,0.00046762676,0.000010479108,0.0032575217],"study_design_scores_gemma":[0.8259019,0.005479215,0.16351151,0.0023055228,0.00003054242,0.0000065356303,0.0013092426,0.00078165025,0.00009208594,0.0002735093,0.00003755291,0.00027070867],"about_ca_topic_score_codex":0.00029312435,"about_ca_topic_score_gemma":0.0008292647,"teacher_disagreement_score":0.12988833,"about_ca_system_score_codex":0.0004763531,"about_ca_system_score_gemma":0.0009958927,"threshold_uncertainty_score":0.99990666},"labels":[],"label_agreement":null},{"id":"W4386229157","doi":"10.2196/46765","title":"Prehabilitation in an Integrative Medicine Day Clinic for Patients Undergoing Neoadjuvant Treatment: Single-Center Feasibility Pilot Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prehabilitation; Medicine; Physical therapy; Neoadjuvant therapy; Cancer; Multimodal therapy; Internal medicine; Breast cancer","score_opus":0.4679768766685871,"score_gpt":0.5889665390259214,"score_spread":0.12098966235733433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386229157","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5208702,0.0000017958677,0.000009460097,0.00039800996,0.000030028752,0.47816792,0.000030813517,0.00008084927,0.0004109213],"genre_scores_gemma":[0.47634974,7.042999e-7,0.000021518046,0.000019336036,0.00009913187,0.52279234,0.00012494528,0.000026589703,0.00056569977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956239,0.0014212705,0.00064266985,0.0007873132,0.0008903871,0.00063446135],"domain_scores_gemma":[0.9961606,0.0019886238,0.000097645265,0.00070263894,0.00079662964,0.00025385406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030346813,0.00024755762,0.00052552496,0.00055033225,0.00016508542,0.000050491362,0.0001984695,0.00007507313,0.0001375157],"category_scores_gemma":[0.001862263,0.00016704407,0.00008273571,0.0011658014,0.00021731522,0.00025712524,0.00009397743,0.00037491755,0.00004334845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009075035,0.022552626,0.9252279,0.00059083384,0.000037093723,0.000014856126,0.021455731,8.1223317e-7,0.00060341286,0.000019598583,0.001211781,0.019210322],"study_design_scores_gemma":[0.03454666,0.36917016,0.5679087,0.0039098337,0.000010751159,5.7177596e-7,0.017992502,0.00010406066,0.00015458222,0.0008132977,0.005180968,0.00020792596],"about_ca_topic_score_codex":0.00032408937,"about_ca_topic_score_gemma":0.017292479,"teacher_disagreement_score":0.3573192,"about_ca_system_score_codex":0.0013157962,"about_ca_system_score_gemma":0.00035480614,"threshold_uncertainty_score":0.9649609},"labels":[],"label_agreement":null},{"id":"W4386261004","doi":"10.2196/48571","title":"Predicting Obsessive-Compulsive Disorder Events in Children and Adolescents in the Wild Using a Wearable Biosensor (Wrist Angel): Protocol for the Analysis Plan of a Nonrandomized Pilot Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obsessive-Compulsive Spectrum Disorders","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden; Novo Nordisk","keywords":"Wearable computer; Protocol (science); Psychology; Medicine; Computer science; Alternative medicine; Embedded system","score_opus":0.1564509770685021,"score_gpt":0.5047667095825389,"score_spread":0.3483157325140368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386261004","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40784505,0.000003811802,0.000026413767,0.00013497104,0.000005886781,0.5918682,0.000047274272,0.00002865747,0.00003971398],"genre_scores_gemma":[0.4475881,3.372851e-7,0.000021030522,0.000012223697,0.00003933498,0.5522653,0.000008368578,0.000035834728,0.000029493467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916616,0.004076829,0.0009810686,0.0009551626,0.0011088281,0.0012165013],"domain_scores_gemma":[0.9962468,0.0019768907,0.00045364726,0.0009857443,0.00023760552,0.00009931382],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005173963,0.00038421742,0.00086562557,0.0014386039,0.0005099751,0.00012042302,0.0011966869,0.000115122835,0.000046570694],"category_scores_gemma":[0.00060135743,0.00024619434,0.00018962182,0.0054992777,0.00040007546,0.00017384584,0.00040311783,0.0010090331,0.000013351071],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013892817,0.005874197,0.97230893,0.00021965412,0.0005405022,0.000016963537,0.0052392394,0.0003811649,0.0001152186,0.000018020017,0.00014946693,0.00124384],"study_design_scores_gemma":[0.05122473,0.0027344134,0.9320438,0.0011237271,0.000050253944,0.000004316057,0.008427721,0.003902246,0.000012774988,0.00016729187,0.000074342104,0.00023441126],"about_ca_topic_score_codex":0.0037009076,"about_ca_topic_score_gemma":0.0025406154,"teacher_disagreement_score":0.040265147,"about_ca_system_score_codex":0.00011038722,"about_ca_system_score_gemma":0.00014366642,"threshold_uncertainty_score":0.99999905},"labels":[],"label_agreement":null},{"id":"W4386293202","doi":"10.2196/52161","title":"Advancing Understanding of Just-in-Time States for Supporting Physical Activity (Project JustWalk JITAI): Protocol for a System ID Study of Just-in-Time Adaptive Interventions","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Psychological intervention; Protocol (science); Psychology; Intervention (counseling); Applied psychology; Computer science; Process management; Medicine; Business; Alternative medicine","score_opus":0.5155923305124617,"score_gpt":0.6540720944136601,"score_spread":0.13847976390119843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386293202","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08790621,2.9904572e-7,0.00045164855,0.000088781846,0.00002295118,0.9101902,0.00046123573,0.00013515973,0.0007434928],"genre_scores_gemma":[0.31699005,7.1588033e-9,0.00012235189,0.0000014319585,0.000044789136,0.681727,0.000020121564,0.00006839998,0.0010258409],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9937015,0.0012373773,0.0015770801,0.00088948704,0.0010191472,0.001575374],"domain_scores_gemma":[0.9957628,0.0022292966,0.00079765695,0.0006286772,0.00040676625,0.00017478969],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0064254976,0.0003285417,0.0009546221,0.0015546427,0.00024545664,0.000093520575,0.0007597549,0.00014969643,0.00006540303],"category_scores_gemma":[0.00044894422,0.00032280147,0.0004467218,0.0019757196,0.00020882992,0.00050578674,0.0004978651,0.0005921281,0.00006662368],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12860592,0.28687376,0.02024691,0.31344417,0.0019925733,0.0005268836,0.08375502,0.0007925333,0.012568321,0.04595157,0.057093944,0.048148382],"study_design_scores_gemma":[0.10489983,0.21937864,0.02063908,0.1471053,0.00010557342,0.00003275415,0.42554265,0.04833165,0.011977245,0.0154585885,0.004020541,0.0025081276],"about_ca_topic_score_codex":0.00029495094,"about_ca_topic_score_gemma":0.00026892126,"teacher_disagreement_score":0.34178764,"about_ca_system_score_codex":0.0014099835,"about_ca_system_score_gemma":0.0003051133,"threshold_uncertainty_score":0.9999224},"labels":[],"label_agreement":null},{"id":"W4386294133","doi":"10.2196/52233","title":"Oral Health, Social and Emotional Well-Being, and Economic Costs: Protocol for the Second Australian National Child Oral Health Survey","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Socioeconomic status; Population; Context (archaeology); Environmental health; Epidemiology; Family medicine; Geography","score_opus":0.3292555471838503,"score_gpt":0.5947473180444299,"score_spread":0.2654917708605796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386294133","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002931658,0.0000018934029,0.00001619672,0.0034354515,0.000039170096,0.99169207,0.0009277239,0.00009164303,0.00086419017],"genre_scores_gemma":[0.004224549,8.9651144e-7,0.000030053705,0.0006638235,0.0003702024,0.98755455,0.000431307,0.000042028794,0.0066826115],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99599,0.0011190606,0.0005869294,0.0005472739,0.00082325924,0.0009334814],"domain_scores_gemma":[0.9983891,0.0005243737,0.0002077478,0.00018596684,0.00032620097,0.00036661167],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0072742947,0.00019706835,0.0002911408,0.00023569044,0.0019001947,0.00041368918,0.00028426788,0.00015429794,0.0007242189],"category_scores_gemma":[0.0001399296,0.00016748116,0.00006167147,0.0004042921,0.00030370665,0.00027174587,0.00020124903,0.000554177,0.00021102863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011781156,0.00019480468,0.044460125,0.0029200644,0.000029914801,0.0000036375764,0.00025436617,0.0000029953326,0.0000033301092,0.009006373,0.921558,0.020388281],"study_design_scores_gemma":[0.0029993062,0.0005780721,0.55353665,0.00029450064,2.8508052e-7,0.000021671553,0.00016979301,0.00033818153,0.000014393463,0.0012848579,0.44064248,0.00011979564],"about_ca_topic_score_codex":0.00098237,"about_ca_topic_score_gemma":0.0335781,"teacher_disagreement_score":0.50907654,"about_ca_system_score_codex":0.0007099232,"about_ca_system_score_gemma":0.0011584313,"threshold_uncertainty_score":0.9993992},"labels":[],"label_agreement":null},{"id":"W4386297104","doi":"10.2196/48703","title":"Effectiveness of the Wellness Together Canada Portal as a Digital Mental Health Intervention in Canada: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research","keywords":"Preprint; Mental health; Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Digital health; Psychology; Medical education; Gerontology; Nursing; Alternative medicine; Health care; Computer science; Psychiatry; World Wide Web; Political science","score_opus":0.10540123244677198,"score_gpt":0.5546121533780471,"score_spread":0.4492109209312752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386297104","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012634396,0.0000013753778,0.000005562671,0.0011869031,0.00021341685,0.9821121,0.0002904324,0.000025891519,0.0035299424],"genre_scores_gemma":[0.20207947,9.606595e-9,0.0000013390205,0.000025096057,0.000036675992,0.79482234,0.000031455835,0.00003610083,0.0029674827],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99124783,0.004432744,0.0016402338,0.0004822179,0.0012163913,0.0009806062],"domain_scores_gemma":[0.99617696,0.0023803145,0.00055261876,0.00047633896,0.00020569905,0.00020808303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008436705,0.00023579545,0.0011843874,0.00024857017,0.00020858689,0.0000808148,0.00059846963,0.00008161541,0.00029651323],"category_scores_gemma":[0.00094721693,0.00016036401,0.00050643197,0.00084669574,0.00020843756,0.00016103605,0.00023549888,0.00043682815,0.000017601578],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9695295,0.0016353725,0.00034169297,0.0023783848,0.00013530509,0.000016305929,0.00016019559,0.000002751486,0.0000050925773,0.0043264567,0.016882177,0.004586773],"study_design_scores_gemma":[0.974448,0.0023736355,0.0010383081,0.00568129,0.0000018300316,0.0000059726344,0.0006311574,0.000048619775,0.00029185,0.0022418401,0.013086848,0.0001506286],"about_ca_topic_score_codex":0.9547042,"about_ca_topic_score_gemma":0.9749485,"teacher_disagreement_score":0.18944508,"about_ca_system_score_codex":0.0020510873,"about_ca_system_score_gemma":0.008329213,"threshold_uncertainty_score":0.99729264},"labels":[],"label_agreement":null},{"id":"W4386297141","doi":"10.2196/48585","title":"mHealth Intervention for Vietnamese Living With Diabetes: Protocol for a Stepped Wedge Pilot Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Cancer Institute; National Institutes of Health; University of Oklahoma; University of Oklahoma Health Sciences Center; Presbyterian Health Foundation","keywords":"Medicine; Psychological intervention; Vietnamese; Intervention (counseling); mHealth; Health care; Diabetes management; Motivational interviewing; Self-management; Randomized controlled trial; Focus group; Research design; Family medicine; Nursing; Type 2 diabetes; Diabetes mellitus; Computer science","score_opus":0.4247648205479726,"score_gpt":0.599724865874631,"score_spread":0.17496004532665843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386297141","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018067937,2.5023553e-7,0.00017418701,0.0007132588,0.000011721341,0.9802643,0.000007629648,0.00026436962,0.0004963362],"genre_scores_gemma":[0.017019738,2.6204107e-8,0.00042047646,0.00004828864,0.00032960743,0.9725245,0.000042708438,0.00008506153,0.009529572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99683374,0.0003177965,0.00045865637,0.00057569693,0.00076489727,0.0010491933],"domain_scores_gemma":[0.99779016,0.0005229867,0.00015151064,0.00056856294,0.00072600227,0.00024080495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005532954,0.00020603863,0.00034988244,0.00066766137,0.00037595982,0.00021111034,0.00027827104,0.00004742259,0.00011286139],"category_scores_gemma":[0.0007343457,0.00015885718,0.000095594325,0.001163527,0.00008265885,0.00026674857,0.00017335181,0.00030088256,0.0001203401],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019958097,0.050568443,0.36590102,0.08003154,0.00056545215,0.000009739361,0.0051160003,0.000008432183,0.0019760542,0.00066233607,0.3810271,0.094175786],"study_design_scores_gemma":[0.059644125,0.31583887,0.2464841,0.031154346,0.00006093488,6.8472474e-7,0.008077135,0.0043817796,0.00059202657,0.0012697345,0.3318004,0.0006958616],"about_ca_topic_score_codex":0.000009463418,"about_ca_topic_score_gemma":0.00003338621,"teacher_disagreement_score":0.26527044,"about_ca_system_score_codex":0.00023450614,"about_ca_system_score_gemma":0.00030523023,"threshold_uncertainty_score":0.6478008},"labels":[],"label_agreement":null},{"id":"W4386297160","doi":"10.2196/48386","title":"Testing a Model of Care for Patients on Immune Checkpoint Inhibitors Based on Electronic Patient-Reported Outcomes: Protocol for a Randomized Phase II Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Common Terminology Criteria for Adverse Events; Adverse effect; Randomized controlled trial; Quality of life (healthcare); Intervention (counseling); Clinical trial; Physical therapy; Recall; Internal medicine; Psychiatry; Nursing","score_opus":0.14394210059182017,"score_gpt":0.5084927799679445,"score_spread":0.36455067937612434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386297160","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035474323,4.7638352e-7,0.00009820244,0.00024173644,0.000026786473,0.9634783,0.00010564438,0.00016178499,0.0004127202],"genre_scores_gemma":[0.09598005,3.057556e-8,0.00013277227,0.000056451197,0.000121796416,0.90314966,0.00014720252,0.00009913256,0.00031292983],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99407876,0.0005569613,0.0017608939,0.00070008996,0.0017608411,0.00114244],"domain_scores_gemma":[0.99262357,0.0030097642,0.00071698136,0.0007853143,0.0026301222,0.00023426318],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037906903,0.00040104656,0.0019216677,0.0007762999,0.0003880711,0.000046054294,0.00023480815,0.00022514949,0.000024114963],"category_scores_gemma":[0.010323464,0.00028038755,0.001159448,0.0009093912,0.00015462512,0.00006927298,0.00009812131,0.00059360755,0.0000035056944],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9809327,0.0062060407,0.000103319595,0.0030961647,0.00015906355,0.000003614974,0.0009917371,0.00017834434,0.0020175225,0.00005482254,0.0005485878,0.0057080397],"study_design_scores_gemma":[0.86566687,0.08379295,0.000009877975,0.0035140817,0.000034454897,1.3948356e-7,0.00018223116,0.035098597,0.008610729,0.00024053984,0.0026289525,0.00022057709],"about_ca_topic_score_codex":0.000055067772,"about_ca_topic_score_gemma":0.000022397055,"teacher_disagreement_score":0.11526587,"about_ca_system_score_codex":0.0005430964,"about_ca_system_score_gemma":0.002009298,"threshold_uncertainty_score":0.99996483},"labels":[],"label_agreement":null},{"id":"W4386305691","doi":"10.2196/49032","title":"Identifying the Characteristics of Responders and Nonresponders in a Behavioral Intervention to Increase Physical Activity Among Patients With Moderate to Severe Asthma: Protocol for a Prospective Pragmatic Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cooperative Research Facility Center, Toyohashi University of Technology; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Asthma; Medicine; Anxiety; Psychological intervention; Intervention (counseling); Physical therapy; Quality of life (healthcare); Motivational interviewing; Psychosocial; Psychiatry; Nursing","score_opus":0.1488010729439995,"score_gpt":0.5332049693446398,"score_spread":0.3844038964006403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386305691","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50742537,1.9407398e-8,0.000032914417,0.000044844048,9.471192e-7,0.4924442,0.000027184333,0.000019437159,0.000005081562],"genre_scores_gemma":[0.48015723,2.1323472e-9,0.00002690377,0.0000055803675,0.000016174086,0.5196718,0.000004121081,0.000021717247,0.000096447366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99695164,0.0008370769,0.00030818934,0.0004882447,0.00094365136,0.00047122565],"domain_scores_gemma":[0.9983618,0.00026587019,0.00013173744,0.0003869136,0.00057257165,0.00028107688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015672607,0.00020047638,0.0004000184,0.0005663492,0.00020294898,0.00011273399,0.00017494972,0.00005456923,0.000007368486],"category_scores_gemma":[0.0005510969,0.00012887985,0.00007483029,0.001193343,0.00016888996,0.00024389604,0.00029533682,0.00037642222,0.0000064819405],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12641664,0.01713647,0.81914693,0.0029890453,0.000065565524,0.00009334311,0.012060042,0.000018011713,0.0016033553,0.000015912865,0.0003428991,0.020111773],"study_design_scores_gemma":[0.010824203,0.014802829,0.96747464,0.0026877953,0.000008784489,8.546093e-7,0.0030913535,0.00034036848,0.00044856058,0.000043764827,0.0001337138,0.00014311261],"about_ca_topic_score_codex":0.00008481751,"about_ca_topic_score_gemma":0.0001266353,"teacher_disagreement_score":0.14832771,"about_ca_system_score_codex":0.00017858871,"about_ca_system_score_gemma":0.00028246708,"threshold_uncertainty_score":0.52555674},"labels":[],"label_agreement":null},{"id":"W4386305817","doi":"10.2196/48616","title":"Deferring Postoperative Follow‑Up Visits up to 4 Weeks After Uneventful Cataract Surgery in a Tertiary Level Eye Hospital: Protocol for a Prospective, Quantitative, Experimental Control Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ocular Infections and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cataract surgery; Phacoemulsification; Visual acuity; Prospective cohort study; Inclusion and exclusion criteria; Surgery; Alternative medicine","score_opus":0.24575957972335777,"score_gpt":0.5627519974081343,"score_spread":0.31699241768477654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386305817","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3384067,0.0000012110738,0.000030463862,0.00021544885,0.000021399892,0.6610863,0.000066262655,0.00010189755,0.00007030908],"genre_scores_gemma":[0.4404609,2.4004306e-8,0.000087618304,0.00003395612,0.000042157742,0.558112,0.000010943494,0.00006296527,0.0011894066],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99594104,0.00055034406,0.0006193592,0.000950288,0.00091547443,0.0010234646],"domain_scores_gemma":[0.99790525,0.00034803074,0.0000898936,0.0005683247,0.00075151917,0.00033699354],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015830745,0.0003842076,0.0006573953,0.0010981916,0.00028549868,0.00017366961,0.00017198523,0.00012587884,0.00010680614],"category_scores_gemma":[0.0006146091,0.0003118817,0.0002648882,0.0014073367,0.00008237903,0.00039745143,0.0002160711,0.0004909855,0.00032113958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013819608,0.008032047,0.9610007,0.00038804687,0.00030067112,0.0005360119,0.010264609,0.0000035074538,0.0025001606,0.00004212501,0.0025053616,0.00060714706],"study_design_scores_gemma":[0.029277366,0.017007655,0.93173707,0.002500992,0.000011526138,0.000005510908,0.004880728,0.00006516053,0.007865402,0.00005233453,0.006187998,0.0004082627],"about_ca_topic_score_codex":0.00018699406,"about_ca_topic_score_gemma":0.00020445144,"teacher_disagreement_score":0.10297426,"about_ca_system_score_codex":0.00063746836,"about_ca_system_score_gemma":0.00040939872,"threshold_uncertainty_score":0.9999333},"labels":[],"label_agreement":null},{"id":"W4386335002","doi":"10.2196/50105","title":"Model Clinic to Increase Preventive Screenings Among Patients With Physical Disabilities: Protocol for a Mixed Methods Intervention Pilot Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research; Administration for Community Living; Michigan Institute for Clinical and Health Research; U.S. Department of Health and Human Services; National Institutes of Health; National Center for Advancing Translational Sciences","keywords":"Medicine; Intervention (counseling); Protocol (science); Physical therapy; Physical disability; Family medicine; Nursing; Alternative medicine","score_opus":0.4672665520397162,"score_gpt":0.6443954237123919,"score_spread":0.17712887167267571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386335002","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29060638,2.6265967e-8,0.0009251146,0.000093576105,0.0000022420475,0.70723987,0.000044002438,0.00015543768,0.0009333537],"genre_scores_gemma":[0.06339412,9.502398e-9,0.0019523731,0.00001722905,0.000083603474,0.9192629,0.000057993006,0.00010487329,0.01512692],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99210733,0.0024775206,0.0008012485,0.0012061918,0.0021151162,0.0012926201],"domain_scores_gemma":[0.9942825,0.0018435633,0.0001008765,0.0011281746,0.0018874371,0.0007574522],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0077466234,0.00037228668,0.0007747198,0.00067012355,0.0003636103,0.00020944956,0.00060737145,0.00009159461,0.00067237805],"category_scores_gemma":[0.008819594,0.00026808458,0.0002809618,0.0021913033,0.00064597506,0.00042089555,0.00087374216,0.00085449935,0.00057207013],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1615081,0.13901205,0.44775632,0.0116772065,0.00071760715,0.0000097043985,0.013572569,0.000038329315,0.0014790426,0.00009882245,0.17587557,0.048254672],"study_design_scores_gemma":[0.049797878,0.5027355,0.38294697,0.010237135,0.000050251958,0.0000023675427,0.011136088,0.018762622,0.0017507039,0.0040851436,0.01749486,0.0010004899],"about_ca_topic_score_codex":0.00014145848,"about_ca_topic_score_gemma":0.000064486085,"teacher_disagreement_score":0.36372343,"about_ca_system_score_codex":0.0003694545,"about_ca_system_score_gemma":0.0003982166,"threshold_uncertainty_score":0.9999771},"labels":[],"label_agreement":null},{"id":"W4386338430","doi":"10.2196/44702","title":"The Impact of Heat Waves on Health Care Services in Low- or Middle-Income Countries: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health","keywords":"Low and middle income countries; Protocol (science); Health care; Medicine; Developing country; Economic growth; Alternative medicine; Economics","score_opus":0.5381653458509854,"score_gpt":0.6556617259561078,"score_spread":0.11749638010512242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386338430","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3428253e-7,0.11315058,6.886904e-8,0.00034848147,0.0000037439365,0.8859789,0.0003671244,0.000041082018,0.00010992294],"genre_scores_gemma":[1.1002874e-8,0.35626128,0.0000050166022,0.00009268279,0.00004909465,0.6432536,0.000027270593,0.00008160498,0.00022940569],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9908745,0.0023527655,0.0024748968,0.0007541153,0.0017138346,0.0018298568],"domain_scores_gemma":[0.9935038,0.0033253427,0.0009924802,0.0015422702,0.00014525068,0.0004908628],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008308167,0.0006291967,0.0033898838,0.00030788584,0.0005917117,0.00019804013,0.0016882671,0.0002907591,0.0002949079],"category_scores_gemma":[0.0007110677,0.0002911337,0.0005802397,0.0018858685,0.000262907,0.00017062065,0.0005892139,0.0009052615,0.00064817886],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029125658,0.00013953184,0.000010366216,0.9895315,0.000023689545,0.000009782265,0.00060299254,0.0000012224635,1.5952685e-8,0.000006019357,0.0056308517,0.0037527338],"study_design_scores_gemma":[0.00059197855,0.0027857858,0.000010003061,0.72428304,0.0000072976745,0.0000053098393,0.00013062362,0.00000873485,2.0164882e-7,0.000024319539,0.27196845,0.00018423339],"about_ca_topic_score_codex":0.00074777706,"about_ca_topic_score_gemma":0.0018152314,"teacher_disagreement_score":0.2663376,"about_ca_system_score_codex":0.0036532967,"about_ca_system_score_gemma":0.0014884584,"threshold_uncertainty_score":0.9999541},"labels":[],"label_agreement":null},{"id":"W4386427202","doi":"10.2196/45512","title":"Evaluating a Novel Infant Heart Rate Detector for Neonatal Resuscitation Efforts: Protocol for a Proof-of-Concept Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital; Toronto Metropolitan University","funders":"","keywords":"Medicine; Neonatal resuscitation; Protocol (science); Heart rate; Resuscitation; Vital signs; Medical emergency; Emergency medicine; Internal medicine; Blood pressure; Anesthesia","score_opus":0.5793477858504112,"score_gpt":0.6537599850076037,"score_spread":0.07441219915719244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386427202","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07823113,4.5848353e-7,0.00076049555,0.00051462214,0.000017531156,0.9201829,0.000044786855,0.00023524297,0.000012825948],"genre_scores_gemma":[0.024674002,6.389246e-9,0.0054035266,0.000019066254,0.00025549205,0.9693347,0.00002819217,0.000056826546,0.00022814111],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9964786,0.000360684,0.0007771583,0.00059162575,0.00090973784,0.00088216376],"domain_scores_gemma":[0.99600965,0.0014830638,0.00020067679,0.0005843693,0.0015459034,0.00017632032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007931212,0.0001954716,0.0004402113,0.0006501768,0.00041861986,0.00003490552,0.00024297576,0.00023398938,0.000012022747],"category_scores_gemma":[0.0051331385,0.00016394336,0.00012521094,0.0012499434,0.0001701254,0.00015492854,0.00015527032,0.00060270843,0.000006972832],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0802879,0.00922002,0.09429299,0.052634995,0.00044357582,0.00006210269,0.020716025,0.00022649267,0.18524906,0.0009122094,0.013390428,0.5425642],"study_design_scores_gemma":[0.0768697,0.17031798,0.03518051,0.018884484,0.00002749365,0.000018725008,0.0038213364,0.014803,0.46648574,0.0019173466,0.2109041,0.00076958264],"about_ca_topic_score_codex":0.000034878867,"about_ca_topic_score_gemma":0.00002632265,"teacher_disagreement_score":0.5417946,"about_ca_system_score_codex":0.00016631694,"about_ca_system_score_gemma":0.00093347504,"threshold_uncertainty_score":0.6685416},"labels":[],"label_agreement":null},{"id":"W4386429567","doi":"10.2196/48400","title":"Fear of Reprisal and Change Agency in the Public Health and Social Service System: Protocol for a Sequential Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in medical practice","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; Centre Integre de Sante et de Services Sociaux de Laval; Université de Montréal; Université Laval; Health and Social Services Centre University Institute of Geriatrics of Sherbrooke; Centre for Interdisciplinary Research in Rehabilitation; Université de Sherbrooke","funders":"Faculty of Medicine and Health, University of Sydney; Social Sciences and Humanities Research Council of Canada; Université de Sherbrooke","keywords":"Public relations; Agency (philosophy); Action (physics); Social work; Psychology; Social psychology; Medicine; Sociology; Political science; Law; Social science","score_opus":0.8749394766040135,"score_gpt":0.7848519441294042,"score_spread":0.09008753247460932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386429567","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018598263,0.0000013202134,0.00017112934,0.041208263,0.000023112794,0.95626557,0.00001810581,0.00009194128,0.00036071334],"genre_scores_gemma":[0.0026396404,5.7169973e-7,0.0019227238,0.00077377073,0.0003898903,0.9941343,0.000006660063,0.000042872147,0.00008958733],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9125765,0.08225726,0.0012346521,0.00071498385,0.0018071396,0.0014094907],"domain_scores_gemma":[0.9839725,0.013830616,0.00046859524,0.0005910207,0.0008760164,0.00026127833],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16509087,0.00017356711,0.00048917165,0.00041110345,0.002321703,0.000078308454,0.0006606512,0.0003173158,0.000034813245],"category_scores_gemma":[0.009951659,0.00012274658,0.000039729526,0.0017117151,0.00033643053,0.00029819898,0.0010870224,0.00434617,0.000025019714],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031675205,0.0027846235,0.011658847,0.1319187,0.000096285745,0.00006664394,0.7205264,7.044765e-8,0.00040359423,0.032844458,0.040608868,0.05592398],"study_design_scores_gemma":[0.016335212,0.006421069,0.047491852,0.0054915464,0.0000061088526,0.000008268256,0.446149,0.0010925236,0.0000137950665,0.007217869,0.4694322,0.00034054855],"about_ca_topic_score_codex":0.00080421334,"about_ca_topic_score_gemma":0.0007488209,"teacher_disagreement_score":0.42882332,"about_ca_system_score_codex":0.00022030898,"about_ca_system_score_gemma":0.0017427062,"threshold_uncertainty_score":0.9989771},"labels":[],"label_agreement":null},{"id":"W4386445574","doi":"10.2196/51861","title":"Hepatitis A Vaccination Coverage Among People With Chronic Liver Disease in England (HEALD): Protocol for a Retrospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis Viruses Studies and Epidemiology","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Vaccination; Excellence; Chronic liver disease; Hepatitis A vaccine; Hepatitis A; Family medicine; Retrospective cohort study; Health care; Liver disease; Environmental health; Outbreak; Cohort; Pediatrics; Hepatitis; Immunology; Internal medicine; Virology; Cirrhosis","score_opus":0.1404573663855826,"score_gpt":0.508332590191618,"score_spread":0.36787522380603543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386445574","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21392867,8.216783e-7,0.000057082012,0.0002772047,0.0000039952524,0.785288,0.00003594961,0.00010673635,0.00030155652],"genre_scores_gemma":[0.12761956,0.000013015851,0.00003107589,0.000031946518,0.00022653125,0.8713371,0.000036326663,0.000053595468,0.0006508277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99607736,0.0007367797,0.0004999585,0.0007871422,0.0008891217,0.0010096211],"domain_scores_gemma":[0.9977855,0.00056525687,0.00012413248,0.0005503048,0.0006579575,0.0003168448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003234795,0.00024395881,0.00069161266,0.0004672559,0.00034151014,0.00005619187,0.00017765722,0.000113749236,0.00025723447],"category_scores_gemma":[0.0014703816,0.00018536956,0.00008449037,0.0013792829,0.00010411207,0.00019515227,0.0002180733,0.00063600973,0.00006626744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041557527,0.0012616509,0.98161703,0.0015399348,0.000074767864,0.00033023738,0.0010358843,0.000026124351,0.0000066859234,0.000066154025,0.0087098135,0.0011759679],"study_design_scores_gemma":[0.014379903,0.011608441,0.94562626,0.0011753865,0.000007854613,0.0000024079866,0.00003634395,0.0034739843,0.0000067586243,0.00021459017,0.023284143,0.00018393989],"about_ca_topic_score_codex":0.010296894,"about_ca_topic_score_gemma":0.11233528,"teacher_disagreement_score":0.10203839,"about_ca_system_score_codex":0.0013095217,"about_ca_system_score_gemma":0.000584988,"threshold_uncertainty_score":0.9962936},"labels":[],"label_agreement":null},{"id":"W4386451234","doi":"10.2196/49723","title":"Training Australian Dietitians in Behavior Change Techniques Through Educational Workshops: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Curtin University of Technology","keywords":"Behavior change; Randomized controlled trial; Behaviour change; Psychological intervention; Intervention (counseling); Behavior change methods; Medicine; Protocol (science); Psychology; Physical therapy; Nursing; Medical education; Applied psychology; Alternative medicine; Social psychology","score_opus":0.715907308439345,"score_gpt":0.7041408932357591,"score_spread":0.0117664152035859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386451234","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032095276,8.270892e-7,0.000020239355,0.00361652,0.00006958334,0.99135333,0.00004998711,0.00023096304,0.004337565],"genre_scores_gemma":[0.00057297334,1.8826796e-7,0.0005692112,0.00008139377,0.0009509112,0.97899646,0.00005893322,0.0000625865,0.018707324],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9935307,0.002533323,0.0013270238,0.0006193303,0.0006201206,0.0013695336],"domain_scores_gemma":[0.99706376,0.0016016426,0.00025634762,0.00048164366,0.0003751282,0.00022145579],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008683119,0.00026421895,0.0010714055,0.0007169844,0.00031614205,0.00013896597,0.00049760414,0.0003935467,0.003799731],"category_scores_gemma":[0.0006618846,0.00021468593,0.0006091481,0.0010936309,0.00036361607,0.00029134259,0.00008212315,0.00092591275,0.0002405047],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9020114,0.0033417006,0.00013496373,0.00024093181,0.00002521815,0.000017605378,0.0033328824,3.343062e-8,0.000028700166,0.0071073654,0.04301697,0.04074224],"study_design_scores_gemma":[0.80104625,0.002268197,0.0008533288,0.0020034793,0.0000065344543,0.0000026842433,0.00073028,0.000006644999,0.000026011381,0.0023564666,0.19049709,0.00020301933],"about_ca_topic_score_codex":0.00026212572,"about_ca_topic_score_gemma":0.00017543856,"teacher_disagreement_score":0.14748012,"about_ca_system_score_codex":0.00018126411,"about_ca_system_score_gemma":0.00044116421,"threshold_uncertainty_score":0.9971109},"labels":[],"label_agreement":null},{"id":"W4386497587","doi":"10.2196/46865","title":"Colorectal Cancer Screening Decision Based on Predicted Risk: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Colonoscopy; Medicine; Randomized controlled trial; Colorectal cancer screening; Colorectal cancer; Protocol (science); Test (biology); Cancer screening; Incidence (geometry); Risk assessment; Cancer; Internal medicine; Alternative medicine; Computer science; Pathology","score_opus":0.20011336315555356,"score_gpt":0.5410980225468686,"score_spread":0.340984659391315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386497587","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065565556,5.797853e-7,0.003924879,0.0004359341,0.000045819197,0.9869901,0.00006049646,0.00071840856,0.001267255],"genre_scores_gemma":[0.00915559,4.2856223e-7,0.0011527218,0.000056228302,0.0010235513,0.98727244,0.000029612109,0.00009778219,0.0012116345],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99276006,0.0019696327,0.0010431899,0.0008699574,0.0023113778,0.001045796],"domain_scores_gemma":[0.98890454,0.008597096,0.00038718522,0.00052261585,0.0011724161,0.00041614985],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011410099,0.00037691146,0.001713258,0.0012050015,0.0007713729,0.00019172727,0.00028618053,0.0002673144,0.000361679],"category_scores_gemma":[0.011648141,0.00025870607,0.0007701062,0.0018923116,0.00029316804,0.00011525402,0.00011582381,0.0011744939,0.00004296995],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9657411,0.00093841227,0.00020799173,0.00037094374,0.00014629838,0.000016761634,0.0000597531,0.00039137533,0.00055057136,0.000014041724,0.010263621,0.021299154],"study_design_scores_gemma":[0.7940629,0.053658742,0.00057713734,0.0036666768,0.00002936584,0.0000019600045,0.000017630175,0.13136989,0.0018005136,0.00018832512,0.014427265,0.00019958803],"about_ca_topic_score_codex":0.00010846796,"about_ca_topic_score_gemma":0.000054407647,"teacher_disagreement_score":0.17167817,"about_ca_system_score_codex":0.00034624324,"about_ca_system_score_gemma":0.0011334557,"threshold_uncertainty_score":0.9999865},"labels":[],"label_agreement":null},{"id":"W4386531318","doi":"10.2196/50993","title":"Using IT to Improve Outcomes for Children Living With Cancer (SyMon-SAYS): Protocol for a Single-Institution Waitlist Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Protocol (science); Randomized controlled trial; Medicine; Psychology; Gerontology; Family medicine; Alternative medicine; Surgery","score_opus":0.2812970880665359,"score_gpt":0.573472282715297,"score_spread":0.2921751946487611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386531318","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037367146,9.474705e-7,0.0029269862,0.00568178,0.000056585122,0.98677826,0.00012558258,0.00032792287,0.0003652446],"genre_scores_gemma":[0.0014304644,1.4951318e-7,0.0029767964,0.0004687244,0.0016047654,0.99097294,0.000022899707,0.00014474151,0.002378538],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99315715,0.0010216188,0.0014719848,0.001036105,0.0019056214,0.0014075445],"domain_scores_gemma":[0.9923923,0.0044330116,0.00048438684,0.00080974825,0.001361748,0.000518798],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011553441,0.00049885036,0.0026704345,0.0007282153,0.00066238205,0.00034467492,0.0004324931,0.0002478924,0.000080447346],"category_scores_gemma":[0.008793295,0.00033765563,0.00080371706,0.00096278824,0.0003597518,0.0002870961,0.00022867856,0.00054387,0.000020483452],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9827931,0.0012539343,0.0008238474,0.0022868144,0.00063014677,0.0000049104997,0.0010022594,0.000053453183,0.0024908881,0.00027830413,0.007349321,0.001033032],"study_design_scores_gemma":[0.96865165,0.0067806058,0.0003042472,0.008419745,0.00007959198,0.000005607914,0.00018413799,0.0013329223,0.0015180192,0.00015693322,0.012131418,0.00043509877],"about_ca_topic_score_codex":0.000583821,"about_ca_topic_score_gemma":0.0003361565,"teacher_disagreement_score":0.014141416,"about_ca_system_score_codex":0.00068365026,"about_ca_system_score_gemma":0.0022329057,"threshold_uncertainty_score":0.99990755},"labels":[],"label_agreement":null},{"id":"W4386544822","doi":"10.2196/50216","title":"A Framework to Guide Implementation of AI in Health Care: Protocol for a Cocreation Research Project","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Protocol (science); Health care; Scope (computer science); Process (computing); Process management; Quality (philosophy); Software engineering; Knowledge management; Medicine; Human–computer interaction; Engineering","score_opus":0.803452520563014,"score_gpt":0.8056316408060304,"score_spread":0.0021791202430164747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386544822","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020529209,9.5224755e-7,0.000322379,0.015437914,0.000008188133,0.9818723,0.000015030777,0.000060775474,0.00022953589],"genre_scores_gemma":[0.0030220079,5.8865845e-7,0.0029801286,0.00024888417,0.0002976306,0.99275064,0.000057075933,0.000038163384,0.00060487055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99509305,0.00091690436,0.0010429318,0.0004956651,0.0013767387,0.0010746943],"domain_scores_gemma":[0.99545497,0.0009826038,0.00011058424,0.00052045233,0.002689655,0.0002417283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009153995,0.000119545875,0.00030198944,0.001832411,0.00031119635,0.00006353805,0.00022589843,0.0001586291,0.00008131209],"category_scores_gemma":[0.0023390527,0.000109322835,0.00006102964,0.0044636945,0.00011210611,0.0001344367,0.00011204327,0.00081103574,0.00009836097],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00682207,0.0010259843,0.04831448,0.022718001,0.0000184477,0.000009676774,0.06842444,0.000017977609,0.0036567452,0.0064146384,0.49623513,0.34634238],"study_design_scores_gemma":[0.00095999596,0.013981106,0.012025095,0.010025667,7.7227185e-7,0.000002208592,0.044277865,0.00017015384,0.04101942,0.0069504175,0.87043095,0.00015636501],"about_ca_topic_score_codex":0.0075846934,"about_ca_topic_score_gemma":0.001504273,"teacher_disagreement_score":0.37419578,"about_ca_system_score_codex":0.0011958083,"about_ca_system_score_gemma":0.007550687,"threshold_uncertainty_score":0.9990239},"labels":[],"label_agreement":null},{"id":"W4386544846","doi":"10.2196/48387","title":"Optimizing Noninvasive Vagus Nerve Stimulation for Systemic Lupus Erythematosus: Protocol for a Multicenter Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vagus Nerve Stimulation Research","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agencia Estatal de Investigación; Ministerio de Ciencia e Innovación","keywords":"Vagus nerve stimulation; Medicine; Vagus nerve; Disease; Randomized controlled trial; Clinical trial; Quality of life (healthcare); Stimulation; Intensive care medicine; Internal medicine","score_opus":0.29070691233540036,"score_gpt":0.5464816731144542,"score_spread":0.2557747607790538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386544846","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019570189,6.8858407e-7,0.0065171267,0.00057965406,0.000058769285,0.9900185,0.000049498147,0.00052598957,0.00029274743],"genre_scores_gemma":[0.0069232476,2.0107666e-7,0.0014735181,0.000044736298,0.00053208624,0.98512495,0.000025297113,0.00017011129,0.0057058586],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98706347,0.004869495,0.0019643619,0.0014606728,0.0026167452,0.0020252354],"domain_scores_gemma":[0.96707356,0.028958548,0.00067529106,0.00094452215,0.0019504672,0.00039759796],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01404164,0.0005176328,0.0019346464,0.0013993504,0.0012018353,0.0009033487,0.0011276241,0.000337713,0.000156436],"category_scores_gemma":[0.029238116,0.0003884351,0.0011432797,0.0016721438,0.0005026515,0.00060020696,0.00037566503,0.00071290246,0.00026207938],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9578108,0.0007056381,0.000023779576,0.0024773013,0.000061757484,0.00003839272,0.0006336555,0.0045278524,0.026269771,0.0017843138,0.005489388,0.00017735122],"study_design_scores_gemma":[0.71331257,0.0017444289,9.118808e-7,0.001528874,0.0000086653445,0.000024859366,0.00009290041,0.26684213,0.011943521,0.0011229703,0.00309326,0.00028491524],"about_ca_topic_score_codex":0.0000069582547,"about_ca_topic_score_gemma":0.0000025989787,"teacher_disagreement_score":0.2623143,"about_ca_system_score_codex":0.00036543916,"about_ca_system_score_gemma":0.00077564287,"threshold_uncertainty_score":0.99985677},"labels":[],"label_agreement":null},{"id":"W4386548165","doi":"10.2196/47379","title":"Human Papillomavirus (HPV) Infections Among Participants Undergoing Chlamydia trachomatis Testing in Reunion Island (RUN-SurV-HPV Study): Protocol for a Prevalence Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Société Française de Dermatologie et de Pathologie Sexuellement Transmissible","keywords":"Chlamydia trachomatis; Medicine; Human papillomavirus; Chlamydia; Protocol (science); Virology; Immunology; Internal medicine; Alternative medicine","score_opus":0.5525765333616337,"score_gpt":0.6289240006212478,"score_spread":0.07634746725961405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386548165","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20833926,9.715949e-7,0.000008732719,0.00007333936,0.0000057324028,0.7878815,0.0000139677795,0.00025286846,0.0034236014],"genre_scores_gemma":[0.32722622,2.4579504e-7,0.000026881946,0.0000078015555,0.00019602448,0.67142147,0.0000051995753,0.00006301861,0.001053153],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99202687,0.0016570173,0.0010630357,0.001110169,0.0021971052,0.0019458053],"domain_scores_gemma":[0.9954347,0.001828071,0.00015983985,0.0010338941,0.0009889413,0.00055453647],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008759017,0.00036567467,0.0006952145,0.0011503177,0.0010367982,0.0003563217,0.0005326978,0.00019527828,0.0011547192],"category_scores_gemma":[0.0038636408,0.00031291734,0.00012361005,0.0040714303,0.00028400976,0.00041965736,0.0005869608,0.0016315355,0.000095447824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012857722,0.008716195,0.9532145,0.005187006,0.00006439543,0.00019114996,0.0025513843,0.000024796807,0.0005652535,0.000016636015,0.001589522,0.026593339],"study_design_scores_gemma":[0.01971637,0.014536952,0.95903355,0.0015133917,0.0000122929705,0.000004466944,0.0018771366,0.0011831501,0.00018997968,0.00040050314,0.0012367347,0.0002955002],"about_ca_topic_score_codex":0.0009539716,"about_ca_topic_score_gemma":0.0129520465,"teacher_disagreement_score":0.11888696,"about_ca_system_score_codex":0.00056113605,"about_ca_system_score_gemma":0.000759395,"threshold_uncertainty_score":0.9999323},"labels":[],"label_agreement":null},{"id":"W4386548254","doi":"10.2196/46926","title":"Assessment of the SmartJournal Intervention for Improved Oral Care in Nursing Homes: Protocol for a Cluster Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitetet i Bergen; Universitetet i Stavanger","keywords":"Medicine; Documentation; Nursing; Intervention (counseling); Cluster randomised controlled trial; Psychological intervention; Protocol (science); Health care; Oral hygiene; Skill mix; Randomized controlled trial; Family medicine; Alternative medicine","score_opus":0.14165703323868734,"score_gpt":0.6113053585112711,"score_spread":0.46964832527258377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386548254","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031197767,0.00000106467,0.0017832905,0.00012597407,0.000112600734,0.9943504,0.00004421323,0.00003859892,0.00042410372],"genre_scores_gemma":[0.011029506,7.918992e-8,0.0002425139,0.000017091088,0.00019270417,0.987222,0.000042632157,0.000036262252,0.0012171883],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944714,0.0024619962,0.0013195906,0.00033154726,0.00077513006,0.00064036844],"domain_scores_gemma":[0.9967755,0.0013503165,0.0004931362,0.00033874542,0.00094025175,0.000102043814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009441029,0.00016925212,0.00089261925,0.00039741158,0.0002605792,0.00017262321,0.00040467535,0.0001768318,0.00007027575],"category_scores_gemma":[0.0016579125,0.00010728212,0.00079703465,0.00064842537,0.00016596918,0.00016849907,0.00011002625,0.0004036101,0.0000049197733],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97598386,0.0007009094,0.00028064835,0.0031177683,0.000028173989,9.687201e-7,0.00016506073,0.000009877292,0.00024167655,0.00045274678,0.0038520382,0.015166286],"study_design_scores_gemma":[0.9708143,0.0023519497,0.0013197012,0.0049334904,0.000008370679,0.0000018035347,0.00070620235,0.01353047,0.00032781032,0.002046479,0.0038585442,0.00010089951],"about_ca_topic_score_codex":0.00002063852,"about_ca_topic_score_gemma":0.00031087914,"teacher_disagreement_score":0.015065387,"about_ca_system_score_codex":0.00046006363,"about_ca_system_score_gemma":0.00055023754,"threshold_uncertainty_score":0.43748376},"labels":[],"label_agreement":null},{"id":"W4386548380","doi":"10.2196/46363","title":"Twice-Weekly Outpatient Rehabilitation Intervention for Young Children With Spinal Muscular Atrophy Treated With Genetic-Based Therapies: Protocol for a Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurogenetic and Muscular Disorders Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Holland Bloorview Kids Rehabilitation Hospital","funders":"","keywords":"Medicine; Rehabilitation; Physical therapy; Psychological intervention; Tolerability; Clinical trial; Spinal muscular atrophy; SMA*; Randomized controlled trial; Intervention (counseling); Physical medicine and rehabilitation; Adverse effect; Surgery; Nursing; Internal medicine; Disease","score_opus":0.18592110172935425,"score_gpt":0.5321306806031957,"score_spread":0.3462095788738414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386548380","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34836406,0.0000011928224,0.001517347,0.00031259158,0.0000014640884,0.6496472,0.000023020484,0.00011779786,0.000015375954],"genre_scores_gemma":[0.1027764,8.0795985e-8,0.0028220974,0.000014976454,0.00007040408,0.89386624,0.00008360294,0.00011598709,0.000250178],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944914,0.00096976274,0.0005803554,0.001132241,0.0018347318,0.0009915348],"domain_scores_gemma":[0.99634063,0.00024638063,0.00015346498,0.0010910194,0.0018695672,0.0002989593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024839619,0.00035642472,0.00048962387,0.000625744,0.0004334503,0.00015717946,0.0003404719,0.0001332868,0.00004760224],"category_scores_gemma":[0.00043066853,0.00024140223,0.00031826572,0.0013886187,0.0003901107,0.00010756728,0.00009497747,0.00046532185,0.000015888198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10881626,0.016999613,0.84337056,0.0059444504,0.0004998548,0.000030300665,0.0010729985,0.00007473454,0.002175388,0.000018318777,0.0016722777,0.019325245],"study_design_scores_gemma":[0.052298147,0.2541519,0.683025,0.0019167806,0.000036765727,0.000007031504,0.0014442866,0.0008511355,0.0009810763,0.00009121268,0.004912283,0.00028438334],"about_ca_topic_score_codex":0.00010603511,"about_ca_topic_score_gemma":0.00010635905,"teacher_disagreement_score":0.24558766,"about_ca_system_score_codex":0.00027041332,"about_ca_system_score_gemma":0.00056774577,"threshold_uncertainty_score":0.9844097},"labels":[],"label_agreement":null},{"id":"W4386548381","doi":"10.2196/46375","title":"Pediatric Tui Na for Feeding Intolerance in Premature Infants: Protocol for a Systematic Review and Meta-Analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Infant Nutrition and Health","field":"Nursing","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nanjing University; Nanjing University of Chinese Medicine","keywords":"CINAHL; MEDLINE; Medicine; Cochrane Library; Randomized controlled trial; Systematic review; Protocol (science); Scopus; Pediatrics; Alternative medicine; Internal medicine; Psychological intervention; Nursing; Pathology","score_opus":0.5590555437819313,"score_gpt":0.6529839717967805,"score_spread":0.09392842801484913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386548381","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0946168e-9,0.32544342,0.000016570735,0.00036686278,0.0000036666981,0.67366254,0.00037598133,0.000099200675,0.000031783733],"genre_scores_gemma":[4.8242423e-9,0.104647465,0.0006252165,0.00020951322,0.00021549095,0.89350975,0.0000968194,0.00017608385,0.0005196874],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9900014,0.0027016732,0.0032712633,0.001357991,0.0012271617,0.0014405561],"domain_scores_gemma":[0.992572,0.0033432413,0.0015009472,0.0011922901,0.001071223,0.00032027104],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013468555,0.0008087482,0.010615677,0.002851026,0.00048085992,0.0004433397,0.0009909221,0.0007564876,0.00007801481],"category_scores_gemma":[0.0029222027,0.0005561004,0.0027485327,0.006067859,0.00009078189,0.00029901596,0.00022876455,0.0017571098,0.000043079188],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016316377,0.00019209526,0.000001436955,0.98205197,0.0048998194,0.0000038126332,0.000088567635,1.0929627e-7,4.919741e-8,0.00013656433,0.011756295,0.00070609245],"study_design_scores_gemma":[0.0011554132,0.0004896683,7.158008e-7,0.5053281,0.04812998,0.00000806268,0.000010843413,0.00003081265,2.9345455e-7,0.00022195523,0.44418058,0.0004435489],"about_ca_topic_score_codex":0.000012382538,"about_ca_topic_score_gemma":0.000042359607,"teacher_disagreement_score":0.47672388,"about_ca_system_score_codex":0.00047017768,"about_ca_system_score_gemma":0.00048638816,"threshold_uncertainty_score":0.99968904},"labels":[],"label_agreement":null},{"id":"W4386558768","doi":"10.2196/49558","title":"Pilot Testing of an mHealth App for Tobacco Cessation in People Living With HIV: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Cancer Institute; National Institutes of Health","keywords":"mHealth; Protocol (science); Medicine; Randomized controlled trial; Human immunodeficiency virus (HIV); Smoking cessation; Pilot trial; Alternative medicine; Family medicine; Gerontology; Physical therapy; Nursing; Psychological intervention; Internal medicine","score_opus":0.30667928612682666,"score_gpt":0.5479270114557178,"score_spread":0.2412477253288911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386558768","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12211132,8.21825e-8,0.00042088234,0.00017446125,0.000008247118,0.8769144,0.000010189689,0.00014431713,0.000216096],"genre_scores_gemma":[0.102807954,4.2601712e-8,0.0010301822,0.000012128044,0.0002737225,0.8953721,0.000040596424,0.000060504084,0.00040277484],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955517,0.0010885278,0.0010366994,0.00048932486,0.001130536,0.0007032272],"domain_scores_gemma":[0.99147284,0.006384611,0.000440896,0.00040528286,0.0011279737,0.0001684196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014943833,0.0002130059,0.0012810148,0.0007600338,0.00023076568,0.00009662583,0.00020537757,0.00009189542,0.00003689496],"category_scores_gemma":[0.007944124,0.00014946373,0.00014706678,0.0013129578,0.00012594971,0.00024651008,0.00005144217,0.00039164888,0.0000017212216],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96589136,0.0024580883,0.024512066,0.0024583114,0.000028768369,0.0000021500243,0.0005073918,0.000023606275,0.0017222813,0.0001368432,0.0003050815,0.0019540766],"study_design_scores_gemma":[0.94284415,0.027930073,0.01982302,0.0049971025,0.000022233004,0.0000022889922,0.0002615668,0.0029020656,0.00064134493,0.00025672803,0.0001739564,0.00014549079],"about_ca_topic_score_codex":0.0001523431,"about_ca_topic_score_gemma":0.00011577854,"teacher_disagreement_score":0.025471985,"about_ca_system_score_codex":0.00021711923,"about_ca_system_score_gemma":0.0012059442,"threshold_uncertainty_score":0.9510432},"labels":[],"label_agreement":null},{"id":"W4386560644","doi":"10.2196/50798","title":"Effectiveness of Interventions to Improve Digital Health Literacy in Forced Migrant Populations: Protocol for a Mixed Methods Systematic Review","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Health literacy; Psychological intervention; eHealth; Health equity; Digital health; mHealth; Protocol (science); Psychology; Medical education; Medicine; Health care; Nursing; Public health; Political science; Alternative medicine","score_opus":0.5078162482645162,"score_gpt":0.7539791577237321,"score_spread":0.24616290945921593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386560644","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010773334,0.000014852095,0.017083121,0.0009704442,0.00003107763,0.98126036,0.0002560487,0.00013832029,0.00013805267],"genre_scores_gemma":[0.00019993933,9.570102e-7,0.006650194,0.00041228053,0.0000339156,0.99206305,0.00013934213,0.000037969487,0.00046234034],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.978219,0.013815137,0.0053920336,0.0005442155,0.0007614615,0.0012681667],"domain_scores_gemma":[0.9892851,0.006164786,0.0011906761,0.0010476022,0.0019030876,0.0004087472],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058570396,0.0002423227,0.001291964,0.0010816107,0.00067479996,0.00009516176,0.00062847213,0.00017167816,0.00007559341],"category_scores_gemma":[0.015561725,0.00018378107,0.00032561916,0.0032971231,0.00006307437,0.0014116546,0.00042469465,0.0008964743,0.00019154053],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007032036,0.00035011268,0.0010868992,0.9826577,0.000009048534,3.8976177e-7,0.0019230125,0.0000025786537,0.000043057524,0.0011689761,0.0048972853,0.007157788],"study_design_scores_gemma":[0.00347467,0.0014324663,0.008227543,0.95694095,0.0000028497143,5.016052e-7,0.00040606587,0.0012772949,0.00006693454,0.0030071754,0.024972253,0.00019130055],"about_ca_topic_score_codex":0.00010518412,"about_ca_topic_score_gemma":0.00003138881,"teacher_disagreement_score":0.04300867,"about_ca_system_score_codex":0.0006628025,"about_ca_system_score_gemma":0.0011656786,"threshold_uncertainty_score":0.9927306},"labels":[],"label_agreement":null},{"id":"W4386592285","doi":"10.2196/51772","title":"The Effectiveness of Video-Based Game Exercise Therapy Applications in Pes Planus Rehabilitation: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lower Extremity Biomechanics and Pathologies","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physical therapy; Medicine; Randomized controlled trial; Rehabilitation; Balance (ability); Traumatology; Physical medicine and rehabilitation; Video game; Test (biology); Orthopedic surgery; Pes planus; Multimedia; Surgery; Computer science","score_opus":0.1015166275081754,"score_gpt":0.4816172828686545,"score_spread":0.3801006553604791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386592285","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042554006,0.0000038962044,0.00087521237,0.00007304505,0.000009510995,0.9982087,0.000047145983,0.00018681255,0.00017015164],"genre_scores_gemma":[0.002480826,0.0000015582402,0.00019942888,0.000001115192,0.00004155978,0.9971726,0.000021607942,0.000032025542,0.00004929605],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9966063,0.0016423371,0.000608072,0.00026070655,0.00045829674,0.00042432096],"domain_scores_gemma":[0.969765,0.029351776,0.0000837377,0.000455883,0.00029633354,0.00004725207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014212357,0.00016816189,0.000791447,0.00034889134,0.00014018673,0.000096142336,0.00041041392,0.00012931836,0.000021469765],"category_scores_gemma":[0.0017267764,0.00009898007,0.00030295507,0.00090230146,0.00022473419,0.00006241694,0.00004176019,0.00024367141,0.000008274324],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.99030143,0.00026970782,0.000012403047,0.0014647754,0.000027077516,9.728932e-7,0.00014163979,0.0005709875,0.0018716675,0.0011740129,0.00097500655,0.0031903253],"study_design_scores_gemma":[0.93616104,0.00092733116,0.00006205942,0.0011336766,0.0000016321395,8.8409394e-8,0.0000608014,0.012479823,0.0035678225,0.015422078,0.03005862,0.00012504273],"about_ca_topic_score_codex":0.0000044721437,"about_ca_topic_score_gemma":0.0000053967156,"teacher_disagreement_score":0.0541404,"about_ca_system_score_codex":0.00006552207,"about_ca_system_score_gemma":0.00015381763,"threshold_uncertainty_score":0.49257475},"labels":[],"label_agreement":null},{"id":"W4386619398","doi":"10.2196/50030","title":"The Effects of Exercise on Synaptic Plasticity in Individuals With Mild Cognitive Impairment: Protocol for a Pilot Intervention Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Intervention (counseling); Protocol (science); Psychology; Cognition; Clinical psychology; Physical medicine and rehabilitation; Medicine; Physical therapy; Gerontology; Developmental psychology; Psychiatry; Alternative medicine","score_opus":0.14631263636639358,"score_gpt":0.5307120950717436,"score_spread":0.38439945870535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386619398","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22049256,4.913112e-7,0.000017423952,0.000099044126,0.0000027884194,0.77913886,0.000014000631,0.00005196959,0.00018288319],"genre_scores_gemma":[0.29591706,3.3727758e-7,0.000009917901,0.000006577097,0.000024241706,0.70338535,0.000008832298,0.000034724326,0.0006129476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948073,0.001005331,0.0005556165,0.0005696526,0.0020198568,0.0010422122],"domain_scores_gemma":[0.9950517,0.0034149466,0.00014911739,0.00032694152,0.00084822386,0.00020907671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040221447,0.00025053605,0.00043579773,0.0008744526,0.00033075147,0.00012351056,0.00032934383,0.00007044654,0.000046902715],"category_scores_gemma":[0.0013753066,0.00015047753,0.00011420929,0.0016657207,0.0003850098,0.00012670094,0.00029136936,0.0007112153,0.0000743524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11624913,0.05259372,0.77592784,0.022903793,0.000706527,0.00032382645,0.0020694546,0.0000020200305,0.0012668937,0.00014759279,0.0046247197,0.023184478],"study_design_scores_gemma":[0.060421713,0.19444321,0.6903132,0.03899749,0.000028241864,0.0000028084407,0.0022325942,0.00013461117,0.012238769,0.0003123774,0.0006932493,0.0001817106],"about_ca_topic_score_codex":0.000030256397,"about_ca_topic_score_gemma":0.00003866027,"teacher_disagreement_score":0.14184949,"about_ca_system_score_codex":0.00015206543,"about_ca_system_score_gemma":0.00030882066,"threshold_uncertainty_score":0.6136296},"labels":[],"label_agreement":null},{"id":"W4386621063","doi":"10.2196/46651","title":"Improving Mild to Moderate Depression With an App-Based Self-Guided Intervention: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Randomized controlled trial; Psychosocial; Mental health; Medicine; Anxiety; Intervention (counseling); Depression (economics); Psychiatry; Quality of life (healthcare); Clinical psychology; Nursing","score_opus":0.2590819844487213,"score_gpt":0.6132100134508691,"score_spread":0.3541280290021478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386621063","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013157525,3.9602025e-7,0.00451108,0.0006398874,0.000058612302,0.9902693,0.000037463968,0.0007650445,0.0024024532],"genre_scores_gemma":[0.0031599146,2.987351e-9,0.0024439532,0.00009744322,0.00027775756,0.98634195,0.000041890293,0.00012017619,0.007516898],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9916604,0.0032777973,0.0015978588,0.0010392264,0.0010838957,0.0013408102],"domain_scores_gemma":[0.9957688,0.0014167742,0.00044126195,0.0009689762,0.00080419786,0.00060001994],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010141947,0.0003728652,0.0012354704,0.00089133275,0.00052908674,0.0005212992,0.0007099682,0.00021969204,0.00041730207],"category_scores_gemma":[0.00071543694,0.00026213515,0.00064400415,0.0010144011,0.00016415902,0.00039671827,0.00021889903,0.0005295393,0.00042531043],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97350687,0.005336665,0.000011224933,0.0014609926,0.00012996371,0.000021244618,0.00023833952,0.000030190486,0.00005752696,0.0010671086,0.011014858,0.0071249963],"study_design_scores_gemma":[0.95723146,0.018345756,0.00001417693,0.0034319917,0.000010380122,0.0000034866994,0.00009236842,0.008410691,0.0010991631,0.0013078414,0.009765271,0.00028740094],"about_ca_topic_score_codex":0.00008993113,"about_ca_topic_score_gemma":0.0000536694,"teacher_disagreement_score":0.016275417,"about_ca_system_score_codex":0.00025165963,"about_ca_system_score_gemma":0.00035782214,"threshold_uncertainty_score":0.9999831},"labels":[],"label_agreement":null},{"id":"W4386641975","doi":"10.2196/47119","title":"Methods for the Clinical Validation of Digital Endpoints: Protocol for a Scoping Review Abstract","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Systematic review; Protocol (science); Clinical trial; Electronic data capture; Computer science; MEDLINE; Digital library; Medical physics; Cochrane Library; Clinical endpoint; Data extraction; Medicine; Meta-analysis; Alternative medicine","score_opus":0.9127470333237991,"score_gpt":0.8401910237030668,"score_spread":0.07255600962073239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386641975","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.892252e-10,0.0953924,0.0013075479,0.00020359496,0.00007722746,0.9008782,0.00057799194,0.000091041766,0.0014720164],"genre_scores_gemma":[1.3634587e-9,0.030508026,0.001816478,0.000022655186,0.0003866235,0.9637877,0.00016843731,0.00019289997,0.0031171967],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990326,0.0023881313,0.0045239325,0.0010160136,0.0006805033,0.0010654386],"domain_scores_gemma":[0.97396946,0.021659503,0.0018165918,0.001524182,0.0007944734,0.00023580482],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.023834858,0.0004534947,0.0022885732,0.00036706176,0.0002738977,0.00035001768,0.0016106489,0.0004904896,0.00040847014],"category_scores_gemma":[0.006812774,0.00029610793,0.0021994715,0.0009963452,0.00041256734,0.00037918944,0.0004730011,0.0011726295,0.0005861474],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014287156,0.00064499665,2.4478038e-7,0.42578125,0.00011733178,8.6072777e-7,0.000006735779,6.440986e-9,1.3710811e-8,0.0006837134,0.018570216,0.55405176],"study_design_scores_gemma":[0.00065534917,0.0015202189,5.6415263e-7,0.46370548,0.000026327285,0.000004507522,0.000008115177,4.293037e-7,0.0000028509485,0.0012190397,0.5327302,0.00012693153],"about_ca_topic_score_codex":0.0000035431144,"about_ca_topic_score_gemma":0.00000215776,"teacher_disagreement_score":0.55392486,"about_ca_system_score_codex":0.0002112824,"about_ca_system_score_gemma":0.0012912303,"threshold_uncertainty_score":0.9999491},"labels":[],"label_agreement":null},{"id":"W4386642021","doi":"10.2196/47151","title":"A Trauma-Informed, Geospatially Aware, Just-in-Time Adaptive mHealth Intervention to Support Effective Coping Skills Among People Living With HIV in New Orleans: Development and Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institute on Alcohol Abuse and Alcoholism; Louisiana State University","keywords":"mHealth; Psychological intervention; Medicine; Randomized controlled trial; Coping (psychology); Poison control; Gerontology; Occupational safety and health; Nursing; Environmental health; Psychiatry","score_opus":0.10016413499040885,"score_gpt":0.500637199056808,"score_spread":0.40047306406639915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386642021","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02833426,6.3973476e-7,0.003328197,0.00044458258,0.000004644451,0.96694815,0.000013603086,0.00010824341,0.00081767415],"genre_scores_gemma":[0.00531484,4.891632e-7,0.0011174515,0.000029276873,0.00012577853,0.97555923,0.0000404891,0.00007030132,0.017742142],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926413,0.0018912028,0.0016511932,0.0007672337,0.0015521212,0.0014969452],"domain_scores_gemma":[0.9936553,0.0043268157,0.00029260715,0.0003470349,0.0006072641,0.00077095616],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0136687765,0.0003883798,0.0019505697,0.0021430526,0.0002657036,0.00024660406,0.0003311171,0.00015216939,0.0004218294],"category_scores_gemma":[0.0066460045,0.00028186353,0.0003342367,0.0016800821,0.00020061927,0.00042200505,0.00029801164,0.00087820756,0.00011704377],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95505476,0.0026858677,0.0032434007,0.0034311942,0.00018914924,0.00004783684,0.0043082903,0.0000081861235,0.0000357324,0.000051040606,0.01302877,0.017915742],"study_design_scores_gemma":[0.8958439,0.05620475,0.012474255,0.030230395,0.000012690125,0.000006014355,0.00060078455,0.002034595,0.00019730367,0.00006160639,0.0020612301,0.00027245126],"about_ca_topic_score_codex":0.0006326298,"about_ca_topic_score_gemma":0.0061327945,"teacher_disagreement_score":0.05921087,"about_ca_system_score_codex":0.0008630724,"about_ca_system_score_gemma":0.0030334836,"threshold_uncertainty_score":0.99996334},"labels":[],"label_agreement":null},{"id":"W4386690787","doi":"10.2196/48855","title":"Investigating Attraction and Retention of Staff Within Public Mental Health Services in Victoria, Australia: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"State Government of Victoria","keywords":"Workforce; Mental health; Public health; Public sector; Metropolitan area; Nursing; Medicine; Psychology; Public relations; Psychiatry; Political science","score_opus":0.6123977207091862,"score_gpt":0.7198678320880623,"score_spread":0.10747011137887608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386690787","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10342603,7.1610026e-7,0.000016050111,0.0014594393,0.000050761377,0.8947679,0.000035670528,0.00015417319,0.00008927541],"genre_scores_gemma":[0.008419435,3.381653e-7,0.0068949577,0.000029277591,0.00014945709,0.983644,0.000046254005,0.000050644394,0.00076560705],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98546493,0.009286266,0.0019121408,0.0006990468,0.0011085062,0.0015291234],"domain_scores_gemma":[0.9961943,0.001205024,0.00091750297,0.00048705863,0.0007313331,0.00046480793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02735758,0.00024337755,0.00059323595,0.00074519636,0.0012960641,0.00007107056,0.00036965264,0.0002952037,0.00007399688],"category_scores_gemma":[0.00069456256,0.00021827506,0.00004958936,0.0023411154,0.0001562728,0.00054503774,0.0004586266,0.0013518891,0.00003086628],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003283572,0.0042716563,0.69700426,0.10357557,0.000091975875,0.000007371302,0.11695245,0.00001951753,0.00821205,0.0044170576,0.037864763,0.02429976],"study_design_scores_gemma":[0.025090188,0.017822742,0.2615224,0.049119115,0.0000040702757,0.0000025664738,0.24948618,0.003084835,0.0009549734,0.008915113,0.3833541,0.0006437127],"about_ca_topic_score_codex":0.0019951956,"about_ca_topic_score_gemma":0.004421667,"teacher_disagreement_score":0.43548185,"about_ca_system_score_codex":0.00073034765,"about_ca_system_score_gemma":0.0009677906,"threshold_uncertainty_score":0.99684083},"labels":[],"label_agreement":null},{"id":"W4386705491","doi":"10.2196/43654","title":"A Tailored mHealth Intervention for Improving Antenatal Care Seeking and Health Behavioral Determinants During Pregnancy Among Adolescent Girls and Young Women in South Africa: Development and Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Medical Research Council","keywords":"mHealth; Randomized controlled trial; Intervention (counseling); Medicine; Protocol (science); Pregnancy; Family medicine; Psychological intervention; Nursing; Alternative medicine","score_opus":0.26979642614923594,"score_gpt":0.5748592818905638,"score_spread":0.30506285574132785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386705491","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19170721,0.00003411801,0.00014799167,0.00013815491,0.000026334526,0.80778223,0.000043730004,0.000112881105,0.00000735289],"genre_scores_gemma":[0.19605713,0.0000039521337,0.00045400564,0.000015607944,0.00011627368,0.80295765,0.00002298606,0.000064765205,0.0003076159],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9912749,0.0020558531,0.0024744303,0.0009825429,0.00054694386,0.0026653525],"domain_scores_gemma":[0.99627614,0.0008796088,0.0010309847,0.0003404529,0.0004940486,0.0009787461],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.012282353,0.00036539798,0.0016488231,0.00083901605,0.0024973415,0.00011908303,0.00020611903,0.0002437973,0.000006447526],"category_scores_gemma":[0.00086944486,0.00030095736,0.00010860347,0.000490464,0.00022352122,0.0002396127,0.00038876716,0.000930742,0.0000021626734],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8189624,0.0006547211,0.03526142,0.07278425,0.000016540218,0.000007794909,0.039993253,1.684427e-7,0.000047843576,0.000059154318,0.00006822053,0.03214422],"study_design_scores_gemma":[0.94571906,0.0034940566,0.023224497,0.016464923,0.0000059062922,0.000002098573,0.009037456,0.0007837041,0.000014587808,0.000109526765,0.00088443793,0.00025972922],"about_ca_topic_score_codex":0.0001812449,"about_ca_topic_score_gemma":0.00075946556,"teacher_disagreement_score":0.12675667,"about_ca_system_score_codex":0.0011150418,"about_ca_system_score_gemma":0.0022806353,"threshold_uncertainty_score":0.99994427},"labels":[],"label_agreement":null},{"id":"W4386724824","doi":"10.2196/50145","title":"Digital Self-Monitoring Tools for the Management of Gestational Weight Gain: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Computer science; Weight management; Medicine; Systematic review; Obstetrics; Medical physics; MEDLINE; Alternative medicine; Weight loss; Biology; Internal medicine","score_opus":0.5009919096057331,"score_gpt":0.6234073298916948,"score_spread":0.12241542028596164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386724824","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.756188e-10,0.07787664,0.0002221899,0.00032172535,0.0000071682985,0.9203287,0.00032333107,0.00009320715,0.00082707073],"genre_scores_gemma":[1.6808233e-9,0.23189545,0.0011317123,0.000015678912,0.00019415088,0.7584508,0.00025048287,0.000117801734,0.007943894],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933446,0.00041073316,0.0017498556,0.00070242863,0.0027405054,0.0010519001],"domain_scores_gemma":[0.9903034,0.005978273,0.0006317439,0.0011322112,0.0016858439,0.0002685061],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0053007277,0.00047952362,0.002155342,0.0005067862,0.00030054193,0.00041057187,0.0010360862,0.00015941888,0.000037298832],"category_scores_gemma":[0.0016282095,0.00027779795,0.0009896434,0.0012123307,0.00014036761,0.00027393756,0.00051020185,0.0005864181,0.00015309242],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117859905,0.00040740444,6.343126e-7,0.84395164,0.0014605573,0.00001655463,0.00001174757,2.6681968e-7,6.667039e-8,0.0020580431,0.020428147,0.13154708],"study_design_scores_gemma":[0.0009915263,0.0005780209,0.0000024643614,0.49365252,0.00022243433,0.000002934669,0.000027798622,0.000014245844,8.5632104e-7,0.00013024794,0.50425786,0.00011908562],"about_ca_topic_score_codex":4.6956112e-7,"about_ca_topic_score_gemma":1.330495e-7,"teacher_disagreement_score":0.48382974,"about_ca_system_score_codex":0.0004851573,"about_ca_system_score_gemma":0.0009299417,"threshold_uncertainty_score":0.9999674},"labels":[],"label_agreement":null},{"id":"W4386726590","doi":"10.2196/51643","title":"A Model for Empowering Rural Solutions for Cervical Cancer Prevention (He Tapu Te Whare Tangata): Protocol for a Cluster Randomized Crossover Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Referral; Family medicine; Cervical cancer; Aotearoa; Colposcopy; Randomized controlled trial; Attendance; Pap test; Test (biology); Nursing; Cancer; Cervical cancer screening; Internal medicine","score_opus":0.4433156123419253,"score_gpt":0.6343061625561227,"score_spread":0.19099055021419742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386726590","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012519187,0.000003783311,0.017623672,0.0050987857,0.00002539041,0.97596097,0.000617923,0.00020391998,0.00034034988],"genre_scores_gemma":[0.0007357651,0.0000011378872,0.0011542663,0.00015892666,0.0014250318,0.98144954,0.00023696569,0.00011812801,0.014720257],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99432343,0.00040015602,0.0009217808,0.000776352,0.0014613838,0.002116884],"domain_scores_gemma":[0.99452657,0.0020180177,0.00015138992,0.0006329943,0.0021631254,0.00050792756],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006561942,0.000332804,0.0009999751,0.00047339348,0.0010209477,0.00036427926,0.0004606663,0.00036084748,0.0011663843],"category_scores_gemma":[0.0026250076,0.00025581798,0.0009994826,0.0008160277,0.00037794412,0.000339279,0.0004583929,0.0007331755,0.0000338905],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8478271,0.00073002867,0.00001208714,0.0068832217,0.00014745393,0.0000014888918,0.00035426204,0.00013164639,0.00040179776,0.0007352146,0.12850258,0.014273155],"study_design_scores_gemma":[0.61160046,0.0028189255,0.000032029988,0.0011119029,0.000024668887,0.0000014127972,0.00011558848,0.22342187,0.00033697783,0.006951013,0.15336324,0.0002218844],"about_ca_topic_score_codex":0.00006520095,"about_ca_topic_score_gemma":0.00032245528,"teacher_disagreement_score":0.23622659,"about_ca_system_score_codex":0.0005745515,"about_ca_system_score_gemma":0.0019441961,"threshold_uncertainty_score":0.9999894},"labels":[],"label_agreement":null},{"id":"W4386744797","doi":"10.2196/48479","title":"Immunological Responses of Arsenicum album 30CH to Combat COVID-19: Protocol for a Double-Blind, Randomized, Placebo-Controlled Clinical Trial in the Pathanamthitta District of Kerala","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Arsenic contamination and mitigation","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of AYUSH, Government of India","keywords":"Medicine; Vaccination; Immunology; Randomized controlled trial; Immune system; Clinical trial; Placebo; Vaccine trial; Internal medicine; Pathology","score_opus":0.483280042908152,"score_gpt":0.6133545758093536,"score_spread":0.13007453290120158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386744797","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041801374,2.9303786e-7,0.00025989822,0.003241771,0.00001106432,0.95390135,0.000021825075,0.000038202954,0.00072419876],"genre_scores_gemma":[0.04409937,5.5412806e-7,0.00015199397,0.00012872409,0.000048665548,0.95388573,0.000014548732,0.000014949075,0.0016554613],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99012595,0.005788862,0.0016450568,0.00053353206,0.0013264793,0.0005801],"domain_scores_gemma":[0.9874128,0.011207729,0.00042318949,0.00063083356,0.000116033574,0.00020942255],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02863041,0.00019339274,0.00087877107,0.0003050006,0.00021625882,0.00006185064,0.0009363588,0.00023114563,0.00047473618],"category_scores_gemma":[0.0132987555,0.000118625256,0.0004201792,0.0013840541,0.00092996855,0.00013278048,0.00046826171,0.00051752606,0.000076196586],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9837935,0.0011633371,0.0004589745,0.00010920568,0.000022960452,0.000008670162,0.00092093734,0.000035119137,0.0008148458,0.0010689946,0.0076563284,0.003947115],"study_design_scores_gemma":[0.93624496,0.0034119054,0.0014596373,0.00015891143,0.0000048327265,0.000001638622,0.00048057272,0.00075107656,0.0005067399,0.0010701898,0.055773344,0.00013621448],"about_ca_topic_score_codex":0.00014830378,"about_ca_topic_score_gemma":0.000157886,"teacher_disagreement_score":0.048117016,"about_ca_system_score_codex":0.0001895154,"about_ca_system_score_gemma":0.00033651415,"threshold_uncertainty_score":0.99501264},"labels":[],"label_agreement":null},{"id":"W4386751308","doi":"10.2196/49578","title":"Facility-Based Audit System With Integrated Community Engagement to Improve Maternal and Perinatal Health Outcomes in Rural Pakistan: Protocol for a Mixed Methods Implementation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Audit; Medicine; Health facility; Government (linguistics); Public health; Health care; Community health; Environmental health; Nursing; Business; Population; Political science; Accounting","score_opus":0.27829265124094876,"score_gpt":0.634195873654191,"score_spread":0.3559032224132422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386751308","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3097033,8.274054e-8,0.00030867272,0.0010076145,0.0000049095975,0.6886564,0.00020298659,0.00010311674,0.000012962743],"genre_scores_gemma":[0.13669832,1.8423703e-8,0.0021243542,0.00011223547,0.000017727118,0.8609067,0.000030564785,0.000021248685,0.00008881156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938821,0.003453824,0.0006782495,0.00036711546,0.0007766289,0.0008420875],"domain_scores_gemma":[0.9983304,0.00030791629,0.00012878822,0.0004635384,0.0003734279,0.00039593576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009885666,0.00024373563,0.0005735987,0.0004096369,0.00052238774,0.00013622186,0.00023636998,0.00005393568,0.000027617283],"category_scores_gemma":[0.00009359001,0.0001622489,0.00004598954,0.00065601943,0.000069448026,0.00008645594,0.00025881777,0.0008224502,0.000014256346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017479414,0.0016917525,0.889259,0.025562942,0.000102095684,0.00006533657,0.0038595255,0.000007297578,0.0010870388,0.00022787896,0.0012446296,0.059413135],"study_design_scores_gemma":[0.020346684,0.027128723,0.91212,0.0028242401,0.000002823735,0.00000770436,0.024670504,0.00022557171,0.0012712015,0.000027863007,0.011200865,0.00017382333],"about_ca_topic_score_codex":0.006206717,"about_ca_topic_score_gemma":0.0021656218,"teacher_disagreement_score":0.17300496,"about_ca_system_score_codex":0.00089168776,"about_ca_system_score_gemma":0.00064105506,"threshold_uncertainty_score":0.938274},"labels":[],"label_agreement":null},{"id":"W4386754959","doi":"10.2196/48641","title":"Twitch Data in Health Promotion Research: Protocol for a Case Study Exploring COVID-19 Vaccination Views Among Young People","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Vaccination; Protocol (science); 2019-20 coronavirus outbreak; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Promotion (chess); Data collection; Family medicine; Health promotion; Psychology; Public health; Virology; Alternative medicine; Nursing; Political science; Sociology; Outbreak; Disease","score_opus":0.9550178139919884,"score_gpt":0.7702550264266591,"score_spread":0.18476278756532927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386754959","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026867438,7.236672e-7,0.000047615104,0.013221084,0.000112117,0.95925957,0.000022346716,0.00029925242,0.00016986411],"genre_scores_gemma":[0.014592828,0.000002230848,0.00019585475,0.000018738308,0.0011039526,0.9836707,0.00005864052,0.00006219243,0.00029487308],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97769564,0.014142415,0.001129944,0.0012700247,0.003510941,0.0022510216],"domain_scores_gemma":[0.98825526,0.00765858,0.0003254923,0.001338064,0.0012014068,0.0012212112],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.100003436,0.00020422405,0.00041218495,0.0018321873,0.004348554,0.00055650424,0.0015168759,0.00020980516,0.00017369691],"category_scores_gemma":[0.062565245,0.00021246441,0.000047250734,0.009024335,0.00026121055,0.0017424438,0.0007359252,0.0013440315,0.000084497726],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00044536835,0.004703358,0.39867526,0.0073727863,0.0000098305945,0.00015290263,0.5149522,0.0000107031165,0.000008231931,0.0009137608,0.040275067,0.032480564],"study_design_scores_gemma":[0.0051456755,0.003915038,0.07689681,0.0013363926,0.0000010650006,0.000010066133,0.32607338,0.00082399434,0.000007999021,0.0031288275,0.5823106,0.00035012388],"about_ca_topic_score_codex":0.110651925,"about_ca_topic_score_gemma":0.40650442,"teacher_disagreement_score":0.5420356,"about_ca_system_score_codex":0.004600669,"about_ca_system_score_gemma":0.010520412,"threshold_uncertainty_score":0.9992205},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"case_report","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386780790","doi":"10.2196/46227","title":"Causes of Patient Nonattendance at Medical Appointments: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Operations and Scheduling Optimization","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden; Syddansk Universitet; Odense Universitetshospital; Novo Nordisk","keywords":"Protocol (science); Medicine; Medical education; Psychology; Family medicine; Alternative medicine","score_opus":0.58091912974378,"score_gpt":0.7466646442781111,"score_spread":0.16574551453433106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386780790","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027214384,3.1118853e-7,0.0016052077,0.0019797378,0.00002920406,0.99312884,0.000039241408,0.00014242617,0.00035357513],"genre_scores_gemma":[0.000312868,2.4096803e-7,0.013121575,0.00011007776,0.00013043133,0.98396736,0.00003200792,0.00005330114,0.00227216],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888716,0.0068154647,0.0012499794,0.000537826,0.0015451568,0.0009799756],"domain_scores_gemma":[0.99465346,0.0022264237,0.00026521398,0.0006516253,0.0018353995,0.00036788746],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01322747,0.00017678255,0.00041310073,0.00039766246,0.0015796627,0.000023005383,0.00040333206,0.00029057323,0.0009944382],"category_scores_gemma":[0.0044485484,0.00013616093,0.0000765039,0.0013171762,0.00013737507,0.00013193364,0.00062223116,0.00084505684,0.00021434228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008541401,0.01418387,0.080637254,0.027822996,0.00028829914,0.00008734723,0.052997366,0.00058003044,0.0034298392,0.0055039637,0.6085075,0.19742014],"study_design_scores_gemma":[0.011555655,0.009070852,0.0073661897,0.0061519467,0.000003323171,0.0000015697897,0.012417536,0.010483252,0.0017633066,0.0006573928,0.9401672,0.00036177726],"about_ca_topic_score_codex":0.00010064483,"about_ca_topic_score_gemma":0.00028112682,"teacher_disagreement_score":0.3316597,"about_ca_system_score_codex":0.00036138418,"about_ca_system_score_gemma":0.0019255963,"threshold_uncertainty_score":0.99991876},"labels":[],"label_agreement":null},{"id":"W4386780930","doi":"10.2196/46961","title":"Development of an Information Guideline for Kidney Transplant Recipients in a Clinical Trial: Protocol for a Modified Delphi Method","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Guideline; Protocol (science); Medicine; Delphi; Clinical trial; Delphi method; Kidney transplant; Medical physics; Computer science; Kidney transplantation; Family medicine; Transplantation; Alternative medicine; Internal medicine; Pathology; Artificial intelligence","score_opus":0.7896095973190731,"score_gpt":0.7505930538665428,"score_spread":0.03901654345253025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386780930","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003296708,2.5968475e-8,0.030656334,0.0013934704,0.000015022016,0.96652335,0.0000874633,0.00018918689,0.0008054769],"genre_scores_gemma":[0.000055140124,1.7525959e-7,0.18907645,0.00004799851,0.000136337,0.8103963,0.00009009463,0.000026083273,0.00017138786],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908226,0.002429874,0.002715971,0.000494016,0.0022852002,0.0012523358],"domain_scores_gemma":[0.99470496,0.0020731664,0.0003544803,0.0005173534,0.0018456454,0.00050441583],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08541178,0.00017323064,0.00045700435,0.0011559512,0.0005158337,0.00018400884,0.0013509493,0.0004214085,0.000043311935],"category_scores_gemma":[0.011086146,0.0001572802,0.00017149167,0.0020306301,0.00029767692,0.0007904718,0.00018549131,0.00055085425,0.000020199577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18836299,0.0037226619,0.00031360233,0.0028203442,0.00005641998,0.000008233041,0.030380333,0.000058847716,0.0008965409,0.011261789,0.14392182,0.6181964],"study_design_scores_gemma":[0.040482223,0.002297147,0.00015855672,0.0011810825,9.4046555e-7,2.1157287e-7,0.0010226688,0.007754452,0.0015849122,0.0059798784,0.93933547,0.00020247686],"about_ca_topic_score_codex":0.00018460538,"about_ca_topic_score_gemma":0.0004691343,"teacher_disagreement_score":0.7954136,"about_ca_system_score_codex":0.00033625608,"about_ca_system_score_gemma":0.0046099047,"threshold_uncertainty_score":0.9972439},"labels":[],"label_agreement":null},{"id":"W4386834225","doi":"10.2196/51023","title":"Online-Mediated HIV Pre-exposure Prophylaxis Care and Reduced Monitoring Frequency for Men Who Have Sex With Men: Protocol for a Randomized Controlled Noninferiority Trial (EZI-PrEP Study)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pre-exposure prophylaxis; Men who have sex with men; Emtricitabine; Randomized controlled trial; Family medicine; Human immunodeficiency virus (HIV); Viral load; Internal medicine; Antiretroviral therapy","score_opus":0.1243783689990631,"score_gpt":0.5287363800938487,"score_spread":0.40435801109478564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386834225","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024254601,0.0000057113934,0.00012229235,0.00040871388,0.0000045463794,0.9720654,0.0002905087,0.00025137558,0.0025968642],"genre_scores_gemma":[0.0053521674,0.0000012211246,0.00080616196,0.0000030029978,0.00081967574,0.9584129,0.00015391692,0.0001252179,0.03432573],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9916959,0.0022244968,0.0014211888,0.001134915,0.0020147352,0.0015087767],"domain_scores_gemma":[0.99249214,0.0024536403,0.00032631806,0.0009502812,0.0030492605,0.00072833814],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007297341,0.00051114004,0.0023969056,0.0009157066,0.0007664744,0.00040422828,0.0004824368,0.00030987815,0.00008288062],"category_scores_gemma":[0.008938841,0.00033090368,0.0005859117,0.00091122126,0.0004886307,0.00031484457,0.00027925908,0.001173214,0.0000131902725],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9567692,0.0034700006,0.0051881233,0.0056912843,0.0008618763,0.000060280516,0.0040191216,0.0000015385269,0.0038712488,0.000016435091,0.01622072,0.0038301183],"study_design_scores_gemma":[0.862583,0.11736426,0.00088190316,0.0035423788,0.000054885382,0.000004364111,0.005930891,0.0040008947,0.0016201116,0.00009571499,0.0036054372,0.000316175],"about_ca_topic_score_codex":0.00014178235,"about_ca_topic_score_gemma":0.00006695219,"teacher_disagreement_score":0.11389426,"about_ca_system_score_codex":0.00033930066,"about_ca_system_score_gemma":0.0016324286,"threshold_uncertainty_score":0.9999143},"labels":[],"label_agreement":null},{"id":"W4386834254","doi":"10.2196/51912","title":"Objectively Quantifying Pediatric Psychiatric Severity Using Artificial Intelligence, Voice Recognition Technology, and Universal Emotions: Pilot Study for Artificial Intelligence-Enabled Innovation to Address Youth Mental Health Crisis","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health via Writing","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Small Business Innovation Research; National Science Foundation","keywords":"Mental health; Psychology; Psychiatry; Applied psychology","score_opus":0.63018855366197,"score_gpt":0.5936332620707839,"score_spread":0.03655529159118609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386834254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5313227,0.000010615428,0.008625188,0.001971004,0.00020721128,0.45692956,0.00039890877,0.00041887173,0.00011588162],"genre_scores_gemma":[0.6344449,0.0000027116132,0.0025129477,0.000076424636,0.00045970528,0.3623137,0.00009312204,0.00006575298,0.000030761545],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99356437,0.0013459437,0.0014657937,0.0012729928,0.00084391865,0.0015069864],"domain_scores_gemma":[0.9974331,0.0003959619,0.0004383505,0.00048084647,0.00097516767,0.00027653005],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.007256734,0.00033583876,0.00046566338,0.0062641003,0.0023077638,0.00024229413,0.00046319907,0.00021444622,0.000099071556],"category_scores_gemma":[0.0005611893,0.00038070622,0.000050813458,0.01610522,0.0001758217,0.00038320472,0.00042157914,0.0010734517,0.00027788518],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029288238,0.029433955,0.043010756,0.007553064,0.00042178042,0.00007263412,0.08517784,0.00018429522,0.00220929,0.07055548,0.007340314,0.72475237],"study_design_scores_gemma":[0.0021559817,0.045739498,0.014469321,0.0015828424,0.00005785591,0.00003930563,0.8441892,0.00549561,0.0012980956,0.08267774,0.0007359524,0.0015585577],"about_ca_topic_score_codex":0.0007976496,"about_ca_topic_score_gemma":0.00036324628,"teacher_disagreement_score":0.7590114,"about_ca_system_score_codex":0.00062678667,"about_ca_system_score_gemma":0.00053141726,"threshold_uncertainty_score":0.99986446},"labels":[],"label_agreement":null},{"id":"W4386834268","doi":"10.2196/48672","title":"Evaluation of Incremental Validity of Casper in Predicting Program and National Licensure Performance of Undergraduate Nursing Students: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medical Education and Admissions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Memorial University of Newfoundland","keywords":"Licensure; Protocol (science); Medical education; Program evaluation; Psychology; Nursing; Computer science; Medicine; Alternative medicine","score_opus":0.6344628460135097,"score_gpt":0.7344557830772022,"score_spread":0.0999929370636925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386834268","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35910234,2.7666383e-7,0.0000048334205,0.00030073302,0.000003932797,0.64042675,0.000005486743,0.0000137988245,0.00014181848],"genre_scores_gemma":[0.27067703,1.2045507e-7,0.0019037838,0.000003429912,0.0000283728,0.72731,0.000009274588,0.000009783938,0.000058211586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941487,0.0015956362,0.0006416089,0.0002479823,0.0031131487,0.00025295664],"domain_scores_gemma":[0.99680144,0.00053361896,0.00020132397,0.00017762781,0.0020802848,0.00020569627],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022420462,0.00009121304,0.00028709986,0.0004358805,0.00008211599,0.000012766718,0.00013486603,0.00006878415,0.000075604716],"category_scores_gemma":[0.008516089,0.00007233211,0.000041177074,0.00095665304,0.00019199919,0.00008745794,0.00009504633,0.00027954587,6.002402e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022487317,0.030107979,0.71900666,0.008182432,0.00014182835,0.0000013500483,0.00683685,0.000024046554,0.025504243,0.000111619156,0.0037237993,0.20411046],"study_design_scores_gemma":[0.023225829,0.012826108,0.8755393,0.01463848,0.00004015749,0.000004298715,0.007649869,0.037406918,0.025766626,0.0008092645,0.00195633,0.00013684691],"about_ca_topic_score_codex":0.000013118588,"about_ca_topic_score_gemma":0.000005520967,"teacher_disagreement_score":0.2039736,"about_ca_system_score_codex":0.0001848011,"about_ca_system_score_gemma":0.0018762633,"threshold_uncertainty_score":0.9998356},"labels":[],"label_agreement":null},{"id":"W4386834301","doi":"10.2196/50546","title":"Cognitive Dysfunction and Affective Mood Disorder Screening in Patients With Chronic Inflammatory Bowel Disease: Protocol for a Prospective Case-Control Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Dementia; Internal medicine; Memory span; Cognitive decline; Anxiety; Disease; Inflammatory bowel disease; Depression (economics); Mood; Cognition; Oncology; Psychiatry","score_opus":0.034623315818516145,"score_gpt":0.4097773949369411,"score_spread":0.37515407911842497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386834301","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37063497,5.821181e-7,0.00017102812,0.000009370056,0.0000018506864,0.6290041,0.00011736268,0.000037283975,0.000023427181],"genre_scores_gemma":[0.43808806,3.029369e-8,0.000007304106,0.000004717726,0.00007221767,0.5616914,0.000028505996,0.00004615108,0.000061588355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967328,0.0007091493,0.00028754512,0.0008911867,0.0005616985,0.00081766356],"domain_scores_gemma":[0.9983882,0.00012542843,0.000111786685,0.00038365967,0.00073691027,0.00025402906],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012186455,0.0003030312,0.00019836567,0.00029236855,0.00039293617,0.00011357274,0.0001557095,0.00012755154,0.000014771527],"category_scores_gemma":[0.00045425654,0.0002599055,0.00006292944,0.00036431485,0.00024660435,0.000046351615,0.0002379542,0.0003637685,0.000009653248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034633204,0.0012169033,0.9601324,0.0007298978,0.00013207352,0.00032452945,0.00024126488,0.000104916086,0.00007673395,0.000018345707,0.00013001033,0.0022596987],"study_design_scores_gemma":[0.03961697,0.0061105834,0.9517183,0.00064119627,0.000010738575,0.0000027076421,0.0005089418,0.0004957766,0.00006593033,0.0000730972,0.00043985364,0.00031592158],"about_ca_topic_score_codex":0.000010440925,"about_ca_topic_score_gemma":0.00057699316,"teacher_disagreement_score":0.06745311,"about_ca_system_score_codex":0.00011746503,"about_ca_system_score_gemma":0.0004865817,"threshold_uncertainty_score":0.99998534},"labels":[],"label_agreement":null},{"id":"W4386834306","doi":"10.2196/49374","title":"Investigating the Impact of Automation on the Health Care Workforce Through Autonomous Telemedicine in the Cataract Pathway: Protocol for a Multicenter Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering","keywords":"Health care; Digital health; Workforce; Telemedicine; mHealth; Automation; Nursing; Knowledge management; Medicine; Computer science; Engineering; Psychological intervention","score_opus":0.6929181659878249,"score_gpt":0.6871196560374307,"score_spread":0.005798509950394104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386834306","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08961762,0.0000014333016,0.000010728641,0.017048562,0.00000775362,0.8930488,0.000009555765,0.00004868092,0.00020682982],"genre_scores_gemma":[0.2831991,1.8322905e-7,0.000037911963,0.00041121934,0.00022603912,0.7160384,0.000019752979,0.000019402381,0.000048018945],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99588174,0.0014092913,0.00079231913,0.00031446558,0.00093414646,0.00066805136],"domain_scores_gemma":[0.9957948,0.00250488,0.0002660609,0.00079274806,0.00054803904,0.00009350319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070325607,0.00016711165,0.00027345584,0.00018138233,0.0006570731,0.00007337286,0.0004399062,0.000074380325,0.00003342317],"category_scores_gemma":[0.0020938045,0.000070050424,0.00010764019,0.0014631884,0.00024148071,0.000112568545,0.00006673706,0.00086352095,0.000031182342],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028815775,0.0037865592,0.14402936,0.003530263,0.00006686664,0.0000124592725,0.6051373,0.0003388638,0.0003746587,0.0010836762,0.06203099,0.17672744],"study_design_scores_gemma":[0.0038437648,0.06025569,0.34200418,0.014926996,0.000008931889,0.000010709327,0.49122968,0.016115667,0.0046168454,0.0035638562,0.06303942,0.0003842283],"about_ca_topic_score_codex":0.003665801,"about_ca_topic_score_gemma":0.00041427897,"teacher_disagreement_score":0.19797483,"about_ca_system_score_codex":0.00048311226,"about_ca_system_score_gemma":0.0018371735,"threshold_uncertainty_score":0.5541619},"labels":[],"label_agreement":null},{"id":"W4386834358","doi":"10.2196/49956","title":"Effects of a Virtual Reality Game on Children’s Anxiety During Dental Procedures (VR-TOOTH): Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Anxiety and Anesthesia Techniques","field":"Dentistry","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de l'Est-de-l'Île-de-Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Université du Québec en Abitibi-Témiscamingue; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Medicine; Anxiety; Randomized controlled trial; Virtual reality; Protocol (science); Dental clinic; Health care; Physical therapy; Family medicine; Alternative medicine; Psychiatry","score_opus":0.0785502701292517,"score_gpt":0.47300837518236355,"score_spread":0.39445810505311185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386834358","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101958856,6.2808306e-7,0.00002917167,0.00006544869,0.000014156309,0.8969929,0.000038071732,0.00060585776,0.0002948767],"genre_scores_gemma":[0.09138623,0.0000010208181,0.000038346985,0.000023447552,0.00040557393,0.905432,0.00002480323,0.00008937172,0.0025992233],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99248046,0.0023336133,0.0013191366,0.0008761829,0.0019181115,0.0010725197],"domain_scores_gemma":[0.99586743,0.0023726432,0.000521509,0.00063512864,0.0003533075,0.0002499979],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0054928996,0.00047769555,0.001844996,0.00050881965,0.0003782059,0.0002465896,0.0008532397,0.000293943,0.00008432329],"category_scores_gemma":[0.0034596943,0.00034776775,0.0011004924,0.0007876289,0.00058876676,0.00026199443,0.00033024588,0.000764694,0.000117113],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9705744,0.00397316,0.00020561604,0.0028029017,0.00018015134,0.00006353572,0.00016117108,0.000003547152,0.014601287,0.001409411,0.0054713297,0.00055353064],"study_design_scores_gemma":[0.8647766,0.007021087,0.0023211476,0.0031911691,0.000012335426,0.000037841328,0.000030278157,0.00006280956,0.1196915,0.0012221101,0.0013050417,0.00032805515],"about_ca_topic_score_codex":0.000049281578,"about_ca_topic_score_gemma":0.000018287355,"teacher_disagreement_score":0.10579773,"about_ca_system_score_codex":0.0001604749,"about_ca_system_score_gemma":0.00030218804,"threshold_uncertainty_score":0.9998974},"labels":[],"label_agreement":null},{"id":"W4386834376","doi":"10.2196/49377","title":"Feasibility and Effectiveness of a Personalized Home-Based Motor-Cognitive Training Program in Community-Dwelling Older Adults: Protocol for a Pragmatic Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Research and Innovation Foundation; Innosuisse - Schweizerische Agentur für Innovationsförderung; Ministero della Salute; Eidgenössische Technische Hochschule Zürich; European Commission","keywords":"Telerehabilitation; Randomized controlled trial; Cognition; Intervention (counseling); Rehabilitation; Cognitive training; Physical therapy; Physical medicine and rehabilitation; Medicine; Psychology; Health care; Telemedicine; Nursing","score_opus":0.19350941323567733,"score_gpt":0.5374579892575847,"score_spread":0.34394857602190737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386834376","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31171232,0.0000023076414,0.0001346403,0.00005667553,0.0000060506163,0.68789595,0.000019105753,0.00010388232,0.0000690887],"genre_scores_gemma":[0.12511458,3.0212726e-7,0.00081150926,0.000010699105,0.00005048874,0.8738683,0.000040408442,0.000044483404,0.000059216833],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98287034,0.013887815,0.0011640806,0.00047492768,0.0009417607,0.0006610955],"domain_scores_gemma":[0.9550789,0.04296574,0.0003047931,0.00034526578,0.0011030312,0.00020229362],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030855926,0.0002920879,0.002399576,0.0010114389,0.0002397224,0.0000757585,0.00016508074,0.00018379933,0.00003785678],"category_scores_gemma":[0.01907187,0.00020385586,0.0005990667,0.0010346936,0.0010059113,0.000118760734,0.000068403155,0.0009848113,0.000003884008],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9534227,0.0063895644,0.0022100608,0.030685525,0.00014744895,0.0000058360383,0.0030184686,0.000002406637,0.00052332995,0.00005390455,0.000010155571,0.0035305782],"study_design_scores_gemma":[0.9300613,0.019386236,0.0074376105,0.03461267,0.000021505406,0.0000017454984,0.0025627804,0.004885704,0.00017170965,0.0005935273,0.00009340476,0.00017181538],"about_ca_topic_score_codex":0.000030822874,"about_ca_topic_score_gemma":0.000008084378,"teacher_disagreement_score":0.18659773,"about_ca_system_score_codex":0.00020095351,"about_ca_system_score_gemma":0.000957023,"threshold_uncertainty_score":0.9979378},"labels":[],"label_agreement":null},{"id":"W4386834379","doi":"10.2196/49705","title":"Adaptive Intervention to Prevent Respiratory Illness in Cerebral Palsy: Protocol for a Feasibility Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Preprint; Cerebral palsy; Randomized controlled trial; Medicine; Intervention (counseling); Protocol (science); Respiratory illness; Physical therapy; Psychological intervention; Alternative medicine; Respiratory system; Computer science; Nursing; World Wide Web; Surgery; Psychiatry","score_opus":0.29247809890417814,"score_gpt":0.5544671331116274,"score_spread":0.2619890342074493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386834379","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015262809,7.7258346e-7,0.0001318536,0.0009990201,0.00002172453,0.9823652,0.000015875525,0.00015277012,0.0010499593],"genre_scores_gemma":[0.00945593,8.7298545e-8,0.00008755898,0.00019728215,0.00022960459,0.9867337,0.000017022154,0.00005307838,0.0032257426],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.991994,0.0034168356,0.0015098879,0.0008385363,0.0012331064,0.0010076349],"domain_scores_gemma":[0.99681705,0.0013618747,0.0002455092,0.00065153267,0.0005790554,0.00034497466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01958266,0.00031748615,0.0017229088,0.00090426486,0.0002034423,0.00009340306,0.00031613366,0.0001626367,0.00042397348],"category_scores_gemma":[0.005493911,0.00023124216,0.0007735619,0.0012163594,0.00023386738,0.00017472326,0.00026669944,0.0006099341,0.000101763195],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.979059,0.006459648,0.00028889446,0.0015480451,0.00010809772,0.000011866571,0.00043760161,0.000006324379,0.00045571267,0.00084508257,0.0077502653,0.0030294994],"study_design_scores_gemma":[0.9516523,0.018670402,0.00081960304,0.0035526298,0.000010675358,3.578392e-7,0.0004276888,0.00023522275,0.0007774397,0.003410904,0.020203605,0.00023919842],"about_ca_topic_score_codex":0.000086155465,"about_ca_topic_score_gemma":0.00026707302,"teacher_disagreement_score":0.027406689,"about_ca_system_score_codex":0.00039644173,"about_ca_system_score_gemma":0.00055581966,"threshold_uncertainty_score":0.94297814},"labels":[],"label_agreement":null},{"id":"W4386862323","doi":"10.2196/52489","title":"Built Environments to Support Rehabilitation for People With Stroke From the Hospital to the Home (B-Sure): Protocol for a Mixed Method Participatory Co-Design Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Svenska Forskningsrådet Formas","keywords":"Rehabilitation; Protocol (science); Stakeholder; Process management; Process (computing); Qualitative research; Descriptive statistics; Data collection; Computer science; Applied psychology; Nursing; Psychology; Medicine; Engineering; Sociology; Physical therapy; Public relations","score_opus":0.5339003319933951,"score_gpt":0.6698220410084813,"score_spread":0.13592170901508616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386862323","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071521252,1.13616544e-7,0.030847346,0.01886895,0.000014517742,0.9425569,0.00032202245,0.00019172169,0.00004629401],"genre_scores_gemma":[0.01248682,3.1430034e-8,0.01357319,0.00028466305,0.00009675723,0.9720768,0.00003281614,0.000061964696,0.0013869604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989906,0.0067307265,0.00068774156,0.00073129014,0.0009129774,0.0010312584],"domain_scores_gemma":[0.9798956,0.016858522,0.00020705872,0.0023287234,0.00048286203,0.00022726123],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.019400153,0.00023232182,0.0003828752,0.0001671818,0.0024485653,0.00005032245,0.0015615113,0.00020679426,0.0001580814],"category_scores_gemma":[0.00397937,0.00013159418,0.00009167387,0.0007638226,0.00024716216,0.00010245922,0.0007726812,0.0010072375,0.00041793098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008538013,0.0033007292,0.36004528,0.00041393485,0.00014989282,0.0000014092368,0.030345242,0.000057901463,0.00093919167,0.00042452195,0.5868543,0.00892958],"study_design_scores_gemma":[0.0041240402,0.013408254,0.46441075,0.00023203097,0.0000067804394,5.919709e-8,0.018727258,0.00012217867,0.00023369482,0.00078672037,0.49778605,0.00016219646],"about_ca_topic_score_codex":0.00012050531,"about_ca_topic_score_gemma":0.0009639528,"teacher_disagreement_score":0.10436546,"about_ca_system_score_codex":0.00037198656,"about_ca_system_score_gemma":0.00064587465,"threshold_uncertainty_score":0.9988501},"labels":[],"label_agreement":null},{"id":"W4386862324","doi":"10.2196/50137","title":"Web-Based Presence for Social Connectedness in Long-Term Care: Protocol for a Qualitative Multimethods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Social connectedness; Thematic analysis; Qualitative research; Psychology; Mental health; Social media; Social support; Content analysis; Social psychology; Sense of community; Applied psychology; Sociology; World Wide Web; Computer science","score_opus":0.4554790537123763,"score_gpt":0.6780083820429748,"score_spread":0.22252932833059846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386862324","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007062291,2.7871087e-7,0.0005389988,0.0017210263,0.0000133758185,0.9896791,0.00009461789,0.00069054734,0.00019977547],"genre_scores_gemma":[0.01370371,2.4175419e-8,0.0022308836,0.00001692234,0.00018339911,0.9830872,0.000016839316,0.000063011474,0.0006980449],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98982286,0.0056024445,0.00058334594,0.0009577662,0.0013640545,0.0016695185],"domain_scores_gemma":[0.99150443,0.0060318867,0.00018015006,0.0004883676,0.0016196449,0.00017550198],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.013097532,0.00026003836,0.00046920197,0.00089435803,0.0015618448,0.0002398136,0.0014280828,0.00043167884,0.000048844988],"category_scores_gemma":[0.0074769896,0.0002531715,0.00014973138,0.003078325,0.0011938962,0.0003112421,0.00029214652,0.0007007904,0.000033823002],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008774671,0.006062853,0.060564686,0.0066443556,0.00008908029,0.00008810845,0.8206119,0.000013219219,0.0016974093,0.0062575564,0.029257176,0.059938993],"study_design_scores_gemma":[0.10670065,0.013890591,0.10200742,0.0047039846,0.00001109871,5.096378e-7,0.4832616,0.0016395615,0.0058681513,0.012884433,0.26712862,0.0019033973],"about_ca_topic_score_codex":0.0003851835,"about_ca_topic_score_gemma":0.008562276,"teacher_disagreement_score":0.3373503,"about_ca_system_score_codex":0.00054438994,"about_ca_system_score_gemma":0.0020857248,"threshold_uncertainty_score":0.9999921},"labels":[],"label_agreement":null},{"id":"W4386874280","doi":"10.2196/47059","title":"e–Mental Health Program to Prevent Psychological Distress Among French-Speaking International Students in a Linguistic-Cultural Minority Context (Ottawa, Alberta, and Quebec): Protocol for the Implementation and Evaluation of Psy-Web","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Institut du Savoir Montfort; Université du Québec en Outaouais; Université Laval; University of Ottawa","funders":"","keywords":"Mental health; Context (archaeology); Protocol (science); Psychological distress; Psychology; Distress; Medical education; Applied psychology; Medicine; Clinical psychology; Psychiatry; Geography","score_opus":0.3751614992552727,"score_gpt":0.7059349654879978,"score_spread":0.33077346623272513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386874280","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23316965,0.0000028641819,0.0000040383707,0.0017151946,0.000031949574,0.7648139,0.00007785873,0.000021448475,0.00016312173],"genre_scores_gemma":[0.28804493,4.116114e-7,0.000038721028,0.00006205176,0.000074776675,0.71139586,0.00006243887,0.000008967768,0.0003118201],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963219,0.0009008069,0.00060460786,0.0005400231,0.0010749671,0.00055768486],"domain_scores_gemma":[0.99860555,0.0004484285,0.00019692148,0.00024158451,0.00032831036,0.00017921808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004793331,0.00015505991,0.00021241119,0.00021002181,0.00026369028,0.00014108056,0.00034942708,0.00007570993,0.00018270624],"category_scores_gemma":[0.00023527925,0.00011165074,0.000043366494,0.0003762994,0.00019757419,0.00010284438,0.0002574094,0.0002725219,0.0000072034786],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010820662,0.0026532593,0.38221005,0.00073215674,0.000044211447,0.000002301446,0.016396208,0.0000013014333,0.00007989016,0.00071522925,0.012201889,0.58388144],"study_design_scores_gemma":[0.008246964,0.0027069366,0.90263337,0.00071653945,0.0000028745599,0.0000022588365,0.0043396447,0.00055783027,0.00003432353,0.00016025493,0.08047461,0.00012440232],"about_ca_topic_score_codex":0.030900301,"about_ca_topic_score_gemma":0.1594324,"teacher_disagreement_score":0.58375704,"about_ca_system_score_codex":0.00058258465,"about_ca_system_score_gemma":0.00020569257,"threshold_uncertainty_score":0.97555304},"labels":[],"label_agreement":null},{"id":"W4386874315","doi":"10.2196/47137","title":"MASI, a Smartphone App to Improve Treatment Adherence Among South African Adolescents and Young Adults With HIV: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Mental Health; Center for AIDS Research, University of Washington; National Institute of Allergy and Infectious Diseases; Center for AIDS Research, Duke University; National Institutes of Health","keywords":"Randomized controlled trial; Medicine; Protocol (science); Physical therapy; Gerontology; Psychology; Alternative medicine; Internal medicine","score_opus":0.11043760303222912,"score_gpt":0.48115137700483823,"score_spread":0.37071377397260913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386874315","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011568487,8.30301e-7,0.0002909428,0.00041007882,0.0000066868283,0.985878,0.000099693454,0.00020853737,0.0015367783],"genre_scores_gemma":[0.025175026,5.1159986e-7,0.00028178058,0.00001153691,0.00029068923,0.92736375,0.000029468894,0.000080426704,0.046766832],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938689,0.0011933399,0.00094235595,0.0009639848,0.0015496664,0.001481766],"domain_scores_gemma":[0.9963563,0.00059398566,0.00021922705,0.0007243734,0.0009986205,0.001107485],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003788737,0.00042690427,0.0017220058,0.00088851724,0.00039738658,0.0003000038,0.00031745023,0.0001244167,0.0001884193],"category_scores_gemma":[0.0025058265,0.00025353127,0.000496449,0.0011344617,0.0005599945,0.00017210939,0.00021994776,0.0005441612,0.000189344],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9751884,0.00285794,0.00090347405,0.0019581034,0.00029990685,0.00006245804,0.0015246875,3.680775e-7,0.0008992794,0.000028019767,0.010516325,0.0057610357],"study_design_scores_gemma":[0.86715513,0.11707568,0.00042888147,0.008221282,0.000025871213,0.0000049285372,0.0006865637,0.0014013723,0.0006467024,0.000047945785,0.004076965,0.00022868585],"about_ca_topic_score_codex":0.00021837262,"about_ca_topic_score_gemma":0.00021656652,"teacher_disagreement_score":0.11421774,"about_ca_system_score_codex":0.00028477935,"about_ca_system_score_gemma":0.00076129165,"threshold_uncertainty_score":0.9999917},"labels":[],"label_agreement":null},{"id":"W4386874361","doi":"10.2196/46690","title":"Evaluating the Effectiveness of the Housing First for Youth Intervention for Youth Experiencing Homelessness in Canada: Protocol for a Multisite, Mixed Methods Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Francis Xavier University; Toronto Public Health; University of Toronto; York University","funders":"York University; Government of Canada","keywords":"Intervention (counseling); Protocol (science); Randomized controlled trial; Housing First; Psychology; Medicine; Gerontology; Clinical psychology; Psychiatry; Mental health; Alternative medicine","score_opus":0.45833003038482323,"score_gpt":0.6704091367484353,"score_spread":0.21207910636361205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386874361","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1862023,0.0000021509707,0.004158173,0.000050707025,0.00013052952,0.80928576,0.00010766613,0.000038980015,0.000023731842],"genre_scores_gemma":[0.30177793,1.0550222e-7,0.0004299221,0.0000032383202,0.00021592579,0.6974555,0.00001664337,0.00005758307,0.00004310972],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96678466,0.028659562,0.0018676227,0.0005338151,0.00095985935,0.0011944599],"domain_scores_gemma":[0.94322747,0.053698793,0.0008998788,0.00050653034,0.0015763887,0.000090932306],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08811726,0.00029126185,0.0023760693,0.00025984997,0.0022782632,0.00007296841,0.000743407,0.00025169968,0.00001233696],"category_scores_gemma":[0.025333777,0.0001593088,0.0007552418,0.0010429698,0.0002075635,0.00014064727,0.00035375793,0.0006618656,5.2518425e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9157993,0.0002275175,0.00060927833,0.008341427,0.000092682116,2.6297576e-7,0.0685273,0.00012305376,0.00028785513,0.00044427815,0.000012503232,0.005534548],"study_design_scores_gemma":[0.7776164,0.0007824706,0.00044167857,0.009164452,0.000024341878,9.043066e-9,0.19903456,0.010106002,0.0013385278,0.0011743783,0.00015038006,0.00016681926],"about_ca_topic_score_codex":0.14514707,"about_ca_topic_score_gemma":0.5327441,"teacher_disagreement_score":0.38759702,"about_ca_system_score_codex":0.0010182081,"about_ca_system_score_gemma":0.0029010621,"threshold_uncertainty_score":0.99902064},"labels":[],"label_agreement":null},{"id":"W4386888628","doi":"10.2196/48247","title":"Multidimensional Analysis of a Cell-Free DNA Whole Methylome Sequencing Assay for Early Detection of Gastric Cancer: Protocol for an Observational Case-Control Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cancer; Population; Cell-free fetal DNA; DNA methylation; Oncology; False positive paradox; Assay sensitivity; Medicine; Biology; Computational biology; Bioinformatics; Internal medicine; Pathology; Genetics; Computer science; Gene; Gene expression; Artificial intelligence","score_opus":0.25437926581856124,"score_gpt":0.5061129607342032,"score_spread":0.25173369491564196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386888628","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27398488,0.0000012333063,0.003150439,0.000021617376,0.000005187697,0.7215272,0.0012941874,0.000009029294,0.000006236271],"genre_scores_gemma":[0.21054442,1.6282141e-7,0.0011251387,0.000008404039,0.00011035332,0.7880372,0.00006779171,0.00002595889,0.00008060349],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99784315,0.00030360883,0.0005100401,0.00047981844,0.00045749496,0.00040586587],"domain_scores_gemma":[0.99718297,0.00053627056,0.00024742374,0.0005669111,0.0013519429,0.00011446082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026513287,0.00015035816,0.00033235812,0.00046655486,0.00018244752,0.000031932123,0.00029180342,0.00013162133,0.000010072153],"category_scores_gemma":[0.00073606434,0.00014421532,0.00021507694,0.0010805007,0.000075340315,0.0000133829635,0.0001546808,0.00011973581,6.0393626e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021237363,0.000574896,0.009787247,0.0003465972,0.00037348352,0.0000052390187,0.00013671767,0.0034453974,0.98089284,0.000016548875,0.00056085765,0.0017364422],"study_design_scores_gemma":[0.018688783,0.019179583,0.059511792,0.00016306085,0.00019471724,0.0000044885605,0.0007215893,0.03644985,0.85420614,0.000289025,0.010168692,0.00042229943],"about_ca_topic_score_codex":0.000361776,"about_ca_topic_score_gemma":0.001070274,"teacher_disagreement_score":0.12668672,"about_ca_system_score_codex":0.0001029208,"about_ca_system_score_gemma":0.00061856053,"threshold_uncertainty_score":0.588093},"labels":[],"label_agreement":null},{"id":"W4386888868","doi":"10.2196/43376","title":"Refocusing of Attention on Positive Events Using Monitoring-Based Feedback and Microinterventions for Patients With Chronic Musculoskeletal Pain in the PerPAIN Randomized Controlled Trial: Protocol for a Microrandomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft","keywords":"Randomized controlled trial; Mood; Physical therapy; Context (archaeology); Population; Intervention (counseling); Experience sampling method; Medicine; Chronic pain; Physical medicine and rehabilitation; Clinical psychology; Psychology; Psychiatry; Social psychology; Surgery","score_opus":0.21117218425082818,"score_gpt":0.5902508247553914,"score_spread":0.3790786405045632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386888868","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18620679,0.000001632187,0.0004375903,0.00028184705,0.000030982905,0.81293136,0.000053718704,0.000024394472,0.000031708314],"genre_scores_gemma":[0.012274166,1.2274037e-7,0.00059022533,0.000008100899,0.0002395223,0.98649216,0.00005164258,0.000060123355,0.00028392716],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98123616,0.014748324,0.0013601633,0.00061659934,0.0010241601,0.001014612],"domain_scores_gemma":[0.9879195,0.010288434,0.0005638525,0.00047701987,0.00062352524,0.00012767992],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03499419,0.0002907402,0.0012884418,0.00076595775,0.00044662136,0.00010134843,0.00038236936,0.00018634807,0.000041873333],"category_scores_gemma":[0.0028470182,0.00017910465,0.0006417982,0.0006708907,0.00033642075,0.00009356069,0.000072400646,0.0005406947,0.0000052149157],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9889657,0.0037199797,0.00018626293,0.0019870824,0.0001442447,0.0000028846823,0.00021771774,0.000004685293,0.00040919002,0.00007074326,0.00027862415,0.0040129246],"study_design_scores_gemma":[0.9556823,0.036804676,0.0005396535,0.004891813,0.000017816494,3.2208018e-7,0.00017158726,0.0008840777,0.00006534901,0.00029700983,0.0004911824,0.00015424516],"about_ca_topic_score_codex":0.00008567684,"about_ca_topic_score_gemma":0.000036804606,"teacher_disagreement_score":0.17393263,"about_ca_system_score_codex":0.00046599738,"about_ca_system_score_gemma":0.00043178862,"threshold_uncertainty_score":0.99367654},"labels":[],"label_agreement":null},{"id":"W4386900456","doi":"10.2196/49842","title":"Applying AI and Guidelines to Assist Medical Students in Recognizing Patients With Heart Failure: Protocol for a Randomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Medicine; Heart failure; Medical physics; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.5570312104798669,"score_gpt":0.6887137503000547,"score_spread":0.13168253982018774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386900456","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019048743,2.4839628e-7,0.00012849155,0.017407022,0.000014361679,0.96331036,0.0000027725935,0.000064148415,0.000023825522],"genre_scores_gemma":[0.0013259833,1.5205067e-7,0.0013871379,0.000908561,0.0004601079,0.9956614,0.000018156785,0.000036443256,0.00020205477],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951752,0.0005509513,0.0009405541,0.00049911643,0.0021548243,0.0006793955],"domain_scores_gemma":[0.996603,0.001172383,0.00008083449,0.00027536871,0.0013955362,0.00047285872],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010743987,0.00015868293,0.0005646711,0.00057104003,0.00023692558,0.00017411677,0.00023245942,0.00017929323,0.000080272606],"category_scores_gemma":[0.010234281,0.00011050361,0.00006577129,0.0011077521,0.00014832921,0.00013012427,0.0001699266,0.00054424827,0.000060440027],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8009177,0.0009822861,0.089195594,0.0011325884,0.000018776635,0.0000058511514,0.00051882217,0.0000012892716,0.000026091438,0.000023948065,0.051751357,0.055425707],"study_design_scores_gemma":[0.6967335,0.0075427652,0.004569791,0.015876034,0.000006148608,0.000003387007,0.0007692859,0.00082728674,0.0007315833,0.0011462994,0.2714784,0.0003155074],"about_ca_topic_score_codex":0.00018551522,"about_ca_topic_score_gemma":0.0002264419,"teacher_disagreement_score":0.21972705,"about_ca_system_score_codex":0.00014212931,"about_ca_system_score_gemma":0.0008702681,"threshold_uncertainty_score":0.99810296},"labels":[],"label_agreement":null},{"id":"W4386900922","doi":"10.2196/48548","title":"HIV Prevention and Care Among Black Cisgender Sexual Minority Men and Transgender Women: Protocol for an HIV Status–Neutral Cohort Study Using an Observational-Implementation Hybrid Approach","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; National Heart, Lung, and Blood Institute; National Institutes of Health; National Institute on Alcohol Abuse and Alcoholism; York University; National Institute on Drug Abuse; Center for Drug Use and HIV Research","keywords":"Human immunodeficiency virus (HIV); Transgender women; Observational study; Transgender; Medicine; Men who have sex with men; Cohort; Sexual minority; Clinical psychology; Cohort study; Psychology; Protocol (science); Family medicine; Gerontology; Alternative medicine; Social psychology; Sexual orientation","score_opus":0.6300100623731643,"score_gpt":0.6436917773258816,"score_spread":0.013681714952717305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386900922","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46511123,3.9324797e-7,0.00008780029,0.00003322056,0.0000043462237,0.53384393,0.00014872533,0.00007125671,0.0006991128],"genre_scores_gemma":[0.039715096,3.9505483e-7,0.00022785043,0.000016660819,0.00036776336,0.95668805,0.00051142334,0.00006542018,0.0024073662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941858,0.0019046796,0.0006415383,0.0011028408,0.0008267877,0.0013383745],"domain_scores_gemma":[0.9981126,0.00010782605,0.00016769374,0.0005855667,0.00048049947,0.00054580654],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032093914,0.00030038296,0.00035371858,0.0004657184,0.0008361373,0.00037723512,0.00027905035,0.00015857106,0.00015594925],"category_scores_gemma":[0.00002423489,0.00030474164,0.00004306329,0.00053650077,0.00027597856,0.000961379,0.00011825186,0.000462609,0.000012076886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088650704,0.0018946792,0.95020956,0.0041691703,0.00009446187,0.000005600402,0.031205121,0.000022619186,0.00011222096,0.0002862033,0.008793861,0.0023199806],"study_design_scores_gemma":[0.007874823,0.0037658447,0.9338524,0.000023838553,0.000012823218,0.000004019191,0.049552094,0.0013113708,0.00001599824,0.0010898882,0.0021770762,0.00031982007],"about_ca_topic_score_codex":0.0016234941,"about_ca_topic_score_gemma":0.0005842097,"teacher_disagreement_score":0.42539614,"about_ca_system_score_codex":0.00035827307,"about_ca_system_score_gemma":0.00045809013,"threshold_uncertainty_score":0.99994045},"labels":[],"label_agreement":null},{"id":"W4386901063","doi":"10.2196/46995","title":"Relationship Between Depression and Falls Among Nursing Home Residents: Protocol for an Integrative Review","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Depression (economics); Nursing; Protocol (science); Psychology; Medicine; Suicide prevention; Human factors and ergonomics; Gerontology; Poison control; Alternative medicine; Medical emergency","score_opus":0.5244932805189427,"score_gpt":0.6522823822503078,"score_spread":0.12778910173136504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386901063","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011136305,0.000016960346,0.000096260155,0.0011182432,0.0000025852669,0.9928956,0.00001827495,0.00026126724,0.004477147],"genre_scores_gemma":[0.0045122877,0.0000036906545,0.00018860314,0.000038776307,0.00020125593,0.99253005,0.00010740227,0.0000553314,0.0023625847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99672014,0.0005648456,0.0004682567,0.0006296441,0.0009696804,0.00064746215],"domain_scores_gemma":[0.99775994,0.0007140159,0.00012719454,0.00066625344,0.0003657928,0.00036678024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002419646,0.00022020817,0.00040172652,0.00047799962,0.0003944957,0.00020361156,0.000273116,0.00012246991,0.000078724544],"category_scores_gemma":[0.0011831123,0.0001681347,0.00008745369,0.0010471031,0.000404,0.000642826,0.00018857679,0.0005813641,0.000055414253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015165877,0.0006416859,0.62459785,0.04720774,0.000055912176,0.000041998755,0.00075746095,0.0000013194988,0.00011149144,0.0025895091,0.29385826,0.028620219],"study_design_scores_gemma":[0.004785325,0.001668365,0.8269139,0.12413489,0.000023121635,0.0000021575675,0.0005710877,0.00009247206,0.00014196493,0.01132133,0.030126322,0.00021906651],"about_ca_topic_score_codex":0.00002214547,"about_ca_topic_score_gemma":0.000010544817,"teacher_disagreement_score":0.26373193,"about_ca_system_score_codex":0.0002551286,"about_ca_system_score_gemma":0.00033913428,"threshold_uncertainty_score":0.6856334},"labels":[],"label_agreement":null},{"id":"W4386935723","doi":"10.2196/52517","title":"Mapping Respiratory Health Digital Interventions in South and Southeast Asia: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Government of the United Kingdom","keywords":"Preprint; Digital health; Southeast asia; Psychological intervention; Protocol (science); Medicine; Computer science; Political science; Health care; World Wide Web; Sociology; Alternative medicine; Nursing; Ethnology","score_opus":0.8204426276284857,"score_gpt":0.7497950523191154,"score_spread":0.07064757530937038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386935723","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8473066e-9,0.2820036,0.00008726875,0.0006897845,0.000012831452,0.7157712,0.0004770775,0.00021338832,0.00074481993],"genre_scores_gemma":[1.6726599e-9,0.26058486,0.0001146301,0.0002801785,0.000396672,0.73737925,0.00013586982,0.00020278654,0.00090572576],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837918,0.0049578575,0.005683592,0.0016041329,0.0009294728,0.003033095],"domain_scores_gemma":[0.991274,0.0031070025,0.0022279152,0.001458886,0.0006540624,0.0012781164],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01777728,0.0006892128,0.0034933442,0.0018155922,0.0022280102,0.0001317521,0.0009162898,0.0007908402,0.00016130281],"category_scores_gemma":[0.0027907197,0.0005853954,0.00063141534,0.0029825026,0.00026080507,0.00025790752,0.000971136,0.004562929,0.0009188721],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029487066,0.00014142168,0.000022303406,0.6621002,0.0000108894665,0.0000026774972,0.00021109282,1.162544e-8,4.5173523e-9,0.00055967784,0.02017905,0.31674317],"study_design_scores_gemma":[0.0010143487,0.00027903813,0.0000048391007,0.4950147,0.000002939298,0.0000014666227,0.0003062874,8.1495824e-7,2.5478308e-9,0.00012834193,0.5030678,0.00017945185],"about_ca_topic_score_codex":0.000025251102,"about_ca_topic_score_gemma":0.00025341343,"teacher_disagreement_score":0.48288873,"about_ca_system_score_codex":0.0011344923,"about_ca_system_score_gemma":0.017512744,"threshold_uncertainty_score":0.99985904},"labels":[],"label_agreement":null},{"id":"W4386936821","doi":"10.2196/50183","title":"Telehealth Diabetes Prevention Program for Adults With Prediabetes in an Academic Medical Center Setting: Protocol for a Hybrid Type III Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Heart, Lung, and Blood Institute; National Institute of General Medical Sciences; Health Resources and Services Administration; National Institutes of Health; Mississippi State Department of Health","keywords":"Prediabetes; Telehealth; Medicine; Type 2 diabetes; Protocol (science); Gerontology; Family medicine; Diabetes mellitus; Medical education; Physical therapy; Telemedicine; Alternative medicine; Health care","score_opus":0.214894599710044,"score_gpt":0.5925223376426552,"score_spread":0.3776277379326112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386936821","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18311214,3.6424498e-7,0.000007362924,0.0014932216,0.00001915669,0.81498784,0.000010466239,0.00026980002,0.00009964808],"genre_scores_gemma":[0.005419766,2.8260362e-7,0.0008794046,0.000084007734,0.0009932397,0.99096024,0.0005738466,0.000079445446,0.0010097482],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956523,0.00033196472,0.00066272833,0.00070354,0.0012427672,0.0014066917],"domain_scores_gemma":[0.99794,0.00040072715,0.00017697431,0.0004405034,0.000595581,0.00044619845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052235783,0.00023294766,0.00041102193,0.00063864724,0.00018418882,0.000114477385,0.00037913048,0.00021619855,0.00008196619],"category_scores_gemma":[0.0011809561,0.0001798091,0.00009253985,0.0010829536,0.00014993575,0.00037499392,0.000120599056,0.0007243783,0.000024643128],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23744768,0.011054475,0.15174031,0.025455862,0.00010958669,0.000008363116,0.0010700917,0.0000022245679,0.00021673807,0.00017957554,0.14391507,0.42880002],"study_design_scores_gemma":[0.36740577,0.11000897,0.015945347,0.02435714,0.000016679782,0.0000013933708,0.0005345227,0.011736074,0.0021208494,0.0018791783,0.4654368,0.0005572731],"about_ca_topic_score_codex":0.0000033105518,"about_ca_topic_score_gemma":0.000016790345,"teacher_disagreement_score":0.42824274,"about_ca_system_score_codex":0.00017563625,"about_ca_system_score_gemma":0.0010323991,"threshold_uncertainty_score":0.73324025},"labels":[],"label_agreement":null},{"id":"W4386964523","doi":"10.2196/49204","title":"Development of the ehive Digital Health App: Protocol for a Centralized Research Platform","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Protocol (science); Digital health; Computer science; mHealth; World Wide Web; Health care; Medicine; Psychological intervention; Nursing; Political science","score_opus":0.6895417459143951,"score_gpt":0.7245754551946845,"score_spread":0.03503370928028937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386964523","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022769702,9.2092796e-7,0.00011671327,0.005824495,0.000020453026,0.9889119,0.00016544542,0.0002383948,0.004493981],"genre_scores_gemma":[0.00014754148,0.0000010248663,0.0014868369,0.000241953,0.0002779826,0.9903538,0.00006854725,0.00007743081,0.0073448825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897383,0.0015663358,0.001966292,0.0007259929,0.0023391317,0.003663974],"domain_scores_gemma":[0.9922164,0.0031019407,0.0005301454,0.0012766508,0.0019201948,0.0009546457],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017401595,0.0002369388,0.0005074446,0.00062733627,0.006287032,0.00006065228,0.0013036506,0.00031534905,0.00022577812],"category_scores_gemma":[0.0016510685,0.00016195275,0.00013425954,0.003363522,0.0004454769,0.0002142178,0.0010207566,0.002436366,0.0008950622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028214676,0.001019576,0.003799298,0.028229492,0.000023227909,0.0000010422438,0.0093307905,0.0000019710237,0.00032056987,0.033163723,0.78784114,0.13344768],"study_design_scores_gemma":[0.004872961,0.000471592,0.004634305,0.0042804414,2.6618702e-7,4.7041348e-7,0.002397163,0.000080265076,0.00023821453,0.0047322684,0.97816795,0.00012407952],"about_ca_topic_score_codex":0.00007150437,"about_ca_topic_score_gemma":0.00020576493,"teacher_disagreement_score":0.19032681,"about_ca_system_score_codex":0.00106141,"about_ca_system_score_gemma":0.017375022,"threshold_uncertainty_score":0.9998829},"labels":[],"label_agreement":null},{"id":"W4386983162","doi":"10.2196/46835","title":"Exploring Current Practices, Needs, and Barriers for Expanding Distributed Medical Education and Scholarship in Psychiatry: Protocol for an Environmental Scan Using a Formal Information Search Approach and Explanatory Design","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Izaak Walton Killam Health Centre; Nova Scotia Health Authority; Saint John Regional Hospital; Dalhousie University","funders":"","keywords":"Scholarship; Protocol (science); Medical education; Psychology; Medicine; Computer science; Data science; Knowledge management; Alternative medicine; Political science","score_opus":0.667713115608956,"score_gpt":0.664670715864034,"score_spread":0.003042399744921931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386983162","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10126707,0.000012714495,0.001573736,0.00036553887,0.00003402001,0.89657694,0.00007183344,0.00007435998,0.000023813778],"genre_scores_gemma":[0.014798172,0.000012494109,0.0041310946,0.00005494598,0.00020272049,0.98056465,0.0001926629,0.000035541576,0.000007688843],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949981,0.00159836,0.00073991535,0.00041912965,0.0009134923,0.0013309921],"domain_scores_gemma":[0.99749255,0.0008305769,0.00031348626,0.0002554413,0.00015736469,0.0009505648],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011467579,0.00021846425,0.00027974616,0.0008069886,0.0019038195,0.00016967765,0.00023868568,0.00026031322,0.00001553508],"category_scores_gemma":[0.0017935393,0.00020615914,0.000022003718,0.0007170417,0.00019242348,0.0041075684,0.00033237744,0.0012298812,0.0000030170952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012832654,0.00132042,0.6537865,0.048452415,0.000037687878,0.0000017840529,0.043600924,0.000079925696,0.00024191051,0.0060091764,0.009628494,0.22400813],"study_design_scores_gemma":[0.035512727,0.0059758388,0.0966133,0.03729544,0.000017488332,0.000039685172,0.31115434,0.15288424,0.00016261668,0.0045077186,0.3543549,0.0014817165],"about_ca_topic_score_codex":0.000093907816,"about_ca_topic_score_gemma":0.000037218437,"teacher_disagreement_score":0.5571732,"about_ca_system_score_codex":0.000576221,"about_ca_system_score_gemma":0.002674283,"threshold_uncertainty_score":0.99939555},"labels":[],"label_agreement":null},{"id":"W4387002254","doi":"10.2196/47567","title":"Decision Trade-Offs in Ecological Momentary Assessments and Digital Wearables Uptake: Protocol for a Discrete Choice Experiment","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; NHLBI Division of Intramural Research; National Institutes of Health","keywords":"Multinomial logistic regression; Psychological intervention; Preference; Conjoint analysis; Health care; Psychology; Applied psychology; Computer science; Statistics","score_opus":0.2477427861052851,"score_gpt":0.5662553887331144,"score_spread":0.3185126026278293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387002254","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061432045,3.7869816e-7,0.00021109957,0.0006067528,0.000004590335,0.93601215,0.000035247354,0.000076325225,0.001621412],"genre_scores_gemma":[0.019268036,9.941099e-7,0.00091052294,0.00008703867,0.0000480964,0.9791108,0.000017373568,0.000045403376,0.00051178626],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99508196,0.0005739864,0.0005560217,0.0011608045,0.001310068,0.0013171575],"domain_scores_gemma":[0.9980269,0.0010218285,0.00009131054,0.00044861692,0.0000101837795,0.00040116793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038937016,0.0002736657,0.00028888742,0.00021714154,0.00042423088,0.00028867842,0.00046854542,0.00016081726,0.0007993484],"category_scores_gemma":[0.0003443801,0.00022939946,0.000064813736,0.00072905293,0.0004335714,0.00084502186,0.0010222738,0.00057939877,0.0003259299],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016585051,0.0040664757,0.38686624,0.00079723675,0.000032116426,0.00020875873,0.00134301,0.0002684708,0.017947854,0.00008298056,0.022895612,0.56383276],"study_design_scores_gemma":[0.0053209076,0.0021569945,0.6072147,0.00078940054,7.3573773e-7,0.0000037296597,0.0004741337,0.0024792913,0.001362226,0.001787901,0.37807116,0.0003388558],"about_ca_topic_score_codex":0.00005003991,"about_ca_topic_score_gemma":0.00006047081,"teacher_disagreement_score":0.56349385,"about_ca_system_score_codex":0.0008182565,"about_ca_system_score_gemma":0.00006743613,"threshold_uncertainty_score":0.9354639},"labels":[],"label_agreement":null},{"id":"W4387002356","doi":"10.2196/38521","title":"Epidemiological Modeling of the Impact of Public Health Policies on Hepatitis C: Protocol for a Gamification Tool Targeting Microelimination","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis C virus research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gilead Sciences","keywords":"Epidemiology; Public health; Population; Medicine; Environmental health; Disease; Pathology","score_opus":0.6592589067231777,"score_gpt":0.6544216519407038,"score_spread":0.0048372547824738765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387002356","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045486502,6.767115e-7,0.00072257814,0.004897589,0.0000021842372,0.94842625,0.00008016977,0.00006586996,0.00031817905],"genre_scores_gemma":[0.17056426,0.000002401442,0.0004696975,0.000037787056,0.00008422995,0.82861453,0.000038457845,0.00003359211,0.00015502077],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99412274,0.0020200668,0.0010203107,0.0004119648,0.0013574073,0.0010675316],"domain_scores_gemma":[0.99582154,0.0011773558,0.0003313516,0.000684378,0.0017654914,0.00021989305],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013104789,0.0001773438,0.00052769587,0.000683159,0.00044013906,0.000036937305,0.00045482005,0.00016803926,0.00006524584],"category_scores_gemma":[0.013224784,0.00010755335,0.00031981125,0.0018063138,0.00030375825,0.00013881427,0.00032099476,0.0006403468,0.000019642073],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048381235,0.0049660904,0.5440115,0.016065104,0.00023209286,0.0000071360696,0.005686952,0.0038909435,0.13889526,0.007125194,0.091258705,0.18302296],"study_design_scores_gemma":[0.008761815,0.022076745,0.3936352,0.0091795055,0.0000028944794,0.0000054323827,0.0004059014,0.5008643,0.016995966,0.0033539794,0.04431985,0.00039836072],"about_ca_topic_score_codex":0.0010999445,"about_ca_topic_score_gemma":0.000023833942,"teacher_disagreement_score":0.4969734,"about_ca_system_score_codex":0.00065991073,"about_ca_system_score_gemma":0.0017781389,"threshold_uncertainty_score":0.99508727},"labels":[],"label_agreement":null},{"id":"W4387023042","doi":"10.2196/48210","title":"Using Wearable Devices and Speech Data for Personalized Machine Learning in Early Detection of Mental Disorders: Protocol for a Participatory Research Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Wearable computer; Computer science; Context (archaeology); Data collection; Mental health; Mood; Machine learning; Artificial intelligence; Psychology; Clinical psychology","score_opus":0.7784758853722034,"score_gpt":0.7051908703534142,"score_spread":0.07328501501878915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387023042","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10097986,0.000004627952,0.00005115358,0.00013774418,0.000012479273,0.8984167,0.00015312366,0.00005976633,0.00018454013],"genre_scores_gemma":[0.1373496,7.6681765e-8,0.00019502208,0.0000025191314,0.000040357365,0.86072683,0.00002142217,0.000050965715,0.0016132275],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948864,0.0017944914,0.0006571647,0.00075783755,0.00082439865,0.001079732],"domain_scores_gemma":[0.9978533,0.000975877,0.00013912324,0.0005978254,0.00027766183,0.0001562239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011886549,0.000154554,0.00029559562,0.0008471808,0.00053669215,0.00015856652,0.00056554616,0.000107281296,0.00006715386],"category_scores_gemma":[0.0005980102,0.00014957464,0.00005950058,0.0012779395,0.00031934347,0.00047264088,0.0006939837,0.00064482365,0.000030687683],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.058466777,0.03598226,0.50601304,0.024415702,0.00046531315,0.000057199824,0.029715288,0.00001830255,0.010650542,0.0019621481,0.00487123,0.32738224],"study_design_scores_gemma":[0.083419874,0.10774244,0.13788779,0.01780529,0.000021132642,0.000020667592,0.051131263,0.048376814,0.0053731618,0.01141493,0.5355374,0.0012692369],"about_ca_topic_score_codex":0.0012464147,"about_ca_topic_score_gemma":0.0025278584,"teacher_disagreement_score":0.5306662,"about_ca_system_score_codex":0.00018460845,"about_ca_system_score_gemma":0.00015130689,"threshold_uncertainty_score":0.6099477},"labels":[],"label_agreement":null},{"id":"W4387101077","doi":"10.2196/48740","title":"Assessing the Efficacy and Safety of a Digital Therapeutic for Symptoms of Depression in Adolescents: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Patient Health Questionnaire; Psychological intervention; mHealth; Depression (economics); Protocol (science); Clinical trial; Intervention (counseling); Mental health; Physical therapy; Psychiatry; Anxiety; Depressive symptoms; Alternative medicine; Internal medicine","score_opus":0.24162448106435414,"score_gpt":0.6241162797407337,"score_spread":0.38249179867637956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387101077","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049062334,0.00000265161,0.00029775873,0.00022921863,0.000023072209,0.99375093,0.00003904208,0.000032237633,0.0007188353],"genre_scores_gemma":[0.22082084,2.0846853e-8,0.000017988927,0.000006938999,0.000043680953,0.77873427,0.000005008483,0.000026097101,0.00034514465],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99602604,0.0012572125,0.0013570049,0.00034294243,0.0004682222,0.0005485986],"domain_scores_gemma":[0.9935156,0.005323539,0.00043925716,0.00036927778,0.00027311698,0.000079219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006582035,0.0001541112,0.00090455957,0.00034736833,0.00013762881,0.00015382336,0.00034113682,0.00012087518,0.00001944344],"category_scores_gemma":[0.0015367114,0.00009131719,0.00035214424,0.00048368165,0.00042834302,0.00025949837,0.00014489602,0.0002493073,0.0000050937947],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.955318,0.00278827,0.0005600844,0.0019876987,0.00008394416,7.6839297e-7,0.0002793041,0.0000010433553,0.00008459389,0.0017530108,0.00018437742,0.03695891],"study_design_scores_gemma":[0.97985584,0.0038353377,0.001679372,0.0078071207,0.000005983489,9.2371664e-7,0.00019329341,0.0002558383,0.00016550311,0.0046280343,0.0014915504,0.00008122756],"about_ca_topic_score_codex":0.0000063892667,"about_ca_topic_score_gemma":0.0000024155534,"teacher_disagreement_score":0.2159146,"about_ca_system_score_codex":0.00005584454,"about_ca_system_score_gemma":0.00014457412,"threshold_uncertainty_score":0.37238067},"labels":[],"label_agreement":null},{"id":"W4387101104","doi":"10.2196/49508","title":"Home-Based Treatment for Chronic Pain Combining Neuromodulation, Computer-Assisted Training, and Telemonitoring in Patients With Breast Cancer: Protocol for a Rehabilitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Treatment","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fondazione Regionale per la Ricerca Biomedica","keywords":"Medicine; Breast cancer; Physical therapy; Chronic pain; Quality of life (healthcare); Psychological intervention; Visual analogue scale; Biofeedback; Physical medicine and rehabilitation; Neuromodulation; Cancer pain; Cancer; Psychiatry; Internal medicine; Nursing","score_opus":0.23633283683661746,"score_gpt":0.5200927854131057,"score_spread":0.28375994857648823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387101104","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12121315,2.4241348e-7,0.00015099815,0.00044058563,0.0000039450842,0.87804544,0.000036469257,0.000102205246,0.0000069826856],"genre_scores_gemma":[0.14250915,3.4566526e-8,0.00091871276,0.000009313858,0.00009318095,0.85629714,0.000050164483,0.00004821174,0.00007409725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972142,0.0005974483,0.00035623575,0.0006242504,0.00055265875,0.0006552305],"domain_scores_gemma":[0.99793106,0.0010835871,0.00010692108,0.00031882589,0.00040891586,0.00015069163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019460574,0.00025108684,0.00042964093,0.00052886974,0.00027983962,0.000085478765,0.000099791825,0.00005117966,0.0000065675977],"category_scores_gemma":[0.00007822034,0.00018164417,0.000061388506,0.00078383845,0.00010245339,0.00010611299,0.0000523149,0.00014714428,0.0000012920938],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006747304,0.006523826,0.8306082,0.001631398,0.0001338888,0.000017097254,0.0018794596,0.00009846925,0.000011391462,0.00000912154,0.00028917377,0.1520507],"study_design_scores_gemma":[0.076654255,0.061456837,0.8454648,0.002571933,0.000011591831,2.6556262e-7,0.00046147165,0.0099223135,0.000012930362,0.000040407034,0.0032472361,0.00015596044],"about_ca_topic_score_codex":0.000050884686,"about_ca_topic_score_gemma":0.00009464465,"teacher_disagreement_score":0.15189475,"about_ca_system_score_codex":0.00088668073,"about_ca_system_score_gemma":0.00039457815,"threshold_uncertainty_score":0.74072343},"labels":[],"label_agreement":null},{"id":"W4387101152","doi":"10.2196/47175","title":"Implementation of a Primary Prevention Program for Posttraumatic Stress Disorder in a Cohort of Professional Soldiers (PREPAR): Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Posttraumatic stress; Randomized controlled trial; Protocol (science); Psychology; Cohort; Medicine; Clinical psychology; Psychiatry; Family medicine; Alternative medicine","score_opus":0.24552028442911947,"score_gpt":0.6404460978870533,"score_spread":0.39492581345793387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387101152","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04365443,0.000002334733,0.00021017759,0.0001787525,0.000026990514,0.95505273,0.00012351644,0.00012758032,0.0006234873],"genre_scores_gemma":[0.004756073,3.4747097e-7,0.0009186506,0.0000042884453,0.000058977046,0.99297595,0.00014612965,0.000095243406,0.0010443301],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9894965,0.003979802,0.0027252196,0.00073444593,0.0017708524,0.0012931711],"domain_scores_gemma":[0.9917506,0.00540659,0.0009780509,0.0006906936,0.0010311101,0.00014295414],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015200463,0.00032473262,0.0020916236,0.0012549175,0.0001683509,0.00006391639,0.0006941634,0.00027714035,0.0005572542],"category_scores_gemma":[0.0015990227,0.00025217776,0.0007282073,0.0012772366,0.0005539823,0.00020301809,0.00020563063,0.00041805513,0.000011513653],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93905056,0.010669308,0.004796592,0.008511362,0.0005321929,0.0000016942557,0.002808241,0.0000063647412,0.00024414493,0.0022407118,0.002359032,0.028779825],"study_design_scores_gemma":[0.9713059,0.010028137,0.0046928017,0.0030906755,0.00002354697,6.4285774e-7,0.0032083348,0.0007352331,0.00038270137,0.005493626,0.0008200411,0.00021833819],"about_ca_topic_score_codex":0.0003235385,"about_ca_topic_score_gemma":0.00037742843,"teacher_disagreement_score":0.038898356,"about_ca_system_score_codex":0.00016464875,"about_ca_system_score_gemma":0.0011804751,"threshold_uncertainty_score":0.999993},"labels":[],"label_agreement":null},{"id":"W4387101182","doi":"10.2196/51278","title":"Determinants of Adolescent Sexual and Reproductive Health in Sub-Saharan Africa: Protocol for an Umbrella Review","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Reproductive health; Systematic review; CINAHL; Scopus; Population; Medicine; Grey literature; MEDLINE; Psychology; Psychological intervention; Environmental health; Nursing; Political science","score_opus":0.7255846891894129,"score_gpt":0.694112263226947,"score_spread":0.03147242596246591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387101182","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015214296,0.0001279552,0.000007086128,0.004201204,0.000020838574,0.99376506,0.00008551949,0.00012372308,0.0001472075],"genre_scores_gemma":[0.00013036793,0.00014908213,0.00010853512,0.0003535519,0.00045622588,0.99712867,0.000021898542,0.000077382894,0.0015742804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896977,0.0044959146,0.0016231355,0.0014998565,0.00083099137,0.0018523807],"domain_scores_gemma":[0.99625814,0.00044838825,0.0006039339,0.0012450067,0.0009473148,0.0004972152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017007237,0.00030811082,0.0009875462,0.0005466056,0.0008829307,0.000013351667,0.0004501418,0.00022573372,0.000034198827],"category_scores_gemma":[0.0013188318,0.00024088538,0.000055247376,0.0017256739,0.0003413518,0.00025834207,0.0004786346,0.001580874,0.000095158706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040976084,0.003730689,0.05573419,0.3024079,0.000013111342,0.000013378457,0.0041556065,0.0000011693878,0.002267378,0.00015570405,0.54760474,0.07981853],"study_design_scores_gemma":[0.005601431,0.006444717,0.11955427,0.07284541,0.0000018488539,0.0000048913516,0.0012075568,0.00007758617,0.0004746304,0.0009650119,0.79242796,0.0003947033],"about_ca_topic_score_codex":0.00011307104,"about_ca_topic_score_gemma":0.0001947823,"teacher_disagreement_score":0.2448232,"about_ca_system_score_codex":0.00034687194,"about_ca_system_score_gemma":0.0018292351,"threshold_uncertainty_score":0.98230207},"labels":[],"label_agreement":null},{"id":"W4387114524","doi":"10.2196/47319","title":"Addressing the Chronic Pain–Early Cognitive Decline Comorbidity Among Older Adults: Protocol for the Active Brains Remote Efficacy Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute on Aging","keywords":"Medicine; Randomized controlled trial; Physical therapy; Cognition; Chronic pain; Cognitive decline; Neuropsychology; Clinical trial; Informed consent; Gerontology; Disease; Psychiatry; Dementia; Alternative medicine","score_opus":0.3090823512089754,"score_gpt":0.5770600646341001,"score_spread":0.26797771342512466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387114524","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022406317,0.0000014734295,0.00048859126,0.005587134,0.000018414476,0.97091323,0.000026410866,0.00019833533,0.00036007827],"genre_scores_gemma":[0.027077591,5.481159e-7,0.000057163703,0.00017291168,0.0015105089,0.9699249,0.000048806512,0.00007591944,0.0011316541],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99342245,0.0027861237,0.00059536105,0.00065708754,0.0015376826,0.001001298],"domain_scores_gemma":[0.98433536,0.013245827,0.0002197544,0.0007928791,0.0011673119,0.00023889115],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011274878,0.00028760763,0.00039692034,0.00023799992,0.0012170653,0.00023806239,0.0005057575,0.00025250003,0.0001884539],"category_scores_gemma":[0.011487271,0.00014737509,0.00039792404,0.0013368044,0.0012278472,0.0002102326,0.0003140321,0.0014579208,0.00009774901],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21011116,0.0025427425,0.0016358519,0.010943939,0.00032444077,0.000025760388,0.0071149687,0.000009984695,0.0013915295,0.00009965159,0.03392074,0.73187923],"study_design_scores_gemma":[0.23730439,0.019243946,0.59716296,0.031057853,0.000025366793,0.000002585192,0.0030351894,0.012706895,0.0013580336,0.0006300622,0.09701459,0.00045814677],"about_ca_topic_score_codex":0.00011283367,"about_ca_topic_score_gemma":0.00011073289,"teacher_disagreement_score":0.73142105,"about_ca_system_score_codex":0.00028379654,"about_ca_system_score_gemma":0.00077159895,"threshold_uncertainty_score":0.9968394},"labels":[],"label_agreement":null},{"id":"W4387189457","doi":"10.2196/52546","title":"A Neuro-Influence Experiment to Evaluate the Persuasiveness of Pre-Exposure Prophylaxis Promotion Messages Among Men Who Have Sex With Men: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Protocol (science); Randomized controlled trial; Promotion (chess); Psychology; Pre-exposure prophylaxis; Medicine; Men who have sex with men; Alternative medicine; Family medicine","score_opus":0.1076545461511706,"score_gpt":0.5266565373679238,"score_spread":0.41900199121675324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387189457","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018467588,0.0000012985254,0.00029076796,0.0017004225,0.0000016060367,0.9751029,0.000020986883,0.00009644748,0.0043179947],"genre_scores_gemma":[0.011449413,3.6585226e-7,0.00007273981,0.000010609158,0.00014347109,0.93274033,0.000010767813,0.000069692804,0.055502612],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9895373,0.004429266,0.001148984,0.0007721761,0.0030568682,0.0010554192],"domain_scores_gemma":[0.9939595,0.0017777476,0.0002690034,0.0010025285,0.0025510758,0.000440139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013486487,0.00035884944,0.0015939502,0.000674545,0.00048079912,0.00023198883,0.00065122935,0.00015103305,0.00025087193],"category_scores_gemma":[0.006601222,0.00018246159,0.0005764346,0.0011109433,0.0008182955,0.00025981042,0.0003092392,0.00070068275,0.00002530548],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9527771,0.0018506468,0.0002775413,0.002315812,0.00042661553,0.000025069163,0.0029245208,0.000044184886,0.015563896,0.00009728307,0.021829268,0.0018680949],"study_design_scores_gemma":[0.85733485,0.093603306,0.0005559026,0.004410488,0.000030199868,0.0000042438683,0.0012186159,0.011903339,0.027712973,0.0001116499,0.0029254926,0.0001889369],"about_ca_topic_score_codex":0.00008673998,"about_ca_topic_score_gemma":0.000016982407,"teacher_disagreement_score":0.09544221,"about_ca_system_score_codex":0.000180221,"about_ca_system_score_gemma":0.0009837467,"threshold_uncertainty_score":0.7902756},"labels":[],"label_agreement":null},{"id":"W4387241533","doi":"10.2196/43824","title":"Recruiting Sexual and Gender Minority Veterans for Health Disparities Research: Recruitment Protocol of a Web-Based Prospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality; U.S. Department of Veterans Affairs","keywords":"Transgender; Lesbian; Sexual minority; Sexual orientation; Gerontology; Population; Psychology; Health equity; Outreach; Mental health; Medicine; Demographics; Demography; Public health; Psychiatry; Environmental health; Social psychology; Nursing; Political science","score_opus":0.8562421222387706,"score_gpt":0.7118652099073173,"score_spread":0.14437691233145333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387241533","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04977265,0.0000020144264,0.0000054063157,0.0032801037,0.000047498706,0.9459763,0.000042477903,0.00015437977,0.00071912224],"genre_scores_gemma":[0.022711862,0.0000012666151,0.0003355626,0.000026379628,0.0006378764,0.97598106,0.000010037327,0.000036050376,0.0002599337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9863349,0.007389389,0.0007302305,0.0008060821,0.0030233623,0.001716007],"domain_scores_gemma":[0.98906875,0.007828954,0.00023088543,0.0004639472,0.0019028676,0.00050459686],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039221376,0.00017737728,0.00044758635,0.00069372106,0.002659917,0.00023197009,0.0004908938,0.00017758392,0.0000443841],"category_scores_gemma":[0.009577661,0.00017629392,0.000051387404,0.0024149157,0.0012695328,0.00024448812,0.00018403785,0.0008761446,0.000013697403],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010041897,0.0018696385,0.8656622,0.0057242992,0.00003397333,0.0000031765792,0.09393661,9.592011e-7,0.000079671634,0.0022041972,0.010034726,0.019446358],"study_design_scores_gemma":[0.005084505,0.008302055,0.77382004,0.0007140086,0.0000036065915,2.4063814e-7,0.057648398,0.0001519206,0.00008486636,0.0044872286,0.14941877,0.0002843422],"about_ca_topic_score_codex":0.006383028,"about_ca_topic_score_gemma":0.0046019666,"teacher_disagreement_score":0.13938405,"about_ca_system_score_codex":0.0013575291,"about_ca_system_score_gemma":0.005936181,"threshold_uncertainty_score":0.99969923},"labels":[],"label_agreement":null},{"id":"W4387269034","doi":"10.2196/52553","title":"Design and Rationale of Cytokine Filtration in Lung Transplantation (GLUSorb): Protocol for a Multicenter Clinical Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transplantation: Methods and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Randomized controlled trial; Medicine; Lung transplantation; Protocol (science); Transplantation; Clinical trial; Intensive care medicine; Internal medicine; Alternative medicine; Pathology","score_opus":0.3733049978513773,"score_gpt":0.6255008948982012,"score_spread":0.2521958970468239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387269034","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028827963,5.5733796e-7,0.038614426,0.000523675,0.000009438231,0.95785147,0.000013758888,0.00004142076,0.00006244474],"genre_scores_gemma":[0.0013779209,0.000004750947,0.018908564,0.000029528343,0.00014650845,0.9791763,0.000050776875,0.000021826083,0.00028385498],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99426043,0.0030519976,0.0013912588,0.00034033708,0.0006396016,0.00031638486],"domain_scores_gemma":[0.9889963,0.01014427,0.0002174438,0.00014732183,0.00039201943,0.00010262575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015282817,0.00014764421,0.0011364537,0.00044917478,0.00008360072,0.000040154508,0.00008381702,0.00016156374,0.000048027567],"category_scores_gemma":[0.0018074346,0.0001020374,0.00025254654,0.00039545036,0.00019245666,0.00015053885,0.000010803538,0.00030270906,0.0000036327936],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9890619,0.0006371084,0.0013926502,0.002705414,0.00007460467,0.000012135814,0.00058142387,0.000036111458,0.003232006,0.00037918997,0.00028615928,0.0016013278],"study_design_scores_gemma":[0.96242446,0.0019469431,0.0032375744,0.0014826199,0.00003163138,0.0000032414764,0.000037416743,0.026760824,0.0027795893,0.0007523027,0.00045385174,0.00008956301],"about_ca_topic_score_codex":0.000006277925,"about_ca_topic_score_gemma":0.0000067063365,"teacher_disagreement_score":0.026724713,"about_ca_system_score_codex":0.000032451473,"about_ca_system_score_gemma":0.00030221857,"threshold_uncertainty_score":0.529675},"labels":[],"label_agreement":null},{"id":"W4387269695","doi":"10.2196/50444","title":"Resilience-Informed Community Violence Prevention and Community Organizing Strategies for Implementation: Protocol for a Hybrid Type 1 Implementation-Effectiveness Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Injury Prevention and Control; Centers for Disease Control and Prevention","keywords":"Protocol (science); Resilience (materials science); Community resilience; Psychology; Community-based participatory research; Applied psychology; Medicine; Nursing; Computer science; Participatory action research; Alternative medicine; Sociology","score_opus":0.8454587046945571,"score_gpt":0.8090491602665572,"score_spread":0.03640954442799993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387269695","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13787723,1.0353279e-7,0.0011155639,0.0005081471,0.00003410847,0.8598689,0.00025325353,0.00020365874,0.0001390399],"genre_scores_gemma":[0.034473367,6.8073723e-7,0.00082461326,0.00022909541,0.000214856,0.9639379,0.0001785189,0.00004877105,0.00009220609],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98057765,0.014951128,0.0014160951,0.0004071124,0.0009532319,0.0016947796],"domain_scores_gemma":[0.97756153,0.018727202,0.00057072804,0.00074995594,0.002050771,0.0003397958],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.032686107,0.0002602832,0.000406263,0.00052870536,0.01038794,0.00024469526,0.0008303657,0.00013391399,0.00033377903],"category_scores_gemma":[0.003930625,0.00024338302,0.000070659495,0.0017206927,0.00034795006,0.0010116244,0.00063399813,0.0016658555,0.00007063875],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16343097,0.0021915543,0.07199074,0.11168895,0.00027579165,0.0000059150034,0.1733444,0.00002778614,0.017845832,0.030437093,0.2856504,0.14311056],"study_design_scores_gemma":[0.18719439,0.02632914,0.051637664,0.0063745305,0.0000110423,0.0000034803288,0.46941826,0.00019337988,0.004546121,0.092837304,0.16067663,0.00077807857],"about_ca_topic_score_codex":0.0013117288,"about_ca_topic_score_gemma":0.0028483083,"teacher_disagreement_score":0.29607385,"about_ca_system_score_codex":0.000679375,"about_ca_system_score_gemma":0.007012068,"threshold_uncertainty_score":0.99861723},"labels":[],"label_agreement":null},{"id":"W4387296809","doi":"10.2196/49150","title":"Digital Rights and Mobile Health in Low- and Middle-Income Countries: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Minderoo Foundation; European Commission","keywords":"mHealth; Digital health; Digital rights; Human rights; Grey literature; Internet privacy; Health equity; Political science; Public relations; Psychological intervention; Business; Health care; Computer science; Medicine; World Wide Web; MEDLINE; Nursing","score_opus":0.5432739180224231,"score_gpt":0.7114991126650331,"score_spread":0.16822519464261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387296809","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.569356e-8,0.29783013,0.0000051659786,0.00043805578,0.000009607872,0.70089483,0.00042806176,0.00014327397,0.00025082185],"genre_scores_gemma":[5.260213e-10,0.4539083,0.000060360344,0.00027759632,0.00020195461,0.54417145,0.00008782826,0.000101141166,0.0011914127],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880283,0.0026682657,0.004080728,0.0015377031,0.00082760456,0.0028574183],"domain_scores_gemma":[0.9893659,0.005978453,0.0014193389,0.0011930849,0.00061094324,0.0014322904],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010823621,0.0006800584,0.0035729858,0.00093894964,0.0021841673,0.000144498,0.00064505014,0.0007856444,0.00012319745],"category_scores_gemma":[0.00085931044,0.00052443816,0.00019086337,0.0017131723,0.0003537575,0.0003093531,0.0007169872,0.0030744353,0.00044403298],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007216436,0.00010788051,0.000015761543,0.81259394,0.000008235794,0.0000031135958,0.00009251459,1.0631554e-8,8.365021e-10,0.000503522,0.009053445,0.17754942],"study_design_scores_gemma":[0.0011272305,0.00055647147,0.0000017595816,0.49470156,0.000002688262,0.0000034257596,0.000011643041,0.0000018662031,5.8201537e-9,0.00030369277,0.50310636,0.00018326512],"about_ca_topic_score_codex":0.00010942785,"about_ca_topic_score_gemma":0.0003790698,"teacher_disagreement_score":0.49405295,"about_ca_system_score_codex":0.0010251749,"about_ca_system_score_gemma":0.013321919,"threshold_uncertainty_score":0.9997207},"labels":[],"label_agreement":null},{"id":"W4387315607","doi":"10.2196/50714","title":"Transcranial Magnetic Stimulation for Reducing the Relative Reinforcing Value of Food in Adult Patients With Obesity Pursuing Metabolic and Bariatric Surgery: Protocol for a Pilot, Within-Participants, Sham-Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institute on Drug Abuse; National Center for Advancing Translational Sciences; National Institute of Mental Health; National Institutes of Health","keywords":"Obesity; Protocol (science); Transcranial magnetic stimulation; Medicine; Randomized controlled trial; Physical medicine and rehabilitation; Stimulation; Physical therapy; Psychology; Surgery; Alternative medicine; Internal medicine","score_opus":0.2155683248378142,"score_gpt":0.4556338167887393,"score_spread":0.2400654919509251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387315607","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32164,0.0000010087741,0.00055317953,0.00014476794,0.000015215509,0.67752856,0.000033831824,0.000059286118,0.000024129675],"genre_scores_gemma":[0.41513348,1.7562427e-7,0.0003458311,0.000008598608,0.000063611165,0.58438337,0.0000019542556,0.000033653712,0.000029313525],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99467057,0.0011925194,0.0012000483,0.0007477143,0.001246976,0.0009421487],"domain_scores_gemma":[0.98902905,0.0093939565,0.00039277144,0.00037393565,0.00068603497,0.00012427545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040938277,0.00030774844,0.00081986276,0.00070830865,0.0006623113,0.00014716317,0.00032492474,0.00010704018,0.000010413119],"category_scores_gemma":[0.0077344887,0.00020892583,0.00016479586,0.0021523559,0.00035297187,0.0004389314,0.00008237724,0.00039477748,0.0000018953491],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9386771,0.001883623,0.008276127,0.0020933326,0.00007569837,0.0000031285074,0.009199421,0.006471893,0.014877511,0.015286735,0.0000904997,0.0030649372],"study_design_scores_gemma":[0.77461445,0.037769612,0.1043771,0.0021297769,0.00007935877,9.028192e-7,0.00018106076,0.069785215,0.0044279075,0.005736794,0.00029395122,0.000603875],"about_ca_topic_score_codex":0.000050387353,"about_ca_topic_score_gemma":0.000046166682,"teacher_disagreement_score":0.16406265,"about_ca_system_score_codex":0.000059691974,"about_ca_system_score_gemma":0.0003483741,"threshold_uncertainty_score":0.9259464},"labels":[],"label_agreement":null},{"id":"W4387316687","doi":"10.2196/46990","title":"Identifying Game-Based Digital Biomarkers of Cognitive Risk for Adolescent Substance Misuse: Protocol for a Proof-of-Concept Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health; National Center for Advancing Translational Sciences; Yale University","keywords":"Cognition; Computer science; Protocol (science); Proof of concept; Psychology; Medicine; Psychiatry","score_opus":0.3769668057330835,"score_gpt":0.569810304959204,"score_spread":0.19284349922612054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387316687","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052523207,0.000003255475,0.0009431313,0.00006406365,0.0000064809165,0.9461491,0.00015204915,0.000109122,0.000049587543],"genre_scores_gemma":[0.17503019,8.79517e-8,0.00025048445,0.0000064755814,0.0000598116,0.82410836,0.00005886946,0.000067240304,0.00041849844],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99643964,0.0002088635,0.0007474732,0.0006206548,0.0011646813,0.0008186648],"domain_scores_gemma":[0.99569875,0.0017513501,0.00037840402,0.0005180476,0.0014626653,0.00019079266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015053053,0.00028853878,0.00066175964,0.0005879841,0.00016569185,0.00007005156,0.00028596094,0.00011590887,0.000037583803],"category_scores_gemma":[0.0012752278,0.00022559531,0.00034470935,0.0013905972,0.0003744581,0.00022930664,0.000058193902,0.00026684077,0.0000089615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07441571,0.015426289,0.82614875,0.010669115,0.001005263,0.00009224454,0.009941082,0.000009665633,0.0013011866,0.0000306522,0.007828406,0.053131655],"study_design_scores_gemma":[0.21912944,0.040593773,0.12889661,0.049867418,0.00017108851,0.0000037762134,0.023711769,0.0011056942,0.5263605,0.0011263827,0.008101168,0.00093234266],"about_ca_topic_score_codex":0.000004553514,"about_ca_topic_score_gemma":0.000024234943,"teacher_disagreement_score":0.6972521,"about_ca_system_score_codex":0.00018830373,"about_ca_system_score_gemma":0.0005536708,"threshold_uncertainty_score":0.919951},"labels":[],"label_agreement":null},{"id":"W4387337474","doi":"10.2196/50985","title":"Economic Burden of Mosquito-Borne Diseases in Low- and Middle-Income Countries: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mosquito-borne diseases and control","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kasturba Medical College, Manipal","keywords":"Systematic review; Scopus; Gross domestic product; Medicine; MEDLINE; Global health; Disease burden; Grey literature; Environmental health; Business; Public health; Economic growth; Population; Political science; Nursing; Economics","score_opus":0.23175801588574535,"score_gpt":0.5677374872177725,"score_spread":0.33597947133202716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387337474","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.725128e-8,0.32878777,7.899836e-7,0.0001649651,0.000004324259,0.670336,0.00059778575,0.000060388276,0.00004788522],"genre_scores_gemma":[8.959823e-8,0.27474317,0.0000108090935,0.00003306549,0.0002872213,0.723737,0.0000772465,0.00016494248,0.0009464576],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99204606,0.0011895985,0.0031925058,0.0012547247,0.0011345929,0.0011825279],"domain_scores_gemma":[0.9937367,0.0020025836,0.0011408452,0.0019094585,0.00057012925,0.0006403182],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0035611317,0.00078629947,0.006844987,0.00090124825,0.00012629671,0.0001736305,0.00092759094,0.00041941198,0.00020668954],"category_scores_gemma":[0.0019486765,0.00055922155,0.0010611922,0.0008343649,0.00033924298,0.00016266192,0.00047701813,0.0007720351,0.0001973295],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062107836,0.00030073972,0.000015115483,0.99314576,0.0003033742,0.0000832988,0.000028156937,2.6166944e-7,6.3721636e-8,0.00042367508,0.0019685857,0.0031098675],"study_design_scores_gemma":[0.003078307,0.00092670094,0.000007995273,0.66597587,0.0003751256,0.000015763182,0.000021834909,0.00005486659,2.4501043e-7,0.00007377811,0.32917643,0.0002930899],"about_ca_topic_score_codex":0.000050700073,"about_ca_topic_score_gemma":0.000015665883,"teacher_disagreement_score":0.32720786,"about_ca_system_score_codex":0.00067858084,"about_ca_system_score_gemma":0.0033900074,"threshold_uncertainty_score":0.99968594},"labels":[],"label_agreement":null},{"id":"W4387383747","doi":"10.2196/48952","title":"Digital Rehabilitation Interventions in Sub-Saharan Africa: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Business Finland","keywords":"Rehabilitation; Psychological intervention; Community-based rehabilitation; Population; Health care; Medicine; Medical education; Nursing; Political science; Physical therapy; Environmental health","score_opus":0.7416728891240447,"score_gpt":0.7201345982636367,"score_spread":0.021538290860408038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387383747","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.688502e-9,0.20618434,0.000027784474,0.0006986183,0.0000058711225,0.79253745,0.00010512481,0.00012407803,0.00031669758],"genre_scores_gemma":[9.153897e-10,0.27887696,0.00019182255,0.00003080932,0.00020860153,0.7194697,0.00044967356,0.000107285974,0.0006651246],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99323905,0.00082353567,0.0028901584,0.0008473004,0.0011458007,0.0010541371],"domain_scores_gemma":[0.9953335,0.002278967,0.0006327905,0.00076987146,0.0006683664,0.00031650317],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006060399,0.00042007954,0.0022736753,0.0015349138,0.0001688702,0.00012313607,0.00034727546,0.0002710195,0.00016419418],"category_scores_gemma":[0.0054017217,0.0003307699,0.00086308806,0.0027036788,0.00015028528,0.00031124454,0.0002044538,0.0011817829,0.00032001024],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007805235,0.0002986011,0.000005984501,0.49785295,0.000018429542,0.000010760866,0.000019949148,4.121036e-9,1.0978726e-7,0.000014222257,0.085341804,0.41635913],"study_design_scores_gemma":[0.0018118273,0.0022307679,0.00000808063,0.49479687,0.000020868089,0.000008433241,0.00000964652,5.8305636e-7,2.7479638e-7,0.0000622093,0.50093216,0.00011830234],"about_ca_topic_score_codex":0.0000056694885,"about_ca_topic_score_gemma":0.000044841054,"teacher_disagreement_score":0.4162408,"about_ca_system_score_codex":0.0006862906,"about_ca_system_score_gemma":0.0024156824,"threshold_uncertainty_score":0.9999144},"labels":[],"label_agreement":null},{"id":"W4387439229","doi":"10.2196/51129","title":"Coadaptation Between Smart Technologies and Older Adults Over Time: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; Wilfrid Laurier University; Brock University; Sinai Health System; Toronto Rehabilitation Institute; University of Toronto; Toronto Metropolitan University; University Health Network","funders":"","keywords":"CINAHL; PsycINFO; Scopus; MEDLINE; Systematic review; Cochrane Library; Population; Protocol (science); Data extraction; Grey literature; Computer science; Meta-analysis; Psychology; Data science; Medicine; Gerontology; Alternative medicine; Political science","score_opus":0.47423366024553437,"score_gpt":0.6434949471697843,"score_spread":0.1692612869242499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387439229","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0867508e-8,0.12890582,0.0000098447035,0.00074620807,0.0000048874826,0.8683172,0.00007230409,0.001691482,0.00025224808],"genre_scores_gemma":[3.6181476e-9,0.32896549,0.00022161807,0.000010812996,0.00012429888,0.66950464,0.000032038904,0.0001032813,0.0010378365],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99266607,0.0015935054,0.0012876577,0.0013818449,0.0015309887,0.0015399264],"domain_scores_gemma":[0.9947747,0.0025739216,0.00069848594,0.0010475351,0.000710999,0.00019437252],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00706459,0.0005755348,0.0021575703,0.0010252408,0.0011438701,0.00033819338,0.0017585002,0.0015301879,0.000091028865],"category_scores_gemma":[0.005599871,0.00048353014,0.00035007804,0.0027919281,0.0014468215,0.00039642493,0.00093620043,0.0016659396,0.00035923335],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001672153,0.000050508133,0.000011670331,0.35311136,0.00003429202,0.0000050377444,0.00016738115,1.0778171e-9,4.7500723e-8,0.00022423895,0.020932693,0.6254461],"study_design_scores_gemma":[0.0005824363,0.00017747167,0.0000045841684,0.48347494,0.000015975977,9.05469e-7,0.00007016127,4.542138e-7,9.509618e-7,0.0003129788,0.51510406,0.0002550957],"about_ca_topic_score_codex":0.00008950196,"about_ca_topic_score_gemma":0.00032731454,"teacher_disagreement_score":0.625191,"about_ca_system_score_codex":0.00041336022,"about_ca_system_score_gemma":0.0024588401,"threshold_uncertainty_score":0.99976605},"labels":[],"label_agreement":null},{"id":"W4387499102","doi":"10.2196/50626","title":"Robotics in Nursing: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Robotic Process Automation Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"CINAHL; Grey literature; MEDLINE; Cochrane Library; Checklist; Health care; Workforce; Nursing; Systematic review; Scopus; Population; PsycINFO; Psychology; Medicine; Artificial intelligence; Medical education; Computer science; Political science","score_opus":0.6463215506956999,"score_gpt":0.6943900163971685,"score_spread":0.04806846570146861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387499102","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.831248e-12,0.17673866,0.0022350955,0.00011680954,0.0000046623795,0.81917614,0.000016187621,0.00069341436,0.0010190116],"genre_scores_gemma":[4.6401213e-11,0.3148251,0.001869228,0.0000064886012,0.00009464735,0.6827541,0.00003647655,0.00021287784,0.00020107323],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9956119,0.0003290922,0.0016344058,0.00062936445,0.000778457,0.0010167514],"domain_scores_gemma":[0.99742603,0.0008154107,0.00022296408,0.0010446056,0.00029948022,0.00019149201],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023866077,0.000483888,0.0017487964,0.00087707647,0.000141955,0.00019483411,0.001135479,0.00040668366,0.000046543697],"category_scores_gemma":[0.00053291995,0.00044612706,0.00029739784,0.0031377228,0.000116805066,0.00016517176,0.00013047333,0.0012098262,0.0007070376],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001930503,0.00008209665,3.9812e-8,0.63282096,0.000009729287,0.000001952109,0.000009326672,0.00021805767,6.594433e-8,0.0009615428,0.018535908,0.3473584],"study_design_scores_gemma":[0.00025483812,0.000034791377,6.391537e-8,0.5235336,0.0000052135106,0.0000030414299,8.6307284e-7,0.0008856359,4.594647e-7,0.0005221672,0.47454986,0.00020948419],"about_ca_topic_score_codex":5.150644e-7,"about_ca_topic_score_gemma":0.000004267583,"teacher_disagreement_score":0.45601398,"about_ca_system_score_codex":0.0007845618,"about_ca_system_score_gemma":0.0011475191,"threshold_uncertainty_score":0.9997991},"labels":[],"label_agreement":null},{"id":"W4387506154","doi":"10.2196/48925","title":"Drug Repurposing for Cancers With Limited Survival: Protocol for a Retrospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cohort; Retrospective cohort study; Cancer; Informatics; Population; Repurposing; Cohort study; Oncology; Internal medicine; Intensive care medicine; Emergency medicine; Environmental health","score_opus":0.8666310653555355,"score_gpt":0.75055173358801,"score_spread":0.1160793317675255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387506154","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002964911,4.6363695e-8,0.010755932,0.00025477028,0.000022840024,0.9870636,0.0001796568,0.0004976278,0.00092905463],"genre_scores_gemma":[0.00004175289,3.9892623e-8,0.17682111,0.000014041795,0.0003916431,0.8204711,0.0000034962322,0.00016323193,0.002093587],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9910567,0.0029323734,0.0012068088,0.0012978617,0.0021353327,0.0013709373],"domain_scores_gemma":[0.9352916,0.060625803,0.00038194197,0.0012247532,0.0021760107,0.0002999307],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03364229,0.00035670077,0.0011592489,0.00035473544,0.00061578635,0.0002923909,0.00076572143,0.00018563718,0.00009839358],"category_scores_gemma":[0.10299281,0.00026468025,0.00019678033,0.0019160294,0.0004062017,0.00013905442,0.00031403266,0.00082415075,0.000022327902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07313329,0.010288752,0.24702899,0.017754048,0.0017719507,0.00016303358,0.0038958697,0.000027196877,0.0007258694,0.10865411,0.5154851,0.021071762],"study_design_scores_gemma":[0.026330464,0.017176695,0.02072022,0.004119688,0.00004028404,0.0000018221126,0.0011537252,0.001204458,0.001720582,0.8551878,0.07156744,0.0007768206],"about_ca_topic_score_codex":0.000050870327,"about_ca_topic_score_gemma":0.0001609474,"teacher_disagreement_score":0.7465337,"about_ca_system_score_codex":0.00078647415,"about_ca_system_score_gemma":0.0006948808,"threshold_uncertainty_score":0.99998057},"labels":[],"label_agreement":null},{"id":"W4387506162","doi":"10.2196/48852","title":"A Machine Learning Model to Predict Patients’ Adherence Behavior and a Decision Support System for Patients With Metastatic Breast Cancer: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pfizer","keywords":"Randomized controlled trial; Protocol (science); Metastatic breast cancer; Medicine; Decision support system; Breast cancer; Cancer; Randomization; Oncology; Computer science; Artificial intelligence; Internal medicine; Alternative medicine; Pathology","score_opus":0.17580157423885034,"score_gpt":0.5191894192627752,"score_spread":0.34338784502392483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387506162","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008149193,4.1476832e-7,0.004572118,0.00014849399,0.000010907455,0.9866688,0.00023330272,0.00014505455,0.00007166654],"genre_scores_gemma":[0.0047068563,3.3018893e-7,0.0037469561,0.00004019604,0.00007363318,0.989291,0.000104647195,0.00006010157,0.0019762577],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956403,0.0003856608,0.00096308195,0.0006843335,0.0016053676,0.000721263],"domain_scores_gemma":[0.99538845,0.0012965482,0.00036374485,0.00039813833,0.0020255335,0.00052757806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034492558,0.00029212993,0.0014290652,0.00040373465,0.00033921545,0.00011355968,0.00026285907,0.000091572576,0.00014372842],"category_scores_gemma":[0.0014728531,0.00017902856,0.00020747946,0.0006131384,0.00015128932,0.00014883318,0.00011652609,0.0003558668,0.00004745879],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96998984,0.001378971,0.006421948,0.0020867481,0.00009257042,0.0000033499327,0.00013574139,0.000029477333,0.000019548528,0.000049991075,0.0038875637,0.015904276],"study_design_scores_gemma":[0.9316363,0.01271491,0.0008973805,0.0048599876,0.00006783092,0.0000024502224,0.00005038888,0.04699054,0.000013930328,0.000081155034,0.0025035313,0.00018159379],"about_ca_topic_score_codex":0.000018685532,"about_ca_topic_score_gemma":0.0000047690787,"teacher_disagreement_score":0.04696106,"about_ca_system_score_codex":0.00016742671,"about_ca_system_score_gemma":0.0009115732,"threshold_uncertainty_score":0.7300573},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4387506219","doi":"10.2196/48271","title":"Designing Mobile Phone Text Messages Using the Behavior Change Wheel Framework to Influence Food Literacy in Adults With Type 2 Diabetes in Kenya: Protocol for a Systematic Development Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"VLIRUOS; Jomo Kenyatta University of Agriculture and Technology; Vlaamse Interuniversitaire Raad","keywords":"Mobile phone; Protocol (science); Literacy; Behaviour change; Computer science; Health literacy; Phone; Psychology; Multimedia; Applied psychology; Internet privacy; Medicine; Psychological intervention; Pedagogy; Alternative medicine; Telecommunications; Political science","score_opus":0.37316304261230954,"score_gpt":0.6278404545345435,"score_spread":0.254677411922234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387506219","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19094017,0.0000038378153,0.00005035698,0.00013021217,0.0000071529607,0.8087489,0.000009441342,0.00010056526,0.000009370459],"genre_scores_gemma":[0.036397483,4.114875e-7,0.00394479,0.00021484021,0.000101864796,0.95916855,0.000006519456,0.00007987899,0.00008564688],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99234605,0.002485449,0.0014697773,0.0007450803,0.0009662158,0.0019874268],"domain_scores_gemma":[0.99423474,0.003103169,0.00035203286,0.00090642174,0.0009781482,0.00042548828],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008488394,0.0003009371,0.00061356986,0.00087015657,0.0014453189,0.00008486589,0.00071556045,0.00023808463,0.000036545847],"category_scores_gemma":[0.00111459,0.00020049965,0.000029065402,0.0044170786,0.00006997068,0.00028395012,0.00040591086,0.0015579148,0.00016324528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002609565,0.0032615545,0.6969442,0.1910636,0.000024074176,0.000020067024,0.09625861,0.000117956144,0.00029357633,0.00012046083,0.00078211044,0.008504223],"study_design_scores_gemma":[0.015075099,0.0116080865,0.35501015,0.5413349,0.000009712517,0.000001687769,0.043758206,0.0011478533,0.0003454794,0.0003175451,0.030449903,0.00094135414],"about_ca_topic_score_codex":0.00017891248,"about_ca_topic_score_gemma":0.0011026519,"teacher_disagreement_score":0.3502713,"about_ca_system_score_codex":0.0007086709,"about_ca_system_score_gemma":0.0019179037,"threshold_uncertainty_score":0.9998547},"labels":[],"label_agreement":null},{"id":"W4387514686","doi":"10.2196/51531","title":"Digital Therapeutic Intervention for Women in the UK Armed Forces Who Consume Alcohol at a Hazardous or Harmful Level: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Forces in Mind Trust","keywords":"Randomized controlled trial; Intervention (counseling); Medicine; Public health; Protocol (science); Environmental health; Population; Brief intervention; Military personnel; Family medicine; Alternative medicine; Nursing; Political science; Surgery","score_opus":0.3624098442916602,"score_gpt":0.5632663475843518,"score_spread":0.2008565032926916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387514686","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015427923,0.0000028235263,0.00005618913,0.0012585451,0.000015396627,0.9824879,0.000028302002,0.00013205303,0.00059086154],"genre_scores_gemma":[0.015765397,6.91593e-7,0.000032288466,0.00009634572,0.00020168613,0.9265997,0.000049426595,0.00006280432,0.057191655],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951969,0.00089360407,0.0010628374,0.0005234301,0.0010339435,0.001289327],"domain_scores_gemma":[0.9904668,0.008135207,0.00027116656,0.00051008683,0.000447233,0.00016954291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008815538,0.00034420114,0.0017753001,0.0005381412,0.0002924073,0.0003321419,0.00040172364,0.00017140208,0.00032974267],"category_scores_gemma":[0.0035210466,0.00016631694,0.0009367924,0.000721369,0.00033152988,0.00021560419,0.00009277253,0.00030609517,0.00006383421],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9780554,0.0011044259,0.0014749463,0.0007722602,0.00052354875,0.000043154676,0.003097772,4.1682927e-7,0.000089618,0.00012862076,0.0064169103,0.0082928995],"study_design_scores_gemma":[0.95140404,0.0062022717,0.00026773187,0.0014354544,0.000029211984,0.000007595227,0.0014704751,0.0003606506,0.00035721465,0.0022893662,0.03599531,0.00018066399],"about_ca_topic_score_codex":0.0000035255189,"about_ca_topic_score_gemma":0.00009338682,"teacher_disagreement_score":0.056600794,"about_ca_system_score_codex":0.00055706874,"about_ca_system_score_gemma":0.00044805664,"threshold_uncertainty_score":0.6782208},"labels":[],"label_agreement":null},{"id":"W4387514744","doi":"10.2196/49196","title":"Short-Wavelength Light–Blocking Filters and Oral Melatonin Administration in Patients With Retinitis Pigmentosa: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Retinal Development and Disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Melatonin; Randomized controlled trial; Anxiety; Quality of life (healthcare); Psychological intervention; Physical therapy; Internal medicine; Psychiatry","score_opus":0.07734806879794595,"score_gpt":0.45613572697203186,"score_spread":0.3787876581740859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387514744","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11519191,4.649669e-7,0.000020427735,0.00019314351,0.0000047445437,0.8840063,0.0000050500753,0.000020022258,0.0005579278],"genre_scores_gemma":[0.060915746,6.9322505e-7,0.0002585344,0.00001391545,0.00005231975,0.9381639,0.000097238786,0.000029081146,0.00046857327],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99732846,0.00060644833,0.000529087,0.00047979588,0.0005302883,0.00052593753],"domain_scores_gemma":[0.99912626,0.00018783739,0.00011318994,0.00020616685,0.00025831463,0.00010821888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026409626,0.00020788187,0.0005375357,0.00022034044,0.00016093944,0.00014172315,0.00016101528,0.00016088698,0.000014540576],"category_scores_gemma":[0.00066414487,0.00014805402,0.00010922472,0.00029312013,0.00014928094,0.000015468855,0.00011111017,0.00017956505,0.0000030704655],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9900976,0.00033989802,0.00479134,0.00016729973,0.000060697475,0.0000041835474,0.00008615216,0.0000011270786,0.0006072709,0.00006364672,0.0018817707,0.0018990211],"study_design_scores_gemma":[0.9738365,0.004972019,0.0020570946,0.00041941347,0.000004082938,5.3848186e-7,0.000055403176,0.000119459735,0.0034135736,0.00012900306,0.014761155,0.00023177052],"about_ca_topic_score_codex":0.0000022901183,"about_ca_topic_score_gemma":0.00002057791,"teacher_disagreement_score":0.054276157,"about_ca_system_score_codex":0.000024420378,"about_ca_system_score_gemma":0.00026770716,"threshold_uncertainty_score":0.60374683},"labels":[],"label_agreement":null},{"id":"W4387518569","doi":"10.2196/39707","title":"Screen Use Time and Its Association With Mental Health Issues in Young Adults in India: Protocol for a Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Mental health; Association (psychology); Protocol (science); Psychology; Medicine; Gerontology; Psychiatry; Environmental health; Alternative medicine","score_opus":0.188709910403942,"score_gpt":0.5887459337562542,"score_spread":0.40003602335231214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387518569","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23542883,1.7470069e-7,9.35045e-8,0.0010105694,0.0000026700807,0.76330596,0.000041112005,0.000114142385,0.00009644002],"genre_scores_gemma":[0.040073052,2.9670906e-7,0.000039340783,0.000017342198,0.000054699365,0.9566674,0.000011402757,0.000021492062,0.0031149474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99571675,0.0009942516,0.00037129543,0.00044502254,0.0014703476,0.001002327],"domain_scores_gemma":[0.99903136,0.00022101983,0.00016152633,0.00015407901,0.00029023745,0.00014176857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008394897,0.00012897338,0.00022326341,0.0006553749,0.0007537207,0.00044007142,0.00034261303,0.00022938981,0.000040823306],"category_scores_gemma":[0.0012365133,0.000118971984,0.000022588936,0.0014916247,0.00016966567,0.00069741515,0.00018783117,0.0006163235,0.000069835485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014686898,0.00095911673,0.9888359,0.00010972275,0.00000888382,0.0000068746886,0.004933691,6.206191e-7,0.000021414671,0.000052856692,0.0033402354,0.00026204242],"study_design_scores_gemma":[0.0075910706,0.0020122945,0.9845444,0.0007576615,1.244237e-7,5.150018e-7,0.0010960478,0.00007622105,0.00004167326,0.000086787564,0.0036782552,0.000114971095],"about_ca_topic_score_codex":0.0039242283,"about_ca_topic_score_gemma":0.0133847995,"teacher_disagreement_score":0.19535577,"about_ca_system_score_codex":0.0013244044,"about_ca_system_score_gemma":0.0005564143,"threshold_uncertainty_score":0.7469032},"labels":[],"label_agreement":null},{"id":"W4387563501","doi":"10.2196/49731","title":"Enhancing Transsectoral Interdisciplinary Patient-Centered Care for Patients With Rare Cancers: Protocol for a Mixed Methods Process Evaluation","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Medicine; Health care; Protocol (science); Nursing; Statutory law; Family medicine; Medical emergency; Alternative medicine","score_opus":0.6088103560122315,"score_gpt":0.7057883782663351,"score_spread":0.09697802225410357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387563501","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003468456,0.000005804376,0.0008714877,0.0005522613,0.000075410164,0.99399173,0.00046956318,0.00035485593,0.00021043762],"genre_scores_gemma":[0.015704952,8.919531e-8,0.010020486,0.00006044374,0.00018455293,0.9728576,0.00090725994,0.00017283362,0.000091758426],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883492,0.0057287184,0.0014001278,0.0010197599,0.0016987838,0.0018033906],"domain_scores_gemma":[0.9856466,0.002701979,0.0006541521,0.0013441667,0.009270034,0.0003830469],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0030523466,0.00040610158,0.0005789009,0.0006723905,0.0033594428,0.00007776321,0.0010149346,0.00037836493,0.0001461738],"category_scores_gemma":[0.0015327302,0.000333063,0.00016247624,0.0015414334,0.00017611831,0.0005735362,0.0006218314,0.0012112198,0.00003584149],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.054000877,0.0021664787,0.08321459,0.1547464,0.00022998135,0.0000031524366,0.35766026,0.00023170908,0.0010945494,0.00019765545,0.030513853,0.3159405],"study_design_scores_gemma":[0.10030607,0.037752844,0.02471707,0.084253445,0.00005110318,9.776329e-7,0.3499964,0.011627707,0.008619136,0.006136464,0.37427285,0.0022659318],"about_ca_topic_score_codex":0.00007083531,"about_ca_topic_score_gemma":0.0012396466,"teacher_disagreement_score":0.343759,"about_ca_system_score_codex":0.0023323395,"about_ca_system_score_gemma":0.0043072393,"threshold_uncertainty_score":0.99991214},"labels":[],"label_agreement":null},{"id":"W4387598287","doi":"10.2196/51020","title":"Repeated Human Exposure to Semivolatile Organic Compounds by Inhalation: Novel Protocol for a Nonrandomized Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Effects and risks of endocrine disrupting chemicals","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phthalate; Environmental chemistry; Inhalation exposure; Inhalation; Aerosol; Chemistry; Particulates; ADME; Environmental science; Medicine; Organic chemistry","score_opus":0.17678454515414593,"score_gpt":0.5835775721160357,"score_spread":0.40679302696188974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387598287","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09252119,5.3536265e-8,0.000045145032,0.00028113084,0.000003160332,0.9054467,0.00002364925,0.00024727613,0.0014317153],"genre_scores_gemma":[0.03817494,8.006268e-9,0.0003099843,0.000033332657,0.000087964174,0.9553237,0.000042325228,0.00006422139,0.0059635555],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99626666,0.00035770386,0.00055750564,0.0007966165,0.0011225311,0.00089898956],"domain_scores_gemma":[0.9981115,0.00063858565,0.000117550284,0.00069949846,0.0001248603,0.00030799126],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030897688,0.00025766963,0.00038892103,0.00014157985,0.00069195457,0.00022773919,0.00069514324,0.00009806285,0.0010542014],"category_scores_gemma":[0.0006368898,0.00020092531,0.0001027431,0.0014518047,0.0001395078,0.00019489623,0.00073056057,0.00041226138,0.00051261554],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013810917,0.0021195533,0.014151016,0.000157451,0.000018893867,0.000008809879,0.00058279186,0.000035794736,0.7292634,0.000004393966,0.25194982,0.0003269684],"study_design_scores_gemma":[0.109987326,0.02301087,0.01960058,0.0015217894,0.000010170272,0.000010841517,0.0008841548,0.0012582493,0.15074332,0.0004938622,0.6910911,0.0013877307],"about_ca_topic_score_codex":0.00009584882,"about_ca_topic_score_gemma":0.000047715628,"teacher_disagreement_score":0.57852006,"about_ca_system_score_codex":0.00020257695,"about_ca_system_score_gemma":0.000035097048,"threshold_uncertainty_score":0.999859},"labels":[],"label_agreement":null},{"id":"W4387600224","doi":"10.2196/50108","title":"Mindfulness-Based App to Reduce Stress in Caregivers of Persons With Alzheimer Disease and Related Dementias: Protocol for a Single-Blind Feasibility Proof-of-Concept Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute on Aging","keywords":"Mindfulness; Randomized controlled trial; Psychological intervention; Caregiver stress; Medicine; Intervention (counseling); Distress; mHealth; Dementia; Caregiver burden; Gerontology; Psychology; Clinical psychology; Disease; Psychiatry","score_opus":0.22234708927972927,"score_gpt":0.523965247425958,"score_spread":0.3016181581462287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387600224","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016686987,0.0000024353442,0.0012111155,0.00044631542,0.000021228076,0.9809777,0.00017132808,0.000041813473,0.00044103878],"genre_scores_gemma":[0.24763411,4.9494947e-10,0.000043052372,0.0000026800292,0.000028027498,0.7514914,0.000016974216,0.000029684421,0.0007540288],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99399686,0.0025812737,0.0012188281,0.0007621652,0.0007898793,0.00065097923],"domain_scores_gemma":[0.9961779,0.0016304505,0.00048216098,0.00069275167,0.00069038814,0.00032633482],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003832214,0.00027201156,0.0012759189,0.0008667809,0.00016748342,0.00006329822,0.000424637,0.00016635034,0.0018937138],"category_scores_gemma":[0.00084247,0.00019376025,0.00044228585,0.0012446697,0.00067057315,0.00009750762,0.00012263536,0.0003622537,0.000004881147],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9847097,0.0046080467,0.00016344669,0.00063520746,0.00036087687,0.000021614667,0.0011517982,0.00008967848,0.000035978912,0.0013810054,0.0031185865,0.0037240703],"study_design_scores_gemma":[0.9639651,0.005453623,0.00009079817,0.0030846533,0.00006468803,6.3516046e-7,0.0014850118,0.00046271854,0.023447143,0.0011720215,0.00055674,0.00021684203],"about_ca_topic_score_codex":0.00005998784,"about_ca_topic_score_gemma":0.00003490145,"teacher_disagreement_score":0.23094712,"about_ca_system_score_codex":0.00006204499,"about_ca_system_score_gemma":0.00051713997,"threshold_uncertainty_score":0.99901867},"labels":[],"label_agreement":null},{"id":"W4387620693","doi":"10.2196/52315","title":"Sleep Treatment Education Program for Young Adult Cancer Survivors (STEP-YA): Protocol for an Efficacy Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Insomnia; Cognitive behavioral therapy for insomnia; Population; Intervention (counseling); Mood; Randomized controlled trial; Cognitive behavioral therapy; Psychiatry; Psychology; Clinical psychology; Medicine; Cognition","score_opus":0.33459114460762734,"score_gpt":0.629918860440781,"score_spread":0.2953277158331537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387620693","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059917504,0.0000014913193,0.00007266852,0.0033573788,0.00010157792,0.98902357,0.00013694458,0.0007378504,0.00057675585],"genre_scores_gemma":[0.00021412951,8.057123e-7,0.002274834,0.00014652933,0.003616441,0.98882806,0.00036288687,0.00018590764,0.0043704268],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940116,0.00074145297,0.0009826162,0.0011936685,0.0015760018,0.0014947027],"domain_scores_gemma":[0.99496686,0.0008409333,0.0002782849,0.0012422194,0.001941189,0.00073051587],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031888376,0.0004591799,0.00077645143,0.0005651145,0.0005875471,0.0002915661,0.0004961511,0.00031390964,0.00011835696],"category_scores_gemma":[0.0011770924,0.00038006515,0.0004263936,0.0012767577,0.00022990358,0.0003085951,0.00010628877,0.0004391955,0.00007105604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23675336,0.024470827,0.0041961037,0.008119616,0.00028667203,0.0000057872553,0.0036638814,0.0000081618955,0.0005089741,0.0007943696,0.111017026,0.61017525],"study_design_scores_gemma":[0.1554207,0.04970717,0.0039671026,0.0026563646,0.000025931413,0.0000056013178,0.0008899965,0.0011077349,0.002062186,0.00032952745,0.7833562,0.00047146858],"about_ca_topic_score_codex":0.003927476,"about_ca_topic_score_gemma":0.007627619,"teacher_disagreement_score":0.6723392,"about_ca_system_score_codex":0.00093247823,"about_ca_system_score_gemma":0.0030844908,"threshold_uncertainty_score":0.9998651},"labels":[],"label_agreement":null},{"id":"W4387620784","doi":"10.2196/51884","title":"Developing Health Management Competency for Digital Health Transformation: Protocol for a Qualitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Competency Development and Evaluation","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government; University of Washington","keywords":"Protocol (science); Digital health; Qualitative research; Medical education; Medicine; Computer science; Health care; Nursing; Knowledge management; Psychology; Alternative medicine; Sociology; Political science","score_opus":0.6975808318130117,"score_gpt":0.7174077361391895,"score_spread":0.01982690432617784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387620784","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007765464,5.5092295e-7,0.016472453,0.008904992,0.00002529823,0.97136164,0.00006285714,0.00023125224,0.0028632907],"genre_scores_gemma":[0.0005473741,1.1863032e-7,0.00349355,0.00013455516,0.00010069696,0.99247026,0.00018990664,0.00004957781,0.003013927],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948711,0.0010866575,0.001062597,0.0006471753,0.001056643,0.0012758707],"domain_scores_gemma":[0.9979464,0.0006673296,0.00023762249,0.00040441717,0.0005534743,0.00019077283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0105214305,0.0002371889,0.00039577993,0.0007025639,0.0009797955,0.00024893245,0.0004660421,0.00006135023,0.0001386276],"category_scores_gemma":[0.00008213486,0.00021668835,0.000109055094,0.001373258,0.00006875403,0.00036092286,0.00011621879,0.00024465923,0.00034642062],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034724374,0.00251331,0.0003936622,0.008611315,0.00024399618,0.000004834796,0.42639932,0.000005588095,0.0000024261817,0.14208385,0.17556274,0.24070652],"study_design_scores_gemma":[0.016285542,0.009596517,0.0077200346,0.0018088202,0.0000012613507,0.000001673728,0.15328941,0.0001984794,0.000008051499,0.032624383,0.7780673,0.00039853682],"about_ca_topic_score_codex":0.000014815129,"about_ca_topic_score_gemma":0.000045812176,"teacher_disagreement_score":0.60250455,"about_ca_system_score_codex":0.00054916856,"about_ca_system_score_gemma":0.0011611776,"threshold_uncertainty_score":0.88362944},"labels":[],"label_agreement":null},{"id":"W4387622220","doi":"10.2196/48761","title":"Use of Immersive Virtual Reality Spaces to Engage Adolescent and Young Adult Patients With Cancer in Therapist-Guided Support Groups: Protocol for a Pre-Post Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Facilitator; Psychology; Intervention (counseling); Feeling; Population; Session (web analytics); Peer support; Social support; Protocol (science); Social isolation; Clinical psychology; Medicine; Psychotherapist; Social psychology; Psychiatry; Computer science; Alternative medicine","score_opus":0.2793972947638693,"score_gpt":0.5546640431743277,"score_spread":0.2752667484104584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387622220","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3191093,1.6063979e-7,0.000010736579,0.0010973207,0.0000057172397,0.6794898,0.00023120535,0.00003904868,0.000016704407],"genre_scores_gemma":[0.08792986,3.9787565e-7,0.000090232235,0.00020504811,0.00007967063,0.9112578,0.00003487064,0.00006915119,0.00033294078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99445534,0.0011489028,0.00080452836,0.0008439675,0.0019114407,0.0008358228],"domain_scores_gemma":[0.99628574,0.00046994112,0.00023456648,0.0007568411,0.0018492102,0.00040368165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032939743,0.00031134643,0.00068413094,0.0005412289,0.00017890452,0.000102757316,0.00029137096,0.00011823679,0.000062877065],"category_scores_gemma":[0.0011577044,0.00024006286,0.000077518765,0.0011554761,0.00023628469,0.00029438388,0.00032652562,0.00067594496,0.000005993959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03239403,0.005749598,0.8998159,0.0057454864,0.00014596611,0.000030272937,0.040740393,0.000013300345,0.00097114115,0.000036852765,0.012493727,0.0018632935],"study_design_scores_gemma":[0.021308752,0.022983959,0.934871,0.0072197695,0.0000071172117,0.0000013584599,0.008050195,0.00004098359,0.0012994744,0.000014634327,0.003918192,0.0002845332],"about_ca_topic_score_codex":0.004979392,"about_ca_topic_score_gemma":0.007950561,"teacher_disagreement_score":0.23176803,"about_ca_system_score_codex":0.0003289953,"about_ca_system_score_gemma":0.0007675627,"threshold_uncertainty_score":0.97894794},"labels":[],"label_agreement":null},{"id":"W4387655905","doi":"10.2196/50702","title":"Epidemiology of Syphilis in Pregnancy and Congenital Syphilis in Brazil and the Risk or Associated Factors: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Syphilis Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Preprint; Syphilis; Medicine; Epidemiology; Pregnancy; Protocol (science); Congenital syphilis; Obstetrics; Family medicine; Alternative medicine; Human immunodeficiency virus (HIV); Pathology; World Wide Web; Computer science","score_opus":0.5694552925757113,"score_gpt":0.6392900028924761,"score_spread":0.0698347103167648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387655905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023402758,0.37017375,1.4941392e-7,0.00016408002,0.0000019353463,0.629401,0.0002109437,0.000023712677,0.000022062653],"genre_scores_gemma":[9.13139e-7,0.3965226,0.000009328912,0.000020178426,0.000020562476,0.6031352,0.00004634066,0.00006725342,0.00017758926],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9857659,0.008450561,0.0031852403,0.0009721773,0.0006885093,0.0009376218],"domain_scores_gemma":[0.97088647,0.025962947,0.001429218,0.0010048469,0.0004894625,0.00022706609],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013570393,0.0006696204,0.007983745,0.00072965026,0.00012718252,0.000028828763,0.00043545078,0.0006209071,0.000040241957],"category_scores_gemma":[0.051468104,0.0003092205,0.00055764447,0.0017576915,0.00070031756,0.000097341705,0.00039284807,0.0012874147,0.000009649356],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042485129,0.00090795744,0.008337259,0.9804288,0.00059439545,0.000057748453,0.00019682603,1.5994491e-8,1.1609547e-8,0.000185471,0.00067048083,0.008196143],"study_design_scores_gemma":[0.010437519,0.0019489629,0.0014462944,0.9657773,0.0004264268,0.000027170667,0.000050352024,0.000009523627,3.469961e-7,0.00034817657,0.019288445,0.00023950612],"about_ca_topic_score_codex":0.0003250273,"about_ca_topic_score_gemma":0.0006836338,"teacher_disagreement_score":0.03789771,"about_ca_system_score_codex":0.00046097705,"about_ca_system_score_gemma":0.0009590751,"threshold_uncertainty_score":0.999936},"labels":[],"label_agreement":null},{"id":"W4387655987","doi":"10.2196/49352","title":"Mobile Phone Technology for Preventing HIV and Related Youth Health Problems, Sexual Health, Mental Health, and Substance Use Problems in Southwest Uganda (Youth Health SMS): Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health; City University of New York","keywords":"Mental health; Randomized controlled trial; Reproductive health; mHealth; Human immunodeficiency virus (HIV); Medicine; Mobile phone; Protocol (science); Psychology; Psychiatry; Alternative medicine; Environmental health; Family medicine; Population; Psychological intervention; Computer science; Telecommunications","score_opus":0.2590595832266843,"score_gpt":0.5527236329607655,"score_spread":0.2936640497340812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387655987","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038147548,0.0003079007,0.00039225095,0.021925312,0.00008465186,0.9712216,0.0014727706,0.00075315306,0.000027562299],"genre_scores_gemma":[0.0012186894,0.00027695516,0.0015073786,0.0012350379,0.0002748943,0.99195653,0.0010324576,0.0002468746,0.0022511675],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.974578,0.0092124585,0.007061684,0.0022554407,0.0012218851,0.0056705177],"domain_scores_gemma":[0.98757875,0.0042151087,0.0038514342,0.0011383026,0.00082362234,0.0023927847],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.046501253,0.00083711435,0.004612528,0.0019753326,0.00592497,0.00015395595,0.00060569117,0.0006508558,0.00002827175],"category_scores_gemma":[0.0020226615,0.0007091392,0.00023208724,0.0028648993,0.0007483762,0.00041099903,0.0003807547,0.002986035,0.00003281785],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8299381,0.0029893033,0.0025780567,0.059462532,0.0001131272,0.0000011258993,0.066338606,0.000021222319,0.000022827533,0.0020616716,0.023662116,0.012811278],"study_design_scores_gemma":[0.88991076,0.01847858,0.000076122684,0.011770179,0.0000053582125,0.0000046378277,0.014370843,0.0008104421,0.0000017305864,0.0024968274,0.06160536,0.00046917264],"about_ca_topic_score_codex":0.0025807193,"about_ca_topic_score_gemma":0.0050680563,"teacher_disagreement_score":0.059972614,"about_ca_system_score_codex":0.0016415697,"about_ca_system_score_gemma":0.015430273,"threshold_uncertainty_score":0.999536},"labels":[],"label_agreement":null},{"id":"W4387656011","doi":"10.2196/47874","title":"Circular Business Model for Digital Health Solutions: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Healthcare and Environmental Waste Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Research Executive Agency; European Commission","keywords":"Circular economy; Health care; Dispose pattern; Business model; Digital health; Protocol (science); Risk analysis (engineering); Computer science; Business; Engineering; Medicine; Marketing; Economics; Waste management","score_opus":0.8525647095361352,"score_gpt":0.7103238259054747,"score_spread":0.14224088363066045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387656011","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.654489e-10,0.20735349,0.0018496374,0.0018766599,0.0000044746166,0.78842795,0.00023536925,0.00012743715,0.00012497761],"genre_scores_gemma":[2.333211e-10,0.3761744,0.0003863344,0.00030056262,0.00021702786,0.62000185,0.00041768604,0.00017730413,0.002324876],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99361956,0.00034763408,0.0018213653,0.0011473914,0.0012587552,0.0018052651],"domain_scores_gemma":[0.99692243,0.0004291097,0.00049671327,0.0012472012,0.00041773843,0.00048681072],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049803904,0.0005632323,0.0027815548,0.0005252737,0.00059288123,0.0001890533,0.0005261887,0.0003137212,0.000025365485],"category_scores_gemma":[0.0008585603,0.00044644697,0.0007944928,0.001258154,0.00015914104,0.0002040943,0.00060660805,0.00076581875,0.00022757112],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054103977,0.00025318112,8.451887e-8,0.5583644,0.000047658355,0.0000051709667,0.000011896778,0.0000015491436,1.6804751e-8,0.00004165851,0.042382866,0.39883745],"study_design_scores_gemma":[0.0009532143,0.0005978073,1.2076187e-7,0.49082297,0.000019008105,0.00000831111,0.00000638889,0.00023141778,2.2347884e-8,0.00007257961,0.5071153,0.00017287317],"about_ca_topic_score_codex":0.000009058176,"about_ca_topic_score_gemma":0.000005201378,"teacher_disagreement_score":0.4647324,"about_ca_system_score_codex":0.0013615495,"about_ca_system_score_gemma":0.0048915567,"threshold_uncertainty_score":0.9997987},"labels":[],"label_agreement":null},{"id":"W4387661252","doi":"10.2196/46652","title":"Identification of Psycho-Socio-Judicial Trajectories and Factors Associated With Posttraumatic Stress Disorder in People Over 15 Years of Age Who Recently Reported Sexual Assault to a Forensic Medical Center: Protocol for a Multicentric Prospective Study Using Mixed Methods and Artificial Intelligence","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sexual Assault and Victimization Studies","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cohort; Mental health; Psychology; Telephone interview; Psychiatry; Quality of life (healthcare); Clinical psychology; Poison control; Medicine; Medical emergency","score_opus":0.31457421469741154,"score_gpt":0.5946574136929432,"score_spread":0.2800831989955317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387661252","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5444535,4.4689278e-7,0.0003596569,0.000046228728,0.000009383597,0.45507327,0.00002769921,0.000024695355,0.0000051231623],"genre_scores_gemma":[0.37183982,3.2288415e-7,0.00018123751,0.0000017139479,0.000023282011,0.6279091,0.0000084176445,0.000016072454,0.000019986286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951711,0.0014443554,0.0008319913,0.0004909184,0.0015871023,0.00047448906],"domain_scores_gemma":[0.9969906,0.00135052,0.00039295983,0.00017465932,0.00094646576,0.00014474854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005520064,0.00015832418,0.00048346785,0.0004785772,0.00037158182,0.00011596356,0.00020119203,0.00016256927,0.000012633518],"category_scores_gemma":[0.0068705664,0.00013812736,0.000029599536,0.0028892143,0.0005163236,0.00020831526,0.00013356087,0.00027031495,2.2118137e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010415158,0.0021363401,0.8197811,0.0003348072,0.00012870929,0.000005459589,0.16576333,0.00002948075,0.0004162736,0.00015395776,0.0000583229,0.010150677],"study_design_scores_gemma":[0.001996267,0.0015539967,0.79600924,0.00075072923,0.000011290765,1.793497e-7,0.19660495,0.0017553681,0.00048303188,0.0005760069,0.00006790262,0.00019101275],"about_ca_topic_score_codex":0.0017921724,"about_ca_topic_score_gemma":0.02316573,"teacher_disagreement_score":0.17283587,"about_ca_system_score_codex":0.0001698748,"about_ca_system_score_gemma":0.0002782913,"threshold_uncertainty_score":0.99465895},"labels":[],"label_agreement":null},{"id":"W4387679033","doi":"10.2196/49513","title":"Resistance Training in Patients After Metabolic and Bariatric Surgery: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Nevada, Las Vegas","keywords":"Medicine; CINAHL; Systematic review; MEDLINE; Weight loss; Protocol (science); Data extraction; Resistance training; Scopus; Strength training; Physical therapy; Surgery; Obesity; Internal medicine; Alternative medicine; Psychological intervention; Pathology; Nursing","score_opus":0.4237108749949749,"score_gpt":0.5721420267098329,"score_spread":0.14843115171485805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387679033","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.6800262e-8,0.31396934,6.619813e-7,0.000079763595,0.00000790926,0.6857597,0.000042787386,0.00007001625,0.00006973092],"genre_scores_gemma":[1.8856557e-8,0.24130295,0.00005844762,0.00007579742,0.00016814019,0.75639176,0.00004108079,0.00015829984,0.0018034707],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9903802,0.0028875403,0.0028713963,0.0010817169,0.0014683435,0.001310753],"domain_scores_gemma":[0.99101686,0.006092745,0.0007852406,0.0011647244,0.0005456391,0.00039479628],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013214326,0.00070627907,0.007629588,0.0019225362,0.00014992237,0.00013915026,0.0003804352,0.00052766275,0.00006415292],"category_scores_gemma":[0.008565986,0.00047371065,0.0010676659,0.0038944425,0.000115516756,0.00017673687,0.00025342638,0.0013476145,0.00009707466],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042231975,0.00020212444,0.00027463952,0.9605998,0.00014591774,0.00006770246,0.000061920364,1.0702417e-9,2.3334088e-9,0.00007374853,0.008710817,0.029441027],"study_design_scores_gemma":[0.0008978515,0.00009270111,0.00014768791,0.51571715,0.00015532144,0.000004175554,0.000004821864,1.7270182e-7,3.1462065e-8,0.000040458955,0.4827208,0.00021881804],"about_ca_topic_score_codex":0.000003825533,"about_ca_topic_score_gemma":0.000009918073,"teacher_disagreement_score":0.47401,"about_ca_system_score_codex":0.0002611604,"about_ca_system_score_gemma":0.0024067736,"threshold_uncertainty_score":0.9997853},"labels":[],"label_agreement":null},{"id":"W4387692709","doi":"10.2196/49405","title":"Enabling Expedited Disposition of Emergencies Using Telepsychiatry in Israel: Protocol for a Hybrid Implementation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Israel National Institute for Health Policy Research","keywords":"Telepsychiatry; Medicine; Mental health; Context (archaeology); Telemedicine; Health care; Medical emergency; Psychiatry; Nursing","score_opus":0.5319960322041025,"score_gpt":0.6861602312043888,"score_spread":0.15416419900028633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387692709","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28938347,3.0576953e-7,0.00014302964,0.00032193982,0.000009846874,0.71003425,0.000022330083,0.00006604566,0.000018791885],"genre_scores_gemma":[0.05210417,1.8495295e-7,0.00068297965,0.000039809787,0.00032634404,0.94664174,0.000122061036,0.00004232642,0.000040387673],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964188,0.00034140947,0.0010325632,0.00041130136,0.0010640739,0.00073189393],"domain_scores_gemma":[0.9984714,0.00018532325,0.00023958324,0.00033062632,0.00062630005,0.00014677475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030532905,0.00016478875,0.0003469333,0.0013188816,0.00020937219,0.000027018346,0.0001371136,0.00005265314,0.00015958634],"category_scores_gemma":[0.00020764123,0.0001466475,0.00007186871,0.0018992457,0.000058631453,0.00024165258,0.000089583504,0.00029579207,0.000007427011],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005910023,0.0037101265,0.87129563,0.008428307,0.00007013377,0.000050921386,0.004591067,0.000015863965,0.04327772,0.00017651395,0.025350988,0.03712272],"study_design_scores_gemma":[0.085969955,0.04093543,0.60899585,0.006138633,0.000036884994,0.000031099553,0.13699289,0.004063604,0.053229775,0.0012946582,0.061652754,0.0006584744],"about_ca_topic_score_codex":0.00054224534,"about_ca_topic_score_gemma":0.00023136756,"teacher_disagreement_score":0.26229978,"about_ca_system_score_codex":0.00022720612,"about_ca_system_score_gemma":0.00054452475,"threshold_uncertainty_score":0.59801114},"labels":[],"label_agreement":null},{"id":"W4387713849","doi":"10.2196/51480","title":"FORWARD Study of GORE VIABAHN Balloon-Expandable Endoprostheses and Bare Metal Stents in the United States, European Union, United Kingdom, Australia, and New Zealand When Placed to Treat Complex Iliac Occlusive Disease: Protocol for a Randomized Superiority Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Peripheral Artery Disease Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Balloon; Medicine; European union; Surgery; Bare metal; Stent; Prosthesis design; Prosthesis; Restenosis; Business; International trade","score_opus":0.3148374765492457,"score_gpt":0.510340338650317,"score_spread":0.19550286210107132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387713849","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39999974,2.6090584e-7,0.000005722588,0.0014037193,0.0000023765485,0.59836704,0.00014745859,0.000050629158,0.000023069828],"genre_scores_gemma":[0.050581425,3.8996475e-7,0.00007284474,0.00013175541,0.00008555476,0.94703895,0.00047639632,0.00005550593,0.001557188],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99202824,0.0043373634,0.00082024414,0.00072294864,0.0012825426,0.00080864946],"domain_scores_gemma":[0.997247,0.00082237227,0.00011337516,0.0006636449,0.000469254,0.0006843897],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0053035803,0.0003857296,0.00097188406,0.0010077448,0.0002910462,0.00025867342,0.00041584257,0.000056899316,0.0001170665],"category_scores_gemma":[0.0009281145,0.0002464211,0.00013449638,0.0016176933,0.00029674277,0.00018473057,0.0005702836,0.00035554194,0.00000798735],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9246243,0.0038273975,0.026241776,0.0026912785,0.00031307773,0.00034570566,0.008600853,0.000072631905,0.00061902014,0.00006373878,0.031928968,0.0006712588],"study_design_scores_gemma":[0.777033,0.010798801,0.05953344,0.0014749755,0.000104802595,0.0000041307,0.0030847841,0.0009920688,0.00005546944,0.00027598735,0.14632557,0.00031699077],"about_ca_topic_score_codex":0.00304668,"about_ca_topic_score_gemma":0.00022599121,"teacher_disagreement_score":0.3494183,"about_ca_system_score_codex":0.00012113538,"about_ca_system_score_gemma":0.00017981371,"threshold_uncertainty_score":0.9999988},"labels":[],"label_agreement":null},{"id":"W4387714091","doi":"10.2196/50643","title":"Designing Implementation Strategies for a Digital Suicide Safety Planning Intervention in a Psychiatric Emergency Department: Protocol for a Multimethod Research Project","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Workflow; Emergency department; Usability; Mental health; Medicine; Intervention (counseling); Medical education; Service (business); Nursing; Psychology; Computer science; Psychiatry","score_opus":0.9043969450404494,"score_gpt":0.8375935205410782,"score_spread":0.06680342449937127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387714091","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013064116,6.7030174e-7,0.020356191,0.001177293,0.000029071749,0.97592956,0.00040305257,0.00021751325,0.0005802106],"genre_scores_gemma":[0.0013593667,3.3104268e-7,0.011385766,0.000055939312,0.00033043648,0.9856108,0.00017366842,0.00008233766,0.0010013725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9849973,0.0064245253,0.0024621754,0.000996232,0.0017560387,0.0033637446],"domain_scores_gemma":[0.9892537,0.007700294,0.0005185427,0.0005103211,0.001722192,0.00029493961],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04408706,0.00027539372,0.00040222902,0.0029271338,0.0028882485,0.00026789325,0.0007480274,0.00022983724,0.00027051847],"category_scores_gemma":[0.0045716367,0.00025596382,0.0001560573,0.005607629,0.00013622051,0.0014576364,0.00043498815,0.0012756806,0.00013236831],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017193412,0.0013362073,0.19324325,0.03938194,0.000074377545,0.000019811183,0.082790084,0.00014240775,0.0044421973,0.006296259,0.57147336,0.08360668],"study_design_scores_gemma":[0.026482897,0.0060738977,0.03229484,0.0047622477,0.0000024914282,0.0000015484964,0.08879807,0.003229083,0.00040458178,0.023304477,0.8141027,0.00054314814],"about_ca_topic_score_codex":0.00051391294,"about_ca_topic_score_gemma":0.0009518606,"teacher_disagreement_score":0.24262935,"about_ca_system_score_codex":0.0011083779,"about_ca_system_score_gemma":0.004789772,"threshold_uncertainty_score":0.9999893},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4387765058","doi":"10.2196/45701","title":"The Efficacy and Feasibility of an Interoceptive Exposure Technique for Preventing the Transition From Subacute to Chronic Back Pain by Altering the Emotional Response to Pain: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Chronic pain; Mood; Population; Anxiety; Physical therapy; Medicine; Biomarker; Intervention (counseling); Low back pain; Cognition; Pain catastrophizing; Clinical psychology; Psychology; Physical medicine and rehabilitation; Psychiatry; Internal medicine; Alternative medicine","score_opus":0.1262611886264016,"score_gpt":0.5117037431814176,"score_spread":0.3854425545550161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387765058","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03931981,0.000001106964,0.019975174,0.010490894,0.000006444663,0.93011886,0.000042615968,0.000038736103,0.000006358841],"genre_scores_gemma":[0.027492337,1.297e-7,0.00078295305,0.000108485554,0.00025722478,0.97104114,0.000026441938,0.000032107226,0.0002591984],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9830497,0.014422251,0.0008755119,0.00047862207,0.0007039755,0.00046995285],"domain_scores_gemma":[0.96775293,0.030864857,0.00017264516,0.0005016037,0.0005629883,0.00014499569],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08452484,0.00019102875,0.00065555924,0.00013033941,0.00054177246,0.00012401736,0.00030929653,0.00009404428,0.000025889474],"category_scores_gemma":[0.019438908,0.000086138396,0.00033450258,0.0004008911,0.00037115472,0.000084824846,0.0000837508,0.00032783128,0.000002274754],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82938546,0.00045402197,0.000005469925,0.0012162407,0.00007797774,1.588864e-7,0.0014268738,0.000008035878,0.16145186,0.000021624033,0.0022317513,0.003720533],"study_design_scores_gemma":[0.93538314,0.04579019,0.0007596534,0.0037070594,0.0000134931925,4.3546166e-7,0.0007145329,0.0036352116,0.004068581,0.0014478377,0.004346375,0.00013345784],"about_ca_topic_score_codex":0.0000129248765,"about_ca_topic_score_gemma":0.000023191484,"teacher_disagreement_score":0.15738328,"about_ca_system_score_codex":0.00016409908,"about_ca_system_score_gemma":0.00029793542,"threshold_uncertainty_score":0.9888208},"labels":[],"label_agreement":null},{"id":"W4387786505","doi":"10.2196/51427","title":"A Relationship-Based Resilience Program for Promotores: Protocol for a Randomized Controlled Waitlist Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Resilience and Mental Health","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Clinical and Translational Science, University of California, Irvine; National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences; University of California, Irvine","keywords":"Randomized controlled trial; Resilience (materials science); Protocol (science); Psychology; Clinical psychology; Applied psychology; Medicine; Gerontology; Alternative medicine","score_opus":0.3562270541657105,"score_gpt":0.6753461838671022,"score_spread":0.3191191297013917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387786505","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005338328,7.4824845e-7,0.00043463192,0.0013307258,0.000042494994,0.99349314,0.000043477117,0.00054234866,0.0035785781],"genre_scores_gemma":[0.0010210938,3.4757807e-8,0.0017059937,0.000062692554,0.00045876706,0.9802434,0.000051513052,0.00008093186,0.016375601],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917107,0.0028962332,0.0014048084,0.0010092978,0.0011954196,0.0017835215],"domain_scores_gemma":[0.9880124,0.009552253,0.00041466617,0.00090849685,0.0007242998,0.00038791136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017392429,0.0003299606,0.0012775871,0.00071480655,0.0009419841,0.00028467076,0.0007899217,0.00033563285,0.00024278759],"category_scores_gemma":[0.0054070153,0.00023244544,0.00071306305,0.0013834748,0.0007486021,0.0001947484,0.000084140534,0.00057295256,0.00030937558],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9190105,0.0025597264,0.00015509575,0.0015450986,0.00003378747,0.000007835899,0.0004665215,0.0000043703676,0.000060457423,0.008934433,0.05929653,0.007925617],"study_design_scores_gemma":[0.77514726,0.010475623,0.00013007858,0.0007646297,0.000005753614,0.0000012922031,0.0001998981,0.0022115153,0.0001266221,0.0036446573,0.20708665,0.00020603876],"about_ca_topic_score_codex":0.00003483254,"about_ca_topic_score_gemma":0.000023256498,"teacher_disagreement_score":0.14779012,"about_ca_system_score_codex":0.00020674392,"about_ca_system_score_gemma":0.0013508372,"threshold_uncertainty_score":0.947885},"labels":[],"label_agreement":null},{"id":"W4387828398","doi":"10.2196/51873","title":"Usability and Efficacy of Artificial Intelligence Chatbots (ChatGPT) for Health Sciences Students: Protocol for a Crossover Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; Carleton University; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Randomized controlled trial; Usability; Protocol (science); Chatbot; Computer science; Medical education; Crossover study; Medicine; Psychology; Alternative medicine; Artificial intelligence; Human–computer interaction","score_opus":0.6149109269353942,"score_gpt":0.7088118341520205,"score_spread":0.09390090721662636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387828398","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019807966,0.0000026912353,0.0011904965,0.0042161997,0.00004260991,0.97461694,0.000014315048,0.00006792103,0.00004084399],"genre_scores_gemma":[0.008090373,0.0000019057993,0.00077639316,0.000100683705,0.00056420895,0.99016136,0.000008611988,0.000024981513,0.0002715075],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941018,0.0010239291,0.0019369759,0.00068841677,0.0013182677,0.0009305997],"domain_scores_gemma":[0.9882632,0.009259518,0.00046222235,0.00040607297,0.0012955747,0.00031340786],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028622426,0.00020733147,0.0014690317,0.0004947377,0.0007504047,0.0001943766,0.00034851345,0.00016340688,0.00006610725],"category_scores_gemma":[0.016302291,0.0001449268,0.00036460825,0.0010111266,0.0015551086,0.00016528214,0.00012460042,0.00031303702,0.000015653435],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94879967,0.0019089568,0.00023377284,0.0024905524,0.0000432513,4.272996e-7,0.0017160685,0.000007009024,0.00014355629,0.002860526,0.0011523218,0.040643908],"study_design_scores_gemma":[0.8938959,0.026475813,0.00022712024,0.0039002337,0.000017815384,0.0000024442195,0.0018565028,0.0076422156,0.0097593805,0.04728329,0.008646526,0.00029274254],"about_ca_topic_score_codex":0.00013447588,"about_ca_topic_score_gemma":0.000034944635,"teacher_disagreement_score":0.054903734,"about_ca_system_score_codex":0.00016618734,"about_ca_system_score_gemma":0.0020428903,"threshold_uncertainty_score":0.99200183},"labels":[],"label_agreement":null},{"id":"W4387829642","doi":"10.2196/50500","title":"The Efficacy of Carbon Dioxide Paste in Alleviating Pain in Patients After Neck Dissection: Protocol for a Double-Blinded, Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nerve Injury and Rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Double blinded; Randomized controlled trial; Neck pain; Medicine; Protocol (science); Physical therapy; Surgery; Alternative medicine; Placebo","score_opus":0.11440511418760259,"score_gpt":0.5090633934878014,"score_spread":0.3946582793001988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387829642","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2887269,4.492703e-7,0.0000029900957,0.00044128072,0.000011599319,0.71060896,0.0000012343487,0.00002634443,0.00018022177],"genre_scores_gemma":[0.08481919,1.0624334e-7,0.00004717549,0.0000072083863,0.00018207393,0.9144649,0.0000061240653,0.000029453837,0.00044378467],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9934397,0.0031335712,0.001470749,0.00037678765,0.0009800117,0.0005991795],"domain_scores_gemma":[0.99052775,0.0081724,0.00027769952,0.00040139022,0.00052494375,0.000095800075],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021253135,0.00018423676,0.0010566285,0.0005295658,0.00011697407,0.00004695729,0.0001761698,0.00016534935,0.000015722382],"category_scores_gemma":[0.009138407,0.00010366034,0.00037869537,0.001128998,0.00022483182,0.00008654524,0.00008299552,0.00055990345,0.0000035495268],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9835487,0.0016266998,0.008807656,0.0011885044,0.000046580382,0.0000066244793,0.00048755814,0.000009988588,0.00025512555,0.00006113132,0.000102334714,0.0038590876],"study_design_scores_gemma":[0.9752242,0.0067974133,0.011336068,0.0033156972,0.0000046354717,1.6170921e-7,0.000127844,0.00083343266,0.00038180384,0.00038623443,0.0014935363,0.00009899757],"about_ca_topic_score_codex":0.000035562825,"about_ca_topic_score_gemma":0.00006220452,"teacher_disagreement_score":0.20390771,"about_ca_system_score_codex":0.00015788311,"about_ca_system_score_gemma":0.00028265044,"threshold_uncertainty_score":0.99920803},"labels":[],"label_agreement":null},{"id":"W4387893651","doi":"10.2196/49955","title":"e-Learning Evaluation Framework and Tools for Global Health and Public Health Education: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Global Health and Surgery","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scopus; Public health; Protocol (science); Systematic review; Relevance (law); Medical education; Medicine; Knowledge management; Management science; Computer science; Psychology; MEDLINE; Political science; Engineering; Nursing; Alternative medicine","score_opus":0.7985864762632741,"score_gpt":0.7563831659002098,"score_spread":0.04220331036306424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387893651","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.485808e-9,0.41362125,0.00008564675,0.0054914076,0.000014473391,0.58061254,0.000034232417,0.00007579722,0.00006466814],"genre_scores_gemma":[1.8074636e-9,0.41936964,0.0012847607,0.001304366,0.00039133217,0.5772117,0.00028104815,0.000058054316,0.00009910247],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904155,0.0029839887,0.0019704618,0.0011596602,0.0014879772,0.0019823995],"domain_scores_gemma":[0.99172086,0.002902776,0.0009976599,0.0006514293,0.0016996379,0.0020276522],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02550926,0.00048593988,0.0029443272,0.00038880884,0.0009440447,0.00051881373,0.00023029023,0.00045021423,0.000034534074],"category_scores_gemma":[0.02097006,0.0003938283,0.00032716745,0.0016004795,0.00015362469,0.00031400734,0.0002069021,0.0012602208,0.000019165567],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007670401,0.00012496665,0.000011578495,0.47114775,0.000017407567,3.8460294e-7,0.000021203292,4.6897424e-9,7.790866e-10,0.00062074274,0.023786832,0.5041924],"study_design_scores_gemma":[0.000736164,0.0020024974,0.0000045245447,0.4823162,0.000009585833,0.000030393085,0.00005490738,0.000007675211,3.0046396e-9,0.00050049176,0.5142116,0.00012598078],"about_ca_topic_score_codex":0.000022569078,"about_ca_topic_score_gemma":0.000014939194,"teacher_disagreement_score":0.50406647,"about_ca_system_score_codex":0.0018493101,"about_ca_system_score_gemma":0.074203916,"threshold_uncertainty_score":0.99985135},"labels":[],"label_agreement":null},{"id":"W4387893684","doi":"10.2196/52252","title":"eHealth Tools Supporting Early Childhood Education and Care Centers to Assess and Enhance Nutrition and Physical Activity Environments: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"Government of Alberta; Mount Royal University","keywords":"eHealth; CINAHL; Grey literature; Best practice; Context (archaeology); Systematic review; Scopus; Medical education; Psychological intervention; Population; Medicine; Checklist; Psychology; Gerontology; Nursing; Health care; MEDLINE; Environmental health","score_opus":0.35888012543113673,"score_gpt":0.6266214325304199,"score_spread":0.2677413070992832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387893684","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030170815,0.019833228,0.00000766646,0.00026087023,0.0000048995576,0.9794082,0.00009053658,0.00005681122,0.000036051322],"genre_scores_gemma":[0.000021252099,0.09585245,0.00016121217,0.000045392928,0.00043607625,0.90323013,0.000067227294,0.00011090289,0.00007537247],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99561584,0.00081547356,0.000576526,0.0012644649,0.0008869997,0.00084072014],"domain_scores_gemma":[0.99736863,0.0007958907,0.0004384958,0.000571903,0.00019635168,0.0006287212],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012179565,0.00050467096,0.002001994,0.0002740902,0.00033069067,0.00026217054,0.00019865712,0.00021679603,0.000005254991],"category_scores_gemma":[0.00074855663,0.0004316194,0.00020002703,0.000523169,0.0001784639,0.00048091455,0.0005619217,0.0011097476,0.000017536719],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042619136,0.0038866089,0.00006525634,0.49679804,0.000026187729,0.0000023984046,0.00015374545,1.7184768e-9,0.0000146088,0.000013629377,0.00024582478,0.49875107],"study_design_scores_gemma":[0.0011661522,0.0023754635,0.003932479,0.8106522,0.00006423497,0.000012676193,0.000058181042,8.589627e-7,0.000097881086,0.00006701357,0.18123388,0.00033899164],"about_ca_topic_score_codex":0.0000152362645,"about_ca_topic_score_gemma":0.000005781463,"teacher_disagreement_score":0.4984121,"about_ca_system_score_codex":0.00044935194,"about_ca_system_score_gemma":0.0012225305,"threshold_uncertainty_score":0.99981356},"labels":[],"label_agreement":null},{"id":"W4387895854","doi":"10.2196/52565","title":"Sitafloxacin- Versus Moxifloxacin-Based Sequential Treatment for Mycoplasma Genitalium Infections: Protocol for a Multicenter, Open-Label Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Moxifloxacin; Mycoplasma genitalium; Medicine; Randomized controlled trial; Protocol (science); Open label; Internal medicine; Antibiotics; Virology; Alternative medicine; Chlamydia trachomatis; Microbiology; Biology","score_opus":0.4120035241536969,"score_gpt":0.5946092671853181,"score_spread":0.18260574303162125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387895854","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005560672,0.0000029764044,0.0006270677,0.0005353268,0.00029732988,0.9913206,0.00023108287,0.00042476537,0.0010001406],"genre_scores_gemma":[0.0016021533,7.021042e-7,0.00044180517,0.000012675777,0.00039831878,0.9811482,0.0003525869,0.000126043,0.01591751],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9898185,0.005029812,0.001424706,0.0014426851,0.00039445647,0.0018898094],"domain_scores_gemma":[0.9828472,0.013152332,0.0004069182,0.0012618321,0.0021751707,0.00015655332],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010385788,0.0005970774,0.0020422384,0.0013885853,0.0017766204,0.0006495641,0.0009657425,0.00055789767,0.000631024],"category_scores_gemma":[0.009592482,0.00044099026,0.00086413615,0.0012382574,0.00093485636,0.00043232655,0.00038151676,0.00075821695,0.0010287435],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9089452,0.011356783,0.00002164196,0.00039385108,0.0013492239,0.000006028959,0.00011489315,0.000056913716,0.0640486,0.0007572154,0.011512924,0.0014367441],"study_design_scores_gemma":[0.74603516,0.0211109,0.00000220008,0.00021031224,0.000044968892,0.000003863296,0.00005217145,0.0012502999,0.03577992,0.00025755045,0.19493875,0.00031392445],"about_ca_topic_score_codex":0.00018548484,"about_ca_topic_score_gemma":0.00009312161,"teacher_disagreement_score":0.18342583,"about_ca_system_score_codex":0.00077556534,"about_ca_system_score_gemma":0.0019644743,"threshold_uncertainty_score":0.9998042},"labels":[],"label_agreement":null},{"id":"W4387895861","doi":"10.2196/52036","title":"Empowering Foot Care Literacy Among People Living With Diabetes and Their Carers With an mHealth App: Protocol for a Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Medical Research Council; Medical Research Council; National Healthcare Group","keywords":"mHealth; Medicine; Usability; Psychological intervention; Health literacy; Diabetic foot; Focus group; Health care; Quality of life (healthcare); Self-management; Malay; Nursing; Diabetes mellitus","score_opus":0.1505979491953238,"score_gpt":0.5443240953056138,"score_spread":0.39372614611029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387895861","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3922546,4.4500212e-7,0.000021365306,0.000086937245,0.000001909821,0.607024,0.000006602393,0.00020427637,0.00039983663],"genre_scores_gemma":[0.36986443,3.7589075e-8,0.00028949874,0.00001360381,0.000056251356,0.6294483,0.000014290654,0.000059295555,0.00025432208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962619,0.00040276936,0.0003492546,0.00094257895,0.00093227654,0.0011112528],"domain_scores_gemma":[0.9973966,0.0003760417,0.000107104264,0.00091790187,0.0007432029,0.0004591811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024518063,0.00033559572,0.00052329915,0.00044567426,0.0004767636,0.00042602164,0.00028549827,0.00006933477,0.000028914514],"category_scores_gemma":[0.000119752716,0.0002131025,0.000055274926,0.0010829844,0.00020852698,0.00045347284,0.00037054444,0.0004691851,0.0000033794663],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017381331,0.0017805948,0.94937277,0.010835394,0.0001080228,0.000015473828,0.02556275,0.000004561769,0.00007503522,0.000019174162,0.00045060163,0.010037512],"study_design_scores_gemma":[0.009913543,0.043110363,0.8853607,0.0058344733,0.000015759475,0.0000010522551,0.049239956,0.000514255,0.00017842579,0.000043692904,0.0054635485,0.0003242315],"about_ca_topic_score_codex":0.00006303961,"about_ca_topic_score_gemma":0.000518058,"teacher_disagreement_score":0.06401204,"about_ca_system_score_codex":0.00024042455,"about_ca_system_score_gemma":0.00039850068,"threshold_uncertainty_score":0.86900675},"labels":[],"label_agreement":null},{"id":"W4387895885","doi":"10.2196/50919","title":"Efficacy and Safety of Pre-Exposure Prophylaxis to Control HIV and Sexually Transmitted Infection Among Men Who Have Sex With Men: Protocol for a Single-Arm Interventional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Torii Pharmaceutical; National Center for Global Health and Medicine","keywords":"Medicine; Pre-exposure prophylaxis; Emtricitabine; Cohort; Men who have sex with men; Cohort study; Human immunodeficiency virus (HIV); Incidence (geometry); Internal medicine; Family medicine; Viral load; Syphilis; Antiretroviral therapy","score_opus":0.0947066262604971,"score_gpt":0.48372994543505965,"score_spread":0.38902331917456257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387895885","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064706154,6.9269225e-7,0.0013504949,0.00039833816,5.2126614e-7,0.93119925,0.00009174992,0.00008737909,0.0021654142],"genre_scores_gemma":[0.10551837,1.130336e-7,0.00008704041,0.0000045655734,0.000065654574,0.8714751,0.000024443521,0.000049466453,0.022775222],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9959176,0.0007814824,0.0006957282,0.0006645298,0.0012448375,0.0006957742],"domain_scores_gemma":[0.9975216,0.00042871197,0.000120637174,0.00042003198,0.0010194649,0.0004896033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002839539,0.00025229526,0.00054344605,0.000795599,0.00030806608,0.00015333861,0.00017771166,0.00012924286,0.00014226304],"category_scores_gemma":[0.0006707471,0.00018610615,0.00010903508,0.0008593235,0.0003882408,0.00024384828,0.00016141342,0.00060363003,0.000007875756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17215864,0.04689938,0.530889,0.024467532,0.0018908319,0.00014505957,0.012243569,0.00004121029,0.02792232,0.00018660877,0.0781635,0.10499238],"study_design_scores_gemma":[0.060952913,0.45586053,0.44982392,0.007512611,0.00002648411,0.000022441911,0.0016611901,0.00445568,0.003119229,0.0000841177,0.016170409,0.00031046537],"about_ca_topic_score_codex":0.00011012003,"about_ca_topic_score_gemma":0.00019097906,"teacher_disagreement_score":0.40896115,"about_ca_system_score_codex":0.00012239709,"about_ca_system_score_gemma":0.00024172671,"threshold_uncertainty_score":0.7589188},"labels":[],"label_agreement":null},{"id":"W4387914087","doi":"10.2196/50677","title":"The Effects of Reinforcement Techniques in Sleeve Gastrectomy and Roux-en-Y Gastric Bypass: Protocol for a Web-Based Survey, Systematic Review, and Meta-Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Randomized controlled trial; Protocol (science); CINAHL; Sleeve gastrectomy; Subgroup analysis; Surgery; Anastomosis; Gastric bypass; Weight loss; Internal medicine; Psychological intervention; Alternative medicine","score_opus":0.18440946707596803,"score_gpt":0.5221776198776098,"score_spread":0.33776815280164174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387914087","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008361945,0.00007267945,0.0000838812,0.0009727488,0.0000010582047,0.9986602,0.00001490744,0.000063802065,0.000047091],"genre_scores_gemma":[0.0016302457,0.000011256349,0.00021880951,0.00010678236,0.000011750095,0.99719113,0.000012957399,0.000024833149,0.00079224806],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9944498,0.0027064637,0.0010016962,0.00040748366,0.0008509844,0.00058355206],"domain_scores_gemma":[0.9880804,0.010277983,0.0003029113,0.00070555817,0.0004761494,0.00015700744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017049039,0.00024576165,0.0019538207,0.0009609203,0.000151127,0.00007158154,0.00022875349,0.00011192629,0.000030146899],"category_scores_gemma":[0.0064142025,0.0001311309,0.0004234662,0.003542414,0.00014991031,0.00008486719,0.00016210071,0.0003674406,0.000002965495],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014998723,0.00033849725,0.02512179,0.9521593,0.011407725,0.000039977167,0.00008796815,0.0000020623222,0.0004406562,0.000086161,0.008581758,0.00023421942],"study_design_scores_gemma":[0.063607104,0.03724166,0.28752992,0.3410117,0.17412746,0.00011077851,0.0005560837,0.007898797,0.048164025,0.001065318,0.03535518,0.0033319655],"about_ca_topic_score_codex":0.000047765938,"about_ca_topic_score_gemma":0.00003781223,"teacher_disagreement_score":0.6111476,"about_ca_system_score_codex":0.00008597227,"about_ca_system_score_gemma":0.00028057565,"threshold_uncertainty_score":0.7678863},"labels":[],"label_agreement":null},{"id":"W4387914753","doi":"10.2196/50371","title":"Digital Support Systems to Improve Child Health and Development in Peru: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Protocol (science); Randomized controlled trial; Child development; Low and middle income countries; Early childhood; Psychology; Developmental psychology; Nursing; Medicine; Gerontology; Economic growth; Developing country; Alternative medicine; Health care","score_opus":0.24142598003813734,"score_gpt":0.6250749581140674,"score_spread":0.3836489780759301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387914753","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000104030114,0.000002340655,0.00016909139,0.005708816,0.000049141334,0.9897249,0.00006335122,0.00023301436,0.0039453586],"genre_scores_gemma":[0.00009639771,0.0000016621304,0.0002461375,0.0006636387,0.00052619394,0.98981935,0.000075504475,0.00007243777,0.008498701],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896946,0.0027326632,0.0031021668,0.0009024737,0.001025652,0.002542425],"domain_scores_gemma":[0.99210435,0.004362101,0.0005663456,0.0006034053,0.0006608527,0.0017029712],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.023589876,0.00031628404,0.0019679635,0.0009838585,0.0019220803,0.0001348312,0.0003872172,0.00030183716,0.0000835417],"category_scores_gemma":[0.00379187,0.00023379402,0.00013036789,0.0010204324,0.0001301806,0.0001731327,0.0003395965,0.0012322839,0.0005764943],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91718,0.0005019839,0.00020508574,0.009096696,0.000018923376,0.0000021132382,0.0019469882,0.000001743662,0.000003688539,0.003107622,0.050685246,0.017249921],"study_design_scores_gemma":[0.49415886,0.0012014738,0.00003182549,0.001531317,3.4498757e-7,4.52819e-7,0.00046161027,0.00011962441,0.000001038957,0.00008357352,0.50230706,0.00010282168],"about_ca_topic_score_codex":0.000080762584,"about_ca_topic_score_gemma":0.000083612926,"teacher_disagreement_score":0.4516218,"about_ca_system_score_codex":0.0006360444,"about_ca_system_score_gemma":0.009692883,"threshold_uncertainty_score":0.9993773},"labels":[],"label_agreement":null},{"id":"W4387915051","doi":"10.2196/48544","title":"Economic Evaluations and Equity in the Use of Artificial Intelligence in Imaging Exams for Medical Diagnosis in People With Skin, Neurological, and Pulmonary Diseases: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sociedade Beneficente Israelita Brasileira Albert Einstein; Ministério da Saúde","keywords":"Systematic review; Scopus; Medicine; Health care; Economic evaluation; MEDLINE; Equity (law); Family medicine; Pathology; Political science","score_opus":0.7950275629153926,"score_gpt":0.7105952891690842,"score_spread":0.08443227374630835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387915051","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013043735,0.03161215,0.000050110622,0.0014968329,0.0000038714957,0.9667696,0.00004141202,0.000010732989,0.0000022725744],"genre_scores_gemma":[0.00000737001,0.12435682,0.00006281935,0.00010699961,0.00007099845,0.875328,0.000030739546,0.000031589225,0.000004644974],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99437165,0.0018758264,0.001960171,0.00061377476,0.0006541567,0.0005243909],"domain_scores_gemma":[0.9865952,0.012136399,0.00037089712,0.00049632747,0.00022933396,0.00017184694],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0089756055,0.00025057586,0.0016145596,0.0005579771,0.00010452818,0.00010054598,0.00035255202,0.0001856615,0.000026811364],"category_scores_gemma":[0.011250295,0.00014777189,0.00012254708,0.0009257847,0.00029308192,0.00015639214,0.00018054001,0.0007062529,0.000004651898],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019138849,0.00045664582,0.0016129331,0.66284406,0.000006824466,0.000013205028,0.00018488783,0.000001086099,1.3295746e-8,0.00011232293,0.00020811585,0.3343685],"study_design_scores_gemma":[0.00010427786,0.001174354,0.0003468788,0.9749675,0.0000672028,0.000034246157,0.00028078322,0.004468614,5.329401e-7,0.0014538415,0.016937869,0.00016391202],"about_ca_topic_score_codex":0.00032952134,"about_ca_topic_score_gemma":0.0018092989,"teacher_disagreement_score":0.33420458,"about_ca_system_score_codex":0.00023952527,"about_ca_system_score_gemma":0.00212692,"threshold_uncertainty_score":0.99707836},"labels":[],"label_agreement":null},{"id":"W4387930766","doi":"10.2196/50860","title":"A Mindfulness-Based Resiliency Program for Caregivers of Patients With Severe Acute Brain Injury Transitioning Out of Critical Care: Protocol for an Open Pilot Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Medicine; Coma (optics); Intervention (counseling); Glasgow Coma Scale; Distress; Randomized controlled trial; Intensive care unit; Intensive care medicine; Nursing; Psychiatry; Clinical psychology; Surgery","score_opus":0.1939419714431229,"score_gpt":0.5696697554905973,"score_spread":0.3757277840474744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387930766","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060841828,7.157113e-8,0.00059326837,0.0009862954,0.000010551804,0.99062026,0.0011491567,0.000080937,0.00047527906],"genre_scores_gemma":[0.026825491,1.6067955e-9,0.0016624276,0.00019864492,0.00006216572,0.9703628,0.0006581484,0.000095290445,0.00013503297],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9961743,0.0005088821,0.0005923185,0.0006804812,0.0012111658,0.00083284796],"domain_scores_gemma":[0.9726391,0.0010223463,0.00016475626,0.00053934,0.025376923,0.0002575225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012026017,0.00027320744,0.00064825197,0.00059347664,0.00027700586,0.00008292487,0.0005314912,0.00016771808,0.00005484509],"category_scores_gemma":[0.006148408,0.00022708531,0.00016656397,0.00089623797,0.0008524761,0.0003186433,0.00012009093,0.00040617288,0.0000029801545],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92936206,0.007367182,0.00075458264,0.014325831,0.00014558613,0.000017906652,0.0024899596,0.0000031001719,0.0012864032,0.00038591973,0.020029737,0.023831759],"study_design_scores_gemma":[0.38829902,0.49046314,0.0013797473,0.009412631,0.00009067946,0.0000013292735,0.0119664,0.00019794863,0.07392414,0.0007204952,0.022921536,0.0006229358],"about_ca_topic_score_codex":0.0000264487,"about_ca_topic_score_gemma":0.00004681396,"teacher_disagreement_score":0.541063,"about_ca_system_score_codex":0.00016104672,"about_ca_system_score_gemma":0.0019221893,"threshold_uncertainty_score":0.926027},"labels":[],"label_agreement":null},{"id":"W4387931634","doi":"10.2196/47105","title":"Guidelines and Standard Frameworks for AI in Medicine: Protocol for a Systematic Literature Review","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutscher Akademischer Austauschdienst","keywords":"Systematic review; Protocol (science); Computer science; Transparency (behavior); Health care; MEDLINE; Best practice; Artificial intelligence; Data science; Medicine; Alternative medicine","score_opus":0.714015397552198,"score_gpt":0.7399618197210247,"score_spread":0.0259464221688267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387931634","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006536784,0.00025541414,0.00040749105,0.07207309,0.000010796151,0.9271161,0.000011302078,0.00006633061,0.000052960415],"genre_scores_gemma":[0.000008752646,0.0000999158,0.0010411566,0.0025829165,0.00060013327,0.99461365,0.000032980926,0.00003572911,0.0009847954],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9969375,0.00029010253,0.0010966597,0.00041218006,0.0006703249,0.00059321284],"domain_scores_gemma":[0.99476945,0.0014163973,0.00012525893,0.00045053262,0.0030205513,0.00021778353],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007943037,0.000163683,0.0006504933,0.00046183474,0.0001797958,0.00007546862,0.00016142685,0.00032614885,0.000035011515],"category_scores_gemma":[0.014093633,0.0001087021,0.00007306575,0.0014669582,0.00012779291,0.00012914707,0.00004998979,0.00081272266,0.000016058095],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009413347,0.00006141987,0.00022518418,0.58500063,0.000008174858,0.000008080148,0.0007296463,3.239479e-7,0.000065361826,0.00059133436,0.4025038,0.009864703],"study_design_scores_gemma":[0.0005297416,0.002251422,0.00004331786,0.6988347,0.000004954841,0.000011532009,0.00037021172,0.000639743,0.00021442234,0.007903191,0.28910705,0.000089693756],"about_ca_topic_score_codex":0.000013365087,"about_ca_topic_score_gemma":0.000020947571,"teacher_disagreement_score":0.11383407,"about_ca_system_score_codex":0.00012479622,"about_ca_system_score_gemma":0.00052064867,"threshold_uncertainty_score":0.9942111},"labels":[],"label_agreement":null},{"id":"W4387960051","doi":"10.2196/52523","title":"Leveraging Community Health Workers and a Responsive Digital Health System to Improve Vaccination Coverage and Timeliness in Resource-Limited Settings: Protocol for a Cluster Randomized Type 1 Effectiveness-Implementation Hybrid Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development; Duke Global Health Institute, Duke University; National Institutes of Health","keywords":"Preprint; Protocol (science); Digital health; Cluster (spacecraft); Resource (disambiguation); Computer science; Medicine; Knowledge management; Health care; Alternative medicine; World Wide Web","score_opus":0.14918234850938203,"score_gpt":0.5540082834104115,"score_spread":0.40482593490102947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387960051","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12151629,0.0000017350985,0.00024738204,0.0030017353,0.000007209541,0.8749909,0.000035076944,0.00011760172,0.00008208867],"genre_scores_gemma":[0.18712865,3.8511104e-7,0.000044407032,0.00014509918,0.000066058165,0.8124494,0.000028498705,0.000028629995,0.000108878885],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9852549,0.011979884,0.0006986548,0.00051276456,0.00072278484,0.00083101017],"domain_scores_gemma":[0.9936069,0.0050070058,0.0002598882,0.0003025775,0.00054887024,0.0002747445],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.031922065,0.00019804991,0.0006306268,0.0007100484,0.0017006022,0.0006459327,0.00024521063,0.000060075927,0.000005284253],"category_scores_gemma":[0.0028308243,0.00018219002,0.00005019225,0.0014401323,0.000036417263,0.00049521046,0.00032850527,0.0005015745,0.000006522014],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.41568765,0.0019328153,0.1306408,0.01688463,0.00017352152,0.000042549254,0.19202916,0.00013322625,0.00008931,0.00037999035,0.041771945,0.20023438],"study_design_scores_gemma":[0.4754179,0.013520317,0.16949524,0.012061576,0.000008621864,0.0000064759724,0.25836363,0.0021460576,0.000089739005,0.001684168,0.06628104,0.0009252102],"about_ca_topic_score_codex":0.0018246887,"about_ca_topic_score_gemma":0.0012405645,"teacher_disagreement_score":0.19930919,"about_ca_system_score_codex":0.0008993337,"about_ca_system_score_gemma":0.0009241712,"threshold_uncertainty_score":0.99959904},"labels":[],"label_agreement":null},{"id":"W4387960105","doi":"10.2196/51660","title":"Seasonal Malaria Chemoprevention Therapy in Children Up To 9 Years of Age: Protocol for a Cluster-Randomized Trial Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Preprint; Cluster (spacecraft); Medicine; Malaria; Randomized controlled trial; Protocol (science); Cluster randomised controlled trial; Environmental health; Family medicine; Alternative medicine; Internal medicine; Computer science; World Wide Web; Immunology","score_opus":0.17805374499419532,"score_gpt":0.5513915938501389,"score_spread":0.37333784885594357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387960105","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07094173,2.985526e-7,0.000047720474,0.0013585626,0.0000061547553,0.9274253,0.000016725082,0.00006515019,0.00013834458],"genre_scores_gemma":[0.030660477,1.6306434e-7,0.00016664204,0.000036169,0.00030807278,0.96535975,0.000029794715,0.000051851574,0.0033870726],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.993704,0.0020345722,0.0007811971,0.00059287355,0.0019312864,0.00095605175],"domain_scores_gemma":[0.9974329,0.0009031854,0.00012055607,0.0006473465,0.000541798,0.00035425278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013785691,0.00020272423,0.0009234624,0.000994876,0.000090604924,0.0001087339,0.0004598846,0.0001637328,0.00033831177],"category_scores_gemma":[0.0031357938,0.00016395851,0.0003296173,0.0017079393,0.00014951457,0.0001083165,0.0002535594,0.00067032437,0.000072537485],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9645556,0.0032972025,0.003116846,0.00035060677,0.00017292662,0.000027478582,0.0004748715,0.0000026110354,0.0013211552,0.00026527877,0.006750413,0.019664997],"study_design_scores_gemma":[0.9155768,0.016370099,0.060057215,0.000772156,0.0000044618496,0.0000025456984,0.00010730014,0.00033539228,0.00045064747,0.000759459,0.0054253493,0.00013857975],"about_ca_topic_score_codex":0.00010001563,"about_ca_topic_score_gemma":0.000025297579,"teacher_disagreement_score":0.05694037,"about_ca_system_score_codex":0.00012325232,"about_ca_system_score_gemma":0.0007219967,"threshold_uncertainty_score":0.66860336},"labels":[],"label_agreement":null},{"id":"W4387965829","doi":"10.2196/53150","title":"Engagement of Older Adults Receiving Home Care Services and Their Caregivers in Health Decisions in Partnership With Clinical Teams: Protocol for a Multimethod Study to Prioritize and Culturally Adapt Decision Aids for Home Care","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ministère de la Santé et des Services Sociaux (Québec); Université Laval; Espace pour la vie; Université du Québec à Trois-Rivières; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Fonds de Recherche du Québec - Santé; Centres Intégré Universitaires de Santé et de Services Sociaux","funders":"","keywords":"Context (archaeology); Delphi method; Health care; Medicine; Nursing; General partnership; Psychology; Computer science; Business","score_opus":0.5313612982660855,"score_gpt":0.6503437948252504,"score_spread":0.11898249655916493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387965829","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22050032,0.000037004214,0.000046049863,0.00056274515,0.000012599441,0.77862936,0.00012581768,0.00007371596,0.000012361514],"genre_scores_gemma":[0.20388123,0.0000077192335,0.012100358,0.000071795956,0.000045229124,0.78376544,0.00003743445,0.00006194809,0.000028865057],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98642296,0.0081463475,0.002046334,0.0011612626,0.0008970894,0.0013260319],"domain_scores_gemma":[0.98157984,0.013754632,0.0005109645,0.001224145,0.0023587479,0.0005716915],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008353439,0.00036336007,0.00096994184,0.0009888415,0.0012519329,0.00006305309,0.00086464523,0.0002763776,0.000006733787],"category_scores_gemma":[0.0027273973,0.00026768786,0.00008235623,0.0016485956,0.00015268764,0.00029246224,0.0012939081,0.0013502557,0.0000034566192],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008514178,0.0005618416,0.43299398,0.016364062,0.000017951845,0.0000031604934,0.44375038,0.00002208957,0.000009709112,0.000023505227,0.00037543356,0.09736371],"study_design_scores_gemma":[0.020711515,0.008735775,0.34520212,0.03784659,0.0000016325513,3.1564747e-7,0.57745355,0.00023145822,0.000011720025,0.00012809146,0.009438234,0.00023898773],"about_ca_topic_score_codex":0.0016605576,"about_ca_topic_score_gemma":0.018701047,"teacher_disagreement_score":0.13370316,"about_ca_system_score_codex":0.00079867314,"about_ca_system_score_gemma":0.0018470483,"threshold_uncertainty_score":0.9999775},"labels":[],"label_agreement":null},{"id":"W4387984047","doi":"10.2196/45946","title":"Education of Patients With Atrial Fibrillation and Evaluation of the Efficacy of a Mobile Virtual Patient Environment: Protocol for a Multicenter Pseudorandomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pfizer","keywords":"Curriculum; Psychological intervention; Medicine; Protocol (science); Atrial fibrillation; Health care; Patient education; Mobile device; Set (abstract data type); Regimen; Medical education; Psychology; Computer science; Alternative medicine; Nursing; Cardiology; Internal medicine","score_opus":0.16189334067209643,"score_gpt":0.580348437307806,"score_spread":0.4184550966357096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387984047","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22654736,0.0000012619256,0.00001541881,0.000066518696,0.000020509133,0.77320504,0.00006163944,0.000011706986,0.00007053666],"genre_scores_gemma":[0.073261544,8.820842e-7,0.00011669433,0.000008705377,0.0001543374,0.9263144,0.00004566387,0.000022680038,0.00007506293],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9931641,0.0031668253,0.0015033778,0.00031570016,0.0014218028,0.00042818076],"domain_scores_gemma":[0.99315035,0.0032102051,0.0013521492,0.00051367824,0.0016305018,0.00014311034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059775617,0.0001368553,0.00055507064,0.00024396666,0.00043585614,0.0000056113568,0.000165789,0.00015999397,0.00011353129],"category_scores_gemma":[0.0017995558,0.000084479834,0.00014506796,0.0004602743,0.00019839291,0.00008233216,0.00012036994,0.00027334224,0.0000065096697],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92652845,0.0013117531,0.012760529,0.0027986073,0.00004417827,8.273762e-9,0.0016738182,0.0003654656,0.0002012726,0.00037242353,0.0013501957,0.052593272],"study_design_scores_gemma":[0.9272345,0.005914392,0.02249971,0.0018310221,0.00003178308,2.505769e-8,0.00039425612,0.002517549,0.00016718883,0.00022472818,0.039093845,0.000091053604],"about_ca_topic_score_codex":0.000032165783,"about_ca_topic_score_gemma":0.000006494704,"teacher_disagreement_score":0.15328582,"about_ca_system_score_codex":0.00016403182,"about_ca_system_score_gemma":0.002504764,"threshold_uncertainty_score":0.44433433},"labels":[],"label_agreement":null},{"id":"W4388012950","doi":"10.2196/47978","title":"A Brief Digital Screening and Intervention Tool for Parental and Adolescent Tobacco and Electronic Cigarette Use in Pediatric Medical Care in Canada: Protocol for a Pilot Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Intervention (counseling); Smoking cessation; Family medicine; Clinical trial; Pediatrics; Psychiatry","score_opus":0.12494680970445834,"score_gpt":0.4767181316927114,"score_spread":0.351771321988253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388012950","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4093954,0.0000026630187,0.00002932757,0.00022588107,0.000003821608,0.5903125,0.000013502152,0.000014811923,0.0000021286205],"genre_scores_gemma":[0.41549185,0.0000012054719,0.0000051979355,0.00001239569,0.00008005801,0.58432406,0.00003442403,0.00001536238,0.00003546847],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99723935,0.000368303,0.00057076785,0.00041177258,0.000825423,0.00058439566],"domain_scores_gemma":[0.99829566,0.0011116377,0.0001118138,0.00012467684,0.00019221041,0.00016397897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031303545,0.00016554106,0.00072570326,0.00040473134,0.00009082214,0.00022539047,0.000073316594,0.00011033624,0.0000071194513],"category_scores_gemma":[0.0028801737,0.00013017832,0.0000977288,0.00032259215,0.00008844073,0.00022879484,0.00009969707,0.00046938614,4.1181117e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7252595,0.00023273357,0.26202372,0.0010901835,0.000016925065,0.000018546509,0.0000960759,1.6654295e-7,0.000006128289,0.000020919937,0.0004176128,0.010817534],"study_design_scores_gemma":[0.86905146,0.0030069354,0.12452959,0.0018835193,0.000016014623,0.0000060385355,0.000253521,0.0004849187,0.000021165088,0.00003783313,0.0005902348,0.00011879318],"about_ca_topic_score_codex":0.0047572255,"about_ca_topic_score_gemma":0.04055207,"teacher_disagreement_score":0.14379197,"about_ca_system_score_codex":0.00042853077,"about_ca_system_score_gemma":0.0013026524,"threshold_uncertainty_score":0.97695535},"labels":[],"label_agreement":null},{"id":"W4388014252","doi":"10.2196/50463","title":"Development of the Preferred Components for Co-Design in Research Guideline and Checklist: Protocol for a Scoping Review and a Modified Delphi Process","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Trillium Health Centre; Queen's University; St. Michael's Hospital; University of Toronto; Western University; University of Alberta; Simon Fraser University; Public Health Ontario; University Health Network; Ontario College of Art and Design; Holland Bloorview Kids Rehabilitation Hospital; Lunenfeld-Tanenbaum Research Institute; North York General Hospital; Toronto Rehabilitation Institute","funders":"Canadian Institutes of Health Research; University of Warwick; National Institute for Health and Care Research; National Institute for Health Research Health Protection Research Unit","keywords":"Guideline; Checklist; Psychological intervention; Transparency (behavior); Delphi method; Consistency (knowledge bases); Process management; Management science; Protocol (science); Computer science; Quality (philosophy); Process (computing); Risk analysis (engineering); Medicine; Engineering; Psychology; Nursing; Alternative medicine","score_opus":0.9667584752913162,"score_gpt":0.7922145124225897,"score_spread":0.17454396286872653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388014252","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.434165e-7,0.04129828,0.000090694084,0.00012975694,0.000010084363,0.95814025,0.0001726388,0.000032697277,0.00012486827],"genre_scores_gemma":[4.0560813e-8,0.05826868,0.0022839953,0.00009051657,0.000086203865,0.9382676,0.0002427762,0.00012254289,0.0006376542],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9847881,0.006248022,0.0042992057,0.0010507931,0.0017172322,0.0018966333],"domain_scores_gemma":[0.99137735,0.004617051,0.0011625594,0.0007881771,0.0016426237,0.00041224685],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04058141,0.0004900897,0.0022140765,0.0007034292,0.0018771614,0.00004121777,0.0010030313,0.0005407602,0.000026568092],"category_scores_gemma":[0.0015078052,0.00031571387,0.00014301189,0.0013769352,0.0003007882,0.00010923973,0.0009385812,0.0020279586,0.000015625998],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006622625,0.00033773776,0.000022169008,0.9277304,0.000027603015,6.0121556e-7,0.0011101845,1.7087736e-7,0.0000014434308,0.0000679033,0.007399315,0.062640205],"study_design_scores_gemma":[0.0022554637,0.00043408465,0.0000038696526,0.54300636,0.000007732714,3.8604955e-7,0.00010903062,0.00004107725,0.000006730242,0.0002372774,0.45374206,0.00015592466],"about_ca_topic_score_codex":0.00003705905,"about_ca_topic_score_gemma":0.0001577441,"teacher_disagreement_score":0.44634277,"about_ca_system_score_codex":0.0007596803,"about_ca_system_score_gemma":0.009375736,"threshold_uncertainty_score":0.9999295},"labels":[],"label_agreement":null},{"id":"W4388014821","doi":"10.2196/51474","title":"The Web-Based Pain-at-Work Toolkit With Telephone Support for Employees With Chronic or Persistent Pain: Protocol for a Cluster Randomized Feasibility Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Versus Arthritis; Nuffield Foundation","keywords":"Randomized controlled trial; Chronic pain; Cluster randomised controlled trial; Usability; Medicine; Intervention (counseling); Physical therapy; Nursing; Psychology; Computer science","score_opus":0.16687496615497843,"score_gpt":0.49916777045273464,"score_spread":0.3322928042977562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388014821","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023887134,8.186022e-7,0.0011916636,0.007127698,0.000009734541,0.98886716,0.000019700112,0.00024351607,0.00015097254],"genre_scores_gemma":[0.0012661814,1.7237363e-7,0.0015288665,0.00019380682,0.00048088265,0.98328066,0.00008597144,0.000113458125,0.013049981],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99094504,0.004280494,0.0008707599,0.0008972896,0.0016808948,0.0013255068],"domain_scores_gemma":[0.97884005,0.018148346,0.00024352998,0.0010988545,0.0013038969,0.0003653331],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04127869,0.00039656632,0.00094636634,0.00026978442,0.0008624479,0.00021113169,0.0003741795,0.00022792573,0.00021623926],"category_scores_gemma":[0.00960038,0.00017324164,0.0007344098,0.0011714252,0.0012147905,0.00011039297,0.00010353395,0.00051159656,0.000030197518],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9078953,0.001153292,0.00086241425,0.011657011,0.00018905978,0.0000055780774,0.00017806674,0.000032762033,0.00018169689,0.000020496562,0.07427137,0.003552925],"study_design_scores_gemma":[0.6669786,0.07244231,0.00029745957,0.0030814637,0.000019791765,0.0000015726298,0.0001778265,0.00382498,0.00011383918,0.0000708914,0.25274622,0.00024502407],"about_ca_topic_score_codex":0.000009550812,"about_ca_topic_score_gemma":0.00022052397,"teacher_disagreement_score":0.24091671,"about_ca_system_score_codex":0.00083165965,"about_ca_system_score_gemma":0.0031419739,"threshold_uncertainty_score":0.99874216},"labels":[],"label_agreement":null},{"id":"W4388078469","doi":"10.2196/48576","title":"Dobutamine and Goal-Directed Fluid Therapy for Improving Tissue Oxygenation in Deep Inferior Epigastric Perforator (DIEP) Flap Breast Reconstruction Surgery: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reconstructive Surgery and Microvascular Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"Southeastern Ontario Academic Medical Organization","keywords":"DIEP flap; Medicine; Breast reconstruction; Perioperative; Surgery; Breast cancer; Dobutamine; Randomized controlled trial; Anesthesia; Cancer; Hemodynamics; Internal medicine","score_opus":0.07523175732705144,"score_gpt":0.4556725366208203,"score_spread":0.38044077929376885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388078469","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075674355,0.0000068501536,0.0007558176,0.00025087927,0.00003259645,0.9228311,0.000029571973,0.00037653095,0.00004228969],"genre_scores_gemma":[0.0031943,0.000007713145,0.0022243764,0.0000147156225,0.0003933559,0.9937356,0.0000770351,0.00008060538,0.00027231078],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950157,0.0014571182,0.0013594764,0.0007606294,0.00054560177,0.0008614898],"domain_scores_gemma":[0.99407655,0.003515466,0.00039077082,0.0003876414,0.0014224752,0.00020709698],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013407684,0.00037019709,0.0021266993,0.0017838486,0.0003181597,0.00017683358,0.0001302081,0.0003500573,0.00007790832],"category_scores_gemma":[0.0045559267,0.0002767048,0.0005666262,0.0013538956,0.00037659868,0.00037273666,0.00006420357,0.00044989795,0.0000047352532],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.691671,0.0002951594,0.0005447545,0.0009974894,0.000115428236,0.000006504925,0.000069169844,2.8316447e-7,0.06684429,0.000030739575,0.00036531754,0.23905985],"study_design_scores_gemma":[0.9455482,0.00210205,0.001002306,0.0013762631,0.000017899722,0.00012322066,0.000077343466,0.0036550402,0.03884119,0.00051188114,0.006443108,0.00030151158],"about_ca_topic_score_codex":0.00003021574,"about_ca_topic_score_gemma":0.00001567714,"teacher_disagreement_score":0.25387716,"about_ca_system_score_codex":0.00022486006,"about_ca_system_score_gemma":0.00076964725,"threshold_uncertainty_score":0.9999685},"labels":[],"label_agreement":null},{"id":"W4388091573","doi":"10.2196/47525","title":"National Tunisian Study of Cardiac Implantable Electronic Devices: Design and Protocol for a Nationwide Multicenter Prospective Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac pacing and defibrillation studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Implantable cardioverter-defibrillator; Epidemiology; Population; Life expectancy; Cardiac resynchronization therapy; Emergency medicine; Pediatrics; Internal medicine; Heart failure; Ejection fraction; Environmental health","score_opus":0.5059731230062712,"score_gpt":0.5981759858108483,"score_spread":0.09220286280457712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388091573","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024489632,0.0000011289729,0.000059829144,0.00008056833,0.0000043003583,0.97361827,0.000031722164,0.00009377474,0.0016207622],"genre_scores_gemma":[0.15328556,1.6567564e-7,0.00023980612,0.000011784773,0.00012728546,0.84573936,0.000013793817,0.000026489433,0.0005557803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99653625,0.0004958704,0.0004518955,0.00048061387,0.0015337981,0.0005015532],"domain_scores_gemma":[0.9961997,0.0011158946,0.00012558614,0.0002353098,0.0022245464,0.000098948956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003536492,0.00017000717,0.00049407873,0.00048223755,0.00040469487,0.00007555896,0.00005455169,0.000058698522,0.0000068007794],"category_scores_gemma":[0.00062957394,0.00014102232,0.000084010826,0.0010400065,0.00008303143,0.00017138847,0.00014235574,0.00025117182,0.000013877351],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007648131,0.0036756997,0.9453899,0.001194873,0.00086779054,0.0000037568543,0.006623129,0.0001707363,0.0011922992,0.0006232909,0.03201609,0.0005942682],"study_design_scores_gemma":[0.017511336,0.011952572,0.87510383,0.00064820575,0.000026787331,0.000009412153,0.008078675,0.0009224242,0.00059235026,0.0006901738,0.084226914,0.00023731001],"about_ca_topic_score_codex":0.00003240549,"about_ca_topic_score_gemma":0.00002710878,"teacher_disagreement_score":0.12879592,"about_ca_system_score_codex":0.00019997684,"about_ca_system_score_gemma":0.0006826909,"threshold_uncertainty_score":0.57507235},"labels":[],"label_agreement":null},{"id":"W4388112754","doi":"10.2196/46927","title":"Internet-Delivered Therapy for Parents With Health Anxiety by Proxy: Protocol for a Single-Case Experimental Design Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychosomatic Disorders and Their Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Region Midtjylland; Aase og Ejnar Danielsens Fond; Aarhus Universitet","keywords":"Anxiety; Proxy (statistics); The Internet; Protocol (science); Psychology; Research design; Medicine; Computer science; Clinical psychology; Applied psychology; World Wide Web; Psychiatry; Alternative medicine; Statistics","score_opus":0.539833205423652,"score_gpt":0.582972318347864,"score_spread":0.04313911292421202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388112754","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009573065,0.0000028413933,0.00076529186,0.00029591515,0.0000043467253,0.98895586,0.000050320657,0.00018939223,0.00016299849],"genre_scores_gemma":[0.017460285,1.9927644e-7,0.0015954658,0.00008695333,0.00005208022,0.97934914,0.000057395817,0.00010707921,0.0012913899],"study_design_codex":"not_applicable","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9967109,0.00039510167,0.0004557745,0.0007058366,0.0007671953,0.00096517167],"domain_scores_gemma":[0.9984331,0.00019584384,0.00015508276,0.00055905245,0.0003056202,0.0003512874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013875562,0.00031427105,0.00046545276,0.00019908183,0.00033329154,0.00014217035,0.00024360135,0.00008022883,0.000074946],"category_scores_gemma":[0.00004808711,0.00020755391,0.000110219975,0.0005195418,0.00011146644,0.00013183743,0.00007516386,0.00019665467,0.000032560412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16683082,0.15925565,0.051460695,0.006132742,0.0016021816,0.0005822543,0.025866672,0.0000025955821,0.00921577,0.000057511737,0.51702183,0.06197126],"study_design_scores_gemma":[0.2638754,0.44115597,0.000698939,0.011295077,0.000011891995,0.00033019765,0.02049971,0.0028889196,0.038568355,0.0004959292,0.21927905,0.000900557],"about_ca_topic_score_codex":0.000057721612,"about_ca_topic_score_gemma":0.0000054630577,"teacher_disagreement_score":0.29774278,"about_ca_system_score_codex":0.00027907945,"about_ca_system_score_gemma":0.00036472364,"threshold_uncertainty_score":0.84638023},"labels":[],"label_agreement":null},{"id":"W4388128939","doi":"10.2196/51505","title":"Reasons for Crown Failures in Primary Teeth: Protocol for a Systematic Review and Meta-Analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Dental materials and restorations","field":"Dentistry","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Funnel plot; Medicine; Randomized controlled trial; MEDLINE; Meta-analysis; Study heterogeneity; Publication bias; Systematic review; Dentistry; Medical physics; Alternative medicine; Surgery","score_opus":0.5786557980886313,"score_gpt":0.6370560796715896,"score_spread":0.05840028158295829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388128939","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5472456e-9,0.16739613,0.000023857596,0.00010860156,0.0000036358192,0.8308241,0.0014692011,0.00008266212,0.00009185019],"genre_scores_gemma":[2.340478e-9,0.034460105,0.00041173116,0.000031912878,0.00008146513,0.952825,0.0003262027,0.0001630933,0.011700472],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99167866,0.0027722623,0.0024883738,0.0011367549,0.0010394452,0.0008845257],"domain_scores_gemma":[0.9945834,0.0021431125,0.0010033706,0.0014757297,0.0005694019,0.00022493332],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008015003,0.00067268894,0.0087727215,0.0011740805,0.00035462744,0.0008726513,0.0010582872,0.0005268328,0.00029325165],"category_scores_gemma":[0.0019054451,0.0004135244,0.0029529047,0.0024059708,0.00021763335,0.00022360569,0.00052548473,0.00062720175,0.00021721743],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046724992,0.0002299808,2.505031e-7,0.961807,0.016320769,0.000025694007,0.000009399332,1.01116655e-7,8.1236794e-7,0.00041323015,0.020909995,0.00023600583],"study_design_scores_gemma":[0.00048600126,0.00018262217,0.0000014627759,0.30912182,0.040462162,0.000017488808,0.0000070351066,0.0000011421673,6.536628e-7,0.00016655344,0.64923126,0.0003217861],"about_ca_topic_score_codex":0.000041303105,"about_ca_topic_score_gemma":0.00028152214,"teacher_disagreement_score":0.6526852,"about_ca_system_score_codex":0.00033319028,"about_ca_system_score_gemma":0.00070791383,"threshold_uncertainty_score":0.9998317},"labels":[],"label_agreement":null},{"id":"W4388129847","doi":"10.2196/50548","title":"Monitoring and Evaluation of Dementia-Friendly Neighborhoods Using a Walkshed Approach: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Older Adults Driving Studies","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Simon Fraser University; University of Northern British Columbia","funders":"","keywords":"Dementia; Protocol (science); Medicine; Gerontology; Computer science; Psychology; Alternative medicine; Disease","score_opus":0.900038246482545,"score_gpt":0.780907556499786,"score_spread":0.119130689982759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388129847","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.867625e-8,0.2299781,0.00006475575,0.000030202149,0.000021404761,0.7694652,0.000034896406,0.00011201522,0.00029331024],"genre_scores_gemma":[1.7520584e-8,0.24704225,0.0014345689,0.000004300558,0.0004652801,0.750715,0.0000133607955,0.00018714652,0.0001380776],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98309505,0.008438215,0.002873303,0.0012414744,0.0027422097,0.0016097289],"domain_scores_gemma":[0.9900487,0.0036040526,0.001767076,0.0011884571,0.0031542266,0.00023748362],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.026430953,0.00067048357,0.0031122488,0.00079027936,0.0015745402,0.00006924255,0.00078532024,0.0005799053,0.000063529114],"category_scores_gemma":[0.0060911914,0.0004720962,0.00041359945,0.0018022651,0.00025550526,0.00027287792,0.0015305909,0.0019237557,0.000032134627],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020843225,0.00014157848,0.00017568978,0.78527725,0.0002117622,7.148979e-7,0.00027141464,3.5616824e-7,0.0000012354374,0.000016472739,0.0015529172,0.21232976],"study_design_scores_gemma":[0.0018672203,0.00029116028,0.000022258793,0.76020026,0.00025247232,0.0000014631171,0.00014716352,0.00010339572,0.0000014956449,0.00008593773,0.23671661,0.0003105373],"about_ca_topic_score_codex":0.000032893116,"about_ca_topic_score_gemma":0.00001871191,"teacher_disagreement_score":0.2351637,"about_ca_system_score_codex":0.0007940076,"about_ca_system_score_gemma":0.0057159173,"threshold_uncertainty_score":0.9999207},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4388235812","doi":"10.2196/50019","title":"Development of a Self-Rehabilitation Intervention for Functional Mobility among Community-dwelling Stroke Survivors in LMICs: Protocol for a Formative Study (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Rehabilitation; Protocol (science); Formative assessment; Intervention (counseling); Medicine; Stroke (engine); Gerontology; Psychology; Physical therapy; Physical medicine and rehabilitation; Computer science; Alternative medicine; World Wide Web; Nursing; Engineering","score_opus":0.2385767530178254,"score_gpt":0.5388605054111264,"score_spread":0.30028375239330096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388235812","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43987134,6.628006e-8,0.0011213516,0.00003318167,0.000006892957,0.5588411,0.000012545475,0.00006374647,0.000049784867],"genre_scores_gemma":[0.11419685,2.20647e-8,0.0068383887,0.0000027085732,0.0000278597,0.8786952,0.000036890568,0.000025379428,0.00017670264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960126,0.0012433047,0.0011561052,0.00036550363,0.00077501254,0.00044744348],"domain_scores_gemma":[0.993892,0.0039642933,0.00023148721,0.00045692257,0.0013460375,0.00010922857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0141931595,0.00017109443,0.00041289825,0.00094703934,0.0003323996,0.00003960158,0.00019315908,0.00012894406,0.000041536874],"category_scores_gemma":[0.0022784239,0.00014970661,0.000258253,0.00080059783,0.00016138918,0.00026979746,0.00017498809,0.00061793666,0.000011322918],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0149291465,0.024192149,0.82003427,0.02908291,0.00023284613,9.230902e-7,0.07733608,0.0002981272,0.0022881443,0.00015521566,0.0004762719,0.030973928],"study_design_scores_gemma":[0.019234333,0.011331433,0.88097155,0.0046205563,0.0000050258636,5.5528693e-7,0.06447041,0.006226989,0.0024833626,0.00083813624,0.009636613,0.00018103773],"about_ca_topic_score_codex":0.00008478753,"about_ca_topic_score_gemma":0.00071078865,"teacher_disagreement_score":0.32567447,"about_ca_system_score_codex":0.0005783994,"about_ca_system_score_gemma":0.00045101592,"threshold_uncertainty_score":0.61048585},"labels":[],"label_agreement":null},{"id":"W4388238709","doi":"10.2196/48558","title":"A Silver Fluoride Intervention to Improve Oral Health Trajectories of Young Indigenous Australians: Protocol for a Cluster Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Intervention (counseling); Indigenous; Medicine; Quality of life (healthcare); Randomized controlled trial; Cluster randomised controlled trial; Cluster (spacecraft); Family medicine; Oral health; Gerontology; Physical therapy; Nursing","score_opus":0.17661049669103984,"score_gpt":0.5709498911203099,"score_spread":0.3943393944292701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388238709","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012444129,8.5740845e-7,0.0007476115,0.000117491436,0.00016535723,0.9861196,0.000120902325,0.00016883004,0.00011518627],"genre_scores_gemma":[0.005103533,1.307444e-7,0.00017777926,0.00006199503,0.00032611363,0.9847529,0.00007900437,0.00006196591,0.009436556],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9922073,0.0026193676,0.0019286762,0.0005903887,0.0014552035,0.0011990875],"domain_scores_gemma":[0.9965493,0.0010171981,0.00056882715,0.0004958112,0.0009741785,0.00039465443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012940295,0.00028258338,0.0015216284,0.0006745772,0.00034140775,0.0002178983,0.0004573905,0.00023665605,0.00020000029],"category_scores_gemma":[0.0024392623,0.00022254938,0.00071929774,0.0011475511,0.00016270508,0.00027979584,0.00016829085,0.0004204494,0.00016728319],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9637759,0.0008487622,0.00017751665,0.0042749993,0.00007709051,0.000007572014,0.0008762647,0.0000042818847,0.00047577295,0.00018409266,0.02162159,0.00767619],"study_design_scores_gemma":[0.9733774,0.00716933,0.000394659,0.0016845438,0.000006793701,0.0000041797034,0.00049143133,0.0002640119,0.0016874034,0.0005872927,0.014138682,0.00019429253],"about_ca_topic_score_codex":0.0007669801,"about_ca_topic_score_gemma":0.0014076567,"teacher_disagreement_score":0.010501033,"about_ca_system_score_codex":0.00039524958,"about_ca_system_score_gemma":0.00075957406,"threshold_uncertainty_score":0.90753},"labels":[],"label_agreement":null},{"id":"W4388261452","doi":"10.2196/53874","title":"Daily Functioning of Veterans With Type 2 Diabetes: Protocol for an Ambulatory Assessment Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Rehabilitation Research and Development Service; U.S. Department of Veterans Affairs","keywords":"Type 2 diabetes; Protocol (science); Ambulatory; Medicine; Gerontology; Diabetes mellitus; Clinical psychology; Psychology; Physical therapy; Alternative medicine; Internal medicine","score_opus":0.4472321492215482,"score_gpt":0.6195229942198933,"score_spread":0.17229084499834513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388261452","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12104582,7.587579e-8,0.000015483762,0.00008916489,0.000008364635,0.87659633,0.0000016264289,0.000115637406,0.0021274718],"genre_scores_gemma":[0.04699979,1.4919404e-8,0.0004053816,0.00002200252,0.00016102241,0.9501916,0.00003618463,0.000044063418,0.002139926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773026,0.00022127286,0.00029111025,0.00037511397,0.00086104445,0.0005211832],"domain_scores_gemma":[0.99833876,0.00012986753,0.000090516405,0.0005719117,0.0007187319,0.00015020423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024702786,0.00013339665,0.00024949474,0.00046030976,0.00018539838,0.00009155215,0.00018128473,0.000050136226,0.000113072805],"category_scores_gemma":[0.00008437111,0.00010202164,0.000041171952,0.0011301776,0.00008980931,0.000254867,0.00007749161,0.00025978973,0.00003852282],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00406333,0.008615818,0.8811983,0.0070448862,0.00027228825,0.000007951943,0.0027284783,0.000049907394,0.009350939,0.0001561143,0.05682016,0.029691828],"study_design_scores_gemma":[0.011477625,0.060040753,0.75912184,0.0024631782,0.000020486446,2.7111375e-7,0.004618357,0.0013124656,0.0011321628,0.00013719068,0.15945649,0.00021920039],"about_ca_topic_score_codex":0.000007622947,"about_ca_topic_score_gemma":0.000008561191,"teacher_disagreement_score":0.12207648,"about_ca_system_score_codex":0.00010474386,"about_ca_system_score_gemma":0.00039355975,"threshold_uncertainty_score":0.41603217},"labels":[],"label_agreement":null},{"id":"W4388295566","doi":"10.2196/53092","title":"Effectiveness and Safety of Different Estradiol Regimens in Transgender Women (TREAT Study): Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Institute of Clinical and Translational Sciences","keywords":"Medicine; Transgender; Spironolactone; Randomized controlled trial; Adverse effect; Gynecology; Testosterone (patch); Clinical trial; Hormone therapy; Family medicine; Internal medicine; Breast cancer; Psychology; Cancer; Aldosterone","score_opus":0.217974629305158,"score_gpt":0.5985688294588187,"score_spread":0.38059420015366074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388295566","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14013825,0.0000010276158,0.000011789254,0.00018579057,0.00002027759,0.8578826,0.000018117207,0.000062777304,0.001679323],"genre_scores_gemma":[0.02310673,0.0000010952094,0.0000047812655,0.0000055030787,0.00018352819,0.9738816,0.00000319426,0.000051457766,0.002762088],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98608774,0.010082389,0.0012205872,0.00068546063,0.0007249817,0.0011988187],"domain_scores_gemma":[0.992323,0.0063698785,0.00022737744,0.0005861199,0.00022617815,0.0002674615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014529475,0.00031245055,0.0021396407,0.00087536883,0.00023287494,0.00007450041,0.00036612625,0.0002432054,0.0002199728],"category_scores_gemma":[0.0006486884,0.0002158163,0.00029605397,0.0007184907,0.0003800967,0.00009176545,0.000086601285,0.00055734476,0.000022783228],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9746067,0.004313217,0.005404076,0.0061836806,0.00024087902,0.000022353524,0.0055157896,0.0000010277936,0.00012320133,0.0014470425,0.00092743227,0.0012145954],"study_design_scores_gemma":[0.9559072,0.0074242665,0.031660344,0.00036070772,0.000012321452,0.000001764526,0.00042794814,0.000021635955,0.000023774439,0.0032294132,0.0007513665,0.00017921849],"about_ca_topic_score_codex":0.00035304186,"about_ca_topic_score_gemma":0.00007284934,"teacher_disagreement_score":0.11703153,"about_ca_system_score_codex":0.00024182051,"about_ca_system_score_gemma":0.00032908624,"threshold_uncertainty_score":0.8800733},"labels":[],"label_agreement":null},{"id":"W4388423743","doi":"10.2196/48329","title":"A Web-Based Mindfulness-Based Cognitive Therapy for Couples Dealing With Chronic Cancer-Related Fatigue: Protocol for a Single-Arm Pilot Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"KWF Kankerbestrijding","keywords":"Psychoeducation; Psychosocial; Intervention (counseling); Mindfulness; Medicine; Psychological intervention; Physical therapy; Randomized controlled trial; Cognitive behavioral therapy; Clinical trial; Cognitive therapy; Cognition; Clinical psychology; Psychiatry","score_opus":0.3746831528551646,"score_gpt":0.5557892971819569,"score_spread":0.18110614432679228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388423743","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003941363,0.0000059958365,0.0010843377,0.0012991718,0.000024473884,0.99263906,0.00029296946,0.00048940734,0.00022323144],"genre_scores_gemma":[0.041181467,1.6231502e-7,0.00012751594,0.00013250687,0.00054183713,0.95725524,0.00018153511,0.00018047942,0.0003992722],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956146,0.00029750972,0.0005868485,0.0008740559,0.0013420059,0.0012850068],"domain_scores_gemma":[0.99518806,0.0018163385,0.00023960297,0.00049601577,0.0019110903,0.00034889157],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020757338,0.00041230954,0.0006496921,0.0005802664,0.0005190507,0.00017890193,0.00030952334,0.00023334018,0.00042043527],"category_scores_gemma":[0.00032666753,0.00031375463,0.00026116899,0.0015169557,0.00033842947,0.00010404689,0.000040175746,0.0006081006,0.0000142966155],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9051995,0.007000809,0.00046478267,0.009475497,0.00031368973,0.00006269129,0.00037696387,0.0001432521,0.0067366487,0.00017912866,0.004209529,0.065837465],"study_design_scores_gemma":[0.47518584,0.14289561,0.00006731048,0.01394324,0.000029758414,0.0000026401501,0.00019886138,0.010323041,0.16164324,0.00021141357,0.1949707,0.00052835455],"about_ca_topic_score_codex":0.00020911578,"about_ca_topic_score_gemma":0.0013188053,"teacher_disagreement_score":0.43001372,"about_ca_system_score_codex":0.00069675077,"about_ca_system_score_gemma":0.006012708,"threshold_uncertainty_score":0.99993145},"labels":[],"label_agreement":null},{"id":"W4388464191","doi":"10.2196/50208","title":"Experiences and Priorities in Youth and Family Mental Health: Protocol for an Arts-Based Priority-Setting Focus Group Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Focus group; Mental health; Protocol (science); The arts; Psychology; Medical education; Applied psychology; Medicine; Sociology; Psychiatry; Alternative medicine; Political science","score_opus":0.6209029728760211,"score_gpt":0.6814379055270027,"score_spread":0.06053493265098153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388464191","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085349225,0.0000041127837,0.000065666165,0.0008870367,0.000008533065,0.91325027,0.0000274974,0.000108724045,0.00029893292],"genre_scores_gemma":[0.014985296,4.6339804e-7,0.0026447945,0.00003793643,0.00013071968,0.9820629,0.000004087197,0.000024596566,0.000109220215],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9915218,0.0050667375,0.00048452456,0.0006660474,0.0011321292,0.0011288],"domain_scores_gemma":[0.99806106,0.0010843443,0.00011966496,0.00022630389,0.00017991806,0.0003286901],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02608771,0.00018615738,0.00034291722,0.00041140302,0.0020108847,0.00053407793,0.00032494296,0.000095141484,0.000010994982],"category_scores_gemma":[0.00071985077,0.00016203726,0.00003720994,0.0009910314,0.000955314,0.00052902685,0.00019880632,0.00037528013,0.0000018363564],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007866863,0.00079258694,0.025327537,0.0005042232,0.000006298545,0.0000051669444,0.8929342,2.3498602e-7,0.0002066292,0.0037935642,0.00065643765,0.07498644],"study_design_scores_gemma":[0.0048737857,0.009360263,0.02053817,0.00078687904,4.9523874e-7,1.6954974e-7,0.879647,0.00017221014,0.00007477785,0.0030036697,0.08125452,0.00028803872],"about_ca_topic_score_codex":0.002880032,"about_ca_topic_score_gemma":0.0037676867,"teacher_disagreement_score":0.080598086,"about_ca_system_score_codex":0.0001673384,"about_ca_system_score_gemma":0.0005327246,"threshold_uncertainty_score":0.9992884},"labels":[],"label_agreement":null},{"id":"W4388490607","doi":"10.2196/48234","title":"The Effects of Antenatal Interventions on Gestational Weight Gain in Low- and Middle-Income Countries: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"George Mason University","keywords":"Psychological intervention; CINAHL; Medicine; Randomized controlled trial; Cochrane Library; Systematic review; MEDLINE; Family medicine; Nursing; Surgery","score_opus":0.2850290752862691,"score_gpt":0.5965274744103597,"score_spread":0.3114983991240906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388490607","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.80073e-8,0.12706545,0.000008110532,0.0003158884,0.0000043351833,0.8723953,0.000113236834,0.000024540179,0.00007310674],"genre_scores_gemma":[1.8069786e-8,0.27780214,0.00003288967,0.000025747671,0.000034358156,0.7194398,0.00007448871,0.000053613818,0.0025369648],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99354774,0.0016500041,0.0016735878,0.0005266064,0.0018285533,0.00077351724],"domain_scores_gemma":[0.98786247,0.009863259,0.00051790825,0.0006879564,0.0008430668,0.00022536896],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064596827,0.00035443128,0.0019053661,0.0008916579,0.00020715676,0.00012394344,0.0005260571,0.00014737203,0.000022335264],"category_scores_gemma":[0.009457918,0.00020063258,0.0005458854,0.0010668308,0.00033161134,0.000086837,0.00031760902,0.000814934,0.00009387586],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020688254,0.00036192313,0.0000030146177,0.98996127,0.00022678694,0.00007474566,0.00001882735,4.8758253e-8,7.055207e-8,0.0030670401,0.0029756106,0.003103771],"study_design_scores_gemma":[0.0018298316,0.001980195,0.000023956101,0.7961875,0.000057648544,0.000006964502,0.000011053125,0.000015790665,0.0000013279491,0.00029398795,0.19947073,0.00012096629],"about_ca_topic_score_codex":0.000004182733,"about_ca_topic_score_gemma":0.000011904312,"teacher_disagreement_score":0.19649513,"about_ca_system_score_codex":0.00037733334,"about_ca_system_score_gemma":0.00088463153,"threshold_uncertainty_score":0.9988858},"labels":[],"label_agreement":null},{"id":"W4388523901","doi":"10.2196/53684","title":"Experimentally Induced Reductions in Alcohol Consumption and Brain, Cognitive, and Clinical Outcomes in Older Persons With and Those Without HIV Infection (30-Day Challenge Study): Protocol for a Nonrandomized Clinical Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse; National Institute on Alcohol Abuse and Alcoholism","keywords":"Medicine; Cognition; Clinical trial; Human immunodeficiency virus (HIV); Alcohol consumption; Protocol (science); Effects of sleep deprivation on cognitive performance; Randomized controlled trial; Cognitive decline; Psychiatry; Alcohol; Gerontology; Dementia; Internal medicine; Family medicine; Alternative medicine; Disease","score_opus":0.5366123920812716,"score_gpt":0.6734769354055982,"score_spread":0.13686454332432652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388523901","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45705312,0.0000012295312,0.000005113196,0.00075035647,0.0000043366827,0.5420838,0.000007532351,0.000037399946,0.00005711695],"genre_scores_gemma":[0.18728854,0.000009463538,0.00010636663,0.000030092086,0.00006165974,0.8122785,0.000017041168,0.000027534254,0.00018080632],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956781,0.0017473362,0.0009622987,0.0007723555,0.00038063028,0.00045926878],"domain_scores_gemma":[0.99680156,0.0022205007,0.00016923046,0.00027139313,0.00022388488,0.00031341126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005094486,0.00022368989,0.0007629328,0.00057914166,0.00029512926,0.00007280563,0.000050615767,0.00026008184,0.000028650955],"category_scores_gemma":[0.0011251312,0.00016427174,0.00007066442,0.00041665704,0.00035838748,0.00016341574,0.00009057068,0.0008836457,0.000013881227],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.096786276,0.009013985,0.88216203,0.00030428058,0.00015134636,0.000022658405,0.0017967278,6.595953e-8,0.000016905477,0.0000122002075,0.00017782953,0.0095556965],"study_design_scores_gemma":[0.37708217,0.012296657,0.6075195,0.0016798297,0.000017749142,0.0000070330448,0.0007124306,0.00016110395,0.0000040662526,0.000020925763,0.00039313376,0.00010538461],"about_ca_topic_score_codex":0.00008736993,"about_ca_topic_score_gemma":0.00032548586,"teacher_disagreement_score":0.2802959,"about_ca_system_score_codex":0.00008245189,"about_ca_system_score_gemma":0.0003479178,"threshold_uncertainty_score":0.6698807},"labels":[],"label_agreement":null},{"id":"W4388523911","doi":"10.2196/49243","title":"Phenotypic Environmental Sensitivity and Mental Health During Pregnancy and Post Partum: Protocol for the Experiences of Pregnancy Longitudinal Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pregnancy; Mental health; Medicine; Obstetrics; Protocol (science); Cohort; Cohort study; Post partum; Psychology; Psychiatry; Alternative medicine; Biology; Internal medicine","score_opus":0.15481107774627328,"score_gpt":0.49869706222896315,"score_spread":0.34388598448268987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388523911","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37381798,0.00003699537,9.939648e-7,0.0003655091,0.00000869219,0.62568736,0.00002987297,0.00003476242,0.00001782204],"genre_scores_gemma":[0.35311,0.000012314301,0.000021040456,0.0000088918005,0.00003529924,0.6463753,0.000006514521,0.000020429723,0.00041023095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968984,0.00046811515,0.000495132,0.00058123935,0.0008246507,0.00073247956],"domain_scores_gemma":[0.9987721,0.00029549486,0.0001686443,0.00042558575,0.00006043431,0.0002777765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012737216,0.00021999677,0.0004066777,0.00014397294,0.0008720277,0.00005369235,0.0001263698,0.00006201148,0.00004907436],"category_scores_gemma":[0.00005599804,0.00015065396,0.00005256809,0.0002118124,0.00045806725,0.0001659826,0.0003598022,0.0003379614,0.0000070867272],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039446517,0.0016989495,0.9438012,0.022893801,0.00007409561,0.00008089681,0.021163987,2.6822153e-7,0.0011326806,0.000040668416,0.00011376119,0.005055018],"study_design_scores_gemma":[0.0050727264,0.0063704704,0.9459631,0.03220759,0.000004424598,0.000084781204,0.006241321,0.000071361916,0.003404542,0.000023890927,0.00041311412,0.00014270314],"about_ca_topic_score_codex":0.00005427992,"about_ca_topic_score_gemma":0.00002698103,"teacher_disagreement_score":0.020708004,"about_ca_system_score_codex":0.00009796737,"about_ca_system_score_gemma":0.00012944374,"threshold_uncertainty_score":0.67070204},"labels":[],"label_agreement":null},{"id":"W4388523918","doi":"10.2196/50733","title":"Genomic, Proteomic, and Phenotypic Biomarkers of COVID-19 Severity: Protocol for a Retrospective Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Mental Health; National Institute of Child Health and Human Development; NIHR Maudsley Biomedical Research Centre; Branch Out Neurological Foundation; Instituto de Salud Carlos III; Siemens Healthineers; Gratama Stichting; Universitair Medisch Centrum Groningen; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Ministero dell’Istruzione, dell’Università e della Ricerca; National Institutes of Health; GGZ inGeest; University of California, San Francisco; Rivierduinen; Ministero della Salute; Vrije Universiteit Amsterdam; National Alliance for Research on Schizophrenia and Depression; ZonMw; Alberta Children's Hospital Foundation; Klingenstein Third Generation Foundation; Universiteit Leiden; King's College London; Department for the Economy; Amsterdam University Medical Centers; Generalitat de Catalunya; European Regional Development Fund; National Healthcare Group; Bundesministerium für Bildung und Forschung; National Institute for Health and Care Research; Science Foundation Ireland; University of Minnesota; EU Joint Programme – Neurodegenerative Disease Research; National Health and Medical Research Council; Ege Üniversitesi; Public Health Agency; National Institute of Mental Health; Children's Hospital Foundation; Ministerio de Ciencia e Innovación; American Foundation for Suicide Prevention; Universitätsmedizin Göttingen; Medical Research Council; Leids Universitair Medisch Centrum; Department of Health and Social Care; University of Texas MD Anderson Cancer Center; Brain and Behavior Research Foundation","keywords":"Medicine; Cohort study; Retrospective cohort study; Cohort; Observational study; Intensive care medicine; Immunology; Internal medicine","score_opus":0.556494646697397,"score_gpt":0.5866387117050602,"score_spread":0.0301440650076632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388523918","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14549758,2.0301938e-7,0.00006753905,0.000517494,0.0000036608526,0.8534111,0.000026369149,0.00019133763,0.0002847359],"genre_scores_gemma":[0.00830265,2.16978e-8,0.0013439725,0.00016187079,0.00012581161,0.9897109,0.000006850977,0.000048545317,0.00029935138],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971835,0.00034610118,0.00049904606,0.0005970962,0.0008464322,0.00052782195],"domain_scores_gemma":[0.99794465,0.00050302636,0.00017444778,0.00042149893,0.000747511,0.00020885949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035021047,0.00018672412,0.0003915552,0.0005678029,0.00037685124,0.0000698334,0.00018395176,0.000120622724,0.00006430452],"category_scores_gemma":[0.0034969596,0.00016502259,0.000085817876,0.0012970266,0.00027663173,0.00012255835,0.00024071996,0.0004117018,0.000025857693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011120611,0.0017334749,0.5508694,0.005060931,0.00022200671,0.000048880884,0.0017242109,0.000001180913,0.4165189,0.00024825704,0.00928803,0.0031641135],"study_design_scores_gemma":[0.03519069,0.01269895,0.721142,0.0013133383,0.000014860157,0.000052291303,0.0015835192,0.0024282557,0.09818088,0.0061367415,0.12081286,0.0004455826],"about_ca_topic_score_codex":0.00008178213,"about_ca_topic_score_gemma":0.00002329671,"teacher_disagreement_score":0.318338,"about_ca_system_score_codex":0.0004064401,"about_ca_system_score_gemma":0.001074684,"threshold_uncertainty_score":0.6729426},"labels":[],"label_agreement":null},{"id":"W4388526516","doi":"10.2196/48521","title":"Clinical Prediction Models for Hospital-Induced Delirium Using Structured and Unstructured Electronic Health Record Data: Protocol for a Development and Validation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health","keywords":"Unstructured data; Protocol (science); Delirium; Electronic health record; Medical record; Medicine; Health records; Health informatics; Computer science; Medical emergency; Data science; Data mining; Health care; Psychiatry; Nursing; Alternative medicine; Public health; Big data","score_opus":0.5045109042219598,"score_gpt":0.6117836882616198,"score_spread":0.10727278403966001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388526516","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07998343,8.7506106e-7,0.0037114643,0.0008676617,0.000020083653,0.91520035,0.00009716804,0.00011121799,0.000007737842],"genre_scores_gemma":[0.012837167,5.8831654e-7,0.0043623047,0.0003154747,0.00019542973,0.9817496,0.00041320192,0.00007608821,0.000050153303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960744,0.0005033307,0.00081280735,0.001027807,0.0006593889,0.000922297],"domain_scores_gemma":[0.99130946,0.00041574254,0.00022141839,0.00054228713,0.0072432566,0.0002678231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004080811,0.0002584212,0.0005107895,0.00045841656,0.00053343514,0.00012393629,0.00020659101,0.00019326677,0.0000041783205],"category_scores_gemma":[0.004279548,0.0002257407,0.000054887227,0.0005400019,0.00013835145,0.00034108188,0.0003185634,0.00062432257,0.0000010131009],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04733253,0.004583935,0.08106115,0.01740334,0.001684943,0.000039991035,0.011725348,0.00004928148,0.00886827,0.00095280266,0.07520203,0.75109637],"study_design_scores_gemma":[0.17664035,0.15783077,0.14283422,0.012694529,0.0001748567,0.000092027134,0.041799765,0.21021421,0.01016293,0.02201169,0.22306962,0.002475042],"about_ca_topic_score_codex":0.000023735694,"about_ca_topic_score_gemma":0.00005845428,"teacher_disagreement_score":0.74862134,"about_ca_system_score_codex":0.00031981987,"about_ca_system_score_gemma":0.0020316076,"threshold_uncertainty_score":0.92054385},"labels":[],"label_agreement":null},{"id":"W4388528965","doi":"10.2196/48485","title":"Progressive Transition From Supervised to Unsupervised Robot-Assisted Therapy After Stroke: Protocol for a Single-Group, Interventional Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ETH Zürich Foundation; Eidgenössische Technische Hochschule Zürich; National Research Foundation","keywords":"Rehabilitation; Usability; Medicine; Physical therapy; Intervention (counseling); Physical medicine and rehabilitation; Protocol (science); Health care; Stroke (engine); Quality of life (healthcare); Artificial intelligence; Computer science; Nursing; Human–computer interaction; Alternative medicine; Engineering","score_opus":0.41611637422277814,"score_gpt":0.5685941191405367,"score_spread":0.15247774491775856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388528965","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2497848,0.0000014476659,0.00018619372,0.0013902144,0.000014011835,0.7481306,0.0001971492,0.00023442977,0.0000611611],"genre_scores_gemma":[0.08841073,4.2148933e-8,0.0018449342,0.00008564769,0.00030143137,0.9086121,0.00017067896,0.00007589697,0.0004985516],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99458724,0.0011393393,0.0008025888,0.0010410079,0.0016076359,0.00082220713],"domain_scores_gemma":[0.9966934,0.000729777,0.00008864938,0.0008028471,0.0012216127,0.00046373063],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002070562,0.0003350024,0.0005714644,0.0007367719,0.00025682218,0.00022783793,0.0003106176,0.00021461428,0.0013161927],"category_scores_gemma":[0.00047265063,0.0002599135,0.0005392306,0.0012851969,0.00018948915,0.00026033327,0.000121356,0.0005328432,0.00015615707],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23471972,0.094884224,0.18154564,0.006083182,0.0009894419,0.00044055292,0.011657064,0.000014969772,0.3487069,0.000043239965,0.012518795,0.10839625],"study_design_scores_gemma":[0.05242776,0.054492507,0.85285336,0.004692894,0.000014519352,0.000009573244,0.003225822,0.00040635583,0.0061050416,0.0003711044,0.024929253,0.00047180435],"about_ca_topic_score_codex":0.000022146076,"about_ca_topic_score_gemma":0.000032383,"teacher_disagreement_score":0.6713077,"about_ca_system_score_codex":0.00043292614,"about_ca_system_score_gemma":0.00032339015,"threshold_uncertainty_score":0.99998534},"labels":[],"label_agreement":null},{"id":"W4388539668","doi":"10.2196/51767","title":"Effect of Electroacupuncture Versus Cognitive Behavioral Therapy for Perimenopausal Insomnia: Protocol for a Noninferiority Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shanghai Clinical Research Center; Science and Technology Commission of Shanghai Municipality; Shanghai Municipal Health Commission","keywords":"Randomized controlled trial; Electroacupuncture; Physical therapy; Protocol (science); Medicine; Insomnia; Cognition; Cognitive behavioral therapy; Single blind; Acupuncture; Psychology; Clinical psychology; Alternative medicine; Psychiatry; Internal medicine","score_opus":0.18163379711769817,"score_gpt":0.6049123103596413,"score_spread":0.42327851324194316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388539668","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0501269,0.0000050867875,0.000031987092,0.00007991848,0.00009169845,0.9481338,0.000060311246,0.0001861049,0.0012841491],"genre_scores_gemma":[0.00773501,5.784573e-7,0.000018800985,0.000007656561,0.00034333643,0.9904196,0.00006126755,0.00009885473,0.0013148647],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.992217,0.004124241,0.0008887161,0.0007234842,0.00078458124,0.0012619628],"domain_scores_gemma":[0.9881006,0.010131624,0.0003485264,0.0004358926,0.00080927624,0.00017408644],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00787088,0.0004646281,0.0021215563,0.0005575168,0.00040984017,0.000090045774,0.00043257474,0.00065236614,0.00051879446],"category_scores_gemma":[0.0016268388,0.00027511336,0.0009982687,0.000831553,0.00061771326,0.000097339376,0.00007639382,0.0008364652,0.00006404379],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98340625,0.0032514117,0.000021497286,0.00036260101,0.0013611831,0.000009443486,0.0009095179,7.0227964e-7,0.0024719012,0.00036999653,0.0037413358,0.004094191],"study_design_scores_gemma":[0.9007606,0.084700644,0.000014520163,0.00025787597,0.00008645506,0.0000011222554,0.00015406514,0.000043289358,0.006574366,0.00020018015,0.006959688,0.00024721253],"about_ca_topic_score_codex":0.00002654359,"about_ca_topic_score_gemma":0.000004478962,"teacher_disagreement_score":0.08264564,"about_ca_system_score_codex":0.00008227487,"about_ca_system_score_gemma":0.00038041823,"threshold_uncertainty_score":0.9999701},"labels":[],"label_agreement":null},{"id":"W4388666702","doi":"10.2196/54462","title":"Correction: Effects of Aerobic Exercise on Cardiorespiratory Fitness, Cardiovascular Risk Factors, and Patient-Reported Outcomes in Long-Term Breast Cancer Survivors: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cardiorespiratory fitness; Aerobic exercise; Randomized controlled trial; Medicine; Physical therapy; Breast cancer; Protocol (science); Term (time); Cancer; Alternative medicine; Gerontology; Internal medicine","score_opus":0.05793038627085672,"score_gpt":0.4330093599580571,"score_spread":0.3750789736872004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388666702","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034852845,0.000179948,0.000006846341,0.000042186948,0.0032318258,0.9924433,0.00022884841,0.00015886538,0.00022285373],"genre_scores_gemma":[0.0005082033,0.00007086623,0.0000018467987,0.000013461183,0.0011780665,0.987627,0.0001347492,0.00027491502,0.010190872],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9875628,0.004140655,0.0022282607,0.0015488233,0.0033397079,0.0011797972],"domain_scores_gemma":[0.9904267,0.004390765,0.0012283617,0.0017211869,0.0017824054,0.00045056306],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0058493963,0.0010752534,0.009002288,0.0015656187,0.0002571949,0.00015590497,0.0003959302,0.0013044869,0.00007229891],"category_scores_gemma":[0.0035811155,0.00072471955,0.003569017,0.0011425968,0.0006138975,0.00013690148,0.00025435849,0.0029334424,0.0000041573367],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88507885,0.0012698595,0.023672225,0.01711463,0.003649293,0.0002283994,0.00057539163,0.000008319551,0.0000055925793,0.0000010453465,0.06208996,0.00630641],"study_design_scores_gemma":[0.9141971,0.0038025784,0.015871344,0.039929997,0.00063588464,0.0000065478957,0.00008913745,0.000024444795,0.00019772735,0.0000126550385,0.024603972,0.0006286186],"about_ca_topic_score_codex":0.007765093,"about_ca_topic_score_gemma":0.0038483043,"teacher_disagreement_score":0.03748599,"about_ca_system_score_codex":0.0007109592,"about_ca_system_score_gemma":0.0026116665,"threshold_uncertainty_score":0.999992},"labels":[],"label_agreement":null},{"id":"W4388735074","doi":"10.2196/41127","title":"Behavioral Activation for Comorbid Depression in People With Noncommunicable Disease in India: Protocol for a Randomized Controlled Feasibility Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research; Government of the United Kingdom","keywords":"Randomized controlled trial; Depression (economics); Protocol (science); Medicine; Disease; Gerontology; Alternative medicine; Psychiatry; Physical therapy; Internal medicine","score_opus":0.34775894734709234,"score_gpt":0.6487496488679173,"score_spread":0.30099070152082497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388735074","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03310641,3.4425437e-7,0.000058089998,0.00048087948,0.000015569969,0.9654252,0.000067457724,0.00008959645,0.0007564566],"genre_scores_gemma":[0.09784533,1.5661351e-8,0.00014449628,0.000017373384,0.000043449047,0.90053636,0.000092776434,0.00004774536,0.001272424],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99418104,0.0025485426,0.0011699965,0.00058525574,0.00058309385,0.00093208015],"domain_scores_gemma":[0.9950416,0.0033936587,0.0002981101,0.00077536004,0.00025033357,0.00024090792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008633783,0.00021738188,0.0010341491,0.00072621694,0.0002182518,0.0001413048,0.0004958854,0.00016843349,0.00014258074],"category_scores_gemma":[0.0010439809,0.00016201759,0.00031750565,0.0010581748,0.00019766873,0.00035888614,0.00018697497,0.00056386786,0.000030051664],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97085154,0.009619371,0.014709056,0.000930198,0.000018406472,0.0000075709327,0.00039205182,0.000005338696,0.000017393284,0.0006208944,0.0016310795,0.0011971041],"study_design_scores_gemma":[0.9610689,0.0052205487,0.0239785,0.0030129089,0.000003747738,3.5398995e-7,0.00013785025,0.00055531884,0.00007747145,0.0034503343,0.0023281525,0.00016586122],"about_ca_topic_score_codex":0.00030173518,"about_ca_topic_score_gemma":0.00044204114,"teacher_disagreement_score":0.06488881,"about_ca_system_score_codex":0.00047909192,"about_ca_system_score_gemma":0.00043835977,"threshold_uncertainty_score":0.6606886},"labels":[],"label_agreement":null},{"id":"W4388836370","doi":"10.2196/51178","title":"Effectiveness of a Health Education Program for Patients Who Had a Stroke and Their Caregivers by Controlling Modifiable Risk Factors to Reduce Stroke Recurrence in a Tertiary Hospital in Bangladesh: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Stroke (engine); Physical therapy; Randomized controlled trial; Blood pressure; Emergency medicine; Health care; Health education; Intervention (counseling); Adverse effect; Public health; Pediatrics; Surgery; Internal medicine; Nursing","score_opus":0.05042767161047282,"score_gpt":0.4637320780774062,"score_spread":0.41330440646693334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388836370","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22105195,0.000004051349,0.00024793626,0.00020706732,0.000018705461,0.77815026,0.00021544227,0.000044593027,0.000059972037],"genre_scores_gemma":[0.07127375,0.0000011860703,0.0004460573,0.00000716779,0.000041098974,0.9277579,0.000099254314,0.000045665103,0.00032792555],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944529,0.0020129313,0.0011621361,0.0007653046,0.0006758511,0.0009308701],"domain_scores_gemma":[0.99499804,0.0032548644,0.0005068692,0.00037939884,0.00062237174,0.00023848347],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009244787,0.00033905683,0.0020510592,0.0009671482,0.00012947829,0.000076282566,0.000264659,0.00015549845,0.0000036284873],"category_scores_gemma":[0.0046391613,0.00024528735,0.0003108399,0.0006965327,0.00017854823,0.00015989732,0.00014987562,0.0004521302,7.6220215e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9563109,0.004365119,0.0077878716,0.004927593,0.00018690836,6.395778e-7,0.0017860234,0.000023073891,0.0007079746,0.000011600328,0.0068844846,0.017007804],"study_design_scores_gemma":[0.96385235,0.014317947,0.0013425237,0.0072552874,0.000013961136,1.0433615e-7,0.001187372,0.00427941,0.002328948,0.000049058566,0.005170231,0.00020278087],"about_ca_topic_score_codex":0.00052825524,"about_ca_topic_score_gemma":0.000005816464,"teacher_disagreement_score":0.1497782,"about_ca_system_score_codex":0.0005657334,"about_ca_system_score_gemma":0.00095201907,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W4388845217","doi":"10.2196/54662","title":"Correction: Community-Led, Cross-Sector Partnership of Housing and Health Care to Promote Aging in Place (Unite Health Project): Protocol for a Prospective Observational Study","year":2023,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Migration, Aging, and Tourism Studies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; General partnership; Protocol (science); Health care; Aging in place; Medicine; Gerontology; Nursing; Medical education; Political science; Alternative medicine","score_opus":0.5990225856849171,"score_gpt":0.645587690261292,"score_spread":0.04656510457637497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388845217","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009524014,0.000012773547,0.000014692282,0.0016271411,0.00020845523,0.99593943,0.00008206145,0.0001780775,0.0009849415],"genre_scores_gemma":[0.00047611565,0.0000030517413,0.00023061923,0.00007240313,0.001146405,0.9632405,0.00008173958,0.00009668586,0.034652453],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900218,0.004710436,0.0010477765,0.00085330615,0.0020054327,0.001361212],"domain_scores_gemma":[0.9953427,0.0008352275,0.0007200434,0.00056114985,0.002243982,0.00029689775],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015773155,0.0004119837,0.00095730135,0.0012167599,0.004844211,0.00059392693,0.00070705975,0.0002839843,0.000011126912],"category_scores_gemma":[0.0016977392,0.0004077051,0.0001038248,0.0031965317,0.0005142117,0.0003623657,0.00048537384,0.002583214,0.0000032687715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004138677,0.0006648284,0.061144967,0.0053094723,0.000033588713,0.0000025209333,0.5453886,0.0000049932955,2.6366612e-7,0.00012582344,0.3860455,0.0008656163],"study_design_scores_gemma":[0.0036548714,0.0064987033,0.2202825,0.011460018,0.000002323951,6.050434e-7,0.07035278,0.00005511332,0.0000037889324,0.00041373944,0.68680894,0.00046661368],"about_ca_topic_score_codex":0.08145303,"about_ca_topic_score_gemma":0.52404535,"teacher_disagreement_score":0.4750358,"about_ca_system_score_codex":0.0021514643,"about_ca_system_score_gemma":0.011478682,"threshold_uncertainty_score":0.99983746},"labels":[],"label_agreement":null},{"id":"W4388861532","doi":"10.2196/53679","title":"Impact of a Mobile App (LoAD Calc) on the Calculation of Maximum Safe Doses of Local Anesthetics: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anesthesia and Pain Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Protocol (science); Randomized controlled trial; SAFER; Clinical trial; Calculator; Medical physics; Clinical decision support system; Computer science; Surgery; Decision support system; Data mining; Alternative medicine","score_opus":0.14443616166982484,"score_gpt":0.5312305696360119,"score_spread":0.386794407966187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388861532","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0120282415,7.0669324e-7,0.0003550565,0.000350275,0.0000020878788,0.98655784,0.0000039534725,0.000032030595,0.00066980085],"genre_scores_gemma":[0.04004275,2.4805843e-7,0.000057105608,0.000019656605,0.00006896241,0.9584103,0.000007220058,0.000029558652,0.0013641719],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99492157,0.0017359342,0.001108238,0.00027122465,0.0015278732,0.00043517668],"domain_scores_gemma":[0.99434215,0.0035304578,0.00047757255,0.0006120509,0.0009341599,0.000103623504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011714867,0.000199772,0.001551001,0.00036992668,0.00008882346,0.000016826785,0.0002607581,0.00013788669,0.00020768351],"category_scores_gemma":[0.0013085613,0.00010015652,0.0009259551,0.0006718052,0.00065244926,0.000035355366,0.000055266508,0.000249797,0.000015578496],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98571795,0.0015815307,0.00024250332,0.0019606964,0.00025802373,0.00000913804,0.00047831715,0.0002845499,0.00089384295,0.0010708364,0.005590134,0.0019124704],"study_design_scores_gemma":[0.9613249,0.016368154,0.00040219133,0.0020048562,0.000032907556,0.0000020464408,0.00023733849,0.0051728454,0.0017777277,0.000991689,0.011590577,0.00009479435],"about_ca_topic_score_codex":0.00007147385,"about_ca_topic_score_gemma":0.000002027952,"teacher_disagreement_score":0.028147522,"about_ca_system_score_codex":0.000119239725,"about_ca_system_score_gemma":0.00072030147,"threshold_uncertainty_score":0.4084264},"labels":[],"label_agreement":null},{"id":"W4388869942","doi":"10.2196/48127","title":"Deciphering the Role of Insulin-Like Growth Factor 1 in Endometrial Cancer in Patients With Polycystic Ovary Syndrome: Protocol for a Methodological Approach Using Cell Culture Experiments","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Growth Hormone and Insulin-like Growth Factors","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Polycystic ovary; IGFBP3; Endometrial cancer; Oncology; Medicine; Insulin-like growth factor; Endometrium; Bioinformatics; Cancer; Endocrinology; Internal medicine; Biology; Gynecology; Insulin; Insulin resistance; Growth factor; Receptor","score_opus":0.3208490435832914,"score_gpt":0.5136620240439228,"score_spread":0.1928129804606314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388869942","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27853945,0.000007837565,0.00008451563,0.000013972895,0.000008648792,0.7211091,0.00004075695,0.000041584928,0.00015415232],"genre_scores_gemma":[0.23546995,6.1015663e-7,0.0024662968,0.000013964992,0.00005866663,0.76187104,0.000016586268,0.00005703323,0.000045823497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994823,0.0010909138,0.0008376195,0.00069897535,0.0014513802,0.0010981561],"domain_scores_gemma":[0.9977817,0.0008207943,0.00023255199,0.00048814202,0.00044681114,0.0002299969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023380027,0.00036040592,0.0008000192,0.00095974543,0.00016144346,0.000057966605,0.0005093785,0.00032412412,0.000045962883],"category_scores_gemma":[0.00092585356,0.00021320632,0.00014416885,0.0036531445,0.00024061765,0.00023905479,0.00032067613,0.0010619492,0.0000045678644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06674166,0.006242404,0.87029475,0.003488443,0.00014960363,0.000074571304,0.004629193,0.00009938514,0.043776974,0.000045674817,0.00037497267,0.004082395],"study_design_scores_gemma":[0.06265159,0.011717909,0.86395085,0.004087752,0.000017648932,0.000011647285,0.001704645,0.0022847103,0.047254354,0.00040459656,0.0052113007,0.00070298807],"about_ca_topic_score_codex":0.0002063595,"about_ca_topic_score_gemma":0.000004757889,"teacher_disagreement_score":0.04306949,"about_ca_system_score_codex":0.00040653607,"about_ca_system_score_gemma":0.00049135694,"threshold_uncertainty_score":0.8694301},"labels":[],"label_agreement":null},{"id":"W4388930020","doi":"10.2196/50732","title":"Development and Testing of an Electronic Diabetes Diary Integrated With a Hospital Information System for Individuals With Type 2 Diabetes Mellitus: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Diabetes mellitus; Medicine; Type 2 Diabetes Mellitus; Type 2 diabetes; Gerontology; Family medicine; Computer science; Psychology; Alternative medicine; World Wide Web","score_opus":0.1956693401500686,"score_gpt":0.5841689691701125,"score_spread":0.3884996290200439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388930020","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10354768,0.0000014657547,0.00069200393,0.00009876475,0.0000061577744,0.8953114,0.000057776313,0.00024480035,0.00003993394],"genre_scores_gemma":[0.0051529044,1.285846e-7,0.061426017,0.000027256301,0.000054317003,0.93312174,0.0001347374,0.000054107586,0.000028785322],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99434084,0.0018075136,0.0011200386,0.00046572898,0.0006012224,0.0016646864],"domain_scores_gemma":[0.99300146,0.0033786856,0.0005934306,0.0004756316,0.0021411134,0.00040970164],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014540636,0.0002586321,0.0005300104,0.00055411126,0.0014112166,0.000060452912,0.0003314976,0.00018672815,0.0000053297726],"category_scores_gemma":[0.0012256763,0.0001759654,0.00002144573,0.0019872882,0.00011600452,0.00042900548,0.00015202949,0.0006994721,0.000011021114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040467456,0.002243401,0.31472644,0.09700688,0.0002769247,9.189785e-7,0.019908568,0.000016836706,0.0005255305,0.0025910211,0.004300615,0.5543561],"study_design_scores_gemma":[0.020108607,0.0412338,0.058264516,0.013098623,0.000023513427,6.198805e-7,0.03856417,0.0046482286,0.0052626696,0.00044704034,0.8176891,0.00065907394],"about_ca_topic_score_codex":0.000023605955,"about_ca_topic_score_gemma":0.000061809,"teacher_disagreement_score":0.8133885,"about_ca_system_score_codex":0.0003435594,"about_ca_system_score_gemma":0.0045127966,"threshold_uncertainty_score":0.99988884},"labels":[],"label_agreement":null},{"id":"W4388930027","doi":"10.2196/50797","title":"Transformation and Articulation of Clinical Data to Understand Students’ and Health Professionals’ Clinical Reasoning: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université Laval; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture","keywords":"PsycINFO; CINAHL; Data extraction; Protocol (science); Checklist; MEDLINE; Systematic review; Medical education; Psychology; Computer science; Medicine; Alternative medicine","score_opus":0.9349515214085985,"score_gpt":0.8169460549232435,"score_spread":0.11800546648535504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388930027","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011678801,0.066549234,0.00010370746,0.0023986886,0.00001383643,0.93076354,0.00009353999,0.00005237517,0.000023878702],"genre_scores_gemma":[3.464485e-8,0.34577134,0.00082465186,0.00026840065,0.00020781616,0.6525105,0.00025688653,0.000050350965,0.00010999085],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98918116,0.0025032114,0.004886607,0.0012099531,0.0015844255,0.00063465995],"domain_scores_gemma":[0.9717572,0.024330145,0.0011266302,0.0012587211,0.00056477217,0.00096258096],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04373074,0.00034837893,0.00380864,0.00027496673,0.00020354542,0.00009327352,0.00050505326,0.00050044665,0.000019721221],"category_scores_gemma":[0.08139083,0.00024132385,0.0003388919,0.0007630235,0.00030148934,0.00014843393,0.00074145506,0.0013019068,0.000017036375],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004456052,0.00094436924,0.00048477243,0.4677795,0.000094285766,0.000004338977,0.000059164402,1.7429208e-8,1.0243503e-8,0.000100802514,0.023915047,0.5061721],"study_design_scores_gemma":[0.0033054464,0.0030723626,0.00072072155,0.72646546,0.000074451986,0.0000099816525,0.000035911493,0.000025990008,6.3664956e-8,0.000043426917,0.26610175,0.00014441943],"about_ca_topic_score_codex":0.000010938655,"about_ca_topic_score_gemma":0.000020998552,"teacher_disagreement_score":0.5060277,"about_ca_system_score_codex":0.000094879295,"about_ca_system_score_gemma":0.004271077,"threshold_uncertainty_score":0.9846804},"labels":[],"label_agreement":null},{"id":"W4388930191","doi":"10.2196/49582","title":"Treatments for Trauma-Induced Coagulopathy: Protocol for a Systematic Review and Meta-Analysis","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Trauma, Hemostasis, Coagulopathy, Resuscitation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hokkaido University","keywords":"Meta-analysis; Protocol (science); Medicine; Coagulopathy; Systematic review; Psychology; MEDLINE; Intensive care medicine; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.7590928070249229,"score_gpt":0.6716450361469513,"score_spread":0.08744777087797162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388930191","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.19240875e-8,0.18552412,0.000061576524,0.00024232717,0.0000025381898,0.8131006,0.00077297277,0.0002087701,0.00008708246],"genre_scores_gemma":[1.5354264e-8,0.04541538,0.0010389788,0.00008183667,0.00010995897,0.9474438,0.0005568521,0.0003703507,0.004982837],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9888106,0.002385652,0.003308337,0.0019820817,0.0020490447,0.0014643059],"domain_scores_gemma":[0.9901114,0.003419328,0.0015325572,0.0023445727,0.0019273399,0.00066476193],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0084479805,0.0012631513,0.014982928,0.0020788307,0.00047050303,0.0003347176,0.00077097636,0.00072281196,0.0001061353],"category_scores_gemma":[0.0033852018,0.00079974456,0.005653071,0.004071214,0.00016532703,0.00021398423,0.00022633263,0.00094779773,0.00014386197],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022020264,0.00057334814,4.5792947e-7,0.8915026,0.08602484,0.0000259844,0.000060356637,3.2268108e-8,8.4146575e-7,0.000071824994,0.0022456984,0.01927381],"study_design_scores_gemma":[0.0029270572,0.0024689382,0.0000019984493,0.3931687,0.35281238,0.00002780504,0.000028849487,0.000010056504,0.000007823141,0.00010265365,0.24793926,0.00050450134],"about_ca_topic_score_codex":0.000010816466,"about_ca_topic_score_gemma":0.000028938406,"teacher_disagreement_score":0.4983339,"about_ca_system_score_codex":0.00075145665,"about_ca_system_score_gemma":0.0013504543,"threshold_uncertainty_score":0.9996407},"labels":[],"label_agreement":null},{"id":"W4388930192","doi":"10.2196/49126","title":"Investigating the Culture Around Sexual Harassment in First-Generation Universities in Southwestern Nigeria: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sexual Assault and Victimization Studies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"African Population and Health Research Center; Wellcome Trust","keywords":"Harassment; Focus group; Psychological intervention; Qualitative research; Silence; Qualitative property; Higher education; Psychology; Medical education; Medicine; Sociology; Political science; Social psychology; Nursing; Social science","score_opus":0.4617234848213997,"score_gpt":0.6208069867234378,"score_spread":0.15908350190203813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388930192","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020786412,3.3548093e-7,0.00013961368,0.0015665529,0.000014534858,0.97685635,0.0000060770435,0.00008084029,0.00054928305],"genre_scores_gemma":[0.00471074,1.0297265e-7,0.0007157325,0.000027384975,0.00027927643,0.9898589,0.0000072566672,0.000015060135,0.0043855347],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99466884,0.0031994567,0.00034439817,0.00038177686,0.0008175228,0.00058799423],"domain_scores_gemma":[0.9983563,0.0009113801,0.000096769625,0.00020352776,0.0003573418,0.00007472625],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009129875,0.00013788795,0.00020687496,0.00029981753,0.0015035967,0.0003749095,0.00040776507,0.00011183157,0.000023929913],"category_scores_gemma":[0.0006408797,0.000100900324,0.000029548984,0.0019121533,0.00029695182,0.00031556355,0.00023856683,0.00036668323,0.000016107057],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020095693,0.0009619174,0.21538685,0.00030985838,0.000044261593,0.00000967571,0.746134,0.0009021905,0.00083045947,0.0011833381,0.028310047,0.005726443],"study_design_scores_gemma":[0.0029210548,0.00073186605,0.017858505,0.0002142408,0.0000010491744,8.8117254e-8,0.84222925,0.002076982,0.00010798341,0.00079122407,0.13289359,0.00017414644],"about_ca_topic_score_codex":0.0010117819,"about_ca_topic_score_gemma":0.029545244,"teacher_disagreement_score":0.19752835,"about_ca_system_score_codex":0.0004245478,"about_ca_system_score_gemma":0.0005334562,"threshold_uncertainty_score":0.99979633},"labels":[],"label_agreement":null},{"id":"W4388930229","doi":"10.2196/46709","title":"Efficacy and Safety of the Natural Killer T Cell–Stimulatory Glycolipid OCH-NCNP1 for Patients With Relapsing Multiple Sclerosis: Protocol for a Randomized Placebo-Controlled Clinical Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"EA Pharma Co., Ltd.","keywords":"Medicine; Protocol (science); Randomized controlled trial; Multiple sclerosis; Placebo; Clinical trial; Preprint; Pharmacology; Alternative medicine; Immunology; Internal medicine; Computer science; Pathology; World Wide Web","score_opus":0.24961512612713885,"score_gpt":0.5188293551999238,"score_spread":0.2692142290727849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388930229","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025144624,0.0000033953252,0.000050760173,0.0005931011,0.000065024,0.973865,0.00004601655,0.00011219478,0.00011990813],"genre_scores_gemma":[0.03762482,0.000002794039,0.0011712743,0.000036626963,0.00044308256,0.9595206,0.00002228189,0.000106818254,0.0010717129],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99113977,0.0025418766,0.0018395862,0.00095941656,0.0021956405,0.0013236905],"domain_scores_gemma":[0.97376037,0.02248015,0.0006018512,0.000956543,0.0018186411,0.00038242628],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012785874,0.00044386496,0.0021937185,0.00041966606,0.00093353266,0.00012050506,0.0005351603,0.00029879392,0.00002630014],"category_scores_gemma":[0.031085644,0.00023606334,0.0007269022,0.0008575752,0.0016895806,0.00016734487,0.0006446007,0.0011640134,0.000007979305],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9765235,0.0025964372,0.002827441,0.0023406246,0.00042926852,8.722838e-7,0.00027787703,0.000015809383,0.00067010266,0.000026756079,0.010553617,0.0037376569],"study_design_scores_gemma":[0.94407004,0.009017686,0.018591471,0.005641898,0.000047765378,2.8627625e-7,0.00006140865,0.0057579353,0.00033214912,0.00003728945,0.0161981,0.00024398106],"about_ca_topic_score_codex":0.00000938017,"about_ca_topic_score_gemma":0.0000094727575,"teacher_disagreement_score":0.032453507,"about_ca_system_score_codex":0.00018144079,"about_ca_system_score_gemma":0.0008556261,"threshold_uncertainty_score":0.97707593},"labels":[],"label_agreement":null},{"id":"W4388930232","doi":"10.2196/47196","title":"Nutritional Interventions for the Prevention of Cognitive Decline in Patients With Mild Cognitive Impairment and Alzheimer Disease: Protocol for a Network Meta-Analysis of Randomized Controlled Trials","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive decline; Psychological intervention; Medicine; Disease; Cognition; Gerontology; Alzheimer's disease; Cognitive impairment; Dementia; Randomized controlled trial; Psychiatry; Pathology","score_opus":0.39986680717665285,"score_gpt":0.5912008629320012,"score_spread":0.1913340557553484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388930232","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036086193,0.00007373431,0.0021786394,0.0007028462,0.0000021038245,0.9925375,0.0008508224,0.000015480138,0.000030281437],"genre_scores_gemma":[0.06372702,0.00000339883,0.00020521622,0.00003026436,0.00004560342,0.9350146,0.00059587695,0.000025955786,0.0003520374],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9914134,0.003881054,0.0020297985,0.00047549832,0.001621033,0.00057922205],"domain_scores_gemma":[0.96945876,0.025401892,0.0008308426,0.00021413217,0.0039129183,0.00018145276],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029385792,0.0002509261,0.0043038065,0.0011911651,0.00019035337,0.00006192179,0.0001509451,0.000078132536,0.0005096568],"category_scores_gemma":[0.007936965,0.00012758988,0.0039116624,0.0018730891,0.0006188411,0.00011860978,0.00016409313,0.00023821271,0.0000014561028],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82118475,0.00596692,0.031104011,0.0019968327,0.13808751,0.0000019516071,0.00008542486,0.000012342658,0.000004644048,0.0002231367,0.00055285153,0.00077962776],"study_design_scores_gemma":[0.6859639,0.0076800743,0.21592169,0.0055656196,0.08088685,1.3423306e-7,0.0002134334,0.0015371963,0.00015234342,0.0018099142,0.0001347058,0.00013408987],"about_ca_topic_score_codex":0.000009717515,"about_ca_topic_score_gemma":0.000027352764,"teacher_disagreement_score":0.18481767,"about_ca_system_score_codex":0.00003160141,"about_ca_system_score_gemma":0.00038500517,"threshold_uncertainty_score":0.9994516},"labels":[],"label_agreement":null},{"id":"W4388938820","doi":"10.2196/50893","title":"Authorship Correction: Voice-Based Screening for SARS-CoV-2 Exposure in Cardiovascular Clinics (VOICE-COVID-19-II): Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Tracheal and airway disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Montreal Heart Institute; University of Ottawa; Université de Montréal; McGill University Health Centre","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Protocol (science); Randomized controlled trial; 2019-20 coronavirus outbreak; Medicine; Sars virus; Betacoronavirus; Virology; Alternative medicine; Internal medicine; Pathology; Disease","score_opus":0.3262242532325099,"score_gpt":0.5531133048860313,"score_spread":0.22688905165352136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388938820","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004316698,0.000050431867,0.0056219827,0.0031208391,0.0013559223,0.98769957,0.00016004742,0.0006123415,0.0013745797],"genre_scores_gemma":[0.0000038497,0.000002939721,0.0011042869,0.00045961986,0.005919015,0.91554683,0.000703567,0.00044296126,0.07581691],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9819574,0.0057635787,0.003703268,0.0023789401,0.00368501,0.0025118266],"domain_scores_gemma":[0.9833946,0.010784836,0.0011130925,0.0018917058,0.002017046,0.0007987017],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.044067334,0.0012488996,0.008261999,0.0021942616,0.0011381241,0.0003748637,0.0010363824,0.003032849,0.000056662182],"category_scores_gemma":[0.04849917,0.0009704497,0.0071724188,0.0020085408,0.00073887286,0.00019127117,0.00026395064,0.0059738457,0.00004855448],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.57479066,0.0014828941,0.000011194699,0.010549046,0.0009459707,0.00005028247,0.00023230258,0.000053832988,0.000012904864,0.00001717973,0.4087447,0.0031090244],"study_design_scores_gemma":[0.4982479,0.007094821,0.0000030533163,0.0058227805,0.00015424912,0.0000034459779,0.00009354005,0.0037342107,0.000038946575,0.0003889554,0.48396054,0.00045758238],"about_ca_topic_score_codex":0.00024636576,"about_ca_topic_score_gemma":0.00037608825,"teacher_disagreement_score":0.076542795,"about_ca_system_score_codex":0.0008235621,"about_ca_system_score_gemma":0.011083216,"threshold_uncertainty_score":0.9992746},"labels":[],"label_agreement":null},{"id":"W4388941888","doi":"10.2196/52114","title":"Assessment of Knowledge and Attitudes Over Time in Postacute COVID-19 Environments: Protocol for an Epidemiological Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Coronavirus disease 2019 (COVID-19); Epidemiology; Medicine; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Pandemic; Medical education; Computer science; Psychology; Virology; Alternative medicine; Pathology; Disease","score_opus":0.490672619358835,"score_gpt":0.6739009531963641,"score_spread":0.18322833383752912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388941888","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019502813,6.825555e-7,0.000024528548,0.0005206901,0.0000017478012,0.9785348,0.000015941408,0.000049750433,0.0013490374],"genre_scores_gemma":[0.016397616,9.3873723e-7,0.00014685268,0.000046637662,0.000089645306,0.98155093,0.000005699022,0.000015345197,0.0017463064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950577,0.0026814444,0.00044456535,0.000513853,0.0006319036,0.0006705209],"domain_scores_gemma":[0.99765855,0.0014986688,0.00009868884,0.00032425817,0.000083055085,0.00033677075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011414827,0.00014037904,0.00036820467,0.00028891242,0.00047362596,0.00007804017,0.0004525034,0.00013718981,0.00039563826],"category_scores_gemma":[0.0013328159,0.00011266208,0.00005629363,0.00063877174,0.00013842777,0.0003294051,0.00031978998,0.0003046942,0.000034083223],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040377156,0.0036485984,0.96873945,0.00045621884,0.000019485624,0.00002053242,0.004259481,0.00000790749,0.0010070751,0.0029298002,0.017284643,0.0012230583],"study_design_scores_gemma":[0.0033354294,0.0035975203,0.7674055,0.00016532681,9.857005e-7,1.722113e-7,0.00061605894,0.00014959203,0.000013535444,0.0022065386,0.22238433,0.0001250014],"about_ca_topic_score_codex":0.00019971424,"about_ca_topic_score_gemma":0.0007482474,"teacher_disagreement_score":0.20509969,"about_ca_system_score_codex":0.00032615362,"about_ca_system_score_gemma":0.0006692578,"threshold_uncertainty_score":0.45942262},"labels":[],"label_agreement":null},{"id":"W4388941904","doi":"10.2196/45200","title":"The Effects of Quality Assurance System Implementation on Work Well-Being and Patient Safety: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Quality and Management","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Quality assurance; Patient safety; Data collection; Protocol (science); Timeline; Reliability (semiconductor); Quality (philosophy); Work (physics); Medicine; Process management; Operations management; Medical education; Health care; Engineering","score_opus":0.4522935976426989,"score_gpt":0.7381147493581982,"score_spread":0.2858211517154993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388941904","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032856043,7.0944503e-7,0.00046906408,0.0021792715,0.000051608422,0.99310166,0.000010665719,0.00014901192,0.0007524016],"genre_scores_gemma":[0.005405764,4.600786e-7,0.0005952419,0.00011130533,0.0000851276,0.993358,0.0000051991697,0.000036273716,0.0004025891],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96887714,0.026984785,0.0014093439,0.0005239439,0.0011388111,0.001065988],"domain_scores_gemma":[0.9773694,0.020618401,0.00048126484,0.0007433392,0.00060268905,0.00018488242],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03576955,0.00018871116,0.00043517217,0.0002227566,0.002589491,0.000052368447,0.00033493008,0.00013015103,0.0000122144265],"category_scores_gemma":[0.0021991213,0.00012749287,0.00007195274,0.0010420531,0.000098891374,0.00009097681,0.0004789211,0.00073300116,0.00004428821],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009077602,0.0011269476,0.013489786,0.11025804,0.00019430071,0.000011117583,0.037440542,0.0000040583204,0.00037313235,0.055086643,0.066795,0.70614284],"study_design_scores_gemma":[0.009185592,0.008321539,0.11134701,0.012546828,0.0000054694956,9.9403266e-8,0.1014631,0.000040078812,0.0010423578,0.0020369047,0.75376993,0.00024108164],"about_ca_topic_score_codex":0.00027545245,"about_ca_topic_score_gemma":0.0002887104,"teacher_disagreement_score":0.70590174,"about_ca_system_score_codex":0.00038828328,"about_ca_system_score_gemma":0.0003807,"threshold_uncertainty_score":0.998709},"labels":[],"label_agreement":null},{"id":"W4388942480","doi":"10.2196/52662","title":"Testing an Evidence-Based Self-Help Program for Infertility-Related Distress: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Health and Technologies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Regina","funders":"","keywords":"Infertility; Randomized controlled trial; Mood; Anxiety; Distress; Quality of life (healthcare); Medicine; Psychological intervention; Clinical psychology; Intervention (counseling); Psychiatry; Psychology; Psychotherapist; Pregnancy","score_opus":0.4355547931163497,"score_gpt":0.6186844025402096,"score_spread":0.18312960942385992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388942480","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026566205,0.0000034431737,0.00009388768,0.004085375,0.000015718626,0.9897663,0.000013316884,0.0031239404,0.00024141354],"genre_scores_gemma":[0.0012083245,2.281196e-7,0.0065821167,0.000043867265,0.00040736786,0.9911564,0.00004158984,0.0000847858,0.00047530452],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923041,0.0017659841,0.0016246953,0.0011711454,0.0016040194,0.0015300729],"domain_scores_gemma":[0.9826283,0.012103791,0.00044029948,0.0012491432,0.0030860861,0.0004923748],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.023730598,0.00037626183,0.0019843392,0.0007463702,0.0006106569,0.00022326688,0.000559741,0.0005065178,0.000055075903],"category_scores_gemma":[0.1290373,0.000245331,0.0005916143,0.0019630322,0.00060842466,0.00032931482,0.00015363884,0.00093712396,0.000028646167],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9473224,0.003667361,0.0007834299,0.008036253,0.00011458859,0.000017075323,0.000058513793,0.0000030804954,0.0004285241,0.00032063888,0.0023504214,0.036897693],"study_design_scores_gemma":[0.9221669,0.02426731,0.00036708688,0.006410521,0.000023711198,0.0000032088626,0.000045446905,0.014215628,0.0012372193,0.0038228587,0.027216906,0.00022319485],"about_ca_topic_score_codex":0.00002040133,"about_ca_topic_score_gemma":0.0000037341463,"teacher_disagreement_score":0.105306715,"about_ca_system_score_codex":0.00022698118,"about_ca_system_score_gemma":0.0030968408,"threshold_uncertainty_score":0.9999999},"labels":[],"label_agreement":null},{"id":"W4388942487","doi":"10.2196/53284","title":"Connecting Actors With the Introduction of Mobile Technology in Health Care Practice Placements (4D Project): Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erasmus+; Universität Duisburg-Essen; Uniwersytet Medyczny w Lublinie; Österreichische Forschungsförderungsgesellschaft; University of Twente; Universitat Pompeu Fabra; Austrian Federal Ministry of Economy, Family and Youth; European Commission; TU Graz, Internationale Beziehungen und Mobilitätsprogramme","keywords":"Process (computing); Health care; Protocol (science); Mobile technology; Focus group; Mobile device; Computer science; Population; Knowledge management; Medical education; Medicine; Sociology; World Wide Web; Political science","score_opus":0.35199648942609374,"score_gpt":0.7283359544757093,"score_spread":0.3763394650496156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388942487","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001589184,0.0000028174436,0.0005923901,0.012774254,0.000019096247,0.98457706,0.00002642226,0.0002446934,0.00017409513],"genre_scores_gemma":[0.0013603335,8.42113e-7,0.0074618333,0.00011755776,0.0002735585,0.9904537,0.000029271945,0.000071490416,0.00023139859],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9868546,0.008317342,0.0014805566,0.0008250101,0.00081265165,0.0017098301],"domain_scores_gemma":[0.9914074,0.0044697113,0.001048512,0.001105196,0.0017652257,0.00020397014],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02285143,0.00023365872,0.0005608585,0.0011775469,0.0026005572,0.000029848983,0.0005944276,0.00025908792,0.000045339923],"category_scores_gemma":[0.0034257364,0.00015682096,0.000041425057,0.005054662,0.00019189106,0.00019280368,0.0003952074,0.0021364393,0.000024901074],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025484636,0.0089176735,0.019994419,0.077860326,0.0001620331,0.000010114571,0.14759381,0.0003020322,0.0012381556,0.01293359,0.24389216,0.46161103],"study_design_scores_gemma":[0.005212009,0.006738747,0.0004190907,0.00080499175,0.0000017742913,0.0000014259796,0.22858776,0.000086411295,0.00017855728,0.00011487056,0.75775826,0.00009610692],"about_ca_topic_score_codex":0.0007800313,"about_ca_topic_score_gemma":0.0013158702,"teacher_disagreement_score":0.51386607,"about_ca_system_score_codex":0.000816042,"about_ca_system_score_gemma":0.0055197272,"threshold_uncertainty_score":0.99869794},"labels":[],"label_agreement":null},{"id":"W4388942521","doi":"10.2196/52365","title":"Innovative Design and Development of Personalized Ankle-Foot Orthoses for Survivors of Stroke With Equinovarus Foot: Protocol for a Feasibility and Comparative Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prosthetics and Rehabilitation Robotics","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Foot (prosody); Protocol (science); Physical medicine and rehabilitation; Physical therapy; Ankle; Medicine; Stroke (engine); Randomized controlled trial; Alternative medicine; Engineering; Surgery","score_opus":0.47887260554489236,"score_gpt":0.5252664198105803,"score_spread":0.04639381426568795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388942521","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030150702,0.0000015627976,0.02765659,0.000021454227,0.0000030609065,0.94201493,0.000066518245,0.000046279936,0.00003891416],"genre_scores_gemma":[0.010154614,1.3309874e-7,0.06433544,8.049684e-7,0.000012135888,0.9254092,0.0000073094493,0.000022149117,0.000058233367],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99824196,0.00018601365,0.00051432656,0.00027680764,0.00042408326,0.00035680164],"domain_scores_gemma":[0.9972148,0.0012377467,0.00011332291,0.00017462987,0.0011798311,0.0000796535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025119747,0.00016628084,0.0004149386,0.00026421374,0.00013924079,0.000038435413,0.00012785819,0.00008519608,0.0000049532564],"category_scores_gemma":[0.00021774389,0.00012537971,0.000032398864,0.0006166962,0.00045318328,0.000077456985,0.000076445,0.00015385494,3.3444013e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.58275247,0.00582743,0.020259043,0.08571777,0.0016635034,0.000006768364,0.096141234,0.01396766,0.0956599,0.03201045,0.0032267608,0.06276703],"study_design_scores_gemma":[0.42545873,0.077375986,0.024917657,0.0071994285,0.000020367512,0.0000047757467,0.01103031,0.056081295,0.3011879,0.0081139505,0.086673796,0.0019357868],"about_ca_topic_score_codex":0.0000023079754,"about_ca_topic_score_gemma":0.000015914173,"teacher_disagreement_score":0.205528,"about_ca_system_score_codex":0.00005945785,"about_ca_system_score_gemma":0.0004044553,"threshold_uncertainty_score":0.5112836},"labels":[],"label_agreement":null},{"id":"W4388942535","doi":"10.2196/52799","title":"Bio-Experiential Technology to Support Persons With Dementia and Care Partners at Home (TEND): Protocol for an Intervention Development Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Intervention (counseling); Experiential learning; Protocol (science); Gerontology; Psychology; Medicine; Nursing; Medical education; Alternative medicine; Disease; Pedagogy","score_opus":0.21296034088555005,"score_gpt":0.5867535335429764,"score_spread":0.3737931926574264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388942535","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26970538,4.592435e-7,0.000055127155,0.00024324805,0.0000033841159,0.72948647,0.000012229958,0.00017734172,0.00031633227],"genre_scores_gemma":[0.10748118,5.360353e-8,0.0005312918,0.000018040355,0.000051615527,0.8889744,0.00009703287,0.000058545134,0.002787819],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99577296,0.0002635394,0.00042070381,0.0009329578,0.0014001753,0.0012096553],"domain_scores_gemma":[0.99789476,0.000043637647,0.000066983834,0.00048704568,0.0009638893,0.0005436852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016795909,0.00026988756,0.00033904958,0.0013995117,0.00069299113,0.00018511624,0.00030342137,0.0001236156,0.00041266112],"category_scores_gemma":[0.00008303438,0.00020997957,0.0000672833,0.0014509237,0.00028441995,0.00019846081,0.0007646839,0.00035863798,0.00014923135],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016338976,0.005988052,0.8421182,0.003613025,0.00044421814,0.00031031255,0.013763994,4.442867e-7,0.009185137,0.00005086452,0.015446617,0.092740126],"study_design_scores_gemma":[0.031556994,0.11854401,0.21739799,0.001880098,0.000030797426,0.000042443276,0.05221488,0.000025134288,0.038943756,0.000031933567,0.538801,0.00053096074],"about_ca_topic_score_codex":0.000011749934,"about_ca_topic_score_gemma":0.00020821097,"teacher_disagreement_score":0.6247202,"about_ca_system_score_codex":0.00031084544,"about_ca_system_score_gemma":0.00047728734,"threshold_uncertainty_score":0.8562718},"labels":[],"label_agreement":null},{"id":"W4388942548","doi":"10.2196/52447","title":"Dazhu Hongjingtian Injection for Ischemic Stroke: Protocol for a Prospective, Multicenter Observational Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traditional Chinese Medicine Analysis","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"China Academy of Chinese Medical Sciences; National Natural Science Foundation of China","keywords":"Medicine; Generalizability theory; Stroke (engine); Observational study; Clinical trial; Adverse effect; Physical therapy; Prospective cohort study; Vital signs; Emergency medicine; Randomized controlled trial; Internal medicine; Surgery","score_opus":0.5219022135666481,"score_gpt":0.6103823559176804,"score_spread":0.0884801423510323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388942548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010421323,1.5685357e-7,0.00043490215,0.0016184892,0.0000087765075,0.98656166,0.00010887023,0.00026685678,0.000578948],"genre_scores_gemma":[0.010453767,1.69637e-8,0.0014962745,0.0000888494,0.00099331,0.97936743,0.00023269597,0.00008307992,0.0072845584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99613154,0.00017710814,0.00059738016,0.000764289,0.001584902,0.00074477814],"domain_scores_gemma":[0.9964627,0.0007318706,0.00013517273,0.00053126627,0.0018826216,0.00025638717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024293081,0.00026020786,0.00045874197,0.00084397267,0.00044810234,0.000096473836,0.0002688162,0.0001245121,0.00015341378],"category_scores_gemma":[0.0018444769,0.00020631454,0.00025524673,0.0016502285,0.0001409742,0.00028035697,0.000108808956,0.0005977676,0.00007918453],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017588535,0.0082242545,0.5564199,0.0051985746,0.00060508517,0.000041033127,0.0016928591,0.000051194475,0.02474966,0.00036124195,0.38166976,0.0033979032],"study_design_scores_gemma":[0.049295627,0.021617504,0.51370007,0.0021549177,0.00005227191,0.00001600466,0.0015305801,0.00819516,0.0037078147,0.00084373757,0.39847633,0.00040999212],"about_ca_topic_score_codex":0.000023768616,"about_ca_topic_score_gemma":0.000040463467,"teacher_disagreement_score":0.042719852,"about_ca_system_score_codex":0.00035362382,"about_ca_system_score_gemma":0.00055497745,"threshold_uncertainty_score":0.8413263},"labels":[],"label_agreement":null},{"id":"W4388942551","doi":"10.2196/53138","title":"Exploring Medical Career Choice to Better Inform Swiss Physician Workforce Planning: Protocol for a National Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Université de Lausanne; Université de Fribourg; Université de Strasbourg; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Preprint; Protocol (science); Workforce; Cohort; Medicine; Medical education; Workforce planning; Family medicine; Psychology; Alternative medicine; Computer science; Political science; World Wide Web","score_opus":0.7615200595272248,"score_gpt":0.6343111848398718,"score_spread":0.12720887468735298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388942551","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005784775,5.6297324e-8,0.000017062213,0.0041863914,0.000023671268,0.96278393,0.000010137529,0.00020328978,0.026990704],"genre_scores_gemma":[0.0022090648,2.9915356e-8,0.000040595387,0.0008022513,0.0015361329,0.9911537,0.000010344044,0.000021381857,0.0042265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989576,0.00035123955,0.00030035456,0.00044730393,0.008284485,0.0010406398],"domain_scores_gemma":[0.9971352,0.0007989419,0.000056080065,0.000270275,0.0011560394,0.00058345724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011561326,0.00015063828,0.00024035806,0.0004318299,0.001232333,0.0003346162,0.0014203767,0.0001238146,0.00027690112],"category_scores_gemma":[0.0024527214,0.0001371961,0.00007759271,0.001955707,0.0003037945,0.00059329625,0.00054475886,0.0006041617,0.00028835505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073316746,0.00091768743,0.30502868,0.00045776626,0.0000876659,0.00007214429,0.05577745,0.000023247389,0.000025782943,0.0021920465,0.59145963,0.043224733],"study_design_scores_gemma":[0.0018589981,0.0008568985,0.06585758,0.00093898084,0.0000013781856,1.3454505e-7,0.017235741,0.000020793854,0.000037771915,0.00039376447,0.9126319,0.00016600601],"about_ca_topic_score_codex":0.00019231517,"about_ca_topic_score_gemma":0.00035410776,"teacher_disagreement_score":0.32117233,"about_ca_system_score_codex":0.00035198298,"about_ca_system_score_gemma":0.0008923603,"threshold_uncertainty_score":0.9478234},"labels":[],"label_agreement":null},{"id":"W4388942578","doi":"10.2196/51368","title":"Design and Rationale of Prolonged Nightly Fasting for Multiple Myeloma Prevention (PROFAST): Protocol for a Randomized Controlled Pilot Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dietary Effects on Health","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Cancer Institute; National Heart, Lung, and Blood Institute","keywords":"Medicine; Overweight; Randomized controlled trial; Multiple myeloma; Internal medicine; Obesity; Physical therapy","score_opus":0.39207231203649273,"score_gpt":0.5761981611171582,"score_spread":0.18412584908066543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388942578","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015630494,0.000001186974,0.011253528,0.00100064,0.00001031195,0.9859436,0.0000141797045,0.00014166044,0.000071814386],"genre_scores_gemma":[0.0012985367,1.9372115e-7,0.016394516,0.000021710344,0.00031374462,0.98012733,0.000043825705,0.000063675216,0.0017364367],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99374706,0.0027117399,0.0012412481,0.0005621697,0.0009813886,0.00075639965],"domain_scores_gemma":[0.98373973,0.013993558,0.00046274593,0.00034497326,0.001230988,0.00022801534],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023256833,0.00024247248,0.0016562205,0.000545018,0.000324139,0.00007064976,0.00016509122,0.0001418351,0.000031255906],"category_scores_gemma":[0.014592369,0.00017254852,0.0003277368,0.00052260427,0.00024467634,0.00018097922,0.00007909788,0.00032094255,0.000007997355],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.966626,0.0013806634,0.00005387632,0.008343694,0.00016998324,0.0000034199593,0.00020834441,0.000019102295,0.013035285,0.00019239803,0.0029964244,0.0069708377],"study_design_scores_gemma":[0.895442,0.036099326,0.00010089113,0.002731733,0.000024197274,0.0000026231123,0.00003196591,0.055884916,0.0046686586,0.0024260383,0.002457583,0.00013003676],"about_ca_topic_score_codex":0.000005357568,"about_ca_topic_score_gemma":0.000005367081,"teacher_disagreement_score":0.071183935,"about_ca_system_score_codex":0.00008534247,"about_ca_system_score_gemma":0.0011724457,"threshold_uncertainty_score":0.99370813},"labels":[],"label_agreement":null},{"id":"W4388942787","doi":"10.2196/53410","title":"Telehealth Behavioral Intervention for Chronic Disease Self-Management in Adults With Physical Disabilities (My Health, My Life, My Way): Protocol for Intervention Fidelity and Dashboard Design for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research; Administration for Community Living","keywords":"Coaching; Health coaching; Telehealth; Fidelity; Randomized controlled trial; Health care; Protocol (science); Medicine; eHealth; Behavior change; Psychology; Telemedicine; Intervention (counseling); Nursing; Medical education; Physical therapy; Computer science; Alternative medicine","score_opus":0.15800432622505264,"score_gpt":0.547914860925906,"score_spread":0.38991053470085335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388942787","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024145383,0.0000042568627,0.003133664,0.0017545659,0.000026429183,0.9707143,0.000029570769,0.00017143457,0.000020443784],"genre_scores_gemma":[0.018571153,0.0000014946299,0.0013911806,0.000031773096,0.00046357297,0.9782298,0.00023689204,0.000060224855,0.0010138658],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952355,0.0011925481,0.0011811594,0.0007531478,0.0006752287,0.00096242694],"domain_scores_gemma":[0.99688005,0.0014759189,0.00039036226,0.00042149762,0.00043698115,0.00039516686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009778931,0.000301775,0.0012767066,0.00053325726,0.00027829164,0.00018325083,0.0001933017,0.00007651404,0.000020592042],"category_scores_gemma":[0.0009902753,0.00022136902,0.00056179205,0.00044593404,0.00022470402,0.00031266882,0.00011555465,0.0002506603,0.0000047196977],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92104864,0.0073833475,0.00018233538,0.03718123,0.00018443033,9.833774e-7,0.001181086,0.00001019859,0.0000020479285,0.0006988834,0.0072656665,0.024861123],"study_design_scores_gemma":[0.9374749,0.023551906,0.00063799834,0.0075165117,0.00008672803,1.0678031e-7,0.0012248756,0.021042412,0.0000135587725,0.0031356146,0.0051142885,0.00020109474],"about_ca_topic_score_codex":0.000047264304,"about_ca_topic_score_gemma":0.000051438783,"teacher_disagreement_score":0.029664718,"about_ca_system_score_codex":0.00067777804,"about_ca_system_score_gemma":0.00054487813,"threshold_uncertainty_score":0.9027167},"labels":[],"label_agreement":null},{"id":"W4388950879","doi":"10.2196/50884","title":"Design, implementation and evaluation of a health promotion program for female head of households based on Salutogenic approach: Protocol for a Randomized Controlled Trial (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, psychology, and well-being","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Randomized controlled trial; Health promotion; Promotion (chess); Medicine; Medical education; Psychology; Gerontology; Nursing; Computer science; Public health; Alternative medicine; World Wide Web; Political science; Surgery","score_opus":0.714901674963422,"score_gpt":0.7249798715514657,"score_spread":0.010078196588043653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388950879","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064967913,9.2858596e-7,0.015835317,0.0009533253,0.000025506723,0.9762422,0.000026977408,0.00015929497,0.00025967],"genre_scores_gemma":[0.014977023,6.598414e-7,0.006652131,0.00005605853,0.00017415802,0.9779257,0.000076599485,0.00006631355,0.00007135804],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9675881,0.026130138,0.0027640872,0.0007798394,0.0015484741,0.0011893113],"domain_scores_gemma":[0.98887235,0.00708773,0.0014361287,0.0005803253,0.0018209813,0.0002024762],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13074863,0.0002515347,0.0016145658,0.00065138645,0.0008433377,0.000027384085,0.00024178454,0.00034488583,0.00006703015],"category_scores_gemma":[0.0029192162,0.00019178641,0.00030976013,0.0007356466,0.00022285513,0.00011823607,0.000064387226,0.00056175695,0.0000055667333],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8792492,0.0028886788,0.00017963935,0.011299605,0.000071591334,1.0152525e-7,0.0024130056,0.00016281397,0.0003408175,0.0006636042,0.0014928005,0.1012381],"study_design_scores_gemma":[0.9132543,0.018806985,0.0005175606,0.0020967596,0.000018030103,1.6303157e-7,0.0009200389,0.059141967,0.0002870535,0.0034825047,0.0013416454,0.00013296746],"about_ca_topic_score_codex":0.00006539719,"about_ca_topic_score_gemma":0.000021653059,"teacher_disagreement_score":0.12782942,"about_ca_system_score_codex":0.00033403467,"about_ca_system_score_gemma":0.0042794887,"threshold_uncertainty_score":0.8950772},"labels":[],"label_agreement":null},{"id":"W4388970996","doi":"10.2196/49412","title":"The Primary Prevention of Poststroke Epilepsy in Patients With Middle Cerebral Artery Infarct: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science and Technology Council; National Cheng Kung University; National Cheng Kung University Hospital","keywords":"Medicine; Epilepsy; Stroke (engine); Randomized controlled trial; Epileptogenesis; Levetiracetam; Infarction; Placebo; Clinical endpoint; Clinical trial; Pediatrics; Anesthesia; Internal medicine; Psychiatry; Myocardial infarction","score_opus":0.10557342696954466,"score_gpt":0.47249686653269335,"score_spread":0.36692343956314866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388970996","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043017026,8.6898183e-7,0.000008584236,0.0005720716,0.0000060076472,0.9552296,0.000019111543,0.000050457387,0.0010963024],"genre_scores_gemma":[0.0047874423,5.204999e-7,0.00020767978,0.00001390372,0.00011046642,0.9913619,0.000078334095,0.000045831,0.003393931],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936446,0.0018409635,0.0011076963,0.00044698105,0.0019257582,0.0010340016],"domain_scores_gemma":[0.99484885,0.0029994329,0.00030220646,0.00064549164,0.0009621723,0.0002418728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064318296,0.0002472464,0.0013963177,0.00058322033,0.0002461646,0.00009403217,0.0002902043,0.00013584353,0.000069874484],"category_scores_gemma":[0.0018015122,0.00012335896,0.00047620354,0.00085100654,0.000513374,0.00015384651,0.00014793883,0.0005571486,0.000032060605],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.957592,0.0039128736,0.031229444,0.0010858955,0.0003044204,0.000013683663,0.00011546157,7.244392e-7,0.00004653038,0.00016872029,0.0014098501,0.004120363],"study_design_scores_gemma":[0.9405921,0.021659257,0.031074828,0.0025032174,0.000013534162,9.4002496e-7,0.000044749206,0.00008722246,0.00017733058,0.0007948539,0.0029463454,0.00010561115],"about_ca_topic_score_codex":0.0000141955325,"about_ca_topic_score_gemma":0.00002443437,"teacher_disagreement_score":0.038229585,"about_ca_system_score_codex":0.00022803876,"about_ca_system_score_gemma":0.0011414933,"threshold_uncertainty_score":0.50304323},"labels":[],"label_agreement":null},{"id":"W4388970998","doi":"10.2196/51123","title":"Evaluating a Public Health Information Service According to Users’ Socioeconomic Position and Health Status: Protocol for a Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Socioeconomic status; Cross-sectional study; Protocol (science); Public health; Position (finance); Service (business); Environmental health; Medicine; Computer science; Psychology; Nursing; Business; Population; Alternative medicine; Marketing","score_opus":0.7630171533990443,"score_gpt":0.7546053347682453,"score_spread":0.008411818630798984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388970998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06535608,1.8385941e-7,0.00078689435,0.01055442,0.000032653206,0.9225391,0.00018706683,0.00034325005,0.00020033616],"genre_scores_gemma":[0.0053604227,1.8502479e-7,0.0019779904,0.008715086,0.00023425103,0.9833148,0.0002604578,0.00003277508,0.000104045874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9888907,0.0035328967,0.0034684732,0.000575291,0.0011889773,0.0023436423],"domain_scores_gemma":[0.99357706,0.0010940176,0.001131759,0.0005583986,0.0025654808,0.0010732876],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.05647318,0.00023975992,0.00045049182,0.0010667281,0.0057999925,0.0007532273,0.00040247492,0.00020184024,0.00024011759],"category_scores_gemma":[0.0013868544,0.00022104442,0.00005733706,0.0014626175,0.000055604323,0.0052035525,0.0005932637,0.0012561181,0.0010777805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011058009,0.0003021249,0.88597965,0.013709387,0.000016074462,1.0368027e-7,0.045252398,0.000051195377,0.0000080147165,0.0004051019,0.014471895,0.03869828],"study_design_scores_gemma":[0.006728717,0.0033168332,0.80688,0.0009875444,2.3145303e-7,5.87166e-7,0.014586148,0.008294965,0.0000014149213,0.00048729745,0.1585306,0.00018566682],"about_ca_topic_score_codex":0.00093467673,"about_ca_topic_score_gemma":0.00024253293,"teacher_disagreement_score":0.1440587,"about_ca_system_score_codex":0.002753972,"about_ca_system_score_gemma":0.0076501495,"threshold_uncertainty_score":0.9997},"labels":[],"label_agreement":null},{"id":"W4388981257","doi":"10.2196/53094","title":"Evaluation of a Cannabis Harm Reduction Intervention for People With First-Episode Psychosis: Protocol for a Pilot Multicentric Randomized Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Jewish General Hospital; University of Toronto; Centres Intégré Universitaires de Santé et de Services Sociaux; Simon Fraser University; University of the Fraser Valley; Université Laval; Centre Hospitalier de l’Université de Montréal; University of Calgary; Institut Universitaire en Santé Mentale de Québec; Université de Montréal; Dalhousie University; Hotchkiss Brain Institute","funders":"","keywords":"Cannabis; Intervention (counseling); Protocol (science); Randomized controlled trial; Psychiatry; Psychosis; Medicine; Harm reduction; Brief intervention; Psychology; Alternative medicine; Public health; Nursing; Surgery","score_opus":0.2492355419646137,"score_gpt":0.5683165784952089,"score_spread":0.31908103653059516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388981257","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003860335,0.0000026638213,0.00060439593,0.006768904,0.000025800751,0.9884436,0.000045438817,0.000108069224,0.0001407645],"genre_scores_gemma":[0.0031814931,7.3001587e-7,0.00039469454,0.000007727308,0.00047981352,0.9899554,0.0000811948,0.00008582976,0.005813082],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925442,0.0014210352,0.0009754545,0.0007287877,0.003391424,0.00093910773],"domain_scores_gemma":[0.9915475,0.0002667655,0.0003619491,0.0006484617,0.0068947035,0.00028058604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024633976,0.0002578618,0.0008766573,0.0011346091,0.00035673636,0.00012583032,0.00027987274,0.00015605165,0.00025188795],"category_scores_gemma":[0.005904431,0.00018753846,0.0004941511,0.0020552203,0.00030281927,0.00020693851,0.00009164553,0.00041347867,0.000016094575],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.75975627,0.0028581172,0.000052135398,0.0064945393,0.00016542562,8.438694e-7,0.0003938606,0.000041645486,0.0006709871,0.000077071156,0.21975636,0.009732754],"study_design_scores_gemma":[0.8620385,0.022897014,0.00038223676,0.0037371444,0.0000943552,0.000007370058,0.00033472,0.01704042,0.0041091163,0.00054423633,0.08862939,0.00018550939],"about_ca_topic_score_codex":0.00049159786,"about_ca_topic_score_gemma":0.00052262895,"teacher_disagreement_score":0.13112698,"about_ca_system_score_codex":0.00058847916,"about_ca_system_score_gemma":0.0009918003,"threshold_uncertainty_score":0.85376936},"labels":[],"label_agreement":null},{"id":"W4389047470","doi":"10.2196/50091","title":"Intravenous Ascorbic Acid for the Prevention of Postreperfusion Syndrome in Orthotopic Liver Transplantation: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vitamin C and Antioxidants Research","field":"Nursing","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ascorbic acid; Randomized controlled trial; Medicine; Protocol (science); Liver transplantation; Transplantation; Orthotopic liver transplantation; Surgery; Intensive care medicine; Alternative medicine; Pathology; Chemistry","score_opus":0.14649831108013472,"score_gpt":0.5125386529443001,"score_spread":0.3660403418641654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389047470","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014873468,0.0000031510087,0.0005254493,0.00071522436,0.000028887225,0.98365146,0.000027174716,0.000058582325,0.000116595285],"genre_scores_gemma":[0.019814035,0.0000040846003,0.00018624378,0.000008715788,0.00014901314,0.9783766,0.000023589693,0.000042820124,0.0013948607],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99465984,0.0019420605,0.001055639,0.00045309434,0.0010849875,0.0008043529],"domain_scores_gemma":[0.99380296,0.0049229246,0.00024715182,0.00039950776,0.00054220634,0.00008522148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010765391,0.00020799704,0.0009941852,0.0006096364,0.00038915972,0.0001304653,0.0005051244,0.000195534,0.00013636875],"category_scores_gemma":[0.0015387142,0.00012887143,0.0005684575,0.00093851006,0.00030564773,0.00018821775,0.00006327548,0.0004497383,0.000018557115],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9718588,0.00092202873,0.000020887934,0.0040375832,0.000055571465,0.000032294898,0.00060745963,0.000010201402,0.007946133,0.00030635655,0.00044692666,0.013755777],"study_design_scores_gemma":[0.97082317,0.0070202565,0.000348074,0.003042084,0.000017533055,0.000015928776,0.00012935509,0.0039285705,0.010258196,0.0017952052,0.0024730503,0.00014856644],"about_ca_topic_score_codex":0.00003782393,"about_ca_topic_score_gemma":0.000060054226,"teacher_disagreement_score":0.0136072105,"about_ca_system_score_codex":0.000088020686,"about_ca_system_score_gemma":0.00028519306,"threshold_uncertainty_score":0.5255225},"labels":[],"label_agreement":null},{"id":"W4389086956","doi":"10.2196/52398","title":"A Christian Faith-Based Facebook Intervention for Smoking Cessation in Rural Communities (FAITH-CORE): Protocol for a Community Participatory Development Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Center for Clinical and Translational Science, Mayo Clinic","keywords":"Smoking cessation; Quitline; Medicine; Psychological intervention; Community-based participatory research; Intervention (counseling); Participatory action research; Environmental health; Nursing; Economic growth","score_opus":0.6482708083352217,"score_gpt":0.6118373213993822,"score_spread":0.036433486935839476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389086956","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36658737,9.2194014e-8,0.00022429523,0.00006030487,0.0000060053558,0.6329382,0.000011493544,0.0001413912,0.00003084075],"genre_scores_gemma":[0.44956657,8.9380015e-9,0.00007519656,0.000013724997,0.000028958184,0.55005276,0.00013633416,0.000033946628,0.000092499715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996097,0.0012672071,0.0007627174,0.00020891953,0.00093622087,0.0007278982],"domain_scores_gemma":[0.99770385,0.0006885329,0.0001881203,0.00061473646,0.0006698602,0.00013487687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008771432,0.00023245186,0.00037072555,0.0008310772,0.00091282954,0.00016327995,0.00036938323,0.00016404403,0.00008989603],"category_scores_gemma":[0.00032720345,0.00021537206,0.00012407017,0.00069670135,0.00016895706,0.00019934947,0.0001792884,0.0009428922,0.0000074426025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007055462,0.008135392,0.8974535,0.006464257,0.00007053006,0.000009526232,0.037902113,0.00004811694,0.00086782424,0.00005165467,0.0024084346,0.039533198],"study_design_scores_gemma":[0.038217954,0.00839724,0.8377447,0.010482703,0.000017967906,0.0000016555063,0.06995261,0.002666135,0.007533408,0.00032438443,0.024274511,0.00038672326],"about_ca_topic_score_codex":0.00057959056,"about_ca_topic_score_gemma":0.0010063001,"teacher_disagreement_score":0.08297922,"about_ca_system_score_codex":0.000618662,"about_ca_system_score_gemma":0.0004892151,"threshold_uncertainty_score":0.87826174},"labels":[],"label_agreement":null},{"id":"W4389099454","doi":"10.2196/51792","title":"Efficacy of mHealth Interventions for Improving Maternal and Neonatal Outcomes Among Pregnant Women With Hypertensive Disorders: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Pregnancy and preeclampsia studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Health and Family Welfare; Indian Council of Medical Research","keywords":"mHealth; Psychological intervention; Medicine; CINAHL; MEDLINE; Health care; Telemedicine; Randomized controlled trial; Family medicine; Psychiatry","score_opus":0.3596856889742835,"score_gpt":0.5806099301000825,"score_spread":0.22092424112579906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389099454","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.7866707e-7,0.22016862,0.000084522515,0.000070833645,0.0000032977698,0.779433,0.00015991347,0.00006610681,0.000013321706],"genre_scores_gemma":[1.9845447e-7,0.1345895,0.00031614132,0.000014861663,0.000043362885,0.86412984,0.000026385906,0.0001312055,0.0007485304],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99496144,0.00067660195,0.0018401055,0.0007686259,0.0007776398,0.0009756106],"domain_scores_gemma":[0.99477273,0.0022349276,0.0011524976,0.00087586645,0.0006966785,0.00026730905],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029904891,0.0005738443,0.005090637,0.0004631515,0.00030026588,0.00007504247,0.0004576945,0.00022408509,0.000009493613],"category_scores_gemma":[0.0023712972,0.00031991044,0.0007893557,0.0005108011,0.0003836347,0.00014049806,0.00041498692,0.00066127256,0.0000054959273],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060366,0.000253904,0.000097486154,0.8874251,0.000726933,0.000009797279,0.00016257568,1.0718923e-8,5.083358e-8,0.000042360356,0.0002770425,0.110401034],"study_design_scores_gemma":[0.004767979,0.0052566994,0.00017178219,0.9452682,0.00048697012,0.000033371165,0.000081454804,0.0000043321156,8.210335e-7,0.00008174682,0.04358421,0.0002624043],"about_ca_topic_score_codex":0.00002014522,"about_ca_topic_score_gemma":0.00003916596,"teacher_disagreement_score":0.11013863,"about_ca_system_score_codex":0.00023454348,"about_ca_system_score_gemma":0.0007672116,"threshold_uncertainty_score":0.9999253},"labels":[],"label_agreement":null},{"id":"W4389122188","doi":"10.2196/50825","title":"The Modifications That Arise in The Thyroid Hormone in Prediabetic Patients Above 18 Years of Age: Protocol for A Systematic Review (Preprint)","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Thyroid Disorders and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Inyuvesi Yakwazulu-Natali","keywords":"Preprint; Medicine; Protocol (science); Thyroid; Gerontology; Internal medicine; Alternative medicine; Computer science; World Wide Web; Pathology","score_opus":0.3982215584154435,"score_gpt":0.5852765780040428,"score_spread":0.18705501958859927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389122188","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.8562115e-7,0.14871603,0.0000010644899,0.000096276155,0.000002035857,0.85085773,0.00007309753,0.000024396533,0.00022849369],"genre_scores_gemma":[0.0000015693947,0.20767614,0.000018135763,0.000015502006,0.000017962642,0.7916384,0.00006553434,0.00007464412,0.0004921429],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99308676,0.0022709363,0.0017644707,0.0006406843,0.0014832683,0.00075389846],"domain_scores_gemma":[0.9942114,0.0024784,0.00073843077,0.0021110487,0.0003437475,0.00011698511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005691285,0.00039584964,0.0022250647,0.0004584077,0.00014762761,0.00010536085,0.0011999386,0.00024825157,0.0000088881225],"category_scores_gemma":[0.002963501,0.00020467483,0.00053578406,0.0017676122,0.00023951664,0.0000742248,0.00027608164,0.0010652915,0.00011141473],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016160612,0.0021164047,0.00005222649,0.96815723,0.00012598933,0.000027883527,0.00025989304,1.6709939e-7,3.1008554e-7,0.00014869217,0.007847717,0.021101873],"study_design_scores_gemma":[0.003817608,0.001155057,0.0006484456,0.7713058,0.000107852335,0.0000031706877,0.000083466155,0.0000055469045,3.6547888e-7,0.0004682194,0.2222435,0.00016094308],"about_ca_topic_score_codex":0.00003183535,"about_ca_topic_score_gemma":0.000029332772,"teacher_disagreement_score":0.21439579,"about_ca_system_score_codex":0.00034749074,"about_ca_system_score_gemma":0.00073148863,"threshold_uncertainty_score":0.8346397},"labels":[],"label_agreement":null},{"id":"W4389137440","doi":"10.2196/52658","title":"Meaningful Social Inclusion and Mental Well-Being Among Autistic Adolescents and Emerging Adults: Protocol for a Community-Based Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Inclusion (mineral); Mental health; Psychological resilience; Developmental psychology; Social psychology; Psychiatry","score_opus":0.19298813294944028,"score_gpt":0.5689125493448305,"score_spread":0.3759244163953902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389137440","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06686785,2.1766415e-7,0.00034148732,0.0011540238,0.000008099195,0.9310782,0.000019033581,0.00030759763,0.00022349403],"genre_scores_gemma":[0.27123037,1.1037153e-7,0.00038384364,0.0000443644,0.0000386813,0.72811675,0.0000061079572,0.0000813185,0.00009846051],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9856753,0.009382037,0.00057188503,0.0009812897,0.0018848503,0.0015046444],"domain_scores_gemma":[0.9972811,0.0015541788,0.00016969847,0.00059585023,0.000106537795,0.00029265895],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010199502,0.0003649318,0.00043951115,0.00092449633,0.0073083267,0.00050942914,0.0010615062,0.00016270172,0.000038843256],"category_scores_gemma":[0.0016498193,0.0003449712,0.00008036023,0.0019032714,0.00087789376,0.0003792961,0.0061204564,0.0018626702,0.00002294173],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030149024,0.02293475,0.22774027,0.043027334,0.0001244753,0.0005074197,0.23298611,0.000026926618,0.21671532,0.009233434,0.013684506,0.20287043],"study_design_scores_gemma":[0.11666715,0.032280374,0.35924742,0.02197489,0.00002567292,0.00003305769,0.031688206,0.15350506,0.11006988,0.07648305,0.09410031,0.0039249337],"about_ca_topic_score_codex":0.0001753827,"about_ca_topic_score_gemma":0.00017815383,"teacher_disagreement_score":0.20436253,"about_ca_system_score_codex":0.00023207562,"about_ca_system_score_gemma":0.00020552515,"threshold_uncertainty_score":0.9999002},"labels":[],"label_agreement":null},{"id":"W4389166748","doi":"10.2196/54855","title":"Spontaneous Scaling of a Primary Care Innovation in Real-Life Conditions: Protocol for a Case Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"International Development Research Centre; McGill University; College of Family Physicians of Canada; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; Centre hospitalier de l'Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Protocol (science); Scale (ratio); Primary care; Knowledge translation; Plan (archaeology); Qualitative research; Medical education; Health care; Psychology; Focus group; Knowledge management; Computer science; Nursing; Medicine; Sociology; Business; Family medicine; Alternative medicine; Marketing; Political science","score_opus":0.8975226537616215,"score_gpt":0.8146215359570905,"score_spread":0.08290111780453102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389166748","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19087265,3.760169e-8,0.000022123855,0.00049197284,0.000007322642,0.8074991,0.00015329331,0.00011898824,0.0008345224],"genre_scores_gemma":[0.039874326,5.6106778e-8,0.0002812785,0.00036309316,0.00012844248,0.95896554,0.000040500476,0.000039680268,0.00030705627],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9911842,0.003541147,0.002159208,0.00053635053,0.0012723044,0.001306832],"domain_scores_gemma":[0.99133384,0.004755413,0.00052131724,0.0006122204,0.0025439225,0.0002332885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014660502,0.00016175526,0.00040444772,0.0019929486,0.0011998126,0.00003304839,0.00039892047,0.00016558597,0.00018488191],"category_scores_gemma":[0.005026171,0.00015048376,0.00003801647,0.006357044,0.00016558377,0.0002905439,0.0003296015,0.00086261623,0.00012387197],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006461702,0.0031541549,0.2868373,0.093331166,0.000049106493,0.009376506,0.4823292,0.000106640626,0.007014605,0.008798872,0.09030086,0.012239889],"study_design_scores_gemma":[0.04814564,0.008987783,0.15678592,0.014195542,0.0000039889287,0.000284135,0.55459124,0.0007559799,0.00030905052,0.0023518163,0.21280344,0.0007854755],"about_ca_topic_score_codex":0.0016526349,"about_ca_topic_score_gemma":0.0019168394,"teacher_disagreement_score":0.15146647,"about_ca_system_score_codex":0.0010456318,"about_ca_system_score_gemma":0.0061702677,"threshold_uncertainty_score":0.9994638},"labels":[],"label_agreement":null},{"id":"W4389179940","doi":"10.2196/46614","title":"Design Research to Embed mHealth into a Community-Led Blood Pressure Management System in Uganda: Protocol for a Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Medicine; Psychological intervention; Health care; Government (linguistics); Intervention (counseling); Pharmacy; Nursing; Business; Payment; Economic growth; Finance","score_opus":0.6285627309840628,"score_gpt":0.737972453646844,"score_spread":0.10940972266278126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389179940","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037325078,0.0000027228496,0.004776845,0.0019634652,0.00003436819,0.9904537,0.00003384444,0.0006777666,0.001684],"genre_scores_gemma":[0.0007771475,0.0000011323547,0.036066446,0.00018914352,0.00026634824,0.95865417,0.00002739818,0.0001766017,0.0038416265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91296834,0.075880475,0.002601712,0.0014151147,0.0024404821,0.0046938933],"domain_scores_gemma":[0.97822624,0.014161009,0.00037084462,0.003112868,0.0024057839,0.0017232562],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.1518178,0.00046702765,0.0010862768,0.003295263,0.008007691,0.00013035984,0.0023305677,0.0005531555,0.00010373354],"category_scores_gemma":[0.0026352305,0.00041702582,0.000102390084,0.008577056,0.00019748634,0.00018406086,0.0023679815,0.006427705,0.0009644281],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020070642,0.018436074,0.008783416,0.27041405,0.00034737415,0.00010881867,0.069274135,0.0002332651,0.0010384846,0.018517517,0.4480765,0.14469974],"study_design_scores_gemma":[0.019443853,0.00864237,0.010265925,0.009832484,0.000016330137,0.0000014670459,0.054892037,0.0012243005,0.000142466,0.003451406,0.8917013,0.00038607768],"about_ca_topic_score_codex":0.0015512516,"about_ca_topic_score_gemma":0.0014865958,"teacher_disagreement_score":0.4436248,"about_ca_system_score_codex":0.0011080524,"about_ca_system_score_gemma":0.003687807,"threshold_uncertainty_score":0.99982816},"labels":[],"label_agreement":null},{"id":"W4389212036","doi":"10.2196/48601","title":"Understanding Employee Voice Behavior Through the Use of Digital Voice Channel in Long-Term Care: Protocol for an Embedded Multiple-Case Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nursing education and management","field":"Nursing","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pennsylvania State University; University of Pennsylvania","keywords":"Employee voice; Channel (broadcasting); Health care; Psychology; Business; Nursing; Medicine; Computer science; Social psychology; Telecommunications","score_opus":0.6882888660292514,"score_gpt":0.5970706320264968,"score_spread":0.09121823400275464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389212036","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045948714,1.7798924e-7,0.00015751048,0.00036157758,0.00007981035,0.95317864,0.000037518363,0.00017705333,0.00005898264],"genre_scores_gemma":[0.16534638,1.6770382e-8,0.00006307533,0.000024764546,0.000108511085,0.8338311,0.000028673709,0.000074846386,0.0005226516],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.996304,0.0006673559,0.000576986,0.00064153195,0.0009424692,0.0008676956],"domain_scores_gemma":[0.99741405,0.00088603114,0.00016263091,0.000979743,0.0004173319,0.0001402355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011038771,0.00025273807,0.00028183544,0.0005012315,0.0005739741,0.00073449017,0.0005699929,0.00010527866,0.000011349203],"category_scores_gemma":[0.00045148804,0.0002014661,0.00009740365,0.0014256121,0.00025333706,0.0011072062,0.0002509736,0.00048322717,0.000026146667],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011545457,0.03198652,0.46072212,0.009749208,0.00015409604,0.001136289,0.3305629,0.0004951239,0.0011889162,0.00025043887,0.12704925,0.025159676],"study_design_scores_gemma":[0.05490176,0.036005888,0.20084453,0.009822071,0.00007893866,0.00015646667,0.564397,0.002241801,0.00350378,0.0016365697,0.12423342,0.002177804],"about_ca_topic_score_codex":0.0003362086,"about_ca_topic_score_gemma":0.0015569169,"teacher_disagreement_score":0.2598776,"about_ca_system_score_codex":0.0006145427,"about_ca_system_score_gemma":0.00012518972,"threshold_uncertainty_score":0.8215549},"labels":[],"label_agreement":null},{"id":"W4389297820","doi":"10.2196/53935","title":"Teaching Adolescents With Type 1 Diabetes Self-Compassion (TADS) to Reduce Diabetes Distress: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Hospital for Sick Children; Public Health Ontario; SickKids Foundation; University of Toronto; University of Ottawa; McGill University; Douglas College; Children's Hospital of Eastern Ontario","funders":"Breakthrough T1D Canada; Fondation Brain Canada","keywords":"Randomized controlled trial; Self-compassion; Intervention (counseling); Clinical psychology; Type 1 diabetes; Anxiety; Distress; Glycemic; Psychology; Medicine; Type 2 diabetes; Diabetes mellitus; Psychiatry; Mindfulness; Internal medicine","score_opus":0.10858753781411183,"score_gpt":0.5126275840953669,"score_spread":0.40404004628125506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389297820","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023542227,9.608576e-7,0.000012242911,0.001997837,0.000025358533,0.97179335,0.000007494101,0.0005349464,0.0020855516],"genre_scores_gemma":[0.009307325,1.6310348e-7,0.0004622219,0.00009219412,0.00075803977,0.97898245,0.00004286923,0.00012998836,0.010224769],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9915347,0.0020361973,0.0009189431,0.0009444825,0.0025196709,0.0020460158],"domain_scores_gemma":[0.995724,0.0014680722,0.0002193175,0.0008923764,0.0010025322,0.000693679],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01137852,0.00045431536,0.0019705056,0.0012321335,0.0006380739,0.00045627105,0.00069642556,0.00019651385,0.00011343904],"category_scores_gemma":[0.0034781983,0.00026749042,0.00043787112,0.0016502701,0.00029297746,0.00023542637,0.00054244377,0.0011111321,0.00031196227],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9397005,0.003073391,0.001686174,0.006262496,0.00037260924,0.000016396876,0.00018011272,0.0000049441487,0.0036508194,0.00014262425,0.03940921,0.005500731],"study_design_scores_gemma":[0.88461345,0.009649124,0.00035622003,0.012808795,0.00003816078,1.3231887e-7,0.000062285886,0.0028539642,0.0015791026,0.00023705712,0.087481834,0.0003198528],"about_ca_topic_score_codex":0.000004136736,"about_ca_topic_score_gemma":0.000001776028,"teacher_disagreement_score":0.055087022,"about_ca_system_score_codex":0.00021182979,"about_ca_system_score_gemma":0.00041543948,"threshold_uncertainty_score":0.9999777},"labels":[],"label_agreement":null},{"id":"W4389298922","doi":"10.2196/47603","title":"Implementation of Competency-Based Education for Quality Midwifery Programs in Africa: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Inclusion (mineral); Scopus; Medical education; PsycINFO; Psychology; MEDLINE; Medicine; Nursing; Psychological intervention; Political science","score_opus":0.8707581927187722,"score_gpt":0.7882600878231665,"score_spread":0.08249810489560572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389298922","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8141102e-8,0.033881113,0.00003129604,0.0011909682,0.000021730033,0.9643862,0.000030010882,0.00008788745,0.0003707166],"genre_scores_gemma":[1.8081906e-8,0.032819446,0.0029638815,0.000021709819,0.00028046357,0.9629049,0.00015734907,0.000077599725,0.00077467016],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880917,0.0068644583,0.0019784207,0.00074298424,0.0013814928,0.0009409137],"domain_scores_gemma":[0.9903443,0.0052990867,0.0018694968,0.0005879288,0.0017179408,0.00018125423],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.026167361,0.0002981071,0.0013904565,0.00057888526,0.0005137678,0.0002579671,0.00096381974,0.0003047742,0.00016888189],"category_scores_gemma":[0.004732887,0.00027528967,0.00042532693,0.0028333191,0.00030953946,0.0003989945,0.000088492634,0.000629222,0.000040045266],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039836705,0.0006282154,0.00005732267,0.57033,0.000014573975,1.1138642e-7,0.0012995541,6.116514e-8,1.3392221e-7,0.0029715083,0.0042385454,0.4204201],"study_design_scores_gemma":[0.00041214263,0.0002487491,0.0000055554297,0.4167672,0.00001046026,5.825459e-8,0.00077684276,1.9661081e-7,7.12227e-7,0.00025055665,0.58137685,0.00015066845],"about_ca_topic_score_codex":0.00067850883,"about_ca_topic_score_gemma":0.0022376135,"teacher_disagreement_score":0.5771383,"about_ca_system_score_codex":0.00076086546,"about_ca_system_score_gemma":0.044820495,"threshold_uncertainty_score":0.9999699},"labels":[],"label_agreement":null},{"id":"W4389314738","doi":"10.2196/52946","title":"Feasibility of a Pediatric Acute Video Consultation Process Among Health Care Professionals in Primary Care in a Rural Setting: Protocol for a Prospective Validation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Telemedicine; Medicine; Context (archaeology); Videoconferencing; Health care; Rural area; Family medicine; Nursing; Multimedia","score_opus":0.25055835424814693,"score_gpt":0.6360996372348681,"score_spread":0.38554128298672113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389314738","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43028447,0.0000011317011,0.0000033657345,0.0003433705,0.000003109004,0.5692317,0.000046446563,0.000053832686,0.000032588367],"genre_scores_gemma":[0.3093377,1.18280354e-7,0.00015265567,0.000034804292,0.000085703294,0.6900043,0.0003268446,0.000027945274,0.000029908673],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99484926,0.0009700928,0.0013162387,0.0006085656,0.0014488426,0.00080701907],"domain_scores_gemma":[0.9965479,0.00047061723,0.00048242914,0.0003517594,0.001952402,0.00019491452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004006279,0.0002149997,0.0005917465,0.0012678715,0.0002003588,0.000027287026,0.00017375019,0.00011995312,0.000016793854],"category_scores_gemma":[0.0009177583,0.00018101482,0.000058157897,0.003260203,0.00008783515,0.0003177888,0.00010489249,0.0006424199,0.0000035224718],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006801404,0.0016885315,0.8938551,0.024737563,0.00001380312,0.000015033926,0.066723295,0.0000022429635,0.0000677483,0.0000065402146,0.00095172133,0.005137017],"study_design_scores_gemma":[0.032056626,0.009640852,0.8632769,0.0029409428,0.000006493251,0.0000013853085,0.09113821,0.000038349594,0.0006114333,0.0000921341,0.00007113657,0.00012552817],"about_ca_topic_score_codex":0.0001811356,"about_ca_topic_score_gemma":0.00048585018,"teacher_disagreement_score":0.120946765,"about_ca_system_score_codex":0.001422944,"about_ca_system_score_gemma":0.0041129994,"threshold_uncertainty_score":0.73815703},"labels":[],"label_agreement":null},{"id":"W4389316212","doi":"10.2196/49189","title":"The Google Health Digital Well-Being Study: Protocol for a Digital Device Use and Well-Being Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Digital health; Protocol (science); Computer science; Internet privacy; World Wide Web; Multimedia; Medicine; Health care; Alternative medicine; Political science","score_opus":0.24317092720233624,"score_gpt":0.5771218926912302,"score_spread":0.3339509654888939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389316212","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0244572,3.2493733e-7,0.00000834932,0.0031043503,0.00001236556,0.9676989,0.000008019054,0.00060781994,0.004102691],"genre_scores_gemma":[0.09504459,3.0408424e-7,0.00002289588,0.000053510033,0.0001518815,0.89896023,0.0000025618306,0.00006391732,0.005700091],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933439,0.0010227927,0.0006363955,0.00080690766,0.002060915,0.0021291182],"domain_scores_gemma":[0.996545,0.0014882528,0.00022172209,0.0008013086,0.00048567014,0.00045803477],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0075981095,0.00029940053,0.00038588044,0.00038529793,0.0054052235,0.0056958874,0.0014163628,0.00017196842,0.000015621468],"category_scores_gemma":[0.0031282436,0.00022684535,0.00009510686,0.0018652983,0.0009027167,0.0018061504,0.0011698862,0.000930212,0.00024097759],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016631007,0.0059243976,0.834495,0.0006312705,0.00013399875,0.00009206477,0.038417935,0.0000016087132,0.000014902692,0.0020439923,0.046548773,0.070032954],"study_design_scores_gemma":[0.008130115,0.007909719,0.05945331,0.0012467059,0.0000027423314,0.0000030955916,0.07896753,0.00007286093,0.000041496998,0.0058300346,0.8378427,0.00049968995],"about_ca_topic_score_codex":0.00039856363,"about_ca_topic_score_gemma":0.0009024099,"teacher_disagreement_score":0.7912939,"about_ca_system_score_codex":0.00044115173,"about_ca_system_score_gemma":0.000807803,"threshold_uncertainty_score":0.9958896},"labels":[],"label_agreement":null},{"id":"W4389337038","doi":"10.2196/53124","title":"Implications of Agile Values in Software Engineering for Agility in Breast Cancer Treatment: Protocol for a Comparative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hashemite University","keywords":"Breast cancer; Agile software development; Context (archaeology); Health care; Medicine; Computer science; Cancer; Software engineering","score_opus":0.4169531835860687,"score_gpt":0.6052166159340407,"score_spread":0.18826343234797205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389337038","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014537614,4.988418e-7,0.018293964,0.0003094401,0.0000034029522,0.9795151,0.000080446174,0.00033312986,0.000010259883],"genre_scores_gemma":[0.0070890654,1.8427208e-7,0.019429725,0.0000026654443,0.00002471651,0.9734049,0.0000033040715,0.000016814469,0.000028636849],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983643,0.0001466439,0.00035271328,0.0004274617,0.00024842346,0.0004604282],"domain_scores_gemma":[0.9974704,0.0015360329,0.00008111897,0.00054820906,0.000300449,0.00006379658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015109977,0.0001441377,0.00027751358,0.00048086405,0.00008614386,0.00009309498,0.0006957211,0.000060109345,0.000006248821],"category_scores_gemma":[0.00022146695,0.00012678478,0.00005957804,0.0015055968,0.000031174968,0.0003978578,0.00019892264,0.00017927503,0.0000018518064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004109068,0.022755975,0.71984935,0.010908909,0.00029092235,0.000032159507,0.043810245,0.02396224,0.0057544187,0.020453162,0.024264405,0.12380915],"study_design_scores_gemma":[0.011896021,0.0068746726,0.7632478,0.0030063777,0.00000341221,0.0000054291527,0.00039995703,0.10525785,0.0048408485,0.009929212,0.093811676,0.00072674936],"about_ca_topic_score_codex":0.0001831245,"about_ca_topic_score_gemma":0.00008231341,"teacher_disagreement_score":0.1230824,"about_ca_system_score_codex":0.00025762347,"about_ca_system_score_gemma":0.00019303765,"threshold_uncertainty_score":0.5170133},"labels":[],"label_agreement":null},{"id":"W4389435852","doi":"10.2196/46830","title":"Repetitive Transcranial Magnetic Stimulation With and Without Text4Support for the Treatment of Resistant Depression: Protocol for a Patient-Centered Multicenter Randomized Controlled Pilot Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Alberta; Nova Scotia Health Authority; Dalhousie University","funders":"Dalhousie University; Alberta Health Services","keywords":"Treatment-resistant depression; Randomized controlled trial; Transcranial magnetic stimulation; Depression (economics); Major depressive disorder; Medicine; Intervention (counseling); Clinical trial; Physical therapy; Psychiatry; Psychology; Mood; Internal medicine; Stimulation","score_opus":0.22345942452573234,"score_gpt":0.5652461925144171,"score_spread":0.3417867679886848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389435852","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059937215,0.0000042406923,0.00035810616,0.00039487364,0.000035182267,0.99234635,0.00023399098,0.000062664265,0.000570851],"genre_scores_gemma":[0.06859504,2.2311166e-7,0.0002784261,0.000012172366,0.000096550444,0.92790806,0.000029655523,0.0000514015,0.0030284724],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99593127,0.0011404919,0.0011514582,0.00055242784,0.00058685837,0.00063749537],"domain_scores_gemma":[0.9953319,0.0031646795,0.0003870403,0.00046382952,0.0004987997,0.00015375235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021315238,0.0002544229,0.00091514376,0.00024713142,0.00032213732,0.000103980696,0.00018607796,0.00008619336,0.00020950816],"category_scores_gemma":[0.00029683736,0.00013451767,0.00035748852,0.00025611586,0.00046131344,0.000110571644,0.00003290456,0.0001285452,0.000010930943],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97268504,0.006011976,0.00021566583,0.00061764725,0.00023201376,0.000004395808,0.0012221701,0.0000018744227,0.00014714278,0.00043265507,0.00069939456,0.01773001],"study_design_scores_gemma":[0.8882546,0.09151189,0.00055604056,0.0015002,0.000044365464,0.0000020706625,0.00030024236,0.00082259235,0.00034537714,0.00039470205,0.01614379,0.00012413495],"about_ca_topic_score_codex":0.00004945378,"about_ca_topic_score_gemma":0.00006336925,"teacher_disagreement_score":0.08549991,"about_ca_system_score_codex":0.00010383788,"about_ca_system_score_gemma":0.00013562487,"threshold_uncertainty_score":0.54854715},"labels":[],"label_agreement":null},{"id":"W4389443274","doi":"10.2196/50339","title":"Blockchain-Based Dynamic Consent and its Applications for Patient-Centric Research and Health Information Sharing: Protocol for an Integrative Review","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Colorado Denver","keywords":"CINAHL; Implementation; Protocol (science); Computer science; Preprint; Scopus; Critical appraisal; Knowledge management; MEDLINE; Data science; Medical education; World Wide Web; Medicine; Nursing; Alternative medicine; Psychological intervention","score_opus":0.6978588881534588,"score_gpt":0.7033739716813798,"score_spread":0.005515083527921072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389443274","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019674926,0.000029434805,0.00010469355,0.022399753,0.000015807076,0.9769319,0.00006306043,0.00011612296,0.00014243321],"genre_scores_gemma":[0.00034325794,0.00004199667,0.00039260223,0.00029358047,0.00015545366,0.9985933,0.00007593346,0.000021667796,0.00008223229],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99568075,0.0011280295,0.00059214025,0.00044768502,0.0010966313,0.0010547484],"domain_scores_gemma":[0.9912635,0.0051906975,0.00023625343,0.0002950145,0.0024495635,0.00056498253],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013317788,0.00013575087,0.0002614712,0.00063517346,0.0025444746,0.00024935137,0.00036591856,0.00014104269,0.000016404574],"category_scores_gemma":[0.007323928,0.0001256176,0.000035176774,0.0023099822,0.00046431948,0.0002367743,0.000111435926,0.00045659643,0.00002115921],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009904212,0.0015174411,0.0022210097,0.07912298,0.000022595304,4.81262e-7,0.07089559,0.000005498124,0.00004169616,0.07476941,0.0823279,0.68808496],"study_design_scores_gemma":[0.0014932372,0.0026443868,0.0005314925,0.0062663485,0.0000010205748,2.562217e-7,0.0053652506,0.0029967604,0.00003661545,0.0065877773,0.9739219,0.00015493613],"about_ca_topic_score_codex":0.00044067262,"about_ca_topic_score_gemma":0.0008760144,"teacher_disagreement_score":0.891594,"about_ca_system_score_codex":0.00080947747,"about_ca_system_score_gemma":0.0039736996,"threshold_uncertainty_score":0.9987541},"labels":[],"label_agreement":null},{"id":"W4389478899","doi":"10.2196/53063","title":"Analgesic Effect of Intraoperative Intravenous S(+)-Ketamine During Total Knee Arthroplasty Surgery: Study Protocol for a Randomized Controlled Clinical Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Treatment of Major Depression","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shandong First Medical University","keywords":"Medicine; Ketamine; Analgesic; Anesthesia; Placebo; Randomized controlled trial; Adverse effect; Arthroplasty; Opioid; Patient satisfaction; Rehabilitation; Clinical trial; Physical therapy; Surgery; Internal medicine","score_opus":0.19949420400919113,"score_gpt":0.5755253430295559,"score_spread":0.3760311390203648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389478899","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33328417,8.971699e-7,0.0000072220905,0.00013067761,0.00002590164,0.6663059,0.00000923238,0.00015236203,0.00008360416],"genre_scores_gemma":[0.062745385,5.4969166e-7,0.00005549051,0.0000036912372,0.0006214207,0.934924,0.000021954726,0.00008580203,0.001541696],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9830258,0.0108498195,0.0024407706,0.0009438145,0.0017122352,0.0010275972],"domain_scores_gemma":[0.97552925,0.021920219,0.0005619292,0.0008561399,0.00074545166,0.0003870164],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.027301088,0.0004878293,0.0048183566,0.00094139186,0.00036399104,0.00010270689,0.00016510407,0.00028077044,0.00024611774],"category_scores_gemma":[0.016963061,0.00028337672,0.0013333875,0.0010451365,0.0005832776,0.00015259799,0.00026506645,0.0010351063,0.00006628545],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9699814,0.007502105,0.007426628,0.0016969324,0.0012159818,0.0002337135,0.00035906947,0.0000040910654,0.00092906464,0.000007978411,0.0021090049,0.00853408],"study_design_scores_gemma":[0.9213228,0.06191411,0.0092375595,0.0024343145,0.00008661181,0.000013896064,0.00012241573,0.00035643985,0.0036047152,0.000020567506,0.0006827275,0.00020382775],"about_ca_topic_score_codex":0.000014165543,"about_ca_topic_score_gemma":0.000007280492,"teacher_disagreement_score":0.27053878,"about_ca_system_score_codex":0.00014993141,"about_ca_system_score_gemma":0.00072624773,"threshold_uncertainty_score":0.99996185},"labels":[],"label_agreement":null},{"id":"W4389481879","doi":"10.2196/48313","title":"Web-Based Intervention to Act for Weight Loss in Adults With Type 2 Diabetes With Obesity (Chance2Act): Protocol for a Nonrandomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Teknologi MARA","keywords":"Weight loss; Type 2 diabetes; Protocol (science); Obesity; Intervention (counseling); Web application; Medicine; Randomized controlled trial; Diabetes mellitus; Gerontology; World Wide Web; Computer science; Psychology; Physical therapy; Alternative medicine; Internal medicine; Endocrinology; Nursing","score_opus":0.15606340830917223,"score_gpt":0.5918790629637949,"score_spread":0.4358156546546227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389481879","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017433327,6.2398163e-7,0.00060639787,0.0022272016,0.000026227359,0.979213,0.00008151965,0.00022234762,0.00018932563],"genre_scores_gemma":[0.004257478,4.8525766e-7,0.0012235439,0.0002867642,0.0004555203,0.9925673,0.000108670574,0.000090903624,0.001009353],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932073,0.0019411804,0.0012735595,0.00080643495,0.00075447786,0.0020170806],"domain_scores_gemma":[0.99182194,0.004709107,0.00046787373,0.000692415,0.0016587314,0.00064995355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009431609,0.00030532724,0.0010169921,0.00073026173,0.0010547508,0.000037672482,0.00044786537,0.00030514935,0.00018045776],"category_scores_gemma":[0.0016354138,0.00020406896,0.00015706298,0.00183705,0.00010760526,0.00014413921,0.00009138807,0.00090459443,0.00016848555],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95651966,0.0019780805,0.0055877324,0.012079399,0.000022201853,0.0000019475633,0.00023585871,0.000009885557,0.000082772196,0.00024311963,0.01993263,0.0033067157],"study_design_scores_gemma":[0.6970079,0.015845258,0.0011359137,0.009153961,0.0000036744934,7.876494e-8,0.00007521966,0.0014595428,0.00013749563,0.00021418484,0.27478483,0.00018192144],"about_ca_topic_score_codex":0.000063904336,"about_ca_topic_score_gemma":0.0014362675,"teacher_disagreement_score":0.25951174,"about_ca_system_score_codex":0.00042916587,"about_ca_system_score_gemma":0.0037303644,"threshold_uncertainty_score":0.83216906},"labels":[],"label_agreement":null},{"id":"W4389559302","doi":"10.2196/53556","title":"AI Conversational Agent to Improve Varenicline Adherence: Protocol for a Mixed Methods Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Schwartz/Reisman Emergency Medicine Institute; Centre for Addiction and Mental Health","funders":"","keywords":"Varenicline; Protocol (science); Computer science; Medicine; Smoking cessation; Alternative medicine","score_opus":0.6357184046246649,"score_gpt":0.7043303957315379,"score_spread":0.068611991106873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389559302","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008565121,1.4944565e-7,0.0037336685,0.00440587,0.000022868602,0.99023294,0.000031367796,0.00022093428,0.00049570296],"genre_scores_gemma":[0.0007708264,2.8883942e-8,0.008117078,0.00059666793,0.0002727706,0.9760964,0.000032690758,0.000036055924,0.014077471],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99495983,0.0009931274,0.00072373095,0.0009498135,0.0015619243,0.00081159483],"domain_scores_gemma":[0.99560636,0.00070183806,0.00013089583,0.0011364988,0.0017715252,0.0006528697],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00826894,0.00022759222,0.00044784864,0.0003581761,0.00028664866,0.00010158537,0.0005245316,0.00013205089,0.0023264552],"category_scores_gemma":[0.0027677934,0.0001833611,0.00014038988,0.0017108069,0.00016130703,0.00012866274,0.000329406,0.0006477171,0.002477463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01057099,0.008222701,0.026082767,0.0035414784,0.00013384328,0.000039685336,0.0013645085,0.000004386737,0.02638547,0.00066083967,0.82980126,0.09319205],"study_design_scores_gemma":[0.022324424,0.023265507,0.09993038,0.0016328898,0.000009351419,0.000005291979,0.0017190364,0.002149548,0.011247701,0.0036661534,0.83366734,0.00038237657],"about_ca_topic_score_codex":0.000018789668,"about_ca_topic_score_gemma":0.0000074401164,"teacher_disagreement_score":0.09280967,"about_ca_system_score_codex":0.00026521043,"about_ca_system_score_gemma":0.001408857,"threshold_uncertainty_score":0.9985856},"labels":[],"label_agreement":null},{"id":"W4389576662","doi":"10.2196/46493","title":"Personalized Deep Learning for Substance Use in Hawaii: Protocol for a Passive Sensing and Ecological Momentary Assessment Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institutes of Health","keywords":"Pacific islanders; Protocol (science); Indigenous; Health equity; Health care; Native Hawaiians; Ecology; Medicine; Internet privacy; Computer science; Environmental health; Public health; Nursing; Alternative medicine; Population; Biology; Political science","score_opus":0.5068269159419174,"score_gpt":0.6571543520989104,"score_spread":0.15032743615699296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389576662","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03518199,3.4908544e-7,0.00029418117,0.0005611796,0.000017128868,0.96336234,0.000034034303,0.00012631094,0.00042249696],"genre_scores_gemma":[0.030101344,2.5370518e-8,0.0008688688,0.00003906618,0.00005754652,0.96512747,0.000026902375,0.00005321952,0.0037255753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957311,0.0011868126,0.000632422,0.00078302424,0.0005194526,0.0011471898],"domain_scores_gemma":[0.9970718,0.0020054951,0.00014929623,0.0002919053,0.0002667681,0.00021473122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002805336,0.00021198117,0.0003548367,0.00045120175,0.00045913033,0.0002710733,0.00022715368,0.0001298434,0.00014109182],"category_scores_gemma":[0.00026912775,0.0001931249,0.00011078627,0.00068663555,0.00020623552,0.00029513304,0.00019398931,0.0006499153,0.000040319774],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039535392,0.048237935,0.4692336,0.010272674,0.00056234165,0.0013114745,0.022283489,0.000080595004,0.00088336633,0.025820548,0.054284643,0.32749394],"study_design_scores_gemma":[0.050417326,0.048725322,0.64842963,0.0039535994,0.0000071172494,0.000022609414,0.03199108,0.0041050324,0.00010717869,0.009306172,0.20216624,0.00076867273],"about_ca_topic_score_codex":0.0000823772,"about_ca_topic_score_gemma":0.0007592319,"teacher_disagreement_score":0.32672527,"about_ca_system_score_codex":0.00047887457,"about_ca_system_score_gemma":0.000095334675,"threshold_uncertainty_score":0.78754044},"labels":[],"label_agreement":null},{"id":"W4389577296","doi":"10.2196/50735","title":"Evaluating the Appropriateness of Podcasts to Improve the Knowledge and Awareness of Selected Health Topics Among Undergraduate General Nursing Students: Protocol for an International Feasibility Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"University of Fort Hare; University College Cork; University of Galway; Imperial College London; International Seafood Sustainability Foundation; Wellcome Trust","keywords":"Preprint; Protocol (science); Medical education; Medicine; Psychology; Nursing; Alternative medicine; Computer science; World Wide Web","score_opus":0.7239383015030229,"score_gpt":0.7417080552771391,"score_spread":0.01776975377411627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389577296","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40441787,2.6069168e-7,0.000017707,0.0023283043,0.000078978606,0.5931016,0.0000060142784,0.000024406678,0.000024813511],"genre_scores_gemma":[0.10911704,1.9088577e-7,0.00017600335,0.000008820421,0.0005935662,0.89000666,0.00000386831,0.000016355634,0.00007748361],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922946,0.0045225355,0.0005848809,0.0004199026,0.0016086113,0.0005694349],"domain_scores_gemma":[0.99500203,0.0017764966,0.0003029656,0.00042570088,0.0023058257,0.00018699307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018038785,0.00011123166,0.00023982581,0.00016820955,0.0012519561,0.00015870173,0.0010095795,0.00007550624,0.0000043038376],"category_scores_gemma":[0.0060103177,0.00007526887,0.000034271077,0.0017250706,0.0005274898,0.00025019364,0.00020715834,0.00029856883,0.0000010293162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087378145,0.0037945202,0.649852,0.00097585015,0.000036552592,1.4246598e-7,0.20629475,0.000025755673,0.0005118006,0.002194653,0.0003165584,0.13512367],"study_design_scores_gemma":[0.0019762104,0.004487398,0.96661264,0.00079558865,0.000002753934,9.151992e-8,0.019231556,0.0011132155,0.00022775498,0.003496752,0.0019481395,0.000107903004],"about_ca_topic_score_codex":0.0037858537,"about_ca_topic_score_gemma":0.0037881718,"teacher_disagreement_score":0.31676066,"about_ca_system_score_codex":0.00058407977,"about_ca_system_score_gemma":0.0031930178,"threshold_uncertainty_score":0.9629161},"labels":[],"label_agreement":null},{"id":"W4389648526","doi":"10.2196/53501","title":"Effect of Baduanjin Qigong on Sleep Quality and Hyperarousal State in Adults With Chronic Insomnia: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biofield Effects and Biophysics","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Actigraphy; Pittsburgh Sleep Quality Index; Medicine; Physical therapy; Randomized controlled trial; Insomnia; Primary Insomnia; Sleep diary; Psychological intervention; Psychiatry; Sleep disorder; Internal medicine; Sleep quality","score_opus":0.09724063690774679,"score_gpt":0.5311039799526495,"score_spread":0.4338633430449027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389648526","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19171353,7.5073456e-7,0.0000074545997,0.00024075153,0.000004585107,0.80776685,0.0000079714055,0.00004675306,0.00021134425],"genre_scores_gemma":[0.053209025,6.047609e-7,0.0000316299,0.00001792825,0.00017493502,0.94626427,0.0000067198307,0.00003194451,0.00026295634],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99496186,0.0024483572,0.00072725525,0.0004542953,0.0008169709,0.0005912735],"domain_scores_gemma":[0.99376935,0.0052883863,0.00019871065,0.00036691586,0.00022622968,0.0001504017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008749159,0.0002533407,0.0018125968,0.0003276946,0.000078975565,0.00004433457,0.00012710318,0.00017148448,0.000025997973],"category_scores_gemma":[0.001386076,0.00013428436,0.00023052967,0.00057384203,0.00033111472,0.00007083755,0.000075673735,0.0006157688,0.000008754618],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97482884,0.00073218433,0.00031803575,0.009244275,0.00009560856,0.000030059695,0.00019370634,0.0000037050954,0.002728953,0.000086931475,0.00018969348,0.011548036],"study_design_scores_gemma":[0.9263438,0.05504174,0.00039319738,0.00495837,0.000009169545,0.0000015496331,0.0000072220028,0.002317596,0.0102393655,0.00012273273,0.00043173932,0.00013354333],"about_ca_topic_score_codex":0.00009083612,"about_ca_topic_score_gemma":0.000029822531,"teacher_disagreement_score":0.1385045,"about_ca_system_score_codex":0.000089199246,"about_ca_system_score_gemma":0.00020297806,"threshold_uncertainty_score":0.54759574},"labels":[],"label_agreement":null},{"id":"W4389689889","doi":"10.2196/51153","title":"Ethical and Quality of Care-Related Challenges of Digital Health Twins in Older Care Settings: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Linnéuniversitetet","keywords":"CINAHL; Health care; MEDLINE; Context (archaeology); Medicine; Nursing; Psychological intervention","score_opus":0.7224702906653402,"score_gpt":0.7567510984694393,"score_spread":0.034280807804099145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389689889","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5421384e-8,0.3964669,0.0000019400165,0.0018406975,0.000005954547,0.6008349,0.0004217692,0.00006187209,0.00036589478],"genre_scores_gemma":[4.4572396e-8,0.44715717,0.000067385445,0.00014524252,0.00006309296,0.55230546,0.0001280987,0.00008644406,0.000047045618],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98149395,0.007726956,0.0064384537,0.0012287912,0.0012457814,0.0018660851],"domain_scores_gemma":[0.9851853,0.007843642,0.0030712408,0.001319789,0.001831602,0.00074838405],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.015766388,0.00052792067,0.004666559,0.0007845127,0.0006635791,0.000018340246,0.0007231357,0.001692357,0.00004476588],"category_scores_gemma":[0.0044343583,0.00043215524,0.0004027784,0.0016010092,0.00036757294,0.00010728775,0.0006416647,0.0055515063,0.000038310296],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007633776,0.00012535941,0.000027782611,0.6722606,0.000011585498,4.458047e-7,0.0017142382,1.91217e-8,2.263016e-8,0.0023751785,0.002227856,0.32118058],"study_design_scores_gemma":[0.0014002287,0.00054011674,0.00002315988,0.5138023,0.000004316213,4.3069076e-7,0.00086159573,1.9678058e-7,6.75782e-8,0.0000998294,0.48313144,0.00013635056],"about_ca_topic_score_codex":0.00014766792,"about_ca_topic_score_gemma":0.00063772994,"teacher_disagreement_score":0.48090357,"about_ca_system_score_codex":0.00081278285,"about_ca_system_score_gemma":0.01916449,"threshold_uncertainty_score":0.999813},"labels":[],"label_agreement":null},{"id":"W4389689977","doi":"10.2196/50146","title":"A Virtual Hospital Model of Care for Low Back Pain, Back@Home: Protocol for a Hybrid Effectiveness-Implementation Type-I Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Audit; Emergency department; Physical therapy; Emergency medicine; Nursing","score_opus":0.15479715329939717,"score_gpt":0.5595218939988819,"score_spread":0.4047247406994847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389689977","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030606607,3.1820107e-7,0.0015346833,0.00015436539,0.000009006762,0.96744454,0.00011338747,0.00006667745,0.00007042473],"genre_scores_gemma":[0.043215416,6.0698824e-8,0.0007738378,0.000013571588,0.00012071601,0.9551763,0.00019087199,0.00006997882,0.00043923705],"study_design_codex":"systematic_review","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99654233,0.00085467845,0.0005454412,0.0005630539,0.0008855437,0.00060895464],"domain_scores_gemma":[0.9959072,0.0012910248,0.00012920286,0.00048509482,0.0020172624,0.00017023826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050789476,0.00021528771,0.00046923847,0.00039866578,0.00019354522,0.00004843609,0.00020061068,0.00009609887,0.00008317498],"category_scores_gemma":[0.0010167635,0.00017243295,0.00023446948,0.000721619,0.00015082904,0.0001671233,0.00011222028,0.00023893887,0.000069302114],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06594317,0.018212346,0.06362848,0.5068354,0.0006324363,0.000012689085,0.018396616,0.0011738716,0.1046984,0.0010687726,0.11480911,0.10458872],"study_design_scores_gemma":[0.16688593,0.49958825,0.0912905,0.029551858,0.00004320795,0.0000017364423,0.044009823,0.07266193,0.043978468,0.0055452427,0.044768427,0.0016746166],"about_ca_topic_score_codex":0.000012287779,"about_ca_topic_score_gemma":0.000011698985,"teacher_disagreement_score":0.48137593,"about_ca_system_score_codex":0.00022533299,"about_ca_system_score_gemma":0.0005586168,"threshold_uncertainty_score":0.7031611},"labels":[],"label_agreement":null},{"id":"W4389690092","doi":"10.2196/47700","title":"Understanding the Acceptability of Broadly Neutralizing Antibodies for HIV Prevention Among At-Risk Populations and Feasibility Considerations for Product Introduction in India: Protocol for a Qualitative Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. President’s Emergency Plan for AIDS Relief; United States Agency for International Development","keywords":"Protocol (science); Human immunodeficiency virus (HIV); Qualitative research; Product (mathematics); Environmental health; Medicine; Virology; Alternative medicine; Sociology","score_opus":0.6471060328379263,"score_gpt":0.6443440556705915,"score_spread":0.0027619771673348392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389690092","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062126562,9.453961e-7,0.0026771626,0.002439167,0.000004776661,0.93236065,0.00026500341,0.00005028183,0.00007547015],"genre_scores_gemma":[0.23313703,2.064555e-7,0.00095169345,0.0000015446351,0.000118244636,0.7647246,0.000070100075,0.000022947,0.0009736002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954423,0.0019090452,0.0008461578,0.00066736364,0.00054473197,0.0005904049],"domain_scores_gemma":[0.9958877,0.0021588565,0.0002440422,0.0005350183,0.0010558387,0.00011856436],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012317689,0.00016873187,0.00040125544,0.0005921528,0.0011292436,0.00012162542,0.00012780738,0.000081809005,0.00009218759],"category_scores_gemma":[0.010930105,0.00012657985,0.00021185161,0.0009146998,0.00057769474,0.00040317618,0.00015710252,0.00041397678,0.0000015491016],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011900787,0.007391776,0.75387466,0.012473771,0.00031204557,0.0000019750344,0.07527588,0.00005189848,0.0027174323,0.012007336,0.12084905,0.0031433946],"study_design_scores_gemma":[0.01584491,0.017237987,0.7945121,0.0008707383,0.00003445654,0.000003212285,0.07153525,0.0034386516,0.0020138489,0.09232485,0.0019533043,0.00023068443],"about_ca_topic_score_codex":0.00007564427,"about_ca_topic_score_gemma":0.0014782943,"teacher_disagreement_score":0.17101046,"about_ca_system_score_codex":0.00049923675,"about_ca_system_score_gemma":0.00032250487,"threshold_uncertainty_score":0.99740124},"labels":[],"label_agreement":null},{"id":"W4389690093","doi":"10.2196/48069","title":"Survivorship Care for Women Living With Ovarian Cancer: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Survivorship curve; Randomized controlled trial; Protocol (science); Medicine; Cancer survivorship; Ovarian cancer; Cancer; Gerontology; Alternative medicine; Surgery; Internal medicine","score_opus":0.15252706707501978,"score_gpt":0.523774615295793,"score_spread":0.37124754822077316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389690093","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009260236,0.0000029726602,0.00017109286,0.0009045809,0.000042353087,0.9950225,0.00007218944,0.00032776155,0.0025305797],"genre_scores_gemma":[0.0023031281,4.939358e-7,0.00012874925,0.00007507554,0.0013743725,0.98276377,0.000027370688,0.00014463927,0.013182419],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940513,0.0012915671,0.00081724225,0.00079303683,0.0014212704,0.0016256219],"domain_scores_gemma":[0.9911497,0.005396602,0.0002506777,0.00070386135,0.0020132083,0.00048593743],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0099091055,0.00038343776,0.0022264174,0.0005871269,0.0005101578,0.00025039265,0.00038517665,0.00026070286,0.00037322796],"category_scores_gemma":[0.0025392706,0.00024927774,0.0006331822,0.0011569309,0.00029189934,0.00013648125,0.00012428313,0.00056220934,0.00001767055],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9760146,0.0003484924,0.00033614307,0.008237447,0.00031082358,0.000010959378,0.0068346714,0.000003745023,0.000100366255,0.00048221773,0.0040593473,0.003261198],"study_design_scores_gemma":[0.80137527,0.0066133807,0.00004886459,0.0042755837,0.0000211397,0.0000016472936,0.002872249,0.00021800883,0.00016071025,0.00035462127,0.18380474,0.0002537818],"about_ca_topic_score_codex":0.0004891282,"about_ca_topic_score_gemma":0.0022489112,"teacher_disagreement_score":0.17974538,"about_ca_system_score_codex":0.00061718153,"about_ca_system_score_gemma":0.0023717063,"threshold_uncertainty_score":0.99999595},"labels":[],"label_agreement":null},{"id":"W4389733322","doi":"10.2196/51578","title":"Caries Detection in Primary Teeth Using Intraoral Scanners Featuring Fluorescence: Protocol for a Diagnostic Agreement Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Australian Government; Murdoch Children's Research Institute; Children’s Hospital of Wisconsin Research Institute","keywords":"Protocol (science); Dentistry; Medicine; Computer science; Orthodontics; Pathology","score_opus":0.26469711672797597,"score_gpt":0.5691383774118111,"score_spread":0.3044412606838351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389733322","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11166985,4.0861607e-7,0.00006299216,0.00001462395,0.000033970704,0.8878842,0.000015454545,0.00013949879,0.00017898109],"genre_scores_gemma":[0.087237276,1.00702735e-7,0.00010567228,0.000011044386,0.00017933431,0.91207105,0.000022684078,0.00004372701,0.0003290888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958262,0.00063970516,0.0005562104,0.00060615863,0.0013120001,0.0010597477],"domain_scores_gemma":[0.9983507,0.00046823226,0.00011403684,0.00040990487,0.0004542614,0.00020291195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025573585,0.00020663865,0.00026532947,0.0006842198,0.000518033,0.00030416172,0.00036100615,0.00015409826,0.000043950302],"category_scores_gemma":[0.0009782222,0.00020249211,0.0000616131,0.0021434622,0.00012432341,0.00036167487,0.0003145415,0.00057347055,0.000096512435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00994669,0.004968102,0.71640795,0.020991068,0.000057511876,0.0008618178,0.0040926747,0.0005219608,0.014390359,0.000058683272,0.0093117,0.21839146],"study_design_scores_gemma":[0.0129986135,0.0044788714,0.94348043,0.0054727443,0.000005009181,0.000022156795,0.0054942705,0.004628344,0.011827128,0.00031142114,0.010747363,0.000533634],"about_ca_topic_score_codex":0.00043686703,"about_ca_topic_score_gemma":0.0024478966,"teacher_disagreement_score":0.22707248,"about_ca_system_score_codex":0.0010533697,"about_ca_system_score_gemma":0.00047138444,"threshold_uncertainty_score":0.82573885},"labels":[],"label_agreement":null},{"id":"W4389745714","doi":"10.2196/50757","title":"\"Effect of Social Media-Based Educational Intervention on Mental Health Literacy Among Male High School Students in Ramhormoz City: A Randomized Controlled Trial Study Protocol\" (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Mental health; Social media; Preprint; Protocol (science); Media literacy; Intervention (counseling); Psychology; Medical education; Literacy; Medicine; Clinical psychology; Alternative medicine; Pedagogy; Psychiatry; Computer science; World Wide Web","score_opus":0.12158612924623734,"score_gpt":0.6337805833292917,"score_spread":0.5121944540830543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389745714","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36435723,5.6393236e-7,0.000002027625,0.0007402071,0.0001318344,0.6339723,0.000041495518,0.000063324085,0.00069104944],"genre_scores_gemma":[0.3958145,1.9480652e-8,0.0000066382618,0.000018441775,0.00014717509,0.601635,0.000069691276,0.00003442176,0.0022741496],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9747763,0.018016642,0.0027433098,0.00089544826,0.0025309979,0.0010372807],"domain_scores_gemma":[0.99325764,0.004544594,0.0009121434,0.0006191512,0.00031103156,0.00035545352],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02973495,0.00037202844,0.001830432,0.0017242817,0.00031803845,0.00028116736,0.0008958119,0.0001772816,0.0037268],"category_scores_gemma":[0.002405299,0.00030288784,0.00078001467,0.0014265273,0.0003761034,0.0003233433,0.00041772233,0.0010943467,0.00073877454],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9343126,0.0322609,0.0142549835,0.0010467393,0.00020204928,0.000017055849,0.0023605844,0.0000017717647,0.000004086467,0.00064296776,0.0049267095,0.009969551],"study_design_scores_gemma":[0.92201906,0.023995241,0.048972335,0.0033624985,0.000005408591,9.0167464e-7,0.00037350622,0.000040687377,0.00006669368,0.0006426956,0.0003436382,0.00017732328],"about_ca_topic_score_codex":0.0003595934,"about_ca_topic_score_gemma":0.00013861273,"teacher_disagreement_score":0.03471735,"about_ca_system_score_codex":0.0009828602,"about_ca_system_score_gemma":0.00046837068,"threshold_uncertainty_score":0.9999423},"labels":[],"label_agreement":null},{"id":"W4389785955","doi":"10.2196/52067","title":"The Impact of Forced Separations Between Women and Their Pets in Domestic Violence Situations and the Effectiveness of Crisis Response: Protocol for a Conceptual Framework","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Human-Animal Interaction Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Domestic violence; Psychology; Conceptual framework; Social psychology; Medicine; Poison control; Human factors and ergonomics; Environmental health; Sociology; Social science; Alternative medicine","score_opus":0.13752826179961103,"score_gpt":0.6002679733969857,"score_spread":0.46273971159737465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389785955","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41603616,0.0000034106897,0.00016855031,0.000101876634,8.340844e-7,0.5836235,0.00004224175,0.000004389851,0.000018989196],"genre_scores_gemma":[0.47536692,0.0000012244925,0.000013698795,0.0000014469546,0.000013851347,0.52456933,0.0000021105786,0.0000060880557,0.00002533279],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99744636,0.0016232954,0.0002661743,0.00022145019,0.00015984687,0.00028284613],"domain_scores_gemma":[0.9930056,0.0062016896,0.000097307035,0.0002770217,0.00037365124,0.000044744113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004657765,0.00010597957,0.00021581003,0.00009722268,0.00028809955,0.000044051427,0.00019092236,0.00008077049,0.0000037535026],"category_scores_gemma":[0.0030480407,0.00005633075,0.000064582644,0.0003302103,0.00087799295,0.000009467287,0.00023790664,0.00018954797,9.341833e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14875884,0.00051387755,0.039710887,0.0017990607,0.0008787178,0.0000029239168,0.023800557,0.00032580027,0.7706252,0.0063062347,0.0038925689,0.0033853406],"study_design_scores_gemma":[0.020611834,0.019302825,0.67879224,0.004481299,0.000009268044,0.000010519956,0.01860905,0.00074807246,0.16815515,0.076395,0.0123412805,0.0005434804],"about_ca_topic_score_codex":0.000017401935,"about_ca_topic_score_gemma":0.000012443629,"teacher_disagreement_score":0.63908136,"about_ca_system_score_codex":0.00003809685,"about_ca_system_score_gemma":0.0001766139,"threshold_uncertainty_score":0.36490098},"labels":[],"label_agreement":null},{"id":"W4389860922","doi":"10.2196/52571","title":"Developing and Evaluating a Data-Driven and Systems Approach to Health Promotion Among Vocational Students: Protocol for the Data Health Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit van Amsterdam; Novo Nordisk Fonden; Steno Diabetes Center Copenhagen","keywords":"Protocol (science); Vocational education; Health data; Health promotion; Data collection; Medical education; Computer science; Psychology; Data science; Medicine; Health care; Public health; Nursing; Alternative medicine; Pedagogy; Sociology; Political science","score_opus":0.9041221689233705,"score_gpt":0.7785069131849389,"score_spread":0.12561525573843157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389860922","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030231671,0.000006567583,0.0013620255,0.017547758,0.00006020817,0.97767293,0.00014475499,0.00015195896,0.00003064772],"genre_scores_gemma":[0.0013488111,0.0000014988176,0.0030388862,0.0002983051,0.00065196364,0.9936904,0.00053046545,0.00005429989,0.00038537997],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98863834,0.0056995647,0.0011556076,0.0012842491,0.0018236345,0.0013986313],"domain_scores_gemma":[0.9941817,0.0020518256,0.00047094986,0.0019267347,0.00078080886,0.0005879682],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.047261376,0.00021259827,0.00039766368,0.00041057548,0.0051291627,0.00031395626,0.0016585358,0.00011184047,0.000005102872],"category_scores_gemma":[0.0024728468,0.00015343675,0.00001114247,0.001321867,0.00011442384,0.00055913033,0.0020775187,0.0010155058,0.000031773536],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013675799,0.003199895,0.33455166,0.032755632,0.00008709285,6.086988e-7,0.0386932,0.000044732988,0.000006535461,0.001229757,0.51010007,0.07796323],"study_design_scores_gemma":[0.005837075,0.0048860204,0.79767025,0.010444848,0.0000042510123,0.0000029356136,0.046111934,0.0488351,2.3519664e-7,0.00025976557,0.08567042,0.00027718456],"about_ca_topic_score_codex":0.0011344904,"about_ca_topic_score_gemma":0.00043094408,"teacher_disagreement_score":0.46311858,"about_ca_system_score_codex":0.000753997,"about_ca_system_score_gemma":0.0061180736,"threshold_uncertainty_score":0.9995163},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4389867991","doi":"10.2196/51338","title":"Holistic Person-Centered Care in Radiotherapy: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Nursing; Psychology; Alternative medicine","score_opus":0.9456505889791369,"score_gpt":0.7717851333110699,"score_spread":0.173865455668067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389867991","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.178599e-10,0.45387688,0.0000030545696,0.00033946696,0.000022235488,0.5450845,0.00017419411,0.0001866971,0.0003129941],"genre_scores_gemma":[7.325257e-10,0.4232155,0.00029801807,0.00018384946,0.00029856924,0.5748831,0.00020835407,0.00026832838,0.00064429437],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97443086,0.016568273,0.0034774288,0.0014587498,0.0014929399,0.0025717404],"domain_scores_gemma":[0.98546225,0.007099955,0.0015934479,0.003490587,0.0018444199,0.0005093501],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00464805,0.00081766734,0.00366812,0.0014031552,0.0016043439,0.00008862712,0.0029480236,0.0011210561,0.0004294047],"category_scores_gemma":[0.004276865,0.0006861687,0.000676185,0.0028706568,0.00024232469,0.00022411831,0.0009510714,0.0057928865,0.0007864773],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00015988904,0.000119470125,0.0000293109,0.78717065,0.000025216279,0.000007696319,0.001874498,5.289952e-8,3.9331443e-8,0.00007988898,0.026867261,0.18366605],"study_design_scores_gemma":[0.0017524363,0.00037042602,0.0000013949802,0.49743226,0.0000061877904,9.920054e-7,0.0006626545,0.0000037768143,2.2697806e-8,0.000020008742,0.4994817,0.00026812655],"about_ca_topic_score_codex":0.00015865006,"about_ca_topic_score_gemma":0.00052466086,"teacher_disagreement_score":0.47261444,"about_ca_system_score_codex":0.004376029,"about_ca_system_score_gemma":0.014323176,"threshold_uncertainty_score":0.99999154},"labels":[],"label_agreement":null},{"id":"W4389959486","doi":"10.2196/53627","title":"Data Visualization Support for Tumor Boards and Clinical Oncology: Protocol for a Scoping Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Visualization; Medicine; Medical physics; Computer science; Oncology; Alternative medicine; Data mining; Pathology","score_opus":0.877370669870584,"score_gpt":0.7828342816130393,"score_spread":0.09453638825754473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389959486","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4620972e-11,0.019066928,0.060630415,0.00020703771,0.000019555131,0.91907156,0.00067582977,0.00022947906,0.00009920244],"genre_scores_gemma":[7.709034e-12,0.26343238,0.0054517505,0.0002716565,0.00030884333,0.7284861,0.0011896427,0.00008293547,0.0007766881],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915674,0.0019162829,0.0025912975,0.001930435,0.0010733395,0.0009212705],"domain_scores_gemma":[0.99150217,0.003066201,0.0011360307,0.0028221493,0.0010602536,0.0004131949],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.021778002,0.00045555498,0.0024145264,0.0004990016,0.00041873378,0.0008752418,0.0047294237,0.00039185825,0.00003496472],"category_scores_gemma":[0.006832459,0.00036002896,0.00037056196,0.0017770438,0.00025002734,0.00088200136,0.0041547613,0.0006527782,0.00011168676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014898261,0.00023030734,6.6463224e-7,0.40033254,0.00003698795,0.0000066433427,0.0000041773023,1.0007075e-8,9.085412e-9,0.003476702,0.20683827,0.3890588],"study_design_scores_gemma":[0.00087540835,0.0011337945,9.338044e-8,0.37788057,0.00002531526,0.00000785274,0.0000013221025,0.0025053343,1.2125199e-7,0.00013891618,0.61719525,0.00023601044],"about_ca_topic_score_codex":0.0000014705578,"about_ca_topic_score_gemma":0.00001568689,"teacher_disagreement_score":0.410357,"about_ca_system_score_codex":0.00017204638,"about_ca_system_score_gemma":0.007870914,"threshold_uncertainty_score":0.99988514},"labels":[],"label_agreement":null},{"id":"W4390016423","doi":"10.2196/52193","title":"Effects of Episodic Food Insecurity on Psychological and Physiological Responses in African American Women With Obesity (RESPONSES): Protocol for a Longitudinal Observational Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of General Medical Sciences; National Institutes of Health","keywords":"Observational study; Food insecurity; Psychology; Obesity; Clinical psychology; Cohort study; African american; Longitudinal study; Cohort; Environmental health; Gerontology; Medicine; Developmental psychology; Demography; Food security; Biology; Ecology","score_opus":0.6886278393636188,"score_gpt":0.6603619610908145,"score_spread":0.028265878272804357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390016423","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5049655,1.4413179e-7,0.0000022044887,0.00034930915,0.000003425402,0.49451524,0.000054533706,0.0000654665,0.000044176442],"genre_scores_gemma":[0.46121436,2.693191e-7,0.00007868256,0.000061536564,0.000046359848,0.53851205,0.000006933966,0.000015211863,0.00006457106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98969144,0.0061780517,0.0008125111,0.0009026411,0.0011038601,0.0013114782],"domain_scores_gemma":[0.99101657,0.007255391,0.0003435692,0.00051910774,0.0005188741,0.00034648651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068198885,0.00027197122,0.0007394262,0.0006959599,0.0011389401,0.000024859575,0.00042004374,0.00022612582,0.000071650094],"category_scores_gemma":[0.0031482002,0.00020104925,0.000050525243,0.0021090237,0.0007766871,0.00013792072,0.00036645023,0.0015742403,0.000033234635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04980197,0.0059059197,0.932649,0.0024527747,0.000036026475,0.00003241285,0.0048037027,0.000004684467,0.00011997445,0.0021920092,0.0016977452,0.00030378983],"study_design_scores_gemma":[0.007192595,0.046700355,0.9368015,0.0010887465,0.0000021085586,6.4592473e-7,0.0021461924,0.000047097845,0.000013265502,0.002702736,0.003116125,0.00018861932],"about_ca_topic_score_codex":0.00016610652,"about_ca_topic_score_gemma":0.0003675751,"teacher_disagreement_score":0.04399682,"about_ca_system_score_codex":0.00037536945,"about_ca_system_score_gemma":0.0005114454,"threshold_uncertainty_score":0.8759921},"labels":[],"label_agreement":null},{"id":"W4390037910","doi":"10.2196/50241","title":"A Bluetooth-Based Smartphone App for Detecting Peer Proximity: Protocol for Evaluating Functionality and Validity","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute on Alcohol Abuse and Alcoholism","keywords":"Smartphone app; Bluetooth; Computer science; Mobile apps; Protocol (science); Smartphone application; Computer network; World Wide Web; Human–computer interaction; Multimedia; Wireless; Telecommunications; Medicine","score_opus":0.7116020937281248,"score_gpt":0.6862519618493278,"score_spread":0.025350131878796978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390037910","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026405093,2.6340786e-7,0.002273038,0.0018023526,0.000049753446,0.99117714,0.00024925172,0.0003858492,0.0014218433],"genre_scores_gemma":[0.0035437664,1.5163409e-9,0.0021535885,0.00007867331,0.00026146224,0.98451185,0.000058260666,0.00007902915,0.009313352],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951628,0.000866207,0.0007374344,0.0008634962,0.0011418761,0.0012282263],"domain_scores_gemma":[0.99516344,0.0024479278,0.00022094577,0.00056904624,0.0013084135,0.0002902334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013174664,0.00023196441,0.00030035252,0.00037776845,0.0008949906,0.00029333288,0.00031909754,0.00019520031,0.00027957428],"category_scores_gemma":[0.0029895701,0.00021974338,0.00020507888,0.0008257547,0.00025526012,0.00029117617,0.00021792922,0.00050279987,0.00020649006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036355462,0.009803053,0.014061741,0.042580623,0.0002451691,0.000023566992,0.0016365035,0.00003040191,0.0032659417,0.015994295,0.33674562,0.53925765],"study_design_scores_gemma":[0.029578125,0.028672433,0.023912547,0.0050314213,0.000010939905,0.00001543934,0.0007550134,0.0075553926,0.009497382,0.072697915,0.82147354,0.0007998345],"about_ca_topic_score_codex":0.00003424641,"about_ca_topic_score_gemma":0.000044155597,"teacher_disagreement_score":0.5384578,"about_ca_system_score_codex":0.0002632156,"about_ca_system_score_gemma":0.0003419355,"threshold_uncertainty_score":0.89608747},"labels":[],"label_agreement":null},{"id":"W4390071448","doi":"10.2196/53023","title":"Comparing Repeated (Annual) Couples HIV Testing and Counseling to Individual HIV Testing and Counseling Among Male Couples at High Risk of HIV Infection: Protocol for a Randomized Control Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Serodiscordant; Serostatus; Medicine; Randomized controlled trial; Clinical psychology; Family medicine; Psychology; Human immunodeficiency virus (HIV); Psychiatry; Viral load; Internal medicine","score_opus":0.17454548888066973,"score_gpt":0.4788998513202438,"score_spread":0.3043543624395741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390071448","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32063013,0.0000061349187,0.00071985833,0.00019686525,0.000005864376,0.6777211,0.00031439925,0.00021732031,0.00018835413],"genre_scores_gemma":[0.037129164,0.0000049966775,0.002247677,0.00001439554,0.00037752715,0.957271,0.00007393644,0.00009626442,0.0027850603],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99285436,0.0013787162,0.0016568598,0.0009571298,0.0018004873,0.0013524661],"domain_scores_gemma":[0.98359317,0.011665022,0.00057115447,0.0005471718,0.0029050508,0.0007184152],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015621856,0.00043246362,0.0015516839,0.001106385,0.0012603619,0.00038847615,0.00030184834,0.00024656422,0.00010604049],"category_scores_gemma":[0.03441993,0.00036392114,0.0002586492,0.0017740986,0.0008801608,0.0003541514,0.00043349838,0.0010834237,0.000035046174],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.514015,0.00096363924,0.42741424,0.0069172387,0.0006912924,0.00008272075,0.001962492,0.0006327266,0.005941491,0.000057317808,0.03723568,0.0040861582],"study_design_scores_gemma":[0.7568457,0.009740789,0.014843423,0.015471911,0.000112640686,0.000068053465,0.0006349929,0.19349527,0.0011255477,0.0002431729,0.0069276774,0.0004908285],"about_ca_topic_score_codex":0.0006747623,"about_ca_topic_score_gemma":0.00017291596,"teacher_disagreement_score":0.4125708,"about_ca_system_score_codex":0.0002025002,"about_ca_system_score_gemma":0.0004888618,"threshold_uncertainty_score":0.99988127},"labels":[],"label_agreement":null},{"id":"W4390111181","doi":"10.2196/54213","title":"Model for Doctor of Nursing Practice Projects Based on Cross-Fertilization Between Improvement and Implementation Sciences: Protocol for Quality Improvement and Program Evaluation Studies","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Protocol (science); Nursing; Quality (philosophy); Medicine; Quality management; Program evaluation; Medical education; Psychology; Engineering management; Engineering; Operations management; Alternative medicine; Political science","score_opus":0.970462321148538,"score_gpt":0.8837913387530901,"score_spread":0.0866709823954479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390111181","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015758412,4.065495e-7,0.0039754887,0.004266547,0.000013435275,0.97555405,0.00024223363,0.000108915,0.00008053256],"genre_scores_gemma":[0.014858071,5.954184e-7,0.008520482,0.00047075097,0.00012332301,0.9758601,0.000049268816,0.00003205156,0.00008534173],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99181974,0.0020480314,0.0016869836,0.00089014025,0.0022760644,0.0012790221],"domain_scores_gemma":[0.98705345,0.0071418635,0.0009802618,0.00037592943,0.0042167087,0.00023177669],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04365727,0.00022816483,0.00037172984,0.00063713564,0.0024827723,0.00014813694,0.0002595016,0.00013251515,0.000017765022],"category_scores_gemma":[0.008876227,0.0001896521,0.00004595567,0.0012141493,0.00058699836,0.0008010795,0.00018040164,0.0003039022,0.0000031193797],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058697034,0.0014113548,0.035087958,0.04214161,0.00007983155,2.4696817e-7,0.053173132,0.0006287825,0.014090603,0.00798329,0.012749106,0.8267844],"study_design_scores_gemma":[0.052344818,0.04191072,0.060546596,0.0105148945,0.00004673085,2.4286248e-7,0.05196097,0.7086303,0.012319039,0.022417685,0.038411148,0.0008968122],"about_ca_topic_score_codex":0.000059870647,"about_ca_topic_score_gemma":0.00006706401,"teacher_disagreement_score":0.82588756,"about_ca_system_score_codex":0.00094150886,"about_ca_system_score_gemma":0.003490672,"threshold_uncertainty_score":0.99947244},"labels":[],"label_agreement":null},{"id":"W4390114533","doi":"10.2196/48892","title":"NephroCAGE—German-Canadian Consortium on AI for Improved Kidney Transplantation Outcome: Protocol for an Algorithm Development and Validation Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; University of British Columbia; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Computer science; Transplantation; Data quality; Protocol (science); Machine learning; Artificial intelligence; Medicine; Algorithm; Data mining; Engineering","score_opus":0.34063904388848937,"score_gpt":0.5876103534009102,"score_spread":0.2469713095124208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390114533","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024007445,6.210783e-8,0.0011618277,0.00078020233,0.000008497106,0.99515295,0.00023888033,0.00010511354,0.00015171332],"genre_scores_gemma":[0.0015517367,2.4043345e-7,0.0038232263,0.00038263467,0.00007526132,0.9920543,0.0008475672,0.000054542015,0.0012104816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976207,0.00016309907,0.00052315474,0.00054055743,0.00049833005,0.0006541807],"domain_scores_gemma":[0.99831843,0.00022027786,0.000076848904,0.00028136626,0.00040942585,0.0006936251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012461878,0.00023212604,0.0003121471,0.0006270804,0.00051846245,0.00016250566,0.00012156127,0.00011969386,0.000030336827],"category_scores_gemma":[0.000076043754,0.0001853482,0.00006906212,0.0003943047,0.00005252936,0.00022765921,0.000011392861,0.00022818305,0.00004011261],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05318157,0.016677411,0.21030451,0.044875126,0.0017002424,0.00064041506,0.020250725,0.00003015644,0.011080136,0.001783312,0.025919298,0.6135571],"study_design_scores_gemma":[0.12151183,0.038934864,0.22097573,0.0048148134,0.00010236728,0.000051850868,0.0008883362,0.005788418,0.046139754,0.0006212158,0.5591252,0.0010456116],"about_ca_topic_score_codex":0.0002854775,"about_ca_topic_score_gemma":0.00060039584,"teacher_disagreement_score":0.61251146,"about_ca_system_score_codex":0.0001926593,"about_ca_system_score_gemma":0.00081935426,"threshold_uncertainty_score":0.755828},"labels":[],"label_agreement":null},{"id":"W4390170192","doi":"10.2196/52616","title":"Assessing and Improving the Care of Patients With Heart Failure in Ghana: Protocol for a Prospective Observational Study and the Ghana Heart Initiative-Heart Failure Registry","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Heart failure; Observational study; Medicine; Protocol (science); Medical emergency; Alternative medicine; Cardiology; Internal medicine; Pathology","score_opus":0.21811744972452235,"score_gpt":0.5032980898674635,"score_spread":0.28518064014294114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390170192","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09420541,0.000001272289,0.000007807721,0.015358908,0.000001889659,0.8903187,0.000015047969,0.00004300495,0.000047941063],"genre_scores_gemma":[0.20801744,2.0284302e-8,0.0016875673,0.00009051006,0.000052972104,0.78999454,0.000017821465,0.000030705927,0.00010845683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968318,0.00061336654,0.0004079749,0.00055658835,0.0010452715,0.0005450377],"domain_scores_gemma":[0.99773765,0.0007159408,0.00011999138,0.00049403706,0.0008196339,0.00011276298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002170587,0.00024149666,0.00047595124,0.00025259657,0.000514251,0.00024592335,0.00014757697,0.000090743226,0.000016426575],"category_scores_gemma":[0.0004594359,0.00012638402,0.00006349104,0.0009141391,0.00051177153,0.00032958572,0.00029672336,0.00056511635,0.0000033120152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034886117,0.0008726251,0.9721698,0.0019861476,0.00009240765,0.0000068796776,0.0046019917,0.0000011136387,0.00008864049,0.0002682166,0.015833894,0.00058966404],"study_design_scores_gemma":[0.027752703,0.00449397,0.8831265,0.0018969595,0.000020368725,0.0000028120367,0.031780463,0.00009866869,0.00021022899,0.00012099566,0.05032468,0.00017163031],"about_ca_topic_score_codex":0.000101088575,"about_ca_topic_score_gemma":0.00037198057,"teacher_disagreement_score":0.11381203,"about_ca_system_score_codex":0.00014955981,"about_ca_system_score_gemma":0.00039940956,"threshold_uncertainty_score":0.5153791},"labels":[],"label_agreement":null},{"id":"W4390170399","doi":"10.2196/47216","title":"Efficacy of a Digital Health Preventive Intervention for Adolescents With HIV or Sexually Transmitted Infections and Substance Use Disorder: Protocol for a Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Mental Health","keywords":"Medicine; Psychological intervention; mHealth; Intervention (counseling); Public health; Reproductive health; Randomized controlled trial; Family medicine; Pre-exposure prophylaxis; Adolescent health; Men who have sex with men; Population; Human immunodeficiency virus (HIV); Environmental health; Psychiatry; Nursing; Syphilis","score_opus":0.2451637457894246,"score_gpt":0.5861795704669149,"score_spread":0.34101582467749036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390170399","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01797474,0.0000017515019,0.010841297,0.0010130806,0.000028180806,0.9697748,0.00017822183,0.00016947307,0.000018475792],"genre_scores_gemma":[0.008136368,0.0000013704882,0.00020566306,0.000028369072,0.00026091235,0.983741,0.00006798338,0.00008000495,0.007478367],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9915714,0.0038186016,0.0018448654,0.0008385667,0.00072836626,0.001198177],"domain_scores_gemma":[0.9920002,0.004900973,0.0009902316,0.00045182323,0.0013446999,0.00031205636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007915875,0.00033433412,0.0017474381,0.0005137196,0.0012657607,0.0000735318,0.00022662748,0.00020476304,0.000029365152],"category_scores_gemma":[0.0036899922,0.00019658326,0.0003380022,0.0009806437,0.00049718557,0.00045959692,0.00009101322,0.0008206681,0.000010336931],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9628971,0.0063720034,0.005451829,0.01774101,0.00013432726,0.0000010023167,0.0028057278,0.0000034328514,0.000015715212,0.0002819724,0.0023326043,0.0019632587],"study_design_scores_gemma":[0.95633006,0.011994822,0.002559496,0.01514095,0.000012796631,8.492813e-7,0.0009743587,0.0002859116,0.000008371981,0.00063597545,0.011851949,0.00020446772],"about_ca_topic_score_codex":0.000041940144,"about_ca_topic_score_gemma":0.0002643324,"teacher_disagreement_score":0.013966182,"about_ca_system_score_codex":0.00017590878,"about_ca_system_score_gemma":0.001499874,"threshold_uncertainty_score":0.97353363},"labels":[],"label_agreement":null},{"id":"W4390193861","doi":"10.2196/47222","title":"Minimally Invasive Posterior Spinal Nonfusion Surgery in Patients With Adolescent Idiopathic Scoliosis Using a Bipolar One-Way Self-Expanding Rod System: Protocol for a Single-Center Clinical Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Scoliosis diagnosis and treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Scoliosis; Cobb angle; Surgery; Spinal fusion; Radiological weapon; Perioperative; Idiopathic scoliosis; Cohort","score_opus":0.38869572263661806,"score_gpt":0.5332299621977475,"score_spread":0.14453423956112949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390193861","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4862624,0.000001759978,0.0000010117619,0.000049472015,0.0000112162315,0.51354784,0.000010262083,0.000107247426,0.000008773156],"genre_scores_gemma":[0.46110532,3.2916958e-7,0.000092648814,0.000029435227,0.00013433091,0.53854907,0.000008918213,0.000076509605,0.0000034358225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99152726,0.001579389,0.0017014323,0.0013615956,0.0024030306,0.0014272974],"domain_scores_gemma":[0.99638164,0.00037959628,0.0004672057,0.00089005823,0.001333631,0.0005478668],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0065915594,0.00050160714,0.0014340387,0.0016189724,0.00043157194,0.0003034353,0.000312188,0.00028112027,0.000011535837],"category_scores_gemma":[0.0007454952,0.0003840201,0.0003273516,0.0021459123,0.00014101992,0.00030024044,0.00046237395,0.0007487183,0.000052326464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020396944,0.04380266,0.92422706,0.00877166,0.00024374251,0.00038055013,0.00026989283,9.3771735e-7,0.00060135266,0.0000011922502,0.0001668704,0.0011371447],"study_design_scores_gemma":[0.026245382,0.027327139,0.8475269,0.096748315,0.000055647055,0.000017154727,0.0003409393,0.000059069538,0.0009857722,6.963268e-7,0.0003662588,0.00032671654],"about_ca_topic_score_codex":0.00006475169,"about_ca_topic_score_gemma":0.000089765,"teacher_disagreement_score":0.08797665,"about_ca_system_score_codex":0.0017595896,"about_ca_system_score_gemma":0.001284367,"threshold_uncertainty_score":0.9998612},"labels":[],"label_agreement":null},{"id":"W4390246185","doi":"10.2196/52205","title":"Digitally Diagnosing Multiple Developmental Delays Using Crowdsourcing Fused With Machine Learning: Protocolfor a Human-in-the-Loop Machine Learning Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Biomedical Imaging and Bioengineering","keywords":"Machine learning; Medical diagnosis; Crowdsourcing; Computer science; Protocol (science); Artificial intelligence; Set (abstract data type); Psychiatric diagnosis; Data science; Medicine; World Wide Web; Pathology","score_opus":0.3511110220515242,"score_gpt":0.5057171178454409,"score_spread":0.1546060957939167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390246185","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4833163,0.0000019279514,0.00006784054,0.0003368701,0.0000030721308,0.51504135,0.000008543975,0.00040841373,0.00081569277],"genre_scores_gemma":[0.49063176,4.8029744e-7,0.00009484699,0.000020239882,0.00003364346,0.5083847,0.000010725214,0.00012469038,0.000698919],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9865574,0.0041285506,0.00088410167,0.0016818399,0.004014519,0.0027335726],"domain_scores_gemma":[0.99607563,0.0024815204,0.00025950663,0.000739398,0.000121092286,0.00032282955],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006290162,0.000600756,0.00058140594,0.0016183686,0.003507489,0.0016960914,0.002075089,0.00015548224,0.00015868204],"category_scores_gemma":[0.0031932415,0.00045796996,0.00011766557,0.0060989507,0.0005846676,0.0009268212,0.001633836,0.0042669247,0.00028947988],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016843848,0.0041053724,0.88686365,0.00054505805,0.00003153999,0.0027446696,0.012505642,0.0047226497,0.08439664,0.0002471186,0.00008444427,0.0020688416],"study_design_scores_gemma":[0.07672831,0.04407185,0.26466185,0.010739243,0.000027052332,0.0010792238,0.02577315,0.36381468,0.12960985,0.0021150548,0.07495055,0.006429215],"about_ca_topic_score_codex":0.00065021904,"about_ca_topic_score_gemma":0.0011853176,"teacher_disagreement_score":0.6222018,"about_ca_system_score_codex":0.0006064056,"about_ca_system_score_gemma":0.0006237165,"threshold_uncertainty_score":0.9997872},"labels":[],"label_agreement":null},{"id":"W4390266807","doi":"10.2196/52872","title":"Follow-Up of Patients With Axial Spondyloarthritis in Specialist Health Care With Remote Monitoring and Self-Monitoring Compared With Regular Face-to-Face Follow-Up Visits (the ReMonit Study): Protocol for a Randomized, Controlled Open-Label Noninferiority Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spondyloarthritis Studies and Treatments","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Helse Sør-Øst RHF; Diakonhjemmet","keywords":"Medicine; Randomized controlled trial; Ankylosing spondylitis; Physical therapy; Disease; Disease monitoring; Self-monitoring; Telemedicine; Face-to-face; Spondylitis; Patient satisfaction; Health care; BASDAI; Disease management; Internal medicine; Surgery; Psoriatic arthritis","score_opus":0.11312772193430075,"score_gpt":0.48127784994922085,"score_spread":0.3681501280149201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390266807","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35423437,0.000011140156,0.000008931299,0.00015962042,0.000046148332,0.64532584,0.00005448808,0.000079190955,0.00008026763],"genre_scores_gemma":[0.13349035,0.0000027785861,0.0012504522,0.000006503897,0.00036817684,0.8643962,0.000029557665,0.00011663462,0.00033933227],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99229896,0.0014683917,0.001304775,0.0011710498,0.0023683608,0.001388485],"domain_scores_gemma":[0.9951312,0.00091075466,0.0005779535,0.0009850303,0.0019098938,0.00048516472],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003793487,0.00066530524,0.00342907,0.00054583326,0.0010879792,0.00038183475,0.00055784715,0.00014184527,0.0000072810813],"category_scores_gemma":[0.00055923284,0.00039541753,0.0001620602,0.0018486546,0.0003300696,0.00029638346,0.0005732219,0.00069483154,0.000005441227],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9038478,0.0026878426,0.077601634,0.0009924278,0.00063581276,0.0001498454,0.00959973,0.0000057344287,0.000014255959,0.000008177799,0.00009223907,0.0043644933],"study_design_scores_gemma":[0.9110149,0.04268936,0.028554508,0.0085107945,0.00007698225,0.0000052187293,0.0060344976,0.000023971294,0.00014327721,0.000009392788,0.0025732801,0.00036380286],"about_ca_topic_score_codex":0.0007735277,"about_ca_topic_score_gemma":0.0011253671,"teacher_disagreement_score":0.220744,"about_ca_system_score_codex":0.00060766697,"about_ca_system_score_gemma":0.0010655437,"threshold_uncertainty_score":0.9998498},"labels":[],"label_agreement":null},{"id":"W4390351352","doi":"10.2196/54668","title":"Adapting and Evaluating an AI-Based Chatbot Through Patient and Stakeholder Engagement to Provide Information for Different Health Conditions: Master Protocol for an Adaptive Platform Trial (the MARVIN Chatbots Study)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Montreal Children's Hospital; McGill University; Polytechnique Montréal; Université de Montréal; McGill University Health Centre","funders":"","keywords":"Chatbot; Preprint; Protocol (science); Computer science; Medical education; Stakeholder; World Wide Web; Data science; Psychology; Medicine; Alternative medicine; Public relations","score_opus":0.8128256931405897,"score_gpt":0.6713493764623847,"score_spread":0.14147631667820504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390351352","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047219697,4.0920594e-7,0.001347049,0.0016066692,0.000038309063,0.9492041,0.00034950828,0.000116293406,0.0001179667],"genre_scores_gemma":[0.03844888,1.265791e-8,0.0010726462,0.00058296067,0.00011996259,0.9594339,0.00015131517,0.000049358816,0.00014096347],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9948881,0.00138156,0.0011573471,0.000621178,0.00091850426,0.001033313],"domain_scores_gemma":[0.9973629,0.00086607505,0.00038689395,0.00055994996,0.00046722693,0.00035692856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063551976,0.00028425586,0.000343606,0.0003773968,0.001299062,0.0005629968,0.00029452093,0.00008831758,0.000057411624],"category_scores_gemma":[0.00033441815,0.00021349477,0.000069541966,0.0003981332,0.00012160275,0.0013680372,0.0002698818,0.00042432966,0.000024214583],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14282572,0.011188303,0.00048164462,0.0047853286,0.00015148774,0.0000030055246,0.059589528,0.000079118545,0.000044096636,0.009321709,0.016923793,0.75460625],"study_design_scores_gemma":[0.16392502,0.6035989,0.010311811,0.0056206286,0.000015529553,0.0000045912902,0.07870424,0.01779406,0.0003895232,0.010775892,0.10796361,0.00089622237],"about_ca_topic_score_codex":0.00010494901,"about_ca_topic_score_gemma":0.00026681466,"teacher_disagreement_score":0.75371003,"about_ca_system_score_codex":0.00036739194,"about_ca_system_score_gemma":0.00028323507,"threshold_uncertainty_score":0.9991466},"labels":[],"label_agreement":null},{"id":"W4390352206","doi":"10.2196/53222","title":"Changes in Oral Health and Dental Esthetic in Smokers Switching to Combustion-Free Nicotine Alternatives: Protocol for a Multicenter and Prospective Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università di Catania","keywords":"Medicine; Randomized controlled trial; Randomization; Nicotine gum; Dentistry; Physical therapy; Smoking cessation; Prospective cohort study; Quality of life (healthcare); Alternative medicine; Surgery; Nursing; Placebo","score_opus":0.19014119942209678,"score_gpt":0.5595281252673479,"score_spread":0.36938692584525107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390352206","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3079088,4.7612167e-7,0.000020000947,0.0016647258,0.0000063149155,0.69034773,0.0000033917504,0.00003390336,0.000014665814],"genre_scores_gemma":[0.10565377,6.791047e-7,0.00012569383,0.000079828984,0.00006386299,0.89391303,0.0000074770996,0.000026584621,0.0001290893],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99697393,0.00086737226,0.0005389441,0.00044540197,0.0006419868,0.000532389],"domain_scores_gemma":[0.9984662,0.0007992938,0.00013098854,0.00021123227,0.00016781634,0.0002244757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006089235,0.00017479625,0.00094869774,0.000857591,0.00012217196,0.00010114719,0.00011830816,0.00008439528,0.000013580949],"category_scores_gemma":[0.002073787,0.00012851928,0.000069907524,0.0005345975,0.00012143087,0.000102383856,0.00014095964,0.00043708665,0.0000011945615],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90010256,0.0007144744,0.09263438,0.0006095037,0.000021642569,0.00001172158,0.0032404964,0.0000019349436,0.00032767447,0.00009045639,0.00015641475,0.0020887537],"study_design_scores_gemma":[0.96681446,0.004449416,0.022261783,0.003293874,0.0000045640695,0.000003608099,0.0010771692,0.0010635719,0.00042366993,0.00031981643,0.000176078,0.00011201553],"about_ca_topic_score_codex":0.00016935426,"about_ca_topic_score_gemma":0.00059602194,"teacher_disagreement_score":0.2035653,"about_ca_system_score_codex":0.00028207386,"about_ca_system_score_gemma":0.00020397134,"threshold_uncertainty_score":0.5240864},"labels":[],"label_agreement":null},{"id":"W4390404325","doi":"10.2196/52035","title":"Prolonged mHealth-Based Arrhythmia Monitoring in Patients With Hypertrophic Cardiomyopathy (HCM-PATCH): Protocol for a Single-Center Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiomyopathy and Myosin Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Bielefeld; Deutsche Forschungsgemeinschaft","keywords":"Medicine; Hypertrophic cardiomyopathy; Internal medicine; Sudden cardiac death; Cardiology; Implantable cardioverter-defibrillator; Electrocardiography; Cohort; Cardiomyopathy; Prospective cohort study; Single Center; Atrial fibrillation; Heart failure","score_opus":0.22993721911725937,"score_gpt":0.5018683366934741,"score_spread":0.2719311175762147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390404325","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32092905,6.736616e-7,0.0000058465585,0.00021844095,0.000015728194,0.6783864,0.000023091001,0.0001893575,0.00023141771],"genre_scores_gemma":[0.23296618,8.1345725e-8,0.0001606019,0.000018421288,0.0004936748,0.7661042,0.000022747005,0.00010046254,0.00013363325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938444,0.00068653387,0.00070258783,0.0010645831,0.0021936619,0.0015082189],"domain_scores_gemma":[0.9968695,0.0003121467,0.00014870767,0.0009890131,0.0013444735,0.00033614816],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003374839,0.00042498962,0.0010059412,0.00095771154,0.0004495655,0.00012291664,0.00026148104,0.00017266702,0.000009778812],"category_scores_gemma":[0.00045134462,0.0003234313,0.00019890466,0.0020537893,0.0002237985,0.00017096067,0.00025607625,0.00090612617,0.000044584147],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021312505,0.003683065,0.96669096,0.0025617192,0.00012344592,0.00034367514,0.0005140967,0.000014161096,0.0003190393,0.0000016081611,0.0010026157,0.0034330827],"study_design_scores_gemma":[0.042981084,0.019289011,0.91049427,0.0045224866,0.000019122033,0.000010024898,0.00034542306,0.000044434568,0.0005820076,0.000009804325,0.021373494,0.000328821],"about_ca_topic_score_codex":0.0000481152,"about_ca_topic_score_gemma":0.000027897682,"teacher_disagreement_score":0.08796286,"about_ca_system_score_codex":0.00066545897,"about_ca_system_score_gemma":0.000561322,"threshold_uncertainty_score":0.9999218},"labels":[],"label_agreement":null},{"id":"W4390418811","doi":"10.2196/51145","title":"Evaluation of the Gonadotoxicity of Cancer Therapies to Improve Counseling of Patients About Fertility and Fertility Preservation Measures: Protocol for a Retrospective Systematic Data Analysis and a Prospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Biology and Fertility","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Deutsche Krebshilfe","keywords":"Fertility preservation; Fertility; Medicine; Oncofertility; Cancer; Sperm bank; Cohort; Gynecology; Prospective cohort study; Oncology; Population; Internal medicine; Environmental health","score_opus":0.3018176449893189,"score_gpt":0.5552801594785836,"score_spread":0.25346251448926466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390418811","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49256772,0.0000048877296,0.000033553715,0.000027597309,0.0000023742427,0.50718313,0.00016621275,0.000008504855,0.0000059922604],"genre_scores_gemma":[0.49429256,1.5144484e-7,0.000021472684,0.0000014381216,0.0000061541186,0.50565505,0.000007074255,0.0000060532398,0.000010020224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934911,0.0023380038,0.0008746401,0.0009409701,0.0020845593,0.00027072168],"domain_scores_gemma":[0.9890105,0.00037045707,0.00046872668,0.0017077177,0.0083682,0.00007440974],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026509043,0.00017028078,0.0008704972,0.00025162188,0.00018730317,0.000018558168,0.00034790533,0.000109629706,0.000011165264],"category_scores_gemma":[0.011426205,0.00010433367,0.00008809821,0.0017031983,0.00047460472,0.00019780744,0.0003920663,0.0002503102,1.5490056e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014072935,0.0015092321,0.96219945,0.011790618,0.0012524286,4.6276487e-8,0.0032510005,0.0000036102417,0.005177,0.000003512894,0.000011617434,0.00072852266],"study_design_scores_gemma":[0.003237612,0.002001281,0.98090386,0.0019630946,0.00037955688,2.7450996e-8,0.0005234325,0.0026449705,0.00739708,0.00087086105,0.000004606459,0.00007362621],"about_ca_topic_score_codex":0.00049785676,"about_ca_topic_score_gemma":0.000731846,"teacher_disagreement_score":0.018704377,"about_ca_system_score_codex":0.00027596788,"about_ca_system_score_gemma":0.00048854563,"threshold_uncertainty_score":0.996901},"labels":[],"label_agreement":null},{"id":"W4390437030","doi":"10.2196/52117","title":"Improving Health for Older Adults With Pain Through Engagement: Protocol for Tailoring and Open Pilot Testing of a Mind-Body Activity Program Delivered Within Shared Medical Visits in an Underserved Community Clinic","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute on Aging","keywords":"Psychosocial; Medicine; Intervention (counseling); Focus group; Chronic pain; Population; Inclusion (mineral); Family medicine; Qualitative research; Physical therapy; Gerontology; Nursing; Psychiatry; Psychology","score_opus":0.4945057630062739,"score_gpt":0.6047423586118139,"score_spread":0.11023659560554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390437030","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13539286,4.0949894e-7,0.00051518297,0.00066375843,0.0000020698103,0.86329144,0.000016166287,0.00008524811,0.000032869088],"genre_scores_gemma":[0.10808362,7.1973304e-8,0.02013639,0.000048626145,0.00004231868,0.8715399,0.000061106264,0.00005165956,0.00003632483],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99292773,0.0040717404,0.00076173776,0.00058573275,0.0008936332,0.0007594103],"domain_scores_gemma":[0.99380827,0.0042118337,0.00034590418,0.0005704071,0.00072297675,0.00034063644],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03101671,0.00022492804,0.0005950726,0.00025641927,0.00058036455,0.00014224388,0.00046773683,0.00015019141,0.000028038236],"category_scores_gemma":[0.007722821,0.00017111181,0.000058714697,0.0010213838,0.00026147786,0.00057439564,0.0004696055,0.001159755,0.0000010789989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059830833,0.020566951,0.068234175,0.19345136,0.00012893343,0.000013406001,0.022550287,0.000010246095,0.006845356,0.00013221521,0.00067918474,0.62755704],"study_design_scores_gemma":[0.111342356,0.22928913,0.40086135,0.100537755,0.00001043829,0.0000038687017,0.02061129,0.13286446,0.0018359486,0.00078616024,0.0011531964,0.00070402824],"about_ca_topic_score_codex":0.0011907564,"about_ca_topic_score_gemma":0.0014928199,"teacher_disagreement_score":0.62685305,"about_ca_system_score_codex":0.00019896064,"about_ca_system_score_gemma":0.0013011724,"threshold_uncertainty_score":0.9977722},"labels":[],"label_agreement":null},{"id":"W4390514809","doi":"10.2196/53644","title":"Investigation of the Association Between e-Cigarette Smoking and Oral Mucosal Health Status Among Young People: Protocol for a Case-Control Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Oral Health Pathology and Treatment","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Oral mucosa; Odds ratio; Environmental health; Smoke; Internal medicine; Pathology","score_opus":0.20970918376705877,"score_gpt":0.5421601130005846,"score_spread":0.33245092923352587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390514809","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16778748,0.000003341721,0.000045402438,0.00084971724,0.000040199244,0.8308588,0.0003039235,0.00006684465,0.00004428264],"genre_scores_gemma":[0.29153886,5.6333732e-8,0.00005526278,0.000021322203,0.0002105023,0.70786065,0.000013463263,0.000023660701,0.00027621907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99498343,0.0022948699,0.00065835624,0.00044874565,0.000819618,0.00079499924],"domain_scores_gemma":[0.99741954,0.0014207594,0.00032789606,0.00031438735,0.00026508246,0.00025235565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006271415,0.0001718169,0.00037252257,0.00017660361,0.0006725901,0.00018713778,0.00015328465,0.00029953054,0.000029480754],"category_scores_gemma":[0.0006874728,0.00012244293,0.000111381756,0.0005232701,0.00017155353,0.0002607094,0.000108777516,0.0008413994,0.0000053803915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004216895,0.00008486877,0.98224634,0.0032954225,0.00012271745,0.000066212175,0.0011454595,5.338388e-7,0.000014294328,0.00043665693,0.005379002,0.0029916123],"study_design_scores_gemma":[0.061881863,0.0034988078,0.9231396,0.0019441423,0.000033776123,0.000067197514,0.00013350375,0.00027552634,0.00031993428,0.0026527385,0.0058781602,0.00017479579],"about_ca_topic_score_codex":0.0007133924,"about_ca_topic_score_gemma":0.0019977794,"teacher_disagreement_score":0.1237514,"about_ca_system_score_codex":0.00083047186,"about_ca_system_score_gemma":0.001132175,"threshold_uncertainty_score":0.5173087},"labels":[],"label_agreement":null},{"id":"W4390515054","doi":"10.2196/50325","title":"Development of Continuous Assessment of Muscle Quality and Frailty in Older Patients Using Multiparametric Combinations of Ultrasound and Blood Biomarkers: Protocol for the ECOFRAIL Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Universidad de Deusto; Eusko Jaurlaritza","keywords":"Medicine; Observational study; Sarcopenia; Ultrasound; Protocol (science); Cross-sectional study; Psychological intervention; Biomarker; Physical therapy; Clinical endpoint; Informed consent; Physical medicine and rehabilitation; Clinical trial; Pathology; Internal medicine; Radiology","score_opus":0.5129335774495067,"score_gpt":0.6480160760222634,"score_spread":0.13508249857275667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390515054","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3632173,0.000004714043,0.0000793739,0.000048387617,0.0000026776725,0.6365928,0.000014954545,0.00000625291,0.000033552922],"genre_scores_gemma":[0.29609358,4.2361174e-7,0.005300106,0.0000052475375,0.0000052762603,0.69857234,0.00000259298,0.0000094827155,0.000010951358],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977184,0.0003379455,0.0008179799,0.00025287247,0.000635967,0.00023682871],"domain_scores_gemma":[0.99756265,0.0013915142,0.00016342234,0.00020980182,0.00059172296,0.00008086431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003952469,0.0000965876,0.00033518567,0.00052363245,0.00012293749,0.00003363305,0.00008857632,0.00005972421,0.000019016019],"category_scores_gemma":[0.0005115938,0.00006899317,0.000032413565,0.0007707029,0.00019740812,0.0000732314,0.00009121006,0.00025585733,1.0023886e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006305082,0.020092066,0.91428614,0.022867018,0.00015911141,0.0000024738874,0.0037434476,5.1036346e-7,0.008610857,0.00032592728,0.0002118289,0.029070133],"study_design_scores_gemma":[0.017750762,0.0016976999,0.9686118,0.0042411583,0.0000088490215,0.0000010232761,0.0015757936,0.00056981546,0.0019806407,0.00009687244,0.003397188,0.00006839625],"about_ca_topic_score_codex":0.00007896027,"about_ca_topic_score_gemma":0.00002519276,"teacher_disagreement_score":0.06712372,"about_ca_system_score_codex":0.000084201216,"about_ca_system_score_gemma":0.00046986435,"threshold_uncertainty_score":0.28134596},"labels":[],"label_agreement":null},{"id":"W4390515495","doi":"10.2196/48781","title":"Compliance of Type 2 Diabetes Applications to International Guidelines: Protocol for a Quantitative App Assessment","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Checklist; Type 2 diabetes; App store; Medicine; Population; Diabetes management; Diabetes mellitus; Family medicine; World Wide Web; Internet privacy; Computer science; Environmental health; Psychology","score_opus":0.7297156051123346,"score_gpt":0.7742194353082471,"score_spread":0.04450383019591253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390515495","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007244586,0.000006141022,0.020662863,0.008494249,0.000038531674,0.9635054,0.00024807345,0.00018428933,0.0068532485],"genre_scores_gemma":[0.00004419433,0.0000019882664,0.052661017,0.0005907624,0.0005012545,0.94386417,0.00006684902,0.000051150284,0.0022186094],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959124,0.0004699214,0.0012939749,0.0006273885,0.00076958357,0.0009267874],"domain_scores_gemma":[0.99254173,0.0020263293,0.00020411181,0.00064626476,0.00413482,0.00044676472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039916555,0.00017524825,0.00032334347,0.0004555333,0.0007243796,0.00004708766,0.00070005294,0.00016801742,0.00054721255],"category_scores_gemma":[0.000699802,0.00014911976,0.000078060955,0.0013425322,0.00012861678,0.00014027487,0.00033893634,0.0008425407,0.0007086893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005160994,0.0005275103,0.0019163347,0.01961959,0.00003462287,4.8874585e-7,0.00034599105,0.00001974108,0.0021499065,0.24530593,0.65692115,0.07264265],"study_design_scores_gemma":[0.0009631675,0.0008378006,0.0006079113,0.0061199153,0.0000013245625,1.6411704e-7,0.00026662662,0.0032635238,0.00008994031,0.0066431384,0.9810904,0.00011604441],"about_ca_topic_score_codex":0.000024966388,"about_ca_topic_score_gemma":0.000020712394,"teacher_disagreement_score":0.3241693,"about_ca_system_score_codex":0.00042644065,"about_ca_system_score_gemma":0.0032241358,"threshold_uncertainty_score":0.91090035},"labels":[],"label_agreement":null},{"id":"W4390593276","doi":"10.2196/53514","title":"Efficacy of StepAdd, a Personalized mHealth Intervention Based on Social Cognitive Theory to Increase Physical Activity Among Patients With Type 2 Diabetes Mellitus: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Type 2 diabetes; Randomized controlled trial; Glycemic; Social cognitive theory; Medicine; Physical therapy; Psychological intervention; Gerontology; Psychology; Diabetes mellitus; Nursing; Social psychology; Internal medicine","score_opus":0.15164607266405408,"score_gpt":0.5987462759241912,"score_spread":0.4471002032601371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390593276","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07233103,0.0000014462212,0.0008228701,0.00037088656,0.000026062095,0.92560583,0.00018397461,0.00013431798,0.0005235579],"genre_scores_gemma":[0.075603686,1.7542996e-7,0.00009804895,0.00015761348,0.00050396833,0.9230641,0.000078669946,0.000077823584,0.00041592703],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9831739,0.012410018,0.0011282908,0.0007815824,0.0012664099,0.0012398104],"domain_scores_gemma":[0.97303945,0.023524476,0.0005926477,0.00037239454,0.0018396131,0.0006313927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013111461,0.00034908592,0.0017326038,0.0005724368,0.0010850584,0.000054704957,0.00028699014,0.00027022418,0.0003110982],"category_scores_gemma":[0.005652788,0.00022777787,0.0005160562,0.0009784407,0.00049770845,0.00014882199,0.00009879975,0.001376317,0.000071323],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94699514,0.0069042984,0.00019084374,0.009468632,0.00011446687,5.9030845e-7,0.000885152,0.0000010552225,0.000011143717,0.003195061,0.002464974,0.029768618],"study_design_scores_gemma":[0.9620748,0.009052166,0.0017681564,0.010480576,0.000047759917,1.2936092e-8,0.00013309195,0.001963857,0.000034520315,0.0006593314,0.013590822,0.00019486516],"about_ca_topic_score_codex":0.00006521291,"about_ca_topic_score_gemma":0.000018496368,"teacher_disagreement_score":0.029573753,"about_ca_system_score_codex":0.00043668342,"about_ca_system_score_gemma":0.0031500787,"threshold_uncertainty_score":0.9288512},"labels":[],"label_agreement":null},{"id":"W4390594149","doi":"10.2196/50200","title":"Promoting Return to Work After Vocational Rehabilitation Using a Work-Related Fitness App: Protocol for a Cluster-Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Vocational education; Work (physics); Psychology; Cluster (spacecraft); Applied psychology; Rehabilitation; Physical therapy; Vocational rehabilitation; Medical education; Computer science; Medicine; Engineering; Alternative medicine; Pedagogy","score_opus":0.1816363787722215,"score_gpt":0.5638368584303077,"score_spread":0.38220047965808623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390594149","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01685048,0.0000014395276,0.00083603023,0.009525281,0.00002445167,0.97230625,0.000006384171,0.00016994988,0.0002797476],"genre_scores_gemma":[0.02956476,1.3085901e-8,0.0032269375,0.000092741975,0.0008442283,0.9652672,0.000014497426,0.00006348998,0.0009261461],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940863,0.0019953432,0.0011173768,0.0007350858,0.0012512152,0.00081465713],"domain_scores_gemma":[0.991052,0.0071658827,0.00015548046,0.0004078187,0.0008209467,0.00039790792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010297554,0.000269951,0.001390238,0.00049830106,0.000282645,0.0002798128,0.00017220822,0.0002566578,0.00020753324],"category_scores_gemma":[0.0062757395,0.00018767806,0.00054351595,0.0016517758,0.00028203803,0.00030111478,0.00012322211,0.0010553891,0.000051999672],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98199546,0.0029149503,0.000026709358,0.0054592537,0.00011587228,0.000009029109,0.0028305298,0.0000067755523,0.0004541776,0.0003730938,0.0018306054,0.0039835675],"study_design_scores_gemma":[0.946147,0.0057559563,0.00007424325,0.020594832,0.000028995677,0.0000040463233,0.000040754076,0.0084697865,0.00013150892,0.005970644,0.012558243,0.00022396544],"about_ca_topic_score_codex":0.000008606728,"about_ca_topic_score_gemma":0.00000272187,"teacher_disagreement_score":0.035848413,"about_ca_system_score_codex":0.000513236,"about_ca_system_score_gemma":0.0013693052,"threshold_uncertainty_score":0.76532894},"labels":[],"label_agreement":null},{"id":"W4390652874","doi":"10.2196/51084","title":"Development of a Core Outcome Set for Family and Community Nursing: Protocol for a Delphi Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Psychological intervention; Stakeholder; Nursing; Medicine; Guideline; Focus group; Health care; Medical education; Psychology; Knowledge management; Public relations; Business; Computer science; Political science","score_opus":0.8934565592581739,"score_gpt":0.7546374420532757,"score_spread":0.13881911720489826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390652874","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004500377,0.0000010344232,0.0009866008,0.00048538248,0.000006391688,0.99144,0.000046138783,0.0002038649,0.002330216],"genre_scores_gemma":[0.0144177545,5.5070746e-8,0.011844618,0.000008666005,0.000078834215,0.9728289,0.0000047525614,0.000047760976,0.0007686474],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99454457,0.0016504969,0.0007028907,0.00043249343,0.0017066944,0.0009628819],"domain_scores_gemma":[0.9949592,0.0030292843,0.00008630141,0.0005317133,0.001131674,0.00026184824],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.026745731,0.00018589276,0.00034620348,0.0005265558,0.0020454263,0.00043520058,0.0011358327,0.0001892483,0.000027132013],"category_scores_gemma":[0.001990206,0.00016041698,0.00009217608,0.0009846922,0.0010239015,0.00024202974,0.00037600484,0.0010969595,0.000006956335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006142443,0.014647833,0.01312258,0.021908117,0.00023246453,0.000036712256,0.46617383,8.922797e-7,0.009199048,0.043782294,0.10779175,0.31696203],"study_design_scores_gemma":[0.0027448302,0.0043908013,0.0019196555,0.004052525,0.00000305923,0.0000014258396,0.07263629,0.00019880898,0.0009498476,0.016426312,0.8963797,0.0002967614],"about_ca_topic_score_codex":0.00022118962,"about_ca_topic_score_gemma":0.00047359092,"teacher_disagreement_score":0.7885879,"about_ca_system_score_codex":0.0004988152,"about_ca_system_score_gemma":0.0020245493,"threshold_uncertainty_score":0.99925375},"labels":[],"label_agreement":null},{"id":"W4390659751","doi":"10.2196/55725","title":"Correction: Mobile Phone Technology for Preventing HIV and Related Youth Health Problems, Sexual Health, Mental Health, and Substance Use Problems in Southwest Uganda (Youth Health SMS)- Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Randomized controlled trial; mHealth; Human immunodeficiency virus (HIV); Reproductive health; Protocol (science); Mobile phone; Medicine; Substance use; Short Message Service; Psychology; Family medicine; Alternative medicine; Psychiatry; Environmental health; Population; Computer science; Psychological intervention; Telecommunications","score_opus":0.19652669872590683,"score_gpt":0.5342300126364798,"score_spread":0.337703313910573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390659751","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000047348636,0.0023402013,0.0003242278,0.023101898,0.0020762736,0.9672426,0.0038904268,0.0008036981,0.00017332005],"genre_scores_gemma":[0.000025105555,0.0008405514,0.00089542405,0.0013369573,0.0015433783,0.93899024,0.004115386,0.00052808254,0.051724907],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9648301,0.0122894505,0.010643284,0.0038200659,0.0018203708,0.006596743],"domain_scores_gemma":[0.98208296,0.0048055537,0.0070363525,0.0016526914,0.0013992229,0.0030232037],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.045684695,0.0016371177,0.008485345,0.0029869939,0.0068676323,0.00035628467,0.00087905006,0.0019943526,0.00006202352],"category_scores_gemma":[0.0025282523,0.0013935161,0.00046683315,0.0027876063,0.0010708378,0.00043497415,0.0005550028,0.010932282,0.000037833845],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.40238616,0.0019406353,0.00011551451,0.09300682,0.0001486035,0.0000010796944,0.023308998,0.000004708527,0.0000010623529,0.0004165528,0.4726007,0.006069168],"study_design_scores_gemma":[0.5365193,0.015423667,0.000005949649,0.04027577,0.000014233882,0.000010917463,0.007192503,0.0005487659,2.3318826e-7,0.0010826673,0.39836052,0.00056550605],"about_ca_topic_score_codex":0.0046930467,"about_ca_topic_score_gemma":0.014448049,"teacher_disagreement_score":0.1341331,"about_ca_system_score_codex":0.004270107,"about_ca_system_score_gemma":0.047105253,"threshold_uncertainty_score":0.9996376},"labels":[],"label_agreement":null},{"id":"W4390671734","doi":"10.2196/52938","title":"Overview of Retention Strategies for Medical Doctors in Low- and Middle-Income Countries and Their Effectiveness: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Global Health and Surgery","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Protocol (science); Scopus; Systematic review; Low and middle income countries; Grey literature; Inclusion (mineral); Retention rate; Economic shortage; MEDLINE; Developing country; Medical education; Business; Alternative medicine; Psychology; Political science; Economic growth; Marketing; Government (linguistics)","score_opus":0.4801658902535406,"score_gpt":0.6530108245084049,"score_spread":0.17284493425486425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390671734","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.2933276e-7,0.4552271,0.000006732844,0.000092247545,0.0000062298927,0.5445591,0.00006305799,0.000018381208,0.00002651432],"genre_scores_gemma":[1.00253814e-7,0.44810015,0.000023917622,0.000034201,0.00006706071,0.5517005,0.000022069784,0.00003569945,0.000016312963],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947415,0.0011955748,0.0016402312,0.00074035535,0.0008363835,0.00084593176],"domain_scores_gemma":[0.9952289,0.0030945435,0.00032188275,0.0004083206,0.000536811,0.00040953068],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013154532,0.00045698055,0.003221085,0.0005020397,0.000107998734,0.00010976983,0.00019954154,0.00052746246,0.000037378555],"category_scores_gemma":[0.0016912008,0.00027809973,0.00040969768,0.00068005436,0.00037763128,0.0001624099,0.00020501667,0.0008468698,0.000003833138],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071009813,0.00010793865,0.000033219563,0.92593354,0.000045650795,0.000019921048,0.00002291701,2.2020608e-9,9.032474e-8,0.0010957156,0.00039993334,0.071630955],"study_design_scores_gemma":[0.0013111052,0.001024141,0.000011611156,0.5978268,0.000028694425,0.000036929243,0.000010956884,0.0000047871795,0.0000010827799,0.00059620285,0.3990258,0.00012188741],"about_ca_topic_score_codex":0.000016559217,"about_ca_topic_score_gemma":0.000024826773,"teacher_disagreement_score":0.39862585,"about_ca_system_score_codex":0.00023260669,"about_ca_system_score_gemma":0.006008436,"threshold_uncertainty_score":0.9999671},"labels":[],"label_agreement":null},{"id":"W4390757225","doi":"10.2196/55687","title":"Feasibility, Acceptability, and Preliminary Effectiveness of a Combined Digital Platform and Community Health Worker Intervention for Patients With Heart Failure: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Heart, Lung, and Blood Institute; Massachusetts General Hospital","keywords":"Protocol (science); Randomized controlled trial; Intervention (counseling); Medicine; Heart failure; Digital health; Physical therapy; mHealth; Alternative medicine; Nursing; Health care; Psychological intervention; Surgery","score_opus":0.10735335598682147,"score_gpt":0.5067756150439793,"score_spread":0.3994222590571578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390757225","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07731311,0.0000028744494,0.00040086376,0.00074085506,0.000005978454,0.9213999,0.000035044926,0.000063549734,0.000037819103],"genre_scores_gemma":[0.20778942,7.062291e-8,0.0008208171,0.0000062256695,0.00002399168,0.7911716,0.000062790656,0.000028530136,0.0000965667],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99609053,0.0018014715,0.0007302093,0.00041950724,0.00053187786,0.00042641556],"domain_scores_gemma":[0.9928826,0.0059064184,0.00012840203,0.0003959409,0.00048340022,0.00020322994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011425003,0.0002466043,0.0015145186,0.0002640721,0.0002793494,0.00024160132,0.00009472232,0.000102610444,0.000019953508],"category_scores_gemma":[0.0012971137,0.00014729511,0.00034602373,0.00022931812,0.00043888297,0.00034698422,0.00022563324,0.00043042508,7.5709335e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95435447,0.007465461,0.008798454,0.023033246,0.00032358672,6.051759e-7,0.00022714706,8.801539e-8,0.000005409449,0.00025251042,0.0010583082,0.0044807456],"study_design_scores_gemma":[0.9118747,0.06694868,0.0066396534,0.0075272503,0.000039708844,0.0000013673955,0.000117070296,0.00017239286,0.000039849743,0.0018999593,0.004632701,0.00010664771],"about_ca_topic_score_codex":0.00003639505,"about_ca_topic_score_gemma":0.000028979573,"teacher_disagreement_score":0.13047631,"about_ca_system_score_codex":0.00019927022,"about_ca_system_score_gemma":0.0002822582,"threshold_uncertainty_score":0.600652},"labels":[],"label_agreement":null},{"id":"W4390758415","doi":"10.2196/54707","title":"Supporting Life Adjustment in Patients With Lung Cancer Through a Comprehensive Care Program: Protocol for a Controlled Before-and-After Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; National Research Foundation","keywords":"Medicine; Prehabilitation; Survivorship curve; Intervention (counseling); Quality of life (healthcare); Physical therapy; Lung cancer; Randomized controlled trial; Cancer; Family medicine; Nursing; Internal medicine","score_opus":0.10485254901403233,"score_gpt":0.5542663179261121,"score_spread":0.4494137689120798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390758415","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02346292,0.00004816504,0.000009355901,0.00042147408,0.000025344096,0.9756496,0.00006737489,0.00012292224,0.00019284358],"genre_scores_gemma":[0.020390896,3.0359115e-7,0.00017730033,0.0001610401,0.00048216563,0.9783544,0.000036618057,0.00007852137,0.00031873185],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964022,0.0002471843,0.0006030878,0.0007036723,0.0011130468,0.0009308078],"domain_scores_gemma":[0.9980715,0.00018537327,0.00009749489,0.00034566468,0.0010251119,0.00027484863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004778438,0.0002981279,0.00071346905,0.00024420023,0.000112006914,0.00020240247,0.00013004632,0.00016149707,0.00017280327],"category_scores_gemma":[0.00010476617,0.00019355697,0.00017196998,0.0005505768,0.00016978182,0.00020275977,0.00012888215,0.0006688966,0.0000031945483],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7988281,0.0017948797,0.09831451,0.029237514,0.0003314501,0.0000936951,0.014854822,0.0000023501748,0.000009465208,0.00012800872,0.004131043,0.052274153],"study_design_scores_gemma":[0.5308114,0.0334984,0.033723794,0.022680841,0.0000583604,0.0000022658498,0.0019386486,0.0005467842,0.00007420533,0.00008288785,0.37614614,0.00043626776],"about_ca_topic_score_codex":0.0002764044,"about_ca_topic_score_gemma":0.0014100637,"teacher_disagreement_score":0.3720151,"about_ca_system_score_codex":0.0005122936,"about_ca_system_score_gemma":0.001391891,"threshold_uncertainty_score":0.78930247},"labels":[],"label_agreement":null},{"id":"W4390758471","doi":"10.2196/54446","title":"Family-Based WhatsApp Intervention to Promote Healthy Eating Behaviors Among Amazonian School Children: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Social cognitive theory; Context (archaeology); Psychological intervention; Overweight; Childhood obesity; Intervention (counseling); Gerontology; Family medicine; Psychology; Obesity; Psychiatry; Developmental psychology","score_opus":0.1666782368848956,"score_gpt":0.6202107016821062,"score_spread":0.45353246479721065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390758471","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003927973,0.000010836687,0.0035974593,0.0029782664,0.000116572315,0.98771876,0.00008243763,0.00072777586,0.00083991885],"genre_scores_gemma":[0.0010023088,7.9109043e-7,0.002646586,0.00088358996,0.0015827497,0.99131876,0.00009069628,0.00018497987,0.0022895474],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9829855,0.0073222155,0.00391092,0.0014593785,0.001554312,0.0027676602],"domain_scores_gemma":[0.9906911,0.003921334,0.0007531822,0.0011591009,0.0013917825,0.0020834578],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028908405,0.00054866885,0.002024991,0.0013397568,0.0027781918,0.00035928574,0.00080100266,0.00065869605,0.0008221756],"category_scores_gemma":[0.0038500736,0.0004200257,0.0009000823,0.0015835225,0.00027605233,0.0003570461,0.00025301697,0.003147134,0.0007608216],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.928212,0.0014401207,0.0010701417,0.011327943,0.00005360019,0.0000033053905,0.0003681879,0.000005417907,0.000092732946,0.0014954458,0.024994468,0.030936645],"study_design_scores_gemma":[0.7882558,0.0047386787,0.00065527967,0.018981446,0.000015941427,5.2493675e-7,0.00013878156,0.0021472943,0.00002120613,0.0005418508,0.18420404,0.00029917352],"about_ca_topic_score_codex":0.000606311,"about_ca_topic_score_gemma":0.00020669505,"teacher_disagreement_score":0.15920958,"about_ca_system_score_codex":0.001141434,"about_ca_system_score_gemma":0.006796973,"threshold_uncertainty_score":0.99994314},"labels":[],"label_agreement":null},{"id":"W4390758630","doi":"10.2196/53853","title":"Role of Chinese Acupuncture in the Treatment for Chemotherapy-Induced Cognitive Impairment in Older Patients With Cancer: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer-related cognitive impairment studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Jiangsu University; Jiangsu Commission of Health","keywords":"Medicine; Acupuncture; Randomized controlled trial; Electroacupuncture; Traditional Chinese medicine; Neurocognitive; Cancer; Physical therapy; Clinical trial; Cognition; Internal medicine; Alternative medicine; Psychiatry","score_opus":0.05992041608480653,"score_gpt":0.506302819763391,"score_spread":0.44638240367858445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390758630","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10754689,0.000013160995,0.000012724567,0.0010151147,0.000010643017,0.8911049,0.000087880784,0.000030123467,0.00017858125],"genre_scores_gemma":[0.07425617,0.0000026798475,0.000031020085,0.00007993114,0.00023198455,0.92509407,0.000026608206,0.00005162865,0.00022592589],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99624515,0.0007401884,0.00082902797,0.0005635046,0.00094034936,0.00068178173],"domain_scores_gemma":[0.9947132,0.0039218133,0.0001898711,0.00024391233,0.0008458125,0.00008537946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002599985,0.00046252465,0.0019268527,0.0005170247,0.00010868465,0.00006992766,0.00015288877,0.00015388346,0.00009356273],"category_scores_gemma":[0.00057562854,0.00017746273,0.00056487706,0.00080051436,0.00022622863,0.000100831756,0.000030017623,0.00042997365,0.0000014977576],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9689129,0.008577692,0.0033569091,0.0014144873,0.00088408624,0.000006444997,0.006532731,0.0000014823452,0.00014365041,0.000015168808,0.000384104,0.0097703645],"study_design_scores_gemma":[0.95177114,0.029815016,0.0046737343,0.007874263,0.00007250972,8.6727886e-7,0.0005204955,0.00034164052,0.0006841279,0.00035795005,0.003716568,0.00017170764],"about_ca_topic_score_codex":0.00009606854,"about_ca_topic_score_gemma":0.00021328701,"teacher_disagreement_score":0.033989176,"about_ca_system_score_codex":0.00068140274,"about_ca_system_score_gemma":0.00093198457,"threshold_uncertainty_score":0.723672},"labels":[],"label_agreement":null},{"id":"W4390758712","doi":"10.2196/53160","title":"Investigating Father or Partner Involvement in Family Integrated Care in Neonatal Units: Protocol for a Prospective, Multicenter, Multiphase Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Multicenter study; Psychology; Family medicine; Alternative medicine; Randomized controlled trial; Internal medicine","score_opus":0.3031479626140568,"score_gpt":0.550616063288246,"score_spread":0.24746810067418917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390758712","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047988944,0.000006251017,0.000011939884,0.00007079965,0.000011072118,0.95112133,0.00008323433,0.00013631428,0.0005701018],"genre_scores_gemma":[0.031298604,1.2268903e-7,0.0015697818,0.00007232016,0.000084805884,0.9661342,0.0001337397,0.00008208033,0.00062434777],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960594,0.000519757,0.0007727423,0.00082658627,0.0009350246,0.000886485],"domain_scores_gemma":[0.9980407,0.00031796005,0.00006197539,0.00041633047,0.0009468825,0.00021618074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018127804,0.00035105975,0.000446157,0.00094310264,0.00013577385,0.00025349896,0.00029987973,0.00017425281,0.000095584954],"category_scores_gemma":[0.000705572,0.0002435534,0.00006525816,0.002210895,0.00015727985,0.0003172344,0.00023747068,0.0012670166,0.000013264831],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018632375,0.0016420098,0.7091035,0.016369373,0.0001450436,0.0018863037,0.20417257,0.000010803668,0.0037362154,0.00013539026,0.003939413,0.040226977],"study_design_scores_gemma":[0.080735035,0.016622797,0.029769504,0.059538513,0.000011332022,0.000013847294,0.10552551,0.008408952,0.008154238,0.00016442413,0.6899803,0.00107551],"about_ca_topic_score_codex":0.00020419032,"about_ca_topic_score_gemma":0.0014965811,"teacher_disagreement_score":0.68604094,"about_ca_system_score_codex":0.0009700606,"about_ca_system_score_gemma":0.002154547,"threshold_uncertainty_score":0.99318194},"labels":[],"label_agreement":null},{"id":"W4390759482","doi":"10.2196/53191","title":"Effectiveness of a Serious Video Game (MOON) for Attention Deficit Hyperactivity Disorder: Protocol for a Randomized Clinical Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Comunidad de Madrid","keywords":"Randomized controlled trial; Clinical trial; Cognition; Video game; Medicine; Attention deficit hyperactivity disorder; Protocol (science); Intervention (counseling); Clinical psychology; Psychology; Psychiatry; Physical therapy; Multimedia; Alternative medicine","score_opus":0.23616947281923387,"score_gpt":0.5980066692155049,"score_spread":0.3618371963962711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390759482","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07886799,0.0000062155505,0.019497909,0.0004897847,0.00004892228,0.90063536,0.00006185197,0.00020762034,0.00018437138],"genre_scores_gemma":[0.050243437,7.5168333e-7,0.00085560937,0.000008894974,0.00035392883,0.9474264,0.00005672203,0.00014004111,0.0009142251],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9908343,0.0044489587,0.0014875932,0.001149848,0.0012233366,0.00085596053],"domain_scores_gemma":[0.9791526,0.018087473,0.00031390408,0.0007914352,0.0014078745,0.0002466647],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02181205,0.00039525784,0.0018660612,0.000557645,0.00021616789,0.000212118,0.00028590602,0.000448919,0.00015215731],"category_scores_gemma":[0.009128639,0.00030833497,0.0016793152,0.00079081074,0.00058100326,0.0004901684,0.00016898311,0.0010774797,0.000069599446],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9329886,0.0064330213,0.0027567174,0.024530403,0.0004137308,0.0000139564945,0.000029026323,0.0000064181236,0.006680028,0.0013312647,0.00043227704,0.024384558],"study_design_scores_gemma":[0.9051915,0.011837293,0.003154946,0.009300775,0.000101941296,0.000027778824,0.0000996166,0.005187829,0.00034132454,0.0014336652,0.06296265,0.00036072457],"about_ca_topic_score_codex":0.00002885842,"about_ca_topic_score_gemma":0.000008936232,"teacher_disagreement_score":0.062530376,"about_ca_system_score_codex":0.00021063429,"about_ca_system_score_gemma":0.0011142973,"threshold_uncertainty_score":0.9999369},"labels":[],"label_agreement":null},{"id":"W4390759729","doi":"10.2196/51298","title":"Design of a Remote Multiparametric Tool to Assess Mental Well-Being and Distress in Young People (mHealth Methods in Mental Health Research Project): Protocol for an Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Salud Carlos III; Generalitat de Catalunya; Agència de Gestió d'Ajuts Universitaris i de Recerca; European Social Fund; Centro de Investigación Biomédica en Red en Bioingeniería, Biomateriales y Nanomedicina; Ministerio de Ciencia e Innovación; European Commission","keywords":"Mental health; Observational study; Anxiety; Distress; Clinical psychology; mHealth; Stroop effect; Heart rate variability; Medicine; Psychology; Cognition; Psychiatry; Psychological intervention; Heart rate; Blood pressure","score_opus":0.808015778226154,"score_gpt":0.7502541592806721,"score_spread":0.05776161894548193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390759729","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018112777,0.000005108673,0.002428745,0.0008243939,0.00005034514,0.97785765,0.00013660677,0.0000611855,0.00052321126],"genre_scores_gemma":[0.023606788,1.9709856e-7,0.039829805,0.000021196756,0.000054072043,0.9356377,0.000044927416,0.00007870323,0.0007266126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9850835,0.008650586,0.0016940963,0.0013238041,0.00156686,0.0016811107],"domain_scores_gemma":[0.9963297,0.002122385,0.00015593573,0.00065012294,0.0003661141,0.000375716],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.029018546,0.00028706266,0.0005847453,0.002992528,0.00037508897,0.0003924504,0.0006773042,0.00015182116,0.00006373242],"category_scores_gemma":[0.00069781183,0.0002760164,0.000073232244,0.005193363,0.00017315689,0.0006410552,0.0005284764,0.0012144255,0.00002088809],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028038388,0.056871925,0.12575325,0.030142937,0.00017228263,0.000085829204,0.12405888,0.000046108955,0.0016526654,0.01033569,0.026798896,0.59604317],"study_design_scores_gemma":[0.036886588,0.15503141,0.6119414,0.036891423,0.0000054164507,0.00010752597,0.045976516,0.04094908,0.0021065914,0.012366299,0.05609783,0.0016399339],"about_ca_topic_score_codex":0.004843266,"about_ca_topic_score_gemma":0.0044572903,"teacher_disagreement_score":0.5944032,"about_ca_system_score_codex":0.0016915391,"about_ca_system_score_gemma":0.0012250867,"threshold_uncertainty_score":0.9999692},"labels":[],"label_agreement":null},{"id":"W4390759883","doi":"10.2196/50650","title":"Detecting and Understanding Social Influence During Drinking Situations: Protocol for a Bluetooth-Based Sensor Feasibility and Acceptability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute on Alcohol Abuse and Alcoholism","keywords":"Bluetooth; Applied psychology; Psychology; Psychological intervention; Popularity; Peer group; Social network (sociolinguistics); Computer science; Social psychology; Social media; World Wide Web; Psychiatry; Telecommunications; Wireless","score_opus":0.493331400195575,"score_gpt":0.5867614777003763,"score_spread":0.09343007750480137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390759883","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4486295,0.0000016511278,0.0000719424,0.00017683774,0.0000015842492,0.55096024,0.0000013556757,0.00012537243,0.000031531832],"genre_scores_gemma":[0.45901647,4.5057785e-8,0.00035662096,0.000006627161,0.000057021687,0.54051083,7.029635e-7,0.000020741794,0.000030923373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99743843,0.00029786016,0.00037609588,0.0007117967,0.0006336961,0.000542097],"domain_scores_gemma":[0.99828815,0.0009863136,0.000054764336,0.0003005099,0.00022576418,0.0001444807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021129122,0.00021423992,0.00032713698,0.00030054623,0.00091996836,0.00040368605,0.00008910008,0.00010367375,0.000043713702],"category_scores_gemma":[0.00064975617,0.00017128138,0.000082409126,0.00055436156,0.00027171546,0.0003554025,0.00010650223,0.0004699239,0.0000025192103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002833302,0.000687086,0.97916675,0.003630773,0.000072877694,0.000054572905,0.0069709807,0.0000020215589,0.0028291931,0.00010367298,0.000018984698,0.003629769],"study_design_scores_gemma":[0.026113447,0.0031966583,0.9380119,0.003997456,0.000039480023,0.00001901096,0.0154692875,0.0011674115,0.006050152,0.0047541885,0.00075403386,0.00042698238],"about_ca_topic_score_codex":0.000009466093,"about_ca_topic_score_gemma":0.00015167573,"teacher_disagreement_score":0.041154873,"about_ca_system_score_codex":0.0009606018,"about_ca_system_score_gemma":0.0003154329,"threshold_uncertainty_score":0.7075746},"labels":[],"label_agreement":null},{"id":"W4390795321","doi":"10.2196/51838","title":"The Effects of the Processing of Positive Memories Technique on Posttrauma Affect and Cognitions Among Survivors of Trauma: Protocol for a Daily Diary Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"United States-Israel Binational Science Foundation","keywords":"Affect (linguistics); Activities of daily living; Cognition; Intervention (counseling); Clinical psychology; Psychology; Medicine; Psychiatry","score_opus":0.19133789672637255,"score_gpt":0.5712958591902895,"score_spread":0.3799579624639169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390795321","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08182804,0.000021190634,0.00007424482,0.00013305427,0.000012823455,0.91504496,0.00010544884,0.000045381457,0.0027348571],"genre_scores_gemma":[0.39405966,1.6665297e-7,0.000026327793,0.000001925336,0.000019690473,0.6056848,0.0000015611016,0.000040575607,0.00016528954],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9935333,0.0032410359,0.0006936125,0.0005555845,0.0012867936,0.000689681],"domain_scores_gemma":[0.98858476,0.009512224,0.00023100582,0.0008305503,0.00074171065,0.000099765944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004838945,0.00026918037,0.0004653658,0.0004005792,0.0005133472,0.00015591452,0.00090123253,0.00017245252,0.000027586806],"category_scores_gemma":[0.0015061977,0.0001549938,0.00017676123,0.0012759203,0.002102909,0.00016062554,0.00031685532,0.000873331,0.000002216116],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027027603,0.039856553,0.1563691,0.17101935,0.002558174,0.00013781434,0.10703609,0.0000036161218,0.051254652,0.028409066,0.008370538,0.40795743],"study_design_scores_gemma":[0.008890525,0.03236171,0.56081605,0.046339814,0.00004877303,0.0000189749,0.012070794,0.000107256026,0.3292578,0.008628442,0.0009845534,0.00047534693],"about_ca_topic_score_codex":0.0002664704,"about_ca_topic_score_gemma":0.00025819577,"teacher_disagreement_score":0.4074821,"about_ca_system_score_codex":0.00005820285,"about_ca_system_score_gemma":0.00031500807,"threshold_uncertainty_score":0.7748256},"labels":[],"label_agreement":null},{"id":"W4390879633","doi":"10.2196/42371","title":"Microfragmented Fat and Biphasic Calcium Phosphates for Alveolar Cleft Repair: Protocol for a Prospective, Nonblinded, First-in-Human Clinical Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cleft Lip and Palate Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lembaga Pengelola Dana Pendidikan","keywords":"Medicine; Radiography; Dentistry; Prospective cohort study; Trephine; Iliac crest; Dental alveolus; Mesenchymal stem cell; Buccal administration; Surgery; Pathology","score_opus":0.24265384931918813,"score_gpt":0.5902329772761408,"score_spread":0.34757912795695267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390879633","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03389293,0.000018094282,0.00014730684,0.0002682223,0.000014448139,0.96536124,0.00007487256,0.00007884931,0.00014402656],"genre_scores_gemma":[0.019258946,0.0000026583768,0.00038963073,0.000028023936,0.0005520648,0.97766805,0.00004855351,0.00009317426,0.0019589004],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99573743,0.0005647905,0.0007387219,0.0013971076,0.00051946007,0.0010424978],"domain_scores_gemma":[0.9979679,0.00048032842,0.000064157735,0.00067083194,0.00053546065,0.00028131026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0052025053,0.00031001383,0.000397369,0.00029188237,0.00049109495,0.0003519881,0.0004538539,0.0003510702,0.000034423083],"category_scores_gemma":[0.0005820193,0.00026210205,0.00028534036,0.00048726206,0.0003449116,0.000023757628,0.00046539764,0.0007657906,0.0000098845885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012635997,0.006411801,0.78280646,0.00853949,0.0005356255,0.000092673574,0.0005639212,0.0000038938265,0.08040556,0.00048245976,0.09930516,0.008216981],"study_design_scores_gemma":[0.015919842,0.017697828,0.018420331,0.0013784794,0.000008008945,0.000008482472,0.00028076072,0.0007339683,0.028401842,0.0005913906,0.9160939,0.0004651731],"about_ca_topic_score_codex":0.000047931484,"about_ca_topic_score_gemma":0.00025973338,"teacher_disagreement_score":0.81678873,"about_ca_system_score_codex":0.0000838688,"about_ca_system_score_gemma":0.00036013004,"threshold_uncertainty_score":0.99998313},"labels":[],"label_agreement":null},{"id":"W4390898294","doi":"10.2196/55928","title":"Correction: A Machine Learning Model to Predict Patients’ Adherence Behavior and a Decision Support System for Patients With Metastatic Breast Cancer: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pfizer","keywords":"Randomized controlled trial; Protocol (science); Decision support system; Medicine; Breast cancer; Metastatic breast cancer; Cancer; Computer science; Physical therapy; Medical physics; Artificial intelligence; Alternative medicine; Oncology; Internal medicine; Pathology","score_opus":0.12407471601290311,"score_gpt":0.49777534926431244,"score_spread":0.37370063325140934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390898294","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004289944,0.0000056188146,0.0043139337,0.0001344961,0.00058770884,0.9933544,0.0007109444,0.00016807464,0.0006819231],"genre_scores_gemma":[0.00004095092,0.0000014579642,0.0019819133,0.000044087727,0.0006100531,0.8896757,0.00052274024,0.00015300135,0.10697011],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9927666,0.00058613415,0.0016869311,0.0013669467,0.00267571,0.0009176445],"domain_scores_gemma":[0.99252284,0.0013939689,0.00080124266,0.0006503612,0.0039019778,0.00072962674],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034962476,0.000684418,0.0031038634,0.00069794996,0.00042613177,0.00032171083,0.00042840283,0.0003857386,0.00034200482],"category_scores_gemma":[0.0019160215,0.00042483598,0.00049941434,0.0006147171,0.00024463743,0.00016381888,0.0001924682,0.0018413783,0.00005574005],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6308149,0.0013476134,0.00023573812,0.006787041,0.00021129068,0.00000518617,0.00008164651,0.0000062634504,8.6831966e-7,0.00000990662,0.3508021,0.009697456],"study_design_scores_gemma":[0.8114827,0.018736228,0.00005233268,0.03489718,0.00032787173,0.000010989422,0.00003664539,0.04208251,0.0000020403031,0.000042913296,0.09197178,0.00035680865],"about_ca_topic_score_codex":0.000039398044,"about_ca_topic_score_gemma":0.000019374167,"teacher_disagreement_score":0.2588303,"about_ca_system_score_codex":0.00056665455,"about_ca_system_score_gemma":0.003915247,"threshold_uncertainty_score":0.99982035},"labels":[],"label_agreement":null},{"id":"W4390956485","doi":"10.2196/54349","title":"Implementation of Chatbot Technology in Health Care: Protocol for a Bibliometric Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"AI in Service Interactions","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Chatbot; CINAHL; Health care; Protocol (science); Computer science; World Wide Web; Health informatics; Preprint; Data science; Knowledge management; Medicine; Public health; Nursing; Alternative medicine; Psychological intervention; Political science","score_opus":0.24438047427564896,"score_gpt":0.6622018370177122,"score_spread":0.4178213627420632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390956485","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006475272,0.0000048929464,0.04507177,0.005040937,0.0000049450437,0.94955754,0.000013835326,0.00014527136,0.00009603898],"genre_scores_gemma":[0.004369773,1.9293334e-7,0.012944464,0.00002694957,0.000028238139,0.9825613,0.0000039038014,0.00001375721,0.000051421168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99718934,0.0002670199,0.00065524864,0.0005566143,0.00073188427,0.00059986993],"domain_scores_gemma":[0.9980082,0.00038670507,0.00013381537,0.0007190778,0.00066767016,0.00008455595],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.00203251,0.000114378716,0.00026005687,0.12661226,0.00011665042,0.00030396055,0.0011768254,0.00008976092,0.000076156335],"category_scores_gemma":[0.00007884911,0.00010364937,0.00011664154,0.28405198,0.00006565695,0.00063382514,0.00043635495,0.0004074967,0.000023084194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018704748,0.0009927246,0.023709536,0.015093529,0.00031055626,0.000027439582,0.006505694,0.00012349787,0.0024122044,0.12236297,0.015269579,0.8130052],"study_design_scores_gemma":[0.003637474,0.0068720407,0.01877639,0.0039043138,0.0000054259917,0.000010063772,0.0030010024,0.026018543,0.024883647,0.017495818,0.8949491,0.0004462208],"about_ca_topic_score_codex":0.00043819743,"about_ca_topic_score_gemma":0.00058813015,"teacher_disagreement_score":0.8796795,"about_ca_system_score_codex":0.00046954755,"about_ca_system_score_gemma":0.00093018,"threshold_uncertainty_score":0.88328683},"labels":[],"label_agreement":null},{"id":"W4390974211","doi":"10.2196/50300","title":"Novel Strategy to Assess the Neurotoxicity of Organic Solvents Such as Glycol Ethers: Protocol for Combining In Vitro and In Silico Methods With Human-Controlled Exposure Experiments","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Swiss Centre for Applied Human Toxicology","keywords":"In silico; Protocol (science); In vitro; Neurotoxicity; Pharmacology; Chemistry; Computer science; Computational biology; Combinatorial chemistry; Medicine; Organic chemistry; Biology; Biochemistry; Toxicity","score_opus":0.6863302253658523,"score_gpt":0.6773799982789206,"score_spread":0.008950227086931717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390974211","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29004192,0.0000017344523,0.0003110534,0.000050060866,0.0000022680435,0.70918703,0.0000066611888,0.000042099295,0.00035713433],"genre_scores_gemma":[0.39035055,1.7040065e-8,0.001484072,0.000013190422,0.000027752601,0.6079788,8.017542e-7,0.000040547944,0.00010424944],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9961535,0.0014181061,0.0005815114,0.0006336889,0.0005970737,0.00061613537],"domain_scores_gemma":[0.99749196,0.0017114143,0.0001198396,0.00036330463,0.00019699772,0.000116473246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004093497,0.00026068315,0.00050494657,0.00034276073,0.00017495862,0.00029793696,0.0005277437,0.00010314579,0.00004436741],"category_scores_gemma":[0.0005224661,0.00016941593,0.00006500695,0.0007105426,0.00018625168,0.0002351916,0.00030199214,0.0007868852,0.000003654109],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023893654,0.0009985097,0.0019214756,0.0009624916,0.00004222069,0.00006830674,0.0018552134,0.000013344563,0.96841645,0.00020132931,0.000025499263,0.0016015008],"study_design_scores_gemma":[0.051916387,0.06840382,0.015870132,0.013770918,0.00000747544,0.00008452641,0.0051256227,0.006305495,0.8334111,0.0022483368,0.002035648,0.0008205268],"about_ca_topic_score_codex":0.00011245528,"about_ca_topic_score_gemma":0.00003373487,"teacher_disagreement_score":0.13500534,"about_ca_system_score_codex":0.00011006433,"about_ca_system_score_gemma":0.00027260612,"threshold_uncertainty_score":0.6908581},"labels":[],"label_agreement":null},{"id":"W4390993570","doi":"10.2196/53597","title":"Digital Phenotyping for Real-Time Monitoring of Nonsuicidal Self-Injury: Protocol for a Prospective Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Ministry of Education; National Research Foundation","keywords":"Observational study; Mood; Injury prevention; Human factors and ergonomics; Poison control; Psychology; Suicide prevention; Applied psychology; Protocol (science); Occupational safety and health; Wearable computer; Medicine; Clinical psychology; Longitudinal study; Medical emergency; Computer science; Alternative medicine","score_opus":0.42415928124460367,"score_gpt":0.6016075917610806,"score_spread":0.17744831051647691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390993570","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044937064,0.0000020043278,0.00012243366,0.00012570103,0.000031131647,0.9888392,0.00017621387,0.00032959538,0.0058800206],"genre_scores_gemma":[0.005856305,4.2559787e-8,0.0012438725,0.0000037965808,0.00078707305,0.9879283,0.000009326152,0.000094083734,0.0040772227],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966165,0.00021815056,0.0006592298,0.0008337699,0.0007979073,0.00087448035],"domain_scores_gemma":[0.99636227,0.0017574546,0.000118680444,0.00048483437,0.001161556,0.00011520971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019210826,0.00028531434,0.00045419947,0.000364666,0.00040064563,0.00032898586,0.00046436818,0.00013776626,0.00014081661],"category_scores_gemma":[0.00033802874,0.00024337864,0.00020760811,0.0007516347,0.00013373347,0.00041057754,0.00022545093,0.0004011862,0.00010935036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032920796,0.017680898,0.7581122,0.009617508,0.0033945323,0.000067918045,0.036651988,0.0000059126583,0.010865004,0.022718515,0.07762525,0.030339466],"study_design_scores_gemma":[0.039727543,0.061217453,0.41038197,0.00482053,0.000098939745,0.000017488985,0.021734295,0.0015438991,0.01362135,0.027831126,0.41641814,0.0025872607],"about_ca_topic_score_codex":0.000023680972,"about_ca_topic_score_gemma":0.0000022048075,"teacher_disagreement_score":0.34773022,"about_ca_system_score_codex":0.00024158841,"about_ca_system_score_gemma":0.00037696652,"threshold_uncertainty_score":0.9924693},"labels":[],"label_agreement":null},{"id":"W4391031118","doi":"10.2196/53837","title":"Investigating SARS-CoV-2 Incidence and Morbidity in Ponce, Puerto Rico: Protocol and Baseline Results From a Community Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Medicine; Seroprevalence; Incidence (geometry); Cohort; Population; Demography; Cohort study; Prospective cohort study; Environmental health; Immunology; Internal medicine; Serology; Antibody","score_opus":0.3928788571811128,"score_gpt":0.5624522026943025,"score_spread":0.1695733455131897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391031118","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5047943,0.0000025719162,0.0000059598115,0.000169475,0.0000041400094,0.4942114,0.00001695386,0.00014919264,0.00064602285],"genre_scores_gemma":[0.34868953,1.7639157e-7,0.0004892214,0.0001799536,0.000098207296,0.6504659,0.000006054297,0.000032861408,0.000038069065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938942,0.0027505055,0.0008311729,0.00081250083,0.0011126408,0.000598955],"domain_scores_gemma":[0.9957871,0.0027392625,0.000111128764,0.000814371,0.00037023769,0.0001779176],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011664662,0.00029067192,0.00050378277,0.000579197,0.00045245758,0.0004199994,0.00026570683,0.00017567266,0.000010205156],"category_scores_gemma":[0.009540548,0.00024769173,0.000041271538,0.0015836213,0.00047365396,0.00037829496,0.00070137874,0.0030839697,0.000028165363],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001565855,0.0016130108,0.578523,0.0016832299,0.00005983207,0.0007400472,0.003803818,5.919835e-7,0.39840156,0.000019004448,0.002762744,0.010827304],"study_design_scores_gemma":[0.017342215,0.0058676447,0.6968589,0.019416304,0.000020397463,0.00019507037,0.0022187105,0.02007046,0.20813672,0.0018454008,0.02735031,0.0006778671],"about_ca_topic_score_codex":0.010839345,"about_ca_topic_score_gemma":0.0021208385,"teacher_disagreement_score":0.19026484,"about_ca_system_score_codex":0.00023154062,"about_ca_system_score_gemma":0.0004460426,"threshold_uncertainty_score":0.99999756},"labels":[],"label_agreement":null},{"id":"W4391033337","doi":"10.2196/52820","title":"Cerebral Mechanism of Tuina on the Descending Pain Inhibitory System in Knee Osteoarthritis: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Mechanisms and Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Henan Provincial Science and Technology Research Project; Henan University; Henan University of Chinese Medicine","keywords":"Medicine; Osteoarthritis; Physical therapy; Randomized controlled trial; Physical medicine and rehabilitation; Rostral ventromedial medulla; Chronic pain; Functional magnetic resonance imaging; Hyperalgesia; Nociception; Internal medicine; Pathology","score_opus":0.1217018771371851,"score_gpt":0.4761004119531551,"score_spread":0.35439853481597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391033337","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005471776,0.0000049908854,0.00048591004,0.00031068292,0.000029809355,0.99680996,0.00001195558,0.00011189043,0.0016875941],"genre_scores_gemma":[0.04328722,6.9001416e-8,0.000285545,0.000031885622,0.00032209963,0.95517755,0.00000419428,0.00006219786,0.00082924124],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99222714,0.0043296213,0.0010393247,0.0005169,0.0011853509,0.0007016848],"domain_scores_gemma":[0.99369633,0.0052589253,0.00016511888,0.00048046416,0.00024673127,0.00015241149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024364328,0.00028955736,0.0014814335,0.00060759677,0.00017836201,0.00013769562,0.00020188697,0.00021148995,0.0000954922],"category_scores_gemma":[0.0022797484,0.00015717134,0.000615457,0.00046770822,0.00015781468,0.00009035203,0.00007871697,0.0006688732,0.000027036125],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8923588,0.0009045814,0.000005774178,0.0039021834,0.00016704459,0.00014381298,0.00025193347,3.3247045e-7,0.0016525738,0.09632191,0.00061870523,0.0036723684],"study_design_scores_gemma":[0.9396963,0.013532482,0.00000113296,0.030470446,0.000018795288,0.00000891487,0.00034543438,0.0030159582,0.0056262463,0.004519215,0.0026382315,0.00012681235],"about_ca_topic_score_codex":0.000015925589,"about_ca_topic_score_gemma":0.000005198605,"teacher_disagreement_score":0.091802694,"about_ca_system_score_codex":0.0003989271,"about_ca_system_score_gemma":0.0006113727,"threshold_uncertainty_score":0.8444239},"labels":[],"label_agreement":null},{"id":"W4391036364","doi":"10.2196/51820","title":"Fatigue and Mental Illness Symptoms in Long COVID: Protocol for a Prospective Cohort Multicenter Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Anxiety; Depression (economics); Observational study; Hospital Anxiety and Depression Scale; Quality of life (healthcare); Cohort study; Prospective cohort study; Mental health; Cohort; Psychiatry; Internal medicine","score_opus":0.21484032569113973,"score_gpt":0.5779919103573626,"score_spread":0.3631515846662229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391036364","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036673002,0.000002115992,0.00013379297,0.0014780703,0.000011632777,0.96132207,0.000032456468,0.00014874624,0.00019808528],"genre_scores_gemma":[0.062324427,7.5321566e-8,0.00024228991,0.00012705127,0.00019062737,0.9362852,0.00003401383,0.00007065147,0.00072568003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959201,0.00046666633,0.00051923183,0.0009560773,0.001413394,0.0007244932],"domain_scores_gemma":[0.9973888,0.0013134062,0.000058632155,0.0004554896,0.000410965,0.00037274807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002973577,0.00029398347,0.00043831408,0.0005586867,0.00024874837,0.00035901106,0.00025906196,0.00014332923,0.00014815172],"category_scores_gemma":[0.0010975634,0.00023051699,0.00008890197,0.00070935005,0.00028930043,0.0004874604,0.0003126987,0.00075817807,0.00002537848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058738994,0.0028559552,0.97221893,0.009491086,0.00015346275,0.00034850958,0.002556295,0.0000025762447,0.00063230237,0.00045921528,0.003290428,0.002117353],"study_design_scores_gemma":[0.025283216,0.007214987,0.91557944,0.0076308614,0.000010820034,0.000028119106,0.00036023188,0.0027455105,0.00090676156,0.00047588642,0.039420173,0.00034399083],"about_ca_topic_score_codex":0.00007604727,"about_ca_topic_score_gemma":0.000104923136,"teacher_disagreement_score":0.056639474,"about_ca_system_score_codex":0.0009573611,"about_ca_system_score_gemma":0.0009848188,"threshold_uncertainty_score":0.94002104},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4391039156","doi":"10.2196/53301","title":"Evaluating a Remotely Delivered Cardio-Oncology Rehabilitation Intervention for Patients With Breast Cancer (REMOTE-COR-B): Protocol for a Single-Arm Feasibility Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chemotherapy-induced cardiotoxicity and mitigation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Breast cancer; Protocol (science); Physical therapy; Rehabilitation; Intervention (counseling); Medical physics; Physical medicine and rehabilitation; Oncology; Cancer; Internal medicine; Alternative medicine; Nursing; Pathology","score_opus":0.32991184557093955,"score_gpt":0.5999549549543975,"score_spread":0.270043109383458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391039156","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05220806,0.0000020033794,0.0019955526,0.0009832068,0.0000355388,0.9442431,0.00017854902,0.00015804841,0.00019594493],"genre_scores_gemma":[0.033171657,9.827699e-8,0.007686359,0.00003616776,0.00071975426,0.95801985,0.000106260064,0.00008713043,0.00017269306],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99560505,0.00085102435,0.0007393418,0.0009468996,0.0011942417,0.00066346745],"domain_scores_gemma":[0.9950143,0.0012127189,0.00018994712,0.0005232927,0.002845896,0.00021384376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043065934,0.00027886158,0.0005704071,0.0003241495,0.0002796194,0.00017472333,0.00017163076,0.00032933196,0.00009460607],"category_scores_gemma":[0.0014734718,0.00022164122,0.0005008638,0.0006162002,0.00022675176,0.00034645337,0.000062997366,0.00056973606,0.0000058147903],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.401759,0.0048015215,0.00044456014,0.011135064,0.00023637715,0.000004458995,0.0009719109,0.000013021384,0.04912331,0.00005328056,0.0018998656,0.52955765],"study_design_scores_gemma":[0.5628329,0.26792234,0.006929922,0.034597967,0.00015120872,0.0000597119,0.00062033365,0.00997106,0.03800416,0.004673122,0.07337456,0.0008627351],"about_ca_topic_score_codex":0.00007825047,"about_ca_topic_score_gemma":0.00004648603,"teacher_disagreement_score":0.52869487,"about_ca_system_score_codex":0.002524694,"about_ca_system_score_gemma":0.001266084,"threshold_uncertainty_score":0.90382665},"labels":[],"label_agreement":null},{"id":"W4391050294","doi":"10.2196/52922","title":"Motor Effects of Intervention With Transcranial Direct Current Stimulation for Physiotherapy Treatment in Children With Cerebral Palsy: Protocol for a Randomized Clinical Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transcranial direct-current stimulation; Cerebral palsy; Physical medicine and rehabilitation; Rehabilitation; Physical therapy; Randomized controlled trial; Gross Motor Function Classification System; Gross motor skill; Medicine; Activities of daily living; Brain stimulation; Quality of life (healthcare); Motor skill; Stimulation; Surgery","score_opus":0.2181655682822626,"score_gpt":0.5854443938039318,"score_spread":0.36727882552166913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391050294","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03386431,0.000005775177,0.0082815075,0.00007317873,0.000026303012,0.95756334,0.00006367224,0.00010006107,0.000021882735],"genre_scores_gemma":[0.108978845,0.0000011138762,0.0005858131,0.0000043608416,0.00028545674,0.89000314,0.0000060024486,0.000058614172,0.00007663272],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994976,0.0019807098,0.0009444261,0.00085529493,0.0007478726,0.0004956955],"domain_scores_gemma":[0.9927762,0.006465194,0.00017257978,0.00028987968,0.00020279923,0.0000933383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002096975,0.000314524,0.00093110837,0.0003616313,0.00013714014,0.00014229296,0.00022741975,0.000100112775,0.000023980072],"category_scores_gemma":[0.0006691859,0.00018978392,0.0004886371,0.00059195043,0.00046707774,0.00021011301,0.000018086093,0.000247899,0.0000024243084],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91854894,0.0045743054,0.0009171238,0.0025800394,0.00010631567,0.0000018705788,0.00046075406,0.000071736955,0.006160024,0.00028314567,0.000038644874,0.06625709],"study_design_scores_gemma":[0.9232999,0.048980188,0.0076266793,0.0043787286,0.000031109324,0.0000010631315,0.0000053289914,0.0061046043,0.006163632,0.000583264,0.0025884123,0.0002370518],"about_ca_topic_score_codex":0.000050490322,"about_ca_topic_score_gemma":0.000046163597,"teacher_disagreement_score":0.07511453,"about_ca_system_score_codex":0.000112755486,"about_ca_system_score_gemma":0.00025703493,"threshold_uncertainty_score":0.77391636},"labels":[],"label_agreement":null},{"id":"W4391102789","doi":"10.2196/52505","title":"Reward Learning as a Potential Mechanism for Improvement in Schizophrenia Spectrum Disorders Following Cognitive Remediation: Protocol for a Clinical, Nonrandomized, Pre-Post Pilot Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neurocognitive; Schizophrenia (object-oriented programming); Cognition; Cognitive remediation therapy; Psychology; Clinical psychology; Mechanism (biology); Intervention (counseling); Psychiatry","score_opus":0.17365545926405973,"score_gpt":0.5540025051227435,"score_spread":0.3803470458586838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391102789","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03569906,0.000006152612,0.0013842057,0.0027444395,0.00004703405,0.9597517,0.000040054303,0.00022020734,0.000107142936],"genre_scores_gemma":[0.13162708,0.0000027228862,0.0016761308,0.000047355217,0.0006763928,0.86480886,0.00007595104,0.00013690775,0.0009486238],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923994,0.0012123509,0.001388491,0.0015016625,0.0019766837,0.0015213959],"domain_scores_gemma":[0.99552566,0.0025830315,0.00016748074,0.0005286142,0.00061482965,0.00058040174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008875366,0.00047412483,0.00095033646,0.0009405105,0.00056662963,0.000546344,0.00035818768,0.0001800067,0.00014429417],"category_scores_gemma":[0.0049868408,0.0003708112,0.00061642355,0.00091203826,0.00016067977,0.0003321843,0.00030962314,0.0016902543,0.00009859356],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90761715,0.020989904,0.0025804816,0.003371136,0.0013403781,0.0005973882,0.0007699836,0.0000034474729,0.0020858687,0.0015532059,0.0010330733,0.058057964],"study_design_scores_gemma":[0.52152073,0.41379073,0.0039250026,0.009898925,0.00015463583,0.000016740814,0.0019590382,0.003960948,0.0029457377,0.035329882,0.005731381,0.0007662368],"about_ca_topic_score_codex":0.00018219632,"about_ca_topic_score_gemma":0.0007468637,"teacher_disagreement_score":0.39280084,"about_ca_system_score_codex":0.00049145956,"about_ca_system_score_gemma":0.0026890757,"threshold_uncertainty_score":0.9998744},"labels":[],"label_agreement":null},{"id":"W4391143237","doi":"10.2196/51002","title":"Enhancing the Efficiency of a Radiation Oncology Department Using Electronic Medical Records: Protocol for Preparing Radiotherapy","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Advanced Radiotherapy Techniques","field":"Physics and Astronomy","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Radiation oncology; Medical physics; Medicine; Radiation therapy; Medical record; Electronic medical record; Medical education; Family medicine; Internal medicine; Alternative medicine; Pathology","score_opus":0.09090225607119132,"score_gpt":0.5705415720030897,"score_spread":0.47963931593189846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391143237","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023006789,0.000012934957,0.31763652,0.00012247142,0.000006202458,0.6815137,0.000005006714,0.00007368525,0.00039938613],"genre_scores_gemma":[0.0016926113,0.0000010684615,0.007722289,0.000015923935,0.00051498273,0.98988616,0.000003750102,0.000053199783,0.000110009794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971992,0.00046280373,0.00051701866,0.00041670928,0.0006720369,0.0007322492],"domain_scores_gemma":[0.9984735,0.00077123166,0.00013522111,0.00038505837,0.0001421481,0.00009283515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032661203,0.00017131703,0.0002667947,0.00018309415,0.00025943285,0.00009411246,0.00048667507,0.00010541108,0.00035874927],"category_scores_gemma":[0.000055601013,0.00011808946,0.0001448915,0.00050528714,0.00019700592,0.00018368107,0.000073542695,0.0006236246,0.0000013575738],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00156109,0.0015078706,0.0011123606,0.0015975763,0.00030570274,0.0000045774277,0.0018364899,0.00016309551,0.12525839,0.039294835,0.0054751434,0.8218829],"study_design_scores_gemma":[0.0013187083,0.0019995102,0.000006801987,0.0012653494,0.0000021628618,0.000004131057,0.000041821597,0.02003059,0.19096896,0.0043646004,0.77985686,0.00014046954],"about_ca_topic_score_codex":0.00003983415,"about_ca_topic_score_gemma":0.000009394578,"teacher_disagreement_score":0.8217424,"about_ca_system_score_codex":0.0006678545,"about_ca_system_score_gemma":0.0018815651,"threshold_uncertainty_score":0.48155484},"labels":[],"label_agreement":null},{"id":"W4391149979","doi":"10.2196/47446","title":"Molecular Detection of SARS-CoV-2 From Throat Swabs Performed With or Without Specimen Collection From the Tonsils: Protocol for a Multicenter Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden; Novo Nordisk","keywords":"Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Randomized controlled trial; Protocol (science); Throat; Medicine; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Sars virus; Virology; Pathology; Surgery; Alternative medicine","score_opus":0.2261468524059389,"score_gpt":0.5286210895405773,"score_spread":0.3024742371346384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391149979","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12673809,0.000004983299,0.0025711902,0.00025351124,0.000043640706,0.8694386,0.000015671865,0.00020168442,0.0007326507],"genre_scores_gemma":[0.076626,1.8638882e-7,0.0013573142,0.00014568648,0.0005553431,0.92095304,0.000007026259,0.0000911408,0.0002642544],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949875,0.0013587148,0.0010524658,0.00071951596,0.0013049163,0.0005769041],"domain_scores_gemma":[0.9937337,0.004384061,0.0003124146,0.0006133949,0.00087753066,0.0000789107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003381661,0.0003705656,0.0015002183,0.00035941543,0.00030311415,0.00031312494,0.0002379696,0.00029795815,0.00010074104],"category_scores_gemma":[0.0032286423,0.00018523137,0.00052202365,0.0008950372,0.0004223964,0.00021378546,0.000081441685,0.0010999952,0.000026686668],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5929131,0.00039189478,0.000058664453,0.0002822744,0.0004450048,0.000017410548,0.0004068598,3.9350456e-7,0.4036914,0.000005872511,0.00037535108,0.0014117804],"study_design_scores_gemma":[0.49759528,0.003469142,0.000012330657,0.002425432,0.00007419698,0.000008962991,0.00012572295,0.011620421,0.47401065,0.00013392867,0.010402094,0.000121839315],"about_ca_topic_score_codex":0.00084234064,"about_ca_topic_score_gemma":0.00040063218,"teacher_disagreement_score":0.0953178,"about_ca_system_score_codex":0.00029751775,"about_ca_system_score_gemma":0.0009597488,"threshold_uncertainty_score":0.75535166},"labels":[],"label_agreement":null},{"id":"W4391157038","doi":"10.2196/53130","title":"Participatory Development and Assessment of Audio-Delivered Interventions and Written Material and Their Impact on the Perception, Knowledge, and Attitudes Toward Leprosy in Nigeria: Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Leprosy Research and Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Perception; Protocol (science); Leprosy; Psychology; Citizen journalism; Medicine; Medical education; Applied psychology; Alternative medicine; Computer science; World Wide Web; Nursing","score_opus":0.2686185018657306,"score_gpt":0.5867526585186359,"score_spread":0.3181341566529053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391157038","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31294054,0.000028564422,0.000025077105,0.0006573312,0.000004991644,0.68621767,0.000019132982,0.00001613364,0.00009058481],"genre_scores_gemma":[0.3272398,0.000005212312,0.00020800634,0.0000063756474,0.00006421921,0.67226756,0.0000059100566,0.000017363227,0.00018552983],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.996653,0.0013303083,0.00070645683,0.00047438455,0.0003843522,0.00045150082],"domain_scores_gemma":[0.99756795,0.0016631774,0.00007921827,0.00021850906,0.00025175902,0.00021939458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070807245,0.00025651723,0.0010352086,0.0003130464,0.00018725406,0.0002970723,0.00007991654,0.000108055356,0.00011262016],"category_scores_gemma":[0.00044380044,0.00011617375,0.0001886348,0.00014773684,0.00053437514,0.00011600076,0.00022626684,0.00036758246,0.0000017257158],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97363186,0.0020135655,0.0038121361,0.006232477,0.0007052899,0.000012542218,0.0035550615,1.9319917e-7,0.0016854304,0.00027638848,0.0007061966,0.0073688896],"study_design_scores_gemma":[0.9578086,0.00819742,0.022018826,0.007301393,0.000027559081,0.000013484533,0.00041655177,0.0010667192,0.00086216105,0.0005016568,0.0016311702,0.00015442375],"about_ca_topic_score_codex":0.000017816863,"about_ca_topic_score_gemma":0.000036469988,"teacher_disagreement_score":0.01820669,"about_ca_system_score_codex":0.00020394941,"about_ca_system_score_gemma":0.00068894285,"threshold_uncertainty_score":0.4737428},"labels":[],"label_agreement":null},{"id":"W4391169096","doi":"10.2196/49680","title":"Professional Development to Improve Responsible Beverage Service Training: Formative Research Results and Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Formative assessment; Professional development; Usability; Retraining; Focus group; Psychological intervention; Server; Protocol (science); Medical education; Service (business); Test (biology); Medicine; Psychology; Nursing; Computer science; Business; World Wide Web; Pedagogy; Marketing","score_opus":0.31617339874853045,"score_gpt":0.5907122586036444,"score_spread":0.27453885985511395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391169096","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061861943,0.000004645973,0.000039362203,0.0064378898,0.000052586453,0.98458457,0.000016112584,0.00017514598,0.0025035175],"genre_scores_gemma":[0.0013973402,3.1202546e-7,0.0027454128,0.00015376695,0.0003967596,0.95835775,0.000029921755,0.00007067022,0.036848087],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99193686,0.0021306495,0.0013569855,0.0009318997,0.0022967139,0.0013468768],"domain_scores_gemma":[0.9867371,0.010318094,0.000118880205,0.0005226907,0.0017506758,0.000552583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025380373,0.00037868804,0.0015947846,0.0012615132,0.00069451757,0.00037010474,0.00029756693,0.00025793613,0.000115617084],"category_scores_gemma":[0.0047508627,0.0002248633,0.0002822802,0.0014339661,0.00025593137,0.00035404318,0.0002732304,0.0010963617,0.0001505269],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9414199,0.0008406108,0.000007520588,0.0014626805,0.00033207366,0.000083346305,0.031844303,2.39475e-7,0.001084,0.0009918977,0.015297187,0.006636261],"study_design_scores_gemma":[0.82181275,0.0042058774,0.00003237322,0.0069204224,0.000011151494,0.000009654413,0.0014204319,0.00030371745,0.003459526,0.001292176,0.16032685,0.00020506525],"about_ca_topic_score_codex":0.0000057418442,"about_ca_topic_score_gemma":0.000032729462,"teacher_disagreement_score":0.14502968,"about_ca_system_score_codex":0.00053312065,"about_ca_system_score_gemma":0.005436457,"threshold_uncertainty_score":0.96440417},"labels":[],"label_agreement":null},{"id":"W4391182998","doi":"10.2196/52882","title":"Decreasing Opioid Addiction and Diversion Using Behavioral Economics Applied Through a Digital Engagement Solution: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Randomized controlled trial; Medicine; Addiction; Psychological intervention; Health care; Digital health; Opioid; Psychology; Medical education; Nursing; Psychiatry","score_opus":0.2356529453531495,"score_gpt":0.5318568342562833,"score_spread":0.29620388890313376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391182998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0134373475,0.000010493352,0.00091228663,0.00018126245,0.000026308215,0.98429775,0.000029960021,0.00015230312,0.0009522589],"genre_scores_gemma":[0.0060028257,0.0000018520913,0.0025674151,0.00001248759,0.00035524278,0.9906737,0.00005519614,0.000058896752,0.00027239256],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9972521,0.00033250384,0.00068658264,0.00064107764,0.0005202164,0.00056753686],"domain_scores_gemma":[0.99849147,0.00068366266,0.00012410968,0.00030845962,0.00020480258,0.00018751979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020481963,0.0002925087,0.0010058455,0.00029428065,0.00048605388,0.0006467659,0.00010237594,0.0001668843,0.000097794],"category_scores_gemma":[0.00018788484,0.00021673355,0.00038599875,0.00021018683,0.00026077637,0.00041962386,0.00019980413,0.0004148889,0.000015594347],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9848135,0.0017806812,0.000020630732,0.0008551108,0.0002944972,0.000014526637,0.0012860836,0.0000037581003,0.00042652673,0.0009760312,0.00068370387,0.008844962],"study_design_scores_gemma":[0.9336434,0.0029002072,0.000006037297,0.0021543982,0.0001161929,0.000010731517,0.0002637795,0.007635248,0.00041983218,0.0010873426,0.05157463,0.00018823067],"about_ca_topic_score_codex":0.000024000788,"about_ca_topic_score_gemma":0.0000010009793,"teacher_disagreement_score":0.051170114,"about_ca_system_score_codex":0.0006046558,"about_ca_system_score_gemma":0.0008078933,"threshold_uncertainty_score":0.88381374},"labels":[],"label_agreement":null},{"id":"W4391184328","doi":"10.2196/52744","title":"Machine Learning Model for Readmission Prediction of Patients With Heart Failure Based on Electronic Health Records: Protocol for a Quasi-Experimental Study for Impact Assessment","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Protocol (science); Medicine; Usability; Health care; Test (biology); Clinical decision support system; Randomized controlled trial; Decision support system; Risk assessment; Medical emergency; Nursing; Computer science; Artificial intelligence; Alternative medicine","score_opus":0.14704740760542412,"score_gpt":0.5616716672815393,"score_spread":0.41462425967611516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391184328","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010955445,0.0000012213596,0.017773733,0.0020352553,0.000003870119,0.978775,0.0001527652,0.00013752602,0.000025068239],"genre_scores_gemma":[0.058902,5.556015e-8,0.0112701105,0.000035978446,0.0000750122,0.9285451,0.00036927778,0.00009350209,0.0007089302],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996661,0.0002923544,0.0005044315,0.0006777769,0.0010011736,0.00086323934],"domain_scores_gemma":[0.99848527,0.000290656,0.00011510105,0.0003947209,0.00043151306,0.00028274543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023901425,0.00029846907,0.0005067858,0.00047090324,0.0003403233,0.00009064914,0.00010811316,0.00008736959,0.00005484494],"category_scores_gemma":[0.000091404094,0.00019295022,0.00022023884,0.00033584004,0.000038669885,0.00015846922,0.0000427661,0.00046086477,0.0000017222773],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23157437,0.20307897,0.19558583,0.041927822,0.0014172588,0.000008214347,0.003032862,0.0039253742,0.002349042,0.0011877778,0.2949154,0.02099708],"study_design_scores_gemma":[0.026542144,0.33609608,0.0014370524,0.0034795115,0.000018703786,4.523746e-7,0.00017888521,0.4275382,0.00055488467,0.000070008005,0.20393388,0.0001501955],"about_ca_topic_score_codex":0.000034124816,"about_ca_topic_score_gemma":0.000025186268,"teacher_disagreement_score":0.42361283,"about_ca_system_score_codex":0.0013548579,"about_ca_system_score_gemma":0.001982779,"threshold_uncertainty_score":0.78682816},"labels":[],"label_agreement":null},{"id":"W4391184411","doi":"10.2196/52284","title":"Codevelopment and Deployment of a System for the Telemonitoring of Activities of Daily Living Among Older Adults Receiving Home Care Services: Protocol for an Action Design Research Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"HEC Montréal; McGill University; Université du Québec à Chicoutimi; Centre de Santé et de Services Sociaux Cavendish; Université de Sherbrooke; Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"","keywords":"Software deployment; Assisted living; Activities of daily living; Protocol (science); Gerontology; Medicine; Research design; Psychology; Computer science; Alternative medicine; Physical therapy; Sociology","score_opus":0.3932860736810216,"score_gpt":0.6077352241800611,"score_spread":0.2144491504990395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391184411","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15607217,0.000017375267,0.0003663309,0.000020438742,0.000052796062,0.8433516,0.000028758834,0.000062012165,0.00002852788],"genre_scores_gemma":[0.39994523,7.180613e-7,0.00037258264,3.0595183e-7,0.00014680055,0.5994024,0.0000018627073,0.000041808773,0.00008824017],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99398166,0.0025462885,0.00088173785,0.0005256544,0.0012808995,0.00078374485],"domain_scores_gemma":[0.9897854,0.007239855,0.00027996182,0.0005343364,0.0020404337,0.00012004561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010899156,0.00019465863,0.0004649377,0.0006112573,0.0011148512,0.000090011985,0.00045019193,0.00018629969,0.00000818941],"category_scores_gemma":[0.00018490957,0.00013670047,0.00007850801,0.0007483681,0.0001726472,0.0003562741,0.00032768978,0.00060792075,5.914318e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007908077,0.0013338812,0.062084164,0.35916176,0.00024403108,0.000002952439,0.48922583,0.000024604693,0.0069299066,0.00006873122,0.0014986908,0.07151737],"study_design_scores_gemma":[0.0034716942,0.0070129605,0.074993305,0.10349887,0.000017192553,8.5889013e-7,0.7946454,0.0007420774,0.013774595,0.000033346372,0.0016134668,0.00019617629],"about_ca_topic_score_codex":0.0009239437,"about_ca_topic_score_gemma":0.0004433747,"teacher_disagreement_score":0.30541962,"about_ca_system_score_codex":0.0005532042,"about_ca_system_score_gemma":0.0009433521,"threshold_uncertainty_score":0.8574647},"labels":[],"label_agreement":null},{"id":"W4391220998","doi":"10.2196/51260","title":"Connecting actors with the introduction of mobile technology in healthcare practice placements (4D Project): Protocol for a mixed methods study (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Health care; Computer science; Medicine; Medical education; World Wide Web; Political science; Alternative medicine","score_opus":0.19699212515360615,"score_gpt":0.6237116989505829,"score_spread":0.4267195737969767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391220998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067637386,2.1809487e-7,0.015323689,0.009502942,0.000017384851,0.9681165,7.9637914e-7,0.00024794618,0.000026754318],"genre_scores_gemma":[0.007513126,3.3078877e-8,0.04563647,0.000010809816,0.000092389804,0.9466333,0.000001853004,0.0000279428,0.000084115636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928926,0.0041646697,0.00052801205,0.0008803442,0.0008529496,0.0006813902],"domain_scores_gemma":[0.9948496,0.0021332162,0.00043776442,0.0013550676,0.0011722044,0.00005209674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016725628,0.00016693119,0.00026643256,0.0009974377,0.00043926772,0.00023130607,0.0013802872,0.00011908,0.000006953117],"category_scores_gemma":[0.004072575,0.00011758146,0.000032339045,0.0052181575,0.00014406344,0.000523859,0.00082486746,0.0010093966,0.000009184357],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051134946,0.011242045,0.030309742,0.005355798,0.0001907063,0.000024690878,0.077511325,0.00630327,0.010811681,0.016966201,0.01818341,0.8179876],"study_design_scores_gemma":[0.008715825,0.030352121,0.005091342,0.0013366713,0.000004118663,0.000041407486,0.10321171,0.019152679,0.03276711,0.0030630205,0.7957156,0.0005484198],"about_ca_topic_score_codex":0.00018415353,"about_ca_topic_score_gemma":0.000081787366,"teacher_disagreement_score":0.8174392,"about_ca_system_score_codex":0.00030135713,"about_ca_system_score_gemma":0.000897379,"threshold_uncertainty_score":0.5796802},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4391221060","doi":"10.2196/54342","title":"Efficacy of Integrating the Management of Pain and Addiction via Collaborative Treatment (IMPACT) in Individuals With Chronic Pain and Opioid Use Disorder: Protocol for a Randomized Clinical Trial of a Digital Cognitive Behavioral Treatment","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute on Drug Abuse; National Institutes of Health; U.S. Department of Veterans Affairs","keywords":"Opioid use disorder; Chronic pain; Methadone; Randomized controlled trial; Medicine; Addiction; Buprenorphine; Physical therapy; Craving; Opioid; Psychiatry; Internal medicine","score_opus":0.13831139523772154,"score_gpt":0.5428863870771622,"score_spread":0.4045749918394407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391221060","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19460419,0.00004318439,0.00029906907,0.0000899718,0.0000024836856,0.8046685,0.00025253408,0.000018732826,0.000021348507],"genre_scores_gemma":[0.18173413,0.000017104103,0.0005407703,0.0000015966285,0.000029144661,0.8175004,0.000085578904,0.000034751905,0.000056494362],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99502337,0.0023159864,0.0011187363,0.0005429884,0.00061004993,0.00038888914],"domain_scores_gemma":[0.9927333,0.006155208,0.00031535662,0.00031602307,0.00035111987,0.00012901679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047498946,0.0003484067,0.0011665642,0.00035426975,0.00008019995,0.00012346925,0.00008381586,0.00012446415,0.000015330766],"category_scores_gemma":[0.00048379018,0.00017428736,0.0002550348,0.0007314342,0.00081592903,0.00019623963,0.00008037261,0.00022633495,3.7477605e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.54118425,0.013082486,0.0316943,0.0018317292,0.0018259921,0.000023964676,0.005212525,0.0000021916148,0.00002042051,0.00007037672,0.000026227734,0.4050255],"study_design_scores_gemma":[0.7974792,0.17340328,0.008895908,0.01349321,0.00030751497,0.000003227653,0.0029121402,0.0013525136,0.0003543833,0.000107919885,0.0015293994,0.0001613119],"about_ca_topic_score_codex":0.0002419523,"about_ca_topic_score_gemma":0.00012726997,"teacher_disagreement_score":0.40486422,"about_ca_system_score_codex":0.00043559808,"about_ca_system_score_gemma":0.0009442159,"threshold_uncertainty_score":0.7107232},"labels":[],"label_agreement":null},{"id":"W4391221075","doi":"10.2196/54406","title":"Psychotherapy for Ketamine’s Enhanced Durability in Chronic Neuropathic Pain: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Treatment of Major Depression","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"York University; University of Toronto; Toronto General Hospital; St. Michael's Hospital","funders":"","keywords":"Ketamine; Protocol (science); Randomized controlled trial; Chronic pain; Neuropathic pain; Medicine; Physical therapy; Psychotherapist; Psychology; Physical medicine and rehabilitation; Alternative medicine; Psychiatry; Anesthesia; Surgery","score_opus":0.20264118744074663,"score_gpt":0.5627526689411111,"score_spread":0.3601114815003644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391221075","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048415727,0.000017000004,0.005797054,0.002879786,0.000033917924,0.99011856,0.00001405686,0.00027416716,0.00038130523],"genre_scores_gemma":[0.0032076412,0.0000019414736,0.00074068,0.00007532121,0.000905085,0.9916046,0.000015575666,0.00013098643,0.0033181144],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98958105,0.005738986,0.001375633,0.0011329756,0.0011360224,0.0010353641],"domain_scores_gemma":[0.9860302,0.012173929,0.00017257815,0.0008651713,0.0005097404,0.00024834627],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.029625226,0.00042476418,0.0019883844,0.0006157773,0.00016757753,0.00022069602,0.0003244803,0.00023028211,0.00027889863],"category_scores_gemma":[0.0061547863,0.00026536055,0.00086480536,0.0005672742,0.00032344097,0.00018268135,0.00003873457,0.00081138307,0.000028066272],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9271892,0.0035705958,0.000011647519,0.0069703613,0.00014306801,0.00002431476,0.00012602632,0.0000020362174,0.037637554,0.00047586084,0.0031690812,0.02068027],"study_design_scores_gemma":[0.8935559,0.030393109,0.000023896448,0.0070166206,0.00001678443,0.0000031585787,0.0000055822075,0.005843204,0.0056546526,0.005361192,0.051923357,0.00020258132],"about_ca_topic_score_codex":0.000007712546,"about_ca_topic_score_gemma":0.000023578754,"teacher_disagreement_score":0.048754275,"about_ca_system_score_codex":0.0006802866,"about_ca_system_score_gemma":0.0022557296,"threshold_uncertainty_score":0.99997985},"labels":[],"label_agreement":null},{"id":"W4391225983","doi":"10.2196/54081","title":"High-Flow Humidified Oxygen as an Early Intervention in Children With Acute Severe Asthma: Protocol for a Feasibility Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Medicine; Randomized controlled trial; Wheeze; Asthma; Oxygen therapy; Intensive care medicine; Ipratropium bromide; Pediatrics; Physical therapy; Emergency medicine; Bronchodilator; Anesthesia; Surgery; Internal medicine","score_opus":0.08525254444265819,"score_gpt":0.5035965120744089,"score_spread":0.41834396763175075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391225983","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15942304,0.000004267479,0.00012983849,0.00020902586,0.000010306554,0.83983475,0.00004548183,0.00018047738,0.00016279149],"genre_scores_gemma":[0.02489149,1.3147472e-7,0.0004145784,0.00003385633,0.00053360796,0.97191167,0.000071597904,0.00008417203,0.0020588802],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933758,0.0024676265,0.0010751965,0.0009923682,0.0012893814,0.0007996714],"domain_scores_gemma":[0.9975804,0.00050343835,0.0001713786,0.000713835,0.0005659231,0.00046502543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057622097,0.00038996976,0.0016652416,0.00059255736,0.00019630896,0.00040103405,0.00033087019,0.00027320813,0.00038435002],"category_scores_gemma":[0.00078336877,0.00023088539,0.0007628295,0.0006374113,0.00040129415,0.00045184273,0.00011089537,0.00086423743,0.0000568242],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98644763,0.0039461744,0.0011522165,0.0012089172,0.00053203694,0.00013335473,0.0001465783,0.0000038256608,0.00025717317,0.00030337472,0.00069957227,0.0051691276],"study_design_scores_gemma":[0.96523744,0.02233436,0.003819273,0.0034418604,0.000053891206,0.000033317156,0.000040348074,0.00046703228,0.0004269363,0.0011788142,0.0026983093,0.000268416],"about_ca_topic_score_codex":0.00010206579,"about_ca_topic_score_gemma":0.00003291423,"teacher_disagreement_score":0.13453156,"about_ca_system_score_codex":0.00027982477,"about_ca_system_score_gemma":0.0012244524,"threshold_uncertainty_score":0.9415233},"labels":[],"label_agreement":null},{"id":"W4391226011","doi":"10.2196/52929","title":"Inhibitory Control Training for Anxiety and Math Achievement in Primary School Children: Protocol for a Proof-of-Concept Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Education, Achievement, and Giftedness","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Worry; Psychology; Attentional control; Developmental psychology; Inhibitory control; Clinical psychology; Mathematical anxiety; Cognition; Psychiatry","score_opus":0.2229556882889611,"score_gpt":0.5536985494099587,"score_spread":0.3307428611209976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391226011","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019751102,0.000012635905,0.000536572,0.00037716152,0.000032196054,0.97863233,0.00010686361,0.00006977698,0.00048134258],"genre_scores_gemma":[0.03831031,4.769907e-8,0.00039774465,0.00006927315,0.0004847798,0.95970273,0.000025448171,0.00007045438,0.0009392079],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622285,0.0006933627,0.00077513483,0.0008943744,0.0005643052,0.00084997],"domain_scores_gemma":[0.99829334,0.0005488268,0.0001350245,0.0005280091,0.00029802666,0.0001967479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004935852,0.000275213,0.00043830278,0.00048957457,0.00021791662,0.00018496925,0.00039030414,0.00017204501,0.00010079213],"category_scores_gemma":[0.00016205032,0.00023509332,0.000109888046,0.0005048934,0.00023555441,0.0002547513,0.0000995595,0.0006180957,0.0000050533235],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012540547,0.02925463,0.6018955,0.012839851,0.00070428615,0.0000141809915,0.07064066,0.000008055514,0.0018275295,0.0102745555,0.036496706,0.2235035],"study_design_scores_gemma":[0.07953334,0.03284875,0.6126662,0.010170927,0.000038944163,0.000016668746,0.021971196,0.00036367742,0.002339691,0.00515209,0.23354329,0.0013551975],"about_ca_topic_score_codex":0.000039052597,"about_ca_topic_score_gemma":0.000032209944,"teacher_disagreement_score":0.2221483,"about_ca_system_score_codex":0.00020449789,"about_ca_system_score_gemma":0.00084630976,"threshold_uncertainty_score":0.9586827},"labels":[],"label_agreement":null},{"id":"W4391226031","doi":"10.2196/54286","title":"Effectiveness of a Nursing Educational Intervention in Adults to Promote Control Behaviors Against Dengue: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mosquito-borne diseases and control","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Intervention (counseling); Nursing; Health care; Dengue fever; Health education; Health promotion; Educational program; Family medicine; Public health","score_opus":0.06982015185421674,"score_gpt":0.5610918552783629,"score_spread":0.49127170342414617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391226031","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022736685,0.000014288878,0.00065525423,0.00066124095,0.00003422682,0.9756051,0.000034075045,0.000049023784,0.00021014259],"genre_scores_gemma":[0.16699065,7.4522646e-8,0.0001057315,0.00001284269,0.00028192886,0.83230144,0.000024204113,0.00004534966,0.00023774561],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943382,0.002280774,0.001189133,0.0006418244,0.0009480747,0.00060198066],"domain_scores_gemma":[0.9958988,0.002357519,0.0001605385,0.00037801347,0.00091262395,0.00029250325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008823915,0.00026168601,0.0015886021,0.00080848165,0.00008048055,0.0001328663,0.00022344074,0.00015952071,0.00012847435],"category_scores_gemma":[0.0030091177,0.00018974906,0.0009804467,0.00062532193,0.00017549023,0.00014319297,0.00003768838,0.00044639298,0.000013587411],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9502782,0.0069705197,0.000091217895,0.009604593,0.00017706343,0.00001859369,0.0003420079,0.00000541078,0.0044560162,0.001257061,0.00038554418,0.026413774],"study_design_scores_gemma":[0.9111544,0.0050611855,0.0007561898,0.076700956,0.00005747728,0.0000029429923,0.00005278449,0.003284025,0.00078943186,0.0011541775,0.0008341642,0.00015226928],"about_ca_topic_score_codex":0.000022218283,"about_ca_topic_score_gemma":0.0000052225514,"teacher_disagreement_score":0.14425397,"about_ca_system_score_codex":0.00043214057,"about_ca_system_score_gemma":0.0011817269,"threshold_uncertainty_score":0.7737742},"labels":[],"label_agreement":null},{"id":"W4391251055","doi":"10.2196/56085","title":"Correction: The Development of a UK Culturally Adapted and Modified Version of the Person Attuned Musical Interactions Manual: Protocol for a 2-Phase Mixed Methods Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Diverse Music Education Insights","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Protocol (science); Musical; Computer science; Psychology; Medicine; Alternative medicine; Visual arts; Art","score_opus":0.4732264045640789,"score_gpt":0.5768378191761545,"score_spread":0.10361141461207563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391251055","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000114031405,0.0000014347199,0.000027580865,0.00055716274,0.0021162431,0.9579439,0.000064667605,0.00004124701,0.039133694],"genre_scores_gemma":[0.0002024067,4.3760274e-8,0.0002836731,0.000011996703,0.0006886367,0.7415011,0.000027104208,0.00003429124,0.2572508],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959595,0.0013373998,0.0007148456,0.000550952,0.0010846723,0.0003526185],"domain_scores_gemma":[0.9964322,0.0007835317,0.0004313024,0.00062660425,0.0016356332,0.000090768954],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021811496,0.00032114217,0.00046702227,0.0003588769,0.0012178482,0.0004581062,0.0007131678,0.0001538114,0.0012816736],"category_scores_gemma":[0.00038171295,0.00016960349,0.00021512626,0.00028615753,0.0007042095,0.00015911582,0.00050140877,0.0014635732,0.000016356391],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008228054,0.0015025034,0.0000013778659,0.0013400848,0.00018859579,8.776084e-7,0.14883092,3.95208e-7,0.00009480428,0.0018692296,0.84044087,0.0049075107],"study_design_scores_gemma":[0.0019675526,0.0012348525,0.000068861904,0.0036559438,0.000028708973,0.0000017875112,0.076258704,0.0002743037,0.00032009257,0.00014622156,0.9158669,0.00017608557],"about_ca_topic_score_codex":0.00011024832,"about_ca_topic_score_gemma":0.0012231227,"teacher_disagreement_score":0.21811709,"about_ca_system_score_codex":0.00024799033,"about_ca_system_score_gemma":0.0013102717,"threshold_uncertainty_score":0.9996313},"labels":[],"label_agreement":null},{"id":"W4391255745","doi":"10.2196/53412","title":"Effects of a Powered Ankle-Foot Prosthesis and Physical Therapy on Function for Individuals With Transfemoral Limb Loss: Rationale, Design, and Protocol for a Multisite Clinical Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prosthetics and Rehabilitation Robotics","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Congressionally Directed Medical Research Programs; Walter Reed National Military Medical Center; U.S. Department of Veterans Affairs","keywords":"Physical medicine and rehabilitation; Rehabilitation; Gait; Medicine; Ankle; Physical therapy; Prosthesis; Surgery","score_opus":0.17445933327062754,"score_gpt":0.49947447837279113,"score_spread":0.32501514510216356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391255745","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020634051,0.000007845074,0.02111763,0.0001566916,0.000009540089,0.9579592,0.000028295673,0.00008057288,0.000006188494],"genre_scores_gemma":[0.011704655,0.0000015341531,0.00691864,0.000009453183,0.0001612232,0.98110676,0.0000051104744,0.00005589348,0.000036708258],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99829143,0.0002826604,0.00036335975,0.00036406025,0.00040394947,0.00029451234],"domain_scores_gemma":[0.9961041,0.003387708,0.000034641453,0.00015448783,0.00021310968,0.00010592346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015025341,0.00018509931,0.00031506145,0.00018458837,0.000104132756,0.00016064233,0.000092519134,0.00013938644,0.0000023703085],"category_scores_gemma":[0.00017117203,0.00012553569,0.00010348614,0.00021637147,0.0002392341,0.00012394786,0.000015329673,0.00027436897,0.000001079014],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5457862,0.0091963,0.0012705496,0.050319068,0.0010529887,0.000016656832,0.006275255,0.0028497858,0.04845454,0.010040662,0.0037363751,0.32100162],"study_design_scores_gemma":[0.313234,0.28145826,0.0077795666,0.00909082,0.000051166357,0.000008109322,0.000083922845,0.13549845,0.090118885,0.01786865,0.14371468,0.0010934878],"about_ca_topic_score_codex":3.7180257e-7,"about_ca_topic_score_gemma":5.302867e-7,"teacher_disagreement_score":0.3199081,"about_ca_system_score_codex":0.000025313058,"about_ca_system_score_gemma":0.000103185215,"threshold_uncertainty_score":0.5119197},"labels":[],"label_agreement":null},{"id":"W4391255754","doi":"10.2196/51212","title":"Transcranial Magnetic Stimulation of the Default Mode Network to Improve Sleep in Individuals With Insomnia Symptoms: Protocol for a Double-Blind Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Army Medical Research and Development Command; U.S. Army","keywords":"Default mode network; Transcranial magnetic stimulation; Functional magnetic resonance imaging; Psychology; Randomized controlled trial; Audiology; Insomnia; Sleep onset; Medicine; Stimulation; Physical medicine and rehabilitation; Physical therapy; Neuroscience; Psychiatry; Internal medicine","score_opus":0.08423096386417293,"score_gpt":0.502051061563998,"score_spread":0.4178200976998251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391255754","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009310944,0.000011603397,0.0007154363,0.0005887614,0.00008453366,0.9869125,0.000018496155,0.000076624194,0.0022811408],"genre_scores_gemma":[0.01855109,9.4882296e-8,0.00019076993,0.000043369575,0.00034559233,0.9798129,0.0000060463444,0.000080934435,0.0009691958],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99377847,0.0021744247,0.0012808605,0.0007313409,0.0010670739,0.00096784206],"domain_scores_gemma":[0.99649704,0.0022425882,0.00019226682,0.00063730474,0.00027228834,0.00015850658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053669317,0.00034391394,0.0011765325,0.0005938818,0.0001786454,0.00019805385,0.00064655795,0.0004771763,0.00034608654],"category_scores_gemma":[0.00023305738,0.00018857875,0.00046680498,0.0017340478,0.0003662953,0.00013325093,0.00008000358,0.0009815204,0.000033471817],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98173666,0.001518416,0.000117745614,0.00033157982,0.00057593966,0.000004861974,0.003063734,0.0029261461,0.00014324204,0.002635204,0.001536391,0.0054100915],"study_design_scores_gemma":[0.9725673,0.0059670135,0.000039537896,0.0016846262,0.00007117503,0.0000016761084,0.000083453306,0.005805886,0.00005815433,0.0022411963,0.011244129,0.00023583468],"about_ca_topic_score_codex":0.00011311009,"about_ca_topic_score_gemma":0.00009341767,"teacher_disagreement_score":0.009707739,"about_ca_system_score_codex":0.000091427326,"about_ca_system_score_gemma":0.0004573269,"threshold_uncertainty_score":0.7690018},"labels":[],"label_agreement":null},{"id":"W4391261577","doi":"10.2196/54681","title":"Exploring Shared Implementation Leadership of Point of Care Nursing Leadership Teams on Inpatient Hospital Units: Protocol for a Collective Case Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal; McGill University","funders":"","keywords":"Nursing; Protocol (science); Shared leadership; Leadership style; Medicine; Psychology; Alternative medicine","score_opus":0.9679492415447613,"score_gpt":0.7909304078491022,"score_spread":0.17701883369565907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391261577","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04240687,7.263014e-7,0.000087543965,0.0018830745,0.00003999041,0.95479006,0.00032997358,0.000095207164,0.00036658786],"genre_scores_gemma":[0.27880627,3.1252444e-8,0.00020197971,0.00009092714,0.00013372097,0.7206013,0.000011128578,0.000050909806,0.000103709346],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99067616,0.0036918956,0.0016750124,0.00073436945,0.0017053712,0.0015171585],"domain_scores_gemma":[0.99178696,0.0041500535,0.0004656919,0.0005642086,0.0027015782,0.00033149403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060906634,0.0002667969,0.0004575756,0.0012376144,0.0011412237,0.000072014045,0.00042497224,0.00012099042,0.00029799016],"category_scores_gemma":[0.0018082672,0.00023693402,0.000087218774,0.0030949544,0.00029122175,0.0006722656,0.00014795261,0.0010830428,0.00002726062],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001873181,0.0009456831,0.0073759747,0.025398748,0.000046645506,0.00007448497,0.9292918,0.0000068801555,0.00047782794,0.0008276628,0.015168185,0.018512957],"study_design_scores_gemma":[0.006660102,0.021349011,0.0023666152,0.014892019,0.0000051196757,0.0000045959205,0.943036,0.000054594246,0.0046029296,0.00016090898,0.0066527734,0.00021529206],"about_ca_topic_score_codex":0.0006425122,"about_ca_topic_score_gemma":0.00050759263,"teacher_disagreement_score":0.2363994,"about_ca_system_score_codex":0.0026696832,"about_ca_system_score_gemma":0.0065300902,"threshold_uncertainty_score":0.99910194},"labels":[],"label_agreement":null},{"id":"W4391261584","doi":"10.2196/49903","title":"Content Validity and Psychometric Properties of the German Version of the Holm and Cordoba Urinary Tract Infection Score for Uncomplicated Urinary Tract Infections in Women: Protocol for a Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Urinary system; Protocol (science); German; Medicine; Content validity; Internal medicine; Clinical psychology; Psychometrics; Alternative medicine; Pathology","score_opus":0.4947441611294404,"score_gpt":0.5276914308836694,"score_spread":0.032947269754229014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391261584","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49938345,0.0000030000342,0.000021839245,0.0002855626,0.000013701516,0.5002075,0.000011060996,0.000028473583,0.000045413573],"genre_scores_gemma":[0.48483747,0.0000010666771,0.000009463466,0.000005337813,0.000024817231,0.5149679,0.00000162497,0.000016651455,0.0001356568],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975949,0.00052793935,0.0005472026,0.00043341165,0.0005590063,0.0003375725],"domain_scores_gemma":[0.9984366,0.000348876,0.0001757588,0.00052185246,0.00043747964,0.000079398036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023224538,0.00019268075,0.0003139897,0.000898511,0.00034337825,0.000083648905,0.0001565856,0.00009919193,0.000012904985],"category_scores_gemma":[0.0004014908,0.000115198935,0.00012506104,0.0019491754,0.00026649836,0.00031996105,0.00022380531,0.00052048883,0.000001110155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008638482,0.1235081,0.82524824,0.020059332,0.00019586881,0.000011426509,0.0022680473,0.000035922272,0.013047884,0.00013962915,0.0015192776,0.00532781],"study_design_scores_gemma":[0.007175512,0.060598966,0.8968122,0.0039422363,0.000032736276,0.00015588256,0.00033079172,0.0004165078,0.0039803907,0.00029359825,0.02612006,0.00014113855],"about_ca_topic_score_codex":0.00009260532,"about_ca_topic_score_gemma":0.0000071665995,"teacher_disagreement_score":0.07156396,"about_ca_system_score_codex":0.00037304207,"about_ca_system_score_gemma":0.00021105054,"threshold_uncertainty_score":0.46976763},"labels":[],"label_agreement":null},{"id":"W4391261613","doi":"10.2196/49946","title":"A Digital Platform (Telepalliation) for Patients in Palliative Care and Their Relatives: Protocol for a Multimethod Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Medicine; Palliative care; Family medicine; Psychology; Alternative medicine; Nursing; Internal medicine","score_opus":0.36222650428592135,"score_gpt":0.6157732701193979,"score_spread":0.2535467658334765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391261613","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018508486,0.00003501422,0.001891509,0.00011344975,0.000012559648,0.99404615,0.0001821828,0.00005740143,0.0018108619],"genre_scores_gemma":[0.0020091475,0.000003794048,0.0059077633,0.000010871315,0.00018752742,0.99096614,0.000098504315,0.000052757383,0.0007635185],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99690795,0.00041145866,0.0010298045,0.00055406307,0.00056796445,0.00052874547],"domain_scores_gemma":[0.9858323,0.012252441,0.0002081765,0.00023505255,0.0013128088,0.0001592567],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024600253,0.00030980379,0.0016775825,0.00053024985,0.00011015563,0.00016635879,0.00014655369,0.00022478684,0.000021846558],"category_scores_gemma":[0.00968908,0.00018797134,0.0005545955,0.00043017286,0.00030383794,0.0003627085,0.00008032108,0.00044449128,0.000004171831],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9580922,0.00077162177,0.0019296693,0.0051025585,0.0002908145,0.0000032349385,0.010674786,7.284334e-7,0.00003779411,0.001023252,0.0004383485,0.021634964],"study_design_scores_gemma":[0.89438003,0.0076386454,0.00011398898,0.012561083,0.00001487545,1.7211575e-7,0.0012723538,0.002461453,0.0006287328,0.0031147334,0.07763662,0.0001773276],"about_ca_topic_score_codex":0.000008230854,"about_ca_topic_score_gemma":0.0000065412837,"teacher_disagreement_score":0.077198274,"about_ca_system_score_codex":0.0002613387,"about_ca_system_score_gemma":0.0005307873,"threshold_uncertainty_score":0.99865276},"labels":[],"label_agreement":null},{"id":"W4391293727","doi":"10.2196/55435","title":"Effectiveness of the Pasifika Women’s Diabetes Wellness Program (PWDWP): Protocol for a Pilot Intervention and Feasibility Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Athletic Training and Education","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Intervention (counseling); Protocol (science); Medicine; Pilot trial; Physical therapy; Psychology; Medical education; Gerontology; Alternative medicine; Nursing","score_opus":0.32182696434426733,"score_gpt":0.6474680672208131,"score_spread":0.32564110287654574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391293727","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08497079,0.000003408452,0.00010199902,0.0005786785,0.00011441427,0.9137842,0.000011927406,0.00014743087,0.00028718036],"genre_scores_gemma":[0.14707156,6.230155e-8,0.000059681824,0.00000963161,0.0002458751,0.8519292,0.0000038607027,0.000035080087,0.000645092],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98014414,0.016843703,0.0010227676,0.00053366675,0.0006240924,0.0008316161],"domain_scores_gemma":[0.98390096,0.014579151,0.00029846525,0.0004920328,0.00058064907,0.00014876119],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.043798104,0.00021702707,0.0010871184,0.00019021866,0.0007223753,0.00011160239,0.00032148036,0.00019493778,0.00012548518],"category_scores_gemma":[0.0063662077,0.000118074444,0.00036199784,0.00045800052,0.00063552277,0.00013493361,0.0001523,0.0009630026,0.000009179838],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9514283,0.002128051,0.0008739247,0.03007795,0.00012602679,2.2771724e-7,0.0027144898,3.7520113e-7,0.00040715578,0.0016621144,0.0011020303,0.009479367],"study_design_scores_gemma":[0.95137054,0.005834652,0.0021168932,0.019768964,0.0000144327005,1.8597862e-7,0.00094644405,0.00052994513,0.00041248856,0.008785344,0.010084985,0.00013514786],"about_ca_topic_score_codex":0.000026215937,"about_ca_topic_score_gemma":0.000005024839,"teacher_disagreement_score":0.06210077,"about_ca_system_score_codex":0.00040623214,"about_ca_system_score_gemma":0.0008612348,"threshold_uncertainty_score":0.9846111},"labels":[],"label_agreement":null},{"id":"W4391315438","doi":"10.2196/51851","title":"The Impact of the Ecosystem on Health Literacy Among Rural Communities in Protected Areas: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Socioeconomic status; Health literacy; Literacy; Focus group; Rural area; Environmental resource management; Business; Health care; Environmental health; Environmental planning; Geography; Medicine; Psychology; Economic growth; Population; Marketing","score_opus":0.4052581371343303,"score_gpt":0.7302384937622928,"score_spread":0.3249803566279625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391315438","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033038512,0.0000025982133,0.0001672478,0.0009447999,0.000037054037,0.96510607,0.00012577728,0.00011258643,0.00046533218],"genre_scores_gemma":[0.043265805,2.2498918e-7,0.00032534706,0.000078729536,0.000107234024,0.9558184,0.000010594246,0.000039000093,0.00035467724],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.95949686,0.03504645,0.0029512467,0.00025441515,0.00090255163,0.0013484809],"domain_scores_gemma":[0.9865556,0.00959413,0.000736368,0.001611153,0.0012634122,0.00023938098],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.050504327,0.0002768373,0.00054439506,0.00044815333,0.0029473884,0.0003368044,0.001313318,0.00019765254,0.00013919968],"category_scores_gemma":[0.0020505716,0.0001260987,0.00023009605,0.0017553178,0.00022780657,0.0009254094,0.00055605127,0.0034135056,0.000027074308],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009756651,0.003883538,0.23642877,0.05699627,0.00013043289,0.000001586188,0.22635882,0.00004853396,0.00003206798,0.0025039825,0.049835622,0.41402373],"study_design_scores_gemma":[0.0072602076,0.008688206,0.42735913,0.061505068,0.0000014006872,0.0000013853092,0.057838194,0.027683845,0.00007737213,0.0032473835,0.4060192,0.00031857804],"about_ca_topic_score_codex":0.0027084765,"about_ca_topic_score_gemma":0.0015131027,"teacher_disagreement_score":0.41370514,"about_ca_system_score_codex":0.001382229,"about_ca_system_score_gemma":0.0039295647,"threshold_uncertainty_score":0.99888563},"labels":[],"label_agreement":null},{"id":"W4391358329","doi":"10.2196/54635","title":"An mHealth Intervention to Address Depression and Improve Antiretroviral Therapy Adherence Among Youths Living With HIV in Uganda: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Mental Health","keywords":"mHealth; Mental health; Medicine; Intervention (counseling); Protocol (science); Health care; Randomized controlled trial; Psychological intervention; Family medicine; Nursing; Psychiatry; Alternative medicine","score_opus":0.13648609113754998,"score_gpt":0.5451978392764961,"score_spread":0.4087117481389462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391358329","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06890044,0.000013704108,0.0014993674,0.0001690503,0.000009270129,0.9286961,0.000029371218,0.000117563795,0.00056512054],"genre_scores_gemma":[0.15544388,0.000001533294,0.000289563,0.000012590749,0.00025967343,0.8398932,0.000013637386,0.00006295563,0.004022941],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99332464,0.00257544,0.0010596394,0.0009015544,0.0011466523,0.0009920477],"domain_scores_gemma":[0.9966953,0.0013972772,0.00014866238,0.0005170518,0.0006088603,0.0006328793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010260554,0.0003187139,0.0012791145,0.00109578,0.0002496833,0.00065284333,0.0003248634,0.00014997563,0.00028983224],"category_scores_gemma":[0.0023270291,0.00019234783,0.0003711177,0.0007251263,0.00037551468,0.00062198634,0.00014686375,0.0010515489,0.0000150899805],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94461524,0.00296002,0.002882327,0.0029820371,0.00011491873,0.000030145331,0.0009021516,5.612909e-7,0.0046867286,0.00008686505,0.0016009688,0.039138053],"study_design_scores_gemma":[0.8338952,0.12731151,0.0009962547,0.029048976,0.000009782712,0.000005375265,0.0002974438,0.006155229,0.0010780257,0.00009153045,0.0009189304,0.00019174862],"about_ca_topic_score_codex":0.00037609442,"about_ca_topic_score_gemma":0.00023370679,"teacher_disagreement_score":0.124351494,"about_ca_system_score_codex":0.00019864456,"about_ca_system_score_gemma":0.0006336258,"threshold_uncertainty_score":0.7843717},"labels":[],"label_agreement":null},{"id":"W4391358364","doi":"10.2196/56499","title":"Telehealth Movement-to-Music With Arm-Based Sprint-Intensity Interval Training to Improve Cardiometabolic Health and Cardiorespiratory Fitness in Children With Cerebral Palsy: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Cardiorespiratory fitness; Cerebral palsy; Physical therapy; Medicine; Telerehabilitation; Randomized controlled trial; High-intensity interval training; Physical medicine and rehabilitation; Sprint; Telehealth; Interval training; Health care; Telemedicine","score_opus":0.12073278888213786,"score_gpt":0.4584416168452564,"score_spread":0.3377088279631186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391358364","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070077024,0.000011661939,0.0009923526,0.0025691958,0.000020369394,0.9259738,0.00004183892,0.00014298846,0.00017082332],"genre_scores_gemma":[0.053211946,3.392679e-7,0.0007479682,0.0031097746,0.00038976516,0.9422411,0.000018156534,0.0001125877,0.00016836701],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99330163,0.0012992069,0.0012051351,0.0012887163,0.0013814069,0.001523911],"domain_scores_gemma":[0.99703294,0.0005024119,0.00019383257,0.00065935665,0.00049552764,0.0011159333],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009456726,0.00055798644,0.0035170969,0.0013754163,0.00024688,0.0002843544,0.00026672546,0.00011638951,0.000046085916],"category_scores_gemma":[0.0007071399,0.00035228138,0.00038232235,0.0012680778,0.00033408642,0.00016167706,0.00016175125,0.0009498461,0.000006705228],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97386587,0.0011275903,0.004021734,0.0024892474,0.0006459228,0.00001945494,0.0010785896,0.000029861518,0.0001779733,0.0004067695,0.0007877153,0.0153493015],"study_design_scores_gemma":[0.93525076,0.044343412,0.0030453664,0.005722019,0.0000391813,0.000006823835,0.00047274344,0.00030223368,0.00022480574,0.00010200072,0.010094497,0.00039616026],"about_ca_topic_score_codex":0.00058406097,"about_ca_topic_score_gemma":0.0004554878,"teacher_disagreement_score":0.043215822,"about_ca_system_score_codex":0.000406893,"about_ca_system_score_gemma":0.0043279836,"threshold_uncertainty_score":0.9998929},"labels":[],"label_agreement":null},{"id":"W4391358374","doi":"10.2196/55369","title":"Enhancing Psychotherapy Outcomes by Encouraging Patients to Regularly Self-Monitor, Reflect on, and Share Their Affective Responses Toward Their Therapist: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychotherapist; Psychology; Randomized controlled trial; Session (web analytics); Therapeutic relationship; Clinical psychology; Intervention (counseling); PsycINFO; MEDLINE; Medicine; Psychiatry","score_opus":0.12928769306030632,"score_gpt":0.5648601543683228,"score_spread":0.4355724613080165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391358374","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020795611,0.000023577457,0.0035344837,0.003217343,0.000057327175,0.98828685,0.00020238297,0.00067694276,0.0019215025],"genre_scores_gemma":[0.0021700696,0.0000040858163,0.0009396238,0.00054058136,0.00029054075,0.9927145,0.000012159621,0.00017803321,0.0031503967],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9927745,0.0031985962,0.0010055287,0.0013267058,0.0006992458,0.000995422],"domain_scores_gemma":[0.9919591,0.006047891,0.0002369333,0.0009838607,0.0004946178,0.00027762307],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006458858,0.00060035917,0.0014639803,0.00068548875,0.000488108,0.000718518,0.0007098455,0.00032454717,0.00032960167],"category_scores_gemma":[0.00022048304,0.00036629764,0.0006055839,0.00070367014,0.00019577613,0.00018675804,0.0000435791,0.0007902243,0.000035421337],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92429733,0.0020808314,0.000043993772,0.00020942805,0.0006490269,0.0000021876265,0.0077733356,4.6969355e-8,0.005604084,0.003081206,0.039414763,0.016843764],"study_design_scores_gemma":[0.6358207,0.006901047,0.00006049107,0.0014176104,0.0000057178977,0.0000014223133,0.00017622515,0.000021763288,0.0046461066,0.009534162,0.34103268,0.00038205943],"about_ca_topic_score_codex":0.000016758355,"about_ca_topic_score_gemma":0.000007904206,"teacher_disagreement_score":0.30161792,"about_ca_system_score_codex":0.00020362048,"about_ca_system_score_gemma":0.00020339373,"threshold_uncertainty_score":0.9998789},"labels":[],"label_agreement":null},{"id":"W4391358390","doi":"10.2196/52949","title":"Identifying and Validating Alcohol Diagnostics for Injury-Related Trauma in South Africa: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Protocol (science); Health care; Focus group; Occupational safety and health; Poison control; Human factors and ergonomics; Medical emergency; Alternative medicine; Pathology","score_opus":0.5108233079153459,"score_gpt":0.6468466040534082,"score_spread":0.1360232961380623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391358390","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021332592,0.00001674965,0.00061218423,0.00012532558,0.000014420573,0.97760886,0.000012558253,0.00016172796,0.00011555414],"genre_scores_gemma":[0.02477249,2.4436403e-7,0.013035624,0.000007803261,0.00010105217,0.9610602,0.000009132873,0.000088238274,0.00092518586],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966839,0.0005756118,0.00065695844,0.00071097177,0.0005696604,0.0008029309],"domain_scores_gemma":[0.99594486,0.0031318855,0.0000764003,0.00039078065,0.00027282987,0.00018324099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050548767,0.0002735252,0.00053764624,0.00068345515,0.00022918961,0.00030672466,0.00017976252,0.00016348029,0.000043563068],"category_scores_gemma":[0.0017041947,0.00020653334,0.00014861742,0.0010048285,0.000108071654,0.00022947525,0.0001252409,0.0005413477,0.000011373051],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014480536,0.00877133,0.22870739,0.018381821,0.0012760238,0.00063860056,0.21161689,0.000002596259,0.0108440565,0.0022037907,0.01405644,0.48902053],"study_design_scores_gemma":[0.22700222,0.0629423,0.08790676,0.07449276,0.00048637885,0.000060157006,0.11813797,0.00784023,0.14788425,0.037516765,0.23270296,0.0030272505],"about_ca_topic_score_codex":0.0000035387018,"about_ca_topic_score_gemma":0.000015236669,"teacher_disagreement_score":0.48599327,"about_ca_system_score_codex":0.000238502,"about_ca_system_score_gemma":0.00021631243,"threshold_uncertainty_score":0.8422185},"labels":[],"label_agreement":null},{"id":"W4391358396","doi":"10.2196/55332","title":"Nonspecific Effects of the Bacillus Calmette-Guérin Vaccine in Portuguese Children Under 5 Years of Age: Protocol for a Population-Based Historical Birth Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Immune responses and vaccinations","field":"Immunology and Microbiology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Medicine; Population; Demography; Cohort; Pediatrics; Gerontology; Environmental health; Internal medicine","score_opus":0.07933333114686492,"score_gpt":0.45163188213843164,"score_spread":0.3722985509915667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391358396","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117763445,0.000028175431,0.000041095336,0.00013076056,0.000029981942,0.8819232,0.000025523826,0.000033904034,0.000023900875],"genre_scores_gemma":[0.27488616,1.5001771e-7,0.00002012364,0.0000046729615,0.000017430219,0.7232608,0.000017349324,0.000024770468,0.0017685369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970868,0.0012270851,0.000622058,0.00040236293,0.00023021938,0.0004314352],"domain_scores_gemma":[0.99788773,0.0011194445,0.00012474418,0.0006376889,0.000204088,0.000026282181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016866106,0.00016393626,0.0004095726,0.0005819655,0.00012547242,0.000022349162,0.00047357805,0.00019027216,0.00015032904],"category_scores_gemma":[0.00047726303,0.00011924847,0.00018076866,0.0010460325,0.00006867662,0.00006665,0.00016454248,0.000633044,0.000016575756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005508857,0.007875308,0.917131,0.00281715,0.00039770943,0.000040625844,0.000531589,0.00008972445,0.035735067,0.0017324534,0.012951891,0.015188621],"study_design_scores_gemma":[0.0061149974,0.0019105449,0.9648833,0.000842057,0.000007097693,0.000004046262,0.000023684086,0.000021520684,0.0053271377,0.00010581069,0.020639025,0.000120778626],"about_ca_topic_score_codex":0.0006932633,"about_ca_topic_score_gemma":0.00017230891,"teacher_disagreement_score":0.1586624,"about_ca_system_score_codex":0.00039210828,"about_ca_system_score_gemma":0.00042400905,"threshold_uncertainty_score":0.48628116},"labels":[],"label_agreement":null},{"id":"W4391408842","doi":"10.2196/50647","title":"Innovative Solutions for Patients Who Undergo Craniectomy: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury and Neurovascular Disturbances","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scopus; Medicine; Protocol (science); MEDLINE; Multidisciplinary approach; Decompressive craniectomy; Publishing; Medical emergency; Medical education; Alternative medicine; Political science; Traumatic brain injury; Psychiatry","score_opus":0.6147926040952927,"score_gpt":0.6511008923197644,"score_spread":0.03630828822447174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391408842","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6548343e-9,0.24690133,0.00013222631,0.00025550835,0.00001579965,0.7518432,0.00018889242,0.00011625211,0.00054675527],"genre_scores_gemma":[1.4032078e-9,0.18626848,0.00044023385,0.00016503065,0.00035410625,0.81094915,0.00022493959,0.00018043273,0.0014176213],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99359787,0.0008020606,0.0017311976,0.0013033999,0.0011992732,0.0013662303],"domain_scores_gemma":[0.9944499,0.0016035539,0.00047849002,0.001148725,0.0020592972,0.00026004715],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039059608,0.00070297386,0.0030299535,0.0006405414,0.0005764119,0.00021823621,0.00062299496,0.00043013436,0.000105975945],"category_scores_gemma":[0.0030275863,0.00047955618,0.0013110043,0.0025113034,0.0003197971,0.00018672954,0.00036004398,0.0014814428,0.00012876607],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017962519,0.00055364595,7.4536e-7,0.62743217,0.00021430978,0.0000038484695,0.000017987422,3.698746e-9,8.1065714e-8,0.00095356785,0.15400666,0.21663736],"study_design_scores_gemma":[0.0017614351,0.0018740327,0.0000010096818,0.49033597,0.00012099797,0.0000069836165,0.0000022247216,0.000001339653,0.0000011130326,0.00027045305,0.50540924,0.0002152335],"about_ca_topic_score_codex":0.0000015070923,"about_ca_topic_score_gemma":0.000005289872,"teacher_disagreement_score":0.35140255,"about_ca_system_score_codex":0.00042948007,"about_ca_system_score_gemma":0.00430283,"threshold_uncertainty_score":0.99976563},"labels":[],"label_agreement":null},{"id":"W4391409313","doi":"10.2196/55080","title":"Participation in Advance Care Planning Among Medically At-Risk Rural Veterans: Protocol for a Personalized Engagement Model","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Advance care planning; Medicine; Psychology; Gerontology; Medical education; Nursing; Alternative medicine; Palliative care","score_opus":0.5514711974320542,"score_gpt":0.6832547815451049,"score_spread":0.1317835841130507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391409313","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018457772,0.00005895421,0.0025806155,0.0001874355,0.0000048008906,0.97777075,0.000041798994,0.00007906677,0.00081878155],"genre_scores_gemma":[0.013791088,0.0000033884967,0.0029657893,0.000026236861,0.00012092983,0.9822748,0.000036433863,0.000040166484,0.00074117817],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713206,0.00040030412,0.0004886774,0.00038934711,0.000999526,0.00059005735],"domain_scores_gemma":[0.9984392,0.0005997875,0.000074749354,0.00027679556,0.000414703,0.00019478225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015883641,0.0001783913,0.00035027348,0.0002962036,0.00013756989,0.00004854537,0.00016836112,0.00012524785,0.00010212117],"category_scores_gemma":[0.0008906651,0.00014110122,0.00013103768,0.0003865713,0.00022860723,0.0001925225,0.00010746493,0.0006681773,0.000011684176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04116129,0.0021533992,0.4476446,0.07692456,0.00037989218,0.0005993251,0.28422633,0.003970188,0.0142019335,0.0024035117,0.022791553,0.10354342],"study_design_scores_gemma":[0.020114776,0.0050390717,0.011192992,0.10436156,0.000024055253,0.000002384732,0.006767352,0.12984188,0.009281806,0.00085925893,0.7120773,0.00043752787],"about_ca_topic_score_codex":0.000030576568,"about_ca_topic_score_gemma":0.00003204827,"teacher_disagreement_score":0.6892858,"about_ca_system_score_codex":0.00043858748,"about_ca_system_score_gemma":0.00040317135,"threshold_uncertainty_score":0.57539403},"labels":[],"label_agreement":null},{"id":"W4391409524","doi":"10.2196/54882","title":"The Efficacy of Bepotastine Besilate Compared With Hydroxyzine Pamoate for Preventing Infusion Reactions to the First Dose of Rituximab in Patients With Non-Hodgkin Lymphoma: Protocol for a Phase II, Double-Blind, Multicenter Randomized Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lymphoma Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Rituximab; Lymphoma; Clinical endpoint; Common Terminology Criteria for Adverse Events; Adverse effect; Obinutuzumab; Internal medicine; Clinical trial","score_opus":0.1143196482836305,"score_gpt":0.49351260142056547,"score_spread":0.37919295313693496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391409524","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23886886,0.0000019211543,0.00006948961,0.00090222555,0.000008953294,0.76004374,0.000047020654,0.00002130645,0.00003647189],"genre_scores_gemma":[0.21600902,2.6874443e-7,0.00059627206,0.000009549979,0.000088359804,0.7830547,0.00004411009,0.000042685166,0.00015505092],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99667716,0.00024634524,0.0010823824,0.00049712055,0.0009054159,0.00059160055],"domain_scores_gemma":[0.9955577,0.002545445,0.0003363087,0.0006167993,0.0007978945,0.00014581157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002966079,0.0002879947,0.000865314,0.0003228766,0.0004736238,0.00011305391,0.00027499566,0.000080757054,0.000013632432],"category_scores_gemma":[0.00043810974,0.00012638958,0.00025875113,0.000792953,0.00026557755,0.00012870603,0.00017425053,0.00018804065,0.0000030777612],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95620036,0.030346459,0.00078378344,0.0018766756,0.00033413933,0.000007248618,0.000858819,0.00003845238,0.000107419,0.000034061417,0.00080074585,0.008611841],"study_design_scores_gemma":[0.91763693,0.023374086,0.0011983901,0.010243475,0.00007981249,0.0000018250887,0.000033732646,0.0027967766,0.003682121,0.000013288915,0.04081286,0.00012669976],"about_ca_topic_score_codex":0.00012298788,"about_ca_topic_score_gemma":0.00014131416,"teacher_disagreement_score":0.040012114,"about_ca_system_score_codex":0.00023120792,"about_ca_system_score_gemma":0.00048128687,"threshold_uncertainty_score":0.5154018},"labels":[],"label_agreement":null},{"id":"W4391409757","doi":"10.2196/54236","title":"A Global Health Survey of People Who Vape but Never Smoked: Protocol for the VERITAS (Vaping Effects: Real-World International Surveillance) Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cohort; Medicine; Electronic cigarette; Environmental health; Tobacco control; Nicotine; Cohort study; Cross-sectional study; Public health; Psychiatry; Internal medicine; Pathology","score_opus":0.28082429238856704,"score_gpt":0.6078933755135058,"score_spread":0.3270690831249387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391409757","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013048449,0.0000029922296,0.00019578793,0.00089406455,0.000057232563,0.98514056,0.00015251421,0.00010848323,0.00039992586],"genre_scores_gemma":[0.15636815,6.2803224e-7,0.000022426006,0.00004539205,0.00020730261,0.84268844,0.00005562836,0.00003543625,0.00057658454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955745,0.0010626129,0.00058603636,0.00053068687,0.0016795585,0.00056660967],"domain_scores_gemma":[0.99672914,0.0014894988,0.00012875612,0.0006022981,0.0009013535,0.0001489342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076575256,0.0002023929,0.00045893603,0.00026828257,0.00025202194,0.00022943252,0.00044285707,0.000085126405,0.0001397531],"category_scores_gemma":[0.0006257346,0.00013846025,0.00012464472,0.0014937263,0.00012314002,0.00020465368,0.00020502665,0.0004934744,0.0000060567695],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002738424,0.0013685127,0.945493,0.003037126,0.0001604951,0.000016957503,0.00089445256,0.000004569345,0.00005457696,0.00038861702,0.028806316,0.017036991],"study_design_scores_gemma":[0.00415994,0.0029535124,0.9682398,0.0027512342,0.0000057458396,0.0000053124686,0.00024608217,0.000380912,0.00010047068,0.00008448487,0.020957936,0.00011458992],"about_ca_topic_score_codex":0.008377717,"about_ca_topic_score_gemma":0.0039924257,"teacher_disagreement_score":0.14331971,"about_ca_system_score_codex":0.000766905,"about_ca_system_score_gemma":0.0011978595,"threshold_uncertainty_score":0.99822557},"labels":[],"label_agreement":null},{"id":"W4391410133","doi":"10.2196/52756","title":"Efficacy and safety of Pediatric Massage for Allergic rhinitis: Protocol for systematic review and meta-analysis (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Allergic Rhinitis and Sensitization","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Meta-analysis; Protocol (science); Medicine; Acupressure; Massage; Alternative medicine; Systematic review; MEDLINE; Physical therapy; Computer science; World Wide Web; Internal medicine","score_opus":0.32206131578775443,"score_gpt":0.5371739784778987,"score_spread":0.21511266269014429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391410133","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030169484,0.00011645443,0.0005987861,0.0011067808,6.8080465e-7,0.9977975,0.000067517794,0.00006263892,0.00021946213],"genre_scores_gemma":[0.0003636406,0.00006516094,0.00077679433,0.000078085905,0.000044943667,0.9969614,0.000050952072,0.00003727079,0.001621746],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99682623,0.0005211491,0.0010036037,0.0005317833,0.0006972881,0.00041994257],"domain_scores_gemma":[0.99661964,0.0013543434,0.00031479908,0.00059682626,0.00091584225,0.00019853286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048925956,0.0002086452,0.0018610607,0.0005018039,0.00019140818,0.00005742904,0.00014491178,0.00011729465,0.000178351],"category_scores_gemma":[0.0017325989,0.00014285978,0.0005677351,0.0012431255,0.00010020447,0.000092669616,0.00014861346,0.00020065477,0.000010143498],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014384419,0.00034613465,0.00013497018,0.9699231,0.018297344,0.000018723727,0.00031278096,0.000010151391,0.000063770305,0.0010236903,0.008359581,0.000071347444],"study_design_scores_gemma":[0.12413645,0.02980332,0.024127519,0.19951256,0.5171566,0.00027961543,0.0016235731,0.017173419,0.0012893544,0.008601869,0.07243652,0.003859192],"about_ca_topic_score_codex":0.000003888166,"about_ca_topic_score_gemma":0.000003957863,"teacher_disagreement_score":0.77041054,"about_ca_system_score_codex":0.000033987097,"about_ca_system_score_gemma":0.00012834251,"threshold_uncertainty_score":0.5825653},"labels":[],"label_agreement":null},{"id":"W4391435442","doi":"10.2196/53901","title":"Virtual Reality for Developing Patient-Facing Communication Skills in Medical and Graduate Education: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Sinai Health System; Hospital for Sick Children; Sunnybrook Hospital; University of Toronto","funders":"","keywords":"Protocol (science); Medical education; Virtual reality; MEDLINE; Communication skills; Medicine; Health care; Computer science; Alternative medicine; Artificial intelligence","score_opus":0.6055943990667206,"score_gpt":0.6727605659233985,"score_spread":0.06716616685667787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391435442","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.950723e-9,0.118121795,0.016163962,0.0021565845,0.000008375987,0.8632996,0.000032127944,0.00007965472,0.00013787874],"genre_scores_gemma":[1.66691e-8,0.28060478,0.006650757,0.00018901906,0.000063714484,0.7123262,0.000067274996,0.000038047732,0.00006019438],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99394953,0.0013217361,0.0017012107,0.0010813234,0.0011752569,0.0007709405],"domain_scores_gemma":[0.994996,0.0018267934,0.0004670968,0.0016357929,0.00074642926,0.00032787892],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008287361,0.00042749624,0.0013111526,0.00055368437,0.0004222876,0.0007405952,0.0020468938,0.00035979363,0.000005732641],"category_scores_gemma":[0.0027364087,0.00033583518,0.00024349283,0.0018111584,0.00018830952,0.0005492518,0.0014446601,0.0011213663,0.000021494729],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059896697,0.00019410413,5.7890972e-8,0.26168343,0.000009963506,7.285384e-7,0.00012792416,3.831525e-8,4.6612058e-8,0.017232714,0.009515408,0.7112296],"study_design_scores_gemma":[0.00023157761,0.00021394472,3.745122e-7,0.48092785,0.0000049696346,0.000014774502,0.000007906655,0.00010490976,0.000001421623,0.0028300122,0.51547146,0.00019076679],"about_ca_topic_score_codex":0.00003248831,"about_ca_topic_score_gemma":0.000056234574,"teacher_disagreement_score":0.7110388,"about_ca_system_score_codex":0.0005669555,"about_ca_system_score_gemma":0.009916074,"threshold_uncertainty_score":0.99990934},"labels":[],"label_agreement":null},{"id":"W4391455170","doi":"10.2196/55662","title":"Effectiveness of Chinese Herbal Medicine as a Complementary Treatment for Neutropenia Prevention and Immunity Modulation During Chemotherapy in Patients With Breast Cancer: Protocol for a Real-World Pragmatic Clinical Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neutropenia and Cancer Infections","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Neutropenia; Breast cancer; Leukopenia; Chemotherapy; Internal medicine; Cancer; Clinical trial; Traditional Chinese medicine; Oncology; Randomized controlled trial; Quality of life (healthcare); Intensive care medicine; Alternative medicine; Pathology; Nursing","score_opus":0.14686658635592176,"score_gpt":0.5885604501592658,"score_spread":0.4416938638033441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391455170","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40660816,7.410997e-7,0.000022232938,0.00022272636,0.000008480946,0.5930296,0.00004173181,0.00002225513,0.000044083197],"genre_scores_gemma":[0.18971238,0.000001487365,0.00010012278,0.000004798586,0.00019116321,0.8097577,0.000061383034,0.000038136164,0.00013283842],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9974786,0.00067537714,0.0006682967,0.00043561825,0.0004192098,0.00032292088],"domain_scores_gemma":[0.9984659,0.0006040926,0.00014354737,0.0002956475,0.00037011027,0.00012071075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017904219,0.000208148,0.00060204417,0.00033103058,0.00015055468,0.00003904713,0.00008684456,0.00006639034,0.00009997725],"category_scores_gemma":[0.000043987537,0.00013040945,0.00011355815,0.0005833635,0.00017698914,0.000196644,0.000040460254,0.00025956437,6.371468e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.57640857,0.004671088,0.3833543,0.014025914,0.00027966997,0.0000035796795,0.00027808335,0.00001264373,0.0018137395,0.00015491285,0.00008402148,0.018913474],"study_design_scores_gemma":[0.24277906,0.030261282,0.71391624,0.010539874,0.000020952737,0.00000369703,0.000016157206,0.00025424163,0.00028582063,0.00052479847,0.0012957691,0.00010208031],"about_ca_topic_score_codex":0.0008782435,"about_ca_topic_score_gemma":0.000587029,"teacher_disagreement_score":0.3336295,"about_ca_system_score_codex":0.0005683225,"about_ca_system_score_gemma":0.00051907677,"threshold_uncertainty_score":0.53179425},"labels":[],"label_agreement":null},{"id":"W4391455641","doi":"10.2196/54953","title":"Benefits, Harms, and Stakeholder Perspectives Regarding Opioid Therapy for Pain in Individuals With Metastatic Cancer: Protocol for a Descriptive Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Opioid Use","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institute on Drug Abuse","keywords":"Medicine; Cancer pain; Opioid; Palliative care; Cancer; Chronic pain; Intensive care medicine; Family medicine; Physical therapy; Internal medicine; Nursing","score_opus":0.3416942425221407,"score_gpt":0.5259551942783849,"score_spread":0.18426095175624418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391455641","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01743667,0.000089088666,0.000385772,0.0006934563,0.0000031346756,0.98112786,0.000057100777,0.00009710451,0.00010978513],"genre_scores_gemma":[0.00369134,0.00000900004,0.002432122,0.00005470245,0.0001328181,0.9923518,0.000011366224,0.00008619034,0.0012306686],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965993,0.0005621477,0.00036572476,0.00087676855,0.0008526069,0.0007434093],"domain_scores_gemma":[0.9981878,0.00077897916,0.000065266424,0.00036195753,0.00044446686,0.00016152827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008289894,0.00028622997,0.00051106676,0.00070236286,0.00022711648,0.0004240269,0.00020815509,0.000061201325,0.00005598503],"category_scores_gemma":[0.00036523264,0.00019476774,0.00007346536,0.0007631494,0.0001629931,0.00030407758,0.00009334927,0.0004730227,0.0000015639272],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009372073,0.003687749,0.8585831,0.009394777,0.0012857917,0.000066054476,0.023856718,0.0000149283505,0.00024315937,0.0017957424,0.029927729,0.061772194],"study_design_scores_gemma":[0.0482831,0.034462743,0.35926694,0.017566362,0.00007066293,0.000003131564,0.03981949,0.001843912,0.0006929045,0.0016402989,0.49563214,0.0007183345],"about_ca_topic_score_codex":0.0000898076,"about_ca_topic_score_gemma":0.00011185658,"teacher_disagreement_score":0.49931616,"about_ca_system_score_codex":0.00034193325,"about_ca_system_score_gemma":0.0005042381,"threshold_uncertainty_score":0.79423976},"labels":[],"label_agreement":null},{"id":"W4391456334","doi":"10.2196/51493","title":"Strengthening Cause of Death Statistics in Selected Districts of 3 States in India: Protocol for an Uncontrolled, Before-After, Mixed Method Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autopsy Techniques and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Statistics; Demography; Medicine; Computer science; Alternative medicine; Mathematics; Sociology; World Wide Web","score_opus":0.16821151323710265,"score_gpt":0.577526517542281,"score_spread":0.40931500430517836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391456334","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025890395,0.0000018302288,0.0031654842,0.00002767282,0.0000029454536,0.9705886,0.00021166957,0.00007212458,0.0000392255],"genre_scores_gemma":[0.06826572,1.7875539e-7,0.022148775,0.0000043588675,0.000026984082,0.9092868,0.000037610498,0.00005267687,0.0001768685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962694,0.00079879846,0.0010532034,0.0004654068,0.0008049953,0.0006081985],"domain_scores_gemma":[0.9976642,0.0009837195,0.00014793809,0.000450765,0.00060680765,0.00014655935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033896838,0.00022654499,0.0007804644,0.0009994496,0.00003557133,0.0000457043,0.00024495047,0.00015010584,0.00004224129],"category_scores_gemma":[0.0008284338,0.00016884129,0.000068218695,0.001568619,0.00008314901,0.00014601836,0.00013081594,0.0007165515,7.8762247e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015632672,0.008472851,0.9143528,0.012813343,0.00020716056,0.0006112172,0.007931062,0.000015030868,0.0017967363,0.002087344,0.0008772735,0.03520255],"study_design_scores_gemma":[0.03070656,0.040410005,0.8839772,0.008861807,0.00003218778,0.000012022506,0.0013695582,0.010969745,0.012518218,0.0060509495,0.00471559,0.00037617737],"about_ca_topic_score_codex":0.000334783,"about_ca_topic_score_gemma":0.00064584526,"teacher_disagreement_score":0.06130183,"about_ca_system_score_codex":0.0002587129,"about_ca_system_score_gemma":0.0007697136,"threshold_uncertainty_score":0.6885148},"labels":[],"label_agreement":null},{"id":"W4391492163","doi":"10.2196/54251","title":"Navigating Social Cognitive Impairments in Schizophrenia Spectrum Disorders: Protocol for a Pilot Pre-Post Quasi-Experimental Study for Remote Avatar-Assisted Cognitive Remediation Therapy","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Douglas College","funders":"","keywords":"Psychology; Cognitive remediation therapy; Cognition; Psychosocial; Social cognitive theory; Psychological intervention; Clinical psychology; Social skills; Social cognition; Schizophrenia (object-oriented programming); Intervention (counseling); Developmental psychology; Psychotherapist; Psychiatry","score_opus":0.19885517997214497,"score_gpt":0.569520001815155,"score_spread":0.3706648218430101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391492163","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20304227,0.000009995763,0.00015188716,0.0010760012,0.0000119464175,0.7952644,0.00023047191,0.00016598344,0.000047051126],"genre_scores_gemma":[0.31081948,5.197554e-7,0.00068318436,0.00002469192,0.00043876644,0.6875801,0.00025715976,0.00010883691,0.000087266504],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99383795,0.000916178,0.0008463754,0.0012537019,0.0017223471,0.001423452],"domain_scores_gemma":[0.9970305,0.0015148976,0.00015351726,0.0003044062,0.0006353239,0.00036135924],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028158147,0.0004946363,0.00062950363,0.00047118077,0.0006953692,0.00042928028,0.00027326643,0.00017663866,0.00012223859],"category_scores_gemma":[0.00087812135,0.00039959844,0.0002748114,0.001143671,0.0002917173,0.00041731642,0.00018529975,0.0013309913,0.000043539476],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.606763,0.068685584,0.0067325495,0.0027449937,0.0008282737,0.0003666248,0.00895602,1.6373224e-7,0.0043702824,0.00013204469,0.000526392,0.29989406],"study_design_scores_gemma":[0.33470345,0.4730856,0.112754606,0.024794629,0.000053901284,0.00006124848,0.015283533,0.0036465474,0.028392622,0.004489381,0.0015847633,0.0011496999],"about_ca_topic_score_codex":0.0003325907,"about_ca_topic_score_gemma":0.00075139024,"teacher_disagreement_score":0.40440005,"about_ca_system_score_codex":0.0009066293,"about_ca_system_score_gemma":0.0015912578,"threshold_uncertainty_score":0.99984556},"labels":[],"label_agreement":null},{"id":"W4391494898","doi":"10.2196/55960","title":"A Web-Based Physical Activity Promotion Intervention for Inactive Parent-Child Dyads: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Psychological intervention; Intervention (counseling); Promotion (chess); Psychology; Health promotion; Randomized controlled trial; Population; Physical activity; Developmental psychology; Clinical psychology; Medicine; Physical therapy; Public health; Environmental health; Psychiatry","score_opus":0.282583602196609,"score_gpt":0.6082064793629044,"score_spread":0.3256228771662954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391494898","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051517095,4.6051773e-7,0.006605154,0.0037567895,0.000022909513,0.9835141,0.000053968397,0.00024958348,0.0006453248],"genre_scores_gemma":[0.096290216,5.1478935e-8,0.00016551465,0.000019523983,0.0013478412,0.9015578,0.000028512668,0.000060505823,0.00053002127],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950815,0.001777724,0.00056763616,0.0007685097,0.0010072899,0.0007973374],"domain_scores_gemma":[0.9944053,0.004007886,0.00022410204,0.00037593214,0.00068491366,0.00030181435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005082989,0.00031975057,0.0019409684,0.00039776228,0.00035475675,0.00023868684,0.00017444126,0.00020646714,0.000058403188],"category_scores_gemma":[0.0024332039,0.00021359217,0.0016315231,0.00046826896,0.00030227087,0.0004029131,0.000064115135,0.0010890539,0.00002554037],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9323548,0.031760454,0.0000011384977,0.011319675,0.0002379338,0.000005160298,0.00013923223,9.719915e-7,0.003071245,0.0026210696,0.0020497302,0.016438607],"study_design_scores_gemma":[0.8626098,0.029389929,0.000009010316,0.008288476,0.000050547056,0.0000018187637,0.000015990105,0.06305794,0.007762179,0.005871068,0.02276753,0.00017571932],"about_ca_topic_score_codex":0.000015537407,"about_ca_topic_score_gemma":0.0000088813695,"teacher_disagreement_score":0.091138504,"about_ca_system_score_codex":0.0005512527,"about_ca_system_score_gemma":0.0012812417,"threshold_uncertainty_score":0.8710036},"labels":[],"label_agreement":null},{"id":"W4391496681","doi":"10.2196/53517","title":"Effects of Lifestyle Interventions on Cardiovascular Disease Risk and Risk Factors Among Individuals at High Risk for Type 2 Diabetes: Protocol for a Systematic Review and Meta-Analysis of Randomized Controlled Trials","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Medical Research Council; Centers for Disease Control and Prevention","keywords":"Meta-analysis; Preprint; Randomized controlled trial; Medicine; Type 2 diabetes; Protocol (science); Psychological intervention; Gerontology; Diabetes mellitus; Alternative medicine; Internal medicine; Computer science; World Wide Web; Psychiatry; Pathology","score_opus":0.33714409581307436,"score_gpt":0.5668195553692994,"score_spread":0.22967545955622504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391496681","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015318223,0.42599386,0.000019273219,0.000009177407,0.0000060299403,0.5731478,0.0007868904,0.00001837042,0.0000033023352],"genre_scores_gemma":[0.000004462831,0.27823102,0.000055726738,0.0000030453482,0.000040746632,0.7206789,0.00021466687,0.00007097007,0.0007004166],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97270185,0.020130645,0.0044524386,0.00092849066,0.0012863112,0.0005002413],"domain_scores_gemma":[0.9621089,0.030661413,0.004696308,0.0012807959,0.0009110486,0.0003415122],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.06703833,0.0007407849,0.038805615,0.0021180306,0.0001864946,0.00015790587,0.00032055113,0.00025658638,0.00007580281],"category_scores_gemma":[0.08952339,0.00036327666,0.024218623,0.0014582082,0.00031335655,0.00009717067,0.00024822197,0.0005477331,0.000004457429],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035014881,0.00036661504,0.00008754867,0.6071613,0.3873918,4.422093e-7,0.00002970283,7.849106e-7,1.888961e-8,0.000020511521,0.0007146432,0.0007251694],"study_design_scores_gemma":[0.042741254,0.0008717173,0.000028725257,0.30998632,0.63600445,3.3863476e-8,0.000005331183,0.000030590632,0.00000165913,0.00009519068,0.010062177,0.00017258624],"about_ca_topic_score_codex":0.00003638081,"about_ca_topic_score_gemma":0.0000025688669,"teacher_disagreement_score":0.29717493,"about_ca_system_score_codex":0.00013463844,"about_ca_system_score_gemma":0.00025275414,"threshold_uncertainty_score":0.9998819},"labels":[],"label_agreement":null},{"id":"W4391496720","doi":"10.2196/53282","title":"The Effectiveness of a Telenutrition Intervention to Improve Dietary Behavior and Physical Activity Among Adolescents With Obesity: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Medicine; Protocol (science); Population; MEDLINE; Intervention (counseling); Guideline; Telehealth; Psychological intervention; CINAHL; Alternative medicine; Telemedicine; Health care; Nursing; Environmental health","score_opus":0.293630906687153,"score_gpt":0.6302169064156603,"score_spread":0.3365859997285073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391496720","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000118699245,0.05314477,0.000017495622,0.00004727368,0.000004684675,0.9466775,0.000045733334,0.000042365056,0.000008271429],"genre_scores_gemma":[0.000014919441,0.028389212,0.000029217028,0.000008823136,0.000113610906,0.9712787,0.0000125655215,0.00007548139,0.00007744064],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9945501,0.002749502,0.0007144117,0.0006247115,0.0008676189,0.0004936386],"domain_scores_gemma":[0.9974133,0.00065857254,0.00037840017,0.000642748,0.00063653867,0.0002704895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005767533,0.00037269515,0.0023874843,0.00030711986,0.00021640981,0.0001113059,0.00023829038,0.00017067691,0.0000013523419],"category_scores_gemma":[0.00044500898,0.00019531634,0.00050347816,0.00068095955,0.00020598703,0.000103098086,0.00020879736,0.0011479387,0.000010766766],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015237934,0.002061887,0.000033167427,0.92730993,0.00007245612,0.000015038861,0.000013881551,6.218668e-10,0.000011891654,0.000018609724,0.00022919825,0.06871017],"study_design_scores_gemma":[0.0021803912,0.004503583,0.0002585464,0.9644457,0.00052641676,0.00003115643,0.000009113539,0.000004608624,0.000038628008,0.00003867685,0.0277995,0.00016366641],"about_ca_topic_score_codex":0.000010667652,"about_ca_topic_score_gemma":0.000004714257,"teacher_disagreement_score":0.06854651,"about_ca_system_score_codex":0.00038815604,"about_ca_system_score_gemma":0.0003453111,"threshold_uncertainty_score":0.7964769},"labels":[],"label_agreement":null},{"id":"W4391496925","doi":"10.2196/51904","title":"The efficacy and safety of Tuina for painful diabetic peripheral neuropathy: A protocol for systematic review and meta-analysis (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurological Disease Mechanisms and Treatments","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Preprint; Meta-analysis; Peripheral neuropathy; Protocol (science); Acupressure; Systematic review; MEDLINE; Physical therapy; Alternative medicine; Diabetes mellitus; Internal medicine; Computer science; World Wide Web; Pathology","score_opus":0.35485000849271164,"score_gpt":0.532738525032074,"score_spread":0.17788851653936233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391496925","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001619252,0.000018852143,0.00010630942,0.0009618093,8.537165e-7,0.9985696,0.00009836894,0.000055400586,0.000026868218],"genre_scores_gemma":[0.00310456,0.0000069919947,0.00004900462,0.00018911014,0.000006288769,0.99607444,0.0000017243314,0.000024319317,0.00054355967],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9958141,0.0017769774,0.00059269194,0.0007031858,0.00056780083,0.00054526277],"domain_scores_gemma":[0.99421203,0.004496168,0.0002114372,0.0006961862,0.00020402059,0.00018013222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031187108,0.00020969954,0.0009957975,0.00012325331,0.00056679174,0.0001793471,0.00042294755,0.000044853394,0.000038947823],"category_scores_gemma":[0.0048433356,0.00010684136,0.0004487304,0.000898423,0.00024248744,0.00008188006,0.00033158643,0.00015715172,0.000007141568],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051778383,0.0022135943,0.00022245472,0.94288874,0.009310829,0.00008197379,0.0002949402,0.000037605405,0.01502056,0.022477815,0.0012645894,0.0010090338],"study_design_scores_gemma":[0.10308819,0.11008162,0.025942687,0.078030854,0.24067996,0.00011342751,0.00047271905,0.046392303,0.11317482,0.17087263,0.10450975,0.0066410406],"about_ca_topic_score_codex":0.0000011025088,"about_ca_topic_score_gemma":0.0000010335342,"teacher_disagreement_score":0.8648579,"about_ca_system_score_codex":0.000016998623,"about_ca_system_score_gemma":0.00004622067,"threshold_uncertainty_score":0.5798275},"labels":[],"label_agreement":null},{"id":"W4391536078","doi":"10.2196/55615","title":"Personalized AI-Driven Real-Time Models to Predict Stress-Induced Blood Pressure Spikes Using Wearable Devices: Proposal for a Prospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences","keywords":"Wearable computer; Machine learning; Artificial intelligence; Wearable technology; Computer science; Stressor; Blood pressure; Preprint; Medicine; Clinical psychology; Embedded system; World Wide Web","score_opus":0.23080345253311055,"score_gpt":0.5648176447049676,"score_spread":0.3340141921718571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391536078","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061088312,0.000039277682,0.00022598678,0.0005232918,0.000079240686,0.92695826,0.00083801395,0.00052398205,0.009723657],"genre_scores_gemma":[0.21198577,1.15479544e-7,0.0009173422,0.000018868464,0.00023444532,0.77105606,0.00002104143,0.00012775621,0.015638605],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9938919,0.00093711657,0.00078915997,0.0015230341,0.001408886,0.0014498804],"domain_scores_gemma":[0.99738765,0.00032864552,0.000109473716,0.0008658666,0.00078679156,0.0005215887],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002238773,0.00039281082,0.0005734319,0.0005869552,0.000489965,0.00079561525,0.00078119466,0.000225736,0.0006558049],"category_scores_gemma":[0.000094234114,0.00035045526,0.00023893834,0.001071646,0.00017431748,0.0008232694,0.00041345842,0.00083703705,0.00044690922],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04150984,0.15890656,0.31323165,0.055295024,0.018184094,0.0023956848,0.09788454,0.0015040773,0.033506524,0.16207714,0.10123974,0.014265109],"study_design_scores_gemma":[0.06454673,0.30591196,0.079523206,0.16488533,0.0022202004,0.00043126024,0.030435238,0.13672195,0.027794389,0.101756655,0.07792715,0.007845931],"about_ca_topic_score_codex":0.0007096061,"about_ca_topic_score_gemma":0.00019308072,"teacher_disagreement_score":0.23370846,"about_ca_system_score_codex":0.00032157562,"about_ca_system_score_gemma":0.00095395837,"threshold_uncertainty_score":0.99989474},"labels":[],"label_agreement":null},{"id":"W4391536098","doi":"10.2196/56683","title":"Integration of an Electronic Screening, Brief Intervention, and Referral to Treatment Program Into an HIV Testing Program to Reduce Substance Use and HIV Risk Behavior Among Men Who Have Sex With Men: Protocol for Intervention Development and a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Psychological intervention; Medicine; Referral; Men who have sex with men; Brief intervention; Intervention (counseling); Family medicine; Focus group; Human immunodeficiency virus (HIV); Psychiatry","score_opus":0.1652601544099871,"score_gpt":0.5269414287783929,"score_spread":0.3616812743684058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391536098","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27279478,0.0000072881285,0.0033343355,0.00012739228,0.0000010505855,0.72347206,0.000019364446,0.00013976735,0.000103972525],"genre_scores_gemma":[0.022117112,9.973077e-7,0.020474385,0.0000025544302,0.000081327045,0.94703436,0.000103466446,0.00007501658,0.0101108],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99420977,0.0017419851,0.001299536,0.0010345967,0.00085969694,0.0008544057],"domain_scores_gemma":[0.99691725,0.0004634517,0.0002690075,0.0004324204,0.0011642351,0.0007536116],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061071874,0.00042067273,0.0011831619,0.00085427344,0.0003664298,0.0009840806,0.00018242645,0.00012328802,0.000025886944],"category_scores_gemma":[0.0014699146,0.0002825103,0.00020336374,0.0005908787,0.00042288538,0.0008757546,0.00012391077,0.00057366316,0.0000011407592],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.59262663,0.005296059,0.001522029,0.0010818363,0.00032316157,0.000013820891,0.0023673885,7.876322e-7,0.0013633512,0.00007156687,0.0005518101,0.3947816],"study_design_scores_gemma":[0.7051527,0.23556526,0.0030653316,0.012802588,0.00012317339,0.000023485485,0.0012924145,0.029626738,0.0059645735,0.000078725,0.0059736273,0.0003313988],"about_ca_topic_score_codex":0.00065797585,"about_ca_topic_score_gemma":0.0023607793,"teacher_disagreement_score":0.3944502,"about_ca_system_score_codex":0.00044981396,"about_ca_system_score_gemma":0.0003817595,"threshold_uncertainty_score":0.9999627},"labels":[],"label_agreement":null},{"id":"W4391544718","doi":"10.2196/56016","title":"Testing Biological and Psychological Pathways of Emotion Regulation as a Primary Mechanism of Action in Yoga Interventions for Chronic Low Back Pain: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health","keywords":"Psychological intervention; Randomized controlled trial; Physical therapy; Medicine; Chronic pain; Intervention (counseling); Physical medicine and rehabilitation; Psychiatry; Internal medicine","score_opus":0.5058744459406052,"score_gpt":0.5922948378190017,"score_spread":0.08642039187839656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391544718","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028408181,0.000005417901,0.09748659,0.00012748184,0.00004541828,0.8987565,0.000029864736,0.000033563127,0.00067432097],"genre_scores_gemma":[0.048300005,9.725253e-8,0.0006282001,0.000003892975,0.000154665,0.9503504,0.000018002687,0.000019720424,0.0005250182],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942023,0.0030592983,0.001512981,0.0005366603,0.00031360844,0.0003751154],"domain_scores_gemma":[0.99457,0.004233126,0.0004168935,0.0002721562,0.0004372002,0.000070606664],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01114679,0.00018023168,0.0010047742,0.00055310037,0.00011526564,0.00006913767,0.00019679731,0.00031559917,0.0036681572],"category_scores_gemma":[0.0021097045,0.00012328186,0.00078208966,0.0004528958,0.00025024248,0.00011277263,0.00007806035,0.00034588555,0.000011559551],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82238686,0.0035739152,0.000006769807,0.0058712447,0.000100520054,0.0000019814447,0.00013528457,0.0000027325536,0.0038308052,0.12252772,0.0020242657,0.039537888],"study_design_scores_gemma":[0.81709695,0.017855404,0.0001719253,0.012246784,0.000009757806,0.0000058871346,0.00012240988,0.0049601677,0.0010100679,0.1451217,0.0012603328,0.000138631],"about_ca_topic_score_codex":0.000008523512,"about_ca_topic_score_gemma":0.0000048465113,"teacher_disagreement_score":0.0968584,"about_ca_system_score_codex":0.00011733323,"about_ca_system_score_gemma":0.00013546296,"threshold_uncertainty_score":0.9972426},"labels":[],"label_agreement":null},{"id":"W4391549824","doi":"10.2196/55039","title":"Computer-Facilitated Screening and Brief Intervention for Alcohol Use Risk in Adolescent Patients of Pediatric Primary Care Offices: Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Medicine; Intervention (counseling); Family medicine; Randomized controlled trial; Brief intervention; Primary care; Substance use; Health care; Psychiatry","score_opus":0.177013633226146,"score_gpt":0.4971706428578721,"score_spread":0.3201570096317261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391549824","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088805154,0.000021700918,0.0014877904,0.00003073212,0.000017654122,0.9095208,0.000045619716,0.000057985202,0.0000125738425],"genre_scores_gemma":[0.011746136,0.0000021258145,0.0024152182,0.000016662216,0.00021778492,0.98523945,0.0001274279,0.000041394585,0.00019379491],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99631494,0.0009646625,0.0011209847,0.0005086052,0.00063187705,0.00045893318],"domain_scores_gemma":[0.9950954,0.0035066013,0.00024234646,0.0002592365,0.00077672914,0.00011971445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030435254,0.00025062665,0.0013465546,0.00066483027,0.0000889692,0.00013212279,0.00011245789,0.0001497538,0.000012397198],"category_scores_gemma":[0.0010026239,0.00016668855,0.00064120465,0.00038370874,0.0001249757,0.00027185047,0.00008247497,0.00032973723,0.0000014616745],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9281131,0.0015298371,0.044097707,0.009804316,0.00022945617,0.000005438112,0.0011455036,0.000004136394,0.0000067663555,0.000011549353,0.0011035268,0.01394868],"study_design_scores_gemma":[0.9762046,0.005572656,0.0055156527,0.0075573204,0.00009637191,4.4488814e-7,0.00010735288,0.0028948141,0.00006283562,0.000036809324,0.0018129019,0.00013828516],"about_ca_topic_score_codex":0.000021016687,"about_ca_topic_score_gemma":0.000024683872,"teacher_disagreement_score":0.077059016,"about_ca_system_score_codex":0.00023809492,"about_ca_system_score_gemma":0.00022476052,"threshold_uncertainty_score":0.6797362},"labels":[],"label_agreement":null},{"id":"W4391550212","doi":"10.2196/54838","title":"Global Trends of Medical Misadventures Using International Classification of Diseases, Tenth Revision Cluster Y62-Y69 Comparing Pre–, Intra–, and Post–COVID-19 Pandemic Phases: Protocol for a Retrospective Analysis Using the TriNetX Platform","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministero della Salute","keywords":"Preprint; Pandemic; Coronavirus disease 2019 (COVID-19); Cluster (spacecraft); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Virology; Computer science; World Wide Web","score_opus":0.6650188696844989,"score_gpt":0.7051988889831943,"score_spread":0.04018001929869541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391550212","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018923478,0.000017519835,0.028093394,0.002585747,0.000043005562,0.94969565,0.00028730935,0.00008183938,0.00027203799],"genre_scores_gemma":[0.12236211,0.0000033295976,0.00047696783,0.00017928482,0.00030076076,0.87649715,0.000097317046,0.000013959858,0.00006910282],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948274,0.0007851742,0.0014109366,0.00039256425,0.0020680758,0.0005158575],"domain_scores_gemma":[0.9966307,0.0012942806,0.0005336873,0.00035051737,0.0007322044,0.00045858108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070341984,0.00017195068,0.0004809122,0.000709998,0.0006991437,0.00007440545,0.0004966806,0.00037853856,0.0004046897],"category_scores_gemma":[0.0029466262,0.00010990242,0.00016791304,0.0015376394,0.00034131279,0.00032816172,0.00031740702,0.0010937774,0.0000010624916],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014362268,0.0010742269,0.81222624,0.04617278,0.0009046645,0.0000067729898,0.0120071,0.00053462415,0.0003871192,0.013151687,0.014911719,0.0842608],"study_design_scores_gemma":[0.007326489,0.0009201551,0.10382646,0.012934699,0.00012328824,0.000010678555,0.0022485063,0.80403113,0.000011975773,0.0021628372,0.06617374,0.00023001128],"about_ca_topic_score_codex":0.0003947528,"about_ca_topic_score_gemma":0.00013877248,"teacher_disagreement_score":0.80349654,"about_ca_system_score_codex":0.0012738376,"about_ca_system_score_gemma":0.0020426959,"threshold_uncertainty_score":0.5377319},"labels":[],"label_agreement":null},{"id":"W4391550275","doi":"10.2196/54440","title":"Telehealth-Delivered Program and Accompanying Patients to Enhance the Clinical Condition of Patients Throughout a Liver Transplant: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ministère de la Santé et des Services Sociaux (Québec); Centre hospitalier universitaire de Québec; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Medicine; Telehealth; Cohort; Liver transplantation; Transplantation; Health care; Intervention (counseling); Protocol (science); Family medicine; Physical therapy; Telemedicine; Nursing; Surgery; Alternative medicine; Internal medicine","score_opus":0.3656505404159492,"score_gpt":0.7056785615279328,"score_spread":0.34002802111198366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391550275","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.110778116,0.000002233696,0.00054396037,0.00051956665,0.000020051999,0.8879249,0.00009546519,0.00008764175,0.000028082914],"genre_scores_gemma":[0.08319352,8.1561006e-7,0.006869821,0.00015346587,0.00016836307,0.9094573,0.00008235602,0.000039397,0.0000349615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99506205,0.0014980169,0.0012003721,0.0006178213,0.0009854635,0.00063625094],"domain_scores_gemma":[0.9967756,0.0014061806,0.0001783278,0.0003906001,0.0009361876,0.00031305916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005238143,0.00020746027,0.0005000772,0.0002611932,0.00028607898,0.00007848092,0.0002063636,0.000107910266,0.00005425276],"category_scores_gemma":[0.00054255244,0.00013237985,0.00010058701,0.00066464825,0.00018640226,0.00018160579,0.00011167806,0.00062173186,0.000008931812],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046210964,0.00561791,0.06914882,0.006422183,0.000081890714,0.0000053506687,0.0046703345,6.5274115e-8,0.000072401905,0.000030459656,0.010596335,0.89873314],"study_design_scores_gemma":[0.015732773,0.043317713,0.6173576,0.0036543529,0.00003986492,0.000002324698,0.0010723546,0.00030276453,0.0012882838,0.000150232,0.31689572,0.00018598593],"about_ca_topic_score_codex":0.00007288037,"about_ca_topic_score_gemma":0.00004344362,"teacher_disagreement_score":0.8985472,"about_ca_system_score_codex":0.0001066797,"about_ca_system_score_gemma":0.00038359078,"threshold_uncertainty_score":0.5398294},"labels":[],"label_agreement":null},{"id":"W4391568163","doi":"10.2196/54787","title":"Understanding Physician’s Perspectives on AI in Health Care: Protocol for a Sequential Multiple Assignment Randomized Vignette Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Preprint; Vignette; Protocol (science); Health care; Medicine; Randomized controlled trial; Family medicine; Alternative medicine; Medical education; Psychology; Computer science; Social psychology; World Wide Web","score_opus":0.7424987790685788,"score_gpt":0.6868663237363875,"score_spread":0.0556324553321913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391568163","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045839627,0.000008419329,0.0023710153,0.0075276433,0.000028130571,0.9890411,0.00000630645,0.00010473364,0.00045425686],"genre_scores_gemma":[0.15364055,5.102674e-7,0.00011478747,0.00026114623,0.00054401776,0.8451621,0.000007778841,0.000045387416,0.00022370336],"study_design_codex":"randomized_trial","study_design_gemma":"qualitative","domain_scores_codex":[0.99530524,0.0013925968,0.00077624276,0.00072885765,0.0010050619,0.00079199683],"domain_scores_gemma":[0.9975407,0.0014164303,0.000086307744,0.0003828249,0.0003510627,0.00022264782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004784053,0.00021439203,0.0005665645,0.0006324733,0.00036050318,0.00023622459,0.00015143868,0.00010543803,0.00006157836],"category_scores_gemma":[0.00061345234,0.0001670584,0.0001760421,0.00070528575,0.00020179225,0.00016535634,0.000051659605,0.00092930975,0.00004806607],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.48097825,0.017739015,0.0022607378,0.025554525,0.00036120263,0.0001709938,0.32570362,0.00022954647,0.002358052,0.023612272,0.06446927,0.056562513],"study_design_scores_gemma":[0.14686136,0.057292003,0.00033724675,0.044061773,0.000024309753,0.000010228392,0.51205444,0.02076734,0.012422872,0.016048508,0.18907642,0.0010434751],"about_ca_topic_score_codex":0.00048161214,"about_ca_topic_score_gemma":0.00017783111,"teacher_disagreement_score":0.3341169,"about_ca_system_score_codex":0.003947988,"about_ca_system_score_gemma":0.0020039964,"threshold_uncertainty_score":0.99987566},"labels":[],"label_agreement":null},{"id":"W4391576891","doi":"10.2196/48854","title":"Validation of an Anti-Müllerian Hormone Cutoff for Polycystic Ovarian Morphology in the Diagnosis of Polycystic Ovary Syndrome in the HARMONIA Study: Protocol for a Prospective, Noninterventional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ovarian function and disorders","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden; Sigrid Juséliuksen Säätiö; Novo Nordisk","keywords":"Anti-Müllerian hormone; Medicine; Polycystic ovary; Antral follicle; Gynecology; Population; Prospective cohort study; Cutoff; Ovarian reserve; Obstetrics; Internal medicine; Ovary; Infertility; Hormone; Pregnancy; Biology","score_opus":0.19305207064172739,"score_gpt":0.5185236969657523,"score_spread":0.32547162632402493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391576891","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12517945,0.0000034641052,0.00024706463,0.00086294056,0.000013288853,0.87344325,0.00005037292,0.000028397104,0.00017177284],"genre_scores_gemma":[0.45821542,4.3311154e-8,0.00011574043,0.000019292385,0.000035661724,0.54151905,0.000015723781,0.000023048578,0.000055993085],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956092,0.0014193163,0.00089377316,0.0005934292,0.0009918154,0.00049245433],"domain_scores_gemma":[0.9978228,0.0009954345,0.0001493914,0.00064576115,0.00031350763,0.00007310787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006586109,0.00022382362,0.00048974843,0.0008725947,0.00014521742,0.00012133519,0.000509833,0.00011771562,0.00012163019],"category_scores_gemma":[0.00055614853,0.00014059494,0.00017543149,0.001552758,0.00021648279,0.00022248749,0.00008928784,0.0005573648,0.000005521516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14847444,0.22536674,0.52858484,0.013864631,0.0013120468,0.0013219909,0.040566903,0.00011102854,0.009623211,0.004999835,0.01811642,0.007657885],"study_design_scores_gemma":[0.030160846,0.05929829,0.89223266,0.0016105088,0.0000490304,0.000122136,0.010125762,0.0008905155,0.00039957033,0.0022227936,0.0026869727,0.00020093279],"about_ca_topic_score_codex":0.00022217509,"about_ca_topic_score_gemma":0.000073160314,"teacher_disagreement_score":0.3636478,"about_ca_system_score_codex":0.00011538065,"about_ca_system_score_gemma":0.00046404262,"threshold_uncertainty_score":0.57332957},"labels":[],"label_agreement":null},{"id":"W4391584894","doi":"10.2196/51562","title":"Lifestyle Medicine Implementation in 8 Health Systems: Protocol for a Multiple Case Study Investigation","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Staffing; Reimbursement; Protocol (science); Medicine; Service (business); Nursing; Health care; Psychology; Alternative medicine; Business","score_opus":0.6404367306695695,"score_gpt":0.7537913615350719,"score_spread":0.11335463086550235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391584894","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046071894,0.0000098213,0.00010046998,0.0062556183,0.000049006547,0.9884617,0.000030917054,0.00021041399,0.0002749029],"genre_scores_gemma":[0.011425984,6.4054973e-7,0.00022614872,0.00026242045,0.00091942627,0.98594236,0.000023803505,0.0000576464,0.0011415898],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9862736,0.009032289,0.0017613586,0.00068799313,0.0009623184,0.0012824524],"domain_scores_gemma":[0.9930146,0.005104621,0.00038125762,0.0004710242,0.00059448613,0.00043404056],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.027647628,0.00021654788,0.00045304792,0.00089356484,0.0019025063,0.00011386861,0.00025172235,0.00020375059,0.00048347903],"category_scores_gemma":[0.0011879756,0.00017275888,0.000036221667,0.0012566117,0.00012379394,0.00075551635,0.00017032068,0.0019382272,0.00027956057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018810036,0.0021752429,0.30051625,0.19322479,0.000059225295,0.0011353417,0.1452549,0.000020032821,0.00012360413,0.0066999895,0.33586702,0.013042611],"study_design_scores_gemma":[0.011177447,0.0072737457,0.006549868,0.024109695,0.0000022510465,0.00004176188,0.13635284,0.003080712,0.000006594952,0.0005830141,0.8106294,0.00019264067],"about_ca_topic_score_codex":0.02708983,"about_ca_topic_score_gemma":0.032288704,"teacher_disagreement_score":0.4747624,"about_ca_system_score_codex":0.0010547985,"about_ca_system_score_gemma":0.0031583365,"threshold_uncertainty_score":0.99939686},"labels":[],"label_agreement":null},{"id":"W4391600333","doi":"10.2196/55700","title":"Physical Activity Intervention for Urban Black Women With Asthma: Protocol for a Randomized Controlled Efficacy Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Minority Health and Health Disparities; National Institute of Environmental Health Sciences","keywords":"Randomized controlled trial; Asthma; Protocol (science); Intervention (counseling); Medicine; Physical therapy; Psychology; Alternative medicine; Nursing","score_opus":0.11687038931213238,"score_gpt":0.5441350290681521,"score_spread":0.42726463975601975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391600333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058687888,0.0000011926733,0.0010595164,0.00020895158,0.00000482229,0.939604,0.000022797733,0.00018859224,0.0002222287],"genre_scores_gemma":[0.10618326,1.1926318e-8,0.00005915534,0.000012407886,0.00061591517,0.8893983,0.000005143555,0.000078532335,0.003647276],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958176,0.0012122829,0.0004569551,0.0007191766,0.0009985254,0.00079545734],"domain_scores_gemma":[0.996218,0.0021538993,0.00012828258,0.00046673155,0.0006565452,0.00037651457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041909227,0.00032079342,0.0015351756,0.0003436334,0.00022550038,0.00030065177,0.00020560522,0.00009703292,0.00009107815],"category_scores_gemma":[0.0010490357,0.00017580517,0.0007110464,0.00042994242,0.00044118936,0.00020348895,0.00009253361,0.000508125,0.00003399401],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9424352,0.01857624,0.00010063274,0.0064211055,0.00061142456,0.000050475413,0.0015290199,0.0000026831244,0.0010558717,0.00017846485,0.0056854263,0.02335343],"study_design_scores_gemma":[0.8584468,0.037039485,0.0006756559,0.0040703113,0.000048886384,0.0000030863146,0.0006464109,0.0042669843,0.00096636306,0.00018812425,0.093417734,0.00023019563],"about_ca_topic_score_codex":0.00000280559,"about_ca_topic_score_gemma":0.0000014759506,"teacher_disagreement_score":0.08773231,"about_ca_system_score_codex":0.00026482373,"about_ca_system_score_gemma":0.0006042525,"threshold_uncertainty_score":0.7169126},"labels":[],"label_agreement":null},{"id":"W4391606462","doi":"10.2196/52497","title":"An Individual Music Intervention for Adults With Intellectual Disabilities and Challenging Behavior: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Intervention (counseling); Protocol (science); Psychology; Intellectual disability; Applied psychology; Clinical psychology; Medical education; Medicine; Alternative medicine; Psychiatry","score_opus":0.326424118039022,"score_gpt":0.6018258259240284,"score_spread":0.27540170788500645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391606462","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010267806,0.000011131084,0.0021785458,0.00020752198,0.000050492603,0.9867405,0.000058862617,0.00016917112,0.0003159216],"genre_scores_gemma":[0.017880276,2.3757663e-7,0.00023855883,0.000024720815,0.0007926487,0.9800145,0.000029828941,0.000073833064,0.0009453727],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951239,0.0020090165,0.0008291486,0.0007553309,0.00050128315,0.00078129995],"domain_scores_gemma":[0.99209696,0.006895346,0.00012446073,0.00040287824,0.00028140107,0.00019898216],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009469345,0.0002750896,0.0009790488,0.00042084957,0.00037717627,0.00042218994,0.0003009293,0.0002211356,0.0015451679],"category_scores_gemma":[0.00073638523,0.00017904454,0.00035387874,0.00020458794,0.0005063546,0.00024234294,0.000054105778,0.0005639686,0.000010352093],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9031331,0.0019655388,0.000004801229,0.0023283267,0.00020179423,0.0000031113018,0.04115045,2.2836944e-7,0.000012181884,0.012142205,0.002802147,0.036256127],"study_design_scores_gemma":[0.9319764,0.024150865,0.000008617451,0.0027224806,0.000023583803,0.0000069688185,0.00715829,0.00059385813,0.000018399212,0.0019528737,0.031180363,0.0002073404],"about_ca_topic_score_codex":0.000037808462,"about_ca_topic_score_gemma":0.000098072785,"teacher_disagreement_score":0.03604879,"about_ca_system_score_codex":0.000080214995,"about_ca_system_score_gemma":0.0002239989,"threshold_uncertainty_score":0.99936754},"labels":[],"label_agreement":null},{"id":"W4391613676","doi":"10.2196/56892","title":"Patient Education and Decision Support for Long-Acting Injectable HIV Antiretroviral Therapy: Protocol for Tool Development and Pilot Testing with Ryan White HIV/AIDS Program Medical Case Management Programs in New York","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Human immunodeficiency virus (HIV); Protocol (science); Medicine; Antiretroviral therapy; Medical education; Decision aids; Family medicine; Nursing; Alternative medicine; Viral load; Pathology","score_opus":0.23424396377946882,"score_gpt":0.5206066646689255,"score_spread":0.28636270088945665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391613676","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01608289,0.000012342029,0.004109106,0.00027804097,0.00000496667,0.9780862,0.0000071103273,0.00014750859,0.0012718601],"genre_scores_gemma":[0.0025828492,4.741897e-7,0.12649979,0.00001773546,0.000119559365,0.86313593,0.000048902904,0.00006684204,0.0075279037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99605936,0.00015480847,0.00070623687,0.000807366,0.0012502031,0.0010220328],"domain_scores_gemma":[0.99821883,0.00034997685,0.000081232116,0.00031685547,0.00044147816,0.00059160404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027362464,0.00028253972,0.0003445251,0.0007100653,0.00037872655,0.000690694,0.00016356054,0.00011654686,0.00012110128],"category_scores_gemma":[0.0005347315,0.0002024587,0.00006575534,0.0010722706,0.00018022503,0.00034638564,0.00022479867,0.0005355065,0.000008897902],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040846406,0.0030565248,0.028008832,0.006765903,0.00006742549,0.00040163923,0.0009804026,2.5165832e-7,0.0000448757,0.00018072642,0.011966544,0.9444422],"study_design_scores_gemma":[0.015705438,0.16599126,0.0022062976,0.05401715,0.000013727551,0.001249691,0.0031222347,0.006600897,0.0008972753,0.0003168772,0.7492965,0.00058263977],"about_ca_topic_score_codex":0.000045885678,"about_ca_topic_score_gemma":0.00013654576,"teacher_disagreement_score":0.9438596,"about_ca_system_score_codex":0.00028994487,"about_ca_system_score_gemma":0.0026925514,"threshold_uncertainty_score":0.82560265},"labels":[],"label_agreement":null},{"id":"W4391623440","doi":"10.2196/53692","title":"The Effectiveness of Brain Injury Family Intervention in Improving the Psychological Well-Being of Caregivers of Patients With Traumatic Brain Injury: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Traumatic brain injury; Protocol (science); Randomized controlled trial; Intervention (counseling); Medicine; Psychology; Physical therapy; Clinical psychology; Psychiatry; Physical medicine and rehabilitation; Alternative medicine; Surgery","score_opus":0.11063433050131664,"score_gpt":0.5281941456298501,"score_spread":0.41755981512853346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391623440","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18909389,0.0000031187299,0.00025933277,0.0003641589,0.000016026157,0.8097531,0.000016772148,0.000026369122,0.0004672331],"genre_scores_gemma":[0.30029264,1.2367421e-7,0.000091133064,0.0000075686708,0.00003474818,0.6994365,0.0000052679716,0.000037515285,0.000094487536],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9845969,0.010347583,0.0018584981,0.00054113887,0.001970764,0.00068513036],"domain_scores_gemma":[0.968054,0.029546702,0.0004906465,0.0007742387,0.0010255739,0.0001088693],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041996386,0.00029396534,0.001837297,0.0006815535,0.0001508416,0.00010298235,0.0006812782,0.00021311981,0.000053899148],"category_scores_gemma":[0.010948464,0.00013491562,0.0007167423,0.001225878,0.0015397534,0.00016576244,0.0001832904,0.0010526427,0.000002262285],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95864964,0.0020873086,0.00034231105,0.013818494,0.00034718853,0.0000034160646,0.0010338409,0.0000013534,0.003467562,0.0018393849,0.0006339688,0.017775528],"study_design_scores_gemma":[0.9453331,0.025339104,0.003647161,0.018102093,0.00003085213,0.0000010644144,0.00073385437,0.00094855647,0.0029423458,0.0023108448,0.00047063976,0.0001403677],"about_ca_topic_score_codex":0.000075123615,"about_ca_topic_score_gemma":0.000012220861,"teacher_disagreement_score":0.11119875,"about_ca_system_score_codex":0.0002189913,"about_ca_system_score_gemma":0.00050677615,"threshold_uncertainty_score":0.99738276},"labels":[],"label_agreement":null},{"id":"W4391623602","doi":"10.2196/52959","title":"Assessing the Effectiveness of a Multicomponent Intervention on Hand Hygiene and Well-Being in Primary Health Care Centers and Schools Lacking Functional Water Supply in Protracted Conflict Settings: Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infection Control in Healthcare","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Intervention (counseling); Cluster (spacecraft); Hygiene; Nursing; Psychology; Health care; Medicine; Primary care; Medical education; Family medicine; Computer science; Alternative medicine; Political science","score_opus":0.08595872232774648,"score_gpt":0.5195195499990084,"score_spread":0.4335608276712619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391623602","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12719917,0.000013307931,0.00018747988,0.0023371829,0.00003057206,0.87011135,0.0000038343433,0.00003346839,0.00008364113],"genre_scores_gemma":[0.32382688,3.7751366e-7,0.00007035315,0.000091967006,0.00010131219,0.6758399,0.0000247917,0.00002919211,0.0000152166995],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98951966,0.0073538935,0.0012550435,0.0005777209,0.0006897985,0.00060390116],"domain_scores_gemma":[0.9931069,0.0057573835,0.0001936485,0.00022082911,0.00059769314,0.00012351535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021361498,0.0002511545,0.0013062916,0.0008390971,0.0002525961,0.00042427453,0.00007784727,0.00016577721,0.00001319133],"category_scores_gemma":[0.0017778035,0.00014184645,0.00023533325,0.00025920363,0.00024937867,0.00030859504,0.000104599145,0.0011888975,0.0000011992722],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9554824,0.00061599433,0.0028799197,0.02925901,0.000099992445,0.000012136801,0.0017320019,0.000018305225,0.006022011,0.00008738981,0.00003595188,0.0037548435],"study_design_scores_gemma":[0.93116957,0.0034283665,0.009863924,0.04603219,0.000011891554,0.000015503954,0.00041559234,0.004252709,0.0030934704,0.0001154309,0.0014746112,0.00012675204],"about_ca_topic_score_codex":0.00014835181,"about_ca_topic_score_gemma":0.000027993436,"teacher_disagreement_score":0.19662769,"about_ca_system_score_codex":0.0008460042,"about_ca_system_score_gemma":0.000544065,"threshold_uncertainty_score":0.74035114},"labels":[],"label_agreement":null},{"id":"W4391648128","doi":"10.2196/56242","title":"Homestay Hosting Dynamics and Refugee Well-Being: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Refugee; Protocol (science); Computer science; Dynamics (music); Psychology; Medicine; Political science; Alternative medicine","score_opus":0.428412977683224,"score_gpt":0.6835960936473819,"score_spread":0.25518311596415794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391648128","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.3539536e-9,0.38629723,0.000026419746,0.00019499035,0.000018663251,0.60908437,0.000041546587,0.00012801964,0.004208747],"genre_scores_gemma":[1.2913642e-9,0.30715588,0.00019531244,0.00008864313,0.00043364902,0.68664503,0.00009356415,0.00018102047,0.005206913],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917407,0.0019958417,0.0020048697,0.0016575607,0.00087319734,0.00172782],"domain_scores_gemma":[0.99564815,0.0013882453,0.00058495626,0.0013285995,0.00049004797,0.00056001724],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070474492,0.0007585009,0.0023380502,0.0007915898,0.00055576814,0.0004218889,0.0008204217,0.000757914,0.0005808964],"category_scores_gemma":[0.0006692771,0.0005724683,0.00049420487,0.0014657858,0.00023003151,0.00015518274,0.00037862014,0.0024736777,0.0008506223],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050366307,0.00010092271,0.0000023117443,0.5469816,0.000042130134,0.000023816012,0.00014435111,2.2403956e-9,6.516037e-9,0.0054491344,0.03674391,0.4104615],"study_design_scores_gemma":[0.00050860876,0.0005395791,5.290738e-7,0.4785625,0.00003272447,0.000050518673,0.000014073323,0.0000055234746,5.2418024e-8,0.00032591162,0.5196979,0.0002620533],"about_ca_topic_score_codex":0.000019845094,"about_ca_topic_score_gemma":0.00011550975,"teacher_disagreement_score":0.48295403,"about_ca_system_score_codex":0.0004356675,"about_ca_system_score_gemma":0.00220369,"threshold_uncertainty_score":0.99992734},"labels":[],"label_agreement":null},{"id":"W4391679554","doi":"10.2196/51137","title":"Interactive Narrative–Based Digital Health Interventions for Vaccine Communication: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; CINAHL; PsycINFO; Narrative; Health communication; Scopus; Systematic review; Interactivity; Digital health; Medical education; Psychology; Medicine; MEDLINE; Computer science; Health care; Multimedia; Nursing","score_opus":0.6614792733039861,"score_gpt":0.7350723922231144,"score_spread":0.07359311891912823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391679554","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.73952e-10,0.37946138,0.00035130375,0.004550925,0.000008408547,0.6148377,0.00014519528,0.00008993928,0.0005551867],"genre_scores_gemma":[5.155245e-9,0.272082,0.00038825584,0.0001154894,0.00032384013,0.7245467,0.0001783443,0.00007889164,0.0022864924],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.993297,0.002451447,0.0017073248,0.00080930116,0.00075968454,0.0009752724],"domain_scores_gemma":[0.9937306,0.0027530272,0.0008444205,0.00097501464,0.001386786,0.00031014383],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0071749687,0.0004461995,0.0021099849,0.00052162335,0.0017905791,0.001178106,0.0015524195,0.0002638637,0.00041534103],"category_scores_gemma":[0.0028080018,0.00035277355,0.001695999,0.0013400032,0.000075446405,0.0007474266,0.0003921845,0.0012477462,0.000106214444],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006118753,0.00026985526,2.6024102e-7,0.55012786,0.00004927644,0.0000010205839,0.0006836271,1.4615884e-8,4.2705133e-9,0.0010441337,0.19178158,0.25598115],"study_design_scores_gemma":[0.0004935596,0.0005971386,3.4717765e-8,0.49150145,0.0000159948,6.1597996e-7,0.00013989527,0.0000011125464,8.0530796e-8,0.0005027747,0.5065905,0.00015684053],"about_ca_topic_score_codex":0.000024241137,"about_ca_topic_score_gemma":0.00051055173,"teacher_disagreement_score":0.31480893,"about_ca_system_score_codex":0.0010754141,"about_ca_system_score_gemma":0.008532927,"threshold_uncertainty_score":0.9998924},"labels":[],"label_agreement":null},{"id":"W4391683427","doi":"10.2196/50340","title":"The Effectiveness of Digital Health Lifestyle Interventions on People With Prediabetes: Protocol for a Systematic Review, Meta-Analysis, and Meta-Regression","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden; Steno Diabetes Center Copenhagen","keywords":"Meta-analysis; Meta-regression; Protocol (science); Psychological intervention; Prediabetes; Medicine; Digital health; Systematic review; Psychology; MEDLINE; Gerontology; Computer science; Alternative medicine; Health care; Nursing; Diabetes mellitus; Political science; Type 2 diabetes","score_opus":0.3818506704794536,"score_gpt":0.6578354215026994,"score_spread":0.27598475102324577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391683427","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002505704,0.0012307531,0.0015821628,0.004141118,0.00000448393,0.9923018,0.00039647298,0.00010612541,0.00023454048],"genre_scores_gemma":[0.0005507047,0.000026960912,0.00014770463,0.00018248074,0.00003968763,0.99756324,0.000050468963,0.00005436122,0.0013844111],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98712987,0.008129608,0.0018972597,0.00073311076,0.0010514286,0.0010587034],"domain_scores_gemma":[0.9782282,0.018342832,0.00070354954,0.0012389403,0.00097406225,0.000512427],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024190871,0.00034245048,0.0025667488,0.0004549433,0.0018016049,0.00013346862,0.00048036157,0.00013865219,0.00011442079],"category_scores_gemma":[0.0018307902,0.00014448482,0.0011271025,0.002048526,0.00019978968,0.00021594558,0.00019256459,0.0010648347,0.000041770054],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005640041,0.0003554604,0.00018891488,0.9689544,0.014441541,4.852761e-7,0.00012580457,0.0000017687755,0.0000019022337,0.0072128344,0.008030455,0.0001224596],"study_design_scores_gemma":[0.0039824327,0.011367455,0.0010571524,0.7396635,0.050051708,0.0000050341705,0.00049723254,0.00039143048,0.00007383141,0.00472942,0.18762076,0.000560044],"about_ca_topic_score_codex":0.000046005487,"about_ca_topic_score_gemma":0.00021090913,"teacher_disagreement_score":0.22929087,"about_ca_system_score_codex":0.0002134504,"about_ca_system_score_gemma":0.0017739462,"threshold_uncertainty_score":0.9994979},"labels":[],"label_agreement":null},{"id":"W4391687242","doi":"10.2196/54395","title":"Telemedicine-Based Risk Program to Prevent Falls Among Older Adults: Protocol for a Randomized Quality Improvement Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Fall prevention; Telemedicine; Psychological intervention; Health care; Poison control; Risk assessment; Protocol (science); Physical therapy; Occupational safety and health; Injury prevention; Medical emergency; Nursing; Alternative medicine; Surgery; Computer security","score_opus":0.13952302981418385,"score_gpt":0.6076325720461083,"score_spread":0.46810954223192447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391687242","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034389445,0.0000026647267,0.0026094764,0.0012029595,0.0001075594,0.9909443,0.00014322919,0.00070726214,0.00084359996],"genre_scores_gemma":[0.0013339256,5.818297e-7,0.0017567659,0.00019602795,0.0015196368,0.9899182,0.00007807768,0.00012165141,0.0050751753],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9846442,0.0076311673,0.002469376,0.0013320199,0.0019363201,0.00198693],"domain_scores_gemma":[0.9926794,0.0038222687,0.0005463198,0.0010847118,0.0011844927,0.000682769],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028392786,0.00048349603,0.001186387,0.00054516864,0.0010492201,0.0002113861,0.0007273429,0.00052831013,0.0002724354],"category_scores_gemma":[0.002923468,0.00033871786,0.0006492081,0.001014707,0.0003398184,0.00027785252,0.00033050243,0.0023052034,0.0002678407],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7369051,0.010542185,0.0004277294,0.025647812,0.00017294707,0.000008608328,0.0022164918,5.617096e-7,0.00071950495,0.00068385527,0.07133008,0.15134513],"study_design_scores_gemma":[0.6617661,0.007754699,0.001617046,0.02453763,0.000017368213,1.3193817e-7,0.0005800189,0.001674371,0.00010631765,0.0012636143,0.30029085,0.0003918102],"about_ca_topic_score_codex":0.0003972414,"about_ca_topic_score_gemma":0.00025753974,"teacher_disagreement_score":0.22896078,"about_ca_system_score_codex":0.00062431034,"about_ca_system_score_gemma":0.0017741331,"threshold_uncertainty_score":0.99999654},"labels":[],"label_agreement":null},{"id":"W4391687326","doi":"10.2196/51667","title":"Using a Rapid Learning Health System for Stratified Care in Emerging Adult Mental Health Services: Protocol for the Implementation of Patient-Reported Outcome Measures","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"","keywords":"Protocol (science); Mental health; Health care; Medicine; Outcome (game theory); Stratified sampling; Health services; Medical education; Nursing; Psychology; Psychiatry; Environmental health; Alternative medicine; Population","score_opus":0.3972775199537885,"score_gpt":0.6593819649467842,"score_spread":0.26210444499299573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391687326","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013202361,0.00003970294,0.00047639108,0.0012002657,0.000087308,0.99631584,0.00030521888,0.00011303251,0.00014201003],"genre_scores_gemma":[0.13275194,8.531366e-8,0.00045235985,0.000053220425,0.00005988044,0.86647815,0.00007968642,0.00006166765,0.000063008316],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99459964,0.0010637905,0.0019417861,0.0005873756,0.00079056685,0.0010168124],"domain_scores_gemma":[0.9979856,0.0003185744,0.0006056777,0.0003952398,0.0005199985,0.000174929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034762602,0.0002232458,0.00040550702,0.0004683419,0.00063806545,0.00020796794,0.00032136968,0.000082875944,0.000054107273],"category_scores_gemma":[0.000032069333,0.00017606524,0.0002110459,0.00067440636,0.00007173861,0.00027076545,0.00010495305,0.00046329948,0.000005811556],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005163753,0.0013733197,0.008097687,0.17722933,0.00031027602,0.000011182298,0.08397853,0.000091722475,0.00028858136,0.013490383,0.0025338226,0.70743144],"study_design_scores_gemma":[0.021211741,0.03460118,0.0031686127,0.07646277,0.000012309454,0.000051852137,0.6182455,0.004715902,0.0029017918,0.00045158048,0.23748137,0.00069537555],"about_ca_topic_score_codex":0.0024130389,"about_ca_topic_score_gemma":0.002127528,"teacher_disagreement_score":0.706736,"about_ca_system_score_codex":0.0013862699,"about_ca_system_score_gemma":0.0007547766,"threshold_uncertainty_score":0.71797323},"labels":[],"label_agreement":null},{"id":"W4391699051","doi":"10.2196/50922","title":"Digital Intervention (Keep-On-Keep-Up Nutrition) to Improve Nutrition in Older Adults: Protocol for a Feasibility Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Randomized controlled trial; Psychological intervention; Intervention (counseling); Medicine; Nonprobability sampling; Physical therapy; Psychology; Gerontology; Nursing; Environmental health; Population; Computer science","score_opus":0.16131059261165304,"score_gpt":0.5805360341263374,"score_spread":0.4192254415146843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391699051","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013670058,0.00000807934,0.0005865383,0.005669124,0.00008744419,0.9908706,0.00009565735,0.00024643503,0.0010690992],"genre_scores_gemma":[0.0053349975,8.821806e-7,0.0004529575,0.00022114067,0.0012439843,0.9903219,0.000090566384,0.00006939086,0.0022642098],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939359,0.0010711285,0.0018236205,0.0010267245,0.0012072172,0.00093541364],"domain_scores_gemma":[0.995892,0.0019137046,0.00016239563,0.00054203795,0.0009986603,0.00049121596],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006923469,0.00034194253,0.0015690961,0.0013408876,0.00019726576,0.00058349204,0.0002277236,0.00029033498,0.00040373125],"category_scores_gemma":[0.003252081,0.00026463644,0.00091675954,0.0009433932,0.00018876375,0.00045877194,0.00009435731,0.0011269432,0.00016333019],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92655486,0.012528782,0.000019093863,0.027749239,0.000047469024,0.00003128386,0.00022232965,8.382904e-8,0.00021119491,0.00097313884,0.011050194,0.020612327],"study_design_scores_gemma":[0.8565714,0.008745106,0.000024256438,0.05800506,0.000007850995,0.0000072695098,0.00020011142,0.0008577535,0.00068795256,0.0050430624,0.069642134,0.00020804539],"about_ca_topic_score_codex":0.000010498682,"about_ca_topic_score_gemma":0.000010947012,"teacher_disagreement_score":0.069983475,"about_ca_system_score_codex":0.00084771815,"about_ca_system_score_gemma":0.00043894647,"threshold_uncertainty_score":0.99998057},"labels":[],"label_agreement":null},{"id":"W4391745862","doi":"10.2196/52076","title":"Simultaneous Cardiopulmonary Exercise Testing and Echocardiography for Investigation of Cardiopulmonary Dysfunction in Outpatients: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cardiovascular and exercise physiology","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Checklist; Cochrane Library; Systematic review; Physical therapy; Intensive care medicine; Meta-analysis; Internal medicine; Psychology","score_opus":0.32694964118385694,"score_gpt":0.549790126511782,"score_spread":0.2228404853279251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391745862","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.6609438e-7,0.39102364,0.000021944148,0.000012502752,0.0000139909935,0.6087205,0.00008775614,0.000055770364,0.000063565705],"genre_scores_gemma":[6.581327e-7,0.2967112,0.0006336747,0.000012214166,0.00026199114,0.70204335,0.00016237487,0.00014260903,0.00003192036],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941828,0.0008198194,0.0018114723,0.0013686185,0.00096385,0.0008534151],"domain_scores_gemma":[0.99557316,0.0015005468,0.0004051586,0.0010576465,0.0011762232,0.000287255],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004147411,0.0006864337,0.0052973344,0.0014767341,0.00016112835,0.000058284735,0.00027565745,0.0005974201,0.0000026763107],"category_scores_gemma":[0.0017737522,0.0005441495,0.0023595234,0.002285795,0.0003317372,0.0001477112,0.0003272439,0.0010852455,0.0000072584153],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010381689,0.00007748571,0.000024191195,0.58813125,0.00020171572,0.00004576061,0.00002061889,0.0000041396856,0.0000051894717,0.0000020120206,0.0010711275,0.40937832],"study_design_scores_gemma":[0.0019105743,0.0016487992,0.0000118676935,0.8036955,0.000761451,0.00010279154,0.000011344662,0.00008996112,0.00001179108,0.00024297767,0.19115184,0.0003610755],"about_ca_topic_score_codex":0.00003572872,"about_ca_topic_score_gemma":0.0000015665615,"teacher_disagreement_score":0.40901724,"about_ca_system_score_codex":0.00030782135,"about_ca_system_score_gemma":0.0014092755,"threshold_uncertainty_score":0.999701},"labels":[],"label_agreement":null},{"id":"W4391754362","doi":"10.2196/52689","title":"A Digital Intervention to Improve Skin Self-Examination Among Survivors of Melanoma: Protocol for a Type-1 Hybrid Effectiveness-Implementation Randomized Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; Rutgers Cancer Institute of New Jersey","keywords":"Medicine; Randomized controlled trial; Skin cancer; Intervention (counseling); Melanoma; Cancer; Surgery; Internal medicine; Nursing","score_opus":0.0833929767527711,"score_gpt":0.5150296289521802,"score_spread":0.43163665219940905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391754362","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027627327,5.3254666e-7,0.00370602,0.00006283098,0.00005664224,0.9671901,0.000033366745,0.0001679556,0.0011552101],"genre_scores_gemma":[0.11683942,6.79952e-8,0.00016263138,0.0000043236673,0.00020389716,0.8812786,0.000050862913,0.0000422999,0.0014179102],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99688643,0.0008194477,0.00067273417,0.00049191696,0.00076823396,0.0003612335],"domain_scores_gemma":[0.998058,0.00075788435,0.00012990576,0.00028968352,0.00062003674,0.0001444396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005410149,0.00018553618,0.0004932785,0.0007367995,0.000087274115,0.00026566582,0.00012819686,0.000074985895,0.00013618292],"category_scores_gemma":[0.000621927,0.00014933973,0.00032320386,0.0006223518,0.000084506246,0.00026114672,0.00012405218,0.00023635638,0.00004276998],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7918076,0.0014989489,0.000092425675,0.009678603,0.00029146043,0.000033397788,0.0003110492,0.0000016252776,0.002837471,0.00048675135,0.0016684679,0.19129224],"study_design_scores_gemma":[0.82155716,0.02205631,0.0008272809,0.0036554139,0.000044002347,0.000019265752,0.000289439,0.001651434,0.0441576,0.00043148044,0.10506682,0.00024379873],"about_ca_topic_score_codex":0.000071700924,"about_ca_topic_score_gemma":0.000032012213,"teacher_disagreement_score":0.19104843,"about_ca_system_score_codex":0.00036521937,"about_ca_system_score_gemma":0.00016493068,"threshold_uncertainty_score":0.6089898},"labels":[],"label_agreement":null},{"id":"W4391766845","doi":"10.2196/47745","title":"Mobile Mindfulness Meditation for Cancer-Related Anxiety and Neuropathy: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; University of Hawai'i","keywords":"Mindfulness; Anxiety; Medicine; Population; Randomized controlled trial; Meditation; Cancer; Physical therapy; Clinical psychology; Psychiatry; Internal medicine","score_opus":0.1042864983786937,"score_gpt":0.530026084067139,"score_spread":0.42573958568844533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391766845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006182235,0.000025301226,0.00054932706,0.0006881018,0.000111582514,0.9972441,0.000053032454,0.00019369402,0.00051661616],"genre_scores_gemma":[0.0019055961,8.538476e-7,0.00009306138,0.000044522796,0.000942784,0.99366736,0.000025500196,0.00007613152,0.0032441875],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99653274,0.0007781747,0.00073183497,0.00062119885,0.00078010623,0.0005559482],"domain_scores_gemma":[0.9959316,0.002514479,0.0001170356,0.0002934039,0.0009083362,0.00023513942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057724775,0.00024105835,0.0011559258,0.0003164363,0.00020909082,0.0002506397,0.00013932555,0.00021755499,0.00016521383],"category_scores_gemma":[0.0011307054,0.00016287496,0.0004908182,0.00046486576,0.00021110414,0.00015841241,0.000053201682,0.00046712218,0.000005523536],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94637084,0.0003524982,0.0000070346828,0.005872575,0.00017980202,0.000008559033,0.0013792726,0.0000010575261,0.00030456192,0.0009962661,0.007980945,0.036546614],"study_design_scores_gemma":[0.662106,0.003355111,0.0000012679959,0.001784051,0.00004205216,0.0000055337614,0.00010192828,0.003993458,0.001828899,0.0015150973,0.32514673,0.00011987395],"about_ca_topic_score_codex":0.000040249804,"about_ca_topic_score_gemma":0.000044846893,"teacher_disagreement_score":0.3171658,"about_ca_system_score_codex":0.00016077246,"about_ca_system_score_gemma":0.0011547504,"threshold_uncertainty_score":0.6641848},"labels":[],"label_agreement":null},{"id":"W4391777581","doi":"10.2196/52917","title":"Let’s Agree to Disagree on Operative Versus Nonoperative Treatment for Distal Radius Fractures in Older People: Protocol for a Prospective International Multicenter Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Orthopedic Surgery and Rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Arthrex GmbH; Arthrex","keywords":"Medicine; Observational study; Distal radius fracture; Population; Prospective cohort study; Clinical equipoise; Randomization; Protocol (science); Cohort; Cohort study; Surgery; Randomized controlled trial; Physical therapy; Internal medicine; Alternative medicine; Wrist","score_opus":0.1766649110746317,"score_gpt":0.5972450016303851,"score_spread":0.4205800905557534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391777581","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04441678,6.8136524e-7,0.00016093234,0.002234336,0.00007232576,0.9515809,0.00013518792,0.0000600381,0.0013388427],"genre_scores_gemma":[0.16177128,8.758068e-8,0.00036642863,0.000042106174,0.00042283983,0.83449346,0.000057161058,0.000047222442,0.0027994032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968311,0.00033825097,0.0004794169,0.00095392304,0.00086234673,0.0005349266],"domain_scores_gemma":[0.99684125,0.0018966405,0.000044038716,0.000348827,0.00065306056,0.000216179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013421242,0.00031175406,0.00045357348,0.00050659734,0.00021126082,0.00023890093,0.00015668295,0.00011392469,0.00026240107],"category_scores_gemma":[0.0010566853,0.00020220324,0.00018619519,0.00047442308,0.00011240023,0.00026433344,0.00008087474,0.0004054714,0.00003888214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20839483,0.0375413,0.5450998,0.0019692176,0.0013797621,0.00021559144,0.07922398,0.00012038497,0.0019356862,0.00094598415,0.0109963035,0.11217716],"study_design_scores_gemma":[0.05215098,0.07145671,0.68756413,0.004372899,0.000025507148,0.0000040878303,0.005728262,0.0017191273,0.003449574,0.00007314095,0.17301147,0.0004440906],"about_ca_topic_score_codex":0.000058341895,"about_ca_topic_score_gemma":0.00079561624,"teacher_disagreement_score":0.16201515,"about_ca_system_score_codex":0.00141863,"about_ca_system_score_gemma":0.0005197241,"threshold_uncertainty_score":0.8245609},"labels":[],"label_agreement":null},{"id":"W4391786337","doi":"10.2196/55081","title":"Digital Knowledge Translation Tools for Disseminating Sexual and Reproductive Health Information to Adolescents: Protocol for an Evidence Gap Map Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CINAHL; Psychological intervention; Observational study; Knowledge translation; Randomized controlled trial; Medicine; Reproductive health; MEDLINE; Cochrane Library; eHealth; Systematic review; Digital health; Health care; Nursing; Knowledge management; Population; Computer science; Environmental health; Political science","score_opus":0.6877177690658006,"score_gpt":0.7169045781084491,"score_spread":0.029186809042648476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391786337","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000060113784,0.00021627414,0.010377532,0.017191514,0.000026696098,0.97121006,0.00029170234,0.00023218381,0.0004479936],"genre_scores_gemma":[0.0000735379,0.000020969555,0.0024978435,0.001153529,0.0006734997,0.9947114,0.00019118209,0.00005182509,0.0006262198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950208,0.0008464293,0.0014913959,0.0008394453,0.0005336448,0.0012682923],"domain_scores_gemma":[0.99389166,0.002812447,0.0002740048,0.00069667835,0.0014652214,0.00086000323],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010227177,0.00024156178,0.00041755728,0.00034032785,0.0016501214,0.00031681327,0.0003245264,0.00017728802,0.000028526172],"category_scores_gemma":[0.0043990775,0.00020890574,0.000057259957,0.0008171122,0.000080644364,0.00331778,0.00012418143,0.00087248033,0.00016359726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005925531,0.00013938679,0.00009578284,0.21230243,0.0000030797673,7.518269e-8,0.002288687,3.0959706e-7,0.000031061245,0.0015205414,0.13225336,0.6507727],"study_design_scores_gemma":[0.0010037287,0.0026355435,0.00028004716,0.09456352,0.0000020151342,0.0000012228999,0.00081070716,0.0004906979,0.000012480702,0.00056947314,0.8994639,0.00016667739],"about_ca_topic_score_codex":0.000018962735,"about_ca_topic_score_gemma":0.000053185104,"teacher_disagreement_score":0.76721054,"about_ca_system_score_codex":0.00055111066,"about_ca_system_score_gemma":0.0028982153,"threshold_uncertainty_score":0.9996496},"labels":[],"label_agreement":null},{"id":"W4391786458","doi":"10.2196/51683","title":"Identification of Anterior Large Vessel Occlusion Stroke During the Emergency Call: Protocol for a Controlled, Nonrandomized Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gemeinsame Bundesausschuss; Albert-Ludwigs-Universität Freiburg","keywords":"Thrombolysis; Medicine; Stroke (engine); Emergency medical services; Emergency medicine; Medical emergency; Triage; Protocol (science); Emergency department; Myocardial infarction; Internal medicine","score_opus":0.08991105378489228,"score_gpt":0.5211974943500496,"score_spread":0.4312864405651573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391786458","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058911615,0.000007713302,0.0015048829,0.0011737326,0.000039654544,0.9902708,0.00007216988,0.00009948981,0.0009403753],"genre_scores_gemma":[0.008768758,0.0000015736157,0.00010340989,0.000013781691,0.0005396305,0.970419,0.000008582446,0.000054567514,0.020090725],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957627,0.0004612452,0.0012761232,0.0005332271,0.0013270299,0.000639649],"domain_scores_gemma":[0.9978181,0.0004410837,0.00025347818,0.00077031,0.0005962061,0.000120781624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006114599,0.00021972322,0.00067139615,0.00030702932,0.0002925234,0.00011822996,0.0004439617,0.00013040748,0.00039327823],"category_scores_gemma":[0.001138727,0.00013205281,0.0004731866,0.0004842183,0.00012232609,0.00015155526,0.00036964592,0.00052276446,0.000038125378],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5650158,0.0012837609,0.0001233393,0.007529061,0.00028930727,0.00003270318,0.00039536422,5.649646e-7,0.36368012,0.00013943126,0.060723238,0.00078732235],"study_design_scores_gemma":[0.60172546,0.0026138858,0.0003418791,0.0033949702,0.00004374059,0.000010612981,0.00017273893,0.0029557825,0.04502564,0.000046761346,0.34350598,0.00016257902],"about_ca_topic_score_codex":0.0000060915495,"about_ca_topic_score_gemma":0.0000027411106,"teacher_disagreement_score":0.31865448,"about_ca_system_score_codex":0.00018952979,"about_ca_system_score_gemma":0.00030190538,"threshold_uncertainty_score":0.5384957},"labels":[],"label_agreement":null},{"id":"W4391793371","doi":"10.2196/52652","title":"Remote Evaluation of Sleep and Circadian Rhythms in Older Adults With Mild Cognitive Impairment and Dementia: Protocol for a Feasibility and Acceptability Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Actigraphy; Dementia; Cognitive decline; Medicine; Observational study; Population; Cognition; Psychology; Gerontology; Disease; Psychiatry; Insomnia","score_opus":0.2150830441211368,"score_gpt":0.593497122881191,"score_spread":0.3784140787600543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391793371","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33724028,0.00005363035,0.00015233351,0.000072210154,0.0000059925214,0.6622279,0.000011170041,0.000021273,0.00021516997],"genre_scores_gemma":[0.2858252,3.9848481e-7,0.00084295426,0.0000047858557,0.0000134716165,0.71327657,0.0000030273052,0.000022008253,0.000011608338],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99368244,0.0036789777,0.00048962113,0.0010022118,0.0006444125,0.0005023431],"domain_scores_gemma":[0.99800336,0.0008325209,0.00008517429,0.00035750231,0.00055508356,0.00016638325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0123477755,0.00021674835,0.0003281508,0.0003694475,0.00013844267,0.00010231041,0.000101726626,0.00020720286,0.00026836985],"category_scores_gemma":[0.0003076331,0.00016146412,0.00004013876,0.0006010459,0.0004579048,0.00016830457,0.00014682648,0.0005390813,0.0000016897329],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013032623,0.0051749707,0.20047824,0.0033874302,0.00067075045,0.000014196747,0.03257744,0.0000011368348,0.00002824217,0.000056169232,0.00020892578,0.74436986],"study_design_scores_gemma":[0.04625706,0.007879178,0.91602796,0.002412817,0.00008879752,0.00001039797,0.021520687,0.0033730278,0.00018163503,0.0015851812,0.0004146977,0.000248571],"about_ca_topic_score_codex":0.00022883205,"about_ca_topic_score_gemma":0.00046083372,"teacher_disagreement_score":0.7441213,"about_ca_system_score_codex":0.00010894509,"about_ca_system_score_gemma":0.00018250974,"threshold_uncertainty_score":0.6584316},"labels":[],"label_agreement":null},{"id":"W4391793376","doi":"10.2196/50568","title":"Target Product Profile for a Machine Learning–Automated Retinal Imaging Analysis Software for Use in English Diabetic Eye Screening: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; University Hospitals Birmingham NHS Foundation Trust","keywords":"Protocol (science); Stakeholder; Product (mathematics); Health care; Computer science; Excellence; Medicine; Process management; Engineering; Public relations; Political science","score_opus":0.17763998267985745,"score_gpt":0.583425738412855,"score_spread":0.4057857557329976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391793376","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029613774,0.000017048264,0.013129052,0.00016683052,0.000010129824,0.98251504,0.00036090807,0.0008187797,0.000020810476],"genre_scores_gemma":[0.002358495,7.663135e-8,0.15622136,0.000010524648,0.00019027186,0.8390347,0.00048415049,0.00014554561,0.0015548803],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942033,0.0013004119,0.0008288981,0.0014701997,0.00088729995,0.0013098612],"domain_scores_gemma":[0.9945154,0.0022562726,0.00016121939,0.0006995525,0.001982186,0.0003853761],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0054772133,0.00045311623,0.000922206,0.0013599953,0.00038849039,0.0005976537,0.0003154068,0.00010462117,0.000070846545],"category_scores_gemma":[0.010394139,0.00035026632,0.0005755011,0.002736696,0.00013193028,0.00034744965,0.00020771778,0.00065754366,0.0000047787057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017744469,0.008383966,0.9014091,0.018465148,0.0025199298,0.00020408405,0.001399337,0.00009156407,0.00070486,0.00003154067,0.014808694,0.034237344],"study_design_scores_gemma":[0.034204394,0.022125313,0.173806,0.0074320827,0.0008441976,0.000006936937,0.001114697,0.46995828,0.004308049,0.0004182815,0.28504214,0.00073964533],"about_ca_topic_score_codex":0.00006552987,"about_ca_topic_score_gemma":0.000017221068,"teacher_disagreement_score":0.7276031,"about_ca_system_score_codex":0.00027402988,"about_ca_system_score_gemma":0.00056498783,"threshold_uncertainty_score":0.9998949},"labels":[],"label_agreement":null},{"id":"W4391793547","doi":"10.2196/51311","title":"Professional-Facing Digital Health Solutions for the Care of Patients With Chronic Pain: Protocol for a Systematic Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Digital health; Health care; Chronic pain; PsycINFO; Medicine; Telemedicine; MEDLINE; Psychological intervention; Preprint; Nursing; eHealth; Physical therapy","score_opus":0.18370439540698522,"score_gpt":0.5766611169394282,"score_spread":0.392956721532443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391793547","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007588282,0.00047362898,0.0026837103,0.0031668562,0.0000060704897,0.9935346,0.000044904045,0.000049714738,0.00003289376],"genre_scores_gemma":[0.00094276736,0.0000016543426,0.00022240389,0.00008052526,0.00009109481,0.99830383,0.0000567266,0.000037186343,0.00026378638],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99715775,0.00052335113,0.0006448566,0.00031623428,0.000828897,0.0005288956],"domain_scores_gemma":[0.9958355,0.0023881963,0.00014925581,0.00042506587,0.0011022722,0.00009973051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004818196,0.0001444277,0.000452999,0.00013773152,0.000434592,0.0000801092,0.00014747673,0.00005639503,0.000019785439],"category_scores_gemma":[0.0017032742,0.00006917732,0.00019689131,0.00045789647,0.00016250592,0.00017248918,0.00006808021,0.0002762213,0.0000046526357],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028282742,0.00023520863,0.00018805786,0.9853553,0.00003892501,1.5710388e-7,0.00039974923,0.0000021613348,0.000014407216,0.0003405689,0.0053851414,0.007757465],"study_design_scores_gemma":[0.0021044808,0.006171326,0.00040527646,0.98271835,0.0000065385248,4.1724363e-7,0.00022580095,0.0006227932,0.000010651534,0.000062856765,0.007591852,0.00007965457],"about_ca_topic_score_codex":0.000002925837,"about_ca_topic_score_gemma":0.000010975857,"teacher_disagreement_score":0.0076778103,"about_ca_system_score_codex":0.00039989903,"about_ca_system_score_gemma":0.0023867285,"threshold_uncertainty_score":0.4233954},"labels":[],"label_agreement":null},{"id":"W4391818141","doi":"10.2196/55156","title":"KIJANI App to Promote Physical Activity in Children and Adolescents: Protocol for a Mixed Method Evaluation","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Children's Physical and Motor Development","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Physical activity; Psychology; Multimethodology; Computer science; Applied psychology; Medicine; Physical therapy; Pedagogy; Alternative medicine","score_opus":0.18107896822496164,"score_gpt":0.5897314697862998,"score_spread":0.40865250156133814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391818141","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04097229,4.925065e-7,0.00071018684,0.0005087971,0.000011940689,0.9573244,0.000032898293,0.00010730631,0.0003317274],"genre_scores_gemma":[0.016528053,1.1567084e-8,0.0013678359,0.000027298798,0.00036804698,0.981148,0.000010292919,0.000052850522,0.0004975858],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961453,0.00097348436,0.00025159869,0.0010485633,0.0008014225,0.0007795969],"domain_scores_gemma":[0.9988435,0.00018492622,0.000040133637,0.00042928182,0.00024302151,0.00025917008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030082068,0.00025328825,0.00031707343,0.00035203536,0.00012616068,0.0002266052,0.00031056258,0.00013122674,0.00008787413],"category_scores_gemma":[0.00014846322,0.00020600537,0.00009540533,0.0008260796,0.0000797025,0.00019606834,0.00028910616,0.0006863984,0.0001761199],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002577306,0.0042047272,0.001832857,0.00094057363,0.00007773493,0.0000060467924,0.002348537,0.0000023548116,0.008744595,0.002611693,0.012861563,0.963792],"study_design_scores_gemma":[0.01182842,0.0032130603,0.7814906,0.0061389483,0.000009720022,0.000015934565,0.000045736662,0.002799293,0.012729949,0.013569051,0.16743095,0.0007283109],"about_ca_topic_score_codex":0.0000559268,"about_ca_topic_score_gemma":0.000013347723,"teacher_disagreement_score":0.9630637,"about_ca_system_score_codex":0.00026156587,"about_ca_system_score_gemma":0.00027517887,"threshold_uncertainty_score":0.84006554},"labels":[],"label_agreement":null},{"id":"W4391818195","doi":"10.2196/52090","title":"An Integrated mHealth App for Smoking Cessation in Black Smokers With HIV: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Allergy and Infectious Diseases; Stephenson Cancer Center; Center for AIDS Research, University of Washington; University of Texas MD Anderson Cancer Center; National Cancer Institute; National Institutes of Health; Tobacco Settlement Endowment Trust; National Institute on Minority Health and Health Disparities; District of Columbia Developmental Center for AIDS Research; University of Houston","keywords":"mHealth; Smoking cessation; Randomized controlled trial; Medicine; Protocol (science); Human immunodeficiency virus (HIV); Men who have sex with men; Physical therapy; Gerontology; Family medicine; Alternative medicine; Internal medicine; Psychiatry; Psychological intervention","score_opus":0.1916142871313809,"score_gpt":0.5617161239381844,"score_spread":0.3701018368068035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391818195","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009215802,5.2305984e-7,0.005462047,0.0006603104,0.000017206707,0.9841114,0.000018144685,0.00022198858,0.00029255226],"genre_scores_gemma":[0.034530696,1.2255973e-7,0.0005514392,0.00003394362,0.00037537105,0.9636504,0.00014574235,0.000083566534,0.0006287177],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995508,0.0010645973,0.0009428894,0.0006685543,0.0011059,0.0007100156],"domain_scores_gemma":[0.9968337,0.0015413617,0.00017958341,0.00040492852,0.00083040044,0.0002100144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010995496,0.00027523746,0.0011861961,0.00087695057,0.0001765629,0.0003747375,0.00019768953,0.00027338957,0.000110502515],"category_scores_gemma":[0.00092398864,0.00017167501,0.00027884086,0.0008753621,0.00026760754,0.00033089082,0.000018811066,0.00077069516,0.0000022165432],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9866404,0.00111376,0.0011376332,0.002852441,0.000088692366,0.000012431841,0.0008231316,0.000020196641,0.0002656093,0.0008371656,0.0016010369,0.00460749],"study_design_scores_gemma":[0.9575105,0.0074168104,0.00031260808,0.0060387617,0.000048471742,0.0000035446765,0.00036807862,0.01123353,0.00073102844,0.000605336,0.01554549,0.00018588995],"about_ca_topic_score_codex":0.00006476916,"about_ca_topic_score_gemma":0.000027402133,"teacher_disagreement_score":0.029129962,"about_ca_system_score_codex":0.0005497784,"about_ca_system_score_gemma":0.001684966,"threshold_uncertainty_score":0.7000704},"labels":[],"label_agreement":null},{"id":"W4391818201","doi":"10.2196/52469","title":"Patients’ Experiences of Digital Health Interventions for the Self-Management of Chronic Pain: Protocol for a Systematic Review and Thematic Synthesis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Protocol (science); Medicine; Digital health; Thematic analysis; Chronic pain; Alternative medicine; Psychology; Physical therapy; Nursing; Qualitative research; Health care","score_opus":0.2372977207356377,"score_gpt":0.5903968923410341,"score_spread":0.3530991716053964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391818201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5256465e-8,0.32249463,0.000115483235,0.00013962953,0.0000025087213,0.67716396,0.0000379659,0.00001832059,0.000027503851],"genre_scores_gemma":[5.141136e-7,0.11326467,0.0002643254,0.000006321451,0.00002725743,0.8861141,0.000016886663,0.000045385004,0.0002605377],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9954936,0.0010363079,0.001996085,0.00041237287,0.00070554455,0.00035611665],"domain_scores_gemma":[0.9941215,0.003721189,0.0008477328,0.0007257224,0.00047884538,0.000105041116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007828161,0.00029480466,0.002577662,0.0002778416,0.00013040741,0.000071429924,0.00036826936,0.0001004023,0.000023628405],"category_scores_gemma":[0.0020407154,0.00013633924,0.0012617046,0.0005667762,0.00025895078,0.00008157814,0.00017033562,0.00024851313,0.000004021325],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020818883,0.0007914377,1.7351961e-7,0.88102233,0.0004941029,1.2316352e-7,0.00045763815,4.8263935e-9,1.3679806e-8,0.0002789842,0.0023398586,0.11459451],"study_design_scores_gemma":[0.00048825244,0.004012941,3.9425072e-7,0.89696914,0.00052501966,9.610388e-7,0.00086979603,0.000026303253,2.3865368e-7,0.00008221807,0.0969293,0.000095425494],"about_ca_topic_score_codex":6.8102577e-7,"about_ca_topic_score_gemma":4.5935298e-7,"teacher_disagreement_score":0.20922996,"about_ca_system_score_codex":0.00024267832,"about_ca_system_score_gemma":0.00052091305,"threshold_uncertainty_score":0.55597526},"labels":[],"label_agreement":null},{"id":"W4391843978","doi":"10.2196/49549","title":"Development of an App for Symptom Management in Women With Breast Cancer Receiving Maintenance Aromatase Inhibitors: Protocol for a Mixed Methods Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden; Rigshospitalet; Novo Nordisk; Gentofte Hospital","keywords":"Letrozole; Medicine; Breast cancer; Anastrozole; Aromatase; Exemestane; Quality of life (healthcare); Cancer; Internal medicine; Oncology; Aromatase inhibitor; Gynecology; Physical therapy; Nursing","score_opus":0.19119573522193314,"score_gpt":0.5777873345746172,"score_spread":0.38659159935268406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391843978","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032967366,0.0000018569186,0.0010901771,0.00019319924,0.000014852845,0.9654346,0.00011365616,0.00009305433,0.00009123593],"genre_scores_gemma":[0.00666417,9.2322345e-8,0.023393482,0.0000185239,0.00011578198,0.969386,0.000011905594,0.000070626265,0.0003394266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960759,0.0005188181,0.0006997739,0.00093271054,0.0008757754,0.000897008],"domain_scores_gemma":[0.9981139,0.00026074462,0.00009856477,0.0007009107,0.00055075716,0.00027517157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007981881,0.00026989126,0.0005266103,0.00045496537,0.00013430501,0.00012328214,0.00030951767,0.00009119813,0.000064118954],"category_scores_gemma":[0.00007353636,0.00019441337,0.000068398265,0.001069937,0.00012370835,0.00022796556,0.00019967306,0.00038272864,0.0000015195764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06343188,0.007886586,0.006922218,0.051797975,0.0004271177,0.00009430955,0.024484968,0.000006102514,0.003227058,0.00013235069,0.0036282213,0.8379612],"study_design_scores_gemma":[0.05120897,0.021544497,0.19784825,0.073352024,0.000044147666,0.000039480266,0.058279023,0.0010269785,0.021967826,0.0012471825,0.57214314,0.0012985236],"about_ca_topic_score_codex":0.00011746921,"about_ca_topic_score_gemma":0.0016392103,"teacher_disagreement_score":0.8366627,"about_ca_system_score_codex":0.0015696655,"about_ca_system_score_gemma":0.0011880723,"threshold_uncertainty_score":0.7927947},"labels":[],"label_agreement":null},{"id":"W4391884323","doi":"10.2196/54672","title":"Pan-Indian Clinical Registry of Invasive Fungal Infections Among Patients in the Intensive Care Unit: Protocol for a Multicentric Prospective Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antifungal resistance and susceptibility","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Indian Council of Medical Research","keywords":"Medicine; Observational study; Intensive care medicine; Intensive care unit; Clinical trial; Population; Medical record; Emergency medicine; Environmental health; Internal medicine","score_opus":0.2713782632066064,"score_gpt":0.5887097464963239,"score_spread":0.3173314832897175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391884323","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33704698,0.0000013824196,0.0000046828372,0.00007327439,0.00000842321,0.6624369,0.0000412529,0.000029230903,0.00035783753],"genre_scores_gemma":[0.47300324,1.8014518e-7,0.000013884599,0.000018994635,0.000076555036,0.52673054,0.000008823436,0.00001822006,0.00012955107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956004,0.0012065811,0.0008438718,0.0007062478,0.0010575254,0.0005853444],"domain_scores_gemma":[0.99262017,0.0019865842,0.00014027547,0.0008423376,0.0042537414,0.00015687635],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026886158,0.00021498748,0.00047782826,0.00039841922,0.00022908351,0.00011956314,0.00036668847,0.00020724397,0.000032427874],"category_scores_gemma":[0.008862105,0.00013702996,0.0002435217,0.0015230991,0.0006281038,0.00019710072,0.00016795678,0.0016505637,0.000018845174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034580177,0.0045578685,0.9708251,0.0042455196,0.00007256334,0.00015835908,0.012511877,3.284757e-7,0.00002248535,0.00006247502,0.0020322301,0.0020532238],"study_design_scores_gemma":[0.0077159135,0.012537491,0.92816645,0.0042686025,0.0000138329415,0.0000027693998,0.043625128,0.000017858067,0.00023272204,0.00012093308,0.0031769862,0.00012131643],"about_ca_topic_score_codex":0.00021954913,"about_ca_topic_score_gemma":0.0025681173,"teacher_disagreement_score":0.13595624,"about_ca_system_score_codex":0.00032778864,"about_ca_system_score_gemma":0.0014256911,"threshold_uncertainty_score":0.9994867},"labels":[],"label_agreement":null},{"id":"W4391937095","doi":"10.2196/54002","title":"The Use of Medical Services for Low-Acuity Emergency Cases in Germany: Protocol for a Multicenter Observational Pilot Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medical emergency; Medicine; Descriptive statistics; Emergency medical services; Protocol (science); Data collection; Health care; Alternative medicine","score_opus":0.7343753035158787,"score_gpt":0.6483930581196738,"score_spread":0.0859822453962048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391937095","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019777836,0.0000074107766,0.000028893157,0.0024427506,0.00003196812,0.9775412,0.00006714099,0.000049608236,0.000053206353],"genre_scores_gemma":[0.020979213,0.0000019448646,0.00013718945,0.00003441508,0.00028179353,0.9778058,0.000010773495,0.00003665119,0.0007122053],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963994,0.00024242506,0.0007769211,0.0004291357,0.0015671209,0.00058499817],"domain_scores_gemma":[0.9972204,0.0012578781,0.000063601205,0.00037839994,0.0009312988,0.00014842422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002439369,0.00018237777,0.00031993398,0.00018337955,0.00028668906,0.00007510117,0.0003540837,0.000072403476,0.00024010745],"category_scores_gemma":[0.0010106292,0.000110612964,0.00013039385,0.0005196329,0.0001563551,0.00021403596,0.00022039944,0.00040274614,0.000008061718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.064181924,0.038070887,0.40612742,0.117121674,0.0012607215,0.00048792924,0.012455961,0.000013240836,0.0051939907,0.0046906783,0.29314482,0.057250734],"study_design_scores_gemma":[0.007066581,0.012680337,0.18050963,0.0054377923,0.00001134565,0.0000054814327,0.0010145204,0.0029607567,0.00024382555,0.00027118615,0.789626,0.00017254989],"about_ca_topic_score_codex":0.00030536918,"about_ca_topic_score_gemma":0.0025868725,"teacher_disagreement_score":0.49648118,"about_ca_system_score_codex":0.000086267035,"about_ca_system_score_gemma":0.0004634666,"threshold_uncertainty_score":0.45106655},"labels":[],"label_agreement":null},{"id":"W4391943207","doi":"10.2196/49105","title":"Analysis of Self-Care Activities in Type 2 Diabetes in Brazil: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Type 2 diabetes; Medicine; Computer science; Psychology; Diabetes mellitus; Alternative medicine","score_opus":0.3811774401793321,"score_gpt":0.6544655086705344,"score_spread":0.27328806849120235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391943207","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.419379e-7,0.3216127,8.64142e-8,0.00005372024,0.000005059194,0.6777494,0.000010452033,0.000032773525,0.0005349839],"genre_scores_gemma":[8.8824216e-8,0.25634417,0.00006607115,0.000022354625,0.00007478171,0.74298894,0.00014538226,0.000057171404,0.00030105127],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99615854,0.0005765984,0.0011722485,0.0006669541,0.0007276514,0.0006980162],"domain_scores_gemma":[0.99803525,0.00049017445,0.00030086376,0.0007295658,0.00034476744,0.000099351615],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029238707,0.00035675566,0.0028271955,0.003779306,0.000036047164,0.00009444165,0.0003805135,0.00023788745,0.00017202517],"category_scores_gemma":[0.000498292,0.00027132352,0.0006057985,0.0073891054,0.000077963115,0.00015801514,0.0002429266,0.00080574956,0.000033362514],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038521608,0.0003741241,0.0008145719,0.7553606,0.0003868081,0.000003379739,0.00012159199,9.985742e-8,2.240471e-7,0.000021599111,0.0047023394,0.23817615],"study_design_scores_gemma":[0.00034143525,0.0003923145,0.000036228026,0.51941913,0.00043686313,6.746717e-8,0.000026268537,0.000011773434,0.000001765536,0.000008551014,0.47921044,0.00011515407],"about_ca_topic_score_codex":0.00000654136,"about_ca_topic_score_gemma":0.000054817076,"teacher_disagreement_score":0.47450808,"about_ca_system_score_codex":0.0005736977,"about_ca_system_score_gemma":0.0018573033,"threshold_uncertainty_score":0.9999739},"labels":[],"label_agreement":null},{"id":"W4391944877","doi":"10.2196/52776","title":"Mobile Intervention to Address Cannabis Use Disorder Among Black Adults: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; Tobacco Settlement Endowment Trust; National Institute on Alcohol Abuse and Alcoholism; Stephenson Cancer Center; National Cancer Institute; National Institutes of Health; National Institute on Minority Health and Health Disparities; University of Houston","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Psychology; Psychiatry; Clinical psychology; Gerontology; Alternative medicine","score_opus":0.08148401397908513,"score_gpt":0.5208492934761476,"score_spread":0.4393652794970625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391944877","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041957516,0.000008567588,0.00042750622,0.0025900966,0.00003381727,0.9914284,0.00006858832,0.0002520163,0.0009952714],"genre_scores_gemma":[0.0006692898,6.220626e-7,0.000096707015,0.000052947213,0.00072840083,0.85922444,0.00003413364,0.00013557868,0.1390579],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.991897,0.0017942472,0.0014871161,0.0011504916,0.0022140862,0.0014570972],"domain_scores_gemma":[0.99546874,0.00048408128,0.00014560099,0.0009255208,0.002127163,0.00084890786],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008993967,0.00045447244,0.0018675246,0.0012261897,0.00027866854,0.0011722784,0.00048726832,0.00033040345,0.0014005118],"category_scores_gemma":[0.0048098927,0.0003022342,0.0016202482,0.0013136709,0.0007553127,0.00045304882,0.00035894924,0.0012277911,0.0001604269],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.66700983,0.0017370118,0.000028023374,0.004806571,0.0002034588,0.000046353456,0.0006847511,0.000006089687,0.00016427341,0.00023244164,0.31716242,0.007918781],"study_design_scores_gemma":[0.53325945,0.008481147,0.00003196193,0.0062870947,0.000015810705,0.0000034107793,0.00018902117,0.0023298569,0.00028027358,0.00008718439,0.4488511,0.00018365712],"about_ca_topic_score_codex":0.00053919933,"about_ca_topic_score_gemma":0.00022111295,"teacher_disagreement_score":0.13806264,"about_ca_system_score_codex":0.0004711936,"about_ca_system_score_gemma":0.0011343916,"threshold_uncertainty_score":0.99994296},"labels":[],"label_agreement":null},{"id":"W4391955855","doi":"10.2196/51462","title":"Development and Evaluation of a Community Health Program to Promote Physical Activity Among Vulnerable Community-Dwelling Older Adults: Protocol for a Prospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundeszentrale für gesundheitliche Aufklärung; Deutsche Forschungsgemeinschaft; Technische Universität Chemnitz","keywords":"Psychosocial; Gerontology; Intervention (counseling); Psychological intervention; Population; Medicine; Health promotion; Cohort; Observational study; Psychology; Physical therapy; Public health; Nursing; Environmental health; Psychiatry","score_opus":0.393947312600934,"score_gpt":0.6314390907285151,"score_spread":0.2374917781275811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391955855","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48191527,2.7206022e-7,0.000048327267,0.00018960983,0.0000013848354,0.51762325,0.000006715467,0.00008809242,0.0001270799],"genre_scores_gemma":[0.42632622,1.8863972e-8,0.0005844208,0.00000836483,0.000049197628,0.572956,0.000006863432,0.000028508332,0.000040401745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99190724,0.004660948,0.00042142108,0.00045350438,0.0018269059,0.00073000154],"domain_scores_gemma":[0.99659425,0.00073566573,0.00012983946,0.000704932,0.0013877845,0.00044752596],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018391438,0.00026208576,0.00076162466,0.00028269412,0.0014881978,0.00016018644,0.0002456227,0.000093264105,0.000008713138],"category_scores_gemma":[0.00055166514,0.00021013718,0.000081106045,0.0009251888,0.00023098229,0.00035851353,0.0003429691,0.003334357,0.0000059447952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072378675,0.12855515,0.020440014,0.03623536,0.00030170285,0.0000035243188,0.10933631,0.00000798045,0.0010756985,0.00014067802,0.0006566786,0.69600904],"study_design_scores_gemma":[0.016044484,0.06283694,0.83846295,0.030069916,0.000039085557,0.00000577805,0.007235412,0.016631043,0.016716694,0.0013184684,0.010167104,0.00047214175],"about_ca_topic_score_codex":0.0011283597,"about_ca_topic_score_gemma":0.0006224103,"teacher_disagreement_score":0.8180229,"about_ca_system_score_codex":0.001001919,"about_ca_system_score_gemma":0.0021717974,"threshold_uncertainty_score":0.9998117},"labels":[],"label_agreement":null},{"id":"W4391966768","doi":"10.2196/55166","title":"Combined Motivational Interviewing and Ecological Momentary Intervention to Reduce Hazardous Alcohol Use Among Sexual Minority Cisgender Men and Transgender Individuals: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health; National Institute on Alcohol Abuse and Alcoholism","keywords":"Motivational interviewing; Sexual minority; Transgender; Randomized controlled trial; Psychology; Intervention (counseling); Clinical psychology; Protocol (science); Men who have sex with men; Medicine; Sexual orientation; Social psychology; Psychiatry; Alternative medicine; Family medicine","score_opus":0.2995421943685733,"score_gpt":0.554388513253529,"score_spread":0.2548463188849557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391966768","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05308365,0.000008785541,0.0011001235,0.0016967601,0.000011702685,0.9432385,0.000075486474,0.00011023403,0.00067473645],"genre_scores_gemma":[0.027639635,8.0902146e-7,0.00057437643,0.000046932248,0.00026615107,0.9586119,0.00007195548,0.000042795386,0.012745423],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933689,0.0024404302,0.0012788597,0.00088652567,0.0012050228,0.00082024024],"domain_scores_gemma":[0.99599594,0.0023724197,0.000109973655,0.0003189248,0.0005736422,0.00062908046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009422035,0.0003430444,0.001310723,0.0009103451,0.00032683968,0.00077922817,0.00023374116,0.00023668334,0.00084063684],"category_scores_gemma":[0.0031390726,0.00023968937,0.0005706005,0.00047431735,0.0005334599,0.0006023871,0.00031270922,0.0009211771,0.0000138861105],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9117434,0.0030780688,0.0019120532,0.0037480968,0.0011089933,0.000041055362,0.0011170001,6.6202944e-7,0.0015047406,0.0006001357,0.06340167,0.01174412],"study_design_scores_gemma":[0.9547544,0.022207987,0.0040996578,0.0031863574,0.00005464202,0.00001845243,0.000544445,0.004962245,0.0003235808,0.00096594583,0.008627157,0.0002551304],"about_ca_topic_score_codex":0.00009548771,"about_ca_topic_score_gemma":0.000028676657,"teacher_disagreement_score":0.054774515,"about_ca_system_score_codex":0.00023009491,"about_ca_system_score_gemma":0.00028100327,"threshold_uncertainty_score":0.97742486},"labels":[],"label_agreement":null},{"id":"W4391967883","doi":"10.2196/54041","title":"Tobacco Smoking or Nicotine Phenotype and Severity of Clinical Presentation at the Emergency Department (SMOPHED): Protocol for a Noninterventional Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Emergency department; Protocol (science); Nicotine; Presentation (obstetrics); Family medicine; Environmental health; Emergency medicine; Psychiatry; Alternative medicine; Internal medicine; Surgery; Pathology","score_opus":0.6824436817275019,"score_gpt":0.6728364186378484,"score_spread":0.00960726308965354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391967883","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.287616,0.0000014891799,0.000055144777,0.00041134853,0.00002416529,0.71173483,0.0000316053,0.00003081984,0.00009458394],"genre_scores_gemma":[0.103220515,2.6340436e-7,0.0001112287,0.000012203029,0.00027509863,0.89391637,0.00006158863,0.000023145152,0.0023796062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99693364,0.00044922894,0.0008597797,0.00043723392,0.0010487079,0.00027139563],"domain_scores_gemma":[0.99830246,0.00052216346,0.00014411767,0.00031939393,0.0006154224,0.00009646554],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039402726,0.00013429545,0.0002527131,0.000107357904,0.00024115478,0.000069158144,0.00014845659,0.0001001697,0.0014312494],"category_scores_gemma":[0.000469018,0.00008207471,0.0001386663,0.00040073937,0.00013820254,0.00016915463,0.00020451556,0.00038661555,0.0000041184076],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057226694,0.0025419325,0.9623905,0.0015275694,0.00011470422,0.000008086537,0.0002883376,0.00000145861,0.00020249332,0.00036441995,0.012856216,0.013981636],"study_design_scores_gemma":[0.0047451914,0.0048166467,0.94614404,0.0011287257,0.000027548585,0.000007203517,0.00015620497,0.00022177583,0.00061643746,0.0003688275,0.041681107,0.00008629509],"about_ca_topic_score_codex":0.000028356168,"about_ca_topic_score_gemma":0.00008149194,"teacher_disagreement_score":0.1843955,"about_ca_system_score_codex":0.00012869023,"about_ca_system_score_gemma":0.00038949592,"threshold_uncertainty_score":0.99948156},"labels":[],"label_agreement":null},{"id":"W4391975760","doi":"10.2196/53790","title":"Best Practices and Recommendations for Research Using Virtual Real-Time Data Collection: Protocol for Virtual Data Collection Studies","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Heart, Lung, and Blood Institute","keywords":"Data collection; Protocol (science); Computer science; Data science; World Wide Web; Medicine; Alternative medicine; Statistics","score_opus":0.9398957950216159,"score_gpt":0.7919581339167134,"score_spread":0.14793766110490247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391975760","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003925041,0.000018255058,0.0037129545,0.011625779,0.000071366034,0.9812704,0.00054182706,0.0001367206,0.0025834881],"genre_scores_gemma":[0.000006956121,0.000026699769,0.047136918,0.000012425091,0.0011207236,0.9248479,0.00013871884,0.00005827754,0.026651356],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98629117,0.008843534,0.0006503923,0.0015027793,0.0015965571,0.0011155427],"domain_scores_gemma":[0.97384787,0.021911846,0.00024443545,0.0011925836,0.0025409036,0.00026236434],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06856109,0.00022826313,0.00039598328,0.00076210115,0.006739863,0.0018591052,0.0015039311,0.00023451062,0.0001734807],"category_scores_gemma":[0.028387023,0.00020195212,0.00005462729,0.0030953826,0.0016972082,0.0028575351,0.00176018,0.00085729663,0.000029900015],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024067105,0.000766049,0.00003788146,0.00170033,0.00023559036,0.000005186699,0.018099649,0.0000012146527,0.0023052364,0.04723479,0.86226004,0.06494732],"study_design_scores_gemma":[0.0013004788,0.00351951,0.000004835282,0.0017864889,0.000011124867,0.000002922838,0.03565231,0.013510259,0.0001820809,0.0060708383,0.9377282,0.00023092241],"about_ca_topic_score_codex":0.0024124077,"about_ca_topic_score_gemma":0.0020965652,"teacher_disagreement_score":0.07546819,"about_ca_system_score_codex":0.0007981625,"about_ca_system_score_gemma":0.0031448258,"threshold_uncertainty_score":0.99917704},"labels":[],"label_agreement":null},{"id":"W4391975831","doi":"10.2196/52602","title":"AI as a Medical Device for Ophthalmic Imaging in Europe, Australia, and the United States: Protocol for a Systematic Scoping Review of Regulated Devices","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Retinal Imaging and Analysis","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Protocol (science); Medical device; Medicine; Optometry; Computer science; Medical education; Alternative medicine; Biomedical engineering","score_opus":0.26340756068579796,"score_gpt":0.633983524873357,"score_spread":0.370575964187559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391975831","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022314617,0.00028446276,0.000141824,0.013412684,0.0000016314586,0.98581946,0.0000056081385,0.000043086697,0.00006811097],"genre_scores_gemma":[0.00036843863,0.000022581218,0.00024414052,0.0006336963,0.000046939647,0.9980528,0.000023977573,0.00004021264,0.00056721445],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.995942,0.0010952418,0.001031136,0.0004260505,0.0010236368,0.00048195367],"domain_scores_gemma":[0.9958769,0.0019826319,0.00015873848,0.0004055588,0.0013964366,0.00017969665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010204299,0.00018994689,0.0008054919,0.0005439529,0.00010878244,0.00018584798,0.00030578542,0.000059776157,0.00007251566],"category_scores_gemma":[0.005060684,0.00010613991,0.00013929898,0.0023674273,0.0003859416,0.00013507169,0.00011476319,0.00049862586,0.00001000118],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009447834,0.00012077421,0.0003243502,0.99482304,0.00007016023,0.00008955995,0.00021232975,0.0000012366339,0.00011868013,0.0004581844,0.0024773178,0.00035959602],"study_design_scores_gemma":[0.0039630597,0.00040460986,0.000029239372,0.96495044,0.000044534645,0.00014472147,0.00012383272,0.02181935,0.00023377554,0.000325153,0.00785621,0.000105047715],"about_ca_topic_score_codex":0.00022135513,"about_ca_topic_score_gemma":0.000011230279,"teacher_disagreement_score":0.029872559,"about_ca_system_score_codex":0.000060389506,"about_ca_system_score_gemma":0.00074969034,"threshold_uncertainty_score":0.60584766},"labels":[],"label_agreement":null},{"id":"W4391984054","doi":"10.2196/53261","title":"The Effectiveness of Virtual Reality–Based Training on Cognitive, Social, and Physical Functioning in High-Functioning Older Adults (CoSoPhy FX): 2-Arm, Parallel-Group Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Innosuisse - Schweizerische Agentur für Innovationsförderung; Active and Assisted Living programme; Norges Forskningsråd; Österreichische Forschungsförderungsgesellschaft","keywords":"Randomized controlled trial; Psychology; Cognition; Cognitive skill; Physical medicine and rehabilitation; Physical therapy; Social functioning; Cognitive training; Clinical psychology; Medicine; Psychiatry","score_opus":0.1137431815997391,"score_gpt":0.45843593177920217,"score_spread":0.34469275017946305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391984054","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13715725,0.000026227272,0.1060649,0.0012972062,0.00007549177,0.7536572,0.000014009177,0.00020122895,0.0015064764],"genre_scores_gemma":[0.5225962,0.0000011774005,0.000040805688,0.000015429901,0.00012148425,0.47718543,0.0000051041875,0.000012531346,0.000021847656],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9907408,0.0062865503,0.0006330445,0.00069690414,0.0010669528,0.00057579746],"domain_scores_gemma":[0.9766161,0.022434274,0.00015756323,0.00035073294,0.0003091288,0.00013222321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014269628,0.00024235088,0.0009605073,0.0003657242,0.0006909095,0.000794159,0.0004322527,0.0001645192,0.00000592614],"category_scores_gemma":[0.002188989,0.00015870034,0.00027050133,0.0011819045,0.0005828296,0.00042650904,0.00017236026,0.0010162767,0.000009764578],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7210047,0.0008059379,0.000003084972,0.00026028417,0.0000899454,0.0000056124727,0.001394745,0.00017197803,0.00019164261,0.2421666,0.0000628483,0.033842582],"study_design_scores_gemma":[0.87616324,0.0032881324,0.0012144521,0.0048133386,0.000011544411,0.0000012479871,0.00037391364,0.10042462,0.00020018007,0.012934569,0.0003456499,0.00022910882],"about_ca_topic_score_codex":0.00013228903,"about_ca_topic_score_gemma":0.000015379064,"teacher_disagreement_score":0.38543895,"about_ca_system_score_codex":0.00012958063,"about_ca_system_score_gemma":0.00039647642,"threshold_uncertainty_score":0.76580936},"labels":[],"label_agreement":null},{"id":"W4391986310","doi":"10.2196/56726","title":"Linking Dementia Pathology and Alteration in Brain Activation to Complex Daily Functional Decline During the Preclinical Dementia Stages: Protocol for a Prospective Observational Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Dementia; Observational study; Medicine; Cohort study; Preprint; Gerontology; Prospective cohort study; Cohort; Neuroscience; Psychology; Pathology; Disease; World Wide Web","score_opus":0.3406607400231168,"score_gpt":0.5763727289656243,"score_spread":0.2357119889425075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391986310","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17630738,0.0000015595243,0.0020750884,0.0038810696,0.0000072072453,0.81752765,0.000017431863,0.000056914712,0.0001257055],"genre_scores_gemma":[0.238106,1.2952651e-7,0.00042768143,0.00021905139,0.00025397216,0.76036215,0.00007727813,0.000030684663,0.00052303163],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953978,0.00086903985,0.0007057896,0.00089181383,0.0014908207,0.00064473366],"domain_scores_gemma":[0.99745,0.0011165898,0.00007284953,0.00030272297,0.0008924606,0.0001654063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069028367,0.00021438628,0.0002921923,0.0005104097,0.00049930083,0.0004648988,0.0001869517,0.00010390914,0.00036716793],"category_scores_gemma":[0.0009218716,0.00015825401,0.00007426491,0.00084786577,0.00016611352,0.00037335756,0.00044097405,0.00078327436,0.000017710538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048792786,0.0019178953,0.96975994,0.0011359005,0.00023473582,0.00004752165,0.0005612845,0.000010566003,0.015277091,0.00040685982,0.0021980598,0.0035708437],"study_design_scores_gemma":[0.007424966,0.0047601266,0.96319723,0.0012327305,0.000015970041,0.0000143183115,0.00021710242,0.0013974019,0.0011013164,0.000902813,0.01959468,0.00014133347],"about_ca_topic_score_codex":0.000014686502,"about_ca_topic_score_gemma":0.00009051394,"teacher_disagreement_score":0.06179863,"about_ca_system_score_codex":0.0002715298,"about_ca_system_score_gemma":0.000522972,"threshold_uncertainty_score":0.64534116},"labels":[],"label_agreement":null},{"id":"W4391995916","doi":"10.2196/50417","title":"N-of-1 Trials of Antimicrobial Stewardship Interventions to Optimize Antibiotic Prescribing for Upper Respiratory Tract Infection in Emergency Departments: Protocol for a Quasi-Experimental Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Antimicrobial stewardship; Psychological intervention; Medicine; Emergency department; Intervention (counseling); Respiratory tract infections; Family medicine; Infection control; Protocol (science); Focus group; Emergency medicine; Intensive care medicine; Antibiotic resistance; Antibiotics; Nursing; Alternative medicine; Internal medicine","score_opus":0.37392756209747746,"score_gpt":0.5759412726881895,"score_spread":0.20201371059071205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391995916","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08052616,0.0000324208,0.0012547136,0.00006011179,0.000084721454,0.91776866,0.0001799072,0.00004445981,0.000048879618],"genre_scores_gemma":[0.18539447,3.8474744e-7,0.00042772514,0.0000040351574,0.000049537022,0.8136811,0.000015932766,0.000036858917,0.0003899093],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9953184,0.0016258798,0.0017268233,0.00058901845,0.00015104304,0.0005888371],"domain_scores_gemma":[0.9984003,0.0005780469,0.000281319,0.00037996285,0.00031500496,0.000045366603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006389935,0.00023170681,0.00076436845,0.00080383854,0.00018176138,0.000046814457,0.0003207026,0.00024272712,0.00021202206],"category_scores_gemma":[0.0009277494,0.00018868048,0.0005531282,0.00058349856,0.00015150302,0.00020905425,0.00015210951,0.00035822348,0.000019035539],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013026617,0.04851934,0.035368554,0.019183157,0.00049169257,0.000008329226,0.002199736,0.000029871411,0.8605408,0.0012132945,0.018104369,0.0013142122],"study_design_scores_gemma":[0.01754048,0.040055104,0.008502413,0.014731244,0.000043026255,0.000004589599,0.0009067761,0.000018847471,0.8818972,0.00017753246,0.035677273,0.0004455279],"about_ca_topic_score_codex":0.00008169055,"about_ca_topic_score_gemma":0.00010225303,"teacher_disagreement_score":0.104868315,"about_ca_system_score_codex":0.00012985953,"about_ca_system_score_gemma":0.00029409313,"threshold_uncertainty_score":0.7694167},"labels":[],"label_agreement":null},{"id":"W4392000329","doi":"10.2196/54388","title":"Leveraging AI and Machine Learning to Develop and Evaluate a Contextualized User-Friendly Cough Audio Classifier for Detecting Respiratory Diseases: Protocol for a Diagnostic Study in Rural Tanzania","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory and Cough-Related Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"COPD; Tanzania; Medicine; Asthma; Protocol (science); User Friendly; Computer science; Intensive care medicine; Alternative medicine; Pathology; Immunology","score_opus":0.24672307564564822,"score_gpt":0.5509908530929386,"score_spread":0.3042677774472904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392000329","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06821798,0.000071569244,0.00086110446,0.0006437926,0.000009972081,0.92994285,0.00002556703,0.00015446506,0.000072681716],"genre_scores_gemma":[0.069765,6.9003625e-7,0.0002649257,0.00017673807,0.00016928992,0.9285866,0.0000060575835,0.00012211465,0.0009085576],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99385595,0.0015876178,0.0008684389,0.0011034557,0.001294132,0.0012904113],"domain_scores_gemma":[0.99359375,0.0039815973,0.000085017164,0.0004384322,0.0012552534,0.00064597576],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007948929,0.0004098882,0.0006990545,0.0009499054,0.00075945014,0.0006837622,0.00027334297,0.00021345592,0.00006088516],"category_scores_gemma":[0.0125319995,0.00032818044,0.00009270818,0.0016959598,0.00023959621,0.0003872603,0.0004431922,0.0017741182,0.000016780908],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08795543,0.0052573197,0.38605005,0.037873957,0.0009574945,0.0023834833,0.021667307,0.00010216034,0.026889764,0.0006980559,0.020390265,0.40977472],"study_design_scores_gemma":[0.057978492,0.037255306,0.046813585,0.025364894,0.00006974352,0.00006399993,0.0077811326,0.0155129265,0.0019489249,0.0005079903,0.80564845,0.0010545887],"about_ca_topic_score_codex":0.000040381623,"about_ca_topic_score_gemma":0.00009738205,"teacher_disagreement_score":0.7852582,"about_ca_system_score_codex":0.00038905494,"about_ca_system_score_gemma":0.0016822005,"threshold_uncertainty_score":0.99991703},"labels":[],"label_agreement":null},{"id":"W4392000361","doi":"10.2196/50230","title":"Evaluating the Feasibility, Acceptance, and Beneficial Effects of Online Occupational Therapy for Post–COVID-19 Condition: Protocol for a Randomized Controlled Trial (ErgoLoCo Study)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medicine; Occupational therapy; Randomized controlled trial; Protocol (science); Physical therapy; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Disease; Alternative medicine; Internal medicine; Pathology; Infectious disease (medical specialty)","score_opus":0.30221174560422465,"score_gpt":0.6439067396070254,"score_spread":0.34169499400280073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392000361","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08928183,0.000019591975,0.00055464235,0.0040250192,0.00004057066,0.90581435,0.00011145728,0.00012535712,0.000027155458],"genre_scores_gemma":[0.020640379,4.735718e-7,0.0009100355,0.0005095904,0.0012199125,0.9763017,0.00007539978,0.00007272451,0.0002697847],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99106497,0.003969781,0.0013688509,0.0009200973,0.0020144994,0.00066181103],"domain_scores_gemma":[0.94658005,0.05039869,0.00037065154,0.0007061922,0.0016240599,0.00032036877],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020724852,0.00040915253,0.0019078391,0.0005296488,0.0005486949,0.00030375694,0.00044975514,0.00022541646,0.00014658464],"category_scores_gemma":[0.044657372,0.00022804167,0.0008031507,0.0005709723,0.00067323854,0.00023546656,0.0001748964,0.00059641013,0.0000028874063],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9685991,0.0044727754,0.00063249044,0.014728308,0.0006113456,0.000018640912,0.0007212527,0.0000103555685,0.0035511993,0.0011306889,0.002455275,0.0030685992],"study_design_scores_gemma":[0.92560816,0.05808646,0.0010360593,0.0021935268,0.000096250864,0.0000075470575,0.000071840426,0.0036532388,0.00064027176,0.005080137,0.003323252,0.00020327575],"about_ca_topic_score_codex":0.000027105321,"about_ca_topic_score_gemma":0.000032003376,"teacher_disagreement_score":0.07048732,"about_ca_system_score_codex":0.00034450972,"about_ca_system_score_gemma":0.005297179,"threshold_uncertainty_score":0.9633899},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4392046281","doi":"10.2196/50392","title":"#4Corners4Health Social Media Cancer Prevention Campaign for Emerging Adults: Protocol for a Randomized Stepped-Wedge Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Social media; Medicine; Randomized controlled trial; Psychological intervention; Smokeless tobacco; Gerontology; Family medicine; Environmental health; Nursing; Population; Political science; Tobacco use","score_opus":0.42736570315071504,"score_gpt":0.7066804380028058,"score_spread":0.27931473485209074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392046281","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016549297,0.000005680312,0.007638951,0.0022094112,0.00019812872,0.9876584,0.00037347391,0.00036355882,0.0013868997],"genre_scores_gemma":[0.000121169345,0.0000011783645,0.0013465668,0.00037235214,0.004297626,0.99025697,0.00017023248,0.000080573096,0.0033533312],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.98748416,0.00531931,0.0034458756,0.0007653317,0.0011169447,0.0018683751],"domain_scores_gemma":[0.9880965,0.008255775,0.00074512215,0.00044645995,0.002021369,0.00043482016],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.033368364,0.00032963647,0.0009700329,0.000546311,0.0027682432,0.0002373122,0.0005355901,0.0005461985,0.0016375657],"category_scores_gemma":[0.0052068643,0.00024290655,0.00048577852,0.0008985784,0.00023966312,0.0014353317,0.00017754213,0.001781689,0.00014245356],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.69820744,0.00038092575,0.000034352124,0.044970695,0.000037076938,4.6719614e-7,0.018164773,8.4821545e-7,0.000005721835,0.004911737,0.14290327,0.09038267],"study_design_scores_gemma":[0.4016622,0.00059920765,0.00001879506,0.0069950595,0.0000045939914,1.2101697e-7,0.0012784533,0.0059155435,0.000012903596,0.0047416105,0.57859945,0.00017206253],"about_ca_topic_score_codex":0.00007698219,"about_ca_topic_score_gemma":0.00016746196,"teacher_disagreement_score":0.43569618,"about_ca_system_score_codex":0.0010159699,"about_ca_system_score_gemma":0.0064119017,"threshold_uncertainty_score":0.9992751},"labels":[],"label_agreement":null},{"id":"W4392053240","doi":"10.2196/53587","title":"Effectiveness of Gerontechnology Empowerment Program on Awareness and Use of Mobile Apps Among Older Adults for Instrumental Activities of Daily Living: Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gerontechnology; Preprint; Empowerment; Randomized controlled trial; Protocol (science); Gerontology; Psychology; Medical education; Medicine; Computer science; Alternative medicine; World Wide Web; Political science","score_opus":0.07445911793331543,"score_gpt":0.4990964760198073,"score_spread":0.42463735808649183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392053240","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35411412,0.0000020494904,0.00014021703,0.00003879941,0.00001902573,0.64547795,0.000037419235,0.00013567891,0.000034766977],"genre_scores_gemma":[0.36829662,5.639393e-7,0.0003470148,9.0565436e-7,0.000027465125,0.6312098,0.000002416247,0.000028295359,0.00008694991],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942799,0.0025572567,0.0009935122,0.0006471923,0.0008435543,0.00067854417],"domain_scores_gemma":[0.9860155,0.012478984,0.00043722152,0.00041272858,0.0005654281,0.00009013797],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008807288,0.00027704702,0.0016753047,0.00075238495,0.00025467027,0.00011647856,0.00048469382,0.00052797404,0.000015829262],"category_scores_gemma":[0.003167912,0.00020714675,0.00043902933,0.00048386992,0.003341552,0.00038971775,0.00025845782,0.00039679973,3.2120897e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9590918,0.003741919,0.00051461934,0.0098453285,0.0002959261,0.0000012855685,0.0046132747,0.0000019352376,0.0008224178,0.0024204748,0.00016797907,0.018483046],"study_design_scores_gemma":[0.9259237,0.013784634,0.00030135707,0.020867307,0.000024253164,6.7185664e-7,0.0029143053,0.0005600616,0.031838577,0.0008352377,0.0027163818,0.00023353168],"about_ca_topic_score_codex":0.000216591,"about_ca_topic_score_gemma":0.00018529152,"teacher_disagreement_score":0.03316811,"about_ca_system_score_codex":0.00017102284,"about_ca_system_score_gemma":0.0007113625,"threshold_uncertainty_score":0.99937075},"labels":[],"label_agreement":null},{"id":"W4392053241","doi":"10.2196/52106","title":"Effectiveness of Sensitization Campaigns in Reducing Leprosy-Related Stigma in Rural Togo: Protocol for a Mixed Methods Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Leprosy Research and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Leprosy; Cluster (spacecraft); Medicine; Stigma (botany); Randomized controlled trial; Environmental health; Psychology; Family medicine; Alternative medicine; Computer science; Psychiatry","score_opus":0.10668356476065495,"score_gpt":0.5805595617984943,"score_spread":0.4738759970378394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392053241","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028420955,0.000008574622,0.000846727,0.00032998505,0.00002380112,0.9698384,0.000009251031,0.000064156775,0.00045814936],"genre_scores_gemma":[0.049218535,3.786918e-7,0.0019280246,0.0000036464942,0.00009859091,0.94797873,0.00003396188,0.00006574139,0.00067240355],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9827766,0.013058436,0.0014529659,0.0007062937,0.0010521534,0.0009535583],"domain_scores_gemma":[0.985153,0.0133185135,0.00015034738,0.00049433665,0.0006524459,0.00023136447],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035415724,0.00032435157,0.002228176,0.0013995826,0.00009882835,0.00014836362,0.00016866418,0.00031580642,0.00009359842],"category_scores_gemma":[0.0085015865,0.00021062719,0.0005467319,0.001569913,0.00033460747,0.00022393558,0.00014020567,0.0009490564,0.000013032633],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9548603,0.0020711464,0.00023484093,0.00985127,0.00030852438,0.00011589581,0.0006185848,0.00004745332,0.026152205,0.00062743784,0.00010639878,0.0050059357],"study_design_scores_gemma":[0.922895,0.0051139924,0.00028033322,0.020520328,0.000022099906,0.000013884067,0.00010857538,0.01693987,0.030374099,0.0033994971,0.0001653765,0.00016695417],"about_ca_topic_score_codex":0.00014246668,"about_ca_topic_score_gemma":0.000021957574,"teacher_disagreement_score":0.031965315,"about_ca_system_score_codex":0.00072620634,"about_ca_system_score_gemma":0.0015199346,"threshold_uncertainty_score":0.9998502},"labels":[],"label_agreement":null},{"id":"W4392053411","doi":"10.2196/53022","title":"Capturing the Dynamics of Homelessness Through Ethnography and Mobile Technology: Protocol for the Development and Testing of a Smartphone Technology–Supported Intervention","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; U.S. Department of Veterans Affairs","keywords":"Data collection; mHealth; Context (archaeology); Population; Focus group; Internet privacy; Usability; Psychology; Applied psychology; Gerontology; Psychological intervention; Computer science; Medicine; Nursing; Sociology; Environmental health; Geography","score_opus":0.2925922822734625,"score_gpt":0.5960541768766,"score_spread":0.3034618946031375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392053411","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14924869,0.00006464261,0.00071924465,0.0005113801,0.000010583948,0.8491847,0.000019191359,0.0001244968,0.00011705814],"genre_scores_gemma":[0.33655202,0.0000012265615,0.0008327916,0.0000014140609,0.00002357577,0.6624969,0.0000020833113,0.000022518612,0.000067468536],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.997707,0.000325878,0.0007358063,0.0003306438,0.00036512644,0.00053554],"domain_scores_gemma":[0.9972572,0.0014241491,0.0002322119,0.00035875008,0.0006899028,0.000037832117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003279327,0.0001618058,0.00041193198,0.00044523706,0.0010643784,0.00004317714,0.00040810314,0.00036102685,0.000016301894],"category_scores_gemma":[0.00035898382,0.00009246887,0.000055025692,0.0019462055,0.0010707792,0.00012375647,0.0005896082,0.0010982287,0.0000015696605],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005176429,0.00061179243,0.17669162,0.04354053,0.00027460378,0.000008016061,0.11079468,0.0000025008335,0.002026124,0.03194568,0.00010659832,0.6334802],"study_design_scores_gemma":[0.0056927246,0.002351369,0.018195638,0.0475146,0.000028617806,0.000002647362,0.7240041,0.0028992197,0.028145611,0.04865096,0.12196654,0.0005479529],"about_ca_topic_score_codex":0.00012701596,"about_ca_topic_score_gemma":0.0009667015,"teacher_disagreement_score":0.63293225,"about_ca_system_score_codex":0.000080876634,"about_ca_system_score_gemma":0.00034339065,"threshold_uncertainty_score":0.8186446},"labels":[],"label_agreement":null},{"id":"W4392063070","doi":"10.2196/54815","title":"eHealth-Enhanced Peer Navigation for Substance Use Treatment and HIV Prevention Service Linkage for Young Adults Surveilled by the Criminal Legal System: Protocol for a Pilot Randomized Trial Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health","keywords":"eHealth; Medicine; Population; Intervention (counseling); Criminal justice; Psychiatry; Health care; Psychology; Environmental health; Criminology","score_opus":0.31454451464459166,"score_gpt":0.5655158381649361,"score_spread":0.25097132352034446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392063070","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049578123,0.0000057168536,0.004118745,0.0011024128,0.000037372858,0.9445765,0.00032639966,0.0001980333,0.000056702043],"genre_scores_gemma":[0.026367987,3.455355e-7,0.00067366223,0.000016050795,0.00075241504,0.96123904,0.00031329034,0.00012288213,0.010514342],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9934686,0.0021457677,0.0011959731,0.0010224406,0.0012306093,0.0009366376],"domain_scores_gemma":[0.99175876,0.0047464925,0.0002816074,0.0006544152,0.0022885513,0.00027014356],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012390081,0.00041818776,0.0010654753,0.00018135381,0.0006896308,0.0006183013,0.00025986464,0.00017158267,0.000010102203],"category_scores_gemma":[0.0015108758,0.00025891876,0.00027546985,0.00051890017,0.00013633375,0.0004581988,0.00005515041,0.00044862568,0.000009361121],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9528686,0.0032971457,0.000032269476,0.020142816,0.00025276144,0.0000068037107,0.010271795,0.0000023286648,0.0011269875,0.0002764268,0.008334247,0.0033878176],"study_design_scores_gemma":[0.9048928,0.044669747,0.00003953318,0.008019225,0.00013581244,0.000013698983,0.008235899,0.0071114497,0.0015387461,0.00011966116,0.024959318,0.00026412983],"about_ca_topic_score_codex":0.00027409825,"about_ca_topic_score_gemma":0.00075945316,"teacher_disagreement_score":0.04797582,"about_ca_system_score_codex":0.0006950878,"about_ca_system_score_gemma":0.0008618392,"threshold_uncertainty_score":0.9999863},"labels":[],"label_agreement":null},{"id":"W4392063484","doi":"10.2196/51085","title":"Fostering Digital Life Skills Through Social Media With Adolescents in 6 German States: Protocol for an Accessibility Study According to the RE-AIM Framework","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Social media; Curriculum; Digital media; Life skills; Social skills; Medical education; Intervention mapping; Applied psychology; Developmental psychology; Protocol (science); Pedagogy; Computer science; Medicine","score_opus":0.3563864485785765,"score_gpt":0.6133668608303042,"score_spread":0.25698041225172774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392063484","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027198268,3.607945e-7,0.0003328659,0.0016025108,0.000015581212,0.96756554,0.000021824575,0.0002901481,0.0029729025],"genre_scores_gemma":[0.37728325,3.08181e-8,0.00011243626,0.00005748378,0.00027005584,0.6221916,0.0000032944288,0.000027018528,0.000054837037],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588054,0.00042610688,0.00047502242,0.0008041134,0.0013527408,0.0010614556],"domain_scores_gemma":[0.9982151,0.00079989154,0.00006712801,0.00044704627,0.00025841754,0.00021241029],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003032298,0.00022509242,0.00028983178,0.00026252787,0.00092369766,0.0027718074,0.0013592537,0.00020049178,0.00003366368],"category_scores_gemma":[0.001664101,0.00015085738,0.00006103756,0.0018862691,0.0004089567,0.001818293,0.0011925411,0.00085423095,0.000038818453],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004630969,0.0069332863,0.18460621,0.0018436743,0.00008304329,0.00010152454,0.4865113,0.0000073433903,0.000016418417,0.011936844,0.01162074,0.29170868],"study_design_scores_gemma":[0.0068099117,0.0053757504,0.07208124,0.015848095,0.000004534421,0.0000017821568,0.17120907,0.00008640109,0.0001665033,0.24039817,0.48650765,0.0015108795],"about_ca_topic_score_codex":0.00006783462,"about_ca_topic_score_gemma":0.0026382122,"teacher_disagreement_score":0.47488692,"about_ca_system_score_codex":0.0003551841,"about_ca_system_score_gemma":0.00085145404,"threshold_uncertainty_score":0.9982634},"labels":[],"label_agreement":null},{"id":"W4392084191","doi":"10.2196/53857","title":"Benchmarking Mental Health Status Using Passive Sensor Data: Protocol for a Prospective Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Benchmarking; Mental health; Protocol (science); Medicine; Data collection; Psychology; Psychiatry; Alternative medicine; Statistics; Internal medicine; Business","score_opus":0.7743076155305885,"score_gpt":0.7250955497558104,"score_spread":0.0492120657747781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392084191","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051272986,0.0000033824115,0.00033199953,0.0012486945,0.00011425554,0.99443877,0.0018310876,0.00018232215,0.0013367432],"genre_scores_gemma":[0.0019427032,1.5801964e-8,0.0024099152,0.00007027713,0.00052453834,0.99216926,0.0002502449,0.00009023904,0.0025428268],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418515,0.0009356867,0.0009287255,0.0013155469,0.0011497304,0.0014851827],"domain_scores_gemma":[0.9975737,0.00048497514,0.00018361113,0.00097358937,0.0004000881,0.0003840404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028837342,0.0002741296,0.00033547694,0.00042417896,0.00078482565,0.0006415923,0.0006589766,0.00009676353,0.0006158406],"category_scores_gemma":[0.00014158584,0.0002487606,0.00011302267,0.0009377412,0.00019516179,0.0008929432,0.00071540615,0.0007437404,0.00017982001],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0104908785,0.041041616,0.05974164,0.015096643,0.0010757769,0.00023144262,0.01955238,0.000009647012,0.00021971967,0.057807695,0.589784,0.20494856],"study_design_scores_gemma":[0.0079083275,0.021795802,0.029244862,0.009073253,0.000004327032,0.000034267607,0.0047082873,0.002520334,0.000075636424,0.0041287844,0.9200294,0.00047672202],"about_ca_topic_score_codex":0.00030457813,"about_ca_topic_score_gemma":0.00014696547,"teacher_disagreement_score":0.3302454,"about_ca_system_score_codex":0.0015747843,"about_ca_system_score_gemma":0.0013817511,"threshold_uncertainty_score":0.9999965},"labels":[],"label_agreement":null},{"id":"W4392090797","doi":"10.2196/50177","title":"Implementing and Evaluating a National Integrated Digital Registry and Clinical Decision Support System in Early Intervention in Psychosis Services (Early Psychosis Informatics Into Care): Co-Designed Protocol","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Cambridge Biomedical Research Centre; Programme Development Grants; University College London Hospitals NHS Foundation Trust; University College London; Children's National Hospital; Department of Health and Social Care; National Institute for Health and Care Research; Children's Trust","keywords":"Digital health; Medicine; Psychological intervention; Mental health; Informatics; Health informatics; Health care; Clinical decision support system; Nursing; Public health; Psychiatry; Political science","score_opus":0.21454955413642457,"score_gpt":0.6486997912040087,"score_spread":0.4341502370675841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392090797","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31727776,0.000014350163,0.0001776612,0.00007104519,0.000055950895,0.67754287,0.000114761584,0.00013500579,0.0046106195],"genre_scores_gemma":[0.3745464,1.5667209e-7,0.0006898642,0.000011867269,0.000044102228,0.624478,0.000048578346,0.000034708297,0.00014633428],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9934383,0.0008932281,0.0026824663,0.00076570234,0.0012987348,0.00092154444],"domain_scores_gemma":[0.9976519,0.00081253034,0.00034926325,0.0004076276,0.0005010001,0.0002777054],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008698602,0.0003069846,0.00042305334,0.0012474525,0.0002187578,0.0019996588,0.00046474434,0.00031084413,0.00010647887],"category_scores_gemma":[0.000245756,0.000286246,0.00015284328,0.00122188,0.00022822969,0.0016265977,0.0004111212,0.0011431203,0.00017622611],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026432495,0.0014283202,0.33599696,0.014029337,0.00008632104,0.000056650195,0.009917846,4.6062095e-7,0.000015294127,0.002452249,0.001442198,0.6319311],"study_design_scores_gemma":[0.034089338,0.037079632,0.5598414,0.18631111,0.000022776554,0.00020891617,0.05942784,0.0066947495,0.0001630194,0.010076249,0.1043373,0.0017476815],"about_ca_topic_score_codex":0.00082930573,"about_ca_topic_score_gemma":0.0007996667,"teacher_disagreement_score":0.63018346,"about_ca_system_score_codex":0.00075732206,"about_ca_system_score_gemma":0.00018784449,"threshold_uncertainty_score":0.999959},"labels":[],"label_agreement":null},{"id":"W4392105978","doi":"10.2196/56293","title":"Applying an Evidence-Based Community Organizing Approach to Strengthen HIV Prevention for Cisgender Women in US South: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Atlanta; Pre-exposure prophylaxis; Human immunodeficiency virus (HIV); Psychology; Community mobilization; Gerontology; Medicine; Family medicine; Men who have sex with men; Political science","score_opus":0.6426876332948344,"score_gpt":0.6514753018441629,"score_spread":0.008787668549328553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392105978","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004513709,0.0000021577957,0.048361093,0.00025478422,0.0000036850834,0.94608486,0.000046608468,0.00017502741,0.0005580728],"genre_scores_gemma":[0.0071078483,4.2199265e-8,0.03603975,0.000022760747,0.00018089768,0.95090276,0.000050196155,0.00011558691,0.0055801743],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896193,0.0060703047,0.00083236536,0.0008126417,0.0011362119,0.0015291871],"domain_scores_gemma":[0.99495,0.002251412,0.00007635336,0.0011229258,0.00084703293,0.0007522907],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.027974818,0.00030509126,0.0005844693,0.0014362466,0.00062120653,0.0005773312,0.00078822783,0.00017332836,0.00016099903],"category_scores_gemma":[0.006354088,0.0002536696,0.00025513538,0.0019457476,0.00012066297,0.0004988092,0.00038809542,0.0016164263,0.000033770775],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028854284,0.05234364,0.009722637,0.058371235,0.00064280344,0.000040181996,0.0576627,0.00013489889,0.042512372,0.0007494141,0.07053239,0.6784334],"study_design_scores_gemma":[0.035663936,0.1565648,0.0053810477,0.040314093,0.000035296063,0.000015136865,0.09245974,0.1329507,0.013026318,0.003280109,0.51906705,0.0012417402],"about_ca_topic_score_codex":0.00005626997,"about_ca_topic_score_gemma":0.00009015908,"teacher_disagreement_score":0.6771917,"about_ca_system_score_codex":0.0010088763,"about_ca_system_score_gemma":0.001383565,"threshold_uncertainty_score":0.99999154},"labels":[],"label_agreement":null},{"id":"W4392106078","doi":"10.2196/54783","title":"The Effects of an Educational Intervention About Front-of-Package Labeling on Food and Beverage Selection Among Children and Their Caregivers: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Consumer Attitudes and Food Labeling","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Selection (genetic algorithm); Medicine; Psychology; Nursing; Computer science; Alternative medicine; Artificial intelligence","score_opus":0.0426346370780906,"score_gpt":0.4585986034119056,"score_spread":0.415963966333815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392106078","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10219042,0.00012089836,0.00010441412,0.000120857134,0.000016717559,0.8973685,0.000009680534,0.000022108477,0.000046404206],"genre_scores_gemma":[0.14058684,0.000002295553,0.000101650345,0.0000027176561,0.00015023015,0.8589658,0.000008879514,0.000020756099,0.0001607884],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9978817,0.0007004614,0.0005005073,0.0003143549,0.0003570267,0.00024591663],"domain_scores_gemma":[0.99655807,0.0026638892,0.00014885084,0.00018289048,0.0003487809,0.00009753218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032095483,0.00015454908,0.0006387573,0.00022290995,0.00021129953,0.00014781303,0.00009463649,0.000093323324,0.000016321128],"category_scores_gemma":[0.0013026171,0.00008668678,0.00023046292,0.00014560121,0.00026891098,0.00012847797,0.000053853317,0.00034323215,4.1064376e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95944786,0.0008639308,0.00029182716,0.004982896,0.0011171344,6.955266e-7,0.0012167831,6.075348e-7,0.004584188,0.0008745241,0.00015872807,0.026460804],"study_design_scores_gemma":[0.9650621,0.012529627,0.0011993466,0.011022939,0.00007046885,0.000004753565,0.00007812942,0.0015398085,0.0071200603,0.00096382585,0.00030520395,0.00010374612],"about_ca_topic_score_codex":0.00004650818,"about_ca_topic_score_gemma":0.000048526366,"teacher_disagreement_score":0.038402654,"about_ca_system_score_codex":0.000051268515,"about_ca_system_score_gemma":0.00021696545,"threshold_uncertainty_score":0.3534984},"labels":[],"label_agreement":null},{"id":"W4392106359","doi":"10.2196/55192","title":"Health Needs Assessment in Home-Living Older Adults: Protocol for a Pre-Post Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Gerontology; Medicine; Psychology; Alternative medicine; Computer science; World Wide Web","score_opus":0.1648583204388028,"score_gpt":0.5975416880515112,"score_spread":0.4326833676127084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392106359","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036706422,0.0000034254808,0.00015678718,0.0062932707,0.000017106524,0.98884284,0.00003483082,0.0003221773,0.00065892545],"genre_scores_gemma":[0.017338319,1.8314485e-7,0.0011799701,0.00014889638,0.00037398288,0.97656244,0.00001726543,0.00014250155,0.004236431],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99354017,0.00092678884,0.0010210124,0.0009826298,0.0019776737,0.0015517547],"domain_scores_gemma":[0.99655336,0.0010819038,0.00009825008,0.0010389129,0.0007184117,0.0005091667],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0057292283,0.00037507035,0.0006996779,0.0014741333,0.00024148793,0.00041571277,0.0005128256,0.00017921325,0.00038616272],"category_scores_gemma":[0.000612286,0.00030145847,0.00016179445,0.0021292064,0.00014855608,0.00038955544,0.0004132717,0.0019446586,0.00008002242],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010889289,0.04197495,0.20781074,0.12823623,0.0003423766,0.00067794725,0.07042567,0.000011420804,0.0007415861,0.00088980095,0.17073442,0.36726558],"study_design_scores_gemma":[0.034208108,0.06606275,0.4633119,0.179483,0.000007400429,0.000080019476,0.013149631,0.004245569,0.0001650084,0.00022805996,0.23830383,0.0007547094],"about_ca_topic_score_codex":0.0003541679,"about_ca_topic_score_gemma":0.00046639566,"teacher_disagreement_score":0.36651087,"about_ca_system_score_codex":0.0013621454,"about_ca_system_score_gemma":0.0031515448,"threshold_uncertainty_score":0.99994373},"labels":[],"label_agreement":null},{"id":"W4392156402","doi":"10.2196/53347","title":"Effects of the Prolong Life With Nine Turn-Method Qigong on Fatigue, Insomnia, Anxiety, and Gastrointestinal Disorders in Patients With Chronic Fatigue Syndrome: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shanghai University of Traditional Chinese Medicine; National Natural Science Foundation of China","keywords":"Anxiety; Chronic fatigue syndrome; Medicine; Randomized controlled trial; Insomnia; Physical therapy; Quality of life (healthcare); Irritable bowel syndrome; Clinical trial; Intervention (counseling); Psychiatry; Internal medicine","score_opus":0.039639145596222856,"score_gpt":0.436167483594923,"score_spread":0.3965283379987002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392156402","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046564087,0.000014126994,0.0005106297,0.00061615126,0.000008523275,0.9520568,0.000009339227,0.00006026444,0.0001600509],"genre_scores_gemma":[0.07186329,8.07446e-7,0.0011921639,0.000004412044,0.00004330375,0.926368,0.000009163974,0.00009971449,0.0004191495],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.992373,0.0025020412,0.00092375075,0.00088261836,0.0021918572,0.0011267362],"domain_scores_gemma":[0.99424094,0.0040721563,0.00025041416,0.0005979352,0.000496365,0.00034219187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047048354,0.00049099023,0.0018071895,0.0006781504,0.00023157943,0.00016663279,0.00040377697,0.00017272249,0.00007100528],"category_scores_gemma":[0.0028090172,0.00024004174,0.00032043774,0.0012802744,0.000971753,0.00019497547,0.00019406043,0.0018104137,0.0000027997874],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9507281,0.002232025,0.006815285,0.03721087,0.00029446417,0.00004501808,0.00019023509,0.000039173992,0.00017616543,0.00019626993,0.00031760894,0.0017547429],"study_design_scores_gemma":[0.8780019,0.040686913,0.01361483,0.06384154,0.000039540704,0.000067708905,0.00002027681,0.0027820906,0.00036794637,0.00010661703,0.00023517552,0.00023541205],"about_ca_topic_score_codex":0.00004900159,"about_ca_topic_score_gemma":0.000019937974,"teacher_disagreement_score":0.07272619,"about_ca_system_score_codex":0.00038235838,"about_ca_system_score_gemma":0.002714029,"threshold_uncertainty_score":0.9788618},"labels":[],"label_agreement":null},{"id":"W4392171073","doi":"10.2196/56933","title":"Definitions and Measurements for Atypical Presentations at Risk for Diagnostic Errors in Internal Medicine: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Protocol (science); Presentation (obstetrics); Medicine; Medical physics; Alternative medicine; Pathology; Surgery","score_opus":0.7516703503714239,"score_gpt":0.704179764691803,"score_spread":0.047490585679620945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392171073","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.489181e-8,0.23455626,0.00022795293,0.0008130019,0.000019604855,0.7638594,0.000336536,0.00004780536,0.00013938086],"genre_scores_gemma":[1.805688e-8,0.34905556,0.0009429961,0.00007486671,0.00035686573,0.6488268,0.00029717598,0.00009718964,0.00034851625],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9942043,0.0007161404,0.0020157923,0.0011466368,0.000977425,0.0009397012],"domain_scores_gemma":[0.9191514,0.07851858,0.00042683363,0.00059233647,0.0007916392,0.0005191684],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006120629,0.0005268845,0.0025057588,0.0005733965,0.0003145973,0.000089630514,0.00035340048,0.00042919652,0.00010667292],"category_scores_gemma":[0.29153508,0.0003587824,0.0007319405,0.0006866617,0.0004321306,0.000068698006,0.000301691,0.0011618979,0.00003974359],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010609935,0.00064428453,0.0002121636,0.6720784,0.00016222238,0.000014926998,0.000038639453,9.285663e-8,2.2095622e-7,0.00026675838,0.17330039,0.15222096],"study_design_scores_gemma":[0.0043012616,0.0016388749,0.000027506094,0.56056434,0.0003777329,0.000023768258,0.0000050303065,0.000012040101,6.4051176e-7,0.00088142726,0.4319964,0.00017097556],"about_ca_topic_score_codex":0.000023920004,"about_ca_topic_score_gemma":0.00011790659,"teacher_disagreement_score":0.28541443,"about_ca_system_score_codex":0.000413176,"about_ca_system_score_gemma":0.0017344079,"threshold_uncertainty_score":0.9998864},"labels":[],"label_agreement":null},{"id":"W4392171350","doi":"10.2196/56346","title":"Effectiveness and Experiences of Quality Improvement Interventions in Older Adult Care: Protocol for a Mixed Methods Systematic Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Linnéuniversitetet","keywords":"Psychological intervention; Medicine; Health care; Protocol (science); Nursing; Older people; Quality management; Gerontology; Psychology; Alternative medicine","score_opus":0.36046679305563434,"score_gpt":0.7180703250170662,"score_spread":0.3576035319614319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392171350","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005324212,0.0004596759,0.0010005202,0.000291499,0.00004230331,0.9975017,0.000016160537,0.00005162813,0.000104126484],"genre_scores_gemma":[0.001317057,0.000004151386,0.00085020874,0.000018701074,0.000039754217,0.9975363,0.0000044763983,0.000024887588,0.00020448539],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98907524,0.008068176,0.001355074,0.00047295407,0.00049579504,0.0005327342],"domain_scores_gemma":[0.9946089,0.0036580977,0.00022761647,0.00045339615,0.0009456106,0.000106415704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014046338,0.00016942093,0.0008309044,0.00032478195,0.00026323504,0.000045501725,0.00026720366,0.00014526169,0.000081320926],"category_scores_gemma":[0.0021824408,0.00011877072,0.00022467208,0.0007951136,0.0001392095,0.00014270665,0.00021088752,0.00054044224,0.0000066164675],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023922275,0.00020384791,0.00004270606,0.9625297,0.000023374196,0.0000014015203,0.026497845,2.0118915e-8,0.00039076936,0.00084532436,0.0025553307,0.006670462],"study_design_scores_gemma":[0.002064408,0.0013771479,0.0007175249,0.9329802,0.000014578522,6.59713e-7,0.058347866,0.00001235722,0.0016869131,0.00059290597,0.0020590466,0.00014641171],"about_ca_topic_score_codex":0.00014016425,"about_ca_topic_score_gemma":0.000055468696,"teacher_disagreement_score":0.03185002,"about_ca_system_score_codex":0.00030421928,"about_ca_system_score_gemma":0.00046032338,"threshold_uncertainty_score":0.48682088},"labels":[],"label_agreement":null},{"id":"W4392174848","doi":"10.2196/55701","title":"Comparison of Spontaneous Pushing and Directed Pushing During the Second Stage of Labor Among Chinese Women Without Epidural Analgesia: Protocol for a Noninferior Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Stage (stratigraphy); Medicine; Psychology; Computer science; Alternative medicine","score_opus":0.20774724322785182,"score_gpt":0.5957116335208844,"score_spread":0.3879643902930326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392174848","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51516515,0.0000028483144,0.000002384361,0.00006930833,0.000003915147,0.48453242,0.00012849436,0.0000407694,0.000054696655],"genre_scores_gemma":[0.47171614,2.9598356e-8,0.000047082456,0.000002180678,0.00003692612,0.52216995,0.0000013623365,0.000018586063,0.0060077426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996958,0.00053479173,0.00087263377,0.00042546066,0.00066318957,0.0005459259],"domain_scores_gemma":[0.9982606,0.00043103565,0.0001886194,0.00045572934,0.00043981097,0.00022418084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003037181,0.0001999191,0.0006287442,0.0002531169,0.00027097345,0.00013877642,0.00024976218,0.00008301184,0.0007515113],"category_scores_gemma":[0.00036056817,0.00012075378,0.00010984333,0.0005396366,0.00026210412,0.00020723848,0.0002466786,0.00074544066,0.0000017222014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007448029,0.0017667414,0.8879752,0.085472636,0.000100232966,0.00016713222,0.007298012,0.0000013128457,0.008932651,0.000031608262,0.000042694603,0.0007637288],"study_design_scores_gemma":[0.0038188917,0.0061306735,0.9679134,0.0052128313,0.0000032969192,0.00006840704,0.0016935408,0.0011223194,0.0027002918,0.00007201395,0.011145855,0.000118512486],"about_ca_topic_score_codex":0.0003513245,"about_ca_topic_score_gemma":0.001420553,"teacher_disagreement_score":0.0802598,"about_ca_system_score_codex":0.00022576851,"about_ca_system_score_gemma":0.00022882748,"threshold_uncertainty_score":0.8228522},"labels":[],"label_agreement":null},{"id":"W4392175200","doi":"10.2196/55297","title":"Effect of Rural Trauma Team Development on the Outcomes of Motorcycle Accident–Related Injuries (Motor Registry Project): Protocol for a Multicenter Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Injury prevention; Poison control; Randomized controlled trial; Suicide prevention; Occupational safety and health; Human factors and ergonomics; Protocol (science); Health care; Cluster (spacecraft); Low and middle income countries; Medical emergency; Developing country; Alternative medicine; Surgery","score_opus":0.09440857139543422,"score_gpt":0.5298772475117627,"score_spread":0.43546867611632845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392175200","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07927209,0.0000060216144,0.000008839986,0.000684089,0.000057540426,0.9178464,0.0000136990675,0.000086236774,0.0020250885],"genre_scores_gemma":[0.06853376,4.1292776e-7,0.00010267059,0.000019285655,0.0001379123,0.92726326,0.000006607586,0.00005456197,0.0038815225],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939832,0.0019496616,0.0016678398,0.00038273828,0.0013936496,0.00062291144],"domain_scores_gemma":[0.99222356,0.006235756,0.00030523507,0.0005547189,0.00058376923,0.00009693967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0081551075,0.00039732546,0.0021770177,0.00043905125,0.00022185016,0.00007280454,0.00035418652,0.00020124161,0.00015308018],"category_scores_gemma":[0.0047210706,0.00018069235,0.0011060796,0.00038941356,0.000568643,0.000103280916,0.00015759935,0.00064224954,0.000016140035],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97222507,0.0009703968,0.000574233,0.004976254,0.0016760249,0.0000047248027,0.0025272116,3.7021215e-7,0.0010395163,0.00014784714,0.011205189,0.0046531428],"study_design_scores_gemma":[0.9395731,0.009446297,0.0005954923,0.0057662204,0.000085327054,0.0000017503079,0.00044311173,0.00012670952,0.022456195,0.000049654984,0.021280339,0.00017578059],"about_ca_topic_score_codex":0.00002838511,"about_ca_topic_score_gemma":0.00000730435,"teacher_disagreement_score":0.03265197,"about_ca_system_score_codex":0.00015185852,"about_ca_system_score_gemma":0.00053258514,"threshold_uncertainty_score":0.73684204},"labels":[],"label_agreement":null},{"id":"W4392176041","doi":"10.2196/53905","title":"The Use of Metabolomes in Risk Stratification of Heart Failure Patients: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Metabolomics and Mass Spectrometry Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Heart failure; Risk stratification; Medicine; Intensive care medicine; Protocol (science); Bioinformatics; Cardiology; Alternative medicine; Pathology; Biology","score_opus":0.4152770442626947,"score_gpt":0.6022008290791485,"score_spread":0.18692378481645383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392176041","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9761275e-7,0.34120172,0.000007557258,0.000051322215,0.0000040341174,0.6585826,0.0001390597,0.0000029962166,0.000010489928],"genre_scores_gemma":[2.6755172e-8,0.44044164,0.0004788874,0.0000034662921,0.000037232836,0.5588794,0.000047110723,0.000027209531,0.00008507081],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616843,0.0010574289,0.0013063566,0.0005792955,0.00046174176,0.00042676355],"domain_scores_gemma":[0.9973614,0.00032104825,0.00066965295,0.00088552793,0.00070969696,0.000052667474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027061075,0.0003076237,0.0013132642,0.00023826488,0.00012012681,0.000076600525,0.0005086939,0.00023796714,0.000007698606],"category_scores_gemma":[0.0020031005,0.00017976371,0.00049696007,0.00074586534,0.00023513199,0.000009786268,0.0003611987,0.00047521846,0.0000032102223],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001795367,0.00046065755,0.00006611798,0.7267645,0.000296234,2.470122e-7,0.000011399704,2.9667413e-7,0.00021976118,0.00063713634,0.07741246,0.19395165],"study_design_scores_gemma":[0.00032580012,0.00056447095,0.0000047923086,0.22305916,0.00003723941,3.2697355e-7,0.000002936942,5.088455e-7,0.00029655246,0.00005687776,0.7755324,0.000118903816],"about_ca_topic_score_codex":0.000008383349,"about_ca_topic_score_gemma":0.00005482047,"teacher_disagreement_score":0.69811994,"about_ca_system_score_codex":0.00003262272,"about_ca_system_score_gemma":0.0007380155,"threshold_uncertainty_score":0.7330551},"labels":[],"label_agreement":null},{"id":"W4392286576","doi":"10.2196/54605","title":"Investigating the Efficacy of a Community Support Network Rehabilitation Intervention for Improving Resiliency, Quality of Life, and Neurocognitive Function in Survivors of Intimate Partner Violence–Caused Brain Injury: Protocol for a Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Kelowna General Hospital; Wellesley Institute; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Neurocognitive; Quality of life (healthcare); Intervention (counseling); Rehabilitation; Protocol (science); Medicine; Traumatic brain injury; Psychology; Domestic violence; Clinical psychology; Social support; Physical medicine and rehabilitation; Physical therapy; Human factors and ergonomics; Nursing; Psychiatry; Poison control; Cognition; Medical emergency; Psychotherapist; Alternative medicine","score_opus":0.40482760759005443,"score_gpt":0.5987384620841258,"score_spread":0.19391085449407142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392286576","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45880973,7.630404e-7,0.00028319773,0.00022551903,0.0000048883185,0.54060066,0.00003746207,0.000021504706,0.000016301037],"genre_scores_gemma":[0.46378154,1.8271713e-8,0.0003320482,0.000008255233,0.000023459012,0.5358121,0.000010370241,0.000020913772,0.000011339827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9889544,0.007149017,0.0018718962,0.00046928562,0.0010327933,0.00052260223],"domain_scores_gemma":[0.9804812,0.016641855,0.000458844,0.00078003615,0.0015004046,0.00013763072],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043528605,0.00020158109,0.000675485,0.00042536278,0.00022449905,0.00006194827,0.0003200107,0.00013446361,0.000020224215],"category_scores_gemma":[0.031806484,0.00014840641,0.00019774988,0.0012583367,0.001053538,0.00026166518,0.0003458577,0.0010604368,5.059931e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.057705145,0.012473936,0.65675193,0.12727273,0.00021318163,8.441082e-7,0.020500777,0.000022955415,0.023483953,0.001596,0.0013016374,0.09867694],"study_design_scores_gemma":[0.012927148,0.0439507,0.90965843,0.0097163655,0.000015999753,5.49048e-7,0.007859115,0.001984243,0.0018461405,0.011804817,0.000095438074,0.00014106416],"about_ca_topic_score_codex":0.0007350207,"about_ca_topic_score_gemma":0.00056358,"teacher_disagreement_score":0.2529065,"about_ca_system_score_codex":0.00013219178,"about_ca_system_score_gemma":0.00072627066,"threshold_uncertainty_score":0.98488855},"labels":[],"label_agreement":null},{"id":"W4392286613","doi":"10.2196/55511","title":"Predicting the Transition From Depression to Suicidal Ideation Using Facebook Data Among Indian-Bangladeshi Individuals: Protocol for a Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health via Writing","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Suicidal ideation; Depression (economics); Cohort; Psychology; Clinical psychology; Psychiatry; Suicide prevention; Medicine; Poison control; Medical emergency","score_opus":0.5291142373081644,"score_gpt":0.6487269065189117,"score_spread":0.11961266921074731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392286613","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09698355,0.0000021549101,0.0011626178,0.0002299661,0.000034126286,0.9003937,0.0004765452,0.00022279158,0.0004945022],"genre_scores_gemma":[0.095664725,1.0967936e-8,0.00047604853,0.000069897935,0.00076492736,0.9025806,0.00018211913,0.00009972863,0.00016191951],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927568,0.002363922,0.00087399175,0.0014011017,0.0015250586,0.0010791424],"domain_scores_gemma":[0.99621683,0.0016386516,0.0001509051,0.0014929665,0.00020641192,0.00029424106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0103065865,0.0002869736,0.00031508316,0.0004392966,0.0010059709,0.00072342454,0.0012665396,0.00024760174,0.000732036],"category_scores_gemma":[0.00033142214,0.00022109422,0.00006351193,0.00081740913,0.00013269192,0.00066374405,0.0005676997,0.0012070575,0.00016338965],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018281059,0.0015009303,0.9039193,0.0021251151,0.00021836605,0.00009829289,0.04153864,0.00004897959,0.0018012811,0.0000667489,0.013180992,0.033673283],"study_design_scores_gemma":[0.011579223,0.0056829876,0.8297201,0.020831376,0.00006137139,0.00003622896,0.033272017,0.026702702,0.00286454,0.0010734774,0.06710476,0.0010712667],"about_ca_topic_score_codex":0.0021468152,"about_ca_topic_score_gemma":0.00048487788,"teacher_disagreement_score":0.074199215,"about_ca_system_score_codex":0.00037908886,"about_ca_system_score_gemma":0.00032958065,"threshold_uncertainty_score":0.90159607},"labels":[],"label_agreement":null},{"id":"W4392286617","doi":"10.2196/51489","title":"Developing and Validating a Self-Care Self-Efficacy Scale for Oral Anticoagulation Therapy in Patients With Nonvalvular Atrial Fibrillation: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministero della Salute","keywords":"Medicine; Atrial fibrillation; Medication adherence; Intensive care medicine; Stroke (engine); Protocol (science); Self-management; Physical therapy; Alternative medicine; Internal medicine","score_opus":0.33955037845206076,"score_gpt":0.6035850384208374,"score_spread":0.2640346599687767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392286617","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098393336,0.0000028765712,0.003711868,0.00026043417,0.000013654551,0.89740276,0.000003848625,0.0001921192,0.000019078732],"genre_scores_gemma":[0.014304418,1.7279099e-7,0.10835608,0.000006392174,0.0005901122,0.87660664,0.000036936202,0.000059034577,0.000040202667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99708295,0.0006228354,0.00055050955,0.0005934446,0.0006978074,0.00045242542],"domain_scores_gemma":[0.9979081,0.0009635174,0.00010475604,0.00026541782,0.00066536217,0.000092835435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028995401,0.00022916078,0.00044680262,0.0004938172,0.00029060413,0.00034997292,0.00009895241,0.00011211397,0.000011544393],"category_scores_gemma":[0.00028259982,0.00016864073,0.00013662591,0.0008834622,0.000035670397,0.00033267023,0.00010839428,0.00018307642,0.0000022981812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00883407,0.0001661712,0.8479975,0.0037027013,0.00022365674,0.000002701126,0.0034052746,0.000047062465,0.000061000264,0.00025232288,0.00013171004,0.13517585],"study_design_scores_gemma":[0.059610642,0.012626305,0.7156393,0.0027306515,0.00004522759,9.939972e-7,0.0009032078,0.006679779,0.0006295124,0.00028930083,0.2004265,0.000418576],"about_ca_topic_score_codex":0.000004780425,"about_ca_topic_score_gemma":0.0000056717654,"teacher_disagreement_score":0.2002948,"about_ca_system_score_codex":0.0002380674,"about_ca_system_score_gemma":0.0003511873,"threshold_uncertainty_score":0.68769693},"labels":[],"label_agreement":null},{"id":"W4392298023","doi":"10.2196/49940","title":"Matrix Metalloproteinase-9 Testing of Golden Rice Cookies With Piper Crocatum Active Extract for Preventing Foot Ulcers in Patients With Diabetes: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Hasanuddin","keywords":"Medicine; Diabetic foot; Randomized controlled trial; Diabetes mellitus; Traditional medicine; Internal medicine","score_opus":0.0827167223054679,"score_gpt":0.4766947238931033,"score_spread":0.3939780015876354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392298023","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013665025,0.0000029292069,0.00046950518,0.00017650276,0.000009801586,0.9837255,0.00001619063,0.000091224516,0.0018433344],"genre_scores_gemma":[0.02164211,3.413155e-8,0.0068185395,0.0000113348415,0.000119092736,0.9686552,0.00002150241,0.00010108878,0.0026310463],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99538785,0.00057396526,0.001052449,0.0007143547,0.0013544124,0.0009169445],"domain_scores_gemma":[0.99440503,0.0034760258,0.00040458614,0.00040937087,0.001151346,0.00015364157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005934898,0.000394942,0.0018295731,0.0007352389,0.00013814782,0.00023965804,0.0002734509,0.0001215159,0.000041094805],"category_scores_gemma":[0.0018352191,0.00023418336,0.0003595469,0.000884688,0.0003147888,0.000368344,0.0001159254,0.00048174057,0.0000022939003],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9749587,0.0027362152,0.00093535305,0.014444112,0.0011226523,0.000007679711,0.00021395323,0.00000780175,0.0006905953,0.00030884557,0.00054856896,0.0040255063],"study_design_scores_gemma":[0.95641464,0.019688359,0.0006025221,0.013549904,0.0001943452,2.667171e-7,0.00016489878,0.0015049791,0.0025713365,0.00039592324,0.004632686,0.00028016933],"about_ca_topic_score_codex":0.0000129918135,"about_ca_topic_score_gemma":0.00000821919,"teacher_disagreement_score":0.018544106,"about_ca_system_score_codex":0.0002510185,"about_ca_system_score_gemma":0.0008695633,"threshold_uncertainty_score":0.954972},"labels":[],"label_agreement":null},{"id":"W4392369267","doi":"10.2196/55723","title":"Predictive and Prognostic Biomarkers in Patients With Mycosis Fungoides and Sézary Syndrome (BIO-MUSE): Protocol for a Translational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cutaneous lymphoproliferative disorders research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mycosis fungoides; Medicine; Dermatology; Protocol (science); Lymphoma; Pathology; Alternative medicine","score_opus":0.12791150316222474,"score_gpt":0.5011668789713961,"score_spread":0.37325537580917134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392369267","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16825366,0.000007677525,0.00003404334,0.00039365728,0.0000014243976,0.8309966,0.00008012129,0.00006873238,0.00016412609],"genre_scores_gemma":[0.18833894,2.8539304e-7,0.00024105988,0.000010890029,0.000021754013,0.81119096,0.000027469121,0.000061775536,0.00010687157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960725,0.0004413486,0.0004077994,0.0009061966,0.0014389985,0.0007331847],"domain_scores_gemma":[0.9978814,0.0008961723,0.000034862343,0.0002835834,0.00060076365,0.00030319014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013992497,0.0002846173,0.00039839812,0.0010428061,0.00022415812,0.00028211623,0.00013931582,0.00012782057,0.000074160766],"category_scores_gemma":[0.0003684301,0.00020676854,0.000048260143,0.0011450476,0.00048823224,0.0002970575,0.0001274232,0.00054904656,0.000006359276],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021134894,0.0038836224,0.9572615,0.0053019137,0.00035995146,0.00028845243,0.001806966,0.0000012411964,0.00008663649,0.000042071697,0.0006479637,0.00918477],"study_design_scores_gemma":[0.02202328,0.036752872,0.9267499,0.006542971,0.000017777767,0.00016105284,0.00068049436,0.002170522,0.000058305257,0.0003327843,0.004230133,0.00027989678],"about_ca_topic_score_codex":0.000034197255,"about_ca_topic_score_gemma":0.00007171248,"teacher_disagreement_score":0.03286925,"about_ca_system_score_codex":0.00018796368,"about_ca_system_score_gemma":0.0007742248,"threshold_uncertainty_score":0.8431777},"labels":[],"label_agreement":null},{"id":"W4392370715","doi":"10.2196/55803","title":"Efficacy of Virtual Reality-Based Joint Attention Interventions in Enhancing Social-Communication Skills of School-Aged Children with Autism: A Randomized Controlled Trial Protocol (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Autism; Joint attention; Psychological intervention; Preprint; Psychology; Protocol (science); Randomized controlled trial; Autism spectrum disorder; Virtual reality; Social communication; Applied psychology; Developmental psychology; Medicine; Computer science; Alternative medicine; Human–computer interaction; Psychiatry; World Wide Web","score_opus":0.15488396958300812,"score_gpt":0.5022246253666421,"score_spread":0.34734065578363404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392370715","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18827738,4.11896e-7,0.0006438107,0.0014026803,0.0000034641937,0.80907375,0.0000149671805,0.0001358307,0.00044770163],"genre_scores_gemma":[0.4267006,5.3140735e-7,0.00007563365,0.0000044658887,0.00001342963,0.5729393,0.0000119838305,0.000034201763,0.00021989623],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97865266,0.014618558,0.0024208508,0.0008611266,0.002513721,0.0009330873],"domain_scores_gemma":[0.9939258,0.003386811,0.0010665534,0.0012567209,0.0001946737,0.00016945259],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019779168,0.00029980886,0.0016774684,0.0018475617,0.00043699497,0.00015948614,0.0012077715,0.00020635282,0.00031642892],"category_scores_gemma":[0.0102536185,0.0002390544,0.0007857195,0.0033370445,0.0012859058,0.0003414101,0.00070797437,0.0015318941,0.000078930425],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92832184,0.006532017,0.00069175725,0.0008277175,0.00008098729,0.0000073728856,0.0008592589,0.00041979834,0.054523196,0.006922175,0.000116663476,0.00069721637],"study_design_scores_gemma":[0.9073818,0.002082083,0.05210579,0.004358924,0.000008814333,0.0000013320969,0.0000641143,0.0013707818,0.029315062,0.003077058,0.000017786677,0.00021645857],"about_ca_topic_score_codex":0.00031044017,"about_ca_topic_score_gemma":0.00019471311,"teacher_disagreement_score":0.2384232,"about_ca_system_score_codex":0.00028520572,"about_ca_system_score_gemma":0.0010564124,"threshold_uncertainty_score":0.9980834},"labels":[],"label_agreement":null},{"id":"W4392370751","doi":"10.2196/57238","title":"Designing, Developing, and Testing a Chatbot for Parents and Caregivers of Children and Young People With Rheumatological Conditions (the IMPACT Study): Protocol for a Co-Designed Proof-of-Concept Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"Medical Research Council; Versus Arthritis","keywords":"Medicine; Chatbot; Intervention (counseling); Protocol (science); Test (biology); Focus group; Health care; Nursing; Family medicine; Alternative medicine; World Wide Web","score_opus":0.2731700768858381,"score_gpt":0.5919552104110367,"score_spread":0.3187851335251986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392370751","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16857779,0.0000048109277,0.0005577868,0.000051449864,0.0000040926484,0.83053714,0.00015793047,0.000035469307,0.00007353047],"genre_scores_gemma":[0.4450534,6.9988118e-9,0.00035581458,9.0892064e-7,0.000007326559,0.55450654,0.0000060926563,0.000019367371,0.00005057368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99758697,0.000506677,0.00051866664,0.00054275326,0.00034574393,0.000499196],"domain_scores_gemma":[0.9979636,0.001132309,0.00018059848,0.00024468658,0.0003392842,0.00013951414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014604144,0.00020796101,0.0003836129,0.00022252146,0.0003913729,0.00018522207,0.00019349031,0.000069397414,0.000020528607],"category_scores_gemma":[0.00025291415,0.00013101325,0.00005010471,0.00043475954,0.00047230595,0.00018914374,0.00013984722,0.00022910263,6.8337573e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005513236,0.008530026,0.9195958,0.004874306,0.0008371477,0.000019899004,0.038343344,0.000002317783,0.00009367601,0.0014849711,0.0037532935,0.016951997],"study_design_scores_gemma":[0.027521549,0.16382207,0.7591611,0.011496912,0.000049571194,0.00030802612,0.031158213,0.00017662217,0.0028379087,0.0025947723,0.0002614417,0.0006118162],"about_ca_topic_score_codex":0.00028006316,"about_ca_topic_score_gemma":0.00012756957,"teacher_disagreement_score":0.2764756,"about_ca_system_score_codex":0.00007408313,"about_ca_system_score_gemma":0.00025073232,"threshold_uncertainty_score":0.5342565},"labels":[],"label_agreement":null},{"id":"W4392370769","doi":"10.2196/57226","title":"Smartphone App–Delivered Mindfulness-Based Intervention for Mild Traumatic Brain Injury in Adolescents: Protocol for a Feasibility Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto; BC Children's Hospital; Alberta Children's Hospital; Vancouver Coastal Health Research Institute; Vancouver Coastal Health; Ottawa Hospital; Royal Ottawa Mental Health Centre; Simon Fraser University; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Randomized controlled trial; Mindfulness; Medicine; Intervention (counseling); Anxiety; Quality of life (healthcare); Cognition; Clinical psychology; Physical therapy; Concussion; Poison control; Psychiatry; Injury prevention","score_opus":0.31587329439146294,"score_gpt":0.5819225278865884,"score_spread":0.26604923349512544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392370769","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004289851,0.00000510836,0.008996906,0.0026630387,0.00004713862,0.9834744,0.000106471765,0.00026274336,0.00015438335],"genre_scores_gemma":[0.029345823,2.4792094e-8,0.001243022,0.0001030623,0.00042323326,0.96717346,0.0000642235,0.00014707848,0.0015000748],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9875129,0.0045459135,0.0028407588,0.0013382981,0.002178848,0.0015832748],"domain_scores_gemma":[0.98990214,0.006978789,0.0002977752,0.0011265539,0.0012265506,0.00046816483],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03464235,0.0005569337,0.0028762557,0.0016998444,0.00024726024,0.00049172546,0.0006457159,0.00048881845,0.0005727265],"category_scores_gemma":[0.0147779165,0.00040847115,0.0018977626,0.0014073421,0.00072403945,0.00032586532,0.00014055985,0.0014927295,0.000063273896],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91189635,0.007683459,0.000046353704,0.041922506,0.0002230264,0.000016431391,0.00027490617,0.0000017706836,0.00053728576,0.0003693673,0.017217226,0.019811347],"study_design_scores_gemma":[0.9139122,0.011289169,0.00008552316,0.039474625,0.000033085937,0.0000035136984,0.00013322641,0.021158116,0.003899883,0.004604851,0.0050743152,0.0003315259],"about_ca_topic_score_codex":0.0000475215,"about_ca_topic_score_gemma":0.000053570096,"teacher_disagreement_score":0.025055971,"about_ca_system_score_codex":0.0010714568,"about_ca_system_score_gemma":0.001940839,"threshold_uncertainty_score":0.99983674},"labels":[],"label_agreement":null},{"id":"W4392393178","doi":"10.2196/56123","title":"Effects of a Patient Portal Intervention to Address Diabetes Care Gaps: Protocol for a Pragmatic Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Medicine; Diabetes mellitus; Randomized controlled trial; Patient portal; Research design; Health care; Internal medicine","score_opus":0.11521629965953818,"score_gpt":0.6120547605774288,"score_spread":0.49683846091789063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392393178","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003961155,0.00003826759,0.00013886062,0.00031661696,0.00016332432,0.99371713,0.0000417226,0.00020857267,0.0014143169],"genre_scores_gemma":[0.0062504834,1.9547197e-7,0.00018033962,0.0000507828,0.00065738894,0.9916867,0.0000188956,0.00010753834,0.0010476948],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97758317,0.015239693,0.0031832228,0.0007102839,0.001467999,0.0018156292],"domain_scores_gemma":[0.97884995,0.017890675,0.0006975674,0.0005739388,0.0015451567,0.00044273792],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016147563,0.00035861752,0.002365074,0.0008354038,0.0005026385,0.000091316244,0.00046448712,0.0003953713,0.0003050554],"category_scores_gemma":[0.010574981,0.00024141646,0.00083260797,0.0007793334,0.00013357008,0.00018893869,0.00025273877,0.0014444721,0.00028198195],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.80444133,0.0007972471,0.000028967612,0.16248953,0.00019967704,0.000008955146,0.006493441,9.665476e-7,0.00060182175,0.0011524874,0.018880676,0.0049048862],"study_design_scores_gemma":[0.80733514,0.010748914,0.000004002765,0.06858794,0.000018621984,3.6458547e-7,0.00092723843,0.0003668395,0.0010627205,0.00054556056,0.11021418,0.0001884649],"about_ca_topic_score_codex":0.000085499356,"about_ca_topic_score_gemma":0.00010005541,"teacher_disagreement_score":0.0939016,"about_ca_system_score_codex":0.00075396267,"about_ca_system_score_gemma":0.0029925294,"threshold_uncertainty_score":0.99775934},"labels":[],"label_agreement":null},{"id":"W4392411611","doi":"10.2196/53362","title":"Needs and Experiences With Health Care Providers of Adult Rare Disease Patients and Caregivers of People With Rare Diseases: Protocol for a Qualitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rare disease; Qualitative research; Medicine; Protocol (science); Health care; Disease; Nursing; Family medicine; Gerontology; Psychology; Alternative medicine; Sociology","score_opus":0.04761879896735294,"score_gpt":0.4806464435094374,"score_spread":0.4330276445420845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392411611","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40387836,0.00004447441,0.000010148663,0.00005290093,0.0000011874906,0.5956345,0.00036524748,0.000005998837,0.0000071571535],"genre_scores_gemma":[0.459779,4.0403904e-7,0.00004815429,0.0000062252743,0.000010618846,0.5400715,0.00005065727,0.000015920315,0.000017531027],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99832135,0.00027115346,0.00022924424,0.00046805362,0.0004129991,0.0002972212],"domain_scores_gemma":[0.99850696,0.000056806974,0.00010104976,0.00025910028,0.0007832186,0.00029288154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014587349,0.00017819114,0.00024010455,0.00014197931,0.00015440217,0.000079349724,0.00015758383,0.00003841582,0.0000036051329],"category_scores_gemma":[0.00007795126,0.000117987074,0.000045844903,0.00025037568,0.00037515303,0.000021084727,0.00013928855,0.000076613615,8.127988e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029355653,0.0026365975,0.08520431,0.033100273,0.00031809337,0.000024943845,0.84033644,0.000005757033,0.00023922537,0.00011434312,0.004360135,0.004304242],"study_design_scores_gemma":[0.005965832,0.02448445,0.004885366,0.0019470735,0.0000138797905,0.0000011389471,0.95873344,0.0000148015215,0.00065152254,0.00001642904,0.0030375468,0.0002485164],"about_ca_topic_score_codex":0.00008145125,"about_ca_topic_score_gemma":0.00011286488,"teacher_disagreement_score":0.11839702,"about_ca_system_score_codex":0.000024308052,"about_ca_system_score_gemma":0.0009910022,"threshold_uncertainty_score":0.48113734},"labels":[],"label_agreement":null},{"id":"W4392412089","doi":"10.2196/52612","title":"Applications of Artificial Intelligence in Emergency Departments to Improve Wait Times: Protocol for an Integrative Living Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Newfoundland and Labrador Centre for Applied Health Research; Memorial University of Newfoundland","funders":"","keywords":"Protocol (science); Medical emergency; Computer science; Psychology; Medicine; Medical education; Alternative medicine","score_opus":0.23858356065134392,"score_gpt":0.6076194090160922,"score_spread":0.36903584836474834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392412089","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009193011,0.00010392069,0.0036827426,0.0008111651,0.0000102411705,0.9929785,0.000053600015,0.000053481443,0.0022971544],"genre_scores_gemma":[0.00015928963,0.00005026725,0.0011308539,0.000060505623,0.00019065966,0.99740064,0.000012428888,0.00003249846,0.00096288254],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974025,0.00019660195,0.00082892313,0.0005655817,0.0005311632,0.00047522553],"domain_scores_gemma":[0.99826634,0.00020756965,0.00006666323,0.00046482126,0.00081968855,0.00017490884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017403517,0.00019361736,0.00040047572,0.00035989218,0.000115135255,0.000024755145,0.0002918204,0.000075246455,0.00052353606],"category_scores_gemma":[0.00077205285,0.00014204111,0.00013753666,0.0015261833,0.000100009085,0.00018037995,0.00017719435,0.0004218766,0.000072241375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011747464,0.0036545813,0.0005971393,0.08659884,0.00017863991,0.000018044297,0.0041934336,0.0000012734798,0.015486592,0.021974204,0.16987951,0.696243],"study_design_scores_gemma":[0.0002734082,0.007881887,0.00013511979,0.06805127,0.000017216913,0.0000032272742,0.0012316937,0.00070378924,0.015417227,0.009691307,0.89625776,0.00033609185],"about_ca_topic_score_codex":0.000023294508,"about_ca_topic_score_gemma":0.00011175788,"teacher_disagreement_score":0.72637826,"about_ca_system_score_codex":0.00013224292,"about_ca_system_score_gemma":0.00036483162,"threshold_uncertainty_score":0.57922685},"labels":[],"label_agreement":null},{"id":"W4392412865","doi":"10.2196/52137","title":"“Effects of multi-segmental exercise programme on postural dysfunction among geriatric population: Study Protocol of a Randomized Controlled Trial. (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Medicine; Physical therapy; Protocol (science); Population; Gerontology; Physical medicine and rehabilitation; Psychology; Alternative medicine; World Wide Web; Computer science; Surgery; Environmental health","score_opus":0.1254221326496033,"score_gpt":0.5369119252965964,"score_spread":0.41148979264699304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392412865","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25466338,0.00000125645,0.0000132058985,0.000027492288,0.000064202366,0.7448397,0.0000042458946,0.00017795236,0.0002085177],"genre_scores_gemma":[0.20233972,0.0000010918036,0.00006676234,0.000004002985,0.00017835097,0.7945859,0.00002501578,0.000043934993,0.0027552184],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98377055,0.010468224,0.002387981,0.0006713246,0.001731206,0.0009707335],"domain_scores_gemma":[0.99398655,0.0028573382,0.0013984032,0.0006955285,0.000863954,0.00019824512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016054936,0.00032965283,0.0021555,0.00089745404,0.0005724832,0.00004964906,0.0004234183,0.00033182977,0.000044756252],"category_scores_gemma":[0.0024983727,0.00023209285,0.0005964769,0.0015164437,0.00021327294,0.00032936828,0.00036513936,0.0011126924,0.00012686581],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95389026,0.013140474,0.018317293,0.004809812,0.0001767081,0.000010357455,0.0015783914,0.0000018397508,0.004077514,0.000106096384,0.0005459079,0.0033453368],"study_design_scores_gemma":[0.7573555,0.0039416538,0.23350206,0.003342059,0.000029274746,1.2098965e-7,0.0008850012,0.00044282264,0.000070938404,0.0001936506,0.00008733953,0.00014960319],"about_ca_topic_score_codex":0.00042621058,"about_ca_topic_score_gemma":0.00005455219,"teacher_disagreement_score":0.21518476,"about_ca_system_score_codex":0.00025046602,"about_ca_system_score_gemma":0.00030351145,"threshold_uncertainty_score":0.94644713},"labels":[],"label_agreement":null},{"id":"W4392429145","doi":"10.2196/52973","title":"Engagement With Conversational Agent–Enabled Interventions in Cardiometabolic Disease Management: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Protocol (science); Medicine; Psychology; Computer science; Knowledge management; Medical education; Nursing; Alternative medicine","score_opus":0.5612870600224703,"score_gpt":0.6750117264886804,"score_spread":0.11372466646621004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392429145","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1117929e-9,0.30039486,0.000038626946,0.00015917253,0.000031621414,0.694404,0.0004565901,0.00010302598,0.0044120634],"genre_scores_gemma":[5.8951223e-8,0.0289586,0.0000993326,0.000062756604,0.000102382626,0.9422593,0.0003162617,0.00020438033,0.027996931],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9887538,0.0040193326,0.0030132846,0.0014296242,0.001458108,0.0013258599],"domain_scores_gemma":[0.9961914,0.00049058784,0.000730928,0.001723435,0.0003544216,0.0005092704],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0070990846,0.00076140795,0.0028928008,0.0022664347,0.00023181568,0.0004363907,0.00133881,0.00019445465,0.0009486753],"category_scores_gemma":[0.00023440144,0.0005370848,0.0019022843,0.0028443672,0.00021018456,0.00026167012,0.000693202,0.0013678716,0.0030667474],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017935097,0.0020832352,6.855088e-7,0.8970754,0.00092360214,0.0002530773,0.0000416917,7.01088e-8,9.075233e-10,0.025837952,0.042009536,0.031595398],"study_design_scores_gemma":[0.0010160501,0.00047729982,0.00000184002,0.505279,0.0003844108,0.000010974309,0.000025963147,7.3538325e-7,1.0130142e-8,0.00035235184,0.49222273,0.00022866162],"about_ca_topic_score_codex":0.000008515824,"about_ca_topic_score_gemma":0.000012192605,"teacher_disagreement_score":0.4502132,"about_ca_system_score_codex":0.0012521163,"about_ca_system_score_gemma":0.00067206717,"threshold_uncertainty_score":0.9999646},"labels":[],"label_agreement":null},{"id":"W4392429758","doi":"10.2196/57404","title":"Assessing Functional Capacity in Directly and Remotely Monitored Home-Based Settings in Individuals With Chronic Respiratory Diseases: Protocol for a Multinational Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Institut universitaire de cardiologie et de pneumologie de Québec","funders":"Université Laval; Institut universitaire de cardiologie et de pneumologie de Québec, Université Laval; AstraZeneca","keywords":"Telerehabilitation; Pulmonary rehabilitation; Medicine; Test (biology); Physical medicine and rehabilitation; Physical therapy; Protocol (science); Rehabilitation; Telemedicine; Health care; Alternative medicine","score_opus":0.2303990806198389,"score_gpt":0.5110732778254315,"score_spread":0.2806741972055926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392429758","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22136259,0.00001302517,0.000093364324,0.00043899383,0.000005913404,0.7778344,0.000086402586,0.00010001695,0.00006529766],"genre_scores_gemma":[0.13728799,5.3130844e-8,0.00067341916,0.00002318773,0.0002689228,0.86151904,0.00007009336,0.000077526995,0.00007975546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99366987,0.001219214,0.0006467975,0.0011890837,0.0023628653,0.0009121557],"domain_scores_gemma":[0.9969793,0.0012058703,0.00010499898,0.00045988642,0.0008801338,0.00036982793],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031502517,0.0003338822,0.00044649374,0.0017351592,0.0002865263,0.00063462416,0.0002191489,0.00016493017,0.000103035585],"category_scores_gemma":[0.0008691028,0.00028171856,0.000078088095,0.0021594162,0.00047242403,0.00092482095,0.0001759479,0.001205747,0.000009652535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004769534,0.0050526904,0.9419156,0.014601902,0.00008671811,0.0003261301,0.00045037948,0.0001972932,0.0023520319,0.000087169734,0.001168133,0.028992426],"study_design_scores_gemma":[0.020628871,0.0022268305,0.94323593,0.00875858,0.0000104330475,0.000009341391,0.00033998155,0.009865535,0.00070451316,0.00030398712,0.013614956,0.00030103634],"about_ca_topic_score_codex":0.000069055524,"about_ca_topic_score_gemma":0.000057051806,"teacher_disagreement_score":0.0840746,"about_ca_system_score_codex":0.0026704061,"about_ca_system_score_gemma":0.0053433985,"threshold_uncertainty_score":0.9999635},"labels":[],"label_agreement":null},{"id":"W4392429991","doi":"10.2196/54254","title":"Testing the Effectiveness of an Intervention to Improve Romanian Teachers’ LGBT+-Related Attitudes, Cognitions, Behaviors, and Affect: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affect (linguistics); Intervention (counseling); Randomized controlled trial; Protocol (science); Psychology; Cognition; Romanian; Clinical psychology; Applied psychology; Social psychology; Medicine; Alternative medicine; Psychiatry","score_opus":0.17400034694032893,"score_gpt":0.6012679826153502,"score_spread":0.42726763567502124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392429991","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052723654,0.000011633722,0.00008266971,0.00019721736,0.00007417309,0.9451438,0.000046461075,0.00013524624,0.0015851144],"genre_scores_gemma":[0.03421892,1.0309919e-7,0.00010985464,0.000010645161,0.00033318088,0.9640523,0.000015378493,0.00006347502,0.0011961248],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98567635,0.011426499,0.0010006247,0.0006751079,0.0005403198,0.00068111415],"domain_scores_gemma":[0.9895816,0.008914448,0.00021859456,0.0005231563,0.0005192986,0.00024290489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026445713,0.00026977313,0.0009860473,0.0005198117,0.00044009858,0.00041613771,0.00040788075,0.00027913923,0.00015946479],"category_scores_gemma":[0.00341871,0.00017652084,0.00039300008,0.00065405684,0.0004151894,0.00023778003,0.00014782211,0.000813961,0.000045356177],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9607738,0.0025659571,0.00050976797,0.008645948,0.00028826494,0.00001765596,0.0012684988,3.6112093e-7,0.0032700514,0.0043908525,0.0010341316,0.017234704],"study_design_scores_gemma":[0.9717401,0.010356832,0.008438975,0.0036067811,0.00008813754,0.000015580023,0.000090011505,0.000102041784,0.00014094812,0.0038135909,0.0013865797,0.00022040309],"about_ca_topic_score_codex":0.0016430243,"about_ca_topic_score_gemma":0.0001320356,"teacher_disagreement_score":0.023027003,"about_ca_system_score_codex":0.000142088,"about_ca_system_score_gemma":0.00032529383,"threshold_uncertainty_score":0.9165609},"labels":[],"label_agreement":null},{"id":"W4392447902","doi":"10.2196/57937","title":"Correction: Feasibility of a Pediatric Acute Video Consultation Process Among Health Care Professionals in Primary Care in a Rural Setting: Protocol for a Prospective Validation Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Primary care; Family medicine; Health care; Nursing; Medical education; Alternative medicine","score_opus":0.17465505384108276,"score_gpt":0.6078033458294233,"score_spread":0.43314829198834054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392447902","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010463031,0.000030577903,0.0000060685466,0.0005285191,0.00030056274,0.9876502,0.000257525,0.000111525456,0.00065200066],"genre_scores_gemma":[0.0068450235,0.0000010325406,0.00013557465,0.00006301769,0.0011441362,0.9858069,0.0025944388,0.00011968379,0.0032902213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99134594,0.0014886276,0.0023655908,0.0012581157,0.0024804077,0.0010613445],"domain_scores_gemma":[0.9936761,0.00052831846,0.0010905145,0.00059925223,0.003821384,0.00028437676],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00412132,0.0005270439,0.0013509387,0.0022087311,0.00026023012,0.000082451,0.00029733614,0.00052306073,0.00004301993],"category_scores_gemma":[0.0012173888,0.0004480621,0.00014979574,0.003251337,0.00014961086,0.00035753433,0.00018092198,0.0033800686,0.000004600476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.011203649,0.0035889081,0.46448484,0.15007661,0.00007303515,0.000051431238,0.07683015,0.000001137631,0.000006156294,0.000003588571,0.28648096,0.0071995337],"study_design_scores_gemma":[0.050193265,0.042562142,0.67901975,0.058665458,0.000091421796,0.000017455191,0.15884915,0.00010938407,0.00022577398,0.00015240867,0.009426727,0.00068709214],"about_ca_topic_score_codex":0.00038084708,"about_ca_topic_score_gemma":0.0016746917,"teacher_disagreement_score":0.27705425,"about_ca_system_score_codex":0.0047778897,"about_ca_system_score_gemma":0.017381622,"threshold_uncertainty_score":0.9997971},"labels":[],"label_agreement":null},{"id":"W4392458271","doi":"10.2196/52766","title":"Investigating Digital Patient-Reported Outcome Measures in Patient-Centered Diabetes Specialist Outpatient Care (DigiDiaS): Protocol for a Multimethod Prospective Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Protocol (science); Diabetes mellitus; Research design; Family medicine; Alternative medicine; Internal medicine","score_opus":0.534790511543308,"score_gpt":0.5648845280310256,"score_spread":0.03009401648771759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392458271","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22602127,0.0000028722397,0.000011936761,0.00021071662,0.000038625123,0.772486,0.000044226097,0.00015480054,0.0010295595],"genre_scores_gemma":[0.19008578,1.3476196e-8,0.0009558068,0.000050074763,0.00021964523,0.8081449,0.00016104688,0.00007311744,0.00030958565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947181,0.000375011,0.0012550353,0.0009815611,0.0017519799,0.00091831444],"domain_scores_gemma":[0.99716544,0.00046762847,0.0002256186,0.0005556969,0.0013105233,0.0002750987],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013555955,0.00036645005,0.000508727,0.00077423063,0.0002417239,0.00084376807,0.00024329334,0.00012779637,0.000055429085],"category_scores_gemma":[0.0028803872,0.00030962215,0.0001840838,0.0012832952,0.00016550167,0.0007668382,0.00027123734,0.0006922757,0.000031780466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005218397,0.0038262617,0.9152536,0.0033889795,0.00012327173,0.00002745921,0.011454245,0.000006989629,0.00020191567,0.00008764715,0.003293417,0.061814405],"study_design_scores_gemma":[0.015052116,0.019034153,0.7839203,0.011604927,0.00003668473,0.0000026658593,0.014622558,0.0013893798,0.002507927,0.0013831863,0.1495901,0.00085599837],"about_ca_topic_score_codex":0.000026898595,"about_ca_topic_score_gemma":0.000026179086,"teacher_disagreement_score":0.14629668,"about_ca_system_score_codex":0.0009910883,"about_ca_system_score_gemma":0.00061959994,"threshold_uncertainty_score":0.99993557},"labels":[],"label_agreement":null},{"id":"W4392473527","doi":"10.2196/53728","title":"Psychostimulant Medications for Physical Function and Spasticity in Children With Cerebral Palsy: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Northern Border University","keywords":"Cerebral palsy; Tolerability; Randomized controlled trial; Placebo; Modafinil; Medicine; Spasticity; Physical therapy; Gross Motor Function Classification System; Modified Ashworth scale; Physical medicine and rehabilitation; Neurology; Gross motor skill; Clinical trial; Psychology; Motor skill; Adverse effect; Psychiatry; Surgery; Internal medicine","score_opus":0.08818625393633558,"score_gpt":0.5039832310789786,"score_spread":0.41579697714264297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392473527","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044452683,0.0000028391894,0.0031589451,0.0020103438,0.000007691954,0.98997045,0.000022224009,0.000076836826,0.00030541286],"genre_scores_gemma":[0.010680209,2.4837038e-7,0.00029457605,0.00008931005,0.00047348777,0.98786217,0.00004397837,0.000037345802,0.0005187018],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99757195,0.00033178317,0.00049113506,0.0005233005,0.0005919168,0.00048990647],"domain_scores_gemma":[0.9978598,0.0014373814,0.00007762647,0.00023483524,0.00021105415,0.00017931682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026583027,0.00020712243,0.00096693914,0.00032506976,0.00014628207,0.00012051411,0.000093732735,0.00010554994,0.000078586665],"category_scores_gemma":[0.0005730357,0.00012190085,0.00025575433,0.000334327,0.0003020031,0.000118672164,0.00003407571,0.00040250624,0.0000049677224],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9860199,0.0017161587,0.0009020126,0.0011748297,0.0004150256,8.778945e-7,0.00014199845,0.0000023382443,0.00010546614,0.0051900567,0.002399883,0.0019314248],"study_design_scores_gemma":[0.96676093,0.009100496,0.0012152895,0.0021608053,0.00008487775,0.0000028958411,0.000031451193,0.006121344,0.000039240596,0.007151387,0.007192733,0.00013852924],"about_ca_topic_score_codex":0.000018999288,"about_ca_topic_score_gemma":0.000028852646,"teacher_disagreement_score":0.019258978,"about_ca_system_score_codex":0.00005811053,"about_ca_system_score_gemma":0.0004300882,"threshold_uncertainty_score":0.49709722},"labels":[],"label_agreement":null},{"id":"W4392512012","doi":"10.2196/53255","title":"Family Involvement in the Care of Hospitalized Older Adults: Protocol for a Qualitative Evidence Synthesis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institute on Aging; U.S. Department of Veterans Affairs","keywords":"Qualitative research; Protocol (science); Gerontology; Medicine; Psychology; Family medicine; Alternative medicine; Sociology","score_opus":0.5552886492088654,"score_gpt":0.6754092285860546,"score_spread":0.12012057937718912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392512012","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032264285,0.000050133443,0.000056694436,0.0009062994,0.000053469153,0.9933101,0.00019641462,0.000066228604,0.002134262],"genre_scores_gemma":[0.01472372,0.0000017171882,0.00025240966,0.00053465355,0.00014526029,0.98405355,0.000015088179,0.000047760903,0.00022586447],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9891208,0.006967653,0.0010375775,0.0006007819,0.0013708267,0.00090236875],"domain_scores_gemma":[0.96587616,0.027727282,0.00017140176,0.0006949654,0.005428474,0.000101695434],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007241987,0.00025092525,0.00041006732,0.0004896206,0.0004684282,0.00006007404,0.00086420734,0.00026959926,0.00015835234],"category_scores_gemma":[0.011868332,0.00015788515,0.00018991911,0.0012542118,0.0003414283,0.0002923195,0.00025526906,0.0013596131,0.00008423937],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055589695,0.0004915279,0.004312575,0.07347343,0.00005853221,0.000039260598,0.6081971,0.0000016783014,0.0004989238,0.007085215,0.29093033,0.009352429],"study_design_scores_gemma":[0.0028556369,0.0031787206,0.0036510397,0.2762052,0.000005385116,3.421815e-7,0.45257998,0.000069248774,0.00072053226,0.0011572791,0.25929552,0.0002810826],"about_ca_topic_score_codex":0.00045204832,"about_ca_topic_score_gemma":0.00010410912,"teacher_disagreement_score":0.20273179,"about_ca_system_score_codex":0.00042100137,"about_ca_system_score_gemma":0.0012751811,"threshold_uncertainty_score":0.99645513},"labels":[],"label_agreement":null},{"id":"W4392512320","doi":"10.2196/52649","title":"Effectiveness of Virtual Reality in Reducing Perceived Pain and Anxiety Among Patients Within a Hospital System: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Anxiety; Virtual reality; Psychology; Clinical psychology; Applied psychology; Medicine; Physical therapy; Nursing; Computer science; Alternative medicine; Psychiatry; Human–computer interaction","score_opus":0.10307772571040072,"score_gpt":0.5430274486542028,"score_spread":0.4399497229438021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392512320","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16969112,6.703627e-7,0.0028469553,0.00001928141,0.0000068130007,0.82707983,0.000010517152,0.00022423748,0.00012057127],"genre_scores_gemma":[0.35687354,6.538352e-8,0.00239918,0.0000012545833,0.00003810789,0.64061654,0.000005954658,0.000037081878,0.000028250319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9871966,0.009687727,0.00076329237,0.00087782997,0.0009333477,0.00054117653],"domain_scores_gemma":[0.9965404,0.0020834913,0.00013764731,0.00058599253,0.0004852309,0.00016723231],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.047330532,0.00025405132,0.0006389264,0.00075882033,0.00010476277,0.000112366426,0.00026063237,0.00017378828,0.0000037979187],"category_scores_gemma":[0.0029759349,0.0002082684,0.00010569969,0.0011074338,0.00023450766,0.00025215506,0.0003672618,0.00068361347,7.7355617e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070804493,0.007282396,0.81353205,0.111713104,0.00022403858,0.00008925631,0.005730193,0.000006140163,0.0065382803,0.00029693675,0.00319435,0.04431283],"study_design_scores_gemma":[0.0076908506,0.021942103,0.9335287,0.025545247,0.000019763827,0.0000013176598,0.0023767003,0.006221105,0.0014837494,0.00023485415,0.00069398823,0.00026161902],"about_ca_topic_score_codex":0.00027255208,"about_ca_topic_score_gemma":0.00001137592,"teacher_disagreement_score":0.18718243,"about_ca_system_score_codex":0.00056176283,"about_ca_system_score_gemma":0.00026736755,"threshold_uncertainty_score":0.9809737},"labels":[],"label_agreement":null},{"id":"W4392512541","doi":"10.2196/54086","title":"Carboplatin in Patients With Metastatic Castration-Resistant Prostate Cancer Harboring Somatic or Germline Homologous Recombination Repair Gene Mutations: Phase II Single-Arm Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prostate Cancer Treatment and Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prostate cancer; Carboplatin; Medicine; Homologous recombination; Germline; Somatic cell; Germline mutation; Oncology; Gene; Internal medicine; Mutation; Genetics; Cancer; Biology; Cisplatin; Chemotherapy","score_opus":0.18757520809691763,"score_gpt":0.5174424609602524,"score_spread":0.32986725286333474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392512541","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61647683,0.00011022998,0.0000068713266,0.00076562533,0.000030802887,0.38217986,0.00010969674,0.0001835586,0.0001365171],"genre_scores_gemma":[0.2908725,0.000009538002,0.00089557556,0.00001203326,0.00011363999,0.7050344,0.00027183868,0.00006941932,0.0027210517],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955041,0.00049857167,0.0007949981,0.0007531275,0.0015804996,0.00086869666],"domain_scores_gemma":[0.9980225,0.00036957758,0.00012204889,0.00046010411,0.00075710804,0.00026867355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014203943,0.00031044762,0.0004936953,0.0009875214,0.0003547409,0.00023770164,0.00015675796,0.000101663914,0.00036106253],"category_scores_gemma":[0.00035526193,0.00020453273,0.00010247042,0.0018243223,0.000243457,0.00046985334,0.0000976385,0.00079861813,0.000021061986],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.71403533,0.070242785,0.0076474627,0.015423337,0.0015209308,0.0075447555,0.010714713,0.00018478284,0.041631702,0.00028662704,0.0027749534,0.12799262],"study_design_scores_gemma":[0.6460178,0.24106957,0.01598138,0.03037781,0.00023374704,0.0000611155,0.0009771865,0.008061357,0.045116235,0.0014520563,0.009310459,0.0013412832],"about_ca_topic_score_codex":0.000201813,"about_ca_topic_score_gemma":0.0002472466,"teacher_disagreement_score":0.32560432,"about_ca_system_score_codex":0.0014210731,"about_ca_system_score_gemma":0.0024513556,"threshold_uncertainty_score":0.83406025},"labels":[],"label_agreement":null},{"id":"W4392521812","doi":"10.2196/56262","title":"TAILR (Nursing-Sensitive Events and Their Association With Individual Nurse Staffing Levels) Project: Protocol for an International Longitudinal Multicenter Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kashan University of Medical Sciences; Bundesministerium für Bildung und Forschung; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Protocol (science); Nursing; Staffing; Longitudinal study; Association (psychology); Multicenter study; Medicine; Psychology; Randomized controlled trial; Alternative medicine","score_opus":0.48279638078197645,"score_gpt":0.6578999885219751,"score_spread":0.1751036077399986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392521812","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035912865,3.773147e-7,0.0015126661,0.0007244751,0.000054543954,0.9913785,0.00015611177,0.00020095897,0.0023811187],"genre_scores_gemma":[0.0665478,5.6068025e-8,0.00041173398,0.000047187135,0.00034338605,0.92796934,0.00003623412,0.000054140957,0.0045901183],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946355,0.0021563254,0.00050782546,0.00075174536,0.0011432169,0.0008053521],"domain_scores_gemma":[0.9977993,0.0006041755,0.00020070677,0.0003367438,0.00090093596,0.00015815644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005893336,0.00024744478,0.0002577697,0.0005111862,0.0008495947,0.00029354414,0.00038211045,0.00015913119,0.00014076052],"category_scores_gemma":[0.00025253356,0.00017826416,0.000056865843,0.00035946208,0.0000733893,0.00088856806,0.0002747133,0.0010623202,0.000035532372],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016126506,0.021338794,0.51130867,0.00930462,0.0026522134,0.000094978685,0.18389916,0.000015723368,0.0007652671,0.0058467826,0.14668924,0.10195805],"study_design_scores_gemma":[0.023143029,0.008355902,0.36662653,0.016909182,0.00004541634,0.0000032875885,0.047787488,0.0033118348,0.00030782577,0.0011270959,0.5317005,0.0006818919],"about_ca_topic_score_codex":0.000053541313,"about_ca_topic_score_gemma":0.00025744416,"teacher_disagreement_score":0.38501126,"about_ca_system_score_codex":0.00067292247,"about_ca_system_score_gemma":0.0005286041,"threshold_uncertainty_score":0.7269402},"labels":[],"label_agreement":null},{"id":"W4392561304","doi":"10.2196/50513","title":"Safety, Tolerability, and Dose-Limiting Toxicity of Lacosamide in Patients With Painful Chronic Pancreatitis: Protocol for a Phase 1 Clinical Trial to Determine Safety and Identify Side Effects","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pancreatitis Pathology and Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Institutes of Health","keywords":"Lacosamide; Medicine; Tolerability; Opioid; Adverse effect; Anesthesia; Clinical trial; Pharmacology; Internal medicine; Epilepsy; Psychiatry","score_opus":0.16778853191711685,"score_gpt":0.5606405455629708,"score_spread":0.392852013645854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392561304","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38252693,0.000004963476,0.00009131086,0.00014586766,0.000005755365,0.6169663,0.000054300042,0.000033865414,0.0001707091],"genre_scores_gemma":[0.17631055,0.0000016085156,0.0008282318,0.00003189782,0.00013652856,0.82256025,0.000023425708,0.00003304814,0.00007443814],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99599886,0.0009915035,0.0010223164,0.00081736426,0.0005436593,0.00062632456],"domain_scores_gemma":[0.99616796,0.0026755698,0.0001192057,0.00044170316,0.00025859158,0.00033697442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038021961,0.00027080526,0.0009265474,0.00031298638,0.00014467597,0.00007091346,0.000117004376,0.00022255025,0.00002178865],"category_scores_gemma":[0.0017232762,0.00019781697,0.00010103024,0.00040469496,0.00042646923,0.00017858177,0.00022449203,0.0005803615,0.0000044941794],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.38699582,0.006001861,0.3594168,0.011848264,0.00023648267,0.00052775216,0.00033343138,0.0000013678779,0.0009709803,0.00019964289,0.00014595893,0.2333216],"study_design_scores_gemma":[0.32506645,0.10048539,0.54649687,0.017273013,0.00005219764,0.000034704244,0.000015167024,0.00025684838,0.0029236446,0.00032769787,0.0067920517,0.00027601072],"about_ca_topic_score_codex":0.000024999043,"about_ca_topic_score_gemma":0.00015313382,"teacher_disagreement_score":0.23304561,"about_ca_system_score_codex":0.00030622492,"about_ca_system_score_gemma":0.00052679935,"threshold_uncertainty_score":0.8066742},"labels":[],"label_agreement":null},{"id":"W4392650369","doi":"10.2196/50032","title":"Supportive Care Needs in Chinese, Vietnamese, and Korean Americans With Metastatic Cancer: Mixed Methods Protocol for the DAWN Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; University of California, Los Angeles; National Cancer Institute; University of California, San Francisco; National Institute on Aging","keywords":"Vietnamese; Protocol (science); Medicine; Family medicine; Chinese americans; Cancer; Gerontology; Psychology; Nursing; Alternative medicine; Ethnic group; Internal medicine; Sociology","score_opus":0.47530808039780353,"score_gpt":0.6972222111915406,"score_spread":0.22191413079373706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392650369","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047222413,0.00011471223,0.0005962723,0.00090494385,0.00000613838,0.99304736,0.00005994721,0.000048834947,0.00049955567],"genre_scores_gemma":[0.011068046,0.000004245771,0.0058202446,0.000030974366,0.00008276743,0.9824329,0.000008935602,0.000058241156,0.00049365143],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968997,0.00086493354,0.0004505534,0.0004663418,0.0007628398,0.0005556182],"domain_scores_gemma":[0.99690557,0.0016932344,0.00009203032,0.0004704609,0.0006660312,0.00017266365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021697513,0.00026742046,0.0006384335,0.0005225731,0.0001339548,0.000101987855,0.0002586942,0.000050737304,0.00006259722],"category_scores_gemma":[0.00051652774,0.00013556486,0.0000896382,0.0021025555,0.00048992335,0.0001356364,0.00014816216,0.0006545771,0.0000020667078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010153633,0.0018677168,0.55095536,0.01943714,0.0010541851,0.00029774228,0.14523369,0.000016082693,0.001619156,0.00026285753,0.0073654936,0.26173693],"study_design_scores_gemma":[0.021369541,0.03281432,0.09534196,0.02801256,0.0001460459,0.000026642552,0.27219555,0.0015722341,0.009162701,0.00060097314,0.53809136,0.0006661027],"about_ca_topic_score_codex":0.0009240275,"about_ca_topic_score_gemma":0.0010627408,"teacher_disagreement_score":0.5307259,"about_ca_system_score_codex":0.0001908503,"about_ca_system_score_gemma":0.0009949476,"threshold_uncertainty_score":0.5528174},"labels":[],"label_agreement":null},{"id":"W4392655582","doi":"10.2196/50479","title":"Effectiveness of Mobile App Interventions to Improve Periodontal Health: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Oral microbiology and periodontitis research","field":"Dentistry","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medicine; Intervention (counseling); mHealth; Alternative medicine; Family medicine; Psychological intervention; Computer science; Nursing; World Wide Web","score_opus":0.4142634424517256,"score_gpt":0.656630546802654,"score_spread":0.2423671043509284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392655582","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3816204e-8,0.44057348,0.000042792883,0.000021434958,0.0000038393177,0.5572579,0.0020451946,0.000036594152,0.000018748582],"genre_scores_gemma":[1.00048744e-7,0.03401502,0.00013663828,0.00001373734,0.000032906806,0.9596434,0.00017563348,0.00011713237,0.005865393],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9839055,0.010030507,0.0027553774,0.0015210215,0.0007444076,0.0010432205],"domain_scores_gemma":[0.99463844,0.0016268969,0.0007563646,0.0016384444,0.0009290459,0.0004108013],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016268665,0.00074917934,0.012021314,0.0015640054,0.00033059713,0.00041107542,0.0013120399,0.00051981624,0.00092155987],"category_scores_gemma":[0.00085006515,0.00046992168,0.006987864,0.0029061025,0.0003583762,0.00014315358,0.0012313937,0.0015384166,0.00048210143],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097966535,0.00039575173,4.596561e-7,0.9538191,0.039735734,0.000017627435,0.000029949191,6.164752e-8,0.000005973847,0.00010939229,0.004119484,0.0016684908],"study_design_scores_gemma":[0.0003507924,0.0022890114,6.929948e-7,0.6216305,0.052430212,0.000045122724,0.000011858231,4.6915056e-7,0.000007340556,0.000023056542,0.32290345,0.00030749274],"about_ca_topic_score_codex":0.00008602599,"about_ca_topic_score_gemma":0.00013509185,"teacher_disagreement_score":0.40655845,"about_ca_system_score_codex":0.00040304358,"about_ca_system_score_gemma":0.0009847955,"threshold_uncertainty_score":0.9999917},"labels":[],"label_agreement":null},{"id":"W4392668327","doi":"10.2196/55452","title":"Measuring Physical Functioning Using Wearable Sensors in Parkinson Disease and Chronic Obstructive Pulmonary Disease (the Accuracy of Digital Assessment of Performance Trial Study): Protocol for a Prospective Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerie van Economische Zaken en Klimaat; Radboud Universitair Medisch Centrum; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Verily Life Sciences; Parkinson's Foundation","keywords":"Observational study; Medicine; Protocol (science); Physical therapy; Pulmonary disease; Wearable computer; Parkinson's disease; Physical medicine and rehabilitation; Disease; Computer science; Internal medicine; Alternative medicine; Pathology","score_opus":0.381725782495658,"score_gpt":0.57655350863043,"score_spread":0.194827726134772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392668327","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4633742,0.0000023517682,0.000022786346,0.000023592997,0.000012615173,0.5364617,0.00002589164,0.000019128522,0.000057752284],"genre_scores_gemma":[0.49090913,1.4415441e-7,0.000020636306,5.9726136e-7,0.00021075852,0.5087641,0.0000035280732,0.000018239052,0.00007284078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995842,0.0012348371,0.00073703623,0.0005806536,0.0010783704,0.00052711583],"domain_scores_gemma":[0.99740744,0.0012673186,0.00027475582,0.0003623026,0.00053881883,0.00014934078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025845019,0.00020242721,0.00036504082,0.00022861158,0.000689998,0.000094103256,0.00021805594,0.000056523484,0.000007455403],"category_scores_gemma":[0.0005003273,0.00014916724,0.00010202876,0.00071725866,0.0001856502,0.0008980756,0.00028684616,0.0009066682,0.0000018639638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039492294,0.010777792,0.9335538,0.008382238,0.00010317454,0.000013232777,0.0028416421,0.00016378575,0.001012978,0.00031883473,0.000018702049,0.003321503],"study_design_scores_gemma":[0.017872185,0.002375323,0.92199445,0.0047512073,0.000017502252,2.5789598e-7,0.002519685,0.04852259,0.000006528878,0.0011958424,0.00060829637,0.00013612027],"about_ca_topic_score_codex":0.00002769256,"about_ca_topic_score_gemma":0.000014002788,"teacher_disagreement_score":0.048358805,"about_ca_system_score_codex":0.0006473924,"about_ca_system_score_gemma":0.0021969627,"threshold_uncertainty_score":0.6082863},"labels":[],"label_agreement":null},{"id":"W4392668329","doi":"10.2196/55432","title":"A Community Needs Assessment and Implementation Planning for a Community Exercise Program for Survivors of Stroke: Protocol for a Pilot Hybrid Type I Clinical Effectiveness and Implementation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Stroke (engine); Physical therapy; Medicine; Program evaluation; Medical education; Psychology; Physical medicine and rehabilitation; Computer science; Alternative medicine; Engineering","score_opus":0.4140290905102584,"score_gpt":0.6871467415912671,"score_spread":0.2731176510810087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392668329","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38563904,0.0000021461858,0.00067211804,0.00005506319,0.00001159282,0.6134346,0.00012670053,0.000048245856,0.000010498712],"genre_scores_gemma":[0.24674155,3.9543912e-7,0.00268407,0.000005885736,0.00004900677,0.75035906,0.00010246246,0.00003420689,0.00002334814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957679,0.0024201483,0.00072431605,0.000271467,0.00042275907,0.00039340206],"domain_scores_gemma":[0.9921834,0.006262838,0.00014083403,0.00035391137,0.0009003432,0.00015868788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014062945,0.00018823119,0.00052030024,0.000432123,0.00057724613,0.00016919487,0.00013810636,0.00006730831,0.000012173618],"category_scores_gemma":[0.00037792567,0.00015316268,0.00012925935,0.00033781113,0.00021526987,0.00019237901,0.00016582906,0.0007071042,2.3823515e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027949201,0.010421972,0.56316704,0.052070297,0.0004227129,0.0000018202643,0.0057337275,0.0000013844933,0.0030316808,0.00029831176,0.0023801054,0.33452174],"study_design_scores_gemma":[0.03953138,0.18819983,0.70142674,0.0051572146,0.00008692115,0.000006078683,0.042027432,0.0009082077,0.0020335894,0.0009314767,0.019441485,0.00024965106],"about_ca_topic_score_codex":0.00028804972,"about_ca_topic_score_gemma":0.00013689605,"teacher_disagreement_score":0.3342721,"about_ca_system_score_codex":0.00016102896,"about_ca_system_score_gemma":0.000557503,"threshold_uncertainty_score":0.62457925},"labels":[],"label_agreement":null},{"id":"W4392668968","doi":"10.2196/52572","title":"Identifying Existing Guidelines, Frameworks, Checklists, and Recommendations for Implementing Patient-Reported Outcome Measures: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Outcome (game theory); Checklist; Medicine; Patient-reported outcome; Psychology; Medical education; Computer science; Nursing; Process management; Alternative medicine; Engineering; Quality of life (healthcare)","score_opus":0.8387900628796832,"score_gpt":0.7177831817771118,"score_spread":0.1210068811025714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392668968","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8687008e-9,0.3685064,0.0006302616,0.00086279755,0.000038377755,0.62953824,0.00014488293,0.00013467218,0.00014432205],"genre_scores_gemma":[2.5579496e-9,0.23036826,0.00454387,0.00027432936,0.00071234256,0.76269144,0.00040626456,0.00023001118,0.0007734761],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99091876,0.00059552223,0.0041194865,0.0015576059,0.0013586684,0.0014499321],"domain_scores_gemma":[0.9931446,0.0010907587,0.0012280926,0.0011655452,0.0029529447,0.00041808133],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010028848,0.0007818388,0.002916034,0.0007129189,0.0007661166,0.0006746104,0.00044073354,0.0007029846,0.00012961232],"category_scores_gemma":[0.0068085073,0.00060827914,0.0011109684,0.0013383101,0.00011616625,0.00021226321,0.00071155105,0.0024837002,0.000013760788],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053714935,0.000052753767,0.0000070253573,0.48240963,0.00013088035,0.000010071053,0.000078871686,2.7056481e-9,4.254934e-7,0.000077492754,0.048757065,0.46842209],"study_design_scores_gemma":[0.00069876155,0.00027221086,9.342967e-8,0.48720983,0.00023839046,0.000040700423,0.00007680371,0.000003827178,0.0000014743458,0.00011834831,0.51106656,0.00027302728],"about_ca_topic_score_codex":0.00006190683,"about_ca_topic_score_gemma":0.00018273428,"teacher_disagreement_score":0.46814904,"about_ca_system_score_codex":0.00063373585,"about_ca_system_score_gemma":0.0025961548,"threshold_uncertainty_score":0.9998176},"labels":[],"label_agreement":null},{"id":"W4392669031","doi":"10.2196/49486","title":"The changes in liver function biomarker concentrations in South Africans with prediabetes above 18 years of age: Protocol for a Systematic Review (Preprint)","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Prediabetes; Biomarker; Medicine; Protocol (science); Gerontology; Demography; Environmental health; Biology; Computer science; Alternative medicine; Genetics; Sociology; Diabetes mellitus; Endocrinology; Pathology","score_opus":0.39376385276985504,"score_gpt":0.5539218723428411,"score_spread":0.16015801957298603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392669031","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.1037276e-7,0.11300826,0.0000012594818,0.000055734192,0.0000021558624,0.8867051,0.000117026335,0.000028724988,0.00008132985],"genre_scores_gemma":[0.0000016617442,0.113506824,0.00001683829,0.000011680231,0.000033074186,0.88600826,0.0000564106,0.00006222248,0.00030302364],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99575275,0.0012021695,0.0009936276,0.00057304354,0.0008899755,0.0005884382],"domain_scores_gemma":[0.99616545,0.0017949482,0.0006066294,0.0008953046,0.00038330807,0.00015437522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026451955,0.00031834515,0.0018591572,0.00040749938,0.00008162029,0.00007839399,0.00032397688,0.00016219502,0.000054167904],"category_scores_gemma":[0.0010596488,0.00017546093,0.00029833836,0.0014529949,0.00021356583,0.000057817375,0.00012781087,0.0004377666,0.000046778136],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000284279,0.0008123739,0.0003531882,0.9724953,0.00034736903,0.000078189834,0.00024361108,8.6411774e-8,3.1186477e-7,0.000084099105,0.001321719,0.023979438],"study_design_scores_gemma":[0.002010292,0.0012673915,0.0008266266,0.84147835,0.00024827602,0.00000196421,0.00009912763,0.00000654517,0.0000018834695,0.000021019816,0.15390386,0.00013470504],"about_ca_topic_score_codex":0.0000206115,"about_ca_topic_score_gemma":0.00014978096,"teacher_disagreement_score":0.15258214,"about_ca_system_score_codex":0.00042431103,"about_ca_system_score_gemma":0.0010932444,"threshold_uncertainty_score":0.7155089},"labels":[],"label_agreement":null},{"id":"W4392673926","doi":"10.2196/52324","title":"Development of a Multiplatform Tool for the Prevention of Prevalent Mental Health Pathologies in Adults: Protocol for a Randomized Control Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychoeducation; Mental health; Randomized controlled trial; Anxiety; Intervention (counseling); Depression (economics); Protocol (science); Medicine; Digital health; mHealth; Psychology; Health care; Psychiatry; Psychological intervention; Alternative medicine","score_opus":0.2826084285227525,"score_gpt":0.6259751354454819,"score_spread":0.3433667069227294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392673926","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010044966,0.000018602666,0.002512914,0.000743866,0.00006697461,0.99516934,0.00028221973,0.000045035893,0.00015654918],"genre_scores_gemma":[0.008181008,1.882555e-7,0.0027598594,0.000013989091,0.000059752118,0.9880324,0.000023590092,0.000032810385,0.0008964193],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955331,0.0007587185,0.002027176,0.00043838183,0.00057494105,0.0006676978],"domain_scores_gemma":[0.99661744,0.0023045137,0.00040468376,0.00036363574,0.00023990501,0.00006979637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011112141,0.00018364265,0.0006486652,0.00033941134,0.00016094514,0.000060717855,0.00040777633,0.00011606515,0.000099331686],"category_scores_gemma":[0.0005685356,0.000119285156,0.00043242337,0.0003163085,0.00028846596,0.00018883507,0.000113561466,0.00028267753,0.000010687587],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82241166,0.004740816,0.000012609047,0.014490903,0.0001264755,9.1574236e-7,0.004057274,7.032434e-7,0.000034654153,0.008039493,0.002768175,0.1433163],"study_design_scores_gemma":[0.9044938,0.012841965,0.00012715525,0.019566651,0.0000038357916,0.0000029763798,0.00087957387,0.0005804064,0.0008691225,0.0038557446,0.056642763,0.00013597588],"about_ca_topic_score_codex":0.000017925488,"about_ca_topic_score_gemma":0.000053138534,"teacher_disagreement_score":0.14318033,"about_ca_system_score_codex":0.00035548027,"about_ca_system_score_gemma":0.0007386875,"threshold_uncertainty_score":0.48643076},"labels":[],"label_agreement":null},{"id":"W4392674202","doi":"10.2196/54852","title":"Exploring the Pathways of Diabetes Foot Complications Treatment and Investigating Experiences From Frontline Health Care Professionals: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Protocol (science); Medicine; Health care; Diabetic foot; Health professionals; Qualitative research; Nursing; Podiatry; Diabetes mellitus; Psychology; Alternative medicine; Sociology","score_opus":0.6207199310909843,"score_gpt":0.6445843267065102,"score_spread":0.02386439561552589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392674202","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05727058,0.00003102196,0.00020094198,0.002453643,0.000015138782,0.9397526,0.000025507397,0.0000797194,0.00017085084],"genre_scores_gemma":[0.036261342,2.7088524e-7,0.014784598,0.000046226145,0.000108915214,0.9486545,0.000023344917,0.00003038124,0.000090465146],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99710727,0.00091276824,0.0005098648,0.00050671084,0.00053273194,0.00043067688],"domain_scores_gemma":[0.99781716,0.0011654473,0.000101664366,0.0004922239,0.00024859625,0.00017491425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021803179,0.00018667424,0.00038872843,0.00018863719,0.00040470925,0.00014258442,0.00021141498,0.000028756369,0.000022338516],"category_scores_gemma":[0.00017810981,0.000106621,0.00007678593,0.00038320007,0.00022920547,0.00015429017,0.00026297974,0.00022190908,0.00000163049],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026979815,0.0044982065,0.008229674,0.009192038,0.00049193786,0.0000028596633,0.22504064,0.0000013431261,0.0044939592,0.0021131362,0.007377484,0.73828894],"study_design_scores_gemma":[0.009585854,0.03075117,0.053648885,0.018504605,0.00005280952,5.1632406e-7,0.5808783,0.002165552,0.024929283,0.0019067759,0.2771663,0.00040994718],"about_ca_topic_score_codex":0.00007531768,"about_ca_topic_score_gemma":0.000033297867,"teacher_disagreement_score":0.737879,"about_ca_system_score_codex":0.00019049377,"about_ca_system_score_gemma":0.0005441163,"threshold_uncertainty_score":0.43478784},"labels":[],"label_agreement":null},{"id":"W4392674257","doi":"10.2196/55692","title":"An Immersive Virtual Reality Intervention for Preoperative Anxiety and Distress Among Adults Undergoing Oncological Surgery: Protocol for a 3-Phase Development and Feasibility Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Manitoba; CancerCare Manitoba","funders":"Government of Canada","keywords":"Medicine; Perioperative; Psychological intervention; Anxiety; Prehabilitation; Physical therapy; Intervention (counseling); Randomized controlled trial; Distress; Clinical trial; Virtual reality; Protocol (science); Surgery; Nursing; Clinical psychology; Psychiatry","score_opus":0.44545348399763063,"score_gpt":0.6421582980871858,"score_spread":0.1967048140895552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392674257","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14888325,0.00000249299,0.00288338,0.00023694031,0.000030353853,0.84768134,0.00013789411,0.000060276077,0.00008409085],"genre_scores_gemma":[0.09500472,2.949604e-7,0.0002461581,0.000022483297,0.00027812467,0.9041159,0.00008856789,0.00002726159,0.00021647902],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99549454,0.0017432222,0.00069162116,0.0010511029,0.00033301138,0.0006865084],"domain_scores_gemma":[0.99686974,0.002036297,0.00013050175,0.0003390262,0.00029327368,0.0003311312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067694215,0.00023420992,0.00041058674,0.00015285415,0.0005989425,0.0003119507,0.00017450165,0.00028048456,0.00020144829],"category_scores_gemma":[0.00034022998,0.00018220973,0.00012971576,0.0002077066,0.00040091705,0.00033285393,0.00010194518,0.00048736224,0.0000024599615],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5778854,0.008762549,0.0043912632,0.0085825175,0.00016495476,0.000021058051,0.020694159,4.6136958e-7,0.00014856334,0.009721962,0.0119354725,0.35769162],"study_design_scores_gemma":[0.44746542,0.13045225,0.069555536,0.0165183,0.000023501565,0.000029789628,0.016667308,0.0024606984,0.0022007427,0.007742352,0.3052966,0.0015874931],"about_ca_topic_score_codex":0.0000739825,"about_ca_topic_score_gemma":0.00063545874,"teacher_disagreement_score":0.35610414,"about_ca_system_score_codex":0.0003183037,"about_ca_system_score_gemma":0.0005775006,"threshold_uncertainty_score":0.7430297},"labels":[],"label_agreement":null},{"id":"W4392709940","doi":"10.2196/54593","title":"Improving Quality of ICD-10 (International Statistical Classification of Diseases, Tenth Revision) Coding Using AI: Protocol for a Crossover Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Crossover; Coding (social sciences); Crossover study; Randomized controlled trial; Computer science; Medicine; Statistics; Data mining; Medical physics; Artificial intelligence; Alternative medicine; Mathematics; Internal medicine; Pathology","score_opus":0.6390802347011898,"score_gpt":0.7155407377446499,"score_spread":0.07646050304346008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392709940","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023679982,0.0000024962112,0.05637491,0.00072150683,0.00008924196,0.94129556,0.0002349101,0.000069261136,0.000975325],"genre_scores_gemma":[0.0054078014,5.204272e-7,0.0018274417,0.00006187237,0.00060192257,0.99100983,0.00007380804,0.000027448179,0.0009893832],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98938596,0.0041646,0.0035308828,0.00038389128,0.0018873473,0.0006473207],"domain_scores_gemma":[0.9833468,0.012825709,0.0011010324,0.00036607852,0.002080764,0.0002796052],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02436677,0.00018157043,0.0012981504,0.00041838002,0.00059494155,0.00009397183,0.00034078935,0.00028046357,0.0015615659],"category_scores_gemma":[0.025305655,0.00012332313,0.00032968287,0.00033585753,0.00042228246,0.00037815503,0.00015623051,0.0009847744,0.0000310513],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9013365,0.00036782562,0.00010085187,0.02463138,0.00006218909,7.0316867e-7,0.00041573273,0.0000030181723,0.0010342306,0.05772413,0.01084656,0.0034768719],"study_design_scores_gemma":[0.8128509,0.00061230786,0.00010954048,0.009652752,0.000015978358,2.1685295e-7,0.00016371689,0.12948726,0.000043877986,0.0021190215,0.044818677,0.00012576608],"about_ca_topic_score_codex":0.000083640465,"about_ca_topic_score_gemma":0.0000031660732,"teacher_disagreement_score":0.12948425,"about_ca_system_score_codex":0.00043340094,"about_ca_system_score_gemma":0.0031641466,"threshold_uncertainty_score":0.99935114},"labels":[],"label_agreement":null},{"id":"W4392728958","doi":"10.2196/52361","title":"Quality of Life in Patients and Their Spouses and Cohabitating Partners in the Year Following a Cancer Biopsy (the Couples Cope Study): Protocol for a Prospective Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Cancer Institute","keywords":"Medicine; Biopsy; Observational study; Breast cancer; Prospective cohort study; Cancer; Family medicine; Informed consent; Breast biopsy; Surgery; Mammography; Internal medicine; Alternative medicine; Pathology","score_opus":0.4801078005394377,"score_gpt":0.6163459575604632,"score_spread":0.13623815702102549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392728958","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47926548,0.000005762601,6.811476e-7,0.00019851177,0.000002798757,0.5204791,0.00001399048,0.000007535734,0.00002617339],"genre_scores_gemma":[0.46812454,8.077216e-8,0.000006775233,0.000020241043,0.000024890527,0.5317961,0.0000012842435,0.000010260792,0.000015861146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975644,0.0006831716,0.00042230857,0.00035176126,0.00071094994,0.00026742587],"domain_scores_gemma":[0.9981906,0.0012088313,0.000064049826,0.00021210113,0.00027184616,0.000052577412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044529834,0.0001307883,0.00031241582,0.0001322254,0.00012358649,0.000113726834,0.00014499958,0.00003998474,0.000008765196],"category_scores_gemma":[0.0006529648,0.000069331545,0.000048249112,0.0007186955,0.0001430233,0.00011187497,0.00010996231,0.00037415762,3.3008976e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026722907,0.0013510694,0.95649976,0.00124772,0.00005757038,0.0000040940304,0.036513913,8.9507006e-7,0.000062808474,0.00012237461,0.0001665463,0.0013009607],"study_design_scores_gemma":[0.0075512477,0.002649592,0.9441192,0.0014242168,0.0000030978686,2.0570106e-7,0.04256908,0.00006689389,0.000016826321,0.00018279745,0.001340795,0.000076007054],"about_ca_topic_score_codex":0.0014467685,"about_ca_topic_score_gemma":0.006995282,"teacher_disagreement_score":0.012380514,"about_ca_system_score_codex":0.000113364134,"about_ca_system_score_gemma":0.0004678785,"threshold_uncertainty_score":0.39035317},"labels":[],"label_agreement":null},{"id":"W4392754491","doi":"10.2196/53646","title":"Lack of Diversity in Research on Females with Ehlers-Danlos Syndromes: Recruitment Protocol for a Quantitative Online Survey","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Connective tissue disorders research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Nursing Research","keywords":"Protocol (science); Diversity (politics); Survey research; Medicine; Psychology; Applied psychology; Alternative medicine; Sociology; Pathology","score_opus":0.9207550867147659,"score_gpt":0.712662367179036,"score_spread":0.20809271953572994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392754491","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07194138,0.00001309603,0.00008598823,0.00034607016,0.0000030202036,0.9268304,0.0002841211,0.000017288532,0.00047860068],"genre_scores_gemma":[0.03783696,0.000002272623,0.00038979997,0.000008368211,0.000040125793,0.9601619,0.00012267055,0.00005658681,0.001381307],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99359304,0.0025443947,0.0003684737,0.0010226757,0.0014893726,0.0009820437],"domain_scores_gemma":[0.99616987,0.0012492604,0.000054963235,0.0007043038,0.0016540067,0.00016761612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076935105,0.0002381807,0.0003429681,0.0008547994,0.00028412766,0.00009756579,0.00078439544,0.00021413954,0.00007287803],"category_scores_gemma":[0.0014448928,0.000191052,0.00009767089,0.0015928672,0.00074747176,0.000018974999,0.0010564292,0.000871123,0.00003412822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19107446,0.032338228,0.29813266,0.042981338,0.001651152,0.0008615825,0.007546773,0.00047078007,0.26322097,0.015563607,0.10637956,0.039778892],"study_design_scores_gemma":[0.025240237,0.12801969,0.21558109,0.024467716,0.0000067176306,0.000024808758,0.007002691,0.0015598768,0.122736715,0.0039015282,0.46980464,0.001654287],"about_ca_topic_score_codex":0.0004052213,"about_ca_topic_score_gemma":0.0030200838,"teacher_disagreement_score":0.36342508,"about_ca_system_score_codex":0.00023335991,"about_ca_system_score_gemma":0.00096424384,"threshold_uncertainty_score":0.7790874},"labels":[],"label_agreement":null},{"id":"W4392777369","doi":"10.2196/55491","title":"A Hybrid Digital Parenting Program Delivered Within the Malaysian Preschool System: Protocol for a Feasibility Study of a Small-Scale Factorial Cluster Randomized Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Scale (ratio); Cluster (spacecraft); Cluster randomised controlled trial; Psychology; Computer science; Medicine; Geography; Alternative medicine; Cartography; Operating system","score_opus":0.26685021961283717,"score_gpt":0.583065959381415,"score_spread":0.31621573976857786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392777369","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03342377,0.0000011282046,0.00028849134,0.00010105061,0.00026685497,0.9627953,0.00027013395,0.00036387055,0.0024893954],"genre_scores_gemma":[0.2693141,1.1353437e-9,0.00013166008,0.0000028859747,0.00048369588,0.7288676,0.000017709808,0.00006535641,0.0011170121],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9909366,0.0035226087,0.0021952002,0.0010819341,0.0012261267,0.001037536],"domain_scores_gemma":[0.9954191,0.0020880657,0.00044965374,0.0011509433,0.00060266646,0.00028957598],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008466654,0.00037352002,0.00088903494,0.00029768707,0.0003687724,0.0014215311,0.0010001924,0.00015572687,0.00011083938],"category_scores_gemma":[0.00097512914,0.00023798224,0.000679931,0.0005651488,0.000446695,0.00046630637,0.0005076625,0.00094099017,0.00010230498],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9534953,0.019209493,0.0002469353,0.007576888,0.00036819334,0.0000275243,0.0024016073,0.000002713624,0.000006846245,0.0015628893,0.0039590844,0.011142527],"study_design_scores_gemma":[0.9436848,0.033053808,0.00009250488,0.0070234053,0.000033425542,0.00002302201,0.0028878094,0.0018535496,0.00013204834,0.0026885297,0.008193755,0.00033331764],"about_ca_topic_score_codex":0.00017065383,"about_ca_topic_score_gemma":0.00007993973,"teacher_disagreement_score":0.23589033,"about_ca_system_score_codex":0.0004003403,"about_ca_system_score_gemma":0.0004190101,"threshold_uncertainty_score":0.9996151},"labels":[],"label_agreement":null},{"id":"W4392822814","doi":"10.2196/51779","title":"How a National Organization Works in Partnership With People Who Have Lived Experience in Mental Health Improvement Programs: Protocol for an Exploratory Case Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Stirling","keywords":"General partnership; Mental health; Exploratory research; Protocol (science); Psychology; Applied psychology; Medical education; Gerontology; Medicine; Nursing; Sociology; Psychiatry; Political science; Alternative medicine; Social science","score_opus":0.7487176872357928,"score_gpt":0.6643040342155917,"score_spread":0.0844136530202011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392822814","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10991276,0.000002255808,0.000059353755,0.0006345617,0.000013366148,0.8891953,0.000017996428,0.00009269192,0.00007168843],"genre_scores_gemma":[0.15714501,3.1833653e-7,0.00018451801,0.00020761788,0.00013207852,0.8417232,0.00015454685,0.00006295714,0.00038974],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9927805,0.0024090179,0.0009553148,0.0008897004,0.0015318713,0.0014335865],"domain_scores_gemma":[0.99790853,0.0002934685,0.0002061878,0.00038487962,0.00068849744,0.00051841995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061593587,0.00028495383,0.00037322205,0.0005942096,0.0010656288,0.00027735595,0.00029702295,0.00015542493,0.000068475114],"category_scores_gemma":[0.00008237468,0.00022640971,0.000026868538,0.0015658016,0.00009053267,0.0009303413,0.00021182645,0.0011499304,0.000013319956],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030382625,0.009466588,0.39802602,0.017779723,0.000016066388,0.00016283478,0.5522597,0.0000057938,0.000049141847,0.0002627886,0.003684022,0.015249049],"study_design_scores_gemma":[0.017014522,0.037357602,0.0023471361,0.033590358,9.4394045e-7,0.000013267806,0.8596158,0.0029228232,0.00014342579,0.0001882005,0.04629758,0.00050835795],"about_ca_topic_score_codex":0.0009047956,"about_ca_topic_score_gemma":0.03574565,"teacher_disagreement_score":0.39567888,"about_ca_system_score_codex":0.0025301056,"about_ca_system_score_gemma":0.0035614718,"threshold_uncertainty_score":0.9818495},"labels":[],"label_agreement":null},{"id":"W4392827267","doi":"10.2196/55829","title":"Toward Telemonitoring in Immune-Mediated Inflammatory Diseases: Protocol for a Mixed Attention Model Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Immune system; Computer science; Immunology; Alternative medicine","score_opus":0.2015102887309887,"score_gpt":0.5310317629270703,"score_spread":0.32952147419608163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392827267","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024265364,0.000038074224,0.00011652693,0.00035388925,0.000012514387,0.97465914,0.00003214937,0.0002857167,0.00023661206],"genre_scores_gemma":[0.07565379,0.000004884817,0.00017266518,0.000005315955,0.00019758892,0.9233735,0.000025874071,0.000092173395,0.00047420175],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.995285,0.00053889427,0.00074375677,0.0007083374,0.0015858621,0.0011381833],"domain_scores_gemma":[0.9980197,0.00041473008,0.00005114922,0.0005851163,0.00051616714,0.00041316389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026839462,0.0002757497,0.00046112735,0.0010302617,0.00022213948,0.0004452137,0.00036144778,0.00015305469,0.000078187986],"category_scores_gemma":[0.00065426657,0.00022570507,0.00020163505,0.00092478795,0.00020267672,0.0005035799,0.0002516256,0.0011087536,0.000132075],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.060592603,0.036481228,0.40739828,0.06423679,0.0012566991,0.004735055,0.013885804,0.00018959871,0.14606735,0.004286592,0.043446805,0.2174232],"study_design_scores_gemma":[0.09832853,0.027981838,0.17182434,0.07590934,0.000009726017,0.00008378885,0.0076967156,0.11405421,0.0057851216,0.007882689,0.48868605,0.0017576707],"about_ca_topic_score_codex":0.000027786877,"about_ca_topic_score_gemma":0.00002096644,"teacher_disagreement_score":0.44523925,"about_ca_system_score_codex":0.00038175005,"about_ca_system_score_gemma":0.0011934642,"threshold_uncertainty_score":0.92039853},"labels":[],"label_agreement":null},{"id":"W4392858926","doi":"10.2196/52145","title":"A Factorial Randomized Controlled Trial to Optimize User Engagement With a Chatbot-Led Parenting Intervention: Protocol for the ParentText Optimisation Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chatbot; Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Psychology; Computer science; Nursing; Alternative medicine; World Wide Web","score_opus":0.32366313200995445,"score_gpt":0.6155753319059674,"score_spread":0.2919121998960129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392858926","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017497873,0.000004626521,0.013167339,0.002323729,0.0009815396,0.98033386,0.000049079663,0.00025629048,0.0027085415],"genre_scores_gemma":[0.0052892095,4.87456e-8,0.0007493529,0.00005062635,0.0024135073,0.9778304,0.000030728916,0.00010559209,0.013530515],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9894165,0.0046860226,0.0021586444,0.0010169779,0.0015156585,0.001206229],"domain_scores_gemma":[0.9914551,0.006323991,0.00042038874,0.00082840474,0.00064458995,0.00032756093],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01677405,0.00045019062,0.0012514355,0.00052553695,0.00067437225,0.001663637,0.0008145009,0.00019946079,0.0030862929],"category_scores_gemma":[0.0018821778,0.00025846795,0.0011171147,0.00078660616,0.0002746313,0.00041886725,0.00031329488,0.00094259204,0.00038772452],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95014155,0.003531834,0.0000013689144,0.0007939701,0.00084652874,0.000011959787,0.0010843719,0.000026441827,0.0000054483016,0.00843932,0.024603238,0.010513972],"study_design_scores_gemma":[0.7644216,0.013804952,0.0000024020267,0.0034562363,0.000040711693,0.000002531654,0.000285887,0.0003896559,0.000057389116,0.0005856686,0.21673802,0.00021493818],"about_ca_topic_score_codex":0.000059078455,"about_ca_topic_score_gemma":0.00003545304,"teacher_disagreement_score":0.19213478,"about_ca_system_score_codex":0.0004239922,"about_ca_system_score_gemma":0.00044812952,"threshold_uncertainty_score":0.99998677},"labels":[],"label_agreement":null},{"id":"W4392858956","doi":"10.2196/54089","title":"Multivisceral Oncological Resections Involving the Pancreas: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Meta-analysis; General surgery; Systematic review; MEDLINE; Medical physics; Alternative medicine; Internal medicine; Pathology","score_opus":0.7221736865727565,"score_gpt":0.6969605337438328,"score_spread":0.02521315282892367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392858956","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.936787e-9,0.43358886,0.000013229692,0.0009534251,9.678869e-7,0.56486094,0.000081309205,0.00006648374,0.00043475983],"genre_scores_gemma":[1.7388526e-8,0.21019982,0.00034032317,0.00015474975,0.00014920547,0.77098453,0.000038613507,0.00009030394,0.018042464],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98648876,0.006866019,0.0022153696,0.0013850069,0.0017591184,0.001285742],"domain_scores_gemma":[0.9892316,0.006469699,0.0005555082,0.0019789652,0.0012223617,0.0005418658],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016055766,0.0008196793,0.013230188,0.0011453531,0.0007828714,0.00039858132,0.0009212207,0.000753561,0.0007989855],"category_scores_gemma":[0.0059183836,0.0003383194,0.004397824,0.0036481172,0.0009028757,0.00010484356,0.0006374339,0.003544783,0.00022159079],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010022052,0.00043257253,0.0000034028221,0.89469,0.08375973,0.00006844436,0.000050969473,1.1918432e-8,1.512039e-7,0.0005425287,0.019827493,0.0005245148],"study_design_scores_gemma":[0.0004580573,0.001170358,0.0000018672102,0.249254,0.31420454,0.00013255658,0.000025022166,0.000030119272,7.158056e-8,0.000118158176,0.4344153,0.00018991948],"about_ca_topic_score_codex":0.000053757387,"about_ca_topic_score_gemma":0.000060543483,"teacher_disagreement_score":0.6454359,"about_ca_system_score_codex":0.0006658547,"about_ca_system_score_gemma":0.0026425025,"threshold_uncertainty_score":0.9999069},"labels":[],"label_agreement":null},{"id":"W4392912288","doi":"10.2196/55198","title":"Characteristics of Occupational Therapy Interventions to Promote Healthy Aging: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; PsycINFO; Psychological intervention; Occupational therapy; Medicine; MEDLINE; Gerontology; Cochrane Library; Systematic review; Inclusion (mineral); Grey literature; Nursing; Alternative medicine; Psychology; Physical therapy","score_opus":0.8869129306253505,"score_gpt":0.8077170344432589,"score_spread":0.07919589618209155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392912288","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.6395293e-8,0.22766428,0.000092482136,0.0011496051,0.00003617837,0.77030003,0.00048292952,0.00008103884,0.0001934087],"genre_scores_gemma":[1.4043959e-9,0.40299964,0.00070700224,0.0002391923,0.00054621854,0.59305817,0.00018250811,0.0001329418,0.002134355],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98606336,0.0055171335,0.0037558742,0.001099951,0.0020641368,0.0014995371],"domain_scores_gemma":[0.99015504,0.0035052274,0.0014357455,0.0012269847,0.003166911,0.0005100689],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.015457589,0.0006107321,0.002582431,0.0014185685,0.0010810317,0.00012282908,0.0013422951,0.0006120804,0.0015287845],"category_scores_gemma":[0.002497189,0.00042204,0.0012102326,0.0023376327,0.00015198671,0.00027089086,0.00076595333,0.003765662,0.0012952057],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077195914,0.00058286166,0.000010291273,0.6594628,0.00007317061,0.0000036277593,0.000108122185,1.0834923e-8,7.9994896e-7,0.00041208425,0.059386134,0.27918813],"study_design_scores_gemma":[0.0006074656,0.0012972804,0.0000052599244,0.49154264,0.000018069102,0.0000016715734,0.0000073628694,7.531067e-7,5.5515085e-7,0.00007208495,0.5062701,0.00017673259],"about_ca_topic_score_codex":0.00001434933,"about_ca_topic_score_gemma":0.000014252853,"teacher_disagreement_score":0.446884,"about_ca_system_score_codex":0.00066821463,"about_ca_system_score_gemma":0.014110911,"threshold_uncertainty_score":0.99982315},"labels":[],"label_agreement":null},{"id":"W4392926201","doi":"10.2196/49849","title":"Group Acceptance and Commitment Therapy for Recovery From Psychosis: Protocol for a Single-Group Waitlist Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"La Trobe University; Northwestern University","keywords":"Psychological intervention; Mental health; Group psychotherapy; Randomized controlled trial; Psychiatry; Psychology; Medicine; Clinical psychology","score_opus":0.3973319145451929,"score_gpt":0.5902713777523534,"score_spread":0.1929394632071605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392926201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036301574,0.000021766877,0.014793748,0.0011024021,0.00016566133,0.9811844,0.00039302037,0.0001441473,0.0018318344],"genre_scores_gemma":[0.0014347698,1.7665899e-7,0.00069539837,0.00008465207,0.00099055,0.9934089,0.00004189881,0.00008247553,0.0032611848],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966895,0.00056782423,0.0006364006,0.0009405594,0.00045999544,0.00070572604],"domain_scores_gemma":[0.9977544,0.0010554024,0.00011360337,0.00070372724,0.00018635902,0.00018652581],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001582211,0.00026792308,0.0003567396,0.0002606973,0.0004248678,0.00078739104,0.00054046436,0.00023148894,0.006171753],"category_scores_gemma":[0.000059768896,0.00020869494,0.00036569787,0.0003261205,0.00016897697,0.00022685509,0.0001159375,0.00046209243,0.00007904943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11405024,0.0046420693,0.000044742712,0.00062850554,0.0002090622,0.000007044038,0.00029313113,6.695148e-8,0.00062168686,0.051736657,0.59887594,0.22889084],"study_design_scores_gemma":[0.048966132,0.012816575,0.00019104396,0.0022650831,0.0000034274813,0.0000021555434,0.00019510191,0.000060295028,0.0005684538,0.046256658,0.8884478,0.00022726425],"about_ca_topic_score_codex":0.00005127925,"about_ca_topic_score_gemma":0.00005522694,"teacher_disagreement_score":0.28957185,"about_ca_system_score_codex":0.00012214648,"about_ca_system_score_gemma":0.000058188703,"threshold_uncertainty_score":0.99473673},"labels":[],"label_agreement":null},{"id":"W4392953662","doi":"10.2196/56562","title":"A Social Media–Delivered Melanoma Prevention Program for Young Women Engaged in Frequent UV Tanning: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Skin Protection and Aging","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; National Heart, Lung, and Blood Institute; National Institutes of Health; University of Kentucky","keywords":"Randomized controlled trial; Psychological intervention; Medicine; Intervention (counseling); Sunbathing; Young adult; Gerontology; Surgery; Nursing; Dermatology","score_opus":0.22262977610965456,"score_gpt":0.5635491890794954,"score_spread":0.3409194129698408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392953662","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015290139,0.000003634388,0.0007682673,0.00093734305,0.00004334332,0.99546903,0.000008544114,0.000368267,0.00087254227],"genre_scores_gemma":[0.006315216,1.5318965e-7,0.001419355,0.00001967729,0.0013134285,0.9881615,0.000025084015,0.00008474653,0.0026608584],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925342,0.0033846966,0.0012198729,0.0007059072,0.001084533,0.0010707689],"domain_scores_gemma":[0.99477774,0.003946894,0.0002002021,0.00025480217,0.0005904709,0.00022991438],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024088291,0.00030687652,0.0015342513,0.00080282456,0.0005512269,0.00039739153,0.00021787194,0.00030055258,0.00026843871],"category_scores_gemma":[0.008798686,0.0002225759,0.00079852896,0.00072789687,0.00022166423,0.00020090694,0.00007428111,0.0015541507,0.000012655162],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.961881,0.0018476011,0.0000077596005,0.0030503257,0.00024844398,0.000028642391,0.00561003,4.1140007e-7,0.0014603756,0.0008689992,0.003609741,0.021386677],"study_design_scores_gemma":[0.922751,0.0052355356,0.000011806412,0.0038687875,0.000020390344,0.0000094824445,0.00076959596,0.003674262,0.0008478272,0.006090577,0.056510787,0.00020994306],"about_ca_topic_score_codex":0.000008299278,"about_ca_topic_score_gemma":0.00001177046,"teacher_disagreement_score":0.052901044,"about_ca_system_score_codex":0.00075292523,"about_ca_system_score_gemma":0.0010971403,"threshold_uncertainty_score":0.99955064},"labels":[],"label_agreement":null},{"id":"W4392954378","doi":"10.2196/55210","title":"Providing Lesbian, Gay, Bisexual, Transgender, Nonbinary, and Queer Adolescents With Nurturance, Trustworthiness, and Safety: Protocol for Pilot Cluster Randomized Controlled Trial Design","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health; MetroWest Health Foundation","keywords":"Transgender; Lesbian; Psychology; Sexual minority; Focus group; Queer; Intervention (counseling); Clinical psychology; Psychiatry","score_opus":0.38623538812987906,"score_gpt":0.5867371121814854,"score_spread":0.20050172405160632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392954378","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036170805,0.00007074212,0.0042192703,0.0027148707,0.000085910644,0.99037355,0.000026240315,0.00020845792,0.0019392442],"genre_scores_gemma":[0.004097083,0.0000085705815,0.00034341632,0.00014888903,0.0011006858,0.9832409,0.000005476276,0.00014798937,0.010907005],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.990905,0.004437728,0.001184911,0.0011793557,0.00092648616,0.0013665392],"domain_scores_gemma":[0.9962013,0.002143335,0.00021563047,0.00056142255,0.00041471663,0.00046361316],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009384123,0.000543635,0.0016205704,0.0006587822,0.0007587028,0.00085173186,0.00039702642,0.0003326732,0.00014547195],"category_scores_gemma":[0.00036298996,0.00035631657,0.00021735644,0.00057553494,0.00085086864,0.0004674624,0.0000975838,0.0010956285,0.000036315883],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9540278,0.0010361065,0.00025589953,0.014353732,0.00025396943,0.00005375922,0.0011693668,0.0000021006815,0.00006061842,0.0017774436,0.023574736,0.0034344902],"study_design_scores_gemma":[0.93814313,0.009295321,0.00016044574,0.0031186775,0.0000614967,0.000044543143,0.0000648986,0.00078743784,0.000008556349,0.0019084791,0.04597302,0.00043397886],"about_ca_topic_score_codex":0.0002952332,"about_ca_topic_score_gemma":0.00010153884,"teacher_disagreement_score":0.022398287,"about_ca_system_score_codex":0.00012881205,"about_ca_system_score_gemma":0.00092588575,"threshold_uncertainty_score":0.9998889},"labels":[],"label_agreement":null},{"id":"W4392954473","doi":"10.2196/55193","title":"Examining Parent Mood, Feeding Context, and Feeding Goals as Predictors of Feeding Practices Used by Parents of Preschool Children With Avid Eating Behavior: Protocol for an Ecological Momentary Assessment Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Feeding Issues","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council","keywords":"Mood; Context (archaeology); Psychological intervention; Psychology; Developmental psychology; Affect (linguistics); Clinical psychology; Psychiatry; Geography","score_opus":0.3351836327591535,"score_gpt":0.5733059971875539,"score_spread":0.2381223644284004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392954473","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49016312,0.0000052924356,0.000007734386,0.00008894645,0.00000816002,0.50942177,0.000054315882,0.00009254212,0.00015815084],"genre_scores_gemma":[0.48238114,7.463352e-7,0.00040233746,0.0000068207523,0.00015334367,0.51692915,0.000038665534,0.000044215176,0.000043546548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949996,0.00042952134,0.0010426531,0.0010013884,0.0018110774,0.0007158018],"domain_scores_gemma":[0.99723715,0.0008180907,0.00060985715,0.00037605048,0.00050145714,0.00045737572],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003287914,0.00039954358,0.00081744906,0.0005331484,0.0003601118,0.00038015464,0.0003418054,0.00018934821,0.00010190278],"category_scores_gemma":[0.0005892372,0.00030285667,0.0000948281,0.0005510592,0.00030269905,0.0008463648,0.00031032093,0.00096815976,0.000001144282],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020238506,0.0074116965,0.93547016,0.0026054718,0.00032569098,0.000015902864,0.002983729,0.0000010517247,0.046288334,0.000035526675,0.0013931978,0.0014453911],"study_design_scores_gemma":[0.017932758,0.062021054,0.8661541,0.016265327,0.00015794334,0.00006130572,0.023991685,0.00032665482,0.010715187,0.000031195137,0.0019063966,0.0004364138],"about_ca_topic_score_codex":0.00015893564,"about_ca_topic_score_gemma":0.000019948617,"teacher_disagreement_score":0.069316074,"about_ca_system_score_codex":0.00028397175,"about_ca_system_score_gemma":0.00029860128,"threshold_uncertainty_score":0.99994236},"labels":[],"label_agreement":null},{"id":"W4393032539","doi":"10.2196/51087","title":"Evaluation of Staining Propensity of Silver Diamine Fluoride With and Without Potassium Iodide in Children (Project Healthy Smiles): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Medicine; Psychology; Internal medicine; Alternative medicine; Pathology","score_opus":0.18772621074064416,"score_gpt":0.5535472367582308,"score_spread":0.36582102601758665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393032539","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1706076,0.000012899246,0.00006860093,0.000024460764,0.000012738209,0.8289062,0.000035793484,0.000032579235,0.00029917565],"genre_scores_gemma":[0.14501876,4.227602e-7,0.00013652783,0.000008106411,0.00010429859,0.8545043,0.00002614328,0.000034089408,0.00016734474],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917982,0.0036008884,0.0012559437,0.00054129376,0.0022717416,0.00053188787],"domain_scores_gemma":[0.9966638,0.00085256045,0.00037951602,0.00032814196,0.0016522505,0.000123733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024178235,0.00021930906,0.0012816649,0.0005013587,0.000111435606,0.000116985284,0.00018114065,0.0001539127,0.00004441178],"category_scores_gemma":[0.002180473,0.00014521243,0.00015420698,0.0006903451,0.00029130315,0.0002592489,0.00009550159,0.00041103797,0.0000025529584],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9775555,0.0006107411,0.0072220643,0.0037218216,0.00010247443,0.0000032044206,0.0002809436,0.000008269907,0.00026295564,0.00019137553,0.00028876154,0.009751867],"study_design_scores_gemma":[0.97682375,0.004717381,0.004411664,0.003456498,0.000042649866,0.000012344261,0.0001020349,0.008509652,0.001139716,0.00034491677,0.00029151267,0.00014788286],"about_ca_topic_score_codex":0.0003290045,"about_ca_topic_score_gemma":0.0003899315,"teacher_disagreement_score":0.025598152,"about_ca_system_score_codex":0.00031152263,"about_ca_system_score_gemma":0.0033983309,"threshold_uncertainty_score":0.8379742},"labels":[],"label_agreement":null},{"id":"W4393032596","doi":"10.2196/53966","title":"Web-Based Mindfulness-Based Cognitive Therapy for Adults With a History of Depression: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Mindfulness; Depression (economics); Mindfulness-based cognitive therapy; Protocol (science); Clinical psychology; Psychology; Cognition; Psychotherapist; Cognitive therapy; Medicine; Psychiatry; Alternative medicine","score_opus":0.15510691758504658,"score_gpt":0.5292977996681395,"score_spread":0.3741908820830929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393032596","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012327003,0.00001534609,0.07059448,0.0002329762,0.0000813393,0.9253726,0.00013267825,0.00011529075,0.0033320475],"genre_scores_gemma":[0.012959758,3.9688683e-9,0.0001867167,0.000045423392,0.0002873822,0.9769778,0.000026402759,0.000080791586,0.00943569],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941004,0.0023231942,0.001169969,0.00084793946,0.0008627395,0.0006957722],"domain_scores_gemma":[0.98913383,0.008192374,0.00041502298,0.000562494,0.001507098,0.00018920332],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004893054,0.00036211728,0.0014825342,0.00072257104,0.0001870707,0.00010548915,0.00046751485,0.00027259137,0.0113107115],"category_scores_gemma":[0.00061059307,0.00021650385,0.0012904063,0.00036993256,0.0006216083,0.00009606739,0.000033827415,0.00049266964,0.000026038759],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8740365,0.0042200726,0.000003930964,0.0021150708,0.0003511823,0.000013111739,0.00023003451,0.000001959399,0.000023473865,0.005846531,0.093263276,0.019894868],"study_design_scores_gemma":[0.7720951,0.009122715,0.0000017246433,0.009127216,0.00002377018,0.0000011468267,0.00011399303,0.0043913987,0.003163589,0.0012144118,0.20053044,0.00021448007],"about_ca_topic_score_codex":0.000019515603,"about_ca_topic_score_gemma":0.000012328741,"teacher_disagreement_score":0.10726717,"about_ca_system_score_codex":0.00018006831,"about_ca_system_score_gemma":0.0025071714,"threshold_uncertainty_score":0.9895931},"labels":[],"label_agreement":null},{"id":"W4393042141","doi":"10.2196/50864","title":"Improving Health Professional Recognition and Response to Child Maltreatment and Intimate Partner Violence: Protocol for Two Mixed Methods Pilot Randomized Controlled Trials","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University; University Health Network; Impact","funders":"Vedecká Grantová Agentúra MŠVVaŠ SR a SAV; Royal College of Physicians and Surgeons of Canada; McMaster University","keywords":"Preparedness; Domestic violence; Intervention (counseling); Medicine; Randomized controlled trial; Focus group; Nursing; Poison control; Suicide prevention; Occupational safety and health; Health care; Psychological intervention; Medical education; Psychology; Medical emergency","score_opus":0.3306018652194119,"score_gpt":0.6435708381103199,"score_spread":0.312968972890908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393042141","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034990686,0.000033549437,0.0029831743,0.0021768296,0.00005673205,0.99300194,0.00007290169,0.00016390807,0.0011610591],"genre_scores_gemma":[0.0011318034,0.000009218072,0.012846815,0.0001820487,0.00032224,0.9847025,0.000010454432,0.000040690982,0.0007541859],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9630425,0.03255454,0.0014188888,0.00087070756,0.0009982695,0.0011150753],"domain_scores_gemma":[0.98294896,0.015424854,0.00030777938,0.0002531721,0.00052867515,0.00053653657],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1451734,0.00031925566,0.0018863414,0.00054560974,0.0016579963,0.0009336185,0.00025245614,0.00013781183,0.00014817604],"category_scores_gemma":[0.013087508,0.00020246446,0.00025946193,0.0005123171,0.0006598843,0.0003534448,0.00022748858,0.0005101504,0.000036038473],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6679392,0.00048751468,0.000010668279,0.0017781765,0.00013886596,0.0000074267255,0.0042706006,8.8730576e-7,0.0035112088,0.007880791,0.0028858865,0.3110888],"study_design_scores_gemma":[0.7470299,0.010075743,0.00035750083,0.040555704,0.0000743442,0.000014154846,0.004098609,0.0042498573,0.0054806573,0.050620914,0.13629773,0.0011448613],"about_ca_topic_score_codex":0.00037909095,"about_ca_topic_score_gemma":0.00002263445,"teacher_disagreement_score":0.30994394,"about_ca_system_score_codex":0.0003026041,"about_ca_system_score_gemma":0.001513623,"threshold_uncertainty_score":0.9996417},"labels":[],"label_agreement":null},{"id":"W4393058629","doi":"10.2196/55953","title":"Evaluation of Ambient Sensor Systems for the Early Detection of Heart Failure Decompensation in Older Patients Living at Home Alone: Protocol for a Prospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Prospective cohort study; Heart failure; Protocol (science); Cohort; Gerontology; Decompensation; Cohort study; Medical emergency; Alternative medicine; Internal medicine; Pathology","score_opus":0.14224289516130267,"score_gpt":0.5033449919023414,"score_spread":0.3611020967410387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393058629","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20686303,0.0000021618725,0.00013812851,0.0001762523,0.000012543024,0.79275495,0.000009611085,0.000028245599,0.000015070369],"genre_scores_gemma":[0.4405164,3.6947913e-8,0.00008422711,0.0000011965687,0.000039242037,0.55919003,0.0000040875416,0.00001999839,0.0001447614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99607104,0.00068477547,0.00056734605,0.00044954603,0.0018771868,0.0003500972],"domain_scores_gemma":[0.9967933,0.0006405155,0.00011573371,0.0003804595,0.002008681,0.00006130718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008128569,0.00015866812,0.00035747714,0.0004220162,0.00014904664,0.00007337538,0.0000879115,0.00008293885,0.000028565808],"category_scores_gemma":[0.00047032608,0.000105066196,0.00011393968,0.00056213373,0.00006260737,0.0001535349,0.00008851523,0.00018525428,0.0000077691475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002999661,0.0055113407,0.9675526,0.006917259,0.0004675982,0.0000018518991,0.0048662117,0.000089316745,0.0050644036,0.000041733227,0.0028301547,0.0036578614],"study_design_scores_gemma":[0.010794073,0.009653892,0.94838274,0.0044561164,0.00009426359,0.0000013213543,0.00070172915,0.00965424,0.0038733066,0.000033977,0.012241128,0.00011318947],"about_ca_topic_score_codex":0.00018293638,"about_ca_topic_score_gemma":0.00029224658,"teacher_disagreement_score":0.23365338,"about_ca_system_score_codex":0.00094223523,"about_ca_system_score_gemma":0.0002326193,"threshold_uncertainty_score":0.4284475},"labels":[],"label_agreement":null},{"id":"W4393061797","doi":"10.2196/55559","title":"Development and Pilot-Testing of an Optimized Conversational Agent or “Chatbot” for Peruvian Adolescents Living With HIV to Facilitate Mental Health Screening, Education, Self-Help, and Linkage to Care: Protocol for a Mixed Methods, Community-Engaged Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chatbot; Depression (economics); Mental health; Medicine; Service delivery framework; Protocol (science); Human immunodeficiency virus (HIV); Service (business); Psychiatry; Nursing; Psychology; Gerontology; Family medicine; Alternative medicine; World Wide Web; Business; Computer science","score_opus":0.5080422979601584,"score_gpt":0.6161802294784654,"score_spread":0.10813793151830697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393061797","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0216467,0.0000043387954,0.0067696134,0.00050431467,0.00003093818,0.97062767,0.00022788529,0.00011923482,0.00006930939],"genre_scores_gemma":[0.012022977,1.2382047e-8,0.30139053,0.00007621767,0.000028094139,0.6858039,0.000037161542,0.000046341756,0.0005947505],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9915758,0.005725108,0.0008409733,0.0006596254,0.0005126442,0.0006858977],"domain_scores_gemma":[0.9960428,0.0021123025,0.00015174673,0.00041413424,0.00062801974,0.0006509988],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012749001,0.00026945575,0.00039080548,0.000515456,0.0017951322,0.0003005429,0.00034933214,0.0000557247,0.000033293803],"category_scores_gemma":[0.00085375685,0.00022947906,0.000040050258,0.0005294705,0.000098547054,0.000264941,0.0003637608,0.00085649884,0.0000069146954],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012696774,0.018785493,0.005289482,0.03369936,0.0003245484,0.0000044955214,0.43819776,0.0000095586065,0.00018423331,0.00021819511,0.009103396,0.48148668],"study_design_scores_gemma":[0.024268828,0.13158347,0.062900774,0.058995027,0.000020673817,0.00004769729,0.4317668,0.00073884893,0.00091810845,0.00011615499,0.28755867,0.0010849382],"about_ca_topic_score_codex":0.00021529575,"about_ca_topic_score_gemma":0.00029465277,"teacher_disagreement_score":0.48040175,"about_ca_system_score_codex":0.00046626947,"about_ca_system_score_gemma":0.0011731541,"threshold_uncertainty_score":0.9995044},"labels":[],"label_agreement":null},{"id":"W4393061845","doi":"10.2196/54026","title":"Detection of Urinary Misfolded Proteins for Imminent Prediction of Preeclampsia in Pregnant Women With Suspected Cases: Protocol for a Prospective Noninterventional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pregnancy and preeclampsia studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Preeclampsia; Prospective cohort study; Pregnancy; Biomarker; Urine; Cohort; Urinary system; Urinalysis; Obstetrics; Cohort study; Internal medicine","score_opus":0.16879372402588366,"score_gpt":0.4912245930024243,"score_spread":0.32243086897654066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393061845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038751412,0.00001697368,0.00094891706,0.000058434533,0.0000069301345,0.9598305,0.00015891355,0.00009035102,0.00013756458],"genre_scores_gemma":[0.35557476,1.9167386e-7,0.00045581412,6.932514e-7,0.0000630922,0.64349604,0.000008155199,0.00003605944,0.00036518573],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99672174,0.00030574374,0.000812128,0.0006826802,0.00087114656,0.00060654833],"domain_scores_gemma":[0.9978835,0.00041145,0.00018572205,0.00042986218,0.0009820943,0.00010739346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018432185,0.0002620907,0.0005795176,0.0006332019,0.00014094726,0.000038102655,0.00017985565,0.00013052848,0.000034289966],"category_scores_gemma":[0.0003392782,0.0001911337,0.00015871674,0.00091504486,0.0002569758,0.00023328279,0.00012633049,0.00044968026,0.0000010198446],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.35500324,0.07117586,0.2053578,0.18031946,0.0029764909,0.00052176433,0.03480836,0.0000321418,0.12883669,0.0013570756,0.00083282264,0.018778266],"study_design_scores_gemma":[0.04949748,0.34199554,0.36568984,0.105820455,0.000064165535,0.00018767551,0.004472558,0.0014192562,0.12201077,0.0023272715,0.006066655,0.00044834035],"about_ca_topic_score_codex":0.000049764294,"about_ca_topic_score_gemma":0.0001596998,"teacher_disagreement_score":0.31682333,"about_ca_system_score_codex":0.000556588,"about_ca_system_score_gemma":0.0006451912,"threshold_uncertainty_score":0.7794206},"labels":[],"label_agreement":null},{"id":"W4393062936","doi":"10.2196/53890","title":"A Mindfulness-Based App Intervention for Pregnant Women: Protocol for a Pilot Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindfulness; Anxiety; Psychology; Pregnancy; Intervention (counseling); Clinical psychology; Psychological intervention; Medicine; Psychotherapist; Psychiatry","score_opus":0.35357232036223973,"score_gpt":0.5988943277010588,"score_spread":0.24532200733881904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393062936","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050029196,0.0000039297074,0.0014989022,0.0004902398,0.000028043061,0.9925369,0.00008381309,0.00022818621,0.00012706104],"genre_scores_gemma":[0.036987662,6.8630808e-9,0.0002595869,0.000050417973,0.00023995964,0.95770866,0.000016902597,0.00006806531,0.004668719],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623334,0.00045883167,0.00069053983,0.00079399336,0.00080073683,0.0010225606],"domain_scores_gemma":[0.9980064,0.00048813884,0.00008551614,0.00062933704,0.0004098346,0.00038077272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004598475,0.0002509649,0.0004027109,0.00032779007,0.00030121554,0.00021219948,0.00026899844,0.00010104999,0.00031787847],"category_scores_gemma":[0.00027154697,0.00018843179,0.00019582233,0.0003709158,0.00011518586,0.00016503184,0.000111734604,0.0005096204,0.000052450207],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18622231,0.05100766,0.005956544,0.6709109,0.00017810459,0.00016769327,0.001777899,0.0000026815856,0.0005388358,0.0010202003,0.0070433365,0.075173825],"study_design_scores_gemma":[0.06002619,0.26308802,0.004921807,0.27171382,0.000018587665,0.000029643541,0.00058207824,0.0023881397,0.07858803,0.00710853,0.31093913,0.00059600995],"about_ca_topic_score_codex":0.00001662146,"about_ca_topic_score_gemma":0.000014536939,"teacher_disagreement_score":0.39919707,"about_ca_system_score_codex":0.00067717495,"about_ca_system_score_gemma":0.0006041955,"threshold_uncertainty_score":0.7684026},"labels":[],"label_agreement":null},{"id":"W4393071408","doi":"10.2196/54680","title":"Factors Underlying Vaccine Hesitancy and Their Mitigations in Saudi Arabia: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Observational study; Inclusion (mineral); Critical appraisal; Population; Medicine; Psychology; Public relations; Family medicine; MEDLINE; Environmental health; Alternative medicine; Political science; Social psychology","score_opus":0.5541386654012236,"score_gpt":0.6229734179715962,"score_spread":0.06883475257037264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393071408","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.751761e-8,0.3846914,0.000007462562,0.00042738148,0.0000046882005,0.6142848,0.000033102926,0.00007053439,0.00048062022],"genre_scores_gemma":[1.0518319e-7,0.29949495,0.000017929933,0.00002667635,0.00012748566,0.6988398,0.000014734231,0.00007472483,0.0014036307],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99252313,0.002922459,0.0016451909,0.0009288514,0.00084961223,0.001130749],"domain_scores_gemma":[0.9957339,0.0023045177,0.0004553572,0.0007511516,0.00044406144,0.0003110174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0063435915,0.0006313522,0.0030768882,0.0007700028,0.00083095446,0.00066698174,0.00096464576,0.0004818706,0.0001220715],"category_scores_gemma":[0.0023480686,0.00038753313,0.00063367444,0.002218779,0.00005449991,0.00041030245,0.00025205116,0.0013682657,0.00007297193],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006679625,0.00011813118,0.000014436594,0.97206336,0.00006580534,0.000010819059,0.000899225,6.2735626e-9,8.789516e-8,0.0026390806,0.013612086,0.010570297],"study_design_scores_gemma":[0.00022180646,0.00011872385,0.0000026921605,0.5177331,0.000042071362,0.0000016961802,0.00020677848,6.0022955e-7,1.1491804e-7,0.0017231359,0.47973928,0.00020999128],"about_ca_topic_score_codex":0.000045582423,"about_ca_topic_score_gemma":0.00070783816,"teacher_disagreement_score":0.4661272,"about_ca_system_score_codex":0.00077250466,"about_ca_system_score_gemma":0.0021107674,"threshold_uncertainty_score":0.99985766},"labels":[],"label_agreement":null},{"id":"W4393101950","doi":"10.2196/52898","title":"Gait Features in Different Environments Contributing to Participation in Outdoor Activities in Old Age (GaitAge): Protocol for an Observational Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cadence; Gait; Physical medicine and rehabilitation; Observational study; Medicine; Gerontology; Physical therapy; Psychology","score_opus":0.4560728363228847,"score_gpt":0.6463528560732743,"score_spread":0.1902800197503896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393101950","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4275269,3.7923576e-7,0.000035637033,0.00011216025,0.000021503629,0.57212013,0.000049513066,0.000032875745,0.000100940015],"genre_scores_gemma":[0.38607183,4.7802544e-8,0.000041561023,0.000042726853,0.00020067552,0.6116262,0.000065295666,0.000026400217,0.0019252949],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99381274,0.0021593731,0.0010387875,0.00074000715,0.000958578,0.0012905283],"domain_scores_gemma":[0.99820596,0.001107145,0.00011484903,0.00031866538,0.0000883952,0.00016497646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006533565,0.00023580618,0.00035388686,0.0006075941,0.00047210135,0.00020438965,0.00030652524,0.0002798954,0.000056657493],"category_scores_gemma":[0.00049824803,0.00020386497,0.000065005544,0.00058987475,0.0000693966,0.0006428301,0.00027978886,0.0014977338,0.000039520244],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020030092,0.0054052155,0.9777366,0.0011743141,0.00001094862,0.000019991132,0.0037520912,0.000025449932,0.00770959,0.00075979554,0.00059599895,0.0008069744],"study_design_scores_gemma":[0.0065839295,0.0013151618,0.9796759,0.0023177627,6.741283e-7,1.9477112e-7,0.0008712364,0.00060610176,0.000050430277,0.0017000516,0.0066924416,0.0001861376],"about_ca_topic_score_codex":0.0003024637,"about_ca_topic_score_gemma":0.004486846,"teacher_disagreement_score":0.041455068,"about_ca_system_score_codex":0.0012814914,"about_ca_system_score_gemma":0.0002676095,"threshold_uncertainty_score":0.8313372},"labels":[],"label_agreement":null},{"id":"W4393114087","doi":"10.2196/55216","title":"The Daily Experiences of Hispanic and Latinx Dementia Caregivers Study: Protocol for a Fully Remote Daily Diary Observational Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Dementia; Observational study; Medicine; Gerontology; Protocol (science); Cohort; Cohort study; Psychology; Alternative medicine; Disease; Internal medicine","score_opus":0.2203955423264199,"score_gpt":0.5465138701325543,"score_spread":0.32611832780613437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393114087","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1472372,0.000010294977,0.00006869239,0.00036829207,0.0000093366,0.851269,0.000007853089,0.00005132612,0.0009780148],"genre_scores_gemma":[0.11828098,7.2029e-7,0.00014488556,0.0000136926465,0.0001056116,0.87901056,0.0000075983676,0.000033734108,0.0024022274],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945446,0.00092630845,0.0005846863,0.00073645863,0.0024800906,0.0007278519],"domain_scores_gemma":[0.996928,0.0010834344,0.00008944916,0.0005255736,0.0011484608,0.00022508208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006904139,0.00022749421,0.000348252,0.00028775152,0.00064699625,0.0004018492,0.00042177815,0.00006819413,0.00030154787],"category_scores_gemma":[0.0005887239,0.00014625932,0.000107700405,0.00078672485,0.0005208739,0.00028579612,0.0004527501,0.0005240561,0.000013046331],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055888174,0.0035248965,0.91929996,0.0024983203,0.0008775121,0.00014027102,0.01933126,2.699487e-7,0.0013921619,0.00019466529,0.014945734,0.032206148],"study_design_scores_gemma":[0.009813806,0.025491757,0.8015882,0.001656693,0.000055792763,0.000010757453,0.06898159,0.000787084,0.0005093674,0.00031288556,0.090562604,0.00022945784],"about_ca_topic_score_codex":0.00008297278,"about_ca_topic_score_gemma":0.000054505344,"teacher_disagreement_score":0.11771174,"about_ca_system_score_codex":0.00011817594,"about_ca_system_score_gemma":0.0009806764,"threshold_uncertainty_score":0.59642816},"labels":[],"label_agreement":null},{"id":"W4393114252","doi":"10.2196/53756","title":"Self-Selected Versus Assigned Target to Reduce Smartphone Use and Improve Mental Health: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Mental health; Protocol (science); Medicine; Psychology; Alternative medicine; Psychiatry","score_opus":0.22214008193834622,"score_gpt":0.6044911836907033,"score_spread":0.3823511017523571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393114252","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045561176,0.000009532539,0.00013615584,0.0045795734,0.00046369154,0.9922619,0.00024983395,0.00043474516,0.0014089679],"genre_scores_gemma":[0.0005336533,1.10488585e-7,0.0023104525,0.000113833856,0.00044407343,0.98486423,0.00004468296,0.00010858372,0.011580373],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.991809,0.0031193064,0.0016013179,0.0010900109,0.0008751124,0.0015052301],"domain_scores_gemma":[0.9937513,0.0041473587,0.00023513734,0.00056090194,0.00052545656,0.0007798689],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0071176654,0.00038859193,0.0013910282,0.0006701273,0.00046101975,0.0009997686,0.00038667134,0.00022241374,0.00048426696],"category_scores_gemma":[0.00232173,0.00030467924,0.0004516586,0.0009900439,0.00023303118,0.0004755116,0.00023218618,0.0006859939,0.00022918968],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8670338,0.0028630083,0.0000012419193,0.0015839307,0.00038330202,0.000010745881,0.00082304503,3.138618e-8,0.00034357293,0.0046955533,0.11695413,0.0053076763],"study_design_scores_gemma":[0.72437054,0.023924585,0.000007722586,0.0014820211,0.0000055621745,0.0000048213715,0.000058778733,0.0001411115,0.00044306525,0.0005530998,0.24880646,0.00020222587],"about_ca_topic_score_codex":0.0001016276,"about_ca_topic_score_gemma":0.000034155953,"teacher_disagreement_score":0.14266321,"about_ca_system_score_codex":0.00069709076,"about_ca_system_score_gemma":0.001015788,"threshold_uncertainty_score":0.9999405},"labels":[],"label_agreement":null},{"id":"W4393114332","doi":"10.2196/51774","title":"Rapid assessments for the deployment of seasonal malaria chemoprevention in new geographies of east and southern Africa: protocol for a hybrid type II implementation study. (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Software deployment; Malaria; Protocol (science); Geography; Medicine; Computer science; World Wide Web; Immunology; Alternative medicine","score_opus":0.25006468552587036,"score_gpt":0.5469669806003162,"score_spread":0.2969022950744459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393114332","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017595137,0.0000027771882,0.00022646906,0.0013154871,0.0000026326095,0.9807341,0.000050048613,0.000022003527,0.000051337745],"genre_scores_gemma":[0.09509781,6.0398474e-7,0.000291308,0.0000037933407,0.00005494639,0.9037509,0.000017672552,0.000023448216,0.00075951306],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99739254,0.00029306917,0.00048120294,0.0003444669,0.00097511656,0.0005135857],"domain_scores_gemma":[0.9983729,0.00035027374,0.00015125313,0.0003630783,0.0006249579,0.0001375489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044846353,0.00012931346,0.00030252544,0.0004222616,0.00016115185,0.000042939806,0.00022817568,0.000045883942,0.00027175117],"category_scores_gemma":[0.00034010183,0.00009073092,0.00010867949,0.0008017732,0.00010655849,0.00008511924,0.0002842964,0.0002355282,0.000002826654],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09275972,0.009543856,0.27803802,0.011811065,0.0012741722,0.000021776359,0.007099073,0.000016470827,0.057601564,0.0032372172,0.026423015,0.51217407],"study_design_scores_gemma":[0.124692425,0.05839266,0.6788216,0.0036328856,0.00007079631,0.000007807122,0.022468878,0.0064503886,0.017842297,0.00690416,0.0802784,0.00043769876],"about_ca_topic_score_codex":0.000115173294,"about_ca_topic_score_gemma":0.00010124544,"teacher_disagreement_score":0.51173633,"about_ca_system_score_codex":0.000053996446,"about_ca_system_score_gemma":0.0006570863,"threshold_uncertainty_score":0.36998996},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4393132462","doi":"10.2196/57878","title":"Patient Partnership Tools to Support Medication Safety in Community-Dwelling Older Adults: Protocol for a Nonrandomized Stepped Wedge Clinical Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Cluster randomised controlled trial; General partnership; Family medicine; Intervention (counseling); Medical prescription; Patient safety; Cluster (spacecraft); Nursing; Medical emergency; Health care","score_opus":0.6838007678060355,"score_gpt":0.6878624618770611,"score_spread":0.004061694071025634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393132462","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002921864,0.000001755594,0.000342252,0.004278955,0.00005169786,0.98960924,0.000028626426,0.00012371186,0.002641909],"genre_scores_gemma":[0.008058254,9.179637e-7,0.00064327806,0.0007512466,0.00050325925,0.9892673,0.00009675343,0.00006107888,0.00061795005],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99077326,0.004378963,0.0019058603,0.00062800996,0.0013887979,0.0009251235],"domain_scores_gemma":[0.9861859,0.011720525,0.00017402461,0.0007472186,0.0004373495,0.00073498866],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01894983,0.00027614596,0.0008052521,0.00044737477,0.0002701722,0.0002610416,0.00039026054,0.00030586496,0.0007202282],"category_scores_gemma":[0.0076952293,0.00020406318,0.00034434197,0.0007810233,0.00024626323,0.00041326514,0.0002618126,0.0028948456,0.0002767005],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8405558,0.0064956434,0.0013659782,0.006014688,0.00008567052,0.000056354824,0.0027660644,0.0000020039076,0.000042658896,0.00026089774,0.019431008,0.12292326],"study_design_scores_gemma":[0.29259682,0.01603181,0.00039068848,0.008383843,0.000013861688,0.0000046944197,0.0005241189,0.0016788836,0.00025445272,0.000109273555,0.67981327,0.00019825727],"about_ca_topic_score_codex":0.000032717548,"about_ca_topic_score_gemma":0.000032075837,"teacher_disagreement_score":0.6603823,"about_ca_system_score_codex":0.00028703111,"about_ca_system_score_gemma":0.001033878,"threshold_uncertainty_score":0.9994055},"labels":[],"label_agreement":null},{"id":"W4393193290","doi":"10.2196/54211","title":"Equity-Centered Postdischarge Support for Medicaid-Insured People: Protocol for a Type 1 Hybrid Effectiveness-Implementation Stepped Wedge Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hillman Foundation; National Institute of Nursing Research; Office of Naval Research; University of Pennsylvania","keywords":"Medicaid; Medicine; Psychological intervention; Failure to thrive; Emergency department; Medical home; Referral; Health care; Health equity; Health services research; Supportive housing; Transitional care; Family medicine; Nursing; Public health; Pediatrics; Primary care","score_opus":0.237967251210927,"score_gpt":0.6045087132239992,"score_spread":0.36654146201307225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393193290","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003580003,0.000003009077,0.002452296,0.004345736,0.00010842233,0.9916208,0.00011430989,0.00027441783,0.00072305044],"genre_scores_gemma":[0.0027819688,6.8932013e-7,0.000891848,0.00012238229,0.0007436597,0.9900188,0.0005218154,0.00011422971,0.0048046443],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99341476,0.0018583289,0.0012243029,0.0008610944,0.0014417309,0.0011998109],"domain_scores_gemma":[0.9941903,0.003797996,0.00018136218,0.0005278675,0.0009012058,0.00040127666],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015136276,0.0004358409,0.0019348045,0.0006291258,0.0003119078,0.00038037618,0.0002615144,0.00015963365,0.0010538101],"category_scores_gemma":[0.0017383206,0.00028547485,0.00088503317,0.00047664766,0.00015048435,0.0002823252,0.00025173606,0.00040163938,0.00015348016],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8759193,0.0015881255,0.000041160565,0.008059795,0.00097222923,0.000035544992,0.0001844946,1.4907975e-7,0.0010245045,0.0010898538,0.10734411,0.0037407672],"study_design_scores_gemma":[0.6897238,0.0098927235,0.000020809257,0.0016427247,0.00013124803,0.000006757184,0.00004785801,0.00064376637,0.0011797276,0.00045655255,0.29607528,0.00017874585],"about_ca_topic_score_codex":0.000018898634,"about_ca_topic_score_gemma":0.000027752032,"teacher_disagreement_score":0.18873116,"about_ca_system_score_codex":0.00044880933,"about_ca_system_score_gemma":0.0014679134,"threshold_uncertainty_score":0.99995977},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4393200684","doi":"10.2196/56324","title":"Effects of Electronic Nicotine Delivery Systems Substitution on Body Weight Status: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università di Catania","keywords":"Checklist; Smoking cessation; Systematic review; Meta-analysis; Medicine; Cochrane Library; Protocol (science); MEDLINE; Randomized controlled trial; Nicotine; Psychology; Alternative medicine; Psychiatry; Surgery; Internal medicine","score_opus":0.2903963575233012,"score_gpt":0.584218942640548,"score_spread":0.2938225851172468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393200684","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.1676624e-8,0.415993,0.000018160632,0.000013278987,0.0000022202569,0.5838534,0.000054370557,0.000045538854,0.00001994372],"genre_scores_gemma":[0.0000014743312,0.17475764,0.000008165906,0.000012139551,0.00005929456,0.8239557,0.00013505173,0.00008735733,0.0009831665],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99225414,0.0022233985,0.0018921709,0.0009767412,0.0017683199,0.00088522094],"domain_scores_gemma":[0.99568635,0.001116699,0.00088744564,0.0011377104,0.0009232473,0.00024854345],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004781245,0.0006800697,0.00850804,0.001496211,0.00013206016,0.0001596269,0.00033192366,0.00045613264,0.00005713732],"category_scores_gemma":[0.00061657303,0.00038145814,0.0025307396,0.0024032795,0.00013782573,0.00010578737,0.00011360941,0.0013137946,0.000022292545],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001041234,0.00048263546,0.0000018880004,0.96001804,0.037236974,0.000013571841,0.000010914568,1.04490304e-7,0.00000310013,0.0007873042,0.001062597,0.00027875247],"study_design_scores_gemma":[0.0006211561,0.0015488314,0.0000011315249,0.50700516,0.31890926,0.000016591512,0.0000020623302,0.000010225145,0.000018716119,0.000009890796,0.17166455,0.00019241768],"about_ca_topic_score_codex":0.0000184259,"about_ca_topic_score_gemma":0.0000015710799,"teacher_disagreement_score":0.45301285,"about_ca_system_score_codex":0.00082476606,"about_ca_system_score_gemma":0.0012929261,"threshold_uncertainty_score":0.99986374},"labels":[],"label_agreement":null},{"id":"W4393212180","doi":"10.2196/53722","title":"Vitamin D Deficiency and Its Association With Vitamin D Receptor Gene Variants Among Malaysian Women With Hypertensive Disorders in Pregnancy: Protocol for a Nutrigenomics Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vitamin D Research Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Calcitriol receptor; vitamin D deficiency; Vitamin D and neurology; Medicine; Population; Pregnancy; Incidence (geometry); Obstetrics; Internal medicine; Physiology; Endocrinology; Genetics; Biology; Environmental health","score_opus":0.07629977299454513,"score_gpt":0.43666940751679795,"score_spread":0.3603696345222528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393212180","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19384007,0.000010191941,0.000030523133,0.00053767103,0.000003948784,0.80510956,0.000042087268,0.00009033343,0.00033560104],"genre_scores_gemma":[0.14320596,0.0000045838597,0.0004431959,0.000009465324,0.00007982726,0.8540732,0.0000076290726,0.00010920237,0.0020668968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942985,0.0005853959,0.0005178353,0.0011715356,0.0017564842,0.0016702142],"domain_scores_gemma":[0.99729985,0.0007040683,0.00012821847,0.0004951392,0.0009982305,0.00037447686],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028664358,0.00041616376,0.0007126169,0.00089332217,0.00038564214,0.00032423946,0.00030793415,0.0002029941,0.000042602176],"category_scores_gemma":[0.0008760132,0.00028102894,0.000048627822,0.0018048843,0.00027063358,0.00043982544,0.0002946538,0.0010817463,0.000024315983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01687269,0.014337434,0.8743409,0.022992099,0.001113544,0.00093403365,0.028726859,0.000024538445,0.016662033,0.00024891092,0.0044704545,0.019276502],"study_design_scores_gemma":[0.047124263,0.07801931,0.8110939,0.029356629,0.000044000004,0.000047324276,0.0150079075,0.0020322087,0.003160273,0.0003456614,0.012590701,0.0011777638],"about_ca_topic_score_codex":0.000037249134,"about_ca_topic_score_gemma":0.0002662871,"teacher_disagreement_score":0.06368188,"about_ca_system_score_codex":0.0016528431,"about_ca_system_score_gemma":0.00096487446,"threshold_uncertainty_score":0.9999642},"labels":[],"label_agreement":null},{"id":"W4393224063","doi":"10.2196/50532","title":"Assessment of Patient Safety in a Low-Resource Health Care System: Proposal for a Multimethod Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Patient safety; Health care; Medicine; Public health; Medical emergency; Nursing; Environmental health","score_opus":0.28859356432566313,"score_gpt":0.673206437253744,"score_spread":0.38461287292808083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393224063","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030605227,0.000028710285,0.0031560066,0.0020385499,0.00005878115,0.9889946,0.00017551503,0.00015696754,0.0023303393],"genre_scores_gemma":[0.192781,3.89223e-7,0.0037331374,0.000052430012,0.00008256648,0.80297357,0.00005250237,0.000037657257,0.00028674456],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9893758,0.006316452,0.001409981,0.000603972,0.0013259611,0.0009677952],"domain_scores_gemma":[0.9965448,0.0016931976,0.00030215416,0.000602709,0.00056330464,0.00029384746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008768498,0.00017995865,0.0005051629,0.000604328,0.00061737216,0.0000069584617,0.0003610096,0.00017263772,0.000060341474],"category_scores_gemma":[0.00046009486,0.00014118804,0.00009380873,0.0009672709,0.00010271668,0.00011241423,0.00028026436,0.0014296279,0.000035536115],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054640425,0.011574786,0.108564414,0.2673107,0.00023040692,0.00008424474,0.46360764,0.0006899439,0.00036568745,0.03303427,0.025510285,0.08356358],"study_design_scores_gemma":[0.009691474,0.012452179,0.05596611,0.06583299,0.000006487588,0.0000013895018,0.24001427,0.007102722,0.00006840535,0.00011731279,0.6083885,0.00035817124],"about_ca_topic_score_codex":0.00018688559,"about_ca_topic_score_gemma":0.00025281004,"teacher_disagreement_score":0.58287823,"about_ca_system_score_codex":0.0019033675,"about_ca_system_score_gemma":0.007101779,"threshold_uncertainty_score":0.99852705},"labels":[],"label_agreement":null},{"id":"W4393259867","doi":"10.2196/55209","title":"Telehealth Evaluation in the United States: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Resources and Services Administration; U.S. Department of Health and Human Services","keywords":"Telehealth; Systematic review; Stakeholder; Protocol (science); Health care; Telemedicine; Knowledge management; Computer science; MEDLINE; Medicine; Political science; Public relations","score_opus":0.7936438881776969,"score_gpt":0.7640798615636517,"score_spread":0.029564026614045225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393259867","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0162896e-8,0.28399745,0.000010763054,0.0027512298,0.000005807328,0.71299535,0.000031937343,0.000053231972,0.00015423131],"genre_scores_gemma":[8.5702345e-10,0.40690494,0.00007994397,0.0010981137,0.0003310769,0.5904581,0.0009842527,0.00006997678,0.00007362766],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891895,0.0038170037,0.0022898656,0.000837802,0.0027016,0.001164246],"domain_scores_gemma":[0.9956987,0.0014623842,0.0005063089,0.0010070578,0.0010754644,0.00025007172],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02607899,0.0004829208,0.001858302,0.0015853776,0.0002327071,0.00013115576,0.0005264408,0.00026631053,0.00031009922],"category_scores_gemma":[0.0016168487,0.00026358358,0.00033608841,0.004311419,0.000118667194,0.000105207495,0.000119572425,0.002148032,0.00013409644],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006371074,0.00015188508,0.0000013692957,0.4896985,0.000016180054,0.000012554018,0.000120192395,2.8982727e-8,1.0926641e-8,0.000040654904,0.11411229,0.39578262],"study_design_scores_gemma":[0.0016948066,0.0015618292,0.0000010384911,0.48539463,0.000092613074,0.00003510634,0.00005512088,0.000029623894,9.398673e-8,0.00010001485,0.51093155,0.00010358669],"about_ca_topic_score_codex":0.000089307396,"about_ca_topic_score_gemma":0.000079942634,"teacher_disagreement_score":0.39681926,"about_ca_system_score_codex":0.0009892919,"about_ca_system_score_gemma":0.008655935,"threshold_uncertainty_score":0.99998164},"labels":[],"label_agreement":null},{"id":"W4393299306","doi":"10.2196/49130","title":"Digital Health Interventions in Older Adult Populations Living With Chronic Disease in High-Income Countries: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Saskatchewan Health Research Foundation; University of Regina","keywords":"Psychological intervention; Medicine; Digital health; Health care; Telemedicine; Gerontology; Disease management; Pandemic; MEDLINE; Disease; Telehealth; mHealth; Family medicine; Nursing; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty); Pathology","score_opus":0.4258328676149775,"score_gpt":0.7009500262699809,"score_spread":0.2751171586550034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393299306","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9186166e-8,0.31229153,0.00010316514,0.0022209047,0.000021589627,0.68452877,0.0005685455,0.00014602562,0.00011944782],"genre_scores_gemma":[1.017061e-7,0.3355786,0.00013375324,0.00022649563,0.00033922176,0.6621396,0.0002955151,0.00018220488,0.0011045606],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98569137,0.003236765,0.0053205574,0.0016454307,0.001143002,0.0029628612],"domain_scores_gemma":[0.9920654,0.0025737656,0.0014807459,0.0016294763,0.00090358057,0.0013470195],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0069881384,0.0007891803,0.00316817,0.0018617285,0.001337228,0.0001943412,0.0009614863,0.00051636895,0.00046002408],"category_scores_gemma":[0.0016839168,0.00059649214,0.0005363968,0.0035347382,0.00021112316,0.00049111864,0.00059826666,0.0045857155,0.0006406201],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006850373,0.00046457877,0.00095970504,0.88423645,0.0000120650275,0.0000081075295,0.0000721283,8.65464e-7,4.6425438e-10,0.0039672665,0.012735006,0.097475335],"study_design_scores_gemma":[0.0010603172,0.00038004783,0.00017771749,0.51819766,0.000013259644,0.0000012605896,0.000011159163,0.0000106116995,5.777743e-10,0.00013479147,0.47978452,0.00022863844],"about_ca_topic_score_codex":0.00034051176,"about_ca_topic_score_gemma":0.008425906,"teacher_disagreement_score":0.46704954,"about_ca_system_score_codex":0.0054972954,"about_ca_system_score_gemma":0.039498277,"threshold_uncertainty_score":0.99996287},"labels":[],"label_agreement":null},{"id":"W4393318312","doi":"10.2196/57280","title":"The Feasibility of Using the National PulsePoint Cardiopulmonary Resuscitation Responder Network to Facilitate Overdose Education and Naloxone Distribution: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health","keywords":"Opioid overdose; Layperson; (+)-Naloxone; Medicine; Medical emergency; Randomized controlled trial; Cardiopulmonary resuscitation; Population; Emergency medical services; Resuscitation; Opioid; Emergency medicine; Internal medicine","score_opus":0.24333524693788178,"score_gpt":0.546612692368269,"score_spread":0.30327744543038726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393318312","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019055291,0.00003279971,0.0018840379,0.003807893,0.00012669535,0.9916458,0.000051395178,0.000032767173,0.00051305327],"genre_scores_gemma":[0.0103339525,8.8493914e-7,0.00040364472,0.00003935615,0.001208475,0.9872132,0.0000420852,0.000019937532,0.0007384758],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944253,0.0024040348,0.00089691026,0.00042706105,0.0014512558,0.0003954303],"domain_scores_gemma":[0.99185365,0.00553108,0.00015734788,0.00032352295,0.0019908962,0.00014352323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01960764,0.00017491395,0.00067662576,0.00014913017,0.000678394,0.00025936315,0.00013085091,0.00011244612,0.000008313486],"category_scores_gemma":[0.0063887634,0.000088384615,0.00048630682,0.0007938564,0.00050355674,0.00015955431,0.00009424033,0.0003832272,0.0000028857762],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9761535,0.00025462094,0.00009106176,0.0008836134,0.00017935457,0.0000014197803,0.00046216525,0.00009072617,0.0008584792,0.00415556,0.01513014,0.0017393489],"study_design_scores_gemma":[0.82537025,0.0011451493,0.001423957,0.0032429548,0.00006307891,0.000010432881,0.00041125473,0.008111987,0.000094465795,0.02097903,0.13897176,0.00017569044],"about_ca_topic_score_codex":0.00002044322,"about_ca_topic_score_gemma":0.0000053206304,"teacher_disagreement_score":0.15078327,"about_ca_system_score_codex":0.0003979288,"about_ca_system_score_gemma":0.0020255027,"threshold_uncertainty_score":0.7648408},"labels":[],"label_agreement":null},{"id":"W4393386969","doi":"10.2196/54857","title":"Investigating the Impact of AI on Shared Decision-Making in Post-Kidney Transplant Care (PRIMA-AI): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Randomized controlled trial; Protocol (science); Medicine; Computer science; Alternative medicine; Surgery; Pathology","score_opus":0.0954304151341547,"score_gpt":0.5458034763892645,"score_spread":0.4503730612551098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393386969","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016742941,0.000006494144,0.00016020807,0.0016966523,0.000011096241,0.9947551,0.00009957321,0.00004783318,0.0015487876],"genre_scores_gemma":[0.048937023,2.2974656e-7,0.00016021481,0.00028914484,0.00023380999,0.9501902,0.00003162026,0.00004838712,0.00010939709],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947221,0.0013834053,0.0012245112,0.00053829333,0.0015108045,0.00062084384],"domain_scores_gemma":[0.99435294,0.0039510224,0.00015964506,0.00054562726,0.0006884272,0.00030235367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006644446,0.00029903656,0.0015449019,0.00081362296,0.00016363319,0.00035728526,0.00037493338,0.00013140263,0.000341909],"category_scores_gemma":[0.005466364,0.0001352101,0.00152409,0.00082119,0.00024906252,0.00012427116,0.000101304606,0.0008122261,0.000013451889],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9741617,0.0009357233,0.00005825136,0.0037798611,0.00058948173,0.00006596869,0.0021279955,0.00009117036,0.00090790243,0.00071301166,0.008585433,0.00798354],"study_design_scores_gemma":[0.94212204,0.004978827,0.00020600439,0.037702117,0.000074982505,0.0000018071707,0.00015309201,0.008844773,0.00021430614,0.0018934407,0.0036506031,0.00015799637],"about_ca_topic_score_codex":0.000060597155,"about_ca_topic_score_gemma":0.000011809437,"teacher_disagreement_score":0.047262732,"about_ca_system_score_codex":0.0003064085,"about_ca_system_score_gemma":0.002290768,"threshold_uncertainty_score":0.6544143},"labels":[],"label_agreement":null},{"id":"W4393424530","doi":"10.2196/51599","title":"Effect of a 12-Week High-Calorie-Expenditure Multimodal Exercise Program on Health Indices in Women With Overweight: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Muscle metabolism and nutrition","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Preprint; Overweight; Medicine; Physical therapy; Protocol (science); Gerontology; Physical activity; Body mass index; Physical medicine and rehabilitation; Alternative medicine; Internal medicine; Computer science","score_opus":0.04100415244493018,"score_gpt":0.4766412907610156,"score_spread":0.4356371383160854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393424530","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03889475,0.000019530651,0.00003603936,0.00014900167,0.00002012823,0.9607104,0.000042944775,0.000039527895,0.0000876933],"genre_scores_gemma":[0.015659181,0.0000043858995,0.00037471607,0.000018755018,0.00044315614,0.98324883,0.000059509086,0.00005264088,0.00013881079],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949907,0.0021091048,0.0007137544,0.0006814174,0.00073533296,0.0007697045],"domain_scores_gemma":[0.99843085,0.0006075719,0.0002098334,0.0004119187,0.00014110407,0.00019872568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006917498,0.0003156404,0.0014083673,0.00038415627,0.00010696407,0.00013906593,0.00030145785,0.00026839826,0.000035004763],"category_scores_gemma":[0.00037809432,0.00018614018,0.00025744614,0.00030030764,0.00025295548,0.000017951714,0.000081452315,0.00043113672,0.0000034709367],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9501039,0.002907677,0.0000055294026,0.004742572,0.000095218194,0.000009933422,0.0001946308,0.0000030980473,0.0028977674,0.00010197544,0.0018185918,0.03711912],"study_design_scores_gemma":[0.86502,0.058314476,0.000025590984,0.003477546,0.0000060975553,9.772036e-7,0.000020368816,0.00009867593,0.01841854,0.00019154121,0.0542463,0.00017988964],"about_ca_topic_score_codex":0.00003851065,"about_ca_topic_score_gemma":0.000015969226,"teacher_disagreement_score":0.08508389,"about_ca_system_score_codex":0.00007216048,"about_ca_system_score_gemma":0.00051610876,"threshold_uncertainty_score":0.75905764},"labels":[],"label_agreement":null},{"id":"W4393425309","doi":"10.2196/56081","title":"The Relationship Between Physical Activity and Mental Health Among Individuals With Spinal Cord Injury: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Spinal cord injury; Mental health; Protocol (science); Psychology; Medicine; Physical medicine and rehabilitation; Applied psychology; Clinical psychology; Physical therapy; Psychiatry; Spinal cord; Alternative medicine","score_opus":0.6763388823085452,"score_gpt":0.7236644200051084,"score_spread":0.047325537696563225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393425309","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003684771,0.1418983,0.000005816168,0.0024705313,0.0000037210914,0.8552623,0.00016433728,0.00009582051,0.000095481824],"genre_scores_gemma":[8.4540335e-7,0.11149118,0.00014733557,0.000028356782,0.0005912423,0.8866389,0.000062833504,0.00019416203,0.00084515434],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9905383,0.0026137999,0.001021834,0.0013579574,0.0028608076,0.0016073132],"domain_scores_gemma":[0.9944678,0.0023576852,0.0006027892,0.0012872199,0.00050380814,0.00078073214],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009207951,0.0007536368,0.0028755658,0.00061614375,0.0014016478,0.000617599,0.0007840156,0.00031679086,0.000015793681],"category_scores_gemma":[0.0017369417,0.00040752528,0.0004964554,0.002199462,0.0011798004,0.0002892675,0.00090259535,0.0047760387,0.00008290801],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029700275,0.00018128823,0.0007442595,0.50626516,0.00011298554,0.0000060909133,0.000008557879,2.1579434e-10,1.2229397e-7,0.00013041685,0.016997369,0.47258374],"study_design_scores_gemma":[0.0006678209,0.0250211,0.00045942146,0.49419487,0.000054088712,0.000024349674,0.000005672088,6.123164e-7,0.000001208495,0.00006884853,0.47930554,0.00019647124],"about_ca_topic_score_codex":0.000019408912,"about_ca_topic_score_gemma":0.000013765595,"teacher_disagreement_score":0.47238725,"about_ca_system_score_codex":0.0009302017,"about_ca_system_score_gemma":0.0072038537,"threshold_uncertainty_score":0.9998984},"labels":[],"label_agreement":null},{"id":"W4393425314","doi":"10.2196/55374","title":"Efficacy of the iJobs Web-Based Psychoeducational Intervention to Improve Job Search Behavior and Promote Mental Health Among Unemployed People: Protocol for a Waitlist Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Psychological intervention; Unemployment; Randomized controlled trial; Protocol (science); Intervention (counseling); Anxiety; Psychology; Nursing; Applied psychology; Medicine; Psychiatry; Alternative medicine; Economic growth","score_opus":0.17169070841607176,"score_gpt":0.6166458591764629,"score_spread":0.4449551507603911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393425314","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060158923,0.000005959889,0.000040947518,0.015090748,0.00014460443,0.92413205,0.00012332507,0.000104282546,0.00019917208],"genre_scores_gemma":[0.014511872,4.59891e-7,0.00013666584,0.00008142726,0.00042054587,0.97928435,0.000024026607,0.00006909622,0.0054715886],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9901783,0.0051742396,0.001695427,0.00069240807,0.0012847355,0.0009749217],"domain_scores_gemma":[0.99495375,0.0030756034,0.0003477355,0.00051562197,0.0008189504,0.00028836285],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013800023,0.00030953356,0.0012278921,0.00036763246,0.0015796599,0.0001347458,0.00046249892,0.0001763071,0.00029059767],"category_scores_gemma":[0.001474734,0.00018296312,0.00060491706,0.0007384289,0.0004516676,0.00014321043,0.00038986266,0.0010259444,0.000018010503],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93859845,0.0019730034,0.004835328,0.005439732,0.00016338007,4.6047117e-7,0.004263022,4.3655018e-7,0.0005250588,0.0011862793,0.03880355,0.0042112847],"study_design_scores_gemma":[0.9462403,0.0036254118,0.011789175,0.008249029,0.000018986982,2.5774585e-7,0.00042601413,0.0003313672,0.00011559611,0.00020520616,0.028812895,0.00018573848],"about_ca_topic_score_codex":0.000379877,"about_ca_topic_score_gemma":0.0006148357,"teacher_disagreement_score":0.055152282,"about_ca_system_score_codex":0.00040479374,"about_ca_system_score_gemma":0.0023559635,"threshold_uncertainty_score":0.99972016},"labels":[],"label_agreement":null},{"id":"W4393425599","doi":"10.2196/56714","title":"Social Factors Associated With Nutrition Risk in Community-Dwelling Older Adults in High-Income Countries: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; Mount Saint Vincent University; University of Waterloo","funders":"","keywords":"Gerontology; Protocol (science); Medicine; Psychology; Environmental health; Alternative medicine","score_opus":0.48390754261106145,"score_gpt":0.6503517076919659,"score_spread":0.16644416508090448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393425599","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028383945,0.13743414,0.0000037230336,0.00043813075,0.0000068057166,0.8617682,0.00016102233,0.0001311823,0.000053957367],"genre_scores_gemma":[6.1107886e-7,0.27776378,0.000059113223,0.00007482514,0.00020172248,0.7213837,0.00031020356,0.00014337004,0.00006267406],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9898024,0.004529067,0.00217022,0.000776586,0.0013835481,0.0013381772],"domain_scores_gemma":[0.9953545,0.0021819656,0.0007544144,0.00061116024,0.0008200861,0.00027789897],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009614772,0.00066558126,0.0035033966,0.0016860723,0.0006597518,0.00019630678,0.00049414823,0.0007775056,0.000108401066],"category_scores_gemma":[0.0010924075,0.0004932297,0.00039551075,0.0027908955,0.00023888049,0.00019103424,0.00019302132,0.007191658,0.000037050308],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006196158,0.001581175,0.00036214312,0.980157,0.000054247354,0.000049577415,0.00044845327,2.6435103e-8,2.0367223e-8,0.000057034755,0.0031391035,0.013531571],"study_design_scores_gemma":[0.007307267,0.0008573528,0.00006592509,0.6270541,0.000046029334,0.000003830789,0.00006815753,0.0000045426914,6.277449e-7,0.000092172406,0.3642281,0.0002719135],"about_ca_topic_score_codex":0.00014715268,"about_ca_topic_score_gemma":0.0005646864,"teacher_disagreement_score":0.36108902,"about_ca_system_score_codex":0.0023315381,"about_ca_system_score_gemma":0.0027852247,"threshold_uncertainty_score":0.9997519},"labels":[],"label_agreement":null},{"id":"W4393425754","doi":"10.2196/55357","title":"Identifying Interventions to Improve Diagnostic Safety in Emergency Departments: Protocol for a Participatory Design Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Preprint; Protocol (science); Psychological intervention; Medicine; Citizen journalism; Participatory design; Medical emergency; Computer science; Medical education; Nursing; Engineering; Alternative medicine; World Wide Web; Operations management","score_opus":0.6091992603387657,"score_gpt":0.6790283495437524,"score_spread":0.06982908920498665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393425754","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014096213,0.0000069157095,0.0056799445,0.00063641445,0.000039272563,0.9918543,0.00003095521,0.00015659975,0.00018596176],"genre_scores_gemma":[0.010580637,6.2195437e-7,0.0011209698,0.000038203132,0.00024185507,0.9865159,0.000013549165,0.00006922275,0.0014190748],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99519116,0.00081216975,0.0012484341,0.00087993656,0.000894642,0.00097366545],"domain_scores_gemma":[0.9847781,0.013524143,0.00006695786,0.00064683973,0.00041499513,0.00056897436],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006741391,0.00024063165,0.00045290482,0.00056207104,0.00018781441,0.00018939313,0.00029599117,0.00012569648,0.0006188414],"category_scores_gemma":[0.06618923,0.00019758969,0.00026486302,0.0011273965,0.00007552228,0.00016371044,0.00028465554,0.00071231544,0.00039313332],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027489005,0.09483488,0.2769638,0.042352416,0.00088949717,0.0036607175,0.010489319,0.00023239154,0.0030195494,0.0025410498,0.3272648,0.21026257],"study_design_scores_gemma":[0.05518575,0.106136866,0.3346323,0.27961951,0.00020370034,0.000037010526,0.0031768181,0.0034601546,0.003409388,0.0148732085,0.19738936,0.0018759292],"about_ca_topic_score_codex":0.000049180315,"about_ca_topic_score_gemma":0.0001178673,"teacher_disagreement_score":0.23726709,"about_ca_system_score_codex":0.00037717228,"about_ca_system_score_gemma":0.00055745675,"threshold_uncertainty_score":0.9416767},"labels":[],"label_agreement":null},{"id":"W4393425776","doi":"10.2196/53167","title":"Exploring the Distribution of 3D-Printed Simulator Designs Using Open-Source Databases to Facilitate Simulation-Based Learning Through a University and Nonprofit Collaboration: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Protocol (science); Computer science; Open source; Database; Simulation; Multimedia; Software; Operating system; Medicine","score_opus":0.8932781129391887,"score_gpt":0.6860565400924944,"score_spread":0.2072215728466943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393425776","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000051988814,0.023229765,0.0153542785,0.00044322488,0.000014848888,0.960495,0.00035188347,0.00009599819,0.000009823174],"genre_scores_gemma":[0.000012321692,0.008787686,0.0023448244,0.000058219062,0.00015314575,0.98781747,0.0005120763,0.00010360405,0.00021067311],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941404,0.001953054,0.0013142435,0.0010177346,0.00097276835,0.0006018388],"domain_scores_gemma":[0.9889693,0.005988422,0.00056538946,0.0010213946,0.0031680914,0.0002873876],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036665432,0.0004729238,0.0015252123,0.00037515105,0.00086847326,0.00023175444,0.00052749395,0.00015474897,0.000062269035],"category_scores_gemma":[0.0036542066,0.0003631537,0.00020790906,0.003431371,0.00022000991,0.0005627653,0.0005057298,0.0010149752,0.000018572999],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009817152,0.00022014239,0.00013703271,0.92636764,0.0001039251,0.000007128535,0.0009506491,0.023089739,0.0000025388845,0.000100207326,0.0006564222,0.047382858],"study_design_scores_gemma":[0.00083434995,0.0004438682,0.00000325575,0.48034337,0.00010282171,0.0000016359471,0.0002584717,0.010340593,0.000006747405,0.0000028454097,0.5074745,0.00018752657],"about_ca_topic_score_codex":0.00018144006,"about_ca_topic_score_gemma":0.000013680019,"teacher_disagreement_score":0.5068181,"about_ca_system_score_codex":0.0012923296,"about_ca_system_score_gemma":0.008397241,"threshold_uncertainty_score":0.99988204},"labels":[],"label_agreement":null},{"id":"W4393425874","doi":"10.2196/52650","title":"The Utility of a Smartphone-Based Retinal Imaging Device as a Screening Tool in an Outpatient Clinic Setting: Protocol for an Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Observational study; Protocol (science); Medicine; Smartphone application; Optometry; Medical physics; Computer science; Multimedia; Alternative medicine; World Wide Web; Pathology","score_opus":0.8413466860617387,"score_gpt":0.74416461959483,"score_spread":0.09718206646690863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393425874","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22038674,0.0000019977429,0.000042860367,0.0010930472,0.000005999683,0.77820724,0.000013988015,0.000046830013,0.0002012679],"genre_scores_gemma":[0.21412292,2.1531658e-8,0.0008344571,0.000066592926,0.00011984976,0.78456587,0.000023888395,0.000034478137,0.00023189548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926013,0.0029616172,0.001057718,0.0007733176,0.0016002827,0.0010058073],"domain_scores_gemma":[0.9943464,0.0030938913,0.000121809775,0.0008034164,0.001375159,0.0002593656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022333719,0.00020174654,0.00036166105,0.0003920233,0.0005706726,0.00017194431,0.00047589152,0.00014770462,0.00026972435],"category_scores_gemma":[0.002269833,0.000141426,0.00010608604,0.0010148209,0.00040501924,0.0003288297,0.00018608959,0.0016905569,0.000023527624],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03544797,0.0067342147,0.91818774,0.006172411,0.00002192465,0.00011168128,0.0010978681,0.0000011906853,0.00031012093,0.000115357776,0.0012365463,0.030562999],"study_design_scores_gemma":[0.009301866,0.04364148,0.86400676,0.0057766587,0.0000047225894,0.00002198808,0.0020038262,0.05319401,0.000647729,0.0007410478,0.020463973,0.00019593454],"about_ca_topic_score_codex":0.00011703285,"about_ca_topic_score_gemma":0.00007293033,"teacher_disagreement_score":0.054180954,"about_ca_system_score_codex":0.00015560603,"about_ca_system_score_gemma":0.0033202094,"threshold_uncertainty_score":0.77404654},"labels":[],"label_agreement":null},{"id":"W4393661329","doi":"10.2196/53761","title":"Application of Machine Learning in Multimorbidity Research: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Computer science; Data science; Medical education; Medicine; Alternative medicine","score_opus":0.7886117664493094,"score_gpt":0.7347014559417335,"score_spread":0.05391031050757589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393661329","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8528585e-9,0.34826946,0.000022267239,0.00016336596,0.0000023214332,0.6497143,0.000028241586,0.0000869092,0.001713135],"genre_scores_gemma":[1.287744e-8,0.36030746,0.00013811536,0.000007746687,0.0001580785,0.63811463,0.00016241861,0.00011054083,0.0010010386],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914855,0.002108784,0.0017958402,0.0012641976,0.0021819046,0.00116377],"domain_scores_gemma":[0.9959432,0.0011426113,0.00042034854,0.0013548946,0.000880835,0.00025810054],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013334183,0.00050586235,0.0025210937,0.0018423288,0.00016694382,0.00014102893,0.0008066797,0.00034243992,0.00026698242],"category_scores_gemma":[0.0022822006,0.0003816346,0.0006319331,0.0033551764,0.0004366816,0.00014854936,0.00094978715,0.0034610175,0.00024398844],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015084856,0.00048758683,0.0000050386575,0.65625155,0.00004954036,0.000029023728,0.000012546546,3.179926e-7,9.867384e-7,0.0004160112,0.010257578,0.332339],"study_design_scores_gemma":[0.001008613,0.0005592759,9.438366e-7,0.4910694,0.00004226245,0.000003865944,0.0000059283525,0.00014079965,0.0000014848206,0.000113903785,0.5069207,0.00013280603],"about_ca_topic_score_codex":0.000072031246,"about_ca_topic_score_gemma":0.00004181649,"teacher_disagreement_score":0.49666312,"about_ca_system_score_codex":0.0009829678,"about_ca_system_score_gemma":0.004664897,"threshold_uncertainty_score":0.99986356},"labels":[],"label_agreement":null},{"id":"W4393662858","doi":"10.2196/52647","title":"Mobile Electrocardiograms in the Detection of Subclinical Atrial Fibrillation in High-Risk Outpatient Populations: Protocol for an Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Atrial fibrillation; Observational study; Outpatient clinic; Sinus rhythm; Emergency medicine; Internal medicine; Physical therapy; Intensive care medicine; Medical emergency; Pediatrics","score_opus":0.6552174967134937,"score_gpt":0.6315830265171231,"score_spread":0.02363447019637066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393662858","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1268051,0.0000028601555,0.00039978453,0.0001456106,0.00001717385,0.87255377,0.0000066102994,0.0000422413,0.000026821557],"genre_scores_gemma":[0.38076198,2.3012751e-7,0.0002054214,0.0000033867032,0.00062463473,0.618317,0.00003218953,0.000014711052,0.000040421],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996244,0.0011485473,0.00087912654,0.00039204914,0.0010253405,0.0003108987],"domain_scores_gemma":[0.99836165,0.00082872564,0.00012487032,0.0003657124,0.00026884006,0.000050207287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055311183,0.00013208982,0.00031506782,0.00059584226,0.000117047224,0.00011201394,0.00014667088,0.00012456738,0.000016454476],"category_scores_gemma":[0.00077728834,0.00009234297,0.00022289547,0.0015131078,0.00005359648,0.00029767002,0.00005166673,0.00043389082,0.00000648484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006151315,0.0002245182,0.946302,0.00052553706,0.00003772284,0.0000034208358,0.0008330794,0.0012185121,0.00016823332,0.0009668577,0.00012219598,0.043446615],"study_design_scores_gemma":[0.010176483,0.022304285,0.89792657,0.000546958,0.000018568562,0.0000012310185,0.0006282712,0.014174991,0.000096456104,0.0044857142,0.049500063,0.00014041792],"about_ca_topic_score_codex":0.00019871265,"about_ca_topic_score_gemma":0.00033355434,"teacher_disagreement_score":0.2542368,"about_ca_system_score_codex":0.00017225895,"about_ca_system_score_gemma":0.0001634425,"threshold_uncertainty_score":0.3765637},"labels":[],"label_agreement":null},{"id":"W4393853217","doi":"10.2196/58848","title":"Correction: Investigating Father or Partner Involvement in Family Integrated Care in Neonatal Units: Protocol for a Prospective, Multicenter, Multiphase Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Psychology; Family medicine; Alternative medicine","score_opus":0.33509757746885,"score_gpt":0.5805018302394503,"score_spread":0.24540425277060035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393853217","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036142953,0.000024707157,0.000007483304,0.000058576054,0.0015721555,0.9887768,0.00036708603,0.00019869699,0.008633062],"genre_scores_gemma":[0.00014851682,6.364498e-7,0.00012246084,0.00012895043,0.00081301265,0.83929825,0.00049744005,0.00025885054,0.15873186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897205,0.0025043339,0.0018320951,0.0022810677,0.0015364012,0.0021255738],"domain_scores_gemma":[0.9962238,0.00047035966,0.0004164005,0.0011525049,0.001246497,0.0004904345],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003103431,0.0009706427,0.0010810685,0.0017743581,0.00036292287,0.000384594,0.0009941213,0.00089771836,0.00044260992],"category_scores_gemma":[0.0005159709,0.00076293724,0.00014947125,0.0032557645,0.00036367992,0.00026018117,0.0006118634,0.0062145656,0.00017769785],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012581092,0.009520136,0.022795744,0.015442399,0.00017895097,0.0007067834,0.082889035,0.0000024119784,0.0000381086,0.000093345014,0.8309694,0.024782632],"study_design_scores_gemma":[0.023302026,0.01359156,0.0025273482,0.029557701,0.00000787957,0.000004791484,0.13126265,0.0002863886,0.000091858936,0.000063751846,0.79863477,0.00066929794],"about_ca_topic_score_codex":0.005812619,"about_ca_topic_score_gemma":0.048943978,"teacher_disagreement_score":0.1500988,"about_ca_system_score_codex":0.0038744344,"about_ca_system_score_gemma":0.0041658417,"threshold_uncertainty_score":0.9999495},"labels":[],"label_agreement":null},{"id":"W4393855318","doi":"10.2196/54352","title":"Heat and Acupuncture to Manage Osteoarthritis of the Knee (HARMOKnee): Protocol for an Effectiveness-Implementation Hybrid Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Physical therapy; Acupuncture; Quality of life (healthcare); Population; Osteoarthritis; Clinical trial; Physical medicine and rehabilitation; Alternative medicine; Surgery; Nursing; Internal medicine","score_opus":0.12100443030524062,"score_gpt":0.5707820386860453,"score_spread":0.44977760838080466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393855318","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070315637,0.000017736304,0.00016290681,0.0017002333,0.000024922132,0.99036914,0.00007810969,0.00009211357,0.0005232744],"genre_scores_gemma":[0.014148341,9.0695016e-7,0.00022349652,0.000055656463,0.000290111,0.984472,0.000023597922,0.00005963059,0.0007262966],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938052,0.0025777135,0.0007065664,0.00069363957,0.0015043423,0.0007125354],"domain_scores_gemma":[0.9943971,0.003994097,0.00005882519,0.00060707366,0.0006617185,0.00028116908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006649925,0.00046092205,0.0019345412,0.00045948458,0.00034594475,0.00023380817,0.00023735144,0.000101238795,0.00012390311],"category_scores_gemma":[0.001628584,0.00017584887,0.0006529865,0.0005498873,0.0004918742,0.00021714425,0.0003228691,0.000512053,0.000008737424],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9668033,0.00048160076,0.0001009029,0.0051001864,0.0005107971,0.00003301064,0.00041164106,8.345798e-7,0.007153283,0.00029741938,0.0053151883,0.013791826],"study_design_scores_gemma":[0.9032289,0.0159357,0.0002577631,0.0036252653,0.00008806943,0.000019582098,0.00012594872,0.0000919864,0.016709402,0.0009946132,0.058773845,0.0001489454],"about_ca_topic_score_codex":0.00004031794,"about_ca_topic_score_gemma":0.000032634816,"teacher_disagreement_score":0.06357443,"about_ca_system_score_codex":0.00024584102,"about_ca_system_score_gemma":0.0003666389,"threshold_uncertainty_score":0.71709085},"labels":[],"label_agreement":null},{"id":"W4393956498","doi":"10.2196/54853","title":"Incidence, Risk, and Clinical Course of New-Onset Diabetes in Long COVID: Protocol for a Systematic Review and Meta-Analysis of Cohort Studies","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Meta-analysis; Medicine; Coronavirus disease 2019 (COVID-19); Incidence (geometry); Cohort study; Cohort; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Diabetes mellitus; 2019-20 coronavirus outbreak; Internal medicine; Disease; Virology; Alternative medicine; Pathology","score_opus":0.47961739894202976,"score_gpt":0.687612247693855,"score_spread":0.20799484875182522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393956498","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013602183,0.45730367,0.0000022507043,0.00015170958,0.0000012013481,0.54232514,0.00019495464,0.000016727223,0.000002991175],"genre_scores_gemma":[4.1160484e-7,0.32293728,0.00013788593,0.00005462725,0.000025301102,0.6764902,0.000025456462,0.00005989192,0.00026893345],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9856261,0.0064117406,0.0044856025,0.0012681597,0.0015286955,0.0006797147],"domain_scores_gemma":[0.9754459,0.019290827,0.002018274,0.0017079295,0.0009730218,0.00056402484],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032868996,0.0007640652,0.0206333,0.0017997298,0.000081096674,0.000082756764,0.0006192724,0.00048459138,0.000049002527],"category_scores_gemma":[0.028561208,0.00041847315,0.002907271,0.0030653584,0.0010444697,0.00014134408,0.0008029772,0.0016242432,0.000006202408],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011157484,0.00036161835,0.008424408,0.83564883,0.14939347,0.0000316696,0.000049846407,6.2757366e-8,3.4266034e-8,0.000010350239,0.0047917906,0.0011763325],"study_design_scores_gemma":[0.0010640305,0.0018199069,0.00025324046,0.5629061,0.41095012,0.000010474999,0.000014443883,0.000016689555,6.0363936e-7,0.00008716253,0.022643661,0.00023359028],"about_ca_topic_score_codex":0.000052535852,"about_ca_topic_score_gemma":0.00014012701,"teacher_disagreement_score":0.27274278,"about_ca_system_score_codex":0.00024506773,"about_ca_system_score_gemma":0.0029385968,"threshold_uncertainty_score":0.9998267},"labels":[],"label_agreement":null},{"id":"W4393992181","doi":"10.2196/49548","title":"Implementation of an Electronic Clinical Decision Support System for the Early Recognition and Management of Dysglycemia in an Inpatient Mental Health Setting Using CogStack: Protocol for a Pilot Hybrid Type 3 Effectiveness-Implementation Randomized Controlled Cluster Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health Research Applied Research Collaboration South London; Medical Research Council; Department of Health and Social Care; National Institute for Health and Care Research; King's College Hospital NHS Foundation Trust; Maudsley Charity; King's College London","keywords":"Medicine; Mental health; Guideline; Randomized controlled trial; Diabetes management; Health care; Protocol (science); Type 2 diabetes; Psychiatry; Diabetes mellitus; Alternative medicine","score_opus":0.6328112074828885,"score_gpt":0.7614819287415548,"score_spread":0.1286707212586663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393992181","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21357867,0.0000010878191,0.0064069335,0.000322757,0.000070979644,0.77929825,0.0002855838,0.000031352272,0.000004355726],"genre_scores_gemma":[0.10883132,0.000002272572,0.0025879045,0.00010595267,0.00014452754,0.8881677,0.00011474132,0.00004186199,0.000003732188],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9800221,0.013085666,0.0039730314,0.0006803253,0.0011076465,0.0011312823],"domain_scores_gemma":[0.98446256,0.012827768,0.0012094957,0.00034417937,0.00094126613,0.00021474734],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.073651135,0.00022582829,0.0010694038,0.00056438916,0.00077818555,0.00009715994,0.00027920265,0.000086722444,0.000059395636],"category_scores_gemma":[0.0005754286,0.00015936056,0.00014895813,0.00062364107,0.0001816015,0.0006297243,0.00015685236,0.00048197623,0.000003485637],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.925311,0.00034114564,0.0015837118,0.014307109,0.00010208675,8.056031e-7,0.0039262823,0.0000056373374,0.0003197961,0.0005978497,0.00041032967,0.05309424],"study_design_scores_gemma":[0.94403553,0.026864959,0.002062856,0.0060825334,0.00003074363,0.0000017663979,0.008001403,0.009152116,0.0005376036,0.0010391107,0.0020140645,0.00017734089],"about_ca_topic_score_codex":0.00051239895,"about_ca_topic_score_gemma":0.00064019434,"teacher_disagreement_score":0.10886941,"about_ca_system_score_codex":0.0011534971,"about_ca_system_score_gemma":0.003201445,"threshold_uncertainty_score":0.9538711},"labels":[],"label_agreement":null},{"id":"W4394599043","doi":"10.2196/53888","title":"Exploring the Use and Implications of AI in Sexual and Reproductive Health and Rights: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"UNICEF; World Health Organization","keywords":"Sexual and reproductive health and rights; Reproductive health; Transformative learning; CINAHL; Scopus; Engineering ethics; Health care; Psychology; MEDLINE; Medicine; Psychological intervention; Political science; Nursing; Reproductive rights","score_opus":0.952835042828673,"score_gpt":0.7681556977811055,"score_spread":0.18467934504756756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394599043","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022613488,0.28629172,0.000003621897,0.0050182585,0.0000037822967,0.708655,0.000009705615,0.000011344324,0.0000043153577],"genre_scores_gemma":[5.841772e-8,0.37355053,0.0000948538,0.000089419016,0.0001338343,0.6260609,0.000008038398,0.00002028348,0.00004205744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969731,0.00061746244,0.0010545729,0.00070072815,0.00026637854,0.00038774684],"domain_scores_gemma":[0.9974988,0.0010092439,0.00021917588,0.00061496,0.00045721245,0.00020061043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035212592,0.0002023248,0.0009935208,0.00033687789,0.000239813,0.000098945326,0.00010983692,0.000092295326,0.0000032760772],"category_scores_gemma":[0.0014370731,0.0001185896,0.000054264,0.00073953014,0.0003052341,0.00024867203,0.0001517152,0.0009397494,0.000002275096],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040615017,0.000057921454,0.000031315936,0.47020352,0.00001066672,5.3832844e-7,0.0005788626,3.0528995e-9,2.8677616e-7,0.00023606222,0.0022274286,0.5266128],"study_design_scores_gemma":[0.00004528283,0.0006735293,0.000012790727,0.4878579,0.000012575781,0.00002364409,0.00010445988,0.0000011589633,0.0000029803232,0.0004894742,0.5107179,0.000058242902],"about_ca_topic_score_codex":0.00037239402,"about_ca_topic_score_gemma":0.00018058387,"teacher_disagreement_score":0.5265545,"about_ca_system_score_codex":0.00016794668,"about_ca_system_score_gemma":0.002361695,"threshold_uncertainty_score":0.48359436},"labels":[],"label_agreement":null},{"id":"W4394678810","doi":"10.2196/51849","title":"Clinical Remote Monitoring of Individuals With Spinal Cord Injury at Risk for Pressure Injury Recurrence Using mHealth: Protocol for a Pilot, Pragmatic, Hybrid Implementation Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Craig H. Neilsen Foundation","keywords":"Spinal cord injury; Wheelchair; Medicine; mHealth; Telehealth; Rehabilitation; Physical therapy; Physical medicine and rehabilitation; Sitting; Health care; Medical emergency; Telemedicine; Nursing; Computer science; Psychological intervention; Spinal cord","score_opus":0.5458364384361003,"score_gpt":0.7161463368449641,"score_spread":0.1703098984088638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394678810","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028084386,0.0000064552005,0.01091841,0.00028865552,0.00017067009,0.98470837,0.0008105933,0.0001560749,0.0001323371],"genre_scores_gemma":[0.0012171497,0.0000026822836,0.020727945,0.000027638529,0.0011916655,0.9755299,0.000038876165,0.000087159024,0.0011769758],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99022275,0.004219946,0.0021445325,0.000918279,0.0013013511,0.00119312],"domain_scores_gemma":[0.9950344,0.0018295592,0.0010637076,0.0007652756,0.0009948361,0.00031225206],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0189095,0.00031636102,0.000654678,0.00049829273,0.001244868,0.00011793818,0.0006073423,0.00019265655,0.00024863772],"category_scores_gemma":[0.000983916,0.0002555263,0.00020944836,0.0005366789,0.00019614813,0.00045068204,0.00067999813,0.001385353,0.000022558046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4927498,0.0014837268,0.012596538,0.06533504,0.0005556822,0.000004922209,0.00063609047,0.000005470152,0.00040415017,0.0013313446,0.120466635,0.30443057],"study_design_scores_gemma":[0.045249604,0.041882776,0.0019900645,0.01651577,0.00008361749,0.0000010492577,0.0003441688,0.0010004877,0.00081566034,0.003207787,0.8885871,0.00032187405],"about_ca_topic_score_codex":0.00011202882,"about_ca_topic_score_gemma":0.00003266028,"teacher_disagreement_score":0.7681205,"about_ca_system_score_codex":0.00032734766,"about_ca_system_score_gemma":0.0017343129,"threshold_uncertainty_score":0.9999897},"labels":[],"label_agreement":null},{"id":"W4394681044","doi":"10.2196/56888","title":"The Experience of Cancer-Related Cognitive Impairment Across Common Cancers: Protocol for a Qualitative Systematic Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer-related cognitive impairment studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Cognitive impairment; Cognition; Qualitative research; Medicine; Psychology; Alternative medicine; Computer science; Psychiatry; World Wide Web; Pathology","score_opus":0.3131172866401749,"score_gpt":0.6719001202252524,"score_spread":0.35878283358507745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394681044","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032102363,0.0018151983,0.000018695206,0.0027320674,0.000022815104,0.9942945,0.00020546302,0.00018137165,0.00040886228],"genre_scores_gemma":[0.0032882597,0.00013543833,0.00002145148,0.00018064203,0.0000855704,0.9942099,0.000009547008,0.00007232721,0.0019968732],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9936751,0.0014307154,0.0014407216,0.0006913303,0.0016524183,0.0011097256],"domain_scores_gemma":[0.9924745,0.004005127,0.0003886703,0.0005584258,0.002347572,0.00022572225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057989326,0.00038277017,0.0011580816,0.00015654942,0.0007087277,0.00015606976,0.00040322644,0.00013698803,0.00011433567],"category_scores_gemma":[0.0016386359,0.00022859455,0.00037246084,0.0015305526,0.0011324676,0.00021539176,0.00028735137,0.00087741215,0.00004222053],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003745969,0.000708059,0.00013629832,0.90793705,0.0013557937,0.000037139416,0.064733,4.7172642e-7,0.00014142733,0.00040402426,0.018898085,0.0019026807],"study_design_scores_gemma":[0.0056129545,0.005879496,0.0001525356,0.936777,0.00014502065,0.00002142809,0.027604695,0.00018542861,0.0028958654,0.00040881598,0.020026324,0.00029046647],"about_ca_topic_score_codex":0.00030555582,"about_ca_topic_score_gemma":0.00019501262,"teacher_disagreement_score":0.0371283,"about_ca_system_score_codex":0.0016556466,"about_ca_system_score_gemma":0.0015643135,"threshold_uncertainty_score":0.9321815},"labels":[],"label_agreement":null},{"id":"W4394696583","doi":"10.2196/57292","title":"Evaluation of Artificial Intelligence Algorithms for Diabetic Retinopathy Detection: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Retinal Imaging and Analysis","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Diabetic retinopathy; Protocol (science); Computer science; Optometry; Medicine; Algorithm; Artificial intelligence; Diabetes mellitus; Alternative medicine; World Wide Web; Pathology","score_opus":0.7169361953338567,"score_gpt":0.6795388493979301,"score_spread":0.037397345935926585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394696583","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.049456e-9,0.35808364,0.0023201301,0.00012504034,0.0000012288797,0.6393528,0.00007359872,0.000025610301,0.000017936381],"genre_scores_gemma":[6.914337e-8,0.03145313,0.0012392433,0.000014559497,0.00010289168,0.9664183,0.0000450561,0.00008079094,0.00064590503],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99052393,0.0029526744,0.002488137,0.0010478136,0.0024653594,0.0005220561],"domain_scores_gemma":[0.9920213,0.0010816554,0.0009355433,0.0011425485,0.004612651,0.00020625822],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02936848,0.0005347233,0.007992797,0.0014472527,0.00016416356,0.00019719695,0.00035916734,0.00025924577,0.00013515956],"category_scores_gemma":[0.004722111,0.0003111193,0.004480549,0.0034498875,0.00022180473,0.000074729556,0.00012917157,0.00070342957,0.000024200404],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032057127,0.00016988872,2.851401e-8,0.8658501,0.04130931,0.0000020868667,0.000019331554,2.6244896e-7,0.0000010489173,0.000029780142,0.00016111736,0.09242501],"study_design_scores_gemma":[0.00013309752,0.00088964665,1.5390809e-8,0.36079806,0.59749824,0.000016307149,0.000016447806,0.0029545524,0.000033632034,0.0007281722,0.036735285,0.00019657162],"about_ca_topic_score_codex":0.0000050937547,"about_ca_topic_score_gemma":0.0000035741646,"teacher_disagreement_score":0.5561889,"about_ca_system_score_codex":0.00028029794,"about_ca_system_score_gemma":0.00089691306,"threshold_uncertainty_score":0.9999341},"labels":[],"label_agreement":null},{"id":"W4394696642","doi":"10.2196/57001","title":"Assessing and Optimizing Large Language Models on Spondyloarthritis Multi-Choice Question Answering: Protocol for Enhancement and Assessment","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Computer science; Question answering; Language model; Data science; Artificial intelligence; Natural language processing; Medicine; World Wide Web; Alternative medicine","score_opus":0.3059897700266886,"score_gpt":0.628692378855669,"score_spread":0.3227026088289804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394696642","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021287343,0.000011667103,0.34106877,0.0010396154,0.000010475692,0.65703243,0.000004630879,0.00020621714,0.00041329826],"genre_scores_gemma":[0.0029639844,6.301671e-7,0.17992882,0.000058735666,0.00009957623,0.8166775,0.0000037515622,0.00003151313,0.00023544458],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99657744,0.00063781097,0.00033885735,0.00092638953,0.0007618686,0.00075762934],"domain_scores_gemma":[0.9982616,0.00072008534,0.00006793433,0.0005088213,0.00021227343,0.00022929876],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0037666915,0.00022019373,0.0002149179,0.00033702655,0.00052780117,0.0024033047,0.0004125264,0.000119692544,0.000016679876],"category_scores_gemma":[0.00018268063,0.00019893612,0.00004042952,0.0003502606,0.000070472066,0.0011636894,0.0005304385,0.0010002413,0.000006123591],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018736169,0.000990442,0.0008796807,0.014888813,0.00003292095,0.0002017673,0.005278906,0.0004604669,0.010015934,0.14088252,0.001352501,0.8248287],"study_design_scores_gemma":[0.0026343137,0.0020703147,0.0012995317,0.010398471,8.883318e-7,0.0000186469,0.00014180034,0.82386976,0.0020573612,0.0014228193,0.15574612,0.00033998973],"about_ca_topic_score_codex":0.00006813577,"about_ca_topic_score_gemma":0.000026155187,"teacher_disagreement_score":0.8244887,"about_ca_system_score_codex":0.00021723227,"about_ca_system_score_gemma":0.00027350787,"threshold_uncertainty_score":0.9986323},"labels":[],"label_agreement":null},{"id":"W4394696739","doi":"10.2196/56607","title":"Impact of an Automated Population-Level Cirrhosis Screening Program Using Common Pathology Tests on Rates of Cirrhosis Diagnosis and Linkage to Specialist Care (CAPRISE): Protocol for a Pilot Prospective Single-Arm Intervention Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Liver Disease and Transplantation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Protocol (science); Linkage (software); Physical therapy; Intervention (counseling); Cirrhosis; Population; Pathology; Alternative medicine; Internal medicine; Nursing; Environmental health","score_opus":0.40155575420942113,"score_gpt":0.6245968990478346,"score_spread":0.22304114483841342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394696739","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48893192,0.0000017942967,0.000032297114,0.0000122511055,0.000002816768,0.51070845,0.00018658984,0.00011084612,0.000013007212],"genre_scores_gemma":[0.4911725,8.067129e-8,0.00095086324,0.0000019147703,0.00004833061,0.5077126,0.00007878765,0.000031760104,0.0000031437514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997239,0.0005256191,0.00062953174,0.0005946091,0.0006181618,0.00039306437],"domain_scores_gemma":[0.99811226,0.00031431587,0.00015924798,0.0003382533,0.00084707123,0.00022884549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007611118,0.0002470265,0.0004937389,0.00076063967,0.00017090209,0.0001550388,0.00013986127,0.00010614926,0.000030355237],"category_scores_gemma":[0.000116406816,0.00020358278,0.00017046898,0.00085111114,0.000112260044,0.00029652304,0.00007387543,0.00027989247,0.0000013193785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01157682,0.018734446,0.9076328,0.010036246,0.0004073019,0.00009570642,0.0052387025,0.000043386844,0.005666273,0.000029843986,0.000036421396,0.040502008],"study_design_scores_gemma":[0.0059619797,0.095138706,0.8758425,0.011578299,0.000098263255,0.000007882668,0.0005624583,0.0019166451,0.008635927,0.00007371376,0.000016072127,0.00016753637],"about_ca_topic_score_codex":0.0010180512,"about_ca_topic_score_gemma":0.00021727773,"teacher_disagreement_score":0.07640426,"about_ca_system_score_codex":0.0003204581,"about_ca_system_score_gemma":0.000153585,"threshold_uncertainty_score":0.8301864},"labels":[],"label_agreement":null},{"id":"W4394699980","doi":"10.2196/52250","title":"Designing Implementation Strategies for the Inclusion of Lesbian, Gay, Bisexual, Transgender, Intersex, Queer, and Allied and Key Populations’ Content in Undergraduate Nursing Curricula in KwaZulu-Natal, South Africa: Protocol for a Multimethods Research Project","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Inclusion (mineral); Medicine; Health care; Nursing; Curriculum; Medical education; Psychology; Political science; Pedagogy; Social psychology","score_opus":0.8436074431073065,"score_gpt":0.7232483830008546,"score_spread":0.12035906010645192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394699980","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031787825,0.000119711585,0.00810527,0.0020362376,0.000022427883,0.9861109,0.00007812895,0.000039462222,0.00030905634],"genre_scores_gemma":[0.039608426,0.0000052030764,0.0035396062,0.0000101162905,0.00008623967,0.95629966,0.000015900952,0.00004915742,0.00038566493],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99430776,0.0026323802,0.00080101803,0.0006686694,0.00063612225,0.00095407525],"domain_scores_gemma":[0.9972478,0.0018389394,0.00011458445,0.00031649522,0.00037623395,0.00010592248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009515944,0.00021794281,0.00032100143,0.0013468675,0.00073203817,0.00039654673,0.0003217281,0.00018744514,0.000013329082],"category_scores_gemma":[0.0002258296,0.00016592321,0.00006748199,0.0010982505,0.0005440115,0.00033809015,0.0002217369,0.0007888102,0.0000017059152],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012395229,0.0029748634,0.018704953,0.043329544,0.00018951543,0.00004521421,0.5059332,0.00005800335,0.019118596,0.12615943,0.04284296,0.22824846],"study_design_scores_gemma":[0.06010964,0.01895859,0.041128777,0.023852216,0.000071278264,0.00005436456,0.4083921,0.022207713,0.0022562693,0.318045,0.103080645,0.0018433918],"about_ca_topic_score_codex":0.0059969714,"about_ca_topic_score_gemma":0.0029378794,"teacher_disagreement_score":0.22640507,"about_ca_system_score_codex":0.0002940905,"about_ca_system_score_gemma":0.00078272115,"threshold_uncertainty_score":0.90656674},"labels":[],"label_agreement":null},{"id":"W4394717058","doi":"10.2196/50932","title":"Preference-Based Implementation of Video Consultations in Urban and Rural Regions in Outpatient Care in Germany: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gemeinsame Bundesausschuss; Universität Duisburg-Essen","keywords":"Focus group; Stakeholder; Status quo; Preference; Protocol (science); Health care; Work (physics); Nursing; Psychology; Medical education; Medicine; Business; Public relations; Marketing; Political science; Alternative medicine","score_opus":0.3706569096914708,"score_gpt":0.6542989507449148,"score_spread":0.28364204105344404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394717058","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10767604,0.000005681672,0.00017076603,0.00074377767,0.000004980692,0.89128816,0.00004163531,0.00002546692,0.00004348926],"genre_scores_gemma":[0.24041101,1.599816e-7,0.0020721713,0.000024770612,0.000023390163,0.7573747,0.00005968112,0.000018275068,0.000015815438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99666,0.0010331378,0.00096435356,0.00036696522,0.00050491886,0.0004706473],"domain_scores_gemma":[0.99834037,0.0008286581,0.00010440637,0.0002343927,0.00037073588,0.000121417055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002736277,0.00014823089,0.0003510937,0.0014029252,0.000060721064,0.00003750278,0.00009166666,0.00007532206,0.00005231057],"category_scores_gemma":[0.00032279812,0.00012607157,0.000034255096,0.001309774,0.00008918358,0.00015249761,0.00005440568,0.00045325828,0.0000010578203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038826698,0.002631964,0.69083947,0.017076278,0.000032102445,0.00005074563,0.07141201,0.000007815436,0.0022044063,0.0009829884,0.0038153362,0.2070642],"study_design_scores_gemma":[0.038004864,0.017101094,0.8192413,0.00683244,0.000009702578,0.0000022599893,0.08268945,0.000903148,0.0029181435,0.0005536876,0.03156917,0.00017475188],"about_ca_topic_score_codex":0.0009506544,"about_ca_topic_score_gemma":0.0059331693,"teacher_disagreement_score":0.20688945,"about_ca_system_score_codex":0.00038423334,"about_ca_system_score_gemma":0.0011700821,"threshold_uncertainty_score":0.5141049},"labels":[],"label_agreement":null},{"id":"W4394728184","doi":"10.2196/59300","title":"Correction: Vitamin D Deficiency and Its Association With Vitamin D Receptor Gene Variants Among Malaysian Women With Hypertensive Disorders in Pregnancy: Protocol for a Nutrigenomics Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Birth, Development, and Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nutrigenomics; Medicine; Pregnancy; Protocol (science); Single-nucleotide polymorphism; Vitamin; Bioinformatics; Physiology; Gene; Alternative medicine; Internal medicine; Genetics; Biology; Pathology; Genotype","score_opus":0.07176249305133635,"score_gpt":0.42064950103690507,"score_spread":0.3488870079855687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394728184","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002154625,0.000012802591,0.000017234186,0.0004493975,0.00021526442,0.9925573,0.0000832399,0.00011293329,0.0043971883],"genre_scores_gemma":[0.00046987622,0.00011769607,0.00033367204,0.000040117317,0.00049973396,0.95882016,0.00010006203,0.00023686,0.03938181],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99335015,0.0005816856,0.0008677729,0.0016131162,0.0018153584,0.0017719098],"domain_scores_gemma":[0.9968216,0.00026498633,0.00049941754,0.0005898564,0.001313667,0.0005104625],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0025863938,0.00068448705,0.0012578077,0.0011703327,0.00047460475,0.00030503958,0.00033827487,0.0008445573,0.00006848855],"category_scores_gemma":[0.00039661932,0.00051144755,0.00006158196,0.001696307,0.00016036064,0.00026153307,0.00020097147,0.0033331267,0.000034841174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02457018,0.013625449,0.1913564,0.0510316,0.0009241925,0.00046197991,0.025297474,0.00000438905,0.0002826881,0.00033932444,0.6829988,0.009107524],"study_design_scores_gemma":[0.06393523,0.10748095,0.3700955,0.1256212,0.00012573921,0.0001275373,0.013867681,0.0012187557,0.0003021728,0.0013166965,0.31293806,0.002970467],"about_ca_topic_score_codex":0.00008803066,"about_ca_topic_score_gemma":0.0014855096,"teacher_disagreement_score":0.37006074,"about_ca_system_score_codex":0.003550417,"about_ca_system_score_gemma":0.0056444295,"threshold_uncertainty_score":0.99999267},"labels":[],"label_agreement":null},{"id":"W4394743660","doi":"10.2196/50157","title":"Personalized Management of Fatigue in Individuals With Myalgic Encephalomyelitis/Chronic Fatigue Syndrome and Long COVID Using a Smart Digital mHealth Solution: Protocol for a Participatory Design Approach","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundació Institut de Recerca Hospital Universitari Vall d’Hebron; Ministerio de Ciencia e Innovación; European Commission","keywords":"mHealth; Chronic fatigue syndrome; Digital health; Participatory design; Telemedicine; Context (archaeology); Medicine; Health informatics; eHealth; Applied psychology; Psychology; Health care; Physical therapy; Nursing; Public health; Engineering; Psychological intervention","score_opus":0.4190361119396464,"score_gpt":0.5352470080594687,"score_spread":0.11621089611982227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394743660","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00631492,0.00013302414,0.019111063,0.00018302242,0.000004056006,0.9738917,0.00005111043,0.000089485446,0.0002216622],"genre_scores_gemma":[0.07557579,0.000002848701,0.007390553,0.0000026766004,0.000030839692,0.916467,0.000041601405,0.00008575853,0.0004029419],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9939895,0.00068472634,0.000795985,0.00093240594,0.0019060818,0.0016912563],"domain_scores_gemma":[0.99796987,0.0004526042,0.000120187105,0.0005585818,0.00027768346,0.0006210745],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040682736,0.00038492196,0.0007255802,0.0008528877,0.00025685507,0.00028958824,0.00031779468,0.00022413791,0.0001601283],"category_scores_gemma":[0.00008069346,0.0003051842,0.00011924287,0.001316371,0.0010621619,0.00058030244,0.00026786476,0.000861567,0.00000918375],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008457061,0.006086204,0.071631536,0.8739122,0.0016538937,0.0024786664,0.008639567,0.00032947428,0.0012743426,0.0068956087,0.003196321,0.015445085],"study_design_scores_gemma":[0.114023924,0.0806768,0.101297215,0.46177799,0.0002610883,0.006929763,0.007570885,0.18762049,0.0019096036,0.002596825,0.03173132,0.0036040952],"about_ca_topic_score_codex":0.000038327806,"about_ca_topic_score_gemma":0.00000137202,"teacher_disagreement_score":0.41213426,"about_ca_system_score_codex":0.0012941882,"about_ca_system_score_gemma":0.0033006927,"threshold_uncertainty_score":0.99994004},"labels":[],"label_agreement":null},{"id":"W4394774764","doi":"10.2196/48549","title":"Testing a Biobehavioral Model of Chronic Stress and Weight Gain in Young Children (Family Stress Study): Protocol and Baseline Demographics for a Prospective Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stress Responses and Cortisol","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University; Guelph General Hospital; McMaster University; University of Guelph","funders":"Canadian Institutes of Health Research","keywords":"Observational study; Preprint; Medicine; Demographics; Stress (linguistics); Clinical psychology; Psychology; Internal medicine; Demography","score_opus":0.39846408865231864,"score_gpt":0.5374179971251807,"score_spread":0.13895390847286204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394774764","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44104865,0.0000072905523,0.00006945109,0.000013750447,0.000002463115,0.5585833,0.00022084109,0.000041841035,0.00001238426],"genre_scores_gemma":[0.40430847,8.006293e-7,0.00016466115,0.000002870923,0.00004391071,0.5954095,0.0000021882192,0.00003101783,0.000036595993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957901,0.00074558833,0.0006260329,0.001093525,0.0010964455,0.0006482854],"domain_scores_gemma":[0.998241,0.0007743365,0.00011294034,0.00038532968,0.00034181625,0.00014458163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009565215,0.00028602307,0.00035359804,0.00063996867,0.00029457497,0.00035807907,0.0003967187,0.00009600295,0.0000055366295],"category_scores_gemma":[0.00075629016,0.00023859326,0.000052809723,0.0015205231,0.00034953636,0.000371983,0.00045767392,0.000650844,5.1845336e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016819871,0.0047162105,0.95982915,0.0009198865,0.00001121817,0.00004348341,0.00088892895,0.00017515801,0.0207007,0.00025650967,0.000021508265,0.0107552735],"study_design_scores_gemma":[0.0067075915,0.010031381,0.8194194,0.0027064406,0.000009481114,0.000008610258,0.0006545294,0.15427646,0.0052581117,0.00056109426,0.00002813716,0.00033876335],"about_ca_topic_score_codex":0.00019605456,"about_ca_topic_score_gemma":0.00057688943,"teacher_disagreement_score":0.15410131,"about_ca_system_score_codex":0.00012216721,"about_ca_system_score_gemma":0.00062390097,"threshold_uncertainty_score":0.97295505},"labels":[],"label_agreement":null},{"id":"W4394803758","doi":"10.2196/52395","title":"Effectiveness of a Mobile Phone Messaging–Based Message Framing Intervention for Improving Maternal Health Service Uptake and Newborn Care Practice in Rural Jimma Zone, Ethiopia: Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Short Message Service; Mobile phone; Medicine; Framing (construction); Text messaging; Protocol (science); Text message; mHealth; Intervention (counseling); Cluster randomised controlled trial; Nursing; Internet privacy; Computer science; Alternative medicine; Psychological intervention; Computer network; Telecommunications; Engineering","score_opus":0.08269924480209377,"score_gpt":0.5810458150985808,"score_spread":0.498346570296487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394803758","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014952444,0.00010686413,0.023009308,0.0019111698,0.00007393594,0.9729494,0.00011763005,0.0001363148,0.00020014562],"genre_scores_gemma":[0.005199121,0.0000030953984,0.0054579894,0.00037082803,0.0002620591,0.9883467,0.00006816423,0.000106855034,0.00018517247],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98210377,0.0118390275,0.002926032,0.00082788325,0.00079546816,0.001507844],"domain_scores_gemma":[0.9695829,0.026554814,0.0010785082,0.0005278845,0.0018268945,0.00042895458],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.042900357,0.0003790382,0.002019603,0.00073083595,0.0009647484,0.00012934562,0.00035399353,0.00047562752,0.000053285974],"category_scores_gemma":[0.003594251,0.000297318,0.00036584534,0.00079283916,0.00015497245,0.00042320756,0.00020785988,0.0017796363,0.000008291925],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7810763,0.00055894663,0.000031097556,0.17384452,0.000045450666,0.0000015364425,0.0023122088,0.000011909488,0.00029622926,0.0010759126,0.0002473163,0.04049856],"study_design_scores_gemma":[0.8709239,0.0029515398,0.00007909331,0.029940724,0.00002264146,0.0000016319126,0.0028000197,0.012265476,0.00015801276,0.00045017796,0.080214046,0.00019274927],"about_ca_topic_score_codex":0.0019249836,"about_ca_topic_score_gemma":0.0005130792,"teacher_disagreement_score":0.14390379,"about_ca_system_score_codex":0.0008224605,"about_ca_system_score_gemma":0.004795332,"threshold_uncertainty_score":0.9999479},"labels":[],"label_agreement":null},{"id":"W4394826085","doi":"10.2196/56436","title":"Socioemotional Skills in the Teaching-Learning Process Mediated by Medium- and High-Fidelity Clinical Simulation in Nursing Students: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Socioemotional selectivity theory; Protocol (science); Fidelity; Medical education; Psychology; Process (computing); Computer science; Medicine; Alternative medicine; Developmental psychology","score_opus":0.49070268158208324,"score_gpt":0.7647684209719239,"score_spread":0.27406573938984063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394826085","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006602496,0.09886009,0.000023817905,0.0021329352,0.000021179814,0.8988247,0.0000300467,0.00007164928,0.000028982635],"genre_scores_gemma":[0.000025803787,0.0513144,0.00009653585,0.0003004771,0.0005972713,0.946925,0.00055814383,0.00011326337,0.0000691435],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9847472,0.007499208,0.0032116366,0.0012357988,0.0024692554,0.00083694875],"domain_scores_gemma":[0.9847864,0.012588499,0.00070284435,0.0006041355,0.0010348688,0.00028328667],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026348924,0.0005085228,0.0020273868,0.0007318652,0.00036032608,0.00023830318,0.00061816646,0.0007023755,0.000081856386],"category_scores_gemma":[0.009013563,0.00034701184,0.00027961453,0.0014331678,0.00032288893,0.00022164194,0.00011739575,0.00570587,0.000030750427],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018227303,0.002429803,0.008738809,0.80811495,0.00003862251,0.000010079449,0.0011507329,0.000022017846,4.8059267e-8,0.000040898583,0.0039297356,0.17534204],"study_design_scores_gemma":[0.0024855032,0.0007010342,0.0010387806,0.85801774,0.000053337557,0.0000074558056,0.00016460285,0.00046820688,7.0897116e-8,0.00030770968,0.13650653,0.00024903714],"about_ca_topic_score_codex":0.000018486588,"about_ca_topic_score_gemma":0.0000075541393,"teacher_disagreement_score":0.175093,"about_ca_system_score_codex":0.0012097461,"about_ca_system_score_gemma":0.005548672,"threshold_uncertainty_score":0.9998982},"labels":[],"label_agreement":null},{"id":"W4394842537","doi":"10.2196/58180","title":"Correction: Identification of Anterior Large Vessel Occlusion Stroke During the Emergency Call: Protocol for a Controlled, Nonrandomized Trial","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Stroke (engine); Medicine; Identification (biology); Randomized controlled trial; Medical emergency; Occlusion; Emergency department; Physical medicine and rehabilitation; Computer science; Alternative medicine; Surgery; Psychiatry; Engineering","score_opus":0.07827330138263495,"score_gpt":0.500316785279805,"score_spread":0.4220434838971701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394842537","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028722725,0.0000231074,0.0004035977,0.00095043273,0.0024534108,0.9847769,0.0002617347,0.0001399142,0.010962163],"genre_scores_gemma":[0.000015380963,0.0000061043834,0.000026190753,0.000011408657,0.0028685087,0.5703642,0.0000834356,0.00010231914,0.4265225],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917489,0.00087182433,0.0025292556,0.0011128917,0.002694707,0.0010424042],"domain_scores_gemma":[0.99490476,0.00050591654,0.0011344224,0.0015828918,0.0016726025,0.00019942879],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007448995,0.0005821954,0.0018471259,0.00069193955,0.0005374159,0.00019795398,0.00091839395,0.0006940783,0.00071840535],"category_scores_gemma":[0.0026835531,0.0003727526,0.0011659653,0.0007731882,0.00021937444,0.00013424786,0.0009031052,0.002808469,0.00008154409],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.34747916,0.0010571335,0.00001048564,0.010909663,0.00042631695,0.000028874785,0.00016573466,2.1922027e-7,0.007505031,0.000007904988,0.63215953,0.00024997166],"study_design_scores_gemma":[0.30947852,0.0023355177,0.000055700002,0.008156632,0.00009942664,0.000014516068,0.00011544772,0.0009966942,0.0018339242,0.0000123152195,0.67669314,0.00020816152],"about_ca_topic_score_codex":0.00001842387,"about_ca_topic_score_gemma":0.000015277295,"teacher_disagreement_score":0.41556033,"about_ca_system_score_codex":0.0005886156,"about_ca_system_score_gemma":0.001214498,"threshold_uncertainty_score":0.99987245},"labels":[],"label_agreement":null},{"id":"W4394861494","doi":"10.2196/56125","title":"Human-Centered Design and Benefit Realization Management in Digital Health Care Solution Development: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Persona Design and Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Computer science; Realization (probability); Digital health; Health care; Medicine; Knowledge management; Management science; Process management; Nursing; Alternative medicine; Engineering; Political science","score_opus":0.5083301165038073,"score_gpt":0.603814705496926,"score_spread":0.09548458899311862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394861494","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0186404e-10,0.18329044,0.060462028,0.00007512861,0.0000014031448,0.7559619,0.000013963782,0.00009959311,0.00009553003],"genre_scores_gemma":[5.990666e-9,0.056885175,0.0071035963,0.000038142854,0.000020258487,0.9352085,0.00008515618,0.00004705907,0.00061210536],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99577725,0.0004207748,0.0013372232,0.0010189812,0.0007616473,0.000684101],"domain_scores_gemma":[0.9981887,0.00012035757,0.00039384922,0.0008695892,0.0002500619,0.00017744869],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025445737,0.0004036909,0.0012833991,0.0006737943,0.0003835078,0.0009987109,0.0012593077,0.00014527972,0.0000015813521],"category_scores_gemma":[0.00003947479,0.0003081723,0.00015629093,0.0014341358,0.00004803353,0.00037604655,0.0006341142,0.00039113444,0.00005476052],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028782138,0.00010026111,2.2231218e-8,0.8072737,0.000026449341,0.0000040442237,0.00019748283,7.49746e-8,3.3954205e-8,0.01116648,0.0048943427,0.17633422],"study_design_scores_gemma":[0.00026425425,0.0001271677,8.873158e-8,0.5418472,0.000008202562,0.0000060066163,0.000007458377,0.00010084608,1.3023168e-7,0.0005379201,0.45694128,0.00015940765],"about_ca_topic_score_codex":0.0000021381431,"about_ca_topic_score_gemma":0.0000042542015,"teacher_disagreement_score":0.45204693,"about_ca_system_score_codex":0.0010374539,"about_ca_system_score_gemma":0.0006904158,"threshold_uncertainty_score":0.99993706},"labels":[],"label_agreement":null},{"id":"W4394915661","doi":"10.2196/56749","title":"Rationale, Design, and Baseline Characteristics of Participants in the Health@NUS mHealth Augmented Cohort Study Examining Student-to-Work Life Transition: Protocol for a Prospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Cohort; Baseline (sea); Data collection; Mental health; Cohort study; Longitudinal study; Gerontology; Psychology; Medicine; Psychological intervention; Psychiatry","score_opus":0.48196098206030025,"score_gpt":0.6538708232095446,"score_spread":0.17190984114924435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394915661","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032163624,0.00000665008,0.003417304,0.003686688,0.000025736146,0.96043575,0.00009598586,0.000108158485,0.000060089973],"genre_scores_gemma":[0.12279202,0.0000022447116,0.00046585055,0.0008457162,0.00031897405,0.8753301,0.000035304125,0.000063168285,0.00014664695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9825545,0.009963948,0.002687182,0.001215457,0.0018178703,0.0017610255],"domain_scores_gemma":[0.99165523,0.0050287372,0.00041065455,0.0008706304,0.0011432503,0.0008914754],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.04177505,0.00034012905,0.00091318606,0.00057724,0.0017420019,0.000107821616,0.000516564,0.00016231112,0.000091201226],"category_scores_gemma":[0.0012973831,0.00025458293,0.000046928235,0.002194484,0.00013661035,0.00017673799,0.00016959713,0.0016443117,0.000030299158],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004326923,0.0074989186,0.9338966,0.0072487816,0.00007946231,0.000012148529,0.030742321,0.000014021229,0.000007438019,0.00038750027,0.011245287,0.004540576],"study_design_scores_gemma":[0.0060359337,0.010859083,0.9446227,0.0032471854,0.000014405126,7.5992847e-7,0.010920449,0.00060966704,0.0000018688235,0.00010322461,0.023404898,0.0001798574],"about_ca_topic_score_codex":0.00022849564,"about_ca_topic_score_gemma":0.00039347925,"teacher_disagreement_score":0.0906284,"about_ca_system_score_codex":0.00066676736,"about_ca_system_score_gemma":0.0051319124,"threshold_uncertainty_score":0.99999064},"labels":[],"label_agreement":null},{"id":"W4394920724","doi":"10.2196/55601","title":"Effectiveness and Cost-Effectiveness of Survivorship Care for Survivors of Hodgkin Lymphoma (INSIGHT Study): Protocol for a Multicenter Retrospective Cohort Study With a Quasi-Experimental Design","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lymphoma Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leids Universitair Medisch Centrum; Ministerie van Volksgezondheid, Welzijn en Sport; Universitair Medisch Centrum Groningen; ZonMw; Erasmus Medisch Centrum; Universiteit Leiden; Haaglanden Medisch Centrum","keywords":"Survivorship curve; Medicine; Incidence (geometry); Retrospective cohort study; Adverse effect; Cohort; Health care; Cohort study; Quality of life (healthcare); Family medicine; Cancer; Gerontology; Internal medicine; Nursing","score_opus":0.15077164364276402,"score_gpt":0.5196606697240252,"score_spread":0.36888902608126123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394920724","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3010098,0.000014818018,0.00038797446,0.000005000192,0.000008683266,0.69841105,0.00007082585,0.00004706047,0.000044784243],"genre_scores_gemma":[0.48684594,9.809452e-8,0.000176421,7.3336156e-7,0.000022548886,0.5128751,0.00000815684,0.000059313625,0.000011739282],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99345326,0.0029159635,0.00056682684,0.001171317,0.0012548122,0.0006377893],"domain_scores_gemma":[0.99335164,0.0040160893,0.00014984157,0.0006446644,0.0016120783,0.00022568874],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005416825,0.00046538073,0.001298321,0.00045905105,0.00022738698,0.000118867865,0.00021432171,0.00014439781,0.000013376382],"category_scores_gemma":[0.00027713628,0.00031228043,0.00020021353,0.00070455903,0.00033943547,0.00019052513,0.00016126741,0.00017613947,0.000001598258],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09208014,0.04343457,0.8331969,0.019452542,0.0012713012,0.00011394719,0.0053933025,0.000004107442,0.0028579521,0.0001406366,0.000024389255,0.0020302075],"study_design_scores_gemma":[0.05345594,0.13520938,0.66610795,0.008586344,0.00009473068,0.000009011883,0.003344086,0.00013429634,0.13237341,0.000026658554,0.00041337614,0.00024483007],"about_ca_topic_score_codex":0.0011176341,"about_ca_topic_score_gemma":0.00028496294,"teacher_disagreement_score":0.18583614,"about_ca_system_score_codex":0.0012519992,"about_ca_system_score_gemma":0.00069006765,"threshold_uncertainty_score":0.99993294},"labels":[],"label_agreement":null},{"id":"W4394927154","doi":"10.2196/53855","title":"Centering Digital Health Equity During Technology Innovation: Protocol for a Comprehensive Scoping Review of Evidence-Based Tools and Approaches","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Digital health; Equity (law); Knowledge management; Health equity; Computer science; Data science; Business; Health care; Medicine; Economics; Political science; Alternative medicine; Economic growth","score_opus":0.8556949890652232,"score_gpt":0.6899543160938203,"score_spread":0.16574067297140294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394927154","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004989289,0.00036271138,0.0007759014,0.015934655,0.0000036636432,0.98217875,0.000029461444,0.00015295857,0.00006295878],"genre_scores_gemma":[0.0017277002,0.000028658777,0.0015345799,0.00034166934,0.00011685048,0.99616086,0.00003828374,0.000026833055,0.000024565652],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9973172,0.000112170565,0.0009471551,0.00042104835,0.0006617838,0.0005406735],"domain_scores_gemma":[0.99825007,0.00043256153,0.00019772978,0.00030734204,0.0006895524,0.00012275568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017852552,0.00014953449,0.0004757419,0.00073897943,0.00018205198,0.0001090113,0.00012996956,0.00006973592,0.00003406887],"category_scores_gemma":[0.0009708598,0.00011082137,0.000046807178,0.0016348225,0.00020232936,0.00044077908,0.00022051031,0.00039526852,0.0000022969475],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060686393,0.00013519505,0.0015110058,0.70317656,0.000018272964,0.00000966662,0.00007430304,1.6846751e-7,0.001157131,0.00073581096,0.0018686687,0.29070637],"study_design_scores_gemma":[0.0035327491,0.004269153,0.0013407675,0.94217783,0.0000031309467,0.000039154365,0.00014981466,0.00011899009,0.0068723187,0.00017691366,0.041208237,0.00011092349],"about_ca_topic_score_codex":0.0000034560906,"about_ca_topic_score_gemma":0.000001296584,"teacher_disagreement_score":0.29059544,"about_ca_system_score_codex":0.00022281156,"about_ca_system_score_gemma":0.0017279759,"threshold_uncertainty_score":0.45191643},"labels":[],"label_agreement":null},{"id":"W4394927160","doi":"10.2196/56996","title":"Rehabilitation at Home With the Development of a Sustainable Model Placing the Person’s Needs and Environment at Heart: Protocol for a Multimethod Project","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Svenska Forskningsrådet Formas","keywords":"Protocol (science); Rehabilitation; Applied psychology; Medicine; Psychology; Nursing; Medical education; Computer science; Gerontology; Physical therapy; Alternative medicine","score_opus":0.15619478502629702,"score_gpt":0.49920510070691343,"score_spread":0.3430103156806164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394927160","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019517638,0.0000063287525,0.0011602032,0.0038240373,0.0000013969783,0.97512937,0.000005764611,0.00003471718,0.00032052488],"genre_scores_gemma":[0.002246363,1.0842153e-7,0.035286207,0.000024390836,0.000032645476,0.94686866,0.0000031025288,0.000035138015,0.015503416],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977055,0.00038252995,0.00029642397,0.00035897616,0.00078824884,0.00046829524],"domain_scores_gemma":[0.99697113,0.0022966252,0.00005707178,0.00035558373,0.00023408406,0.00008548277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037664617,0.00016164783,0.00023690233,0.00032504357,0.0005491351,0.00007576472,0.0001133845,0.000081594,0.00003820951],"category_scores_gemma":[0.00028280762,0.00007468935,0.00009830967,0.00040359766,0.0004409912,0.00011772632,0.00014100935,0.00031308646,0.000009677296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06338487,0.0030257807,0.01938515,0.11476258,0.0007138122,0.00002795131,0.43103105,0.0009788764,0.17609884,0.0057155304,0.1525109,0.032364674],"study_design_scores_gemma":[0.006255103,0.00683393,0.0116195,0.003798724,0.000013917076,0.000036075588,0.027606143,0.019997334,0.0065556588,0.00024039006,0.91680783,0.00023540788],"about_ca_topic_score_codex":0.000008926988,"about_ca_topic_score_gemma":0.000008230839,"teacher_disagreement_score":0.7642969,"about_ca_system_score_codex":0.00082862156,"about_ca_system_score_gemma":0.00082765287,"threshold_uncertainty_score":0.42235586},"labels":[],"label_agreement":null},{"id":"W4394927267","doi":"10.2196/52281","title":"Combating Fraudulent Participation in Urban American Indian and Alaska Native Virtual Health Research: Protocol for Increasing Data Integrity in Online Research (PRIOR)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Preprint; Protocol (science); Internet privacy; Environmental health; Medicine; World Wide Web; Computer science; Alternative medicine","score_opus":0.8348822546477117,"score_gpt":0.7482201837813824,"score_spread":0.08666207086632927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394927267","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09268599,0.000010000628,0.00001100248,0.023550378,0.000044583623,0.88337046,0.00007850151,0.000072618146,0.00017647688],"genre_scores_gemma":[0.094800904,0.0000074647896,0.0012521208,0.000053784308,0.00096793764,0.9027692,0.00006793663,0.000047446003,0.000033200107],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9642544,0.026993953,0.0010884278,0.0012969513,0.0037080823,0.0026582258],"domain_scores_gemma":[0.96525395,0.03174029,0.0001672421,0.00070113275,0.0014050123,0.0007323757],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.113820575,0.00019461395,0.00044218983,0.0023404062,0.0018993566,0.000784163,0.0012200045,0.0002600756,0.000033656746],"category_scores_gemma":[0.077154815,0.00019483292,0.000030827374,0.007231235,0.0027317046,0.0009795442,0.00085570634,0.005024565,0.000016919019],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011714434,0.0022236116,0.16743328,0.0027147408,0.000011323499,0.000019224244,0.28905463,0.0000012896081,0.00003020599,0.011979829,0.008105292,0.5172551],"study_design_scores_gemma":[0.0028858765,0.005324874,0.2577222,0.01849806,8.5436596e-7,0.0000011211014,0.17625435,0.0033042168,0.0000697822,0.009904033,0.52558094,0.00045370247],"about_ca_topic_score_codex":0.06009388,"about_ca_topic_score_gemma":0.09924625,"teacher_disagreement_score":0.51747566,"about_ca_system_score_codex":0.004046855,"about_ca_system_score_gemma":0.010984138,"threshold_uncertainty_score":0.9999823},"labels":[],"label_agreement":null},{"id":"W4394940887","doi":"10.2196/54042","title":"A Predictive Noninvasive Single-Nucleotide Variation–Based Biomarker Signature for Resectable Pancreatic Cancer: Protocol for a Prospective Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pancreatic cancer; Oncology; Internal medicine; Prospective cohort study; Genotyping; Biomarker; Cohort; Bioinformatics; Cancer; Genotype; Biology; Gene; Genetics","score_opus":0.2442478084465124,"score_gpt":0.5537216349590434,"score_spread":0.30947382651253097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394940887","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018606684,0.000010847952,0.008031998,0.0013527464,0.000022240898,0.98627245,0.000319695,0.00027348544,0.0018558656],"genre_scores_gemma":[0.0097511085,3.1827247e-7,0.0028799959,0.00004951217,0.0006466465,0.98013115,0.00008833102,0.00014054212,0.006312396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941838,0.00089326844,0.0007353963,0.0012989697,0.0016177932,0.0012708217],"domain_scores_gemma":[0.9920185,0.0036478543,0.0001577696,0.00071542605,0.0030766993,0.00038374768],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0045625293,0.00040104755,0.0008512905,0.0008653821,0.0006625093,0.00040440168,0.0003454054,0.00038034964,0.00052776973],"category_scores_gemma":[0.002388553,0.00031017908,0.0002568647,0.0016236007,0.0003574786,0.00038065208,0.00011241491,0.0009861509,0.0000417537],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2115802,0.041073583,0.2372752,0.062164314,0.006064979,0.00073178945,0.0130215725,0.00018363532,0.1689643,0.0018471159,0.24077395,0.01631937],"study_design_scores_gemma":[0.11962317,0.18181257,0.094758466,0.046114493,0.00087129563,0.00007036315,0.0032691865,0.13484135,0.085832216,0.013064136,0.3178305,0.0019122462],"about_ca_topic_score_codex":0.0001397117,"about_ca_topic_score_gemma":0.00007702512,"teacher_disagreement_score":0.14251673,"about_ca_system_score_codex":0.0016853635,"about_ca_system_score_gemma":0.0050586592,"threshold_uncertainty_score":0.99993503},"labels":[],"label_agreement":null},{"id":"W4394941882","doi":"10.2196/54426","title":"Telepractice Parent Training of Enhanced Milieu Teaching With Phonological Emphasis (EMT+PE) For Persian-Speaking Toddlers With Nonsyndromic Cleft Palate: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cleft Lip and Palate Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Intervention (counseling); Medicine; Fidelity; Physical therapy; Psychology; Nursing; Computer science","score_opus":0.1514292516147626,"score_gpt":0.5091082211487306,"score_spread":0.35767896953396794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394941882","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03498244,0.0000056807903,0.0071825045,0.00032231477,0.0000139931635,0.9563328,0.000029217475,0.000048852606,0.001082208],"genre_scores_gemma":[0.11494504,0.0000021870956,0.0037696243,0.000015560296,0.00034874244,0.88014346,0.000037088645,0.00008067074,0.0006576419],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947099,0.0014732432,0.0008470375,0.0010214531,0.0008505848,0.001097743],"domain_scores_gemma":[0.99591017,0.0024330385,0.00026864608,0.0005416763,0.000608574,0.00023787294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007890232,0.00039663378,0.0012778607,0.00028802836,0.00039785262,0.00030319553,0.0005073561,0.00033820432,0.0000664666],"category_scores_gemma":[0.0021619115,0.00024126098,0.00057856174,0.00027979392,0.0005493017,0.000035488534,0.00014042488,0.0007838772,0.0000041856206],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92050004,0.00062535726,0.000036456124,0.0013316215,0.0006614784,0.000015112853,0.00090779684,0.00003702347,0.064838745,0.00013910285,0.0005242114,0.010383065],"study_design_scores_gemma":[0.8816767,0.01392507,0.000012396457,0.0024201174,0.000046855894,0.000034335284,0.00092798914,0.0014569968,0.014790075,0.00008051822,0.08422377,0.00040518722],"about_ca_topic_score_codex":0.000021879892,"about_ca_topic_score_gemma":0.000036058434,"teacher_disagreement_score":0.083699554,"about_ca_system_score_codex":0.00008098026,"about_ca_system_score_gemma":0.001250372,"threshold_uncertainty_score":0.98383373},"labels":[],"label_agreement":null},{"id":"W4394941997","doi":"10.2196/58326","title":"Examining the Effectiveness of Interactive Webtoons for Premature Birth Prevention: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Medicine; Computer science; Psychology; Alternative medicine","score_opus":0.18699110334419503,"score_gpt":0.570667653876021,"score_spread":0.38367655053182603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394941997","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00078510615,0.000014009382,0.00065019773,0.00030549444,0.000060242015,0.9968814,0.000030588653,0.00006796395,0.0012049814],"genre_scores_gemma":[0.007886659,3.4196503e-7,0.00030132645,0.000014899589,0.00040951895,0.9859431,0.000008785903,0.000044190223,0.0053911917],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994509,0.003223107,0.0007894216,0.00040053547,0.0005990406,0.00047891366],"domain_scores_gemma":[0.9829834,0.015869485,0.0001967914,0.00035772193,0.00047610223,0.000116469484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014867698,0.00020559934,0.0012000863,0.00022046256,0.00020931748,0.00011047773,0.00021611078,0.00014545815,0.000099766396],"category_scores_gemma":[0.0021118126,0.00010615084,0.0005562748,0.00024508435,0.00022247518,0.00013951526,0.000083276136,0.00057787175,0.000006649599],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9034315,0.0007123707,0.000013206692,0.09100658,0.00027476772,0.0000058217347,0.000289094,7.1664766e-7,0.00048616587,0.00276813,0.00038180422,0.0006298678],"study_design_scores_gemma":[0.8390529,0.010323504,0.000049403585,0.11590736,0.000030862226,0.000012487808,0.00004365556,0.00043821428,0.00976757,0.004267681,0.020017436,0.00008888839],"about_ca_topic_score_codex":0.0000036692368,"about_ca_topic_score_gemma":0.0000012894192,"teacher_disagreement_score":0.064378545,"about_ca_system_score_codex":0.00011604086,"about_ca_system_score_gemma":0.00065665785,"threshold_uncertainty_score":0.5152877},"labels":[],"label_agreement":null},{"id":"W4394967395","doi":"10.2196/55529","title":"A Brief Workplace Training Program to Support Help-Seeking for Mental Ill-Health: Protocol for the Helipad Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Protocol (science); Randomized controlled trial; Cluster (spacecraft); Applied psychology; Psychology; Medical education; Medicine; Nursing; Computer science; Alternative medicine; Psychiatry","score_opus":0.37435537967371335,"score_gpt":0.650192626401476,"score_spread":0.27583724672776266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394967395","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004569635,0.00001560004,0.0018490879,0.017088715,0.00025694421,0.9781815,0.00007776417,0.00031585695,0.0021688647],"genre_scores_gemma":[0.00036208043,2.9393053e-7,0.0011845002,0.001016053,0.0015168341,0.9691318,0.000050081766,0.00012852259,0.026609823],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99177325,0.0023756933,0.0015968081,0.0010672464,0.0010600261,0.0021269596],"domain_scores_gemma":[0.98993504,0.008339466,0.00028138922,0.0006199136,0.00032881374,0.0004953484],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018578462,0.00045682493,0.0015478757,0.00041822478,0.0013760956,0.00093531143,0.0007601316,0.00023801431,0.0011188246],"category_scores_gemma":[0.0006472664,0.00026536346,0.0008140844,0.0006635599,0.0002753578,0.00022674754,0.00019534232,0.0007031651,0.00015704849],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6566919,0.0011159949,0.0000019633537,0.0013617105,0.0002498419,0.0000074783156,0.0037707859,4.8108984e-7,0.000009046331,0.0012288493,0.108968146,0.22659376],"study_design_scores_gemma":[0.5284499,0.009097443,0.0000012340143,0.0014445034,0.000010046963,0.000005936033,0.0005306394,0.0010648508,0.000018500014,0.00030230527,0.45892122,0.00015345564],"about_ca_topic_score_codex":0.000059397593,"about_ca_topic_score_gemma":0.00004676189,"teacher_disagreement_score":0.34995306,"about_ca_system_score_codex":0.00042567053,"about_ca_system_score_gemma":0.00072485063,"threshold_uncertainty_score":0.99997985},"labels":[],"label_agreement":null},{"id":"W4395018595","doi":"10.2196/55029","title":"Effects of Injury Registry Data on Policy Making, Hospitalizations, and Mortality: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Injury Epidemiology and Prevention","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Meta-analysis; Protocol (science); Medicine; Gerontology; Computer science; Alternative medicine; World Wide Web","score_opus":0.468438275225847,"score_gpt":0.6869491193110457,"score_spread":0.21851084408519872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395018595","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.0415458e-9,0.38432705,0.000030310637,0.00018623711,8.6880044e-7,0.6149783,0.00038783468,0.000023617284,0.000065736145],"genre_scores_gemma":[3.3313448e-8,0.18195716,0.00015020762,0.00014232103,0.0000718015,0.81567484,0.00024522716,0.000055756067,0.0017026516],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9919322,0.00405005,0.0018286576,0.0011038221,0.0006411987,0.00044404741],"domain_scores_gemma":[0.99440575,0.0015517946,0.0010264862,0.002507741,0.00034785774,0.00016036857],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010291899,0.00051611837,0.007847901,0.0010950977,0.00013670702,0.000073753894,0.00058846787,0.0005116688,0.000046736768],"category_scores_gemma":[0.0070435205,0.00029937358,0.0012603789,0.0017305029,0.00029794982,0.000113165304,0.000620512,0.0009353534,0.000012628332],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054845455,0.0001951125,0.0000030565413,0.9339126,0.04869982,0.000012321383,0.000009006067,4.34693e-9,9.120796e-8,0.0021770087,0.0134855965,0.0014505566],"study_design_scores_gemma":[0.0001948443,0.00084736466,0.0000020851885,0.4903419,0.23673266,0.000014982589,0.0000011816646,0.0000043865152,7.7806817e-7,0.0004989123,0.27121288,0.00014803458],"about_ca_topic_score_codex":0.000011277491,"about_ca_topic_score_gemma":0.0000025605082,"teacher_disagreement_score":0.4435707,"about_ca_system_score_codex":0.00009892125,"about_ca_system_score_gemma":0.00073406874,"threshold_uncertainty_score":0.9999458},"labels":[],"label_agreement":null},{"id":"W4395018787","doi":"10.2196/53703","title":"The Effects of a Dietary Supplement (PediaFlù) Plus Standard of Care in Children With Acute Tonsillopharyngitis/Rhinopharyngitis: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory and Cough-Related Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Protocol (science); Family medicine; Pediatrics; Alternative medicine; Internal medicine","score_opus":0.04276459619432233,"score_gpt":0.4806151976243925,"score_spread":0.43785060143007015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395018787","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010526364,0.0002077611,0.000023986857,0.0003799819,0.000023517066,0.9882772,0.0001340473,0.00005358614,0.0003735609],"genre_scores_gemma":[0.011594855,0.000015639143,0.0001424038,0.000012509126,0.00021668781,0.9872356,0.000035546065,0.00007246288,0.00067429565],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925632,0.0020479625,0.0013965586,0.00062480173,0.0023882051,0.0009792906],"domain_scores_gemma":[0.99314266,0.004566411,0.00021746465,0.00071419234,0.0011076806,0.00025160934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005804363,0.00035917506,0.0023169846,0.0006273735,0.0002468571,0.00015423616,0.00048612984,0.00022332731,0.00010300193],"category_scores_gemma":[0.0012142493,0.0001841345,0.00069440156,0.000986538,0.0008823033,0.00018493771,0.00019246462,0.0011910545,0.000004429959],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97957695,0.00056983397,0.00019929874,0.007226005,0.0017671486,0.00026680212,0.0006846371,0.0000040196114,0.0010748006,0.0005102336,0.003511705,0.004608591],"study_design_scores_gemma":[0.92528456,0.043903176,0.00013177723,0.010321412,0.0001140786,0.000021123476,0.00012656332,0.0001364931,0.008694705,0.0002744168,0.010815913,0.00017575332],"about_ca_topic_score_codex":0.000036921956,"about_ca_topic_score_gemma":0.00003397881,"teacher_disagreement_score":0.054292332,"about_ca_system_score_codex":0.00029899497,"about_ca_system_score_gemma":0.003634426,"threshold_uncertainty_score":0.7508787},"labels":[],"label_agreement":null},{"id":"W4395028302","doi":"10.2196/49922","title":"Feasibility and Preliminary Efficacy of α–Calcium Sulfate Hemihydrate in Socket Preservation: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Periodontal Regeneration and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Alveolar ridge; Dental alveolus; Biocompatibility; Medicine; Dentistry; Bone resorption; Resorption; Protocol (science); Biomedical engineering; Surgery; Materials science; Pathology; Internal medicine","score_opus":0.37903645655739326,"score_gpt":0.5803144463238592,"score_spread":0.20127798976646594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395028302","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037196364,0.000012601192,0.00006536526,0.0009464608,0.000008354804,0.96107787,0.000014055087,0.00005737213,0.0006215866],"genre_scores_gemma":[0.042717803,5.823328e-7,0.00024846438,0.000015317053,0.00013777173,0.9531906,0.000022573877,0.000028983965,0.0036378608],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99640346,0.0010371649,0.00094195374,0.00052034156,0.00069628016,0.0004007897],"domain_scores_gemma":[0.9971691,0.0017817918,0.00011550776,0.00037582187,0.00037621593,0.00018160195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045428076,0.00021244553,0.0011941778,0.00031838997,0.00009700893,0.00012550017,0.000117884905,0.00012440633,0.000102099475],"category_scores_gemma":[0.0022363542,0.00013658807,0.00027766338,0.00040512867,0.00032092238,0.00022690867,0.00010017923,0.0003437801,0.00000790446],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98588884,0.00355509,0.00047176852,0.002738921,0.00013232864,0.00002919572,0.00026153921,0.0000014270263,0.0045865634,0.00055152667,0.0008762293,0.00090657274],"study_design_scores_gemma":[0.97164065,0.009981292,0.0009699536,0.002656846,0.000018707733,0.0000054441493,0.000013481153,0.0026755633,0.00575766,0.0007494326,0.0054283845,0.00010259652],"about_ca_topic_score_codex":0.000020482947,"about_ca_topic_score_gemma":0.00001024657,"teacher_disagreement_score":0.0142482,"about_ca_system_score_codex":0.00019083246,"about_ca_system_score_gemma":0.0008093295,"threshold_uncertainty_score":0.55698997},"labels":[],"label_agreement":null},{"id":"W4395031464","doi":"10.2196/13642","title":"Assessment of the Feasibility of Objective Parameters as Primary End Points for Patients Affected by Knee Osteoarthritis: Protocol for a Pilot, Open Noncontrolled Trial (:SMILE:)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Osteoarthritis; Medicine; Protocol (science); Physical therapy; Pilot trial; Physical medicine and rehabilitation; Randomized controlled trial; Surgery; Alternative medicine","score_opus":0.15669791677892292,"score_gpt":0.5302224216394306,"score_spread":0.37352450486050764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395031464","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031068442,0.000003618646,0.000041197807,0.00015264725,0.000042594067,0.96592426,0.00072074414,0.000047821097,0.0019986904],"genre_scores_gemma":[0.03646673,1.02209135e-7,0.0021166683,0.000040696727,0.00007882306,0.9600189,0.00011689817,0.000072132454,0.0010890532],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953838,0.0009053212,0.0008872663,0.0007933929,0.001342435,0.0006878083],"domain_scores_gemma":[0.996198,0.001403931,0.0002919564,0.00081760396,0.0010749024,0.00021362989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028572206,0.00032453542,0.0009711215,0.00021275757,0.00021413944,0.0001602646,0.0005194436,0.00018505157,0.0001326628],"category_scores_gemma":[0.0010954842,0.0002166903,0.0004559256,0.0005247413,0.00030781937,0.00028290716,0.0003945932,0.00044050222,0.0000054004736],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.71049905,0.030361278,0.0037463878,0.013368233,0.0005976553,0.00001882368,0.00052598806,4.032314e-7,0.08625728,0.0018801161,0.011193029,0.14155175],"study_design_scores_gemma":[0.5510347,0.38394308,0.0028481071,0.0100785075,0.00006255453,0.000004341966,0.000091616435,0.000050530354,0.03749189,0.0038381766,0.010280347,0.00027613484],"about_ca_topic_score_codex":0.00003745355,"about_ca_topic_score_gemma":0.000026816413,"teacher_disagreement_score":0.35358182,"about_ca_system_score_codex":0.0005473693,"about_ca_system_score_gemma":0.0021272474,"threshold_uncertainty_score":0.8836374},"labels":[],"label_agreement":null},{"id":"W4395031617","doi":"10.2196/55860","title":"The Conceptualization and Measurement of Research Impact in Primary Health Care: Protocol for a Rapid Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Saskatchewan; Impact; Sinai Health System; Toronto Rehabilitation Institute; Women's College Hospital; McMaster University; College of Family Physicians of Canada; University of British Columbia; Public Health Ontario; University of Toronto","funders":"","keywords":"Conceptualization; Grey literature; Health care; Protocol (science); Systematic review; Citation; Health services research; Population health; Medicine; Management science; Knowledge management; Population; Psychology; MEDLINE; Nursing; Political science; Public health; Alternative medicine; Computer science; Engineering; Environmental health","score_opus":0.9254121607862584,"score_gpt":0.849358340839731,"score_spread":0.07605381994652738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395031617","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010620836,0.00068307086,0.00010519495,0.023369417,0.000010927225,0.97498614,0.000037150592,0.000044375432,0.0007530986],"genre_scores_gemma":[0.00011124139,0.00014614609,0.00019087309,0.0013356776,0.00013979166,0.9979347,0.0000051151997,0.00003377476,0.00010265733],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97950906,0.012858489,0.0018869626,0.0005910405,0.0032883247,0.0018661319],"domain_scores_gemma":[0.98813725,0.0077328207,0.00026902332,0.0005774426,0.0029290386,0.0003544041],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.08796406,0.00015284789,0.00042870603,0.0005588038,0.0018269306,0.00010592266,0.00049582554,0.00010419223,0.00014744363],"category_scores_gemma":[0.007245308,0.00009863501,0.000058487225,0.0025079763,0.0005790257,0.00030453136,0.00034639396,0.0012535433,0.00002871588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006008968,0.0000853254,0.0014539779,0.51683867,0.000010918136,0.0000018112042,0.020339502,6.5837725e-7,0.00030861192,0.0029259333,0.40469217,0.052741528],"study_design_scores_gemma":[0.0020576161,0.0017161443,0.0017432072,0.34266245,4.2042674e-7,7.6624326e-7,0.0015500224,0.0000341639,0.00006774164,0.00032324245,0.6497506,0.00009364938],"about_ca_topic_score_codex":0.00028040004,"about_ca_topic_score_gemma":0.00057586917,"teacher_disagreement_score":0.24505837,"about_ca_system_score_codex":0.0028560027,"about_ca_system_score_gemma":0.0243093,"threshold_uncertainty_score":0.99947256},"labels":[],"label_agreement":null},{"id":"W4395038630","doi":"10.2196/54833","title":"Impact of Digital Interventions on the Treatment Burden of Patients With Chronic Conditions: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medicine; CINAHL; Systematic review; Scopus; Protocol (science); MEDLINE; Digital health; Disease burden; Health care; Informatics; Alternative medicine; Disease; Nursing; Pathology","score_opus":0.46191953771772487,"score_gpt":0.6558016925158339,"score_spread":0.193882154798109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395038630","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0442101e-7,0.108099714,0.0000014055922,0.000051488783,0.000001590747,0.88991433,0.0010661756,0.000032813346,0.0008323672],"genre_scores_gemma":[0.000001408031,0.0489498,0.0000025458946,0.000001754663,0.00006640189,0.94894713,0.000492795,0.00008527025,0.0014528941],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99609435,0.00044449556,0.0014400425,0.0004767924,0.0011002694,0.00044403202],"domain_scores_gemma":[0.99642944,0.0006321104,0.00078267086,0.0013816907,0.0006436432,0.00013041959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007511355,0.00049768656,0.0025186117,0.00049318443,0.00007968737,0.0001397338,0.0004780939,0.00010118687,0.00046450313],"category_scores_gemma":[0.00035890247,0.0002041749,0.0022249708,0.00084329286,0.00032498364,0.00011029535,0.00011028506,0.0003808455,0.00009547416],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021278161,0.002617064,0.000002509954,0.97579396,0.002221015,0.000007243246,0.000020902979,4.396531e-7,1.2548533e-8,0.00049323664,0.012809295,0.0058215633],"study_design_scores_gemma":[0.0018926669,0.018233625,0.0000035083058,0.78392756,0.0011313624,0.0000018944634,0.000011288121,0.0000027374667,1.5874792e-7,0.000072182804,0.19460307,0.00011997449],"about_ca_topic_score_codex":0.000008110977,"about_ca_topic_score_gemma":0.0000015555021,"teacher_disagreement_score":0.1918664,"about_ca_system_score_codex":0.0018106772,"about_ca_system_score_gemma":0.0025837643,"threshold_uncertainty_score":0.8326011},"labels":[],"label_agreement":null},{"id":"W4395049458","doi":"10.2196/53307","title":"Associations Between Stress, Health Behaviors, and Quality of Life in Young Couples During the Transition to Survivorship: Protocol for a Measurement Burst Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Defense","keywords":"Survivorship curve; Young adult; Quality of life (healthcare); Gerontology; Medicine; Psychology; Cancer survivor; Cancer; Perceived Stress Scale; Clinical psychology; Stress (linguistics)","score_opus":0.4591292361933444,"score_gpt":0.5888607680039242,"score_spread":0.12973153181057978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395049458","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16760391,0.000009668036,0.000067658606,0.007812091,0.0000059882855,0.82397157,0.00044450304,0.000064561515,0.000020064585],"genre_scores_gemma":[0.2774135,2.8441377e-7,0.00005368676,0.000035897596,0.00018576141,0.72222525,0.000019223835,0.00003278032,0.000033653625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99263453,0.0021589347,0.0013342549,0.0005990484,0.0026345265,0.00063872547],"domain_scores_gemma":[0.9975539,0.00074709626,0.00018335244,0.0005240986,0.00064494816,0.00034663724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021049855,0.00020789356,0.00072302035,0.00036730804,0.00032727406,0.00015912521,0.00024848554,0.000101580044,0.000016825523],"category_scores_gemma":[0.0011712393,0.00016320299,0.00011164975,0.0009109251,0.00012564813,0.00014579132,0.00011135987,0.00071047264,0.0000024162814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019020212,0.003265095,0.94629645,0.014415207,0.00016168325,0.0000031535974,0.030877681,0.0000067323676,0.0008212753,0.00015534996,0.0008697247,0.0012256091],"study_design_scores_gemma":[0.0049881986,0.00293568,0.97951674,0.006798488,0.000008305618,4.801268e-7,0.0038895244,0.000012022055,0.00037480472,0.00008113855,0.001236186,0.00015844156],"about_ca_topic_score_codex":0.012369478,"about_ca_topic_score_gemma":0.049131557,"teacher_disagreement_score":0.10980958,"about_ca_system_score_codex":0.0007708364,"about_ca_system_score_gemma":0.0013024776,"threshold_uncertainty_score":0.99420726},"labels":[],"label_agreement":null},{"id":"W4395069687","doi":"10.2196/51540","title":"Investigating Rhythmicity in App Usage to Predict Depressive Symptoms: Protocol for Personalized Framework Development and Validation Through a Countrywide Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"North South University; United International University","keywords":"Rhythm; Depressive symptoms; Usage data; Psychology; Clinical psychology; Computer science; Medicine; Anxiety; Psychiatry; World Wide Web","score_opus":0.31992721739790503,"score_gpt":0.6138066048750103,"score_spread":0.29387938747710524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395069687","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0365374,0.0000036186527,0.0020820152,0.00043359038,0.00002792105,0.95962673,0.0000480155,0.00016896683,0.0010717169],"genre_scores_gemma":[0.016263092,9.258844e-9,0.004269427,0.00010402081,0.000119196695,0.97754997,0.000011202351,0.000059532318,0.0016235719],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99584204,0.00076802616,0.0008146569,0.0009058736,0.00082030916,0.00084908184],"domain_scores_gemma":[0.99807596,0.0010180961,0.00009833562,0.00037807945,0.00016489164,0.0002646475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026514255,0.0002443722,0.00029578398,0.0003535524,0.0003020466,0.0005275136,0.0003246703,0.00017005694,0.00014890778],"category_scores_gemma":[0.0006764313,0.00022292956,0.000055917953,0.00091299665,0.00019359455,0.00045337927,0.00032321562,0.0007433771,0.00013308342],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00816776,0.021567868,0.19958502,0.030188179,0.0008142521,0.00056833064,0.2403644,0.000026242744,0.00052056706,0.12942867,0.05025079,0.3185179],"study_design_scores_gemma":[0.011717486,0.012910164,0.04093548,0.056593146,0.000008177814,0.000042633776,0.005455447,0.00026160668,0.0034411263,0.036741223,0.8310136,0.00087989256],"about_ca_topic_score_codex":0.000082602564,"about_ca_topic_score_gemma":0.000062149986,"teacher_disagreement_score":0.78076285,"about_ca_system_score_codex":0.0005221702,"about_ca_system_score_gemma":0.00038111693,"threshold_uncertainty_score":0.9090804},"labels":[],"label_agreement":null},{"id":"W4395070968","doi":"10.2196/49861","title":"Real-World Registry on the Pharmacotherapy of Multiple Myeloma and Associated Renal and Pulmonary Impairments in the Greater Gulf Region: Protocol for a Retrospective Real-World Data Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Myeloma Research and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sanofi","keywords":"Medicine; Multiple myeloma; Medical record; Retrospective cohort study; Epidemiology; Disease; Intensive care medicine; Internal medicine","score_opus":0.3396823257617645,"score_gpt":0.5569063068653292,"score_spread":0.21722398110356467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395070968","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06377721,0.000003866796,0.0000016212808,0.0023497592,0.0000038714757,0.9320105,0.00019971296,0.000059092825,0.0015944032],"genre_scores_gemma":[0.21155973,0.000007266206,0.00004568164,0.000041059597,0.00013741899,0.78556436,0.0000541802,0.000054549328,0.0025357548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942706,0.0016178358,0.00057861686,0.0010680739,0.0016130354,0.0008517968],"domain_scores_gemma":[0.99599504,0.0017598971,0.00015853038,0.0015477082,0.00031670454,0.00022214356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005069397,0.00034525013,0.00053464004,0.00062986906,0.0003745738,0.00026272854,0.0007298797,0.00008373307,0.000053529668],"category_scores_gemma":[0.0005166704,0.00018143492,0.00008678664,0.0015460986,0.0006003764,0.00023619478,0.00044655736,0.0011138127,0.0000056090075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025192307,0.0056068054,0.917263,0.0013262166,0.00059546786,0.0026969865,0.0017448596,2.5545887e-7,0.001858924,0.00016809396,0.03119482,0.012352289],"study_design_scores_gemma":[0.01620277,0.009284646,0.9451273,0.006044582,0.000021872247,0.000057495847,0.00065959117,0.0022827291,0.00094634446,0.00055685575,0.018589752,0.00022605908],"about_ca_topic_score_codex":0.0012659013,"about_ca_topic_score_gemma":0.0017595697,"teacher_disagreement_score":0.14778252,"about_ca_system_score_codex":0.00041919987,"about_ca_system_score_gemma":0.00036584405,"threshold_uncertainty_score":0.73987013},"labels":[],"label_agreement":null},{"id":"W4395454564","doi":"10.2196/54486","title":"Standard Versus Family-Based Screening, Brief Intervention, and Referral to Treatment for Adolescent Substance Use in Primary Care: Protocol for a Multisite Randomized Effectiveness Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Randomized controlled trial; Protocol (science); Medicine; Intervention (counseling); Referral; Family medicine; Primary care; Brief intervention; Intention-to-treat analysis; Substance use; Alternative medicine; Psychology; Psychiatry","score_opus":0.3045006807366831,"score_gpt":0.5491099327953533,"score_spread":0.24460925205867012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395454564","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045284238,0.00003971701,0.0038665608,0.00012840377,0.000032476844,0.9504059,0.00007764199,0.0001338587,0.000031230185],"genre_scores_gemma":[0.0072978097,0.0000010798863,0.0041377004,0.000036416764,0.00016662445,0.9878109,0.00011831465,0.00008538741,0.00034577737],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963198,0.0007533073,0.00063642964,0.0008607202,0.0006972133,0.0007325528],"domain_scores_gemma":[0.99577427,0.00290876,0.00007547363,0.00044393106,0.0005358353,0.00026175566],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00237447,0.00037950295,0.0010820422,0.00057220884,0.00015712067,0.00026791153,0.00013081409,0.00015974621,0.000011901289],"category_scores_gemma":[0.0004725671,0.00027147093,0.00050127326,0.0005110552,0.00017143873,0.000249475,0.00004008667,0.0002657091,0.0000036233148],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95582104,0.0010197081,0.0047778254,0.0053198417,0.00019438729,0.00006864309,0.0007657092,0.0000076253054,0.00030822997,0.000102128244,0.00059271796,0.03102217],"study_design_scores_gemma":[0.9020555,0.017780632,0.0051369937,0.020193798,0.00004406225,0.0000010743178,0.0001386183,0.0002290357,0.003973034,0.000041185627,0.05015957,0.00024647953],"about_ca_topic_score_codex":0.000060319933,"about_ca_topic_score_gemma":0.00048227364,"teacher_disagreement_score":0.053765498,"about_ca_system_score_codex":0.0020427664,"about_ca_system_score_gemma":0.00048522477,"threshold_uncertainty_score":0.9999738},"labels":[],"label_agreement":null},{"id":"W4395663065","doi":"10.2196/50378","title":"Efficacy of a Multimodal Digital Behavior Change Intervention on Lifestyle Behavior, Cardiometabolic Biomarkers, and Medical Expenditure: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Protocol (science); Medicine; Digital health; Intervention (counseling); mHealth; Behaviour change; Behavior change; Physical therapy; Gerontology; Alternative medicine; Psychological intervention; Computer science; Nursing; Health care; World Wide Web; Internal medicine","score_opus":0.21873834236070772,"score_gpt":0.5748841193738983,"score_spread":0.35614577701319056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395663065","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018804414,0.000011231927,0.00004757703,0.000549852,0.000029695706,0.98021823,0.00006127473,0.00009575353,0.00018197934],"genre_scores_gemma":[0.063076355,0.0000011776888,0.000052433094,0.000020433423,0.0010751135,0.935549,0.00003269151,0.000045358876,0.00014743529],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953479,0.00092961884,0.0008724426,0.00057778717,0.0016909328,0.00058130344],"domain_scores_gemma":[0.99618953,0.002555995,0.00015635531,0.00034830952,0.00023085417,0.0005189669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043229754,0.00026822995,0.0019139354,0.00060054846,0.00012679858,0.00017739987,0.00018607955,0.00029528333,0.0001729834],"category_scores_gemma":[0.0021778024,0.00017476546,0.000955759,0.00039053065,0.0005301101,0.00029967754,0.00014605021,0.00081508333,0.00001726607],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88189745,0.012903403,0.000043764496,0.0020077021,0.00023185262,0.00007551295,0.00021195642,7.2280972e-9,0.0004046135,0.00043540463,0.0006528852,0.10113543],"study_design_scores_gemma":[0.96205425,0.010685521,0.0005713332,0.0058031874,0.000069437,0.000019555358,0.00002438903,0.00035920343,0.0005106737,0.00008890674,0.019662179,0.00015138465],"about_ca_topic_score_codex":0.00006640885,"about_ca_topic_score_gemma":0.0000036854617,"teacher_disagreement_score":0.10098405,"about_ca_system_score_codex":0.000105789084,"about_ca_system_score_gemma":0.00046639246,"threshold_uncertainty_score":0.7126729},"labels":[],"label_agreement":null},{"id":"W4395664664","doi":"10.2196/53784","title":"Feasibility of Web-Based Single-Session Empowered Relief in Patients With Chronic Pain Taking Methadone or Buprenorphine: Protocol for a Single-Arm Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health","keywords":"Buprenorphine; Methadone; Protocol (science); Session (web analytics); Medicine; Chronic pain; Physical therapy; Anesthesia; World Wide Web; Alternative medicine; Computer science; Opioid; Internal medicine","score_opus":0.21841900394178163,"score_gpt":0.5150807630665926,"score_spread":0.29666175912481096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395664664","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030877654,0.000005421243,0.00016040285,0.00038291488,0.0000131927,0.9680943,0.000054100266,0.00016464655,0.00024740744],"genre_scores_gemma":[0.07769614,6.0445466e-8,0.0020758149,0.000020342923,0.00012474769,0.91967714,0.00007922295,0.000118494856,0.00020800959],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99415594,0.0011351906,0.0009880569,0.0010358449,0.0017410098,0.00094393414],"domain_scores_gemma":[0.996517,0.0011922065,0.00027319754,0.0010173063,0.00074895413,0.00025135098],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038576783,0.00041155214,0.00077394355,0.0007793149,0.000121772064,0.0001322817,0.00031170106,0.00026499212,0.00043664637],"category_scores_gemma":[0.00197756,0.0002614637,0.00020530492,0.0016135719,0.00025474228,0.00020981916,0.00013800293,0.0007418567,0.000010734164],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7768876,0.075723976,0.051551655,0.035112668,0.00016226497,0.00013632838,0.0006610017,0.00002264163,0.015761761,0.000034190296,0.0025133837,0.041432545],"study_design_scores_gemma":[0.5776443,0.2703238,0.012778415,0.066357836,0.000038031827,0.000002848697,0.000120187986,0.0023314224,0.02245306,0.00023486286,0.04705405,0.0006611953],"about_ca_topic_score_codex":0.00005952762,"about_ca_topic_score_gemma":0.00010563777,"teacher_disagreement_score":0.19924329,"about_ca_system_score_codex":0.0019146279,"about_ca_system_score_gemma":0.003536111,"threshold_uncertainty_score":0.9999837},"labels":[],"label_agreement":null},{"id":"W4395675752","doi":"10.2196/57329","title":"Quantifying Bone and Skin Movement in the Residual Limb-Socket Interface of Individuals With Transtibial Limb Loss Using Dynamic Stereo X-Ray: Protocol for a Lower Limb Loss Cadaver and Clinical Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Knee injuries and reconstruction techniques","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Rehabilitation Research and Development Service; U.S. Department of Veterans Affairs","keywords":"Kinematics; Cadaver; Gait; Residual; Computer science; Biomechanics; Biomedical engineering; Tibia; Medicine; Orthodontics; Physical medicine and rehabilitation; Anatomy; Physics; Algorithm","score_opus":0.26030675952388266,"score_gpt":0.6009535263699199,"score_spread":0.3406467668460373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395675752","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39481688,0.000009647376,0.00022225022,0.0003341416,0.00000785261,0.60451114,0.000039453844,0.000039307928,0.000019319896],"genre_scores_gemma":[0.22656117,0.0000031476688,0.0017650364,0.000027412094,0.00010442731,0.77140546,0.0000025902953,0.000044908094,0.00008587017],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9959359,0.00072614086,0.0011338949,0.0006986026,0.00095029274,0.000555174],"domain_scores_gemma":[0.9982636,0.0007131178,0.00017160646,0.00044994763,0.00025584435,0.00014589193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005853407,0.00028263687,0.00069869607,0.0005469968,0.00019148846,0.00027265924,0.00021229967,0.00022715615,0.000030798114],"category_scores_gemma":[0.00013190285,0.00017099398,0.000111754955,0.00054842234,0.00094695634,0.00021643721,0.00020782377,0.0011559868,7.767364e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1431334,0.029327104,0.53481054,0.05049679,0.0021276486,0.0021920595,0.029011767,0.000014705512,0.013734056,0.0011469043,0.0032336812,0.19077136],"study_design_scores_gemma":[0.08257845,0.44172618,0.18065886,0.085715726,0.00035690854,0.0015066024,0.036971115,0.005984535,0.018621627,0.0022957656,0.14111345,0.0024707883],"about_ca_topic_score_codex":0.00007391967,"about_ca_topic_score_gemma":0.0002843067,"teacher_disagreement_score":0.41239908,"about_ca_system_score_codex":0.00010503367,"about_ca_system_score_gemma":0.0003953058,"threshold_uncertainty_score":0.6972932},"labels":[],"label_agreement":null},{"id":"W4396212739","doi":"10.2196/56271","title":"Defining and Risk-Stratifying Immunosuppression (the DESTINIES Study): Protocol for an Electronic Delphi Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immunosuppression; Pandemic; Protocol (science); Medicine; Preprint; Comparability; Coronavirus disease 2019 (COVID-19); Intensive care medicine; Disease; Immunology; Computer science; Pathology; Alternative medicine; Infectious disease (medical specialty)","score_opus":0.3973164555808913,"score_gpt":0.6769617876749804,"score_spread":0.2796453320940891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396212739","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025162484,0.000019828276,0.00009428009,0.000786312,0.0000050415033,0.97359556,0.000010379262,0.00024059285,0.00008551152],"genre_scores_gemma":[0.14301658,0.0000033156953,0.0002016651,0.000023730272,0.00020477707,0.8562099,0.0000031595587,0.000075383505,0.00026150758],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923896,0.0021996177,0.0008023155,0.0011793296,0.0019722723,0.0014568515],"domain_scores_gemma":[0.9837817,0.013939149,0.00010723779,0.0010970416,0.00072845176,0.00034642057],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014638605,0.00035365738,0.0005592399,0.0003982912,0.0015816547,0.00075968617,0.0006041474,0.00012683304,0.00006452289],"category_scores_gemma":[0.019365072,0.00020803527,0.00013963606,0.0009876253,0.0005588772,0.0003717116,0.00096417987,0.002723083,0.000036668636],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042130716,0.030152034,0.48979482,0.024044983,0.0021488257,0.0005162098,0.046956535,0.0000540518,0.005478303,0.0018996663,0.0092272265,0.34759665],"study_design_scores_gemma":[0.032652702,0.21705736,0.19474052,0.012118574,0.00015066957,0.000021009228,0.020913852,0.0089278435,0.00084037555,0.006257565,0.50537235,0.00094716693],"about_ca_topic_score_codex":0.00020045253,"about_ca_topic_score_gemma":0.00019994049,"teacher_disagreement_score":0.49614513,"about_ca_system_score_codex":0.0002959191,"about_ca_system_score_gemma":0.001671747,"threshold_uncertainty_score":0.9997181},"labels":[],"label_agreement":null},{"id":"W4396216454","doi":"10.2196/55102","title":"Marital Self-Disclosure Intervention for the Fear of Cancer Recurrence in Chinese Patients With Gastric Cancer: Protocol for a Quasiexperimental Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Medicine; Cancer; Coping (psychology); Psychological intervention; Intervention (counseling); Marital status; Physical therapy; Clinical psychology; Psychiatry; Population; Internal medicine","score_opus":0.11518538239146274,"score_gpt":0.5616054284502044,"score_spread":0.4464200460587417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396216454","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04813948,0.000040102273,0.000040666666,0.0002191636,0.00002794198,0.95125103,0.0001958967,0.000043625554,0.00004209475],"genre_scores_gemma":[0.16445033,5.2507306e-7,0.0000587476,0.000006306194,0.00015148675,0.83507395,0.000013451313,0.00003828953,0.0002069086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767244,0.00018675876,0.00039495417,0.00045986997,0.0008382682,0.0004477367],"domain_scores_gemma":[0.9986733,0.0002570438,0.000084638195,0.00033203815,0.00056021963,0.000092763745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010449588,0.00019387563,0.00030277608,0.000254672,0.00011264675,0.00009353472,0.00025872613,0.00006644037,0.00012014927],"category_scores_gemma":[0.00006817145,0.000109627326,0.0001489505,0.0010024842,0.00009866374,0.00015737486,0.00010981057,0.00042738754,0.0000012741914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016507301,0.0058327266,0.9217362,0.008297535,0.00020324791,0.00000727773,0.005228952,0.0000054513384,0.0000896129,0.00003412531,0.0031783895,0.038879205],"study_design_scores_gemma":[0.05984932,0.0582718,0.74505955,0.032383893,0.00006743257,0.000005096934,0.0063808155,0.0026957933,0.001182699,0.00016394965,0.09335633,0.0005833142],"about_ca_topic_score_codex":0.0019188857,"about_ca_topic_score_gemma":0.0070879366,"teacher_disagreement_score":0.17667662,"about_ca_system_score_codex":0.00044763146,"about_ca_system_score_gemma":0.000548394,"threshold_uncertainty_score":0.44704726},"labels":[],"label_agreement":null},{"id":"W4396229502","doi":"10.2196/56067","title":"Effects of Empagliflozin in Type 2 Diabetes With and Without Chronic Kidney Disease and Nondiabetic Chronic Kidney Disease: Protocol for 3 Crossover Randomized Controlled Trials (SiRENA Project)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Treatment and Management","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empagliflozin; Medicine; Kidney disease; Type 2 diabetes; Randomized controlled trial; Disease; Diabetes mellitus; Crossover study; Clinical trial; Protocol (science); Internal medicine; Alternative medicine; Endocrinology; Pathology; Placebo","score_opus":0.061935422734971705,"score_gpt":0.47344381796174284,"score_spread":0.41150839522677113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396229502","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009616728,0.0006159424,0.0000108164095,0.001054362,0.000015410113,0.98834574,0.000066803244,0.000105484185,0.00016868583],"genre_scores_gemma":[0.012983561,0.000024209781,0.00014965527,0.00008584478,0.0002582815,0.9835937,0.000064478176,0.00010036802,0.0027399187],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945516,0.0015394042,0.0010502574,0.0008883382,0.00095690903,0.0010134702],"domain_scores_gemma":[0.99512655,0.002664155,0.00024714676,0.0006210948,0.0003115361,0.0010294928],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0058238492,0.0005131391,0.0030360352,0.0008574806,0.00012830386,0.00037597594,0.00021439706,0.0001180214,0.00009944492],"category_scores_gemma":[0.008801718,0.00029252813,0.0003685254,0.00070675625,0.0007760294,0.00027673223,0.00025292343,0.00037337205,0.000008250154],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78948057,0.0024094104,0.013650457,0.15811157,0.0031579146,0.00014846156,0.00027518955,0.000002589293,0.0038805003,0.0010700922,0.022341883,0.0054713427],"study_design_scores_gemma":[0.86147285,0.008211673,0.0026844947,0.054977156,0.0009658547,6.449201e-7,0.0000098268965,0.0051420447,0.002890459,0.0010640491,0.062139854,0.00044112178],"about_ca_topic_score_codex":0.000009411772,"about_ca_topic_score_gemma":0.0000049282908,"teacher_disagreement_score":0.103134416,"about_ca_system_score_codex":0.0003887007,"about_ca_system_score_gemma":0.0038871625,"threshold_uncertainty_score":0.9999527},"labels":[],"label_agreement":null},{"id":"W4396242465","doi":"10.2196/56277","title":"Deprescribing as a Way to Reduce Inappropriate Use of Drugs for Overactive Bladder in Primary Care (DROP): Protocol for a Cluster Randomized Controlled Trial With an Embedded Explanatory Sequential Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Bladder and Prostate Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Overactive bladder; Preprint; Medicine; Protocol (science); Cluster (spacecraft); Deprescribing; Randomized controlled trial; Primary care; Family medicine; Psychology; Alternative medicine; Computer science; Intensive care medicine; Polypharmacy; Internal medicine","score_opus":0.23542189106481898,"score_gpt":0.5823799230869948,"score_spread":0.34695803202217584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396242465","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04572193,0.0000063340917,0.0020061666,0.00019457354,0.000026396245,0.9514455,0.000074762225,0.000095576106,0.00042872218],"genre_scores_gemma":[0.0099229235,3.1838698e-7,0.017901875,0.0000424779,0.0003125912,0.9705328,0.00007794693,0.0001719576,0.0010371191],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98446554,0.009408404,0.001488965,0.0013739442,0.001987654,0.0012754838],"domain_scores_gemma":[0.9891003,0.00721269,0.00021972098,0.0009488143,0.0019803501,0.0005381179],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017840128,0.0005190224,0.0025180483,0.0015465537,0.00024142022,0.00046136064,0.00042725107,0.00027115378,0.000088246554],"category_scores_gemma":[0.0027680881,0.00034155254,0.00053608575,0.0010334215,0.00030579243,0.00078632735,0.00036794323,0.0012470154,0.000007013207],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9465645,0.0042912182,0.00002347302,0.0061826226,0.0009930495,0.00013258733,0.018564085,0.000020407917,0.0089653935,0.00005496403,0.001148971,0.013058705],"study_design_scores_gemma":[0.9168677,0.04997453,0.00004063107,0.003992336,0.00010319805,0.000017625229,0.0067241252,0.0018038743,0.012759606,0.00028575805,0.0070558274,0.00037480774],"about_ca_topic_score_codex":0.00019804035,"about_ca_topic_score_gemma":0.000045147426,"teacher_disagreement_score":0.045683313,"about_ca_system_score_codex":0.0006669203,"about_ca_system_score_gemma":0.0033669053,"threshold_uncertainty_score":0.9999037},"labels":[],"label_agreement":null},{"id":"W4396505889","doi":"10.2196/57146","title":"Canadian Armed Forces Veterans’ Perspectives on the Effects of Exposure to Children in Armed Conflict During Military Service: Protocol for a Qualitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Western University; Veterans Affairs Canada; Canadian Institute for Military and Veteran Health Research; Lawson Health Research Institute; Royal Military College of Canada; Dalhousie University; Canadian Institute for International Peace and Security; Centre for Addiction and Mental Health; Mount Saint Vincent University","funders":"","keywords":"Military service; Military personnel; Service member; Protocol (science); Armed conflict; Qualitative research; Military medicine; Service (business); Psychology; Medicine; Applied psychology; Gerontology; Political science; Alternative medicine; Sociology; Social science; Law","score_opus":0.2654319813993311,"score_gpt":0.6078602493104852,"score_spread":0.3424282679111541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396505889","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37562904,0.00001540295,0.0000013666654,0.0012975574,0.000007289826,0.6222386,0.000081551276,0.00003909986,0.0006901067],"genre_scores_gemma":[0.31893244,1.1784759e-7,0.000016216036,0.00004428261,0.000054859654,0.68047744,0.0000041682615,0.00005956121,0.00041087746],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99145824,0.0042511616,0.00062651985,0.0010075151,0.001214522,0.0014420702],"domain_scores_gemma":[0.9933293,0.004717527,0.000051034942,0.001040999,0.00047473982,0.00038641412],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004023954,0.00034716396,0.00047530828,0.0014039812,0.0003152143,0.00014452632,0.0012336347,0.00016442542,0.00045129185],"category_scores_gemma":[0.0011529423,0.00024886927,0.00013395361,0.0018254453,0.000223822,0.00013798407,0.00017833798,0.0011089651,0.00012738307],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056624715,0.003247526,0.004467509,0.0059136893,0.00043371407,0.00012435128,0.9711381,0.000010013802,0.0012358148,0.0025638307,0.0037473978,0.0014555338],"study_design_scores_gemma":[0.019027539,0.031206938,0.3107839,0.01545545,0.00000927951,0.000010351574,0.6136592,0.00005123254,0.0030367912,0.0014396922,0.004555668,0.00076397107],"about_ca_topic_score_codex":0.056312773,"about_ca_topic_score_gemma":0.06356359,"teacher_disagreement_score":0.35747895,"about_ca_system_score_codex":0.00055324024,"about_ca_system_score_gemma":0.00068030524,"threshold_uncertainty_score":0.99999636},"labels":[],"label_agreement":null},{"id":"W4396508193","doi":"10.2196/52957","title":"Digital Remote Monitoring Using an mHealth Solution for Survivors of Cancer: Protocol for a Pilot Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"mHealth; Observational study; Psychological intervention; Medicine; Telemedicine; Gerontology; Health care; Family medicine; Nursing","score_opus":0.6969087911324907,"score_gpt":0.6456201325532044,"score_spread":0.05128865857928633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396508193","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02167724,0.0000056438053,0.0018908097,0.0002309544,0.000047371028,0.9757986,0.00016525805,0.000100443925,0.00008365013],"genre_scores_gemma":[0.02978912,1.4804372e-7,0.0007866194,0.0000073772844,0.0010254513,0.96771336,0.000024814119,0.00007047057,0.00058266526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971455,0.00015813201,0.0005139017,0.0005432254,0.001033672,0.00060557516],"domain_scores_gemma":[0.99773717,0.0003364621,0.00009177054,0.00039498313,0.0012146685,0.00022495608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002013433,0.00018019236,0.00033748205,0.0003043828,0.0002509138,0.00020488651,0.00020510351,0.00008508848,0.000022641543],"category_scores_gemma":[0.00018783424,0.00015734178,0.0001229348,0.0006884621,0.00009408909,0.00045238674,0.00008466467,0.00034952152,0.0000013994614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042358458,0.009799458,0.32024124,0.07080142,0.0004390348,0.000034669894,0.008776345,0.00009092956,0.03402018,0.0005871587,0.0029631918,0.50988793],"study_design_scores_gemma":[0.034616724,0.113553315,0.08304039,0.049410135,0.00009157095,0.000023460152,0.0054424927,0.105542496,0.020068886,0.003493076,0.58336943,0.0013480422],"about_ca_topic_score_codex":0.0020653107,"about_ca_topic_score_gemma":0.0012308259,"teacher_disagreement_score":0.58040625,"about_ca_system_score_codex":0.0005785137,"about_ca_system_score_gemma":0.0018267955,"threshold_uncertainty_score":0.6416212},"labels":[],"label_agreement":null},{"id":"W4396529595","doi":"10.2196/56333","title":"Finite Element Analysis of Pelvic Floor Biomechanical Models to Elucidate the Mechanism for Improving Urination and Defecation Dysfunction in Older Adults: Protocol for a Model Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Defecation; Urination; Pelvic floor; Protocol (science); Mechanism (biology); Physical medicine and rehabilitation; Physical therapy; Medicine; Psychology; Surgery; Alternative medicine; Pathology; Anatomy; Urinary system","score_opus":0.15652076651314847,"score_gpt":0.4779593953491222,"score_spread":0.32143862883597374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396529595","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035470977,0.0000016747103,0.1782572,0.000323446,0.000002332612,0.7858862,0.000022116668,0.000028892666,0.0000071524714],"genre_scores_gemma":[0.21184847,1.5781792e-7,0.0048856656,0.00001858231,0.000011640824,0.7830748,0.00005051404,0.000024220702,0.000085942316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769574,0.00014686015,0.0005548787,0.00062433915,0.0006359733,0.00034218744],"domain_scores_gemma":[0.99865574,0.00019224144,0.00008716171,0.00029559247,0.0006695652,0.000099727375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022246214,0.00017743412,0.00029299184,0.0012867808,0.00015344414,0.00011298902,0.00010132564,0.00008789941,0.0000065175445],"category_scores_gemma":[0.00020056807,0.00012794619,0.000062476975,0.0012461613,0.000026066093,0.00024479718,0.00012476835,0.00014694105,0.0000013556448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04578813,0.026370445,0.003827762,0.04105038,0.004321774,0.000019699648,0.080172285,0.016080668,0.040541276,0.028130246,0.00043692376,0.7132604],"study_design_scores_gemma":[0.010025397,0.0029973406,0.0013217983,0.0011525461,0.00012012186,6.837028e-7,0.0013193579,0.9697657,0.009207504,0.0038487418,0.00010792872,0.00013284599],"about_ca_topic_score_codex":0.00007545685,"about_ca_topic_score_gemma":0.0001938792,"teacher_disagreement_score":0.95368505,"about_ca_system_score_codex":0.0003563141,"about_ca_system_score_gemma":0.00029407805,"threshold_uncertainty_score":0.5217494},"labels":[],"label_agreement":null},{"id":"W4396547429","doi":"10.2196/54030","title":"Effects of Sound Interventions on the Mental Stress Response in Adults: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychological intervention; Protocol (science); Applied psychology; Psychology; Mental health; Stress reduction; Medical education; Clinical psychology; Medicine; Computer science; Psychiatry; Alternative medicine; World Wide Web","score_opus":0.6225166164010819,"score_gpt":0.7309419862389716,"score_spread":0.10842536983788964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396547429","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2935831e-7,0.32767662,0.000002695402,0.00031101247,0.000022181022,0.671594,0.00012808801,0.000026552054,0.00023869565],"genre_scores_gemma":[1.8714328e-8,0.14821306,0.000010747831,0.00009751679,0.00015615644,0.85052735,0.000017776125,0.0000939019,0.00088350166],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98655885,0.00936807,0.0016872204,0.00083033787,0.00070129574,0.00085420406],"domain_scores_gemma":[0.99238336,0.0056558284,0.0005395764,0.0011231037,0.00016692116,0.00013121894],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010971096,0.0004492015,0.0016818034,0.00071181235,0.00020002639,0.00008791503,0.001106506,0.00036465822,0.0011538093],"category_scores_gemma":[0.0008163503,0.00026368993,0.0010148792,0.0011231373,0.00025194918,0.00005412794,0.00027030613,0.0019890717,0.00028310675],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004140908,0.0011847556,3.0062347e-7,0.77986294,0.000086096596,0.000021235775,0.00052109384,4.867359e-9,1.771392e-7,0.0024744777,0.03634999,0.17535801],"study_design_scores_gemma":[0.0010483341,0.0021887012,0.0000016767369,0.5299163,0.000011960002,0.0000029081928,0.000022032964,1.3397106e-7,9.920386e-7,0.0001503392,0.46654746,0.00010916932],"about_ca_topic_score_codex":0.000018406208,"about_ca_topic_score_gemma":0.000059525606,"teacher_disagreement_score":0.43019745,"about_ca_system_score_codex":0.00037214984,"about_ca_system_score_gemma":0.0010638436,"threshold_uncertainty_score":0.9999815},"labels":[],"label_agreement":null},{"id":"W4396547528","doi":"10.2196/48156","title":"AI as a Medical Device Adverse Event Reporting in Regulatory Databases: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Birmingham Biomedical Research Centre; Department of Health and Social Care","keywords":"Protocol (science); Systematic review; Event (particle physics); Medicine; Database; MEDLINE; Computer science; Medical education; Data science; Alternative medicine; Political science","score_opus":0.8190603323005919,"score_gpt":0.770128656082068,"score_spread":0.0489316762185239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396547528","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9954292e-8,0.25500372,0.000010233607,0.0014749685,0.000016869422,0.7432539,0.000012194842,0.000075304146,0.00015281083],"genre_scores_gemma":[1.896805e-8,0.14778373,0.00008246917,0.0007607192,0.00057056936,0.84920514,0.00012060909,0.00012662476,0.0013501014],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98479724,0.002097987,0.007891134,0.0012421686,0.002856514,0.0011149413],"domain_scores_gemma":[0.9924622,0.0015098384,0.0021355513,0.0019196719,0.0012155743,0.0007571701],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030272447,0.00055764423,0.0038281477,0.0009019127,0.00018034515,0.00007405863,0.00063108193,0.00058793405,0.00051190326],"category_scores_gemma":[0.04368922,0.0003699482,0.00088216667,0.0019703791,0.0001773953,0.00018913679,0.00034892358,0.0031422267,0.001026348],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079956066,0.00044981824,0.000003902803,0.87303627,0.000059735976,0.00037529253,0.000108468914,1.3673102e-8,8.3573404e-8,0.00022863854,0.040494494,0.08516333],"study_design_scores_gemma":[0.00006937592,0.00033676365,9.998846e-8,0.50859314,0.00010144399,0.00025158701,0.00007171172,0.000015381695,0.0000022934253,0.00009330452,0.49031723,0.00014765101],"about_ca_topic_score_codex":0.00018062988,"about_ca_topic_score_gemma":0.00010455892,"teacher_disagreement_score":0.44982275,"about_ca_system_score_codex":0.0015323805,"about_ca_system_score_gemma":0.019012537,"threshold_uncertainty_score":0.99987525},"labels":[],"label_agreement":null},{"id":"W4396574666","doi":"10.2196/58318","title":"Recovery and Renewal of Co-Design Approaches in Health: Protocol for a Realist Synthesis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Alberta Health; University of Alberta; Emily Carr University of Art and Design; Ontario College of Art and Design","funders":"","keywords":"Participatory design; Health care; Inclusion (mineral); Equity (law); Health equity; Digital health; Focus group; Knowledge management; Sociology; Public relations; Computer science; Political science; Engineering","score_opus":0.6188032821910052,"score_gpt":0.5903853510660251,"score_spread":0.028417931124980145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396574666","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010511445,0.0000019192198,0.061473414,0.0024456924,0.000005133762,0.9349434,0.000008894889,0.0001381206,0.00097290747],"genre_scores_gemma":[0.00036259685,2.392775e-7,0.033785652,0.000017467002,0.00003894893,0.96546316,0.0000010893706,0.000020508429,0.00031036083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99699444,0.00080210937,0.00056804786,0.0006409093,0.0004651577,0.0005293169],"domain_scores_gemma":[0.9976661,0.0013640407,0.00013297469,0.000567147,0.00021333866,0.000056380388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059010186,0.00014998442,0.00027746143,0.001077132,0.00014641708,0.00027179677,0.000706555,0.00015685613,0.0000133551475],"category_scores_gemma":[0.00057823263,0.00013099035,0.000045719356,0.0011806273,0.00028489158,0.0006012772,0.00023877481,0.0005655817,0.000008822906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024687413,0.0014124145,0.00022937088,0.018440925,0.000077196906,0.00005896239,0.0022983581,0.000033879558,0.012661052,0.48389655,0.08001255,0.39841],"study_design_scores_gemma":[0.0028849712,0.010639659,0.00049766386,0.023802985,9.93786e-7,0.00007682313,0.0002684973,0.04558197,0.25414044,0.25233907,0.40910873,0.0006581965],"about_ca_topic_score_codex":0.000053169344,"about_ca_topic_score_gemma":0.000022680688,"teacher_disagreement_score":0.3977518,"about_ca_system_score_codex":0.0002604847,"about_ca_system_score_gemma":0.00060362415,"threshold_uncertainty_score":0.5341631},"labels":[],"label_agreement":null},{"id":"W4396576537","doi":"10.2196/57653","title":"Use of Transdermal Alcohol Sensors in Conjunction With Contingency Management to Reduce Alcohol Consumption in People With Alcohol Dependence Attending Alcohol Treatment Services: Protocol for a Pilot Feasibility Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health Research Applied Research Collaboration South London; Department of Health and Social Care; National Institute for Health and Care Research; King's College London; King's College Hospital NHS Foundation Trust","keywords":"Alcohol; Randomized controlled trial; Contingency management; Alcohol consumption; Protocol (science); Transdermal; Medicine; Alcohol use disorder; Physical therapy; Psychiatry; Intervention (counseling); Alternative medicine; Pharmacology; Surgery","score_opus":0.3038791740135887,"score_gpt":0.5157998160219509,"score_spread":0.2119206420083622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396576537","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42565534,0.0000044786702,0.000060343988,0.00023149824,0.000012300529,0.57383704,0.000008599416,0.00008947652,0.000100919264],"genre_scores_gemma":[0.3480973,0.0000031923512,0.0008714032,0.000022220327,0.000058621954,0.65018785,0.000025117439,0.00006446047,0.0006698571],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9931255,0.0013123103,0.0015937518,0.0013346018,0.0015173567,0.0011164894],"domain_scores_gemma":[0.9962076,0.0019515548,0.0002972117,0.0007831068,0.0004581038,0.00030243403],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038830142,0.0006580576,0.0024725741,0.0013527123,0.00015540085,0.00022294959,0.0002365138,0.00018367668,0.00013290675],"category_scores_gemma":[0.00017119637,0.00040446743,0.0004029665,0.0013418342,0.00026087338,0.00059718365,0.00005158038,0.00047219632,0.000020403466],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90238523,0.0037306417,0.08272272,0.003373261,0.0008277785,0.0002859458,0.0030437554,0.0001364929,0.0022622065,0.00012463168,0.000043105578,0.0010642376],"study_design_scores_gemma":[0.9531312,0.012104048,0.013366356,0.012742178,0.00023088217,0.000026240565,0.00079745305,0.0015079862,0.005316672,0.000035547037,0.00034145024,0.00039999557],"about_ca_topic_score_codex":0.00031169943,"about_ca_topic_score_gemma":0.0023422746,"teacher_disagreement_score":0.07755805,"about_ca_system_score_codex":0.001302171,"about_ca_system_score_gemma":0.0004273635,"threshold_uncertainty_score":0.99984074},"labels":[],"label_agreement":null},{"id":"W4396605156","doi":"10.2196/52411","title":"Clinical Data Flow in Botswana Clinics: Protocol for a Mixed-Methods Assessment","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Data collection; Computer science; Medicine; Alternative medicine; Statistics","score_opus":0.7436088442012196,"score_gpt":0.8270582833452094,"score_spread":0.08344943914398972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396605156","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034017698,0.000009689329,0.020744786,0.0043814187,0.00013874719,0.96732527,0.00034624923,0.0003163613,0.0067340974],"genre_scores_gemma":[0.0000055718424,0.000007251724,0.1374516,0.0006829507,0.0015938019,0.858006,0.00018690384,0.000104623155,0.0019612976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.979995,0.011085937,0.0034945877,0.001908327,0.000994193,0.0025219482],"domain_scores_gemma":[0.97869635,0.016028605,0.00030716107,0.0031829004,0.00070745195,0.0010775316],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.07189917,0.00031801953,0.00077712204,0.0006183892,0.0012533726,0.00012830277,0.0019478139,0.00080750877,0.00074717804],"category_scores_gemma":[0.0035527167,0.000263403,0.0001618202,0.0015466585,0.00029396478,0.00041543462,0.0015106939,0.0057976088,0.00081640505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004896796,0.00071502995,0.0049191993,0.011592543,0.000010619055,0.0000053255585,0.00008563931,0.000001062345,0.000008423562,0.007832088,0.46918407,0.50515634],"study_design_scores_gemma":[0.0043416186,0.0010920452,0.005625684,0.006714883,0.000002244292,0.0000010675628,0.00023891116,0.028868312,0.0000023366078,0.008570012,0.94433457,0.00020831582],"about_ca_topic_score_codex":0.00007633001,"about_ca_topic_score_gemma":0.0003842841,"teacher_disagreement_score":0.504948,"about_ca_system_score_codex":0.00066248776,"about_ca_system_score_gemma":0.01372696,"threshold_uncertainty_score":0.9999818},"labels":[],"label_agreement":null},{"id":"W4396608823","doi":"10.2196/57699","title":"mHealth-Based Just-in-Time Adaptive Intervention to Improve the Physical Activity Levels of Individuals With Spinal Cord Injury: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse","keywords":"mHealth; Spinal cord injury; Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Physical therapy; eHealth; Physical medicine and rehabilitation; Psychology; Psychological intervention; Spinal cord; Alternative medicine; Nursing; Health care; Psychiatry","score_opus":0.2722191399401499,"score_gpt":0.6123758060962724,"score_spread":0.3401566661561225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396608823","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038675234,0.000001045147,0.0012752839,0.0022686603,0.00001203776,0.957365,0.0000992285,0.00007437233,0.00022918823],"genre_scores_gemma":[0.11426938,2.7670243e-8,0.0005781851,0.000038393053,0.00040071376,0.88372296,0.0000031489678,0.00007286757,0.00091430463],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9906058,0.003546052,0.00096897304,0.00087462965,0.002920228,0.001084321],"domain_scores_gemma":[0.9938623,0.0034389559,0.00029248308,0.00077125756,0.0012738683,0.00036118194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017332006,0.00039163663,0.0021717814,0.0010598607,0.00017606221,0.00024567844,0.0006561919,0.00018575812,0.00019936127],"category_scores_gemma":[0.0032543913,0.0002103521,0.0007815718,0.0016868617,0.0007332416,0.00023344239,0.0002648668,0.001667977,0.00005497766],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9457358,0.0039180918,0.000015321984,0.0033775454,0.00025620568,0.000019109388,0.00007700092,0.0000013598669,0.009323293,0.00049165194,0.0009658685,0.03581873],"study_design_scores_gemma":[0.7599611,0.20506476,0.00020831374,0.00855429,0.00004113526,0.0000025951172,0.000053862477,0.0045854463,0.018373517,0.00045871848,0.0025204725,0.00017574294],"about_ca_topic_score_codex":0.000083559855,"about_ca_topic_score_gemma":0.000009354769,"teacher_disagreement_score":0.20114666,"about_ca_system_score_codex":0.00052793237,"about_ca_system_score_gemma":0.0027007794,"threshold_uncertainty_score":0.85779095},"labels":[],"label_agreement":null},{"id":"W4396625350","doi":"10.2196/54768","title":"Social Transfers for Exclusive Breastfeeding (STEB) Intervention in Lao People’s Democratic Republic: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Basel; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Breastfeeding; Psychological intervention; Randomized controlled trial; Medicine; Cluster randomised controlled trial; Intervention (counseling); Social support; Demography; Family medicine; Pediatrics; Nursing; Psychology; Social psychology","score_opus":0.18006334542206245,"score_gpt":0.5676514886420088,"score_spread":0.3875881432199463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396625350","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003327982,0.000004054137,0.0011622746,0.022769708,0.00004071127,0.9738143,0.000013720063,0.00014277924,0.0017196677],"genre_scores_gemma":[0.0096573075,3.3112343e-7,0.00046683077,0.00005635164,0.0012020501,0.9858365,0.000016080701,0.000069358604,0.0026951563],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99473023,0.0011542144,0.0014937525,0.000721345,0.0009842339,0.00091624266],"domain_scores_gemma":[0.99447256,0.00418697,0.00023238677,0.00022303322,0.00068692304,0.00019811785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0143977115,0.00031529198,0.0017185183,0.00085637183,0.00037096115,0.0006878718,0.00028903296,0.00030549837,0.0002316803],"category_scores_gemma":[0.0034503648,0.00022007042,0.0012389217,0.00083822757,0.00025283493,0.0008277298,0.00007292954,0.00086036284,0.000008108969],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9491084,0.0011019446,0.000024811197,0.0073750955,0.00027617568,0.000011013658,0.0014091897,9.739842e-7,0.0005319027,0.0052022124,0.0061410884,0.028817149],"study_design_scores_gemma":[0.9508511,0.0062087025,0.000101311256,0.006866419,0.00006353145,0.00002756168,0.00028267442,0.006969123,0.00014788593,0.0049068015,0.023356488,0.00021839778],"about_ca_topic_score_codex":0.00006143842,"about_ca_topic_score_gemma":0.000055545028,"teacher_disagreement_score":0.02859875,"about_ca_system_score_codex":0.0002373695,"about_ca_system_score_gemma":0.00076785847,"threshold_uncertainty_score":0.8974211},"labels":[],"label_agreement":null},{"id":"W4396670898","doi":"10.2196/54180","title":"Digital Interventions to Understand and Mitigate Stress Response: Protocol for Process and Content Evaluation of a Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; University of Ottawa; Lawson Health Research Institute; Public Health Ontario; University of Toronto; Toronto Metropolitan University; Ontario Tech University; Western University; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Distress; Loneliness; Psychology; Health care; Anxiety; Medicine; Clinical psychology; Social psychology; Psychiatry","score_opus":0.7078067801271685,"score_gpt":0.7093168693426106,"score_spread":0.0015100892154421564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396670898","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30226353,0.000004019673,0.000052759635,0.0011789835,0.000004555611,0.6963399,0.00006490426,0.000031114956,0.000060215953],"genre_scores_gemma":[0.42338592,1.7703034e-8,0.000034878598,0.000005950244,0.000032726297,0.5762573,0.000009458714,0.000016852307,0.00025691531],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970529,0.00049784704,0.000510264,0.00046060237,0.0012087697,0.0002696062],"domain_scores_gemma":[0.99562955,0.0009042075,0.000064157066,0.0002960965,0.0028465919,0.0002594229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005255166,0.00012030549,0.0002245218,0.00048680452,0.0001458041,0.00022906043,0.000078998026,0.00006455952,0.00008132977],"category_scores_gemma":[0.0013899633,0.00010093894,0.0000491633,0.00051512074,0.00015024438,0.00020781213,0.000058914095,0.00022591614,0.0000031202615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0139912125,0.002799643,0.90767395,0.039756585,0.00018979298,0.000007583445,0.015993224,0.000040792456,0.000444055,0.00020812932,0.0017414591,0.01715359],"study_design_scores_gemma":[0.0152597735,0.021099871,0.84790266,0.04416995,0.000075987475,0.000017015673,0.059829917,0.0056647053,0.0022862998,0.0016749728,0.0017087973,0.00031004584],"about_ca_topic_score_codex":0.000014987605,"about_ca_topic_score_gemma":0.000014133083,"teacher_disagreement_score":0.121122375,"about_ca_system_score_codex":0.000325259,"about_ca_system_score_gemma":0.001334033,"threshold_uncertainty_score":0.41161704},"labels":[],"label_agreement":null},{"id":"W4396676850","doi":"10.2196/52853","title":"An mHealth Intervention for Gay and Bisexual Men’s Mental, Behavioral, and Sexual Health in a High-Stigma, Low-Resource Context (Project Comunică): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Motivational interviewing; Mental health; Context (archaeology); Stigma (botany); Homosexuality; Psychology; Medicine; Minority stress; Intervention (counseling); Clinical psychology; Men who have sex with men; Sexual minority; Psychiatry; Human immunodeficiency virus (HIV); Sexual orientation; Family medicine; Social psychology","score_opus":0.2595923622942454,"score_gpt":0.6112941497235244,"score_spread":0.35170178742927893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396676850","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00929294,0.000074397154,0.00052972964,0.0028592495,0.000010788286,0.98670626,0.00031434352,0.00011474274,0.00009756295],"genre_scores_gemma":[0.0054370994,0.0000048542543,0.00045739973,0.00006058682,0.00026870664,0.9878473,0.00024395615,0.000087861175,0.0055922125],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.991768,0.0035174256,0.0016535125,0.00096523995,0.00087771006,0.0012181287],"domain_scores_gemma":[0.996576,0.0016022386,0.00022844953,0.0005041782,0.00040524383,0.00068385404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015121529,0.00037592952,0.0019467056,0.0013388282,0.0005120006,0.0006045746,0.00027864566,0.00021552375,0.00014906576],"category_scores_gemma":[0.0010024309,0.0002733091,0.00040476024,0.0005001247,0.0006720442,0.00041870965,0.00017983171,0.00095063273,0.000005204717],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84276986,0.005059329,0.000024528663,0.0084981425,0.00016282874,0.000012627372,0.0014619904,1.1886365e-7,0.0006279061,0.0008931851,0.07576103,0.06472848],"study_design_scores_gemma":[0.8160336,0.08778239,0.00001276481,0.007274511,0.000023012457,0.000016135185,0.002150136,0.011316405,0.00010607735,0.00028871742,0.07480201,0.00019421589],"about_ca_topic_score_codex":0.0012255209,"about_ca_topic_score_gemma":0.0008790209,"teacher_disagreement_score":0.08272306,"about_ca_system_score_codex":0.00044493735,"about_ca_system_score_gemma":0.0013403044,"threshold_uncertainty_score":0.9999719},"labels":[],"label_agreement":null},{"id":"W4396714199","doi":"10.2196/54910","title":"Communication and Contextual Factors in Robotic-Assisted Surgical Teams: Protocol for Developing a Taxonomy","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Taxonomy (biology); Computer science; Medicine; Psychology; Knowledge management; Human–computer interaction; Alternative medicine; Biology; Pathology; Ecology","score_opus":0.5157603060221003,"score_gpt":0.5902705316890273,"score_spread":0.074510225666927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396714199","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020168112,0.0000034428688,0.00027700452,0.000677298,0.0000021711915,0.99314266,0.000002518832,0.000112112,0.003765988],"genre_scores_gemma":[0.072209604,1.7423065e-7,0.0012881377,0.000023928158,0.000046576864,0.9259727,0.000019212306,0.000024400675,0.00041523736],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981228,0.00032068527,0.00040427662,0.00034171858,0.00039494617,0.00041555223],"domain_scores_gemma":[0.9977156,0.0016600954,0.000033961554,0.00024291554,0.00018431597,0.00016311742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015489453,0.0001388904,0.00028560363,0.0003174543,0.00015533107,0.00019385194,0.00012168678,0.00014191457,0.00013810482],"category_scores_gemma":[0.00034033044,0.00010357107,0.00006607894,0.0005561986,0.00018197522,0.00016488873,0.00011091441,0.0005969672,0.00001202336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017157495,0.0034667177,0.17936371,0.018210841,0.00030484964,0.0007592624,0.0062994263,0.000057039837,0.00088160136,0.09422064,0.0059631565,0.6733152],"study_design_scores_gemma":[0.010921248,0.00056804705,0.017800326,0.0068388185,0.0000016836111,0.000022479342,0.00057217275,0.0038157771,0.00030716616,0.0003403576,0.95866007,0.00015183847],"about_ca_topic_score_codex":0.000019885445,"about_ca_topic_score_gemma":0.000029500125,"teacher_disagreement_score":0.9526969,"about_ca_system_score_codex":0.00022671476,"about_ca_system_score_gemma":0.00041287928,"threshold_uncertainty_score":0.42235056},"labels":[],"label_agreement":null},{"id":"W4396718972","doi":"10.2196/57287","title":"Evaluation of Comparative Efficacy of Levothyroxine Versus Kshar Basti and Kanchanar Guggul in the Treatment of Hypothyroidism: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Thyroid Disorders and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Levothyroxine; Randomized controlled trial; Protocol (science); Medicine; Psychology; Internal medicine; Alternative medicine; Thyroid; Pathology","score_opus":0.41992846568535963,"score_gpt":0.6031182377509271,"score_spread":0.18318977206556747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396718972","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056588646,0.00015102887,0.000014077815,0.00021137072,0.000008052638,0.9421712,0.000034228276,0.000009983582,0.0008113945],"genre_scores_gemma":[0.14859025,0.0000031312804,0.00011798447,0.0000015493589,0.000059509406,0.8510924,0.000011265373,0.000015344478,0.000108555156],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99507886,0.002065998,0.00092379434,0.0003371157,0.0013062,0.00028800074],"domain_scores_gemma":[0.993865,0.0046951165,0.00023810694,0.0003560137,0.00077925343,0.000066479595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065218513,0.00021270977,0.0015988211,0.00039639138,0.00005171116,0.000025815196,0.00012022002,0.000090897796,0.00007283005],"category_scores_gemma":[0.00096563774,0.00010947328,0.00039732724,0.00046479286,0.00039375905,0.000067356785,0.000021716018,0.00013432288,0.000001968048],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9804103,0.008155466,0.000017562354,0.00061832165,0.0007305148,0.0000045937177,0.0030915393,0.000011162933,0.0014188583,0.0008899554,0.00054807577,0.004103688],"study_design_scores_gemma":[0.9583607,0.028679136,0.00014122794,0.0011190374,0.00024442605,0.0000011645346,0.00034909893,0.003894422,0.0040980927,0.00090258726,0.0021388938,0.000071236325],"about_ca_topic_score_codex":0.00005176114,"about_ca_topic_score_gemma":0.000032621792,"teacher_disagreement_score":0.0920016,"about_ca_system_score_codex":0.00014925674,"about_ca_system_score_gemma":0.0006918171,"threshold_uncertainty_score":0.4464191},"labels":[],"label_agreement":null},{"id":"W4396719288","doi":"10.2196/57341","title":"Preimplementation Evaluation of a Self-Directed Care Program in a Veterans Health Administration Regional Network: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Veterans Affairs; Agency (philosophy); Medicine; Nursing; Service (business); Stakeholder; Implementation research; Gerontology; Medical education; Family medicine; Psychological intervention; Public relations; Business; Political science","score_opus":0.6471412287965318,"score_gpt":0.7707979004245636,"score_spread":0.12365667162803184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396719288","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001975996,0.000012743054,0.0002572626,0.00057260145,0.00004662606,0.9964555,0.000030841828,0.00046526318,0.00018318686],"genre_scores_gemma":[0.0053924895,2.0148082e-7,0.025948776,0.000011148275,0.00034092693,0.9680489,0.0001428206,0.000045502515,0.000069251306],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9831212,0.012673908,0.0012150994,0.00061004696,0.0014549088,0.00092479395],"domain_scores_gemma":[0.9959069,0.0012861558,0.00027588737,0.00038662055,0.00200629,0.00013815178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019935638,0.00019314518,0.00039628474,0.00052023336,0.00054370234,0.00007989881,0.0002152184,0.00017238045,0.00011346756],"category_scores_gemma":[0.00030835866,0.00016991282,0.00010241447,0.0016802774,0.000045911027,0.0002037286,0.000077709316,0.00071486563,0.000006111836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046712602,0.0039827544,0.0049995063,0.020080145,0.00010498201,0.0000035166142,0.11314631,0.000029204386,0.00013458334,0.00035194572,0.116265416,0.7362304],"study_design_scores_gemma":[0.027746776,0.044555414,0.084019415,0.018388461,0.000050419523,0.0000030719946,0.09897551,0.020750925,0.00017699144,0.0033727875,0.7014114,0.0005487846],"about_ca_topic_score_codex":0.0003253931,"about_ca_topic_score_gemma":0.0025264241,"teacher_disagreement_score":0.7356816,"about_ca_system_score_codex":0.0012147577,"about_ca_system_score_gemma":0.0063923253,"threshold_uncertainty_score":0.9992405},"labels":[],"label_agreement":null},{"id":"W4396730914","doi":"10.2196/55238","title":"Evaluating and Enhancing an Educational Intervention to Reduce Smallholder Farmers’ Exposure to Pesticides in Uganda Through a Digital, Systematic Approach to Behavior Change: Protocol for a Cluster-Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pesticide Exposure and Toxicity","field":"Agricultural and Biological Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Psychological intervention; Behavior change; Psychosocial; Intervention (counseling); Behavior change communication; Randomized controlled trial; Cluster randomised controlled trial; Behavior change methods; Cluster (spacecraft); Environmental health; Psychology; Medicine; Nursing; Computer science; Population; Social psychology","score_opus":0.3580449109498466,"score_gpt":0.5480546150689849,"score_spread":0.1900097041191383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396730914","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21553148,0.0000037238935,0.00029394994,0.00081139384,0.000018099057,0.7831892,0.000019871068,0.000046106332,0.000086194756],"genre_scores_gemma":[0.19617976,2.4409953e-8,0.0014074662,0.00007607025,0.0004755724,0.8015683,0.000018565821,0.0000058521805,0.00026833208],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99520606,0.0015390933,0.0010413459,0.0007920612,0.00080859615,0.0006128467],"domain_scores_gemma":[0.9962288,0.0028020672,0.00012033088,0.00014248196,0.00039064293,0.00031564428],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008059164,0.00026550225,0.0009204164,0.00015550462,0.0002450902,0.0012198479,0.0003637095,0.00013017691,0.00005026027],"category_scores_gemma":[0.004815261,0.00011340139,0.00021821262,0.0007759588,0.0000609118,0.00055063545,0.00020068933,0.00027215376,0.000017365313],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8846994,0.0048280093,0.0002463126,0.013413501,0.0000854151,0.0000065018426,0.008686625,0.000033187127,0.050010446,0.00071046676,0.00044812312,0.03683203],"study_design_scores_gemma":[0.8848656,0.039165705,0.003992658,0.05894929,0.00007469461,0.000033844743,0.003419653,0.0022529298,0.0021445218,0.0026100415,0.0013032351,0.0011878159],"about_ca_topic_score_codex":0.00012675734,"about_ca_topic_score_gemma":0.00019203783,"teacher_disagreement_score":0.047865923,"about_ca_system_score_codex":0.00013338044,"about_ca_system_score_gemma":0.00010153932,"threshold_uncertainty_score":0.99981695},"labels":[],"label_agreement":null},{"id":"W4396731913","doi":"10.2196/59383","title":"Correction: Computer-Facilitated Screening and Brief Intervention for Alcohol Use Risk in Adolescent Patients of Pediatric Primary Care Offices: Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Intervention (counseling); Cluster (spacecraft); Family medicine; Medicine; Primary care; Cluster randomised controlled trial; Alternative medicine; Computer science; Nursing","score_opus":0.1562289584427397,"score_gpt":0.49689946860424544,"score_spread":0.34067051016150574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396731913","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035309585,0.0000545277,0.0017600332,0.000115869756,0.0012341423,0.9955756,0.00065192074,0.00010943927,0.00014536499],"genre_scores_gemma":[0.000030065497,0.000006864812,0.0012431883,0.00007073313,0.0036152313,0.98532975,0.0013838181,0.00015903248,0.008161307],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9878793,0.0044969586,0.0033575653,0.0013607611,0.0020455972,0.0008598356],"domain_scores_gemma":[0.9889325,0.0055261715,0.0015542414,0.0007256458,0.0029563606,0.0003050918],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010741906,0.00069159776,0.0041997065,0.0015592066,0.00019519115,0.00032214588,0.00036071782,0.00088299473,0.000022807488],"category_scores_gemma":[0.0062520653,0.00055779907,0.0016757793,0.00072424125,0.00032557483,0.000270239,0.00043187215,0.0027383491,0.0000027954554],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6086844,0.001888164,0.000696598,0.0576278,0.00034606704,0.0000027954875,0.0009122271,0.0000039451834,3.0659155e-7,0.000001482801,0.32541052,0.004425665],"study_design_scores_gemma":[0.8150656,0.010749066,0.00088321243,0.04454372,0.000218997,0.0000015024347,0.00013542698,0.0026130758,0.000004583733,0.000024462253,0.12539244,0.00036787422],"about_ca_topic_score_codex":0.0003837884,"about_ca_topic_score_gemma":0.00025467697,"teacher_disagreement_score":0.2063812,"about_ca_system_score_codex":0.0006777687,"about_ca_system_score_gemma":0.0015877405,"threshold_uncertainty_score":0.9996874},"labels":[],"label_agreement":null},{"id":"W4396752486","doi":"10.2196/56565","title":"Effect of Flavored on! Nicotine Pouch Products on Smoking Behaviors: Protocol for a Sequential, Multiple Assignment, Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Nicotine; Medicine; Nicotine replacement therapy; Psychology; Alternative medicine; Surgery; Internal medicine","score_opus":0.1929184314937611,"score_gpt":0.5624936986288867,"score_spread":0.36957526713512556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396752486","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052745808,9.466476e-7,0.0000560164,0.00034328303,0.00007133341,0.9460521,0.000022051803,0.00020317627,0.0005053012],"genre_scores_gemma":[0.19694783,8.767597e-8,0.000036211888,0.000013491586,0.00063228427,0.8010534,0.00004618094,0.00008867811,0.0011818173],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9921021,0.002761635,0.0011921541,0.00088540034,0.0023087985,0.00074989966],"domain_scores_gemma":[0.99335814,0.00472232,0.0002907276,0.0007850252,0.00065034756,0.0001934362],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01423,0.0004191466,0.0018557172,0.0008134189,0.00021124864,0.00023188969,0.00027570914,0.00030843596,0.0002293763],"category_scores_gemma":[0.005532392,0.0002617181,0.00076429074,0.00069450727,0.00029326946,0.00014127152,0.00007734724,0.0010167521,0.000013411758],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9383943,0.0025399216,0.0005415053,0.0042255656,0.00021925426,0.00002867153,0.00015471112,0.000003999011,0.046664383,0.00021300057,0.0034488412,0.0035658404],"study_design_scores_gemma":[0.67357993,0.02355661,0.00003434878,0.0072175623,0.0001086586,0.0000036450645,0.000009517664,0.000203724,0.2900117,0.00003453621,0.005086961,0.00015277733],"about_ca_topic_score_codex":0.000016833495,"about_ca_topic_score_gemma":8.110943e-7,"teacher_disagreement_score":0.26481435,"about_ca_system_score_codex":0.00040067095,"about_ca_system_score_gemma":0.0006601462,"threshold_uncertainty_score":0.9999835},"labels":[],"label_agreement":null},{"id":"W4396770840","doi":"10.2196/55470","title":"Brief Parent-Child Substance Use Education Intervention for Black Families in Urban Cities in New Jersey: Protocol for a Formative Study Design","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Drug Abuse; National Institutes of Health","keywords":"Psychological intervention; Population; Formative assessment; Substance abuse prevention; Psychology; Intervention (counseling); Substance use; Environmental health; Medicine; Clinical psychology; Psychiatry; Pedagogy","score_opus":0.35276615890273605,"score_gpt":0.5533345817048546,"score_spread":0.20056842280211856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396770840","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025002843,0.000014568526,0.0010649035,0.000365188,0.000014997257,0.9732746,0.000007764229,0.000094044044,0.00016112387],"genre_scores_gemma":[0.0329021,0.0000010173729,0.00095407787,0.000031208263,0.0001450304,0.96082556,0.000033401477,0.00005427205,0.005053332],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974233,0.00033066046,0.00058001524,0.00051189447,0.0005281771,0.0006259632],"domain_scores_gemma":[0.99831843,0.0008054544,0.00008201007,0.00036188294,0.00030422278,0.00012798217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014749968,0.0002580016,0.0004072667,0.00091298105,0.00010448613,0.00025843925,0.00018575233,0.00010469097,0.000045228786],"category_scores_gemma":[0.00033954697,0.00020714231,0.00016408836,0.00090233743,0.00011187241,0.00090096745,0.000034588436,0.00038623367,0.000016507043],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04381705,0.014705472,0.5114068,0.012055544,0.00032841985,0.00008533688,0.18509817,0.000028500373,0.00020656062,0.004336083,0.16751678,0.060415305],"study_design_scores_gemma":[0.14954786,0.040471774,0.19036925,0.12931344,0.000073628966,0.000017200633,0.16033374,0.0048581236,0.011988828,0.0148277655,0.29662335,0.0015750519],"about_ca_topic_score_codex":0.00010802644,"about_ca_topic_score_gemma":0.0021121867,"teacher_disagreement_score":0.32103753,"about_ca_system_score_codex":0.0008007497,"about_ca_system_score_gemma":0.0009521689,"threshold_uncertainty_score":0.8447018},"labels":[],"label_agreement":null},{"id":"W4396888719","doi":"10.2196/54970","title":"Combination of Curcuminoids and Acupressure for Inflammation and Pain in Older People with Osteoarthritis Genu: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Curcumin's Biomedical Applications","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acupressure; Curcuminoid; Osteoarthritis; Preprint; Medicine; Randomized controlled trial; Physical therapy; Protocol (science); Physical medicine and rehabilitation; Alternative medicine; Pharmacology; Internal medicine; Computer science","score_opus":0.033839586592785666,"score_gpt":0.4446833600977386,"score_spread":0.41084377350495294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396888719","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011971543,0.000015397261,0.0048469193,0.000540799,0.0000023280531,0.9825346,0.000030833264,0.000010901589,0.00004669685],"genre_scores_gemma":[0.022082265,9.102027e-7,0.00060844974,0.000004604729,0.00011979112,0.97687167,0.000071291455,0.00002066087,0.00022037397],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9983003,0.00043773497,0.0004217388,0.00034919402,0.00026242642,0.00022858707],"domain_scores_gemma":[0.9986444,0.00070955,0.000092603506,0.00017660069,0.00030657297,0.00007028579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039595026,0.00012266358,0.00043346873,0.00015287664,0.00007112955,0.000085005726,0.000098921424,0.0001678175,0.000007893325],"category_scores_gemma":[0.0008467769,0.000087216766,0.00007969418,0.00019249471,0.00025778858,0.000013155487,0.00006400936,0.00011682563,2.4428428e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8859781,0.00033263658,0.000048829872,0.0028633715,0.00006317574,6.234495e-7,0.00026693346,8.180681e-7,0.0828133,0.0018106184,0.0014231646,0.024398405],"study_design_scores_gemma":[0.91272414,0.004634045,0.00004416004,0.00076744705,0.000008356532,0.0000020045359,0.000037042337,0.001624363,0.021154549,0.0017806321,0.05710662,0.00011666827],"about_ca_topic_score_codex":0.0000056220047,"about_ca_topic_score_gemma":0.00003349977,"teacher_disagreement_score":0.061658755,"about_ca_system_score_codex":0.000012414713,"about_ca_system_score_gemma":0.00018529993,"threshold_uncertainty_score":0.35565966},"labels":[],"label_agreement":null},{"id":"W4396908892","doi":"10.2196/56608","title":"Web-Based Group Conversational Intervention on Cognitive Function and Comprehensive Functional Status Among Japanese Older Adults: Protocol for a 6-Month Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Cognition; Protocol (science); Intervention (counseling); Psychology; Gerontology; Medicine; Computer science; World Wide Web; Alternative medicine; Nursing","score_opus":0.0726566983656067,"score_gpt":0.46621006473202325,"score_spread":0.3935533663664166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396908892","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03046321,0.000010210919,0.0012244509,0.000313568,0.00004809457,0.96657777,0.00006952018,0.00016074388,0.0011324332],"genre_scores_gemma":[0.1532951,5.0566064e-7,0.000035620375,0.00011126374,0.00040686867,0.8440968,0.00036275946,0.0000520091,0.0016391049],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99331903,0.002001453,0.0008743914,0.00091122685,0.0020668164,0.0008270982],"domain_scores_gemma":[0.99199814,0.005040723,0.0001744898,0.00020752897,0.0021808287,0.0003982944],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004137968,0.00037360785,0.0010240844,0.0009784173,0.00033395685,0.0004269348,0.000080412894,0.0002122287,0.0019914452],"category_scores_gemma":[0.0014399096,0.00026364365,0.0006967031,0.00048846845,0.00080771925,0.00034551634,0.00008259942,0.00086715305,0.00007501129],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.979447,0.0038382062,0.00087888585,0.0044975365,0.00073444436,0.000032363518,0.00017860363,7.515578e-7,0.00023710371,0.00048795398,0.0033091386,0.0063580265],"study_design_scores_gemma":[0.9351345,0.020529548,0.011650176,0.014006005,0.00010887316,0.0000041578232,0.0007624852,0.010871184,0.00014500695,0.0003437203,0.006217445,0.00022690512],"about_ca_topic_score_codex":0.000030679177,"about_ca_topic_score_gemma":0.000011317307,"teacher_disagreement_score":0.12283189,"about_ca_system_score_codex":0.00024272979,"about_ca_system_score_gemma":0.0007128346,"threshold_uncertainty_score":0.9999816},"labels":[],"label_agreement":null},{"id":"W4396919815","doi":"10.2196/56267","title":"Natural Language Processing for Work-Related Stress Detection Among Health Professionals: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mental Health via Writing","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Berner Fachhochschule","keywords":"Protocol (science); Health professionals; Computer science; Applied psychology; Stress (linguistics); Psychology; Data science; Medicine; Medical education; Health care; Alternative medicine","score_opus":0.5856872059737392,"score_gpt":0.7481400069867215,"score_spread":0.1624528010129822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396919815","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6929942e-8,0.46510312,0.000023947856,0.00014974012,0.00005618533,0.53422314,0.000081984464,0.00022144314,0.00014044362],"genre_scores_gemma":[1.0566676e-7,0.027198715,0.0003490775,0.00017196058,0.0007669407,0.9662694,0.0002644847,0.00042144035,0.00455791],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9875561,0.003662321,0.003121301,0.0019310626,0.0012423609,0.0024868315],"domain_scores_gemma":[0.9947271,0.001472051,0.001681418,0.0010017821,0.0006164494,0.00050121837],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011185662,0.00089211727,0.002793511,0.0008918909,0.0011183076,0.00040858425,0.001042474,0.0008549559,0.00026852806],"category_scores_gemma":[0.0007053827,0.0006689426,0.0008013127,0.002366686,0.0002137687,0.00028997316,0.00043421768,0.0038963018,0.00022158584],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013564996,0.0002291762,8.375096e-7,0.49687847,0.00003884579,0.000008910734,0.00028028406,7.600831e-9,1.0270771e-7,0.000019552086,0.011431998,0.49097615],"study_design_scores_gemma":[0.00094867835,0.00058629195,7.053567e-7,0.58086866,0.00002411309,0.000016537095,0.00014192266,0.000010548957,0.0000015366217,0.000017705723,0.4170544,0.00032886997],"about_ca_topic_score_codex":0.000027140968,"about_ca_topic_score_gemma":0.00005693005,"teacher_disagreement_score":0.4906473,"about_ca_system_score_codex":0.0013704766,"about_ca_system_score_gemma":0.003531944,"threshold_uncertainty_score":0.99957615},"labels":[],"label_agreement":null},{"id":"W4396921516","doi":"10.2196/55948","title":"Efficacy and Safety of Remimazolam Versus Etomidate for Induction of General Anesthesia: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Anesthesia and Sedative Agents","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Etomidate; Preprint; Meta-analysis; Medicine; Protocol (science); Anesthesia; Psychology; Alternative medicine; Computer science; Internal medicine; Propofol","score_opus":0.559728071171303,"score_gpt":0.6264696587098066,"score_spread":0.06674158753850368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396921516","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2690138e-7,0.22156146,0.000026317237,0.00016050886,5.733707e-7,0.77815366,0.000057294474,0.000015296968,0.000024754978],"genre_scores_gemma":[3.9430372e-8,0.10380354,0.00070701767,0.000017346634,0.000042000192,0.8941746,0.00008706881,0.00007239572,0.0010960072],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99490935,0.0012266311,0.0018991502,0.0007801164,0.000770348,0.0004144053],"domain_scores_gemma":[0.9959871,0.0011257017,0.00094298436,0.0008814951,0.000873107,0.00018959423],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004833383,0.00050509913,0.0084110685,0.0011118382,0.00009822661,0.000046225046,0.00027836184,0.00034605313,0.0000477739],"category_scores_gemma":[0.00084628805,0.00028551268,0.0018549708,0.0017924013,0.00027062345,0.00009019797,0.000111539055,0.00051402615,0.000003980808],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014687941,0.00022104435,4.3857142e-7,0.95706433,0.037413012,0.000010671188,0.000033326873,3.22969e-8,0.000002865267,0.00025255868,0.0017841402,0.0017487826],"study_design_scores_gemma":[0.0027195555,0.0023847541,0.0000017035405,0.32317573,0.26132724,0.00006514988,0.00001010911,0.000009974204,0.000014299009,0.000023751914,0.41006482,0.00020293663],"about_ca_topic_score_codex":0.000004921622,"about_ca_topic_score_gemma":9.431073e-7,"teacher_disagreement_score":0.6338886,"about_ca_system_score_codex":0.00008930844,"about_ca_system_score_gemma":0.00044710678,"threshold_uncertainty_score":0.9999597},"labels":[],"label_agreement":null},{"id":"W4396944208","doi":"10.2196/54043","title":"Grocery Delivery to Support Individuals With Type 2 Diabetes: Protocol for a Pilot Quality Improvement Program","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diet and metabolism studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Protocol (science); Medicine; Type 2 diabetes; Quality (philosophy); Quality management; Computer science; Medical education; Psychology; Diabetes mellitus; Operations management; Engineering; Alternative medicine","score_opus":0.342097585799623,"score_gpt":0.5942516991521134,"score_spread":0.2521541133524904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396944208","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043330477,0.000004545069,0.000021096997,0.00086729624,0.000016931795,0.9912912,0.000044218385,0.00040423108,0.0030174258],"genre_scores_gemma":[0.001227973,4.567125e-7,0.0037442313,0.0003363729,0.00050073443,0.98944074,0.000026282418,0.00009076947,0.004632416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99575746,0.00015558933,0.0005505823,0.0008026883,0.0014777008,0.0012559644],"domain_scores_gemma":[0.9974488,0.00025724087,0.000061667175,0.0005864925,0.0011553877,0.0004903896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030963984,0.0003201765,0.0005757834,0.00043646203,0.00023119833,0.00034733652,0.0002951486,0.00009806622,0.0001993478],"category_scores_gemma":[0.0003479394,0.0002109382,0.00012125038,0.0011914594,0.00021326462,0.00022214207,0.00035192692,0.0005483586,0.00021110241],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011075491,0.005619986,0.017214559,0.030565491,0.0007399875,0.000079859194,0.001880636,6.072368e-7,0.019917013,0.0012816201,0.3836998,0.52792495],"study_design_scores_gemma":[0.0042105187,0.057911165,0.00639558,0.0036859724,0.000016951926,0.0000015077246,0.00017527268,0.000009162179,0.0057160133,0.00024423856,0.9213664,0.00026723437],"about_ca_topic_score_codex":0.000013613355,"about_ca_topic_score_gemma":0.000015873,"teacher_disagreement_score":0.53766656,"about_ca_system_score_codex":0.00021123183,"about_ca_system_score_gemma":0.0014072546,"threshold_uncertainty_score":0.86018103},"labels":[],"label_agreement":null},{"id":"W4396950387","doi":"10.2196/60298","title":"Correction: A Virtual Hospital Model of Care for Low Back Pain, Back@Home: Protocol for a Hybrid Effectiveness-Implementation Type-I Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Low back pain; Medicine; Physical therapy; Alternative medicine; Back pain; Computer science; Nursing","score_opus":0.42227623658876184,"score_gpt":0.6538992520494435,"score_spread":0.2316230154606817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396950387","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003563595,0.000004490234,0.0039810594,0.00041201888,0.0011173413,0.99269414,0.0011273348,0.0000987241,0.0005292827],"genre_scores_gemma":[0.00012239571,9.864774e-7,0.0011777529,0.00008000153,0.0025101341,0.96743155,0.0029580365,0.0003202643,0.02539886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99105257,0.0016833629,0.002475232,0.0015713617,0.0021954782,0.0010219908],"domain_scores_gemma":[0.9855318,0.0046896115,0.00087769993,0.001104163,0.007472601,0.00032412002],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009970517,0.0006759865,0.0014393528,0.00074920966,0.00029615522,0.0002537548,0.0005136153,0.0005019835,0.0004897888],"category_scores_gemma":[0.007150141,0.00060634455,0.00058755866,0.0008892456,0.00021457497,0.0003893222,0.000418069,0.002272461,0.00015486582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018029612,0.0032951501,0.00037580455,0.061193217,0.00037496915,0.000013203936,0.0007469156,0.000045590434,0.00015744276,0.00002014043,0.8927949,0.022953076],"study_design_scores_gemma":[0.030007925,0.117665455,0.0001926389,0.022924313,0.00015664462,0.0000084506555,0.006923073,0.017668875,0.0010100313,0.0005446171,0.8021535,0.0007444307],"about_ca_topic_score_codex":0.00008727982,"about_ca_topic_score_gemma":0.00018195248,"teacher_disagreement_score":0.1143703,"about_ca_system_score_codex":0.0012252906,"about_ca_system_score_gemma":0.005756283,"threshold_uncertainty_score":0.99988014},"labels":[],"label_agreement":null},{"id":"W4396955521","doi":"10.2196/52843","title":"National Public Health Dashboards: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grey literature; Public health; Computer science; Systematic review; CINAHL; Data science; Knowledge management; MEDLINE; Management science; Medicine; Political science; Engineering","score_opus":0.9197775331885898,"score_gpt":0.8340213129756255,"score_spread":0.08575622021296425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396955521","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.724066e-11,0.35326675,0.000017546761,0.019333692,0.0000735053,0.6218329,0.00023460735,0.00022118882,0.0050198124],"genre_scores_gemma":[2.036789e-11,0.42054263,0.00016022508,0.0030013039,0.0028052093,0.56746703,0.0002675607,0.00016193006,0.0055941097],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9781353,0.009500615,0.0042405315,0.0014290129,0.002648172,0.004046376],"domain_scores_gemma":[0.9890053,0.0035311258,0.0015510622,0.0012608566,0.0032309224,0.0014206931],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.041896947,0.00075093814,0.003136401,0.001554638,0.002824213,0.0003007853,0.0015460753,0.0009592469,0.0014614774],"category_scores_gemma":[0.006281113,0.0005404475,0.00073354435,0.0032340442,0.00021515375,0.00042556835,0.0008986288,0.0052903867,0.0037073742],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00000492785,0.00011657207,1.6335623e-7,0.41747108,0.000018208068,3.3999225e-7,0.00013682221,2.3363986e-9,1.6877042e-9,0.0026992166,0.40521213,0.17434052],"study_design_scores_gemma":[0.0003550737,0.0002578418,1.1846274e-7,0.4904232,0.0000049637288,0.0000030317265,0.00003566877,0.0000020573184,2.0200344e-9,0.0003024401,0.5084105,0.00020508641],"about_ca_topic_score_codex":0.000108278466,"about_ca_topic_score_gemma":0.000083492094,"teacher_disagreement_score":0.17413543,"about_ca_system_score_codex":0.0054363664,"about_ca_system_score_gemma":0.15540239,"threshold_uncertainty_score":0.9997047},"labels":[],"label_agreement":null},{"id":"W4396956354","doi":"10.2196/52274","title":"Determinants and Factors of Physical Activity After Oncology Treatments (DEFACTO) in Metropolitan France: Protocol of a Mixed Methods Study and Intervention","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Breast cancer; Oncology; Family medicine; Medical education; Cancer; Internal medicine","score_opus":0.17436226240663807,"score_gpt":0.6349361449411238,"score_spread":0.4605738825344857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396956354","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5401651,0.0000053902036,0.0000076165757,0.0000099523995,0.000004395422,0.4597282,0.000011599344,0.000008185836,0.000059536345],"genre_scores_gemma":[0.4966006,1.6625646e-7,0.000036703223,4.7499503e-7,0.000013470629,0.5032491,4.344746e-7,0.0000108202385,0.00008822711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99718684,0.0013716976,0.00029351318,0.00039973846,0.0004525401,0.0002956925],"domain_scores_gemma":[0.99897873,0.0004274157,0.00007041481,0.00026572784,0.00013363565,0.00012407663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001263159,0.00016199632,0.00058246497,0.00043646712,0.000026136939,0.000025591038,0.00007707381,0.000108276494,0.00004245573],"category_scores_gemma":[0.00012001128,0.000114931514,0.000103607956,0.00050237746,0.0002684441,0.00014482871,0.00018346473,0.0004343572,7.6879803e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040378827,0.005531989,0.54424435,0.0059369514,0.000097166325,0.00009355028,0.0065377685,1.6077907e-8,0.009903155,0.000017304626,0.000012268721,0.42358762],"study_design_scores_gemma":[0.0047299946,0.017863054,0.91367954,0.0029856141,0.000020505362,0.0000049513847,0.0036541475,0.00013743804,0.05478444,0.00017576003,0.0018612567,0.00010331356],"about_ca_topic_score_codex":0.0011524587,"about_ca_topic_score_gemma":0.00068685523,"teacher_disagreement_score":0.4234843,"about_ca_system_score_codex":0.00029625127,"about_ca_system_score_gemma":0.00015728454,"threshold_uncertainty_score":0.4686771},"labels":[],"label_agreement":null},{"id":"W4396983168","doi":"10.2196/54272","title":"Technology-Assisted Mental Health Intervention Delivered by Frontline Workers at Community Doorsteps for Reducing Anxiety and Depression in Rural Pakistan: Protocol for the mPareshan Mixed Methods Implementation Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Protocol (science); Anxiety; Intervention (counseling); Psychology; Depression (economics); Randomized controlled trial; Nursing; Psychiatry; Medicine; Clinical psychology; Applied psychology; Environmental health; Alternative medicine","score_opus":0.2628133699549927,"score_gpt":0.6744196397218554,"score_spread":0.41160626976686265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396983168","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076402603,0.000071851755,0.0026162877,0.0029629583,0.0001549281,0.9856171,0.00068794016,0.00014965367,0.000099016564],"genre_scores_gemma":[0.02519707,5.10692e-7,0.0031797662,0.000025711766,0.00007477422,0.97037965,0.00039880816,0.000059563987,0.00068416604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939992,0.002959008,0.0012270506,0.0005437759,0.00036994473,0.0009010521],"domain_scores_gemma":[0.99772835,0.0010797734,0.00028300524,0.0005656551,0.00017413455,0.00016905641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009392687,0.0002527689,0.00035241095,0.00043182986,0.0011447717,0.0002781422,0.0004936434,0.00021264111,0.00016044562],"category_scores_gemma":[0.00015892202,0.00019610496,0.00021016526,0.00069614133,0.00025770607,0.0003479109,0.00049876154,0.00089222554,0.000007410581],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05319153,0.0020879004,0.00094133196,0.0026013367,0.000096658136,7.1606223e-7,0.0017075114,3.2539293e-7,0.0007829442,0.00052514777,0.12627538,0.8117892],"study_design_scores_gemma":[0.22290535,0.030798739,0.00877934,0.026852341,0.000021656148,0.000055474855,0.06657183,0.0019611067,0.012256236,0.006454635,0.62249684,0.0008464386],"about_ca_topic_score_codex":0.0011555852,"about_ca_topic_score_gemma":0.0021470427,"teacher_disagreement_score":0.81094277,"about_ca_system_score_codex":0.0013451539,"about_ca_system_score_gemma":0.0001273084,"threshold_uncertainty_score":0.88047737},"labels":[],"label_agreement":null},{"id":"W4396983300","doi":"10.2196/48516","title":"Measuring Relationship Influences on Romantic Couples’ Cancer-Related Behaviors During the COVID-19 Pandemic: Protocol for a Longitudinal Online Study of Dyads and Cancer Survivors","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Psychology; Coronavirus disease 2019 (COVID-19); Social distance; Longitudinal study; Distancing; Masking (illustration); Developmental psychology; 2019-20 coronavirus outbreak; Clinical psychology; Medicine; Disease; Virology","score_opus":0.5028782047232189,"score_gpt":0.5945335978918099,"score_spread":0.09165539316859106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396983300","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4776263,0.000032945667,0.0000016793379,0.00044467274,0.000015375723,0.52171445,0.000052832896,0.00009287885,0.000018882673],"genre_scores_gemma":[0.4202245,0.0000030348847,0.000004513822,0.000017318982,0.00009660013,0.5793315,0.0000048549414,0.000034857752,0.00028280937],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99615186,0.0004958786,0.0006582129,0.00072268996,0.0013775373,0.00059384573],"domain_scores_gemma":[0.99741906,0.0010963721,0.00014125918,0.00054010516,0.00048297146,0.00032023594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024595584,0.00027779271,0.0004348616,0.00046625838,0.0005615166,0.00015139696,0.00031715422,0.0001740652,0.00014985712],"category_scores_gemma":[0.0004575078,0.00018577368,0.00011694174,0.0012302925,0.0003122684,0.00016229175,0.00015920283,0.0011439488,0.000002180796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002548124,0.0010744898,0.9790756,0.007869326,0.00014673559,0.000059858412,0.006483725,0.0001301333,0.0008552278,0.000079741,0.00019597617,0.0014810577],"study_design_scores_gemma":[0.008632355,0.0049065994,0.9426404,0.0092834635,0.00009027309,0.000056347282,0.0037526134,0.00051269605,0.00041822117,0.00017191026,0.02916138,0.00037369377],"about_ca_topic_score_codex":0.010770302,"about_ca_topic_score_gemma":0.041403882,"teacher_disagreement_score":0.057617072,"about_ca_system_score_codex":0.00073926745,"about_ca_system_score_gemma":0.0013164695,"threshold_uncertainty_score":0.99581707},"labels":[],"label_agreement":null},{"id":"W4398163781","doi":"10.2196/55252","title":"Improving the Well-Being of People With Advanced Cancer and Their Family Caregivers: Protocol for an Effectiveness-Implementation Trial of a Dyadic Digital Health Intervention (FOCUSau)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Context (archaeology); Intervention (counseling); Dyad; Quality of life (healthcare); Medicine; Randomized controlled trial; Family caregivers; Nursing; Focus group; Health care; Psychology; Social psychology","score_opus":0.09885712785943468,"score_gpt":0.5380754654415175,"score_spread":0.43921833758208284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398163781","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06642156,0.000017321223,0.0009727552,0.00017615849,0.000013247373,0.9321796,0.00008273593,0.000031140204,0.00010552516],"genre_scores_gemma":[0.37641624,5.849015e-7,0.000016222093,0.000004632704,0.00006020198,0.6234483,0.000017283688,0.000020665226,0.000015837408],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99824035,0.00030290874,0.00033950649,0.00034304705,0.00046305914,0.00031112286],"domain_scores_gemma":[0.9987573,0.00033494396,0.00014728999,0.0002635223,0.0003991131,0.00009780738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016209598,0.0001400206,0.0003201098,0.00018158361,0.00011238106,0.00010897864,0.00011955129,0.00004629389,0.000011393222],"category_scores_gemma":[0.00004067084,0.000082737424,0.00010466409,0.0004353387,0.00013690336,0.0003736904,0.000068661306,0.00024567626,2.4538517e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13123938,0.0005520929,0.0034052148,0.03940377,0.0001385536,0.0000023260627,0.01910474,0.0000054202264,0.0063814204,0.000376219,0.00016977504,0.7992211],"study_design_scores_gemma":[0.34224734,0.23291636,0.017203579,0.08996038,0.0000631624,0.000027376833,0.13166417,0.0024971063,0.09389779,0.0024815856,0.08620925,0.0008318991],"about_ca_topic_score_codex":0.002470783,"about_ca_topic_score_gemma":0.002083103,"teacher_disagreement_score":0.7983892,"about_ca_system_score_codex":0.00022496149,"about_ca_system_score_gemma":0.0006919552,"threshold_uncertainty_score":0.37351012},"labels":[],"label_agreement":null},{"id":"W4398169026","doi":"10.2196/58440","title":"Gender Inequalities of Health and Quality of Life in Informal Caregivers in Spain: Protocol for the Longitudinal and Multicenter CUIDAR-SE Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intergenerational Family Dynamics and Caregiving","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Gerontology; Quality of life (healthcare); Psychology; Longitudinal study; Inequality; Medicine; Nursing; Alternative medicine","score_opus":0.45593862921906053,"score_gpt":0.5902412869030026,"score_spread":0.13430265768394206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398169026","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12034317,0.000013719887,0.000053499385,0.0004204157,0.0000066622783,0.8788263,0.000018374667,0.0000063327325,0.00031149827],"genre_scores_gemma":[0.39882183,9.769553e-7,0.00002239451,0.000012103405,0.00002411872,0.601041,7.454978e-7,0.000004094148,0.00007267955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99721503,0.00106893,0.0005461492,0.00019525873,0.0006556309,0.00031897944],"domain_scores_gemma":[0.9986444,0.0008160173,0.00008764869,0.00012069398,0.00025797117,0.000073272255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00940282,0.0000781109,0.0002117593,0.00020607516,0.00019962458,0.00012010235,0.00017527414,0.000048449074,0.000013917767],"category_scores_gemma":[0.0005639029,0.00005692671,0.00003416799,0.00030857406,0.00034841913,0.00022996154,0.00014189075,0.00022757848,2.0016802e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008581799,0.00040502174,0.69782025,0.004440842,0.000029855684,0.0000017306647,0.22705965,0.00003561122,0.000035649668,0.06570295,0.00027969005,0.0033305606],"study_design_scores_gemma":[0.0059918193,0.0022163212,0.49498445,0.0028569316,0.0000013622281,2.3489159e-7,0.4613158,0.0049055237,0.000019593654,0.001046144,0.026403492,0.0002583395],"about_ca_topic_score_codex":0.008875527,"about_ca_topic_score_gemma":0.020140456,"teacher_disagreement_score":0.27847865,"about_ca_system_score_codex":0.00010601097,"about_ca_system_score_gemma":0.0009621622,"threshold_uncertainty_score":0.99773943},"labels":[],"label_agreement":null},{"id":"W4398201083","doi":"10.2196/54933","title":"Patients and Stakeholders’ Perspectives Regarding the Privacy, Security, and Confidentiality of Data Collected via Mobile Health Apps in Saudi Arabia: Protocol for a Mixed Method Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Confidentiality; Internet privacy; Focus group; Context (archaeology); Information privacy; Descriptive statistics; Data security; Computer science; Medicine; Encryption; Computer security; Nursing; Business; Psychological intervention","score_opus":0.520845156726705,"score_gpt":0.6635960089595215,"score_spread":0.14275085223281658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398201083","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004214345,0.000047694437,0.00086911593,0.0013733592,0.000015738462,0.992877,0.00038591734,0.00008180453,0.00013500381],"genre_scores_gemma":[0.019238383,0.000009325547,0.0010376627,0.00007949784,0.00010287084,0.979291,0.000047315396,0.000049904185,0.00014404388],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98872286,0.0065778727,0.0014701819,0.0012026945,0.00084691675,0.001179495],"domain_scores_gemma":[0.99312174,0.003882743,0.00039190144,0.0012959026,0.0008654769,0.00044221213],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01831243,0.00024891968,0.00065735285,0.00044293128,0.0016510348,0.00010304198,0.00074137776,0.00020010932,0.000054572458],"category_scores_gemma":[0.0008536377,0.00018240597,0.00004152607,0.001362235,0.0003127207,0.0003314528,0.00125701,0.0017199678,0.000004463296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00821264,0.014041624,0.12180608,0.13572298,0.00026837416,0.000007945525,0.24580595,0.0000027653039,0.00023824773,0.009712512,0.22352569,0.2406552],"study_design_scores_gemma":[0.017986821,0.0074031693,0.05432142,0.0071015516,0.00001172321,0.0000030218544,0.07061209,0.0031031563,0.000030765852,0.0064669545,0.8325865,0.00037277586],"about_ca_topic_score_codex":0.0018122436,"about_ca_topic_score_gemma":0.0037835937,"teacher_disagreement_score":0.6090609,"about_ca_system_score_codex":0.00041065319,"about_ca_system_score_gemma":0.0028677648,"threshold_uncertainty_score":0.9996487},"labels":[],"label_agreement":null},{"id":"W4398756928","doi":"10.2196/58194","title":"¬3-session vs 5-session dose-fractionation of stereotactic radiosurgery in Glomus Jugulare: Protocol for a Randomized Clinical Trial (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adrenal and Paraganglionic Tumors","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Radiosurgery; Session (web analytics); Preprint; Randomized controlled trial; Medicine; Protocol (science); Medical physics; Computer science; Radiology; Surgery; World Wide Web; Radiation therapy","score_opus":0.3221457528445969,"score_gpt":0.6156539871811856,"score_spread":0.2935082343365887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398756928","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00821843,0.0000043051164,0.0005209462,0.0012057394,0.00007184373,0.9891181,0.000006638758,0.00009943759,0.00075454864],"genre_scores_gemma":[0.023315439,7.105174e-7,0.00041637727,0.00003776744,0.0006266316,0.9740205,0.000021923259,0.000047185047,0.0015135114],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9930966,0.0025499575,0.0017835627,0.00071612815,0.0013193041,0.00053447107],"domain_scores_gemma":[0.99230886,0.0060617826,0.000299407,0.0005387882,0.0005461481,0.0002449986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01670616,0.00023122855,0.0010857072,0.0007737357,0.00011336887,0.00010169697,0.00021122287,0.00032282725,0.000537558],"category_scores_gemma":[0.00597764,0.00015619765,0.0005807748,0.00096952193,0.00029932597,0.0003357942,0.00014571426,0.0012317435,0.000059843525],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9508851,0.00242383,0.0005244391,0.004101069,0.000067260946,0.00041573917,0.00015636513,0.000005143299,0.0004466569,0.00064914476,0.0070181973,0.03330706],"study_design_scores_gemma":[0.8379517,0.0046257386,0.0028751865,0.019492395,0.000016190472,0.00018099856,0.000055549695,0.003507221,0.0024592734,0.002911171,0.12569189,0.00023267356],"about_ca_topic_score_codex":0.000022254051,"about_ca_topic_score_gemma":0.0000029220398,"teacher_disagreement_score":0.1186737,"about_ca_system_score_codex":0.00024879735,"about_ca_system_score_gemma":0.0015409876,"threshold_uncertainty_score":0.7156225},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4398767049","doi":"10.2196/56052","title":"Preconception Care Interventions for Adolescents and Young Adults to Prevent Adverse Maternal and Child Health Outcomes: Protocol for an Evidence Gap Map","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; CINAHL; Medicine; MEDLINE; Systematic review; Cochrane Library; Health care; Family medicine; Gerontology; Randomized controlled trial; Pediatrics; Nursing","score_opus":0.3100873044727875,"score_gpt":0.6127563240887082,"score_spread":0.3026690196159207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398767049","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006315754,0.000058101577,0.0010476265,0.003194153,0.00002751922,0.98919505,0.00006125006,0.00008358408,0.000016963422],"genre_scores_gemma":[0.030221626,0.0000031968104,0.0011117649,0.000108245724,0.00042330116,0.96751696,0.000018183688,0.000038427617,0.0005582792],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99740726,0.0002706067,0.0004999365,0.00080601615,0.0004350999,0.0005810547],"domain_scores_gemma":[0.9984313,0.00005967184,0.00008431754,0.00036180654,0.0005340516,0.0005288487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016892025,0.00017961637,0.00030471248,0.00026829587,0.00033060065,0.00013679535,0.00010898839,0.00008739746,0.000023770644],"category_scores_gemma":[0.00028631467,0.00014356167,0.0001215906,0.00014941768,0.00007892148,0.00044088202,0.000083223,0.00033948183,0.000012929368],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022441495,0.0015594976,0.113423355,0.39416966,0.000059374102,0.000007703403,0.008167453,0.000002213004,0.00059395324,0.00027161257,0.007722247,0.45158142],"study_design_scores_gemma":[0.010466753,0.034954876,0.52145636,0.34425882,0.000015574975,0.000060459737,0.0018488391,0.000580171,0.00079911103,0.00039948526,0.084794916,0.00036465755],"about_ca_topic_score_codex":0.00008237099,"about_ca_topic_score_gemma":0.00020315056,"teacher_disagreement_score":0.45121676,"about_ca_system_score_codex":0.0003198382,"about_ca_system_score_gemma":0.00030732772,"threshold_uncertainty_score":0.5854275},"labels":[],"label_agreement":null},{"id":"W4399059272","doi":"10.2196/53541","title":"Mindful Self-Compassion Smartphone Intervention for Worker Mental Health in Japan: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Randomized controlled trial; Self-compassion; Intervention (counseling); Compassion; Psychology; Protocol (science); Applied psychology; Mindfulness; mHealth; Clinical psychology; Psychological intervention; Medicine; Alternative medicine; Psychotherapist; Psychiatry","score_opus":0.15875970862543515,"score_gpt":0.5770507241261296,"score_spread":0.4182910155006944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399059272","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001693544,0.000010551699,0.015887849,0.0038650678,0.00028263745,0.9783831,0.00007266338,0.00017472054,0.0011540042],"genre_scores_gemma":[0.0012392061,3.8780787e-8,0.00037110868,0.000037994407,0.0005223101,0.9805344,0.000048794947,0.000074724914,0.017171418],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99180555,0.0034723196,0.0020826256,0.0009015721,0.00064237084,0.0010955296],"domain_scores_gemma":[0.99655527,0.0020166044,0.00035215865,0.000524341,0.000302769,0.00024887116],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013241072,0.00034496447,0.0015883241,0.0010079687,0.00040601107,0.00042317953,0.0004907093,0.00025991912,0.008057388],"category_scores_gemma":[0.00031319977,0.0002429094,0.0016268837,0.00066537544,0.00015463697,0.0001949335,0.000143835,0.0007214563,0.00017019855],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6685513,0.0043347646,0.0000037558907,0.0009838454,0.00018439305,0.0000023019502,0.0006228724,3.4967755e-7,0.0000074030736,0.02549806,0.26868698,0.031123929],"study_design_scores_gemma":[0.61077946,0.0033553888,0.000012204258,0.005486601,0.0000048460115,0.000002952581,0.0002643092,0.001442985,0.00007316221,0.0068029314,0.37162638,0.00014879418],"about_ca_topic_score_codex":0.000055205135,"about_ca_topic_score_gemma":0.000065545195,"teacher_disagreement_score":0.10293938,"about_ca_system_score_codex":0.00040416297,"about_ca_system_score_gemma":0.00039231157,"threshold_uncertainty_score":0.9928494},"labels":[],"label_agreement":null},{"id":"W4399072026","doi":"10.2196/56197","title":"Exploring New Models for Implementing Sustainable Integrated Health Access for People in Vulnerable Positions: Protocol for a Mixed Methods Multiple Case Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk Fonden","keywords":"Protocol (science); Computer science; Knowledge management; Process management; Medicine; Business","score_opus":0.949413136975566,"score_gpt":0.8348970729252172,"score_spread":0.11451606405034875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399072026","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007232049,0.0000012710711,0.22517864,0.0044343183,0.000034114353,0.7691281,0.00022822485,0.00021124067,0.000060879218],"genre_scores_gemma":[0.0016364255,2.510954e-7,0.06745197,0.00043128774,0.0003608219,0.9277395,0.00003824229,0.0001295733,0.0022119402],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98376006,0.0073753064,0.0024431199,0.0012698137,0.00079487124,0.0043568085],"domain_scores_gemma":[0.9749096,0.02112231,0.00038935387,0.0007066666,0.0021062412,0.0007658099],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.05919778,0.00036513206,0.0007575168,0.0016444117,0.005520432,0.00066836056,0.0008571115,0.00014530904,0.00011474037],"category_scores_gemma":[0.007566228,0.00032542975,0.00014850729,0.0034563611,0.00005735978,0.0030670909,0.0007301623,0.0014419807,0.000009006275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005812221,0.00258569,0.0031472992,0.1115769,0.000121119796,0.000110352,0.26240018,0.0006306294,0.00048101158,0.018688533,0.47830513,0.11614094],"study_design_scores_gemma":[0.015030954,0.004088581,0.00011834328,0.0035666197,0.0000037560503,0.0000123944255,0.20248513,0.06359756,0.00033518253,0.011035321,0.69935673,0.0003694269],"about_ca_topic_score_codex":0.021085128,"about_ca_topic_score_gemma":0.02109099,"teacher_disagreement_score":0.22105162,"about_ca_system_score_codex":0.0025196192,"about_ca_system_score_gemma":0.013493934,"threshold_uncertainty_score":0.9999198},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4399177002","doi":"10.2196/55068","title":"Mobile Phone–Based Confidential Social Network Referrals for HIV Testing (CONSORT): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Confidentiality; Randomized controlled trial; Protocol (science); Consolidated Standards of Reporting Trials; Mobile phone; Internet privacy; Medicine; Human immunodeficiency virus (HIV); Family medicine; Computer science; Psychology; Applied psychology; Computer security; Alternative medicine; Telecommunications","score_opus":0.4175583130479784,"score_gpt":0.6613690452096024,"score_spread":0.24381073216162397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399177002","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019728739,0.000010487531,0.009358956,0.001995923,0.00016714737,0.9832423,0.00019760524,0.00064145913,0.0043664337],"genre_scores_gemma":[0.0001147292,4.5933317e-7,0.004430716,0.0005998074,0.008060092,0.9777321,0.00011114327,0.00017462665,0.008776328],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98528296,0.005964752,0.0034267548,0.001162897,0.001108961,0.0030536598],"domain_scores_gemma":[0.9652573,0.03030835,0.00080228463,0.00066929194,0.0022482139,0.0007145629],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.030698562,0.00047574655,0.0023737457,0.00047073534,0.0047961497,0.00024238827,0.00064720487,0.0007664721,0.00095159304],"category_scores_gemma":[0.0061638826,0.00036331787,0.0008607961,0.0010974916,0.0004445163,0.00019240745,0.00016228993,0.0020399254,0.0003363464],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6459622,0.00039645025,0.000009058045,0.009047386,0.000054993423,0.0000015415795,0.0002174631,0.000012040729,0.000079567035,0.0113675315,0.32953987,0.0033119207],"study_design_scores_gemma":[0.49302948,0.0010838333,0.0000010578935,0.0020539572,0.000015100467,3.7199496e-7,0.000059266076,0.005955567,0.000012104803,0.005537793,0.49208695,0.00016453926],"about_ca_topic_score_codex":0.000055260974,"about_ca_topic_score_gemma":0.000040258456,"teacher_disagreement_score":0.16254708,"about_ca_system_score_codex":0.0004996496,"about_ca_system_score_gemma":0.010415291,"threshold_uncertainty_score":0.9999617},"labels":[],"label_agreement":null},{"id":"W4399206838","doi":"10.2196/54728","title":"Daily Time-Use Patterns and Quality of Life in Parents: Protocol for a Pilot Quasi-Experimental, Nonrandomized Controlled Trial Using Ecological Momentary Assessment","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Work-Family Balance Challenges","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mood; Intervention (counseling); Data collection; External validity; Clinical psychology; Social psychology; Gerontology; Applied psychology; Developmental psychology; Medicine; Psychiatry","score_opus":0.4432034629193074,"score_gpt":0.6081081418192179,"score_spread":0.1649046788999105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399206838","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16386726,0.000005740807,0.000044574168,0.0002403315,0.000019474905,0.83525956,0.000038326583,0.00007229331,0.00045243205],"genre_scores_gemma":[0.0640667,0.0000022272013,0.00042724004,0.000026086027,0.00027769504,0.93488276,0.0000066162484,0.000029886052,0.00028075586],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9900956,0.0057484997,0.001152837,0.0006899026,0.0014576092,0.00085551175],"domain_scores_gemma":[0.9940105,0.0048713805,0.00022467996,0.00031605308,0.00030357193,0.00027381498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0137026915,0.00025065796,0.0010969505,0.00030458035,0.00033550672,0.0004804315,0.0004522135,0.00019702666,0.0006026512],"category_scores_gemma":[0.0016776148,0.00019712884,0.0001748152,0.0004858426,0.00056674914,0.00053264486,0.00026815265,0.0005351753,0.0000069971156],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90198874,0.027654244,0.04991514,0.002143199,0.00022058928,0.000016494527,0.0052606296,0.0000064432315,0.008572928,0.0010179894,0.0028970898,0.00030652623],"study_design_scores_gemma":[0.9500246,0.018046455,0.008737843,0.0033259639,0.000007336513,3.2816703e-7,0.0062522413,0.00081032084,0.00019138756,0.00065448636,0.0114518395,0.00049717125],"about_ca_topic_score_codex":0.0017400555,"about_ca_topic_score_gemma":0.0008344663,"teacher_disagreement_score":0.099800564,"about_ca_system_score_codex":0.00070824416,"about_ca_system_score_gemma":0.0013625801,"threshold_uncertainty_score":0.8038681},"labels":[],"label_agreement":null},{"id":"W4399301229","doi":"10.2196/52243","title":"The Durban University of Technology Faculty of Health Sciences Decentralized Clinical Training Project: Protocol for an Implementation Study in KwaZulu-Natal, South Africa","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Appreciative Inquiry and Organizational Change","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Focus group; Context (archaeology); Qualitative research; Participatory action research; Procurement; Medicine; Protocol (science); Sociology; Management","score_opus":0.7193199678867161,"score_gpt":0.6413247390198142,"score_spread":0.07799522886690191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399301229","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009739691,0.0000015948233,0.00021165375,0.0006684421,0.000006926419,0.9891181,0.000024834666,0.00004802451,0.00018075637],"genre_scores_gemma":[0.09259675,1.4631414e-7,0.0002374729,0.000008692739,0.00009133528,0.90699726,0.000014026483,0.000011921663,0.0000423879],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804455,0.00024267538,0.00048416606,0.00034103266,0.00049925497,0.00038829775],"domain_scores_gemma":[0.99895686,0.00020648996,0.0002545133,0.00014916415,0.00042089785,0.000012073656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068418565,0.000091893926,0.0002113103,0.0004809162,0.00045277685,0.00013658851,0.0005166405,0.00005713388,0.000030748823],"category_scores_gemma":[0.00028993827,0.00006734852,0.000044251912,0.0023479764,0.0004932388,0.0005843604,0.00022875224,0.0002167082,0.0000056707745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043014865,0.0049466994,0.6276694,0.0064247604,0.0001518404,0.000014294897,0.056948982,0.000018621777,0.00029126578,0.1175854,0.03027358,0.1513737],"study_design_scores_gemma":[0.0066447835,0.004001741,0.03717187,0.0012301381,0.0000050856206,3.600457e-7,0.18726249,0.0014218014,0.00012871176,0.00770236,0.75419974,0.00023089306],"about_ca_topic_score_codex":0.00012006459,"about_ca_topic_score_gemma":0.0004886669,"teacher_disagreement_score":0.7239262,"about_ca_system_score_codex":0.00005887481,"about_ca_system_score_gemma":0.0005601519,"threshold_uncertainty_score":0.34824392},"labels":[],"label_agreement":null},{"id":"W4399323830","doi":"10.2196/56899","title":"Social Media Promotion of Health Tests With Potential for Overdiagnosis or Overuse: Protocol for a Content Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Overdiagnosis; Content analysis; Social media; Protocol (science); Promotion (chess); Psychology; Health promotion; Microblogging; Medicine; Computer science; Alternative medicine; Public health; Nursing; Sociology; World Wide Web; Political science; Social science","score_opus":0.7464974755399068,"score_gpt":0.6959487563479534,"score_spread":0.05054871919195336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399323830","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058344204,0.000002245615,0.0008197144,0.012250291,0.000057099387,0.9859981,0.000103996106,0.00012054121,0.000064576576],"genre_scores_gemma":[0.004319847,6.9556904e-7,0.0017291275,0.0000277828,0.0016222592,0.9920738,0.000032627162,0.00004446916,0.00014939542],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946036,0.001300588,0.0007240323,0.0005652241,0.0017702458,0.0010363194],"domain_scores_gemma":[0.99163103,0.005952617,0.0003159274,0.00023181358,0.0015786574,0.0002899716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007839302,0.00017285476,0.0005209114,0.0006450702,0.0012174607,0.0002769925,0.00038704532,0.00022817709,0.00019025824],"category_scores_gemma":[0.0059003867,0.00013351245,0.00024148758,0.0030829725,0.0005719687,0.00035979785,0.000049182156,0.00032879467,0.000005561286],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014247589,0.009078979,0.022877524,0.046991408,0.0014153821,0.000014000276,0.24031802,0.000014410356,0.0005055964,0.06989764,0.1423333,0.45230615],"study_design_scores_gemma":[0.0065517323,0.009017648,0.046849303,0.006515689,0.00008021396,9.026615e-7,0.009633898,0.00042530603,0.00063529646,0.0061068204,0.9136253,0.00055789825],"about_ca_topic_score_codex":0.0011699303,"about_ca_topic_score_gemma":0.0048403507,"teacher_disagreement_score":0.771292,"about_ca_system_score_codex":0.0010000891,"about_ca_system_score_gemma":0.006679296,"threshold_uncertainty_score":0.9989519},"labels":[],"label_agreement":null},{"id":"W4399327474","doi":"10.2196/53454","title":"A Community Mental Health Integrated Disaster Preparedness Intervention for Bushfire Recovery in Rural Australian Communities: Protocol for a Multimethods Feasibility and Acceptability Pilot Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Preparedness; Community resilience; Psychological intervention; Community cohesion; Natural disaster; Suicide prevention; Disaster recovery; Poison control; Intervention (counseling); Emergency management; Social support; Natural hazard; Psychological resilience; Environmental health; Psychology; Medicine; Nursing; Geography; Psychiatry; Political science; Engineering; Social psychology","score_opus":0.6964675289700656,"score_gpt":0.6908445432540185,"score_spread":0.005622985716047135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399327474","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17935818,0.0000056483864,0.00034892277,0.0004836303,0.00002718947,0.8187892,0.0006864538,0.0001456314,0.00015515811],"genre_scores_gemma":[0.13172911,1.3664096e-7,0.0010734447,0.000013805429,0.00003157817,0.86606663,0.00015501556,0.000076036595,0.0008542436],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97843254,0.01751525,0.0012939246,0.0007014525,0.0006861901,0.001370653],"domain_scores_gemma":[0.9945691,0.0029717921,0.00015529306,0.0015838984,0.0004206699,0.00029921945],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02078555,0.00041724896,0.0007098209,0.00062682905,0.0008301116,0.00071332575,0.0011546401,0.00016670971,0.0010153223],"category_scores_gemma":[0.0007566087,0.0003600329,0.00018381426,0.0009010572,0.00067013165,0.0005598026,0.0007648704,0.0021489402,0.000013422764],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06776721,0.07341289,0.10823018,0.029189661,0.00042190077,0.000007339173,0.25177333,0.0000020774594,0.0001147564,0.00026662732,0.021933675,0.44688037],"study_design_scores_gemma":[0.04971614,0.11929678,0.16489106,0.015760772,0.00000899771,0.00002106352,0.59400916,0.0024144135,0.000106743166,0.0073879133,0.045416813,0.0009701131],"about_ca_topic_score_codex":0.020530315,"about_ca_topic_score_gemma":0.024209883,"teacher_disagreement_score":0.44591025,"about_ca_system_score_codex":0.0016863093,"about_ca_system_score_gemma":0.00046032807,"threshold_uncertainty_score":0.9998979},"labels":[],"label_agreement":null},{"id":"W4399367545","doi":"10.2196/52349","title":"Impact of Responsible AI on the Occurrence and Resolution of Ethical Issues: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Scopus; Accountability; Systematic review; Autonomy; Protocol (science); Engineering ethics; Computer science; Psychology; MEDLINE; Management science; Political science; Medicine; Engineering; Alternative medicine","score_opus":0.7993100557207429,"score_gpt":0.7914276460684928,"score_spread":0.007882409652250066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399367545","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9528082e-8,0.16663253,0.0000010888257,0.0076257703,0.000005201842,0.82426864,0.00012602715,0.000022052449,0.0013186879],"genre_scores_gemma":[3.1584598e-8,0.39308053,0.00002512219,0.00006704424,0.00012094881,0.6064853,0.0000032303028,0.000019365763,0.00019840439],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98914844,0.0065747886,0.0010560165,0.0005346148,0.0019338655,0.00075226015],"domain_scores_gemma":[0.9907672,0.0060492326,0.0005259506,0.00063537643,0.0017979783,0.00022426446],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031789646,0.00031127888,0.0015083009,0.0003349835,0.00071188784,0.00033106006,0.00097335584,0.0010210265,0.000115464856],"category_scores_gemma":[0.021914667,0.00017557896,0.0007017858,0.0015594052,0.00195707,0.00017381423,0.00031863496,0.0036794613,0.000017970982],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024087685,0.0002083642,0.0000010989158,0.69766724,0.000080124344,0.0000025713161,0.0021955282,5.661584e-8,0.0000011813788,0.06548439,0.15194744,0.0821711],"study_design_scores_gemma":[0.00010187029,0.0009964374,2.464368e-7,0.4849005,0.000014435594,3.131677e-7,0.000029355408,6.221753e-7,0.0000010547857,0.0047472236,0.5091168,0.00009112152],"about_ca_topic_score_codex":0.00032364068,"about_ca_topic_score_gemma":0.00013244821,"teacher_disagreement_score":0.35716936,"about_ca_system_score_codex":0.0003061338,"about_ca_system_score_gemma":0.013455488,"threshold_uncertainty_score":0.9986191},"labels":[],"label_agreement":null},{"id":"W4399378483","doi":"10.2196/57313","title":"Training of Community Health Workers in Diabetes Lead to Improved Outcomes for Diabetes Screening and Management in Low- and Middle-Income Countries: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Low and middle income countries; Protocol (science); Diabetes mellitus; Diabetes management; Medicine; Environmental health; Developing country; Type 2 diabetes; Alternative medicine; Economic growth","score_opus":0.44276676168048074,"score_gpt":0.6010938558543989,"score_spread":0.15832709417391816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399378483","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015534079,0.08507927,0.000007502291,0.00093525555,0.000006236215,0.9138421,0.00004089182,0.000034890054,0.00003834241],"genre_scores_gemma":[0.0000015695128,0.030438611,0.0011898584,0.00029956893,0.000031648575,0.967462,0.000052871066,0.00010183285,0.0004220086],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946576,0.0011054362,0.0020324357,0.0005618778,0.00054838177,0.0010943057],"domain_scores_gemma":[0.99636906,0.0018514611,0.0005417586,0.0007835674,0.00020940816,0.00024471473],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014106582,0.00051973906,0.003955024,0.0015722372,0.00015503581,0.00018534933,0.00043734192,0.00016805022,0.000003593589],"category_scores_gemma":[0.0012010554,0.00037962454,0.00027345042,0.0012379526,0.00015043854,0.00015062773,0.00044487606,0.000842857,0.0000030028518],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063007516,0.00022355269,0.0011884196,0.9419605,0.0002560521,8.111487e-7,0.00050032686,4.0343124e-8,6.84567e-8,0.000045124405,0.00065518054,0.05510692],"study_design_scores_gemma":[0.0019509539,0.0014633745,0.0002448686,0.89956045,0.00017204424,2.4759353e-7,0.00060631987,0.000050278497,4.3402073e-7,0.00006477541,0.095639616,0.0002466371],"about_ca_topic_score_codex":0.00002630591,"about_ca_topic_score_gemma":0.00006949324,"teacher_disagreement_score":0.094984435,"about_ca_system_score_codex":0.00044097606,"about_ca_system_score_gemma":0.00042628925,"threshold_uncertainty_score":0.9998656},"labels":[],"label_agreement":null},{"id":"W4399424752","doi":"10.2196/55092","title":"Piloting the Inclusion of the Key Populations Unique Identifier Code in the South African Routine Health Information Management System: Protocol for a Multiphased Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Identifier; Protocol (science); Inclusion (mineral); Key (lock); Computer science; Medicine; Computer security; Psychology; Alternative medicine","score_opus":0.3098777691572634,"score_gpt":0.5856335564680692,"score_spread":0.27575578731080586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399424752","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008814914,0.0000016143936,0.0027136528,0.0053115548,0.000005978624,0.9892615,0.000069626425,0.000054197953,0.0017003526],"genre_scores_gemma":[0.22591119,5.1142777e-8,0.00019123795,0.00003920057,0.000048478767,0.77255726,0.000017386372,0.000016060128,0.0012191215],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945265,0.0020535681,0.0009216598,0.00025371183,0.0016902393,0.0005543132],"domain_scores_gemma":[0.9981258,0.00030924406,0.00017782162,0.00082381954,0.00046219165,0.00010112964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011796725,0.00014375556,0.00023317458,0.00054224004,0.0011779361,0.00028567223,0.00074759254,0.00004821496,0.00003144585],"category_scores_gemma":[0.000593713,0.00006633473,0.0001764354,0.0018238655,0.0001526521,0.00028294444,0.00081615365,0.00078753993,0.000016444772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010199001,0.017336527,0.031842254,0.115853295,0.00066540204,0.000080511236,0.3947096,0.0002816023,0.0015030536,0.07992828,0.2161584,0.13144208],"study_design_scores_gemma":[0.02403307,0.027142916,0.063479476,0.063042544,0.00004217418,0.00003213104,0.13816528,0.082673065,0.00075011357,0.0017354315,0.5984866,0.00041720786],"about_ca_topic_score_codex":0.00047578826,"about_ca_topic_score_gemma":0.0005124384,"teacher_disagreement_score":0.38232818,"about_ca_system_score_codex":0.00047131718,"about_ca_system_score_gemma":0.00046085217,"threshold_uncertainty_score":0.9059851},"labels":[],"label_agreement":null},{"id":"W4399486266","doi":"10.2196/56646","title":"In Silico Approaches to Polyherbal Synergy: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"In silico; Traditional medicine; Protocol (science); Medicine; Population; Pharmacology; Alternative medicine; Biology; Environmental health","score_opus":0.8407359383233555,"score_gpt":0.7003336304300879,"score_spread":0.14040230789326757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399486266","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5670605e-10,0.24985391,0.008443713,0.0010310791,0.000016564787,0.7400202,0.000021439702,0.0001289897,0.00048410648],"genre_scores_gemma":[1.5720288e-10,0.044638045,0.02167903,0.00019688685,0.0003318794,0.9322727,0.000011584633,0.00012053742,0.0007493519],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892662,0.0035008995,0.0017484267,0.0022186122,0.0018247734,0.0014410865],"domain_scores_gemma":[0.9949919,0.0021658302,0.0002884931,0.0018783028,0.00025912854,0.00041633425],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010708781,0.0007586254,0.0023386683,0.001552808,0.000178347,0.001173952,0.0044289003,0.0003366597,0.00003823932],"category_scores_gemma":[0.0011412221,0.0005867698,0.0007551155,0.0056085037,0.00011164721,0.00073498965,0.003285059,0.0016092942,0.00047096834],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015104259,0.00017713783,4.9345807e-8,0.4825258,0.000017958853,0.000028894252,0.000037644993,0.000012113755,6.707629e-8,0.014122223,0.015830675,0.48723236],"study_design_scores_gemma":[0.00019919271,0.00023637408,5.9371942e-8,0.47448543,0.00000455936,0.000015873264,7.1006065e-7,0.0005042274,0.0000013845738,0.002211845,0.52203274,0.0003076252],"about_ca_topic_score_codex":0.000008998178,"about_ca_topic_score_gemma":0.000011796332,"teacher_disagreement_score":0.50620204,"about_ca_system_score_codex":0.00091735105,"about_ca_system_score_gemma":0.006532382,"threshold_uncertainty_score":0.9998629},"labels":[],"label_agreement":null},{"id":"W4399491570","doi":"10.2196/54129","title":"Evaluating the Preliminary Effectiveness of the Person-Centered Care Assessment Tool (PCC-AT) in Zambian Health Facilities: Protocol for a Mixed Methods Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Cross-sectional study; Medicine; Health care; Environmental health; Family medicine; Nursing; Alternative medicine","score_opus":0.5242205561645744,"score_gpt":0.706549039536002,"score_spread":0.1823284833714276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399491570","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039853305,0.0000128386755,0.0005275503,0.0003557145,0.00001815646,0.9584156,0.00021887214,0.000044991826,0.0005529705],"genre_scores_gemma":[0.04654213,8.674705e-8,0.0010088548,0.000007730413,0.00008929741,0.9443441,0.000021873851,0.000043231885,0.007942672],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.984471,0.0109737925,0.00084429485,0.0007306778,0.0020851668,0.00089505356],"domain_scores_gemma":[0.9946929,0.0030633365,0.00012091278,0.00086683535,0.0010837343,0.00017226115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025114866,0.00023422706,0.00045948615,0.0003967667,0.0008228275,0.00029657246,0.0006091657,0.000111785324,0.00038620934],"category_scores_gemma":[0.0022550598,0.00013459833,0.00045978237,0.0009954104,0.00044001557,0.00018301044,0.0005573049,0.0013681006,0.000010925117],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039397214,0.012499566,0.5334057,0.17276077,0.0007731307,0.0000476472,0.026967457,0.00010230271,0.02158275,0.00092812505,0.017851025,0.17368431],"study_design_scores_gemma":[0.013092301,0.094833255,0.8206786,0.0183804,0.0000064570463,0.000025413732,0.011090517,0.0098310495,0.0030837113,0.0002662137,0.028512023,0.00020007514],"about_ca_topic_score_codex":0.0003719521,"about_ca_topic_score_gemma":0.00018846651,"teacher_disagreement_score":0.28727287,"about_ca_system_score_codex":0.0020550077,"about_ca_system_score_gemma":0.0029305923,"threshold_uncertainty_score":0.87043613},"labels":[],"label_agreement":null},{"id":"W4399513327","doi":"10.2196/55638","title":"Assessing the Efficacy of the ARMOR Tool–Based Deprescribing Intervention for Fall Risk Reduction in Older Patients Taking Fall Risk–Increasing Drugs (DeFRID Trial): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Deprescribing; Polypharmacy; Medicine; Randomized controlled trial; Intervention (counseling); Fall prevention; Health care; Protocol (science); Physical therapy; Poison control; Injury prevention; Intensive care medicine; Medical emergency; Alternative medicine; Nursing; Internal medicine","score_opus":0.1529620519279485,"score_gpt":0.5601330850541859,"score_spread":0.40717103312623737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399513327","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16545889,0.000005989076,0.0037594815,0.00016641374,0.00029265654,0.82997084,0.000040486582,0.00009496019,0.00021026465],"genre_scores_gemma":[0.16592316,6.48486e-7,0.0006176283,0.000014192393,0.00083036366,0.8322561,0.000028930399,0.00007741352,0.0002515853],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96986735,0.024271652,0.0028592674,0.0007828732,0.0011824532,0.0010363994],"domain_scores_gemma":[0.97879934,0.01712384,0.0022945276,0.00073773396,0.000953473,0.000091074064],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049620293,0.00036674156,0.0013480975,0.00049874355,0.001804389,0.000420605,0.00065537187,0.0003985203,0.000019214613],"category_scores_gemma":[0.019319763,0.00020731906,0.0014825816,0.00071478734,0.00027362877,0.00059424486,0.00023419622,0.0020649247,0.000007329016],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9730629,0.0032703625,0.00083526014,0.0033062943,0.00015138224,3.7361363e-7,0.0015731734,0.000012659654,0.00047864576,0.00022850101,0.0007274729,0.016353004],"study_design_scores_gemma":[0.9551958,0.001143518,0.004960073,0.018687194,0.00008818837,2.233825e-7,0.000712505,0.014670047,0.000053395892,0.0020421995,0.0022360159,0.00021085722],"about_ca_topic_score_codex":0.00063639396,"about_ca_topic_score_gemma":0.000106868036,"teacher_disagreement_score":0.03030053,"about_ca_system_score_codex":0.0005428559,"about_ca_system_score_gemma":0.0010202,"threshold_uncertainty_score":0.99949515},"labels":[],"label_agreement":null},{"id":"W4399560898","doi":"10.2196/50678","title":"Estimating the Global and Regional Burden of Streptococcus pneumoniae Meningitis in Children: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Pneumonia and Respiratory Infections","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research","funders":"","keywords":"Streptococcus pneumoniae; Meningitis; Meta-analysis; Preprint; Medicine; Pandemic; Protocol (science); Antibiotic resistance; Serotype; Pneumococcal infections; Systematic review; Burden of disease; Coronavirus disease 2019 (COVID-19); Disease; Virology; Pediatrics; Antibiotics; MEDLINE; Microbiology; Internal medicine; Infectious disease (medical specialty); Biology; Computer science; Pathology; Alternative medicine","score_opus":0.35097208543014435,"score_gpt":0.6019545816210726,"score_spread":0.2509824961909283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399560898","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3149449e-7,0.27643618,0.0000054362686,0.0004582701,6.5463047e-7,0.72286606,0.00015892334,0.00002598783,0.00004834157],"genre_scores_gemma":[2.82923e-7,0.018881314,0.00008570418,0.000038216855,0.000069696616,0.98061496,0.000020475967,0.00004787368,0.00024145932],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9945756,0.0014642662,0.0017521564,0.0008048784,0.0008842674,0.0005187949],"domain_scores_gemma":[0.99720645,0.0006195462,0.000646528,0.00093509123,0.00038563198,0.00020673769],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003758034,0.00053127535,0.0058588474,0.00062802463,0.00020902322,0.00016739478,0.00036989085,0.00028141885,0.00004204071],"category_scores_gemma":[0.00066372723,0.00025715624,0.0016945333,0.0025437162,0.00037695814,0.00007851241,0.00032412072,0.0010272681,0.000007965793],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070079996,0.00010374873,0.000049095073,0.9700059,0.027795373,0.00001307989,0.000035573405,9.634858e-7,5.1912866e-7,0.0001335168,0.00039530543,0.0014598982],"study_design_scores_gemma":[0.0006507274,0.0008216584,0.000019670402,0.6736639,0.19142653,0.00037351673,0.000015492527,0.000091292495,1.8471967e-7,0.00017018714,0.13246848,0.00029833286],"about_ca_topic_score_codex":0.000028559565,"about_ca_topic_score_gemma":0.000012529015,"teacher_disagreement_score":0.296342,"about_ca_system_score_codex":0.00019755148,"about_ca_system_score_gemma":0.00072342204,"threshold_uncertainty_score":0.9999881},"labels":[],"label_agreement":null},{"id":"W4399562445","doi":"10.2196/55427","title":"Sign Language Recognition System for Deaf Patients: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Sign language; Protocol (science); Computer science; Sign (mathematics); Deaf culture; Medicine; Natural language processing; World Wide Web; Linguistics; Alternative medicine","score_opus":0.44082891458601814,"score_gpt":0.6036708466572284,"score_spread":0.16284193207121023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399562445","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.38644e-10,0.19401592,0.006783327,0.00004285221,0.00004041755,0.7977583,0.00044624068,0.0005243514,0.00038860872],"genre_scores_gemma":[2.4069393e-9,0.01926058,0.0017783395,0.000049460854,0.000525381,0.97683346,0.0002767439,0.00020239268,0.0010736655],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9882558,0.0038146793,0.0029251587,0.0018099803,0.0018744521,0.001319906],"domain_scores_gemma":[0.99124086,0.002347221,0.0012647419,0.0021309804,0.0026242177,0.00039197732],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010284254,0.0009367875,0.0040965816,0.0010203721,0.00038255475,0.0014645894,0.0029513207,0.0006536383,0.000013620518],"category_scores_gemma":[0.0018056823,0.0006097724,0.0015465902,0.0021506178,0.00006920989,0.00054780475,0.0005914838,0.0010345068,0.0018246623],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014747474,0.00017411985,1.1369459e-8,0.7569735,0.00011236461,0.000010566211,0.00006540029,3.096806e-9,8.880642e-8,0.00028715003,0.0360575,0.20630457],"study_design_scores_gemma":[0.0006539031,0.00060368807,2.819177e-9,0.5114129,0.00009830461,0.000029567787,0.000012803256,0.000016421272,0.0000031215022,0.00008619542,0.48673165,0.0003514118],"about_ca_topic_score_codex":0.00000264905,"about_ca_topic_score_gemma":0.000002075298,"teacher_disagreement_score":0.45067415,"about_ca_system_score_codex":0.00097082986,"about_ca_system_score_gemma":0.0013348423,"threshold_uncertainty_score":0.99963534},"labels":[],"label_agreement":null},{"id":"W4399573478","doi":"10.2196/54126","title":"Behavioral Weight Loss Programs for Cancer Survivors Throughout Maryland: Protocol for a Pragmatic Trial and Participant Characteristics","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer Risks and Factors","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Weight loss; Psychological intervention; Cancer; Protocol (science); Gerontology; Clinical trial; Medicine; Psychology; Physical therapy; Alternative medicine; Nursing; Obesity","score_opus":0.46181397665616203,"score_gpt":0.6359032273010531,"score_spread":0.17408925064489106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399573478","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008670371,0.00001013337,0.00015347896,0.0011206215,0.000050746603,0.98946154,0.00033614592,0.00015030602,0.000046680456],"genre_scores_gemma":[0.003509206,0.000002820441,0.00041653917,0.000030578216,0.0012146822,0.99310935,0.00008439492,0.000102888574,0.0015295427],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99681205,0.00014582943,0.0006702655,0.00064861454,0.0007183205,0.0010049116],"domain_scores_gemma":[0.9984034,0.0003275962,0.00010762563,0.00040120212,0.00040259445,0.00035758692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017136288,0.00028637188,0.00064227206,0.0001830058,0.00022927807,0.00040255807,0.00016791685,0.00020067509,0.00017640949],"category_scores_gemma":[0.00013792254,0.00019943691,0.00018855343,0.0003279834,0.00030310766,0.0001903973,0.00010593308,0.0005136655,0.000008806309],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.30403796,0.006970222,0.02932966,0.06198603,0.00046056404,0.00020207008,0.00490226,3.039305e-7,0.00226239,0.0016370807,0.034202255,0.5540092],"study_design_scores_gemma":[0.042350784,0.010677738,0.00071574195,0.005138126,0.000051547795,0.000012395463,0.000086441396,0.00064600474,0.00073547324,0.0004863574,0.9388236,0.00027581624],"about_ca_topic_score_codex":0.00048094784,"about_ca_topic_score_gemma":0.000383007,"teacher_disagreement_score":0.9046213,"about_ca_system_score_codex":0.00022927726,"about_ca_system_score_gemma":0.0009787247,"threshold_uncertainty_score":0.8132801},"labels":[],"label_agreement":null},{"id":"W4399615915","doi":"10.2196/59705","title":"Improving Neurological Health in Aging Via Neuroplasticity-Based Computerized Exercise: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"National Institute on Aging","keywords":"Preprint; Randomized controlled trial; Protocol (science); Neuroplasticity; Medicine; Physical therapy; Physical medicine and rehabilitation; Psychology; Alternative medicine; Computer science; Psychiatry; World Wide Web; Surgery","score_opus":0.11542847200729313,"score_gpt":0.5332817980948102,"score_spread":0.41785332608751713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399615915","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006204138,0.0000045358984,0.020790067,0.0042139916,0.000027918228,0.9738595,0.000007361138,0.00025407205,0.00022213258],"genre_scores_gemma":[0.0024002467,4.8666544e-7,0.0014491706,0.00045972384,0.0003728124,0.9947289,0.000017951717,0.000076538665,0.00049415976],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9906561,0.0037647584,0.001395322,0.0010381661,0.0015568428,0.0015888262],"domain_scores_gemma":[0.99383897,0.00454584,0.0001566053,0.00040303843,0.0005532966,0.00050227164],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013946812,0.00038047653,0.0021665685,0.0012284768,0.00028281345,0.0005512356,0.00034154445,0.00016311108,0.0003062674],"category_scores_gemma":[0.0018641573,0.00025344317,0.0006779607,0.0010062759,0.0004118081,0.00017193977,0.00023677612,0.001537988,0.000043934386],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95228255,0.002352856,0.00011130712,0.005399601,0.000053006428,0.00027961735,0.000057580968,0.000004902306,0.0013734977,0.00011982193,0.0011679367,0.036797352],"study_design_scores_gemma":[0.83115846,0.0117965145,0.00011800161,0.0044172155,0.0000120620425,0.0000105947,0.000006024285,0.13601835,0.00029371618,0.00030373942,0.015695898,0.00016942102],"about_ca_topic_score_codex":0.000024481576,"about_ca_topic_score_gemma":0.000003381711,"teacher_disagreement_score":0.13601345,"about_ca_system_score_codex":0.00017611762,"about_ca_system_score_gemma":0.002175779,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W4399617704","doi":"10.2196/54365","title":"An Approach to Potentially Increasing Adoption of an Artificial Intelligence–Enabled Electronic Medical Record Encounter in Canadian Primary Care: Protocol for a User-Centered Design","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Preprint; Protocol (science); Primary care; Computer science; Electronic medical record; Electronic health record; Medicine; Internet privacy; World Wide Web; Health care; Family medicine; Alternative medicine","score_opus":0.3919164420434817,"score_gpt":0.5775922297380978,"score_spread":0.18567578769461607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399617704","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013704741,0.000003110727,0.02168585,0.00067205157,0.000029204934,0.96346396,0.000011394411,0.00007097456,0.00035872668],"genre_scores_gemma":[0.095147215,6.360235e-7,0.008786771,0.00013638017,0.0005296303,0.8951806,0.0001241999,0.00005987371,0.000034716402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99459624,0.001058017,0.0010258115,0.00077989604,0.0011282576,0.0014117934],"domain_scores_gemma":[0.99698514,0.00028704418,0.00007059815,0.00055713026,0.0009841362,0.0011159827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00713459,0.00022486178,0.00038457624,0.0012810453,0.00020333684,0.00022351749,0.00046187438,0.00038482217,0.00014249483],"category_scores_gemma":[0.00068630575,0.00020459143,0.00009172193,0.0012753898,0.0001397925,0.00045095343,0.000046772162,0.00097498775,0.00003648436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020220663,0.0036824811,0.0030220377,0.011094291,0.000042568623,0.00007670577,0.009616183,0.00017222691,0.0113074845,0.0035238357,0.0008516055,0.9363899],"study_design_scores_gemma":[0.0027654248,0.092311315,0.0072769965,0.07025286,0.00006717187,0.00040681774,0.031633455,0.23244467,0.1611497,0.032518733,0.366217,0.0029558546],"about_ca_topic_score_codex":0.057134196,"about_ca_topic_score_gemma":0.06849514,"teacher_disagreement_score":0.93343407,"about_ca_system_score_codex":0.0024111215,"about_ca_system_score_gemma":0.014942909,"threshold_uncertainty_score":0.9906415},"labels":[],"label_agreement":null},{"id":"W4399663169","doi":"10.2196/55558","title":"Childhood Gender Diversity and Mental Health: Protocol for the Longitudinal, Observational Gender Journey Project","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Observational study; Preprint; Mental health; Diversity (politics); Psychology; Protocol (science); Gerontology; Medicine; Clinical psychology; Psychiatry; Alternative medicine; Sociology; Computer science; World Wide Web","score_opus":0.7656485807051684,"score_gpt":0.6620732567571805,"score_spread":0.10357532394798785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399663169","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039884978,0.000060254057,0.00008623611,0.0114915585,0.000062264946,0.9842606,0.00015325741,0.000112099464,0.003374856],"genre_scores_gemma":[0.00069441664,0.0000055769406,0.00013442595,0.00044166762,0.0010833708,0.9920771,0.00001820031,0.00004670252,0.0054985294],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99604905,0.00077961996,0.0004280062,0.00069177087,0.00097075326,0.0010807745],"domain_scores_gemma":[0.9982546,0.00058337237,0.00009550395,0.00050710357,0.00029562428,0.00026379272],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003540924,0.00023099915,0.00023312263,0.00033155427,0.0039287065,0.00046154542,0.00058572926,0.00016605518,0.00069498294],"category_scores_gemma":[0.00011169466,0.00016019886,0.00013672403,0.00060081674,0.00032340514,0.00036188366,0.0008951353,0.000972244,0.00014659982],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005213738,0.00072545843,0.10615136,0.005902751,0.00015099804,0.0000113246615,0.010476162,3.0886437e-7,0.000005070084,0.02022442,0.8511542,0.0046765683],"study_design_scores_gemma":[0.0019624103,0.00073018885,0.41333959,0.00018822686,0.0000034434693,0.000042658925,0.00029762668,0.00005119942,0.0000014578992,0.004204775,0.57903,0.00014846829],"about_ca_topic_score_codex":0.0011475206,"about_ca_topic_score_gemma":0.000115764546,"teacher_disagreement_score":0.3071882,"about_ca_system_score_codex":0.0002913014,"about_ca_system_score_gemma":0.0011466398,"threshold_uncertainty_score":0.99736804},"labels":[],"label_agreement":null},{"id":"W4399664070","doi":"10.2196/55123","title":"The Effectiveness of Medical Adherence Mobile Health Solutions for Individuals With Epilepsy: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Digital health; Usability; Health care; Protocol (science); Medicine; Epilepsy; eHealth; Telemedicine; Nursing; Alternative medicine; Computer science; Psychological intervention; Psychiatry","score_opus":0.4006977708313062,"score_gpt":0.6543307192652842,"score_spread":0.253632948433978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399664070","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2788949e-9,0.40952638,0.00006764844,0.00024069645,0.00000326783,0.589785,0.00029047678,0.000043937645,0.000042615517],"genre_scores_gemma":[1.8786887e-8,0.32422245,0.00014376952,0.00001750767,0.00009127345,0.6748951,0.00012227286,0.00011367181,0.00039394386],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9839662,0.0067806817,0.002131715,0.0010322351,0.0041731093,0.0019160676],"domain_scores_gemma":[0.98278105,0.012557441,0.00073543517,0.0017468538,0.001434414,0.0007448212],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0471237,0.000671917,0.005086452,0.00044322526,0.00072858226,0.00019300579,0.0013204805,0.00043450587,0.000051264695],"category_scores_gemma":[0.0050285156,0.00029076255,0.0011770757,0.0015326879,0.00073296437,0.00007479741,0.0005200945,0.001756263,0.00008303081],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006894438,0.0010989706,0.0000051537286,0.9015638,0.0010062376,0.000019841777,0.000016541344,1.4347651e-8,4.1874323e-8,0.002438097,0.020335024,0.07282678],"study_design_scores_gemma":[0.0018929214,0.01471281,4.86852e-7,0.5198379,0.00021976397,0.00006298545,0.0000102746535,0.00000358522,9.683874e-7,0.00020295681,0.46293586,0.00011949405],"about_ca_topic_score_codex":0.000018975168,"about_ca_topic_score_gemma":0.000019150842,"teacher_disagreement_score":0.44260085,"about_ca_system_score_codex":0.00086842815,"about_ca_system_score_gemma":0.016028486,"threshold_uncertainty_score":0.99995446},"labels":[],"label_agreement":null},{"id":"W4399666234","doi":"10.2196/57692","title":"Efficacy and Implementation Planning Across the Veterans Affairs Polytrauma System of Care: Protocol for the REACH Intervention for Caregivers of Veterans and Service Members With Traumatic Brain Injury","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Polytrauma; Intervention (counseling); Veterans Affairs; Protocol (science); Medicine; Service member; Nursing; Service (business); Medical emergency; Alternative medicine; Military personnel; Emergency medicine; Business","score_opus":0.24242435067687237,"score_gpt":0.5875836161166674,"score_spread":0.345159265439795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399666234","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050731316,0.000019161895,0.00080150104,0.0020528813,0.000006241801,0.94603026,0.00020948263,0.00004924299,0.00009991088],"genre_scores_gemma":[0.33476058,1.3701604e-7,0.00030999715,0.000009362164,0.00004067223,0.6647904,0.000016750393,0.000038851747,0.000033233842],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99707353,0.00045479997,0.00061559165,0.00042213278,0.0008804292,0.0005534993],"domain_scores_gemma":[0.9957087,0.0029033371,0.000152203,0.00048959965,0.0006285686,0.00011758132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003710425,0.00020984128,0.00038904496,0.00021209016,0.00035180923,0.00019961382,0.00031021622,0.00010031823,0.000014026579],"category_scores_gemma":[0.00013344857,0.00011760447,0.00011730482,0.0005682776,0.00046070272,0.0001951349,0.000103539904,0.00042941605,4.8986846e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059888642,0.00046945116,0.0010442204,0.31017956,0.0009901259,0.000018330018,0.3218879,0.00002562489,0.017999524,0.0018706735,0.0049270093,0.28069896],"study_design_scores_gemma":[0.05486269,0.04097693,0.014900201,0.08098317,0.00015743791,0.00017102818,0.745449,0.0069354293,0.024642367,0.00009227778,0.030345382,0.00048407854],"about_ca_topic_score_codex":0.0003272128,"about_ca_topic_score_gemma":0.00026057032,"teacher_disagreement_score":0.4235611,"about_ca_system_score_codex":0.00017090219,"about_ca_system_score_gemma":0.00023972026,"threshold_uncertainty_score":0.4795771},"labels":[],"label_agreement":null},{"id":"W4399666662","doi":"10.2196/57663","title":"Reliability and Sensitivity of a Virtual Assessment Developed for Workplace Concussions: Protocol for a Method-Comparison Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Toronto Rehabilitation Institute; Carleton University; Hamilton Health Sciences; University of Toronto; University Health Network; Ottawa Hospital; Bruyère; University of Ottawa","funders":"","keywords":"Reliability (semiconductor); Protocol (science); Computer science; Sensitivity (control systems); Reliability engineering; Applied psychology; Psychology; Medicine; Engineering","score_opus":0.5239236280854472,"score_gpt":0.6827956931677232,"score_spread":0.15887206508227592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399666662","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021664312,9.748226e-7,0.03337216,0.00121639,0.000007119079,0.96276563,0.000075446005,0.00012393155,0.00027191613],"genre_scores_gemma":[0.013175486,4.0752447e-8,0.06659163,0.000014474858,0.00010751202,0.91871816,0.000009753027,0.00006590662,0.0013170266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99271446,0.0028754096,0.0009775698,0.000993425,0.0015928289,0.0008463073],"domain_scores_gemma":[0.98523295,0.0120931035,0.00011113169,0.00080598623,0.001388773,0.00036806718],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029517654,0.00027650717,0.00086641056,0.00046613318,0.00028938396,0.00020029074,0.00018771902,0.00020708665,0.0000881551],"category_scores_gemma":[0.004948318,0.00019537187,0.00014560766,0.0008899435,0.0003985462,0.00019875077,0.0003711304,0.0010949416,0.0000067163096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07212958,0.027900765,0.04025485,0.1007151,0.0011685604,0.00020207244,0.012075346,0.000032829492,0.07803007,0.012707392,0.11854252,0.53624094],"study_design_scores_gemma":[0.042174447,0.06857589,0.06190907,0.024528503,0.00006431286,0.000087570595,0.009220274,0.10884381,0.020213658,0.0038968998,0.65962726,0.0008583296],"about_ca_topic_score_codex":0.000040863266,"about_ca_topic_score_gemma":0.000025462869,"teacher_disagreement_score":0.5410847,"about_ca_system_score_codex":0.00036807024,"about_ca_system_score_gemma":0.0024779856,"threshold_uncertainty_score":0.9993158},"labels":[],"label_agreement":null},{"id":"W4399725706","doi":"10.2196/56960","title":"Evaluating the Efficacy of a Digital Therapeutic (CT-152) as an Adjunct to Antidepressant Treatment in Adults With Major Depressive Disorder: Protocol for the MIRAI Remote Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Major depressive disorder; Randomized controlled trial; Medicine; Clinical trial; Protocol (science); Psychiatry; Antidepressant; Psychology; Clinical psychology; Cognition; Anxiety; Internal medicine; Alternative medicine","score_opus":0.3214859907850119,"score_gpt":0.6365057893695389,"score_spread":0.31501979858452706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399725706","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085293874,0.000013782544,0.00007489963,0.0010079106,0.000018686518,0.91242033,0.000090918315,0.00006609342,0.00101352],"genre_scores_gemma":[0.35213473,2.7689293e-8,0.00003891651,0.000018231787,0.00005239942,0.64653754,0.00000543094,0.00005919828,0.0011535175],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99521923,0.0011506064,0.00078463356,0.00091078755,0.0010396682,0.00089504704],"domain_scores_gemma":[0.9957022,0.0023762204,0.00014629077,0.0013113833,0.00027889962,0.00018500088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002023709,0.00032523443,0.00034486776,0.00030262186,0.00037084788,0.00050961506,0.00093647366,0.000054273096,0.00015052495],"category_scores_gemma":[0.00026044706,0.0001586654,0.00017352938,0.0010057935,0.0002679452,0.00034495894,0.00025392548,0.00048554427,0.00012945669],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03417808,0.021403791,0.010955941,0.0015537883,0.00044408918,0.00014574184,0.013981398,0.00005969669,0.000065036926,0.0012545825,0.00043247116,0.9155254],"study_design_scores_gemma":[0.09384074,0.5494527,0.17683282,0.039311774,0.00010099405,0.0002078552,0.02651729,0.0058394433,0.0022525194,0.008973016,0.095281884,0.0013889123],"about_ca_topic_score_codex":0.0010134629,"about_ca_topic_score_gemma":0.00106105,"teacher_disagreement_score":0.91413647,"about_ca_system_score_codex":0.00023089963,"about_ca_system_score_gemma":0.00035827182,"threshold_uncertainty_score":0.64701873},"labels":[],"label_agreement":null},{"id":"W4399726262","doi":"10.2196/55466","title":"Development of Automated Triggers in Ambulatory Settings in Brazil: Protocol for a Machine Learning–Based Design Thinking Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Computer science; Context (archaeology); Standardization; Health care; Data collection; Scope (computer science); Data science; Data extraction; Artificial intelligence; Machine learning; Software engineering; Medicine; MEDLINE","score_opus":0.5087933506829744,"score_gpt":0.6718913731884899,"score_spread":0.16309802250551553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399726262","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002090752,0.0000011177656,0.0024565137,0.0005685558,0.00001071244,0.9943019,0.0000051659667,0.00039269298,0.0001725622],"genre_scores_gemma":[0.010329912,2.9563425e-8,0.0074243457,0.00008137572,0.000027655833,0.9816727,0.000017202412,0.00005282241,0.00039393126],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99302804,0.0030546768,0.0013535081,0.0005362884,0.0011368701,0.00089059386],"domain_scores_gemma":[0.9968493,0.0021317627,0.00026872414,0.00030459216,0.00029091872,0.00015467605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017252754,0.00019954162,0.00038225428,0.0010653343,0.00053726026,0.000010618534,0.00041828127,0.00023412121,0.00015280546],"category_scores_gemma":[0.0012435919,0.00016687512,0.00006141656,0.0016013874,0.00009525183,0.00018054016,0.00016676144,0.001878935,0.00005236003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02526522,0.019394705,0.30123335,0.09668419,0.00024692153,0.00017797228,0.46336886,0.008529689,0.009573828,0.00083966757,0.04284536,0.031840246],"study_design_scores_gemma":[0.020496622,0.0024924134,0.030345662,0.03616012,0.0000025452168,3.5327514e-7,0.0055336216,0.15742609,0.0014619002,0.0002671087,0.7454252,0.0003883413],"about_ca_topic_score_codex":0.000038971,"about_ca_topic_score_gemma":0.00012978363,"teacher_disagreement_score":0.70257986,"about_ca_system_score_codex":0.000701374,"about_ca_system_score_gemma":0.0043868744,"threshold_uncertainty_score":0.8163142},"labels":[],"label_agreement":null},{"id":"W4399728246","doi":"10.2196/56484","title":"The Effect of Acupuncture on Brain Iron Deposition and Body Iron Metabolism in Vascular Cognitive Impairment: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acupuncture; Medicine; Randomized controlled trial; Neuropsychology; Clinical trial; Cognition; Physical therapy; Physical medicine and rehabilitation; Internal medicine; Psychiatry; Pathology; Alternative medicine","score_opus":0.03895326189210357,"score_gpt":0.4974115320134379,"score_spread":0.45845827012133433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399728246","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057445327,0.0001014862,0.00003980593,0.0027148845,0.000011576777,0.9907883,0.000017012204,0.000064146305,0.0005182969],"genre_scores_gemma":[0.0110304365,0.000007062649,0.00003892352,0.000035382807,0.0002893824,0.9878435,0.000021285688,0.000055637138,0.0006783475],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9912228,0.0047159116,0.00079757825,0.0006738463,0.0017414344,0.0008484462],"domain_scores_gemma":[0.9691402,0.029800387,0.00013732328,0.00038239837,0.00035534683,0.00018434573],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01277237,0.0006000677,0.0025857852,0.00056423753,0.00034086985,0.00021662365,0.00017438705,0.00022739981,0.0000352969],"category_scores_gemma":[0.008776993,0.00019121,0.00094568334,0.00050982286,0.00077472,0.0001317283,0.00016288535,0.0009463446,0.0000083860095],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98333937,0.0007262574,0.000042754888,0.005149221,0.0008637215,0.000074440584,0.0003833595,7.343453e-7,0.0015862039,0.00035913012,0.0033423707,0.0041324636],"study_design_scores_gemma":[0.95309573,0.025352161,0.00022831564,0.0064789928,0.00018586377,0.0000069784555,0.00006309384,0.00047077378,0.0061639766,0.00041250468,0.007394723,0.00014690342],"about_ca_topic_score_codex":0.00002167798,"about_ca_topic_score_gemma":0.000012129135,"teacher_disagreement_score":0.03024363,"about_ca_system_score_codex":0.00025370266,"about_ca_system_score_gemma":0.00030121082,"threshold_uncertainty_score":0.9995725},"labels":[],"label_agreement":null},{"id":"W4399766016","doi":"10.2196/60860","title":"Quality Indicators for Transition from Pediatric to Adult Care for Youth With Chronic Conditions: Proposal for an Online Modified Delphi Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent and Pediatric Healthcare","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University Health Network; Women's College Hospital; Izaak Walton Killam Health Centre; Stollery Children's Hospital; Toronto Rehabilitation Institute; University of Alberta; North York General Hospital; Centre for Addiction and Mental Health; University of Calgary; Canadian Society for Immunology; University of Toronto; CARE Canada; McMaster University; Alberta Health Services; Hospital for Sick Children","funders":"","keywords":"Delphi method; Adult care; Quality (philosophy); Psychology; Transition (genetics); Delphi; Medicine; Nursing; Medical education; Applied psychology; Family medicine; Developmental psychology; Young adult; Computer science","score_opus":0.5140395361974188,"score_gpt":0.659170768990826,"score_spread":0.14513123279340723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399766016","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1759467,0.000035832363,0.008066505,0.0019924527,0.000056600737,0.79520226,0.018406367,0.00027745942,0.000015813142],"genre_scores_gemma":[0.3255959,0.0000018368893,0.0014796752,0.00011901859,0.0032408296,0.66595954,0.0034419897,0.00008760707,0.00007365168],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9943192,0.0015166353,0.00095606036,0.0010082962,0.00088409835,0.0013156952],"domain_scores_gemma":[0.9950856,0.0016286788,0.00015601487,0.00057267264,0.0019301323,0.0006269246],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026033612,0.00030154188,0.00048765962,0.0007161976,0.0017889659,0.000090955444,0.00043986205,0.0003963079,0.00003904674],"category_scores_gemma":[0.00039630587,0.0002365891,0.00013646692,0.0010625022,0.00006459657,0.0003072963,0.00007023878,0.0011381384,0.00002420282],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047436863,0.010502041,0.0824995,0.15863876,0.00033909437,0.000021812391,0.58121437,0.00013537846,0.0002219161,0.009459629,0.06560891,0.04392173],"study_design_scores_gemma":[0.0711228,0.12672468,0.07354411,0.014394244,0.00037125923,0.0000010824966,0.6053108,0.004786042,0.0001339096,0.012221585,0.08824797,0.0031415343],"about_ca_topic_score_codex":0.00060095027,"about_ca_topic_score_gemma":0.0072044735,"teacher_disagreement_score":0.14964917,"about_ca_system_score_codex":0.0008000083,"about_ca_system_score_gemma":0.006716153,"threshold_uncertainty_score":0.9995106},"labels":[],"label_agreement":null},{"id":"W4399771510","doi":"10.2196/58739","title":"Problematic Social Media Use Among Italian Midadolescents: Protocol and Rationale of the SMART Project","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Psychological intervention; Psychology; Protocol (science); Population; Qualitative research; Distress; Applied psychology; Internet privacy; Clinical psychology; Social psychology; Developmental psychology; Medicine; Computer science; Environmental health; Alternative medicine; World Wide Web; Psychiatry; Sociology","score_opus":0.2725844192828632,"score_gpt":0.5456374532054195,"score_spread":0.27305303392255625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399771510","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01071678,0.0000010331363,0.000003125849,0.0027314443,0.000016785378,0.9847005,0.000021988239,0.00017098495,0.0016373788],"genre_scores_gemma":[0.05556797,2.1574874e-7,0.00010638,0.000021496377,0.0001304683,0.94240785,0.0000016628006,0.00002768339,0.0017363015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955141,0.0012868633,0.00040550705,0.0003729131,0.0017345522,0.000686094],"domain_scores_gemma":[0.9987441,0.00033792306,0.00012047468,0.00033532796,0.00035495133,0.00010723723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003049779,0.0001600566,0.00021624821,0.0002993903,0.0009810099,0.00065661344,0.0007723202,0.0002716457,0.00009125492],"category_scores_gemma":[0.0018395017,0.000112367845,0.00009899221,0.0013456816,0.0025924214,0.00071597414,0.0003795994,0.0008403715,0.000026868503],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086450827,0.0035039121,0.37300473,0.01962162,0.00021027777,0.000070345945,0.10058886,6.490633e-7,0.0062807146,0.07112819,0.38283998,0.041886207],"study_design_scores_gemma":[0.0043372745,0.0005929588,0.45383027,0.02953993,0.00001498327,0.0000090868925,0.0088622095,0.00016468289,0.0043822913,0.043032944,0.4544015,0.0008318712],"about_ca_topic_score_codex":0.00028447772,"about_ca_topic_score_gemma":0.00082878495,"teacher_disagreement_score":0.091726646,"about_ca_system_score_codex":0.00022882727,"about_ca_system_score_gemma":0.001091583,"threshold_uncertainty_score":0.95518845},"labels":[],"label_agreement":null},{"id":"W4399771660","doi":"10.2196/59846","title":"Enhanced Cohort Methods for HIV Research and Epidemiology (ENCORE): Protocol for a Nationwide Hybrid Cohort for Transgender Women in the United States","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Cohort; Epidemiology; Medicine; Cohort study; Human immunodeficiency virus (HIV); Protocol (science); Transgender; Family medicine; Psychology; Alternative medicine; Internal medicine","score_opus":0.569857788715432,"score_gpt":0.7194527087884817,"score_spread":0.14959492007304964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399771660","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017244363,0.00001511325,0.033090226,0.008776298,0.00003372525,0.95425445,0.00030175835,0.00008764674,0.0017163651],"genre_scores_gemma":[0.00028137612,0.0000072348766,0.004363746,0.00036983783,0.0005481327,0.98502237,0.00017376963,0.00010019632,0.009133321],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866607,0.0076002395,0.001095939,0.0012339802,0.00059702975,0.0028121187],"domain_scores_gemma":[0.96890223,0.028595429,0.00010700875,0.00078344357,0.0012621226,0.00034978034],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07126714,0.00030463017,0.0006481971,0.0016067207,0.000829913,0.00028790065,0.00092714286,0.0003309683,0.00020408984],"category_scores_gemma":[0.004268388,0.00022305382,0.00015413044,0.0015442696,0.000806255,0.0002111249,0.00011143863,0.0013293851,0.000035821442],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017604465,0.002516569,0.052903138,0.044079516,0.000562471,0.000022394324,0.023448791,0.000017446922,0.0006770227,0.14636643,0.6674915,0.044310275],"study_design_scores_gemma":[0.004258393,0.0036388405,0.011665785,0.00029846537,0.0000056388535,0.000011645947,0.00077073043,0.0017103741,0.00017536874,0.22334659,0.7538852,0.00023296199],"about_ca_topic_score_codex":0.00075815467,"about_ca_topic_score_gemma":0.00016565098,"teacher_disagreement_score":0.08639372,"about_ca_system_score_codex":0.00047208814,"about_ca_system_score_gemma":0.000899975,"threshold_uncertainty_score":0.9563259},"labels":[],"label_agreement":null},{"id":"W4399771689","doi":"10.2196/59224","title":"An Automated Text Messaging Intervention to Reduce Substance Use Self-Stigma (Project RESTART): Protocol for a Feasibility and Acceptability Pilot Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Psychoeducation; Stigma (botany); Psychological intervention; Intervention (counseling); Short Message Service; Medicine; Psychology; Harm reduction; Protocol (science); Medical education; Internet privacy; Psychiatry; Nursing; Alternative medicine; Public health; Computer science","score_opus":0.5139374552160947,"score_gpt":0.6709757072051455,"score_spread":0.15703825198905086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399771689","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22800443,0.0000021214466,0.000086547545,0.00025287137,0.000035412286,0.76963586,0.00015086368,0.0013181877,0.000513747],"genre_scores_gemma":[0.3534225,9.3949e-9,0.0007822327,0.000014790722,0.000055702392,0.64480335,0.000010559917,0.000064921216,0.00084597553],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9922021,0.0028775204,0.0011416168,0.0017831265,0.0008105569,0.0011850803],"domain_scores_gemma":[0.9968338,0.0006903332,0.00012536366,0.0014636234,0.0004683632,0.000418528],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007372747,0.00036022204,0.00040294518,0.00065956864,0.00048622568,0.0014136864,0.0006809103,0.00010988886,0.00030389006],"category_scores_gemma":[0.00036661976,0.00033006523,0.00013794957,0.0015060991,0.00021777405,0.0014743304,0.00030196868,0.0007510238,0.00014038208],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07643786,0.25133875,0.21931976,0.04497733,0.00070359255,0.00039308978,0.029041559,0.0000056012454,0.0022585557,0.019014772,0.16043633,0.1960728],"study_design_scores_gemma":[0.014187409,0.14357646,0.68385196,0.010177981,0.000016520202,0.000039784652,0.004069188,0.0015041049,0.0011307959,0.004698998,0.13576293,0.0009838974],"about_ca_topic_score_codex":0.00073441415,"about_ca_topic_score_gemma":0.0011795836,"teacher_disagreement_score":0.46453217,"about_ca_system_score_codex":0.0009251348,"about_ca_system_score_gemma":0.00026072064,"threshold_uncertainty_score":0.9999151},"labels":[],"label_agreement":null},{"id":"W4399771714","doi":"10.2196/59266","title":"Rationale, Design, and Intervention Development of a Mobile Health–Led Primary Care Program for Management of Type 2 Diabetes in Rural Thailand: Protocol for a SMARThealth Diabetes Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council","keywords":"Preprint; Protocol (science); Medicine; Diabetes management; Diabetes mellitus; Intervention (counseling); Gerontology; Primary care; Type 2 diabetes; Medical education; Family medicine; Alternative medicine; Nursing; Computer science; World Wide Web","score_opus":0.2428756687681462,"score_gpt":0.6166593791067819,"score_spread":0.3737837103386357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399771714","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013779839,0.00009828382,0.00045523237,0.0001707234,0.000017829636,0.9852848,0.000048975216,0.00008479071,0.000059549893],"genre_scores_gemma":[0.0035072553,0.0000046307878,0.019663982,0.000039503386,0.000054436397,0.9763736,0.00014335861,0.000047483754,0.00016574396],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99486756,0.00123723,0.0017875005,0.00050835015,0.0005311612,0.0010681688],"domain_scores_gemma":[0.9970028,0.0011918216,0.00037983453,0.0003605644,0.0007931617,0.0002718255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077102333,0.00020548739,0.000564601,0.00049627514,0.0005856234,0.000021684367,0.00025034827,0.00013582157,0.000026556838],"category_scores_gemma":[0.000067149675,0.00017175145,0.00006823153,0.0007597291,0.00008940466,0.00012244108,0.00019121457,0.00045980577,0.000005090366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018814435,0.0032327452,0.03978774,0.3095777,0.00006246681,3.9685966e-7,0.0060038175,0.0000064699852,0.00007124161,0.0008885707,0.002540857,0.6359465],"study_design_scores_gemma":[0.024219051,0.040777966,0.06927026,0.07459192,0.00001323041,1.987637e-7,0.016187342,0.0031278932,0.00039385882,0.0019251899,0.7690258,0.00046731313],"about_ca_topic_score_codex":0.000027775255,"about_ca_topic_score_gemma":0.00017558452,"teacher_disagreement_score":0.7664849,"about_ca_system_score_codex":0.0006033431,"about_ca_system_score_gemma":0.0028815188,"threshold_uncertainty_score":0.7003821},"labels":[],"label_agreement":null},{"id":"W4399829708","doi":"10.2196/52494","title":"Adapting an Efficacious Peer-Delivered Physical Activity Program for Survivors of Breast Cancer for Web Platform Delivery: Protocol for a 2-Phase Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Psychological intervention; Medicine; Protocol (science); Breast cancer; Scale (ratio); Intervention (counseling); Web application; Randomized controlled trial; Medical education; Physical therapy; Computer science; Cancer; Nursing; World Wide Web; Alternative medicine","score_opus":0.29848962212794494,"score_gpt":0.6014780769877083,"score_spread":0.30298845485976333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399829708","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15173422,0.0000015725293,0.00024760753,0.00036466643,0.000022791375,0.8457314,0.0015798227,0.00026952307,0.00004840891],"genre_scores_gemma":[0.24384083,6.726467e-8,0.00028710836,0.000007435403,0.00072064175,0.75459087,0.000047682734,0.00011646012,0.00038892715],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99578816,0.00020581947,0.0004579216,0.0010006449,0.0014409672,0.0011064626],"domain_scores_gemma":[0.9951635,0.0009009735,0.00014057128,0.0006692462,0.0027073792,0.000418359],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002603939,0.00038828398,0.0007784097,0.00034773676,0.00033419282,0.00023105848,0.0004046919,0.0001948492,0.000046746503],"category_scores_gemma":[0.00020849492,0.00031164306,0.00046638667,0.00077079225,0.00020518484,0.00038751878,0.00014779717,0.0006042593,0.0000026687794],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0934635,0.03316706,0.0008230462,0.024851311,0.00045787662,0.000027175372,0.005788137,0.000011905097,0.017273122,0.0002758946,0.0055676596,0.81829333],"study_design_scores_gemma":[0.09024235,0.15799008,0.0030745238,0.011577958,0.0001996006,0.000032398555,0.007670802,0.14631777,0.019586226,0.000440921,0.561565,0.0013023799],"about_ca_topic_score_codex":0.0008704853,"about_ca_topic_score_gemma":0.002284911,"teacher_disagreement_score":0.8169909,"about_ca_system_score_codex":0.0004418368,"about_ca_system_score_gemma":0.0017443169,"threshold_uncertainty_score":0.99993354},"labels":[],"label_agreement":null},{"id":"W4399850727","doi":"10.2196/57600","title":"Assessment of Sexual Violence Risk Perception in Men Who Have Sex With Men: Proposal for the Development and Validation of “G-Date”","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Psychology; Sexual violence; Perception; Risk perception; Clinical psychology; Social psychology; Developmental psychology; Criminology","score_opus":0.11852737513737008,"score_gpt":0.5376716750658233,"score_spread":0.41914429992845315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399850727","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17058778,0.000028366929,0.011787594,0.0013695728,0.0000015743408,0.8071212,0.00009486438,0.00003591427,0.008973096],"genre_scores_gemma":[0.16450867,0.00001036928,0.0040129367,0.0000017272962,0.000039962917,0.8238899,0.00003485525,0.000020750278,0.007480803],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976723,0.0003716103,0.00038741255,0.00030496114,0.0009371375,0.00032653823],"domain_scores_gemma":[0.9988798,0.00029305447,0.000060301158,0.00025797164,0.00041026174,0.00009862457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038084202,0.0001008392,0.0002067534,0.00032410878,0.00011799483,0.00006924331,0.00014852486,0.00005891597,0.0001150039],"category_scores_gemma":[0.00016370275,0.000059049096,0.000028785676,0.00033366596,0.0002666877,0.00016459789,0.00011708217,0.00046580168,0.000003852824],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027429839,0.0021374815,0.1389112,0.018498192,0.00042106607,0.000024716886,0.010066138,0.000036609163,0.08895858,0.0023868964,0.030465227,0.70535094],"study_design_scores_gemma":[0.009781614,0.061416622,0.4485526,0.035832632,0.00005330246,0.00003023147,0.0384441,0.23810759,0.14168718,0.0012233773,0.024422033,0.00044868287],"about_ca_topic_score_codex":0.00016438191,"about_ca_topic_score_gemma":0.00012848664,"teacher_disagreement_score":0.70490223,"about_ca_system_score_codex":0.0001464169,"about_ca_system_score_gemma":0.0011041248,"threshold_uncertainty_score":0.24079524},"labels":[],"label_agreement":null},{"id":"W4399856182","doi":"10.2196/55613","title":"Digital Gamification Tool (Let’s Control Flu) to Increase Vaccination Coverage Rates: Proposal for Algorithm Development","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Influenza Virus Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Socioeconomic status; Vaccination; Public health; Control (management); Community engagement; Computer science; Medicine; Gerontology; Environmental health; Psychology; Public relations; Nursing; Population; Political science; Immunology; Artificial intelligence","score_opus":0.17951672977635166,"score_gpt":0.5456606775128675,"score_spread":0.3661439477365158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399856182","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012297897,0.00004345859,0.03631014,0.0038159352,0.000020645675,0.9534826,0.00025596144,0.00033357044,0.00450789],"genre_scores_gemma":[0.0055087293,0.00000209279,0.008284977,0.00018960985,0.00039880557,0.97348666,0.00013216556,0.00007258591,0.011924364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957327,0.00022219012,0.00056871196,0.00072051806,0.0017559299,0.0009999359],"domain_scores_gemma":[0.99656457,0.0007057238,0.000043200795,0.00045932818,0.0018526965,0.0003744796],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002932103,0.00026433668,0.00036273513,0.00073068077,0.00061819394,0.00063617877,0.00028491038,0.0001356799,0.00016515069],"category_scores_gemma":[0.00247274,0.00020864481,0.00011004953,0.00087714754,0.00008791728,0.0005865472,0.0003136441,0.000606748,0.00083511404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038912904,0.0008766563,0.000807263,0.0033499147,0.00023672367,0.000119793614,0.001398312,0.000008260171,0.0074370014,0.0019752923,0.053579606,0.9263199],"study_design_scores_gemma":[0.004605447,0.002052894,0.0053898464,0.0017511,0.000005797128,0.000011579204,0.00008829446,0.0037972534,0.009329099,0.00060271606,0.972102,0.00026396062],"about_ca_topic_score_codex":0.000011351675,"about_ca_topic_score_gemma":0.000005598257,"teacher_disagreement_score":0.9260559,"about_ca_system_score_codex":0.0010354765,"about_ca_system_score_gemma":0.0025693139,"threshold_uncertainty_score":0.99994284},"labels":[],"label_agreement":null},{"id":"W4399880403","doi":"10.2196/56772","title":"Nourishing the Infant Gut Microbiome to Support Immune Health: Protocol of SUN (Seeding Through Feeding) Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microbiome; Randomized controlled trial; Gut microbiome; Immune system; Medicine; Protocol (science); Psychology; Immunology; Biology; Bioinformatics; Alternative medicine; Internal medicine","score_opus":0.12166935558789961,"score_gpt":0.5378334158498435,"score_spread":0.41616406026194386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399880403","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00494168,0.000045524004,0.00015708918,0.0045406106,0.00007134558,0.98886144,0.000034256886,0.00004305205,0.0013049924],"genre_scores_gemma":[0.009684714,0.0000070417027,0.00054065144,0.00029450556,0.0007911399,0.98666024,0.000035745205,0.000065098175,0.0019208803],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944159,0.0015440092,0.0015506087,0.0007188182,0.0006504894,0.0011201677],"domain_scores_gemma":[0.99788356,0.0004033433,0.0003087355,0.0007248302,0.000459638,0.00021990434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013023203,0.00032499505,0.0012989048,0.00027125338,0.00043502377,0.00037189518,0.0008306704,0.00026275762,0.00015399524],"category_scores_gemma":[0.0008510603,0.00019989091,0.0006020373,0.00064793375,0.00039273314,0.000024426328,0.0006016527,0.00077725644,0.0000542839],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.42647725,0.00022137038,0.0000040848586,0.0009879173,0.000113822985,0.000004655915,0.00073701487,0.000001512113,0.5374753,0.0003447053,0.03319817,0.0004342105],"study_design_scores_gemma":[0.52925235,0.004471421,0.000014848673,0.0014727284,0.000006152352,0.000017245464,0.00012600937,0.000014326315,0.041432522,0.00011591689,0.42287225,0.00020422867],"about_ca_topic_score_codex":0.0001965217,"about_ca_topic_score_gemma":0.000025110628,"teacher_disagreement_score":0.49604276,"about_ca_system_score_codex":0.00011612477,"about_ca_system_score_gemma":0.0018534624,"threshold_uncertainty_score":0.8151315},"labels":[],"label_agreement":null},{"id":"W4399882742","doi":"10.2196/63249","title":"Correction: Applying an Evidence-Based Community Organizing Approach to Strengthen HIV Prevention for Cisgender Women in US South: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Human immunodeficiency virus (HIV); Computer science; Data science; Medicine; Psychology; Environmental health; Family medicine; Alternative medicine","score_opus":0.5586392235894729,"score_gpt":0.6253541684955258,"score_spread":0.0667149449060529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399882742","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000054644774,0.000006035145,0.01664971,0.00023199191,0.00016275638,0.9777233,0.00014562374,0.00024663936,0.0047792704],"genre_scores_gemma":[0.000039714312,1.8692032e-7,0.010543364,0.000021154754,0.0010560158,0.74280703,0.00039354598,0.00024964855,0.24488935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.982355,0.010123495,0.0015355408,0.0015490397,0.0021255515,0.0023113561],"domain_scores_gemma":[0.99188083,0.0024636697,0.0002956274,0.0021054125,0.0021186525,0.0011358302],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032531247,0.0007232666,0.0014422317,0.0029035145,0.0010628033,0.00089293363,0.0014813088,0.00076781714,0.0002740854],"category_scores_gemma":[0.013081289,0.0006328672,0.00057679793,0.0029026137,0.00020939014,0.0004392784,0.00084389595,0.007078684,0.00006551462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007667466,0.013281285,0.00030687184,0.025474802,0.00029080335,0.000011642262,0.008529355,0.00001727612,0.00041558835,0.000019051264,0.8839278,0.060058035],"study_design_scores_gemma":[0.009335036,0.057647776,0.00040073282,0.036852974,0.000032437587,0.000009101486,0.025637433,0.023176197,0.00037466237,0.00040509322,0.84546584,0.0006626927],"about_ca_topic_score_codex":0.00013142716,"about_ca_topic_score_gemma":0.0003869722,"teacher_disagreement_score":0.24011008,"about_ca_system_score_codex":0.002700487,"about_ca_system_score_gemma":0.0046743476,"threshold_uncertainty_score":0.9996123},"labels":[],"label_agreement":null},{"id":"W4399908684","doi":"10.2196/60392","title":"Correction: Development of a Core Outcome Set for Family and Community Nursing: Protocol for a Delphi Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delphi method; Protocol (science); Delphi; Set (abstract data type); Nursing; Outcome (game theory); Medical education; Psychology; Medicine; Computer science; Alternative medicine; Artificial intelligence","score_opus":0.8256268481814109,"score_gpt":0.7206628032206921,"score_spread":0.10496404496071876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399908684","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001970189,0.0000036385281,0.0002982591,0.00041957002,0.0004346682,0.9747617,0.00016638459,0.0002778551,0.023618214],"genre_scores_gemma":[0.000053915595,3.6277135e-7,0.0023012205,0.000011292656,0.0007056258,0.88654906,0.000062326544,0.00014154587,0.11017467],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98931414,0.0033308382,0.0014105146,0.0009139513,0.003465028,0.0015655471],"domain_scores_gemma":[0.991088,0.0036624884,0.00040067927,0.0011113983,0.0033095167,0.00042794412],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03139494,0.00050126255,0.0009830692,0.0011978172,0.0036451179,0.00071103446,0.0023302992,0.001027557,0.00005253211],"category_scores_gemma":[0.004972581,0.0004574452,0.00023785092,0.0015569688,0.0018166393,0.00021119676,0.0009221577,0.0059643723,0.000015649506],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012109383,0.0027621947,0.00030175014,0.007698493,0.00008351616,0.000007747402,0.037005424,9.329997e-8,0.000028156323,0.00042200158,0.93171346,0.018766226],"study_design_scores_gemma":[0.0017769635,0.004907624,0.0003107579,0.010981245,0.00000821484,0.0000022317597,0.038518935,0.000084479965,0.00004876117,0.0047689294,0.93817705,0.00041479006],"about_ca_topic_score_codex":0.00060964096,"about_ca_topic_score_gemma":0.0021951313,"teacher_disagreement_score":0.08821267,"about_ca_system_score_codex":0.0015366232,"about_ca_system_score_gemma":0.00805448,"threshold_uncertainty_score":0.99978775},"labels":[],"label_agreement":null},{"id":"W4399938100","doi":"10.2196/59119","title":"The Evaluation of a Web-Based Intervention (Deprexis) to Decrease Depression and Restore Functioning in Veterans: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Psychological intervention; Psychosocial; Randomized controlled trial; Medicine; Intervention (counseling); Depression (economics); Depressive symptoms; Clinical trial; Psychiatry; Clinical psychology; Physical therapy; Anxiety; Surgery","score_opus":0.2958578682504078,"score_gpt":0.6380236987155733,"score_spread":0.3421658304651655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399938100","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062115956,0.000026879543,0.00043266502,0.0005189635,0.0000902737,0.99075407,0.000014375687,0.000053685093,0.0018975025],"genre_scores_gemma":[0.10723721,3.209154e-8,0.000090691436,0.000015238944,0.00008429791,0.89185685,0.0000065611534,0.00002929106,0.000679813],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99140275,0.005320636,0.0013081566,0.0005095013,0.0009938946,0.00046507933],"domain_scores_gemma":[0.9946022,0.004032942,0.00019412098,0.0003980267,0.00055478717,0.0002179044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026756855,0.0001627201,0.000536835,0.00061229453,0.00021153623,0.00030226214,0.00022866545,0.00012287016,0.00028239327],"category_scores_gemma":[0.005912478,0.00010484138,0.000379315,0.00050136115,0.00018798927,0.00019730593,0.00008286244,0.00035096434,0.000023146808],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8794771,0.0012013842,0.00003166604,0.00093339384,0.000051167644,0.0000022552597,0.0002202911,0.000009279072,0.00007565471,0.0017326868,0.0016686965,0.11459645],"study_design_scores_gemma":[0.94746685,0.0044825105,0.00013106177,0.011838459,0.000015554535,0.0000016824349,0.000113919064,0.010492538,0.0001690278,0.0047232113,0.02046952,0.000095662144],"about_ca_topic_score_codex":0.000079256686,"about_ca_topic_score_gemma":0.00016975496,"teacher_disagreement_score":0.11450078,"about_ca_system_score_codex":0.00026240468,"about_ca_system_score_gemma":0.00050241704,"threshold_uncertainty_score":0.9273445},"labels":[],"label_agreement":null},{"id":"W4399938161","doi":"10.2196/60099","title":"Improving Antibiotic Use in Nursing Homes by Infection Prevention and Control and Antibiotic Stewardship (IMAGINE): Protocol for a Before-and-After Intervention and Implementation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Crete; European Commission","keywords":"Antibiotic Stewardship; Protocol (science); Medicine; Nursing; Infection control; Intervention (counseling); Antimicrobial stewardship; Stewardship (theology); Antibiotics; Intensive care medicine; Alternative medicine; Antibiotic resistance","score_opus":0.08663264661902528,"score_gpt":0.5382163927243806,"score_spread":0.45158374610535534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399938161","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38296095,0.000009762028,0.00068151014,0.00017080276,0.0000060280368,0.6161012,0.0000076039105,0.000052538395,0.000009582796],"genre_scores_gemma":[0.47217664,8.650097e-7,0.00011572103,0.000004952899,0.000024466037,0.5275507,0.0000073809374,0.000021434429,0.000097836026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99789345,0.0003881667,0.00043496126,0.00058197766,0.0003238985,0.00037756207],"domain_scores_gemma":[0.9993669,0.0001354896,0.00007948309,0.0001769099,0.00012658445,0.000114670875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020203502,0.0001973014,0.0002614714,0.0007821875,0.00015867745,0.0006428183,0.000030780502,0.00007597451,0.0000110251885],"category_scores_gemma":[0.00009757144,0.00017514525,0.000043539472,0.00034692563,0.00014984942,0.000940008,0.00009229561,0.0003557212,0.000001107268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018972898,0.0041887113,0.7139877,0.011396833,0.00009592485,0.000030936768,0.00085971865,2.4360455e-7,0.00336181,0.0001132662,0.0002049368,0.2638626],"study_design_scores_gemma":[0.014300286,0.024535714,0.947307,0.008779348,0.000060308914,0.000059221493,0.0005700906,0.0020888504,0.000534548,0.00036870714,0.0012185901,0.00017736043],"about_ca_topic_score_codex":0.0002590822,"about_ca_topic_score_gemma":0.00038086722,"teacher_disagreement_score":0.26368526,"about_ca_system_score_codex":0.0002298214,"about_ca_system_score_gemma":0.00005186968,"threshold_uncertainty_score":0.71422166},"labels":[],"label_agreement":null},{"id":"W4399938195","doi":"10.2196/57820","title":"Improving the Care of Severe, Open Fractures and Postoperative Infections of the Lower Extremities: Protocol for an Interdisciplinary Treatment Approach","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bone fractures and treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Surgery; Physical therapy; Intensive care medicine; Alternative medicine; Pathology","score_opus":0.17386851535068026,"score_gpt":0.564716425160887,"score_spread":0.3908479098102068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399938195","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005136474,0.000014245381,0.00003063675,0.00044419512,0.0000067559185,0.9903471,0.00009215385,0.000018153338,0.0039103166],"genre_scores_gemma":[0.15678447,1.9382325e-7,0.00027410948,0.000019362791,0.000056932568,0.841682,0.000011672399,0.000026877495,0.0011443374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985447,0.00023841312,0.00026760506,0.00035716573,0.00033600102,0.00025609526],"domain_scores_gemma":[0.9986673,0.00025254572,0.000075453405,0.00059098256,0.00032958956,0.0000841216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036499044,0.00017715938,0.00027840532,0.00009946952,0.0004243521,0.00016738252,0.00027773363,0.00009998454,0.000049486272],"category_scores_gemma":[0.000050373677,0.00007477308,0.00013139138,0.0002470508,0.00032508522,0.00021807081,0.0005977278,0.00033172895,7.044681e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029868836,0.033488236,0.028143838,0.025564801,0.00260488,0.00008303075,0.15133418,0.00016070677,0.022446154,0.0061338707,0.028357208,0.67181426],"study_design_scores_gemma":[0.043252166,0.1658895,0.07023589,0.030143943,0.00028642066,0.00046837755,0.044574715,0.0040616603,0.09917004,0.0055396347,0.5353115,0.0010661248],"about_ca_topic_score_codex":0.0002854511,"about_ca_topic_score_gemma":0.00009607576,"teacher_disagreement_score":0.6707481,"about_ca_system_score_codex":0.00017961809,"about_ca_system_score_gemma":0.0005298014,"threshold_uncertainty_score":0.32638162},"labels":[],"label_agreement":null},{"id":"W4399938482","doi":"10.2196/59067","title":"A Digital Communication Intervention to Support Older Adults and Their Care Partners Transitioning Home After Major Surgery: Protocol for a Qualitative Research Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Institute on Aging; Agency for Healthcare Research and Quality","keywords":"Protocol (science); Intervention (counseling); Qualitative research; Medicine; Nursing; Psychology; Medical education; Gerontology; Family medicine; Alternative medicine","score_opus":0.28439284701266065,"score_gpt":0.6208203302498075,"score_spread":0.3364274832371469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399938482","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08067072,0.000014491742,0.00038510488,0.00072836666,0.000008638788,0.91760546,0.00012740967,0.00014105655,0.0003187232],"genre_scores_gemma":[0.3515189,1.7771883e-7,0.00012642494,0.000017507095,0.00007465634,0.6472625,0.000075238786,0.000061498584,0.0008630862],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99444383,0.0020237623,0.00071040995,0.00085493573,0.0011003608,0.0008667037],"domain_scores_gemma":[0.99432486,0.0029435921,0.000055266766,0.0007622288,0.0015497389,0.00036433534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0083106365,0.00027310455,0.0004971196,0.0012175209,0.00032349458,0.0008048697,0.00022409802,0.00014939337,0.00014402067],"category_scores_gemma":[0.00064535224,0.00021411007,0.0002571147,0.0012570425,0.0002881366,0.00080038724,0.00029368233,0.0010078489,0.00006540808],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05267854,0.0059370315,0.014210868,0.04020111,0.00045198528,0.00031616082,0.5015235,7.5041396e-7,0.00062607817,0.0000841629,0.033540893,0.3504289],"study_design_scores_gemma":[0.022621276,0.040220786,0.039909128,0.17901199,0.000027921533,0.00010616991,0.43236324,0.00022705346,0.009367553,0.0014540486,0.27313444,0.0015564098],"about_ca_topic_score_codex":0.000025323154,"about_ca_topic_score_gemma":0.00010608435,"teacher_disagreement_score":0.34887248,"about_ca_system_score_codex":0.00038362024,"about_ca_system_score_gemma":0.0004876637,"threshold_uncertainty_score":0.8731155},"labels":[],"label_agreement":null},{"id":"W4399938677","doi":"10.2196/58448","title":"Novel Machine Learning HIV Intervention for Sexual and Gender Minority Young People Who Have Sex With Men (uTECH): Protocol for a Randomized Comparison Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Psychological intervention; Motivational interviewing; Randomized controlled trial; Intervention (counseling); Medicine; Men who have sex with men; Reproductive health; Harm reduction; Young adult; Family medicine; Population; Gerontology; Psychology; Human immunodeficiency virus (HIV); Psychiatry","score_opus":0.20141719460073182,"score_gpt":0.5508220132407432,"score_spread":0.3494048186400114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399938677","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033797856,0.000010028957,0.082953624,0.0005227549,0.0000031567652,0.9120678,0.00012720944,0.00014373467,0.0038337414],"genre_scores_gemma":[0.0010543537,2.7532732e-7,0.0019577895,0.0000037404927,0.00038784713,0.8984461,0.00016765583,0.00007235827,0.097909905],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99538964,0.0008351247,0.00086869573,0.00082120846,0.0011388746,0.00094643113],"domain_scores_gemma":[0.99718577,0.0011431875,0.00014189792,0.00038260536,0.00074439193,0.00040212364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007154576,0.0003179576,0.0010199331,0.0006242185,0.00048030497,0.0005927778,0.00025042906,0.00020040355,0.00030101914],"category_scores_gemma":[0.0016453698,0.00022381131,0.0003884717,0.00041437705,0.00034645142,0.00033739972,0.00022739728,0.0012908881,0.000015409652],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84698105,0.0028098803,0.0021432887,0.024930969,0.00060404214,0.000011255488,0.0022666792,0.0000035364667,0.0027319733,0.0007062053,0.10192372,0.014887394],"study_design_scores_gemma":[0.6034607,0.031024931,0.00011569755,0.0026290186,0.000049376344,0.000041553478,0.0010631436,0.28915766,0.0008145508,0.00026532466,0.07113098,0.00024700817],"about_ca_topic_score_codex":0.00027425916,"about_ca_topic_score_gemma":0.00044350617,"teacher_disagreement_score":0.28915414,"about_ca_system_score_codex":0.00022396864,"about_ca_system_score_gemma":0.00037495402,"threshold_uncertainty_score":0.91267604},"labels":[],"label_agreement":null},{"id":"W4399939383","doi":"10.2196/54046","title":"Design of a Tool Capable of Assessing Environmental Sociocultural Physical Factors Influencing Women’s Decisions on When and Where to Toilet Within Real-World Settings: Protocol for the Build and Usability Testing of a Mobile App for Use by Community-Dwelling Women","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Bladder and Prostate Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Toileting; Toilet; Usability; Data collection; Protocol (science); Applied psychology; Psychology; Medicine; Computer science; Physical therapy; Activities of daily living; Alternative medicine; Human–computer interaction","score_opus":0.24483886189204654,"score_gpt":0.5077270932719427,"score_spread":0.26288823137989614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399939383","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.520365,0.0000022709935,0.00017001541,0.00005476975,8.0883956e-7,0.47928506,0.00010097382,0.000014401672,0.0000066988437],"genre_scores_gemma":[0.22294343,5.739194e-7,0.0036461975,0.0000105912895,0.000022724367,0.7732088,0.000005291349,0.000033544165,0.00012885661],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9968556,0.00074276765,0.00058302365,0.0003899976,0.0007839498,0.00064463774],"domain_scores_gemma":[0.9859159,0.013037373,0.00013479183,0.00044795705,0.00024609707,0.00021787852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055809435,0.0002171466,0.0005127727,0.00020094878,0.0005263412,0.000194246,0.00024729225,0.00008235095,0.000017770564],"category_scores_gemma":[0.0011372862,0.00013884593,0.000065751556,0.00035756026,0.0005497272,0.00034509404,0.00031740902,0.0008580373,3.2810308e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009880257,0.0026930016,0.049216807,0.023380889,0.00027804443,0.000005051449,0.19759512,0.00056468934,0.6884023,0.000036831672,0.002229853,0.02571715],"study_design_scores_gemma":[0.019396205,0.10717,0.023308435,0.05661738,0.00007802108,0.000028578643,0.20951997,0.06832105,0.46688113,0.006216208,0.041002303,0.0014607128],"about_ca_topic_score_codex":0.0002810913,"about_ca_topic_score_gemma":0.0000078252515,"teacher_disagreement_score":0.29742157,"about_ca_system_score_codex":0.00044310858,"about_ca_system_score_gemma":0.0003201138,"threshold_uncertainty_score":0.5661973},"labels":[],"label_agreement":null},{"id":"W4399940795","doi":"10.2196/55507","title":"Preventing Cognitive Decline in Older Latino Adults With HIV Through a Culturally Tailored Health Promotion Intervention: Protocol for a Single-Arm Pilot Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Preprint; Protocol (science); Intervention (counseling); Gerontology; Human immunodeficiency virus (HIV); Medicine; Promotion (chess); Health promotion; Cognition; Psychology; Family medicine; Nursing; Alternative medicine; Public health; Psychiatry; World Wide Web; Computer science","score_opus":0.30352298080268253,"score_gpt":0.5831733368274139,"score_spread":0.2796503560247314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399940795","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003646833,0.000006401312,0.0010053985,0.005603752,0.0000069884322,0.98848474,0.000034666977,0.00017827495,0.0010329575],"genre_scores_gemma":[0.039961673,4.0903285e-7,0.0026179734,0.000057062818,0.00022538395,0.95512927,0.00024356676,0.00006352922,0.0017011481],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99618554,0.00053490396,0.00095400354,0.00076964695,0.00075644645,0.0007994778],"domain_scores_gemma":[0.9981456,0.00028147452,0.00021919467,0.0003141943,0.00080703845,0.00023250755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014768698,0.0002608644,0.00043846905,0.0003154863,0.0003216439,0.00018568987,0.00014602729,0.00012314087,0.00019993894],"category_scores_gemma":[0.00024968805,0.0001821312,0.00013036323,0.0010858397,0.000118960306,0.00035762697,0.0001040129,0.00077703054,0.000079622565],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6030808,0.16292156,0.006773745,0.0716803,0.0004920074,0.0003129244,0.012409929,0.0000048270904,0.0003557291,0.0019276395,0.009893334,0.1301472],"study_design_scores_gemma":[0.43676856,0.2579072,0.0055202376,0.24186938,0.0000259582,0.00013372295,0.0008283554,0.0019971675,0.0006432894,0.0016542132,0.052200012,0.00045188697],"about_ca_topic_score_codex":0.00008627174,"about_ca_topic_score_gemma":0.00015148471,"teacher_disagreement_score":0.17018908,"about_ca_system_score_codex":0.00057681865,"about_ca_system_score_gemma":0.00088422606,"threshold_uncertainty_score":0.74270946},"labels":[],"label_agreement":null},{"id":"W4399997200","doi":"10.2196/54955","title":"University Food Environment Assessment Methods and Their Implications: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Systematic review; Computer science; Medicine; MEDLINE; Alternative medicine; Political science","score_opus":0.4794750919771342,"score_gpt":0.6487378545849289,"score_spread":0.16926276260779471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399997200","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.452046e-9,0.15537667,0.00023523347,0.0003727701,0.000001658516,0.843312,0.00015379337,0.00008566342,0.00046216516],"genre_scores_gemma":[1.5649542e-8,0.20174545,0.002178399,0.000027338296,0.000097850985,0.794842,0.000036743197,0.00009803101,0.0009741453],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931545,0.0034831774,0.0008969633,0.0011625276,0.00061487034,0.00068795437],"domain_scores_gemma":[0.9954688,0.0017420452,0.0004226905,0.0016791789,0.00026280584,0.00042450996],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005178869,0.00064595544,0.0036652852,0.00038573868,0.00025648403,0.00013866465,0.00063126395,0.00032753113,0.000053607353],"category_scores_gemma":[0.00034482588,0.00039764124,0.0008734757,0.0007515376,0.0002647202,0.00013442319,0.0010497683,0.0016243714,0.0000969595],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015722466,0.0027678262,0.0000013384922,0.9299866,0.00041101163,0.000004428386,0.00001166679,2.7842686e-9,0.0000017194114,0.0026422958,0.00403955,0.060117867],"study_design_scores_gemma":[0.00038243496,0.0013220838,0.000004512176,0.47805953,0.00032793428,0.000021950387,0.000009059366,0.0000040765453,0.000001786286,0.0008726629,0.51882046,0.0001735201],"about_ca_topic_score_codex":0.0000016041424,"about_ca_topic_score_gemma":6.610234e-7,"teacher_disagreement_score":0.5147809,"about_ca_system_score_codex":0.0012683268,"about_ca_system_score_gemma":0.0010491153,"threshold_uncertainty_score":0.99984753},"labels":[],"label_agreement":null},{"id":"W4400003446","doi":"10.2196/57433","title":"Accuracy Standards of Wearable Technologies for Assessment of Soccer Kicking: Protocol for a Systematic Literature Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sports Performance and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Wearable computer; Computer science; Wearable technology; Data science; Human–computer interaction; Multimedia; Medicine; World Wide Web; Embedded system; Alternative medicine","score_opus":0.3117942393809077,"score_gpt":0.6463728371690751,"score_spread":0.3345785977881674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400003446","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001051427,0.0007539612,0.00037634702,0.00088920945,0.0000043617842,0.99710125,0.00007235099,0.00013868547,0.00065332185],"genre_scores_gemma":[0.0009518736,0.00006047772,0.0027129382,0.000028426679,0.000057096942,0.99563634,0.000011930383,0.000040867326,0.0005000192],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9971709,0.00005020705,0.00083204784,0.0003421227,0.0011421045,0.00046258178],"domain_scores_gemma":[0.99682826,0.00041124734,0.00022260951,0.00061183487,0.0018692982,0.00005672667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005343004,0.00017804922,0.00080942595,0.00041528072,0.000092434704,0.00008942315,0.00026501884,0.00016249083,0.00005004878],"category_scores_gemma":[0.0009958191,0.000112832124,0.00025317026,0.0009251424,0.00015615585,0.00025516082,0.000091105605,0.0005107998,0.0000012322879],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047693515,0.00026115394,0.00039107626,0.97523797,0.00009793211,0.000019258016,0.00020878486,5.5409913e-7,0.00091072894,0.0018940419,0.014032498,0.0064690504],"study_design_scores_gemma":[0.0020694092,0.002887002,0.000067055866,0.8049698,0.000020485526,0.000025223946,0.00020339737,0.00063499395,0.0069637564,0.0004774581,0.1815869,0.000094521994],"about_ca_topic_score_codex":6.7131646e-7,"about_ca_topic_score_gemma":3.9335313e-7,"teacher_disagreement_score":0.1702682,"about_ca_system_score_codex":0.00016153367,"about_ca_system_score_gemma":0.0015442851,"threshold_uncertainty_score":0.46011603},"labels":[],"label_agreement":null},{"id":"W4400020999","doi":"10.2196/55129","title":"Dexmedetomidine Versus Midazolam for End-of-Life Sedation and Agitation: Protocol for a Randomized Controlled Trial (The DREAMS Trial)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dexmedetomidine; Midazolam; Sedation; Medicine; Randomized controlled trial; Anesthesia; Protocol (science); Alternative medicine; Surgery","score_opus":0.48247820620745446,"score_gpt":0.6367338156162906,"score_spread":0.15425560940883615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400020999","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013453902,0.000042359374,0.0008172735,0.002219527,0.00005970863,0.99470514,0.00003081588,0.00005411448,0.0007256941],"genre_scores_gemma":[0.000986154,0.0000046602086,0.0016161142,0.000033070537,0.0009936895,0.9954781,0.000040464383,0.00004212439,0.0008056308],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962376,0.00086506375,0.0011858866,0.00041086672,0.0008904486,0.0004101549],"domain_scores_gemma":[0.9809425,0.016657224,0.00030082144,0.00034880664,0.0015863659,0.00016427653],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008068599,0.00022705896,0.0015398293,0.00033933157,0.00015533084,0.00011847386,0.00018593286,0.00016892176,0.00009630105],"category_scores_gemma":[0.018692652,0.00013135858,0.0006008836,0.00043408698,0.00050624873,0.00016053858,0.000056418496,0.00029255197,0.000004714413],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97739947,0.0004444171,0.000004993952,0.0038504994,0.0005015727,0.0000018195992,0.0008549309,0.0000014002798,0.0010213427,0.003562458,0.006862406,0.0054947035],"study_design_scores_gemma":[0.8092587,0.008302231,8.368578e-7,0.0032791554,0.0000706416,5.3836766e-7,0.00028887184,0.0020218212,0.0046791774,0.0011718078,0.17082731,0.000098892335],"about_ca_topic_score_codex":0.0000150272135,"about_ca_topic_score_gemma":0.000009309562,"teacher_disagreement_score":0.16814075,"about_ca_system_score_codex":0.00009271589,"about_ca_system_score_gemma":0.0012205187,"threshold_uncertainty_score":0.9895733},"labels":[],"label_agreement":null},{"id":"W4400036943","doi":"10.2196/57784","title":"Multifaceted Intervention to Improve Graft Outcome Disparities in African American Kidney Transplants (MITIGAAT Study): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Preprint; Protocol (science); Intervention (counseling); Medicine; Gerontology; Family medicine; Psychology; Alternative medicine; Nursing; Computer science; World Wide Web; Pathology","score_opus":0.14956424269656965,"score_gpt":0.5700035595596115,"score_spread":0.4204393168630418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400036943","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063397046,9.879395e-7,0.00044621818,0.0013799899,0.000039237395,0.99123764,0.00012344166,0.00014994066,0.0002828264],"genre_scores_gemma":[0.07917861,3.084049e-7,0.00044104585,0.00007272745,0.00012060652,0.9169622,0.000042944594,0.000065518056,0.0031160635],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99425346,0.0014481308,0.0015847788,0.00077165256,0.0011216603,0.00082034897],"domain_scores_gemma":[0.9970556,0.0015810184,0.00014972157,0.0003984326,0.0002791919,0.00053605885],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004075411,0.0003962513,0.0021387064,0.0010155634,0.00013254167,0.00031171195,0.00024190325,0.00010043251,0.00011143851],"category_scores_gemma":[0.00088117423,0.00025026544,0.00087994075,0.0008552073,0.00022742018,0.0001827446,0.00004286006,0.0005763075,0.000047149166],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97972816,0.0047476077,0.004560261,0.0046819407,0.00060516695,0.0002602496,0.0012387302,0.000001773514,0.00037275034,0.00013158802,0.00014705662,0.0035247144],"study_design_scores_gemma":[0.97327113,0.012897428,0.0017485631,0.0072691403,0.000080945014,0.000007348777,0.00036896503,0.00064725307,0.00041371793,0.000113488815,0.002948548,0.0002334929],"about_ca_topic_score_codex":0.00060631416,"about_ca_topic_score_gemma":0.0001581891,"teacher_disagreement_score":0.07427548,"about_ca_system_score_codex":0.0002758202,"about_ca_system_score_gemma":0.0003142502,"threshold_uncertainty_score":0.99999493},"labels":[],"label_agreement":null},{"id":"W4400080633","doi":"10.2196/56049","title":"Integrating Social Determinants of Health in Machine Learning–Driven Decision Support for Diabetes Case Management: Protocol for a Sequential Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Computer science; Decision support system; Knowledge management; Psychology; Medicine; Artificial intelligence; World Wide Web; Alternative medicine","score_opus":0.6548008896871415,"score_gpt":0.7417006390401083,"score_spread":0.08689974935296685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400080633","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039319894,0.0000020780228,0.0027848333,0.0004792927,0.000055713237,0.9922614,0.0002218855,0.00010552298,0.00015729113],"genre_scores_gemma":[0.007954726,2.2305449e-7,0.02984874,0.00004564491,0.0001704378,0.9614302,0.000040974686,0.00006800343,0.0004410474],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894422,0.0060511664,0.0018837407,0.00067888055,0.0005733225,0.0013706394],"domain_scores_gemma":[0.9954471,0.0031229118,0.00041013918,0.0003197542,0.0005162812,0.0001838041],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.021827457,0.00024639902,0.00071760215,0.0009556928,0.002457763,0.0000762842,0.0003895482,0.00025388732,0.00020420688],"category_scores_gemma":[0.0010994822,0.00021455274,0.00016993216,0.0009451191,0.00011861163,0.00025049486,0.00055028003,0.0015608245,0.000018211418],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045742295,0.0043098805,0.08440455,0.10230728,0.00015790317,0.00023700896,0.061796505,0.000026636395,0.00011460675,0.008240433,0.026297592,0.70753336],"study_design_scores_gemma":[0.0238088,0.019998847,0.009991994,0.02413042,0.000023740085,0.000010829443,0.031615682,0.08042937,0.00014123518,0.01448762,0.7946524,0.0007090729],"about_ca_topic_score_codex":0.0003219692,"about_ca_topic_score_gemma":0.002963806,"teacher_disagreement_score":0.7683548,"about_ca_system_score_codex":0.00052358804,"about_ca_system_score_gemma":0.0010413476,"threshold_uncertainty_score":0.9988409},"labels":[],"label_agreement":null},{"id":"W4400083783","doi":"10.2196/60671","title":"Leveraging Parents and Peer Recovery Supports to Increase Recovery Capital in Emerging Adults With Polysubstance Use: Protocol for a Feasibility, Acceptability, and Appropriateness Study of Launch","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Polysubstance dependence; Protocol (science); Psychology; Peer review; Medicine; Applied psychology; Clinical psychology; Substance use; Alternative medicine; Political science","score_opus":0.18537754274063936,"score_gpt":0.50484181022954,"score_spread":0.31946426748890067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400083783","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.510296,0.0000039367237,0.000008895466,0.000111453155,0.0000038751164,0.48951176,0.000009057843,0.000034393095,0.000020624007],"genre_scores_gemma":[0.43967977,4.3695377e-7,0.00032603735,0.000009669935,0.00002792872,0.5595914,0.0000071979753,0.000035782214,0.00032174963],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961757,0.00030073235,0.00061672984,0.0010563448,0.0011596082,0.00069085514],"domain_scores_gemma":[0.9978502,0.00058487855,0.00008182245,0.0006097201,0.000571186,0.0003022167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002225801,0.0003227335,0.0006315146,0.0006150907,0.00012248258,0.0002332061,0.00015555853,0.000105131745,0.00006759586],"category_scores_gemma":[0.00053848076,0.00023316535,0.00006932243,0.0009097667,0.0001318269,0.00069705636,0.00022887357,0.00040108454,0.0000021267535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027118571,0.0022776308,0.9413123,0.0040977756,0.00009339464,0.0002189969,0.013601878,0.00000518703,0.00016476531,0.0000066420534,0.00024591485,0.0108569395],"study_design_scores_gemma":[0.030558834,0.013133489,0.9247204,0.011207363,0.00002657612,0.00004356867,0.017045574,0.00013275379,0.001047838,0.00050114386,0.0011180101,0.00046442574],"about_ca_topic_score_codex":0.00045753556,"about_ca_topic_score_gemma":0.0020215572,"teacher_disagreement_score":0.070616215,"about_ca_system_score_codex":0.00036386537,"about_ca_system_score_gemma":0.00042628706,"threshold_uncertainty_score":0.9508207},"labels":[],"label_agreement":null},{"id":"W4400087120","doi":"10.2196/58040","title":"Experiences of Governments and Public Health Agencies Regarding Crisis Communication During the COVID-19 Pandemic in the Digital Age: Protocol for a Systematic Review of Qualitative Studies","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Public health; Public relations; PsycINFO; Crisis communication; Health communication; Pandemic; Political science; MEDLINE; Medicine; Nursing; Coronavirus disease 2019 (COVID-19)","score_opus":0.7884521509448685,"score_gpt":0.7224297968877099,"score_spread":0.06602235405715862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400087120","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.22086e-7,0.3816967,0.000003552735,0.0017319549,0.0000013273844,0.6162655,0.000022407881,0.000012154838,0.00026561244],"genre_scores_gemma":[0.000039993887,0.4148126,0.000020132491,0.000033533022,0.000008807931,0.5849902,0.0000063534544,0.000009370275,0.000079015204],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9773214,0.018466206,0.0017703428,0.00032772316,0.0016789915,0.0004353619],"domain_scores_gemma":[0.9901489,0.00676544,0.0013768502,0.0011386795,0.00047163904,0.0000984838],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04043897,0.00020920609,0.0013444868,0.00026988552,0.0011471168,0.00050879474,0.0020921645,0.00011768722,0.0000056600334],"category_scores_gemma":[0.015236327,0.00010404282,0.0002564322,0.0017422666,0.0012618357,0.00044048353,0.00062646146,0.00062100077,0.0000013112528],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046203395,0.00006626107,0.0000029348728,0.7078195,0.00007024152,1.9137153e-7,0.28219083,1.6248066e-8,1.2788425e-8,0.0055879625,0.0022257026,0.002031709],"study_design_scores_gemma":[0.00009803303,0.00006028824,2.1221949e-7,0.29839063,0.000011136346,0.0000013309818,0.3610864,5.5862716e-7,1.1638169e-8,0.0005565112,0.33974233,0.000052540585],"about_ca_topic_score_codex":0.00014789664,"about_ca_topic_score_gemma":0.00015348147,"teacher_disagreement_score":0.4094289,"about_ca_system_score_codex":0.0012507811,"about_ca_system_score_gemma":0.002000634,"threshold_uncertainty_score":0.99305874},"labels":[],"label_agreement":null},{"id":"W4400103927","doi":"10.2196/54914","title":"Parent Education and Counseling (PairEd-C) Intervention to Improve Family-Centered Care: Protocol for a Prospective Acceptability Study Using the Theoretical Framework of Acceptability","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Intervention (counseling); Psychology; Medical education; Medicine; Nursing; Family medicine; Computer science; Alternative medicine; World Wide Web","score_opus":0.1766057206266657,"score_gpt":0.5845085706076972,"score_spread":0.40790284998103155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400103927","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21603103,0.000014841022,0.0023994588,0.0006710548,0.000041132724,0.7806523,0.00004378628,0.00007743455,0.00006896596],"genre_scores_gemma":[0.43952143,7.9133756e-8,0.0012555647,0.000038645652,0.00023281839,0.5589089,0.0000031144011,0.000030755433,0.0000086779],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994796,0.0013724467,0.00096716103,0.001020915,0.0012998352,0.0005436382],"domain_scores_gemma":[0.9959776,0.0010376706,0.0001405171,0.0010547921,0.0015271939,0.00026222662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006565648,0.000275567,0.000519717,0.00021061074,0.00028784553,0.00031300046,0.00036866646,0.00016193402,0.00017889735],"category_scores_gemma":[0.0023607698,0.00019282599,0.00024297096,0.00074362836,0.0006031982,0.00022186426,0.00039755015,0.000949704,0.000003371643],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02918718,0.02775657,0.3022831,0.058276255,0.00054532365,0.0000065912104,0.21286884,0.0000062513336,0.0035532762,0.010394865,0.0014660457,0.3536557],"study_design_scores_gemma":[0.014822076,0.03693835,0.5814145,0.031064134,0.00014804416,0.000018623832,0.25897077,0.0018844962,0.009202777,0.038510144,0.026018392,0.0010076499],"about_ca_topic_score_codex":0.00030408692,"about_ca_topic_score_gemma":0.00009087774,"teacher_disagreement_score":0.35264805,"about_ca_system_score_codex":0.000819213,"about_ca_system_score_gemma":0.0012546674,"threshold_uncertainty_score":0.7863215},"labels":[],"label_agreement":null},{"id":"W4400115041","doi":"10.2196/57865","title":"Efficacy and Safety of Shi Cervical Rotational Manipulation in Patients With Atlantoaxial Joint Subluxation: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical and Thoracic Myelopathy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subluxation; Randomized controlled trial; Medicine; Protocol (science); Physical therapy; Joint (building); Physical medicine and rehabilitation; Surgery; Engineering; Alternative medicine; Structural engineering","score_opus":0.12027768008496317,"score_gpt":0.48693831118740655,"score_spread":0.3666606311024434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400115041","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017725948,8.8152746e-7,0.0003194168,0.00064376957,0.0000065043696,0.9806493,0.000009232355,0.000034755074,0.0006101787],"genre_scores_gemma":[0.04354515,8.1985434e-8,0.00040219622,0.000013128797,0.0002376084,0.95552474,0.0000687173,0.00002378149,0.00018456415],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99660486,0.00064280507,0.00095107796,0.00038352486,0.0011016255,0.00031608166],"domain_scores_gemma":[0.9974683,0.0014873906,0.00013248058,0.00017836246,0.0005855747,0.00014790511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034516805,0.00016715788,0.001001635,0.00035058925,0.00007610148,0.00007859626,0.00007270971,0.00013275379,0.0003283352],"category_scores_gemma":[0.00095890707,0.0000979757,0.00016208141,0.00043508326,0.00019179424,0.00012867122,0.000056736386,0.00037033876,0.0000065505374],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9821536,0.0013634975,0.0016841494,0.00236939,0.00007552007,0.0000068271424,0.0001949077,0.000004325696,0.000040642764,0.004195048,0.00005035099,0.0078617325],"study_design_scores_gemma":[0.945133,0.0044674943,0.0397953,0.0031599435,0.00001516536,0.00000196677,0.000007896253,0.003574055,0.00005285504,0.0012639273,0.0024250378,0.00010337964],"about_ca_topic_score_codex":0.000010846296,"about_ca_topic_score_gemma":0.0000075927583,"teacher_disagreement_score":0.038111154,"about_ca_system_score_codex":0.000100263715,"about_ca_system_score_gemma":0.00040705706,"threshold_uncertainty_score":0.3995333},"labels":[],"label_agreement":null},{"id":"W4400115066","doi":"10.2196/56170","title":"Optimizing Response Rates to Examine Health IT Maturity and Nurse Practitioner Care Environments in US Nursing Homes: Mixed Mode Survey Recruitment Protocol","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Preprint; Aged care; Protocol (science); Nursing homes; Gerontology; Nursing; Medicine; Psychology; Computer science; World Wide Web; Alternative medicine","score_opus":0.46764952914444696,"score_gpt":0.6779006288071252,"score_spread":0.21025109966267824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400115066","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016311869,0.00008434108,0.00012979982,0.0077330507,0.00007074633,0.9748397,0.00014990561,0.00014914916,0.00053142395],"genre_scores_gemma":[0.0089174295,0.000009178276,0.0010606562,0.00035193108,0.0002142828,0.98610157,0.00007338633,0.0001394676,0.003132125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96592253,0.027058257,0.0015959842,0.0013070542,0.0014141301,0.0027020553],"domain_scores_gemma":[0.9935486,0.004014723,0.000269852,0.00093499915,0.00023887581,0.0009930055],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023104124,0.000431006,0.0007517069,0.0010825526,0.0012456366,0.00019251225,0.00042576806,0.0004488181,0.00020661666],"category_scores_gemma":[0.0012927649,0.00038438407,0.00005655956,0.0014014095,0.00015335823,0.00050077884,0.00025161423,0.0035273475,0.00038389966],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.072299734,0.006101304,0.09827197,0.092939965,0.0001894101,0.00059138844,0.26718724,0.00038428957,0.012919434,0.0007123735,0.30814737,0.14025553],"study_design_scores_gemma":[0.00444659,0.0043784357,0.1139756,0.05744969,0.0000016665235,0.000013763057,0.010707593,0.00080920494,0.00039916142,0.00013635814,0.80715007,0.0005318644],"about_ca_topic_score_codex":0.002552421,"about_ca_topic_score_gemma":0.0042691138,"teacher_disagreement_score":0.49900272,"about_ca_system_score_codex":0.009214712,"about_ca_system_score_gemma":0.006233444,"threshold_uncertainty_score":0.9998608},"labels":[],"label_agreement":null},{"id":"W4400119997","doi":"10.2196/51614","title":"Detecting Algorithmic Errors and Patient Harms for AI-Enabled Medical Devices in Randomized Controlled Trials: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Birmingham Biomedical Research Centre; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Protocol (science); Randomized controlled trial; Computer science; Medical physics; Medicine; Systematic review; MEDLINE; Alternative medicine; Data mining; Pathology","score_opus":0.7044931414052633,"score_gpt":0.7231471353513194,"score_spread":0.018653993946056047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400119997","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5810343e-8,0.37578148,0.00010154768,0.00126419,0.000024089672,0.6227491,0.000013939164,0.000044909593,0.00002075568],"genre_scores_gemma":[4.8675535e-8,0.1931143,0.00023721051,0.00027168312,0.00045706963,0.805524,0.000026772635,0.00010430747,0.00026459486],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9759472,0.011524319,0.008714274,0.0010302241,0.0017258552,0.0010581118],"domain_scores_gemma":[0.95967627,0.035639733,0.001959822,0.0006558618,0.0015260398,0.00054230116],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09015553,0.0006823919,0.0195475,0.001036166,0.00029282723,0.00032678066,0.00039698096,0.00078537234,0.00012139882],"category_scores_gemma":[0.1528843,0.00034603037,0.0024984933,0.00097492087,0.00022526673,0.00012632478,0.00013832559,0.0018711364,0.00003479594],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020436699,0.00022166253,9.425472e-8,0.7393377,0.00034469677,0.000013363022,0.00020526315,1.3960809e-8,7.1866886e-8,0.000031572767,0.0035791327,0.23582974],"study_design_scores_gemma":[0.024776975,0.0009629878,2.0627369e-9,0.6715245,0.0008205806,0.000037820468,0.00016895485,0.0006536109,0.0000031150246,0.00045376865,0.3004022,0.00019547941],"about_ca_topic_score_codex":0.00009509812,"about_ca_topic_score_gemma":0.000058479793,"teacher_disagreement_score":0.29682305,"about_ca_system_score_codex":0.0005972187,"about_ca_system_score_gemma":0.0055786353,"threshold_uncertainty_score":0.99989915},"labels":[],"label_agreement":null},{"id":"W4400238150","doi":"10.2196/58185","title":"Challenges and Facilitation Approaches for the Participatory Design of AI-Based Clinical Decision Support Systems: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Decision support system; Clinical decision support system; Facilitation; Computer science; Knowledge management; Management science; Data science; Psychology; Medicine; Engineering; Artificial intelligence; Alternative medicine","score_opus":0.978756553645789,"score_gpt":0.7937320195104037,"score_spread":0.18502453413538522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400238150","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.2627443e-9,0.4238134,0.0041932384,0.00042729845,0.00001628857,0.57150674,0.00001545384,0.000018255841,0.000009333778],"genre_scores_gemma":[6.2025855e-8,0.37280247,0.00054602796,0.000034300923,0.00025484423,0.62625736,0.00002072746,0.000039984676,0.00004425217],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940303,0.0016789074,0.002341943,0.0007263687,0.0007107928,0.000511663],"domain_scores_gemma":[0.98503685,0.012449895,0.00043785776,0.00074335764,0.0011220629,0.00020995639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02168242,0.000295339,0.0016650694,0.0002605173,0.00018754994,0.00007206723,0.00026878022,0.0004250364,0.000014256143],"category_scores_gemma":[0.0054081557,0.00016601381,0.0003972994,0.00030069644,0.00032288587,0.000080382786,0.000066945046,0.00081581913,0.000025790834],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030775115,0.00015278083,7.9467594e-7,0.47722405,0.000029858786,5.6075385e-7,0.000087931825,8.251055e-7,3.0382036e-8,0.000121771256,0.0053910967,0.51668257],"study_design_scores_gemma":[0.00012335778,0.002375874,2.9730816e-7,0.49514127,0.000101565696,0.0000033614867,0.00010065532,0.00058594265,0.0000028287466,0.00019668712,0.5012888,0.00007935147],"about_ca_topic_score_codex":0.0000050290505,"about_ca_topic_score_gemma":0.0000060189764,"teacher_disagreement_score":0.5166032,"about_ca_system_score_codex":0.0001516051,"about_ca_system_score_gemma":0.0058602723,"threshold_uncertainty_score":0.9997756},"labels":[],"label_agreement":null},{"id":"W4400242494","doi":"10.2196/52779","title":"Body Composition and Energy Expenditure in Youth With Spina Bifida: Protocol for a Multisite, Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Dysraphism and Malformations","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Spina bifida; Medicine; Concordance; Obesity; Cross-sectional study; Psychological intervention; Body mass index; Gerontology; Physical therapy; Environmental health; Pediatrics; Internal medicine; Psychiatry","score_opus":0.20696075841901498,"score_gpt":0.5549890556064758,"score_spread":0.34802829718746087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400242494","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024069348,0.0000020007153,0.00035440928,0.00010464892,0.0000061561286,0.97460246,0.000056419005,0.00009876416,0.00070578814],"genre_scores_gemma":[0.11454261,9.7174315e-8,0.00028762376,0.00002277522,0.00017320913,0.88422847,0.00006696001,0.000030230287,0.0006480055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979491,0.00012205218,0.000347261,0.00045598258,0.0007082761,0.00041729177],"domain_scores_gemma":[0.9991601,0.00008943681,0.00003787373,0.00025889007,0.0002915443,0.00016214066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008234518,0.00016865175,0.00021185077,0.0006909931,0.000250799,0.00033808945,0.000108840344,0.00011791103,0.000054093347],"category_scores_gemma":[0.000029818662,0.00012113324,0.000049333456,0.00060004764,0.00017061691,0.00040740773,0.00008466683,0.00046944022,0.000009616226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055213418,0.016596716,0.85308903,0.014585666,0.00034012666,0.0009833528,0.00922686,0.00003476642,0.017256029,0.013040058,0.010548582,0.009085417],"study_design_scores_gemma":[0.020894522,0.020246647,0.8598215,0.0055627613,0.000008866468,0.00017470433,0.0010180838,0.0014485432,0.0015394017,0.0003182696,0.08862938,0.00033734943],"about_ca_topic_score_codex":0.0001622538,"about_ca_topic_score_gemma":0.00007672205,"teacher_disagreement_score":0.090473264,"about_ca_system_score_codex":0.00013248766,"about_ca_system_score_gemma":0.00021222874,"threshold_uncertainty_score":0.49396703},"labels":[],"label_agreement":null},{"id":"W4400244096","doi":"10.2196/51381","title":"Erlotinib or Gefitinib for Treating Advanced Epidermal Growth Factor Receptor Mutation–Positive Lung Cancer in Aotearoa New Zealand: Protocol for a National Whole-of-Patient-Population Retrospective Cohort Study and Results of a Validation Substudy","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lung Cancer Treatments and Mutations","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Erlotinib; Medicine; Gefitinib; Lung cancer; Population; Cancer registry; Internal medicine; Erlotinib Hydrochloride; Epidermal growth factor receptor; Oncology; Cancer; Environmental health","score_opus":0.09334291967005612,"score_gpt":0.5398483479697775,"score_spread":0.4465054282997214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400244096","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14146349,0.0000028668353,0.000057078578,0.00038212453,0.000011245792,0.856708,0.0012652437,0.000035709178,0.0000742757],"genre_scores_gemma":[0.15357196,2.3305675e-7,0.001639569,0.000004939183,0.00009910715,0.8423842,0.00029599288,0.0000390046,0.0019649488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970188,0.00023316847,0.0009125643,0.00061574363,0.0008809114,0.00033877583],"domain_scores_gemma":[0.9969321,0.0009550734,0.0003201181,0.00015421721,0.0015209016,0.00011760895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009535895,0.00020428766,0.000466704,0.00049214216,0.00013654491,0.000065188586,0.00007064106,0.0000932272,0.000055583776],"category_scores_gemma":[0.0012657793,0.00015663583,0.00008411856,0.00073368615,0.000060867944,0.0003819256,0.00003638466,0.00021723022,6.1065487e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.051558975,0.0044142357,0.86035043,0.0056942566,0.0009906302,0.000017962058,0.036931355,0.00013543005,0.005844978,0.000311071,0.0054956954,0.028254958],"study_design_scores_gemma":[0.04506151,0.017070075,0.9042098,0.008998377,0.00008727149,0.0000064821675,0.0012813951,0.002535311,0.017105162,0.001319095,0.0020120027,0.00031352547],"about_ca_topic_score_codex":0.00083850324,"about_ca_topic_score_gemma":0.00041175366,"teacher_disagreement_score":0.04385934,"about_ca_system_score_codex":0.0008707966,"about_ca_system_score_gemma":0.0010606996,"threshold_uncertainty_score":0.6387424},"labels":[],"label_agreement":null},{"id":"W4400320537","doi":"10.2196/57103","title":"Suicidal Ideation and Attempts Among Youth With Physical-Mental Comorbidity in Canada: Proposal for an Epidemiological Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; McMaster University; University of Waterloo","funders":"","keywords":"Psychiatry; Suicidal ideation; Mental health; Comorbidity; Psychosocial; National Comorbidity Survey; Poison control; Suicide prevention; Medicine; Clinical psychology; Mental illness; Psychology; Medical emergency","score_opus":0.3795749303197293,"score_gpt":0.5582748160068904,"score_spread":0.17869988568716116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400320537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68967307,0.000008272224,0.0000075130765,0.0002819481,0.00001258683,0.30961424,0.00004711319,0.000041978703,0.00031324234],"genre_scores_gemma":[0.5335168,1.3384974e-7,0.000020364212,0.000015607227,0.00009846058,0.46624148,0.000014914113,0.000014843843,0.000077390876],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967381,0.0011207352,0.00028906856,0.0006875024,0.0004921954,0.0006724275],"domain_scores_gemma":[0.9986876,0.00072425936,0.000039236627,0.0002801639,0.00011467614,0.000154053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019702427,0.00020152162,0.00037934948,0.0001382894,0.00021782117,0.00009122745,0.00020891264,0.000064465996,0.00003906948],"category_scores_gemma":[0.000095560186,0.00013288333,0.00003320306,0.00033905808,0.00023594515,0.00018033235,0.00012945861,0.00058747723,0.000009701053],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012364016,0.0011509551,0.9792116,0.00014778644,0.00008409864,0.000120643665,0.010455809,0.0000024873636,0.000086451866,0.0008493427,0.0042264103,0.0024279673],"study_design_scores_gemma":[0.0021964905,0.00637576,0.9703882,0.000115064206,0.0000063412404,0.0000045730153,0.018551834,0.0005105534,0.00005693108,0.0010025732,0.0005711106,0.00022062122],"about_ca_topic_score_codex":0.3849136,"about_ca_topic_score_gemma":0.7723468,"teacher_disagreement_score":0.3874332,"about_ca_system_score_codex":0.0003307557,"about_ca_system_score_gemma":0.00056532136,"threshold_uncertainty_score":0.61918235},"labels":[],"label_agreement":null},{"id":"W4400352265","doi":"10.2196/58356","title":"Intervention for the Management of Neuropsychiatric Symptoms to Reduce Caregiver Stress: Protocol for the Mindful and Self-Compassion Care Intervention for Caregivers of Persons Living With Dementia","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Mindfulness; Psychology; Caregiver stress; Dementia; Intervention (counseling); Self-compassion; Mood; Clinical psychology; Psychological intervention; Medicine; Psychiatry; Disease","score_opus":0.08386970819847961,"score_gpt":0.48345314823562113,"score_spread":0.3995834400371415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400352265","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011575255,0.0000696402,0.10474177,0.0004601819,0.000093048875,0.89297736,0.0002494674,0.00004257357,0.0002084299],"genre_scores_gemma":[0.1361006,1.4202824e-7,0.00040381565,0.0000032136502,0.000089233916,0.8621034,0.000008271562,0.000044244793,0.0012470535],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976284,0.00031878025,0.0005524162,0.0005849512,0.00046294325,0.00045250493],"domain_scores_gemma":[0.9976864,0.0007777031,0.00022780764,0.0005876576,0.0006323575,0.000088111716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011166187,0.00021736101,0.00024472768,0.00036425123,0.0004780276,0.00017692152,0.00064328994,0.000084525964,0.0004129225],"category_scores_gemma":[0.000023990902,0.00012831725,0.0004500028,0.0005329375,0.0001480161,0.000120843826,0.000259653,0.00023654045,0.0000028967768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009794407,0.0049590757,0.0012805675,0.080896184,0.004400346,0.000007553868,0.028855465,0.00012499612,0.00012198435,0.09593438,0.17631823,0.5973068],"study_design_scores_gemma":[0.017372914,0.025464443,0.015324044,0.07057906,0.00069841964,0.000015019227,0.16727245,0.004260017,0.003809584,0.0009162813,0.6935949,0.0006928803],"about_ca_topic_score_codex":0.00008295686,"about_ca_topic_score_gemma":0.00007505635,"teacher_disagreement_score":0.59661394,"about_ca_system_score_codex":0.00008757677,"about_ca_system_score_gemma":0.000055212407,"threshold_uncertainty_score":0.52326256},"labels":[],"label_agreement":null},{"id":"W4400352508","doi":"10.2196/58685","title":"Examining the Impact of Simultaneous Alcohol and Cannabis Use on Alcohol Consumption and Consequences: Protocol for an Observational Ambulatory Assessment Study in Young Adults","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Cannabis; Observational study; Medicine; Alcohol; Poison control; Environmental health; Psychology; Psychiatry","score_opus":0.5068566016392725,"score_gpt":0.6074227433288576,"score_spread":0.10056614168958511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400352508","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46449292,0.0000021566075,0.000002039142,0.00025729032,0.0000022762229,0.53513813,0.00004431362,0.000020429263,0.000040445506],"genre_scores_gemma":[0.41737247,4.990115e-7,0.00004491584,0.000011772551,0.00004513211,0.5820411,0.000009747028,0.000025345076,0.00044905365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962601,0.0007017846,0.0005289546,0.00068944914,0.0012324057,0.00058728835],"domain_scores_gemma":[0.99791694,0.0005254993,0.00008224795,0.00048297958,0.00071485376,0.0002774947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003530554,0.00023899348,0.00036494364,0.00047817375,0.00022885996,0.0003889154,0.00018484372,0.00012937034,0.000060923703],"category_scores_gemma":[0.0006245424,0.00014962134,0.00006869867,0.00048332123,0.00070298545,0.00033040447,0.00013941103,0.0008402603,0.0000014090216],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012080955,0.0031702127,0.92899054,0.004839603,0.0001824522,0.00027767383,0.0044970927,0.00016636123,0.018414807,0.00049838715,0.009913101,0.016968822],"study_design_scores_gemma":[0.00914646,0.023132063,0.9387208,0.0041853827,0.000007077468,0.0000691398,0.0015828677,0.018740261,0.0004518752,0.00012226585,0.0036361269,0.0002056691],"about_ca_topic_score_codex":0.0017731503,"about_ca_topic_score_gemma":0.000620134,"teacher_disagreement_score":0.047120463,"about_ca_system_score_codex":0.00045482107,"about_ca_system_score_gemma":0.0015575162,"threshold_uncertainty_score":0.6101381},"labels":[],"label_agreement":null},{"id":"W4400352545","doi":"10.2196/59428","title":"Using Systems Engineering and Implementation Science to Design an Implementation Package for Preoperative Comprehensive Geriatric Assessment Among Older Adults Having Major Abdominal Surgery: Protocol for a 3-Phase Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Aging","keywords":"Polypharmacy; Medicine; Protocol (science); Geriatrics; Health care; Population; Gerontology; Intensive care medicine; Alternative medicine; Environmental health; Psychiatry","score_opus":0.3238068742167874,"score_gpt":0.6259037538585428,"score_spread":0.3020968796417554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400352545","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15774632,0.0000014463374,0.057506423,0.000067123365,0.000023113475,0.7844734,0.00008455255,0.0000958305,0.0000017942007],"genre_scores_gemma":[0.15023462,4.1528676e-8,0.017967353,0.000008988011,0.00021962062,0.83143145,0.000037826572,0.00007608849,0.000024019993],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99544233,0.00042862818,0.0008007156,0.0010787696,0.0012443557,0.0010051738],"domain_scores_gemma":[0.99640644,0.0009809533,0.0001319985,0.00042543816,0.0015908659,0.00046429317],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0046281987,0.0003305238,0.0004796969,0.001240984,0.00062561384,0.0011932333,0.00021438325,0.00006950167,0.000033323446],"category_scores_gemma":[0.0002203966,0.00029278183,0.000075880176,0.0012716909,0.00012069701,0.001155792,0.00017077678,0.00030579467,0.0000016618266],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020913731,0.009640123,0.06611622,0.0787647,0.0007946517,0.00042050693,0.06807902,0.0011203701,0.5711904,0.0005281383,0.012434402,0.16999769],"study_design_scores_gemma":[0.0836703,0.064620614,0.16366161,0.02888247,0.00017626498,0.00014969237,0.07916403,0.48796594,0.08573962,0.000041914776,0.0041443952,0.0017831486],"about_ca_topic_score_codex":0.0002346612,"about_ca_topic_score_gemma":0.000048013222,"teacher_disagreement_score":0.48684558,"about_ca_system_score_codex":0.0009626402,"about_ca_system_score_gemma":0.0014500424,"threshold_uncertainty_score":0.99995244},"labels":[],"label_agreement":null},{"id":"W4400354697","doi":"10.2196/54451","title":"Early In-Bed Cycle Ergometry With Critically Ill, Mechanically Ventilated Patients: Statistical Analysis Plan for CYCLE (Critical Care Cycling to Improve Lower Extremity Strength), an International, Multicenter, Randomized Clinical Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Joseph Brant Hospital; Université de Montréal; Sinai Health System; Queen's University; Université Laval; Niagara Health System; Hamilton Health Sciences; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; University Health Network; Ottawa Hospital; Hôpital du Sacré-Cœur de Montréal; University of Ottawa; Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke; University of Toronto; Western University; St. Michael's Hospital; St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Cycling; Critically ill; Preprint; Randomized controlled trial; Medicine; Physical therapy; Critical illness; Physical medicine and rehabilitation; Intensive care medicine; Surgery; Computer science","score_opus":0.09530298303021638,"score_gpt":0.5350258150720728,"score_spread":0.4397228320418564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400354697","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46621647,0.00000891843,0.021076472,0.0016474543,0.00029768492,0.5089371,0.0010855979,0.0002141976,0.0005160926],"genre_scores_gemma":[0.5894603,0.0000013580047,0.0046484275,0.0010439231,0.00026020702,0.40394187,0.00052147184,0.000085758074,0.000036709578],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9921899,0.0017849852,0.0015944908,0.001509076,0.0017836232,0.0011379546],"domain_scores_gemma":[0.9674803,0.008807982,0.00008483885,0.00066291617,0.022088053,0.00087592244],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039146566,0.00041348682,0.0013772156,0.0015015532,0.0001577028,0.000463018,0.00049693923,0.00038561708,0.00035747283],"category_scores_gemma":[0.11147861,0.00033373237,0.0006160786,0.0014667907,0.0006903226,0.00039789116,0.00025934624,0.0016722276,0.000049258975],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96553373,0.006090996,0.009136491,0.0008002546,0.0012179253,0.0004423831,0.0005988465,0.0000054082457,0.0004379396,0.0017588735,0.00027598126,0.0137011595],"study_design_scores_gemma":[0.90331364,0.03012236,0.016216334,0.006286125,0.0010576526,0.000004965414,0.004231906,0.03256948,0.0008848028,0.001153055,0.0029794865,0.0011802063],"about_ca_topic_score_codex":0.00007109096,"about_ca_topic_score_gemma":0.00009975155,"teacher_disagreement_score":0.123243816,"about_ca_system_score_codex":0.0004213313,"about_ca_system_score_gemma":0.0005409723,"threshold_uncertainty_score":0.9999115},"labels":[],"label_agreement":null},{"id":"W4400403054","doi":"10.2196/55996","title":"Electroacupuncture and Transcutaneous Electrical Acupoint Stimulation for Perioperative Neurocognitive Disorder in Older Patients Undergoing Cardiac Surgery: Protocol for Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Electroacupuncture; Medicine; Perioperative; Protocol (science); Neurocognitive; Acupressure; Meta-analysis; Acupuncture; Physical therapy; Anesthesia; Physical medicine and rehabilitation; Cognition; Psychiatry; Alternative medicine; Internal medicine","score_opus":0.12084221330496185,"score_gpt":0.4946555152361847,"score_spread":0.3738133019312228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400403054","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001544936,0.0004221709,0.0011925703,0.0021409325,0.0000015940201,0.99583,0.00015827957,0.000047365284,0.000052622185],"genre_scores_gemma":[0.004926038,0.000011448676,0.00013017691,0.0013078843,0.00001964911,0.9930629,0.00017108869,0.000078408106,0.0002923799],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99586415,0.001154347,0.0007393185,0.0008874414,0.0006600518,0.00069467834],"domain_scores_gemma":[0.9884635,0.0047498248,0.000099274264,0.00030617413,0.006209469,0.00017170877],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016680222,0.0004318532,0.0024330176,0.00095054373,0.00019768534,0.00020650621,0.00009924012,0.00016311748,0.00005576104],"category_scores_gemma":[0.010885765,0.00027156196,0.0009797307,0.0015494298,0.00014958897,0.00019996313,0.000053823263,0.00061452814,0.000002404814],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038157122,0.00095375313,0.0024263144,0.9473159,0.038455334,0.00006297283,0.0016505131,0.000004616608,0.00022663198,0.00038257797,0.0040320368,0.0006736879],"study_design_scores_gemma":[0.03690713,0.04622044,0.014871372,0.38966337,0.4542062,0.00021954004,0.0052637216,0.022810794,0.0033049355,0.0032407783,0.017808381,0.0054833274],"about_ca_topic_score_codex":0.0000066763737,"about_ca_topic_score_gemma":0.000033909746,"teacher_disagreement_score":0.5576525,"about_ca_system_score_codex":0.00018957848,"about_ca_system_score_gemma":0.00040898746,"threshold_uncertainty_score":0.99997365},"labels":[],"label_agreement":null},{"id":"W4400413255","doi":"10.2196/52643","title":"The Association Between Physical Distancing Behaviors to Avoid COVID-19 and Health-Related Quality of Life in Immunocompromised and Nonimmunocompromised Individuals: Patient-Informed Protocol for the Observational, Cross-Sectional EAGLE Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Quality of life (healthcare); Clinical psychology; Distancing; Psychology; Social distance; Population; Anxiety; Convergent validity; Cross-sectional study; Medicine; Gerontology; Psychometrics; Psychiatry; Environmental health; Coronavirus disease 2019 (COVID-19); Disease; Nursing","score_opus":0.5948817512916741,"score_gpt":0.668052601034116,"score_spread":0.07317084974244192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400413255","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37397504,0.000014133975,0.000015980064,0.0014947033,0.000017711252,0.62428415,0.00013848381,0.000037567133,0.000022247677],"genre_scores_gemma":[0.2430353,3.101437e-7,0.000023483894,0.00012303068,0.0000617009,0.7564819,0.000025036923,0.000023528828,0.00022573749],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99443424,0.0016133761,0.0014780231,0.0005938379,0.0011415159,0.00073900004],"domain_scores_gemma":[0.98931813,0.009229527,0.00041812993,0.00043779332,0.0002737132,0.0003226939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013129064,0.00021377082,0.00044606408,0.00022012247,0.0012665052,0.00039742002,0.00039915435,0.00014620069,0.00003903093],"category_scores_gemma":[0.0012875474,0.00014482383,0.00009465927,0.00081694056,0.00024039406,0.00020459815,0.0002955989,0.0008540878,0.000009632168],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025818986,0.0011666504,0.9689219,0.001968274,0.0001282758,7.742556e-7,0.017674783,0.000006952595,0.00017291022,0.0010091576,0.0010703874,0.0052980212],"study_design_scores_gemma":[0.0077024666,0.0025861242,0.94793487,0.00030454117,0.0000027597873,4.8079045e-7,0.002178018,0.00005582659,0.000018589233,0.00061373354,0.0384655,0.0001371204],"about_ca_topic_score_codex":0.0042401454,"about_ca_topic_score_gemma":0.00079814496,"teacher_disagreement_score":0.13219772,"about_ca_system_score_codex":0.0019415001,"about_ca_system_score_gemma":0.002962439,"threshold_uncertainty_score":0.9741062},"labels":[],"label_agreement":null},{"id":"W4400413330","doi":"10.2196/51502","title":"Assessing Preparedness for Self-Management of Oral Anticoagulation in Adults With the PERSONAE Scale: Protocol for a Development and Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Preparedness; Scale (ratio); Medicine; Medical education; Alternative medicine; Computer science; World Wide Web; Political science; Geography","score_opus":0.38427009517821015,"score_gpt":0.5950505230787544,"score_spread":0.21078042790054424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400413330","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10049879,6.49549e-7,0.0010626299,0.0004383126,0.000002860146,0.8978085,0.0000011055329,0.00004647814,0.00014071312],"genre_scores_gemma":[0.1030778,4.189253e-8,0.007329994,0.000002892659,0.000050575618,0.889198,0.000009429604,0.000019980527,0.00031129023],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984292,0.00012692699,0.0003127563,0.0003224474,0.00057331275,0.00023540227],"domain_scores_gemma":[0.9992718,0.00019947744,0.000066857785,0.00016992391,0.00025299634,0.00003890909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021584018,0.000111884336,0.00019633248,0.00024081868,0.0001573998,0.00020900137,0.000078567115,0.0000375848,0.0000070015353],"category_scores_gemma":[0.000027243646,0.000067557885,0.00003455473,0.00049818214,0.00004605203,0.00028552485,0.0000783394,0.000092180264,8.471826e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03360319,0.0020228564,0.46478292,0.11413664,0.00095843297,0.000041183102,0.06489682,0.00011730243,0.00058746897,0.0039716195,0.0026945798,0.312187],"study_design_scores_gemma":[0.05312817,0.009045592,0.5463148,0.029773606,0.00010911272,0.000005082887,0.036098957,0.021469684,0.0036573713,0.00030165009,0.29955447,0.00054156326],"about_ca_topic_score_codex":0.0000046566433,"about_ca_topic_score_gemma":0.000015798667,"teacher_disagreement_score":0.31164542,"about_ca_system_score_codex":0.00012234128,"about_ca_system_score_gemma":0.00016978466,"threshold_uncertainty_score":0.27549306},"labels":[],"label_agreement":null},{"id":"W4400419923","doi":"10.2196/57981","title":"Combining Federated Machine Learning and Qualitative Methods to Investigate Novel Pediatric Asthma Subtypes: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Machine learning; Computer science; Artificial intelligence; Asthma; Protocol (science); Data science; Medicine; Alternative medicine","score_opus":0.4627399367650464,"score_gpt":0.6871488905770123,"score_spread":0.22440895381196596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400419923","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017496623,0.0000075256958,0.391867,0.0012545831,0.000022640435,0.6060825,0.0000055095184,0.00047780873,0.00010746114],"genre_scores_gemma":[0.0002437513,6.9808756e-8,0.42693964,0.000048095575,0.00009950266,0.5721139,0.0000028195118,0.000060700015,0.00049153634],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97532713,0.019460207,0.000950918,0.001795278,0.001155202,0.001311289],"domain_scores_gemma":[0.9879207,0.009444483,0.00019445347,0.0006709873,0.0010387134,0.0007306598],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04263705,0.00046825275,0.0006487377,0.0012668903,0.0012229928,0.0022653847,0.0012519658,0.00019832826,0.000026056376],"category_scores_gemma":[0.00794661,0.0003996602,0.0001065264,0.003899486,0.00014300036,0.00060475175,0.0018256289,0.0025849056,0.00003513015],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019788384,0.003030216,0.013664465,0.023341829,0.00030842645,0.0001568899,0.22703715,0.00048498934,0.012225841,0.044877477,0.0067101587,0.6661837],"study_design_scores_gemma":[0.0061187344,0.021348622,0.0024225218,0.0024783826,0.000007278478,0.000040165876,0.0046797,0.5068872,0.0024257437,0.008756855,0.4436178,0.001217037],"about_ca_topic_score_codex":0.00024112918,"about_ca_topic_score_gemma":0.00004329474,"teacher_disagreement_score":0.6649667,"about_ca_system_score_codex":0.00022697567,"about_ca_system_score_gemma":0.0009638869,"threshold_uncertainty_score":0.9998455},"labels":[],"label_agreement":null},{"id":"W4400450083","doi":"10.2196/54323","title":"Capitalizing on Community Groups to Improve Women’s Resilience to Maternal and Child Health Challenges: Protocol for a Human-Centered Design Study in Tanzania","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tanzania; Protocol (science); Resilience (materials science); Maternal health; Psychology; Child health; Psychological resilience; Environmental health; Medicine; Developmental psychology; Population; Gerontology; Social psychology; Health services; Socioeconomics; Sociology; Family medicine; Alternative medicine","score_opus":0.3210085105099048,"score_gpt":0.5673682588009162,"score_spread":0.24635974829101143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400450083","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17678277,0.000004433899,0.000030957523,0.0032214562,0.0000066383745,0.8196178,0.000021241136,0.0000822397,0.00023245582],"genre_scores_gemma":[0.21326862,6.8113707e-7,0.00016664347,0.00066202646,0.00011789787,0.78560567,8.9301767e-7,0.000040337083,0.0001372136],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99546236,0.0012272606,0.0005863821,0.00066647073,0.0008491932,0.0012083612],"domain_scores_gemma":[0.99815273,0.0001864149,0.00005453185,0.00061431905,0.00016054527,0.0008314818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005655199,0.00026653393,0.00049719604,0.00053844217,0.0005378903,0.00022121113,0.00041479475,0.00008134221,0.00002617692],"category_scores_gemma":[0.00014726994,0.00020671597,0.000039755167,0.0004071287,0.000063051986,0.00011532108,0.00038506955,0.0011594278,0.000047579713],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13791676,0.04976956,0.07847066,0.19165306,0.0004122291,0.0017069702,0.3182405,0.00008207156,0.015108832,0.020319927,0.02561182,0.16070762],"study_design_scores_gemma":[0.024300722,0.24647057,0.5564343,0.08324767,0.0000033321248,0.00010048658,0.01643459,0.00016603128,0.0020346062,0.0053823427,0.064661,0.00076437154],"about_ca_topic_score_codex":0.0008249907,"about_ca_topic_score_gemma":0.0005284184,"teacher_disagreement_score":0.47796363,"about_ca_system_score_codex":0.0011093923,"about_ca_system_score_gemma":0.00029470297,"threshold_uncertainty_score":0.8429632},"labels":[],"label_agreement":null},{"id":"W4400461179","doi":"10.2196/59917","title":"Multicomponent Intervention to Improve Acute Myocardial Infarction Care in Tanzania: Protocol for a Pilot Implementation Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Myocardial Infarction Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Myocardial infarction; Tanzania; Referral; Intervention (counseling); Aspirin; Emergency department; Emergency medicine; Randomized controlled trial; Family medicine; Internal medicine; Nursing","score_opus":0.18449539167766854,"score_gpt":0.5920992864353423,"score_spread":0.4076038947576737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400461179","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001871764,0.0000019729034,0.0008215341,0.0040801354,0.000089152396,0.99230015,0.00013181574,0.00021389594,0.00048959564],"genre_scores_gemma":[0.0048972834,3.9031673e-7,0.00094368437,0.00021576103,0.0012312159,0.99191177,0.00014933792,0.00010348161,0.00054707465],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99445444,0.0007573825,0.0009788556,0.0009977223,0.0017085237,0.001103076],"domain_scores_gemma":[0.99751246,0.0002835443,0.00007867195,0.000605515,0.0010867813,0.00043305306],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032395094,0.00031206023,0.00050857436,0.0016238419,0.00023136442,0.00046633615,0.00029726495,0.00020261024,0.00031308393],"category_scores_gemma":[0.00029415687,0.00027632157,0.00037807116,0.0014023002,0.00011632987,0.000431104,0.00036591096,0.0011567614,0.00025780252],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.50117344,0.0026280067,0.00052876695,0.0061430344,0.0006916491,0.00015443581,0.0023866824,0.00001541272,0.12561922,0.0007098934,0.089421555,0.27052793],"study_design_scores_gemma":[0.1409427,0.04781566,0.0028610625,0.0025736326,0.000023453813,0.00002043372,0.0010505858,0.0006724933,0.011713708,0.00020192032,0.791792,0.00033240803],"about_ca_topic_score_codex":0.0004057867,"about_ca_topic_score_gemma":0.000097003714,"teacher_disagreement_score":0.7023704,"about_ca_system_score_codex":0.0019504218,"about_ca_system_score_gemma":0.0007958423,"threshold_uncertainty_score":0.9999689},"labels":[],"label_agreement":null},{"id":"W4400463743","doi":"10.2196/60828","title":"Effectiveness of Aerobic Training for Adverse Symptoms Related to Chemotherapy During Treatment: Protocol for a Randomized Controlled Trial With Cost-Effectiveness Assessment","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Nausea; Adverse effect; Randomized controlled trial; Physical therapy; Aerobic exercise; Vomiting; Randomization; Clinical trial; Intervention (counseling); Chemotherapy; Surgery; Internal medicine; Nursing","score_opus":0.12300859154427349,"score_gpt":0.5468415697927439,"score_spread":0.42383297824847044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400463743","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03284435,0.0000031127831,0.002056315,0.000112272464,0.000032986525,0.9643365,0.00003215374,0.0001531625,0.0004291354],"genre_scores_gemma":[0.05154753,2.6534408e-7,0.00027006541,0.0000070750693,0.00014601793,0.94720876,0.000023788456,0.0001262991,0.00067019113],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946875,0.0021535067,0.0007625642,0.0008061944,0.0008234748,0.0007667881],"domain_scores_gemma":[0.9919392,0.00635441,0.00015578681,0.00047739307,0.00079665426,0.0002765779],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008648808,0.00041484603,0.0024131488,0.0005659855,0.00019547771,0.00009726016,0.00017921197,0.00020853331,0.000071281735],"category_scores_gemma":[0.0003814315,0.00025590634,0.00089960976,0.00080479245,0.00021787484,0.00013851076,0.00003491466,0.00035324073,0.0000028742957],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9560728,0.0011837503,0.000053913824,0.015479385,0.0014626208,0.000024740113,0.0013908204,0.000041813513,0.017764946,0.00072533585,0.000016365395,0.0057834717],"study_design_scores_gemma":[0.9165905,0.027260866,0.00019544948,0.021319404,0.00009360698,0.000010892829,0.00016215372,0.0004774995,0.025615994,0.0002394031,0.007788419,0.0002458104],"about_ca_topic_score_codex":0.000035576846,"about_ca_topic_score_gemma":0.00001534278,"teacher_disagreement_score":0.039482336,"about_ca_system_score_codex":0.0010819284,"about_ca_system_score_gemma":0.0016653117,"threshold_uncertainty_score":0.99998933},"labels":[],"label_agreement":null},{"id":"W4400464768","doi":"10.2196/60289","title":"Understanding the Occurrence and Fate of Atmospheric Microplastics and Their Potential Risks to Human Health: Protocol for a Cross-Sectional Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Microplastics and Plastic Pollution","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microplastics; Environmental health; Cross-sectional study; Environmental science; Personal protective equipment; Exposure assessment; Benzhydryl compounds; Human health; Environmental chemistry; Medicine; Bisphenol A; Chemistry; Coronavirus disease 2019 (COVID-19); Pathology; Infectious disease (medical specialty)","score_opus":0.36416472265944444,"score_gpt":0.5308770917211223,"score_spread":0.16671236906167786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400464768","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011666196,0.0000019086165,0.14487857,0.00012949534,0.000008596147,0.842933,0.00029827084,0.000019983263,0.00006398842],"genre_scores_gemma":[0.19369374,2.4337825e-7,0.000490582,0.000012014252,0.000032978598,0.8056797,0.00000503588,0.0000084627445,0.00007723873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982886,0.00016342495,0.00031703635,0.0004239803,0.00037945117,0.00042756493],"domain_scores_gemma":[0.9991337,0.00041401302,0.00007231644,0.00017582331,0.000037363698,0.00016675542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014967548,0.00013539106,0.00016859046,0.000063985804,0.00068579795,0.00036323845,0.00019300214,0.000064521875,0.00022630219],"category_scores_gemma":[0.00007681474,0.000087504726,0.000064813,0.0008208597,0.0005403694,0.000090315065,0.0003001742,0.00026803673,0.000009822121],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004793665,0.0015801828,0.6310004,0.009805899,0.0011303128,0.00002819796,0.009894527,0.038240705,0.21339698,0.013170127,0.05487958,0.022079434],"study_design_scores_gemma":[0.0035874303,0.006376684,0.6024909,0.0020824915,0.000031950272,0.000049709517,0.00052923226,0.21964641,0.0029662345,0.014308877,0.14708987,0.00084023323],"about_ca_topic_score_codex":0.000110743094,"about_ca_topic_score_gemma":0.0001286108,"teacher_disagreement_score":0.21043074,"about_ca_system_score_codex":0.00022017852,"about_ca_system_score_gemma":0.00007447523,"threshold_uncertainty_score":0.52746725},"labels":[],"label_agreement":null},{"id":"W4400473043","doi":"10.2196/56315","title":"Effectiveness and Acceptability of Cognitive Behavioral Therapy and Family Therapy for Gaming Disorder: Protocol for a Nonrandomized Intervention Study of a Novel Psychological Treatment","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Cognitive behavioral therapy; Population; Clinical psychology; Cognition; Clinical trial; Cognitive therapy; Psychiatry; Alternative medicine","score_opus":0.3546855757327617,"score_gpt":0.6458379897930423,"score_spread":0.2911524140602806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400473043","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4746409,0.0000066247426,0.00034527792,0.000024048277,0.0000030649262,0.52491206,0.000027287984,0.000029593853,0.000011172713],"genre_scores_gemma":[0.44751385,0.000001743129,0.000118289725,9.617775e-7,0.00001013431,0.5523334,9.856406e-7,0.000010164956,0.000010435054],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972863,0.0011408523,0.00035641735,0.000468491,0.00038442237,0.00036349354],"domain_scores_gemma":[0.9978215,0.0014681775,0.00011068718,0.00016708116,0.0003640443,0.00006850841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042690723,0.0001604948,0.00043679928,0.00019181205,0.00029059008,0.00011117691,0.0001972535,0.00017159463,0.00002000979],"category_scores_gemma":[0.00038722396,0.00011169239,0.00014487436,0.00029652086,0.00081052724,0.00017171155,0.000065054985,0.00017880717,1.421333e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.073818885,0.046029713,0.04111054,0.0009700538,0.00013597577,0.0000012822478,0.009695454,7.8223756e-8,0.0046586143,0.00012465454,0.000014877478,0.8234399],"study_design_scores_gemma":[0.3255837,0.1478673,0.48910493,0.003921475,0.000018796767,0.0000012897978,0.02145381,0.0001070248,0.0072257146,0.0017632006,0.0026084266,0.00034434017],"about_ca_topic_score_codex":0.00044002634,"about_ca_topic_score_gemma":0.00013253742,"teacher_disagreement_score":0.82309556,"about_ca_system_score_codex":0.00009553748,"about_ca_system_score_gemma":0.00009597761,"threshold_uncertainty_score":0.45546833},"labels":[],"label_agreement":null},{"id":"W4400473055","doi":"10.2196/58296","title":"The Effectiveness of Collaborative Care Interventions for the Management of Patients With Multimorbidity: Protocol for a Systematic Review, Meta-Analysis, and Meta-Regression Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Novo Nordisk; Novo Nordisk Fonden; Aalborg Universitet","keywords":"Meta-analysis; Protocol (science); Psychological intervention; Meta-regression; Medicine; Systematic review; MEDLINE; Psychology; Alternative medicine; Nursing","score_opus":0.314408727974284,"score_gpt":0.6022744055770428,"score_spread":0.28786567760275883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400473055","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007836404,0.0015151761,0.0038269148,0.00019786351,0.000001261194,0.9938954,0.00043586938,0.000018604534,0.000101037105],"genre_scores_gemma":[0.00418548,0.000009933722,0.00042910647,0.0000049781243,0.000005238001,0.99488777,0.00008489485,0.000021885926,0.00037073766],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99608386,0.0013669174,0.0007427088,0.00044504704,0.0010864701,0.00027498748],"domain_scores_gemma":[0.994034,0.0027182342,0.00033907435,0.00093898905,0.0019021945,0.00006754038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054031815,0.00024486598,0.0019008501,0.0004471861,0.00025677998,0.0001455859,0.00032742554,0.0000361092,0.00006327523],"category_scores_gemma":[0.00024113504,0.00008796382,0.0021201344,0.0031165981,0.0002993564,0.00011248122,0.00020546926,0.00014358835,6.2406684e-7],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012927095,0.00029208465,0.0000876958,0.641798,0.35491282,0.0000017783689,0.00005585778,0.000024978863,0.0000012689915,0.0011968146,0.0002855383,0.00005040388],"study_design_scores_gemma":[0.0033958077,0.0020081587,0.003395907,0.12235361,0.8639465,1.2016129e-7,0.0011639795,0.00066458096,0.00024198707,0.00018423938,0.0024987734,0.00014632444],"about_ca_topic_score_codex":0.000011106921,"about_ca_topic_score_gemma":0.000041464256,"teacher_disagreement_score":0.51944447,"about_ca_system_score_codex":0.00010851586,"about_ca_system_score_gemma":0.000141334,"threshold_uncertainty_score":0.35870603},"labels":[],"label_agreement":null},{"id":"W4400473066","doi":"10.2196/57367","title":"Overdose Detection Among High-Risk Opioid Users Via a Wearable Chest Sensor in a Supervised Injecting Facility: Protocol for an Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Protocol (science); Wearable computer; Opioid overdose; Medical emergency; Emergency medicine; Opioid; Computer science; (+)-Naloxone; Internal medicine; Embedded system; Alternative medicine; Pathology","score_opus":0.3557233647641404,"score_gpt":0.5324162886718069,"score_spread":0.1766929239076665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400473066","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41128993,8.148212e-7,0.000109580316,0.000076103635,0.0000075473454,0.5882693,0.000041539584,0.00017427288,0.000030896514],"genre_scores_gemma":[0.14254604,1.7451266e-7,0.00069804833,0.000013539972,0.00014021576,0.856114,0.000043371634,0.00007180966,0.0003728021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951459,0.00083437056,0.00069672364,0.0011059286,0.0012958632,0.000921202],"domain_scores_gemma":[0.99785525,0.00047800367,0.00008243887,0.0007667853,0.0005179809,0.00029952018],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002929071,0.00035626406,0.0004732034,0.00071810914,0.00037399912,0.00036669345,0.00022991607,0.00021708752,0.00012927181],"category_scores_gemma":[0.00059619005,0.00030719716,0.00013967295,0.0014838672,0.0001237715,0.0006995706,0.0001464652,0.0011288422,0.00006585176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007145763,0.010400376,0.9098565,0.006836877,0.00019738007,0.00013675765,0.008403409,0.00008929821,0.008605656,0.000015685515,0.0002600716,0.04805221],"study_design_scores_gemma":[0.022560876,0.022744268,0.90188295,0.0041625216,0.000026683645,0.000013247799,0.0050551617,0.020788752,0.008573553,0.00066270377,0.013031398,0.0004978922],"about_ca_topic_score_codex":0.003746513,"about_ca_topic_score_gemma":0.0016789103,"teacher_disagreement_score":0.2687439,"about_ca_system_score_codex":0.00095076975,"about_ca_system_score_gemma":0.00085959263,"threshold_uncertainty_score":0.999938},"labels":[],"label_agreement":null},{"id":"W4400473139","doi":"10.2196/57101","title":"Effectiveness of a Virtual Reality Open-Air Bath Program in Reducing Loneliness and Improving Brain Function for Dementia Prevention in Older Adults: Protocol for a Prospective Randomized Crossover Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loneliness; Dementia; Medicine; Randomized controlled trial; Cognitive decline; Cognition; Physical therapy; Gerontology; Psychology; Psychiatry; Disease","score_opus":0.09333129411534594,"score_gpt":0.5576431064153439,"score_spread":0.46431181229999796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400473139","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1352335,0.0000051720876,0.0038644052,0.00009497003,0.000008479933,0.8606343,0.00002090098,0.000055682023,0.00008256381],"genre_scores_gemma":[0.37806177,1.0558794e-7,0.0002278498,0.0000033879649,0.000044314773,0.6213977,0.00002392472,0.00003841964,0.0002025301],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936495,0.0024731788,0.0009829927,0.0011748737,0.0009158349,0.0008036343],"domain_scores_gemma":[0.9964396,0.0017417547,0.00015356456,0.0003400396,0.0011840765,0.00014099949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022505201,0.00028886108,0.00091314263,0.00079479575,0.00018548832,0.0003683157,0.00023852628,0.00015630854,0.000033825057],"category_scores_gemma":[0.002237694,0.00022663303,0.00017939432,0.0011835642,0.0002883091,0.00066869607,0.00042276128,0.0006051555,0.0000011047927],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7975572,0.017488131,0.02967901,0.036826354,0.00033529213,0.000028385733,0.0018360565,0.000004568067,0.004531245,0.00044476162,0.00017045718,0.11109858],"study_design_scores_gemma":[0.6555864,0.03695985,0.2505325,0.037810266,0.0000542385,0.000005029446,0.0019821255,0.0071382783,0.006633938,0.0025538509,0.00044028583,0.00030320755],"about_ca_topic_score_codex":0.00037796586,"about_ca_topic_score_gemma":0.00019635145,"teacher_disagreement_score":0.24282826,"about_ca_system_score_codex":0.00036277575,"about_ca_system_score_gemma":0.00092141563,"threshold_uncertainty_score":0.92418265},"labels":[],"label_agreement":null},{"id":"W4400473208","doi":"10.2196/57344","title":"Acceptability, Perceptions, and Experiences Regarding Electronic Patient-Reported Outcomes After Laparoscopic Cholecystectomy: Protocol for a Mixed Methods Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Laparoscopic cholecystectomy; Medicine; Cholecystectomy; Psychology; Family medicine; Physical therapy; General surgery; Alternative medicine","score_opus":0.3976378704035159,"score_gpt":0.6888197730181209,"score_spread":0.291181902614605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400473208","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4094758,0.0000046197692,0.0001268829,0.00027216188,0.000066957684,0.5896392,0.000019230183,0.0002899346,0.00010525853],"genre_scores_gemma":[0.302555,1.2383913e-7,0.0009664117,0.00004420208,0.00009874744,0.6959145,0.000004719951,0.00005858273,0.00035770488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98364115,0.01004651,0.0017002544,0.0015650066,0.001229178,0.0018179218],"domain_scores_gemma":[0.9937812,0.0032331054,0.00027046594,0.001271726,0.0010217469,0.00042172568],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009595993,0.00041638128,0.0007325335,0.00058434147,0.0019169766,0.00022791697,0.00039340413,0.00037450274,0.0017804798],"category_scores_gemma":[0.0027850207,0.0003178833,0.00017558594,0.0010609295,0.00034060483,0.00070025027,0.000649531,0.002362228,0.000058537153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014692917,0.00048604052,0.94382316,0.0057937405,0.00005680199,0.00000644454,0.035167687,1.8921367e-7,0.000076778204,0.000081523016,0.0017236689,0.011314699],"study_design_scores_gemma":[0.009302545,0.0046363645,0.8455812,0.0026315602,0.000010064436,0.0000037735354,0.07334971,0.00012441634,0.00018167005,0.001598017,0.062138908,0.00044178226],"about_ca_topic_score_codex":0.00020820004,"about_ca_topic_score_gemma":0.00047385783,"teacher_disagreement_score":0.1069208,"about_ca_system_score_codex":0.0016362552,"about_ca_system_score_gemma":0.0018924465,"threshold_uncertainty_score":0.9999394},"labels":[],"label_agreement":null},{"id":"W4400473293","doi":"10.2196/55506","title":"Smartphone App for Prehospital ECG Transmission in ST-Elevation Myocardial Infarction Activation: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Myocardial Infarction Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; William Osler Health System; Niagara Health System; Population Health Research Institute; Ottawa Hospital; University of Toronto; Hamilton Health Sciences; University of Ottawa","funders":"","keywords":"Preprint; Protocol (science); Computer science; Medicine; World Wide Web; Alternative medicine","score_opus":0.2513838156216994,"score_gpt":0.6131773869390951,"score_spread":0.36179357131739565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400473293","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005333756,0.0000022443357,0.055712786,0.00534972,0.000040473722,0.9376096,0.000038216564,0.00029505946,0.0004185287],"genre_scores_gemma":[0.00088223803,4.4126585e-7,0.017969565,0.00011110917,0.0008741603,0.9782916,0.00010780032,0.00013514058,0.0016279953],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99354064,0.0015688667,0.0009431692,0.001132887,0.0017450816,0.0010693731],"domain_scores_gemma":[0.99579245,0.0016991779,0.000095816584,0.0006686172,0.0013883275,0.0003555862],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010294107,0.00036490342,0.0006259074,0.0014904772,0.0003989661,0.0003956121,0.00031496238,0.00038179633,0.00020368223],"category_scores_gemma":[0.0012435535,0.00030890258,0.00036157205,0.002263617,0.00018300224,0.0006868062,0.00015675237,0.0013500908,0.00003331123],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027298467,0.0051797465,0.002629054,0.008050114,0.0005914034,0.00002647759,0.0026240058,0.000042095216,0.07918157,0.00048920786,0.2094677,0.6644202],"study_design_scores_gemma":[0.014313153,0.013242645,0.011342778,0.0023416437,0.000017538021,0.000011524439,0.00078637584,0.0102649825,0.014340786,0.0013772325,0.93163395,0.00032738983],"about_ca_topic_score_codex":0.00005479738,"about_ca_topic_score_gemma":0.000004854109,"teacher_disagreement_score":0.72216624,"about_ca_system_score_codex":0.00092804385,"about_ca_system_score_gemma":0.0012892089,"threshold_uncertainty_score":0.9999363},"labels":[],"label_agreement":null},{"id":"W4400473447","doi":"10.2196/58335","title":"Patterns of Use and Withdrawal Syndrome in Dual Cannabis and Tobacco Users (DuCATA_GAM-CAT): Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Social Fund; Instituto de Salud Carlos III; Plan Nacional sobre Drogas; Generalitat de Catalunya; Centres de Recerca de Catalunya","keywords":"Cannabis; Focus group; Abstinence; Medicine; Confidentiality; Substance abuse; Psychological intervention; Psychology; Psychiatry; Clinical psychology; Computer security","score_opus":0.18902081044923685,"score_gpt":0.5709761245217226,"score_spread":0.3819553140724858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400473447","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29482543,0.0000048976704,0.000027191694,0.0019812132,0.000006977634,0.70304173,0.000055459215,0.00003636172,0.000020724194],"genre_scores_gemma":[0.020712439,6.407216e-7,0.0008838251,0.000021999105,0.00007531534,0.9730199,0.000008414178,0.000085388674,0.005192096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952486,0.0010153176,0.0006795949,0.0009512999,0.0011351567,0.00097004184],"domain_scores_gemma":[0.9978298,0.0003192196,0.00006688205,0.0006797792,0.0006063787,0.00049794524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005627955,0.00030507942,0.00067400077,0.0011087741,0.00013715882,0.0004615143,0.0001919496,0.00018766458,0.000092218506],"category_scores_gemma":[0.0010042805,0.0002372811,0.0001038004,0.0010331009,0.00033076442,0.00040963612,0.0005043477,0.0008377561,0.0000028679888],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012460445,0.008849249,0.6688617,0.0382348,0.00047998189,0.0026105666,0.009609884,0.0000022210058,0.018227909,0.0008724155,0.120792545,0.11899828],"study_design_scores_gemma":[0.011669765,0.017840449,0.6523186,0.006358668,0.000017397984,0.00036596996,0.0039274143,0.0003754866,0.003253169,0.00018240053,0.30327773,0.00041293667],"about_ca_topic_score_codex":0.0012300869,"about_ca_topic_score_gemma":0.000662892,"teacher_disagreement_score":0.274113,"about_ca_system_score_codex":0.00025246994,"about_ca_system_score_gemma":0.0012836393,"threshold_uncertainty_score":0.9676042},"labels":[],"label_agreement":null},{"id":"W4400474802","doi":"10.2196/56163","title":"Nursing Regulation Literature in Canada: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Healthcare Quality and Management","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University; University of Alberta","funders":"","keywords":"Pace; Nursing; Scholarship; Workforce; Politics; Medicine; Political science","score_opus":0.8440999832511195,"score_gpt":0.800566066804017,"score_spread":0.04353391644710247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400474802","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8774392e-10,0.38607883,0.000009992028,0.0019026625,0.000028327577,0.61043674,0.000066241155,0.00005299868,0.0014242256],"genre_scores_gemma":[3.3860528e-10,0.34413418,0.00009142861,0.00033285178,0.00046617686,0.6522587,0.00011966198,0.00009720415,0.0024997697],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98380077,0.008842833,0.0029331543,0.0011272569,0.0013966818,0.0018993288],"domain_scores_gemma":[0.9953117,0.0017377505,0.00063424197,0.0011254374,0.00083554885,0.0003553332],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012328091,0.00055701,0.002370893,0.00078808906,0.000715316,0.000114414484,0.0007414751,0.0007054717,0.00030544],"category_scores_gemma":[0.0012405344,0.00041265468,0.00031288984,0.0026166895,0.00006804765,0.0002160074,0.0003492456,0.0050689857,0.00026751272],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000027022812,0.000039937553,3.727151e-7,0.49406013,0.000008429919,0.000015143253,0.00013633029,2.1096412e-8,5.8790235e-9,0.0014373945,0.1559207,0.3483545],"study_design_scores_gemma":[0.00031336298,0.00007869331,5.7184116e-7,0.4993652,0.000009699005,0.0000011199219,0.000039387098,0.0000026629912,2.0029441e-8,0.00044568232,0.49957174,0.00017183895],"about_ca_topic_score_codex":0.041198272,"about_ca_topic_score_gemma":0.39874008,"teacher_disagreement_score":0.35754183,"about_ca_system_score_codex":0.009500178,"about_ca_system_score_gemma":0.05520188,"threshold_uncertainty_score":0.9998325},"labels":[],"label_agreement":null},{"id":"W4400526037","doi":"10.2196/56727","title":"Surgical Residents’ Perception of Feedback on Their Education: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Perception; Medical education; Medicine; Psychology; Applied psychology; Alternative medicine","score_opus":0.5805634743538737,"score_gpt":0.7150338704376071,"score_spread":0.13447039608373346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400526037","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9015421e-8,0.15854588,0.0000048958395,0.0012040006,0.00003586208,0.8374678,0.00001731221,0.000065569984,0.0026586798],"genre_scores_gemma":[2.2230071e-9,0.26369187,0.00062252436,0.0001527086,0.0012170704,0.73053116,0.00021736589,0.000109429006,0.0034578778],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937831,0.0008731278,0.0020294103,0.0009387892,0.0017408036,0.0006347571],"domain_scores_gemma":[0.9953427,0.00049978634,0.00054125406,0.0013829472,0.00204641,0.0001869533],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056878543,0.00050322915,0.002089751,0.0011459127,0.00018285032,0.000099173274,0.0005966427,0.00058521936,0.0011320368],"category_scores_gemma":[0.0022994997,0.00032867413,0.0006987316,0.002654116,0.0003442268,0.00011054632,0.00019560444,0.0021634263,0.0005327636],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008945866,0.00058974104,4.8309096e-7,0.41964605,0.000025157617,0.000002216009,0.000023454768,2.0175674e-9,2.414327e-7,0.0002910277,0.1687264,0.4106058],"study_design_scores_gemma":[0.00045613112,0.00077838637,0.0000015362666,0.4953761,0.000041765765,0.00004758555,0.000023654655,8.4363114e-7,0.0000014991605,0.00008918082,0.5030604,0.00012291646],"about_ca_topic_score_codex":0.0000041935277,"about_ca_topic_score_gemma":5.4965227e-7,"teacher_disagreement_score":0.41048285,"about_ca_system_score_codex":0.0009512895,"about_ca_system_score_gemma":0.011275054,"threshold_uncertainty_score":0.99991655},"labels":[],"label_agreement":null},{"id":"W4400526119","doi":"10.2196/58610","title":"Establishing Priorities for Improving Data Collection and Measurement of Mental Health and Well-Being of Adolescents With Special Educational Needs Within Nonmainstream Schools: Protocol for a Delphi Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Disability Support Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data collection; Protocol (science); Delphi method; Mental health; Medical education; Psychology; Applied psychology; Computer science; Medicine; Sociology; Alternative medicine; Psychiatry","score_opus":0.29991573529970456,"score_gpt":0.5549250487498506,"score_spread":0.25500931345014605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400526119","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035651427,0.000009246019,0.00018181713,0.00045792843,0.000028411916,0.9632716,0.00006879493,0.000021714117,0.00030902534],"genre_scores_gemma":[0.08757205,1.3424933e-7,0.0009887409,0.000008711403,0.00031711961,0.91086435,0.000024497596,0.00003381512,0.00019055534],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.996309,0.00051151885,0.00065162143,0.0007051316,0.0012548631,0.000567873],"domain_scores_gemma":[0.9980713,0.00033491675,0.00015122407,0.0005520352,0.0006594288,0.00023105841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007866034,0.00018540998,0.00033221804,0.00055477826,0.00042941995,0.00031874017,0.0003931265,0.000086074426,0.00003727738],"category_scores_gemma":[0.0005537975,0.00015399337,0.000035892,0.0006447023,0.0003275138,0.0005594887,0.00034606678,0.0004612018,9.67256e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04271834,0.011343859,0.6744149,0.06995215,0.00040319163,0.0000050157305,0.096094616,0.0000016258097,0.0026085384,0.0053072474,0.046164125,0.05098642],"study_design_scores_gemma":[0.06853142,0.10979109,0.107993156,0.05572837,0.000056650788,0.00008956956,0.5817427,0.0042092283,0.0037981947,0.0065841014,0.059812453,0.0016630915],"about_ca_topic_score_codex":0.0008896773,"about_ca_topic_score_gemma":0.000706092,"teacher_disagreement_score":0.5664217,"about_ca_system_score_codex":0.00028723554,"about_ca_system_score_gemma":0.0027507057,"threshold_uncertainty_score":0.6279667},"labels":[],"label_agreement":null},{"id":"W4400526122","doi":"10.2196/56957","title":"Feasibility and Acceptability Study of a Culturally Adapted Web-Based Intervention to Reduce Suicidal Ideation for Syrian Asylum Seekers and Refugees in the United Kingdom: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; Suicidal ideation; Intervention (counseling); Protocol (science); Psychology; Medicine; Clinical psychology; Psychiatry; Suicide prevention; Poison control; Alternative medicine; Medical emergency; Political science","score_opus":0.4012666111091626,"score_gpt":0.655956333010982,"score_spread":0.2546897219018194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400526122","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46165532,0.0000010536231,0.00046074574,0.00025479193,0.000008174877,0.5375567,0.00002150725,0.00003149194,0.000010199558],"genre_scores_gemma":[0.44418937,3.490869e-9,0.001042472,0.000011806629,0.000026608956,0.55467635,0.000011050902,0.000013888716,0.000028464545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99071395,0.0066154464,0.00088200025,0.0008217711,0.00047787197,0.00048893073],"domain_scores_gemma":[0.9967175,0.0017771634,0.00013408258,0.0005847504,0.00063840044,0.00014809346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017824413,0.00020473059,0.00034892748,0.0005824196,0.00025569584,0.00021789072,0.00031417975,0.00013069357,0.00005605361],"category_scores_gemma":[0.0013258269,0.00014160552,0.000078725214,0.0013288162,0.00011404347,0.0001716123,0.00007813578,0.0004279624,0.0000010822529],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11488952,0.053513728,0.41698682,0.026191961,0.00045062465,0.00001754904,0.2113285,0.000036719954,0.0054903612,0.003857472,0.011887595,0.15534914],"study_design_scores_gemma":[0.024957545,0.027876826,0.88514775,0.0007100646,0.000016572101,0.0000023714683,0.035540335,0.0016715949,0.00029232373,0.0008306166,0.02273276,0.00022123614],"about_ca_topic_score_codex":0.0019320736,"about_ca_topic_score_gemma":0.010017536,"teacher_disagreement_score":0.46816093,"about_ca_system_score_codex":0.00016323922,"about_ca_system_score_gemma":0.00020488122,"threshold_uncertainty_score":0.61776215},"labels":[],"label_agreement":null},{"id":"W4400526226","doi":"10.2196/56765","title":"Influence of Psychological Stress on the Response to Periodontal Treatment: Protocol for a Systematic Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Oral microbiology and periodontitis research","field":"Dentistry","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Psychology; Psychological stress; Psychological therapy; Clinical psychology; Applied psychology; Stress (linguistics); Medicine; Anxiety; Alternative medicine; Computer science; Psychiatry; World Wide Web","score_opus":0.3103511426323233,"score_gpt":0.6171077010944165,"score_spread":0.3067565584620932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400526226","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023253039,0.000031951382,0.0000047720882,0.0017763283,0.0000051637626,0.97421974,0.00033402734,0.000070753376,0.00030423797],"genre_scores_gemma":[0.006547474,0.0000016565085,0.000032562726,0.00018017957,0.000057636338,0.988645,0.0000063095363,0.00003505392,0.0044940906],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99376416,0.0035269666,0.0006783071,0.0006550889,0.00066126947,0.0007142249],"domain_scores_gemma":[0.99548435,0.0027248722,0.00007931066,0.0010890998,0.0004495769,0.00017277575],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005126681,0.00025725606,0.0006179676,0.0002587479,0.00032215702,0.00027073134,0.001029298,0.00019570888,0.0007113055],"category_scores_gemma":[0.002537311,0.00013248088,0.0002676106,0.0008429169,0.00039420775,0.000118405056,0.0002081032,0.00060472643,0.001413795],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024622438,0.002476737,0.0007380082,0.8290366,0.00020004697,0.0005111518,0.00078679645,0.0000116427755,0.056111466,0.0037728103,0.08092476,0.0008075233],"study_design_scores_gemma":[0.0020908595,0.018400272,0.0033086871,0.7482918,0.000010527935,0.0001361773,0.00009210049,0.00002010009,0.013522956,0.0002362362,0.21355405,0.0003362297],"about_ca_topic_score_codex":0.000016906337,"about_ca_topic_score_gemma":0.000028392444,"teacher_disagreement_score":0.13262929,"about_ca_system_score_codex":0.00021706888,"about_ca_system_score_gemma":0.00024932035,"threshold_uncertainty_score":0.9993637},"labels":[],"label_agreement":null},{"id":"W4400526230","doi":"10.2196/56882","title":"A Tailored Postpartum eHealth Physical Activity Intervention for Individuals at High Risk of Postpartum Depression—the POstpartum Wellness Study (POW): Protocol and Data Overview for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"eHealth; Postpartum depression; Medicine; Randomized controlled trial; Psychological intervention; mHealth; Population; Postpartum period; Patient Health Questionnaire; Physical therapy; Anxiety; Health care; Psychiatry; Pregnancy; Depressive symptoms; Environmental health","score_opus":0.1681534025116879,"score_gpt":0.5519637960266107,"score_spread":0.38381039351492285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400526230","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17682908,0.00011655978,0.00008894314,0.0018677819,0.000104864834,0.8201543,0.0007165311,0.00009373088,0.000028175626],"genre_scores_gemma":[0.19691062,0.000018844097,0.00007597346,0.000032811116,0.00048680243,0.80139613,0.0001156141,0.00008037202,0.0008828312],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9892884,0.005242953,0.0015157989,0.0013052203,0.0015725708,0.0010750556],"domain_scores_gemma":[0.98947555,0.0072091892,0.00080788473,0.0015855266,0.0004709117,0.00045092485],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017190203,0.00052649574,0.0025878751,0.00036171867,0.0007399464,0.00026852594,0.0007913902,0.00021946874,0.000096213975],"category_scores_gemma":[0.0023986073,0.00030676287,0.00066578924,0.00041376078,0.00048538978,0.00044629298,0.001137254,0.000996175,0.000013053584],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9355785,0.0067938585,0.0015161019,0.0485061,0.0006903511,0.000015436888,0.0008071499,4.5203484e-7,0.000083001105,0.00041748743,0.0015218669,0.004069657],"study_design_scores_gemma":[0.92844707,0.018486487,0.0029465798,0.03281833,0.00033674118,0.000023879069,0.0001263138,0.003324016,0.0026147957,0.0016334314,0.008931938,0.0003103958],"about_ca_topic_score_codex":0.00020408675,"about_ca_topic_score_gemma":0.00004241419,"teacher_disagreement_score":0.020081533,"about_ca_system_score_codex":0.0002000801,"about_ca_system_score_gemma":0.0006297347,"threshold_uncertainty_score":0.9999384},"labels":[],"label_agreement":null},{"id":"W4400546181","doi":"10.2196/50542","title":"Effect of Menstrual Cycle and Hormonal Contraception on Musculoskeletal Health and Performance: Protocol for a Prospective Cohort Design and Cross-Sectional Comparison","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bone health and osteoporosis research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Menstrual cycle; Medicine; Hormonal contraception; Hormone; Bone remodeling; Physiology; Population; Gynecology; Endocrinology; Family planning","score_opus":0.13666579419145275,"score_gpt":0.5913301121250569,"score_spread":0.4546643179336042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400546181","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2838812,0.000022736596,0.00006927493,0.0001707635,0.0000039441156,0.7156979,0.000017143628,0.000038553517,0.00009851525],"genre_scores_gemma":[0.1958084,0.0000042758074,0.0003188052,0.000014865693,0.00011483542,0.8035754,0.000011924443,0.000028278982,0.00012319724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99647975,0.00063495745,0.0005069961,0.0006302355,0.0010640188,0.00068402744],"domain_scores_gemma":[0.9977627,0.0010484854,0.00007969267,0.00018212487,0.00036540802,0.00056161894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064876373,0.00020856556,0.0004980042,0.00033735458,0.00044119288,0.00018317797,0.000063183135,0.00017765563,0.000030825056],"category_scores_gemma":[0.0002935507,0.00015161073,0.00005867403,0.000282034,0.00067525444,0.0001962662,0.000087008586,0.00088879775,0.0000053736017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048038192,0.0005178515,0.8002703,0.040165506,0.000075143886,0.0000065520294,0.00038948294,0.0000034693269,0.0017459731,0.00035542113,0.0017627558,0.10666934],"study_design_scores_gemma":[0.012341365,0.11359867,0.8469762,0.0030442327,0.0000047712047,0.00007629879,0.00003960061,0.013801977,0.0034240421,0.00012144798,0.0064146807,0.00015668277],"about_ca_topic_score_codex":0.000023849041,"about_ca_topic_score_gemma":0.0000025117158,"teacher_disagreement_score":0.11308082,"about_ca_system_score_codex":0.00023841148,"about_ca_system_score_gemma":0.00083379925,"threshold_uncertainty_score":0.6182506},"labels":[],"label_agreement":null},{"id":"W4400557890","doi":"10.2196/63220","title":"Effects of a Parent-Child Single-Session Growth Mindset Intervention on Adolescent Depression and Anxiety Symptoms: Protocol of a 3-Arm Waitlist Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Education, Achievement, and Giftedness","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Mindset; Anxiety; Intervention (counseling); Session (web analytics); Clinical psychology; Psychology; Depression (economics); Protocol (science); Psychiatry; Medicine; Physical therapy; Alternative medicine; Computer science; World Wide Web","score_opus":0.07594138838932128,"score_gpt":0.5063354436511399,"score_spread":0.4303940552618186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400557890","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057759088,0.000046157664,0.00009829795,0.00013249094,0.00013107483,0.94013405,0.000012746221,0.000063193496,0.0016229122],"genre_scores_gemma":[0.2700762,0.0000017807495,0.00001674711,0.000011763612,0.00020371418,0.7292761,0.000015521928,0.000034498313,0.00036370204],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99204177,0.004536429,0.0012253339,0.0007151044,0.0009884314,0.0004929104],"domain_scores_gemma":[0.9967728,0.0017653255,0.00046998178,0.0004802174,0.0003368767,0.00017475522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049793147,0.0003076535,0.0011196998,0.00064406154,0.00015277378,0.00012844651,0.0003365293,0.000256922,0.00025880086],"category_scores_gemma":[0.00096140755,0.00020614674,0.00046994517,0.0005028485,0.00043875145,0.00015194967,0.00014906212,0.0006640676,0.000015037415],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94944584,0.014224159,0.0022349292,0.00850158,0.0002649368,0.000008171881,0.001820773,1.916925e-7,0.002297209,0.0016100097,0.003401267,0.016190954],"study_design_scores_gemma":[0.9432026,0.006078623,0.0019105083,0.02773261,0.00004593531,0.0000033642793,0.00023822437,0.00005779643,0.014075232,0.0006862743,0.0057499167,0.00021889928],"about_ca_topic_score_codex":0.00006463316,"about_ca_topic_score_gemma":0.0000071780846,"teacher_disagreement_score":0.2123171,"about_ca_system_score_codex":0.000103426486,"about_ca_system_score_gemma":0.00013657859,"threshold_uncertainty_score":0.84064204},"labels":[],"label_agreement":null},{"id":"W4400558398","doi":"10.2196/62667","title":"Effect of Semaglutide on Physical Function, Body Composition, and Biomarkers of Aging in Older Adults With Overweight and Insulin Resistance: Protocol for an Open-Labeled Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Treatment and Management","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Overweight; Semaglutide; Medicine; Randomized controlled trial; Insulin resistance; Preprint; Gerontology; Physical therapy; Diabetes mellitus; Obesity; Type 2 diabetes; Internal medicine; Endocrinology; Computer science; World Wide Web","score_opus":0.033725395934377816,"score_gpt":0.45878662488189736,"score_spread":0.4250612289475195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400558398","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14112085,0.000009696729,0.0000120097675,0.0001474115,0.0000030599924,0.85800034,0.0000061711185,0.000024232428,0.0006762327],"genre_scores_gemma":[0.12679063,5.7685355e-7,0.00011255957,0.000009513961,0.000052195643,0.8726954,0.00001649822,0.000026714808,0.0002959081],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9970689,0.0011110211,0.00050039013,0.00046720973,0.000555512,0.00029698102],"domain_scores_gemma":[0.99744517,0.0018189519,0.00013346558,0.00026546526,0.00022434746,0.00011258368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038791134,0.00021169221,0.0012950874,0.00041780944,0.000071950075,0.00010926686,0.00010323187,0.00005992692,0.0000134222155],"category_scores_gemma":[0.00018167778,0.0001211493,0.00008771117,0.00039230016,0.00028636234,0.0001670619,0.00008496912,0.00018478323,6.559637e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.978456,0.0030614268,0.000119296936,0.010015867,0.00052629545,0.000013597799,0.00026755413,4.049976e-7,0.0020646423,0.0009527816,0.0010046705,0.0035174205],"study_design_scores_gemma":[0.93804497,0.034692362,0.00026442052,0.017036993,0.000092028546,5.12126e-7,0.00003126796,0.0010457018,0.0073426696,0.00020971075,0.0011341918,0.00010518559],"about_ca_topic_score_codex":0.0000145723325,"about_ca_topic_score_gemma":0.000009539988,"teacher_disagreement_score":0.040411085,"about_ca_system_score_codex":0.000065635424,"about_ca_system_score_gemma":0.00012336411,"threshold_uncertainty_score":0.4940325},"labels":[],"label_agreement":null},{"id":"W4400558959","doi":"10.2196/60626","title":"Effectiveness of a Bullying Intervention (Be-Prox) in Norwegian Early Childhood and Education Care Centers: Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bullying, Victimization, and Aggression","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Norwegian; Preprint; Protocol (science); Randomized controlled trial; Intervention (counseling); Cluster (spacecraft); Medicine; Psychology; Alternative medicine; Nursing; Computer science; World Wide Web","score_opus":0.06374575252717338,"score_gpt":0.5044391328368766,"score_spread":0.4406933803097032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400558959","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026283246,0.000023488225,0.00075881626,0.00010555559,0.00009295035,0.97186416,0.000010750459,0.000056996752,0.0008040124],"genre_scores_gemma":[0.06519421,3.5190254e-7,0.00013819523,0.0000085802,0.00018999114,0.93397546,0.000024098188,0.000047517693,0.0004216168],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9927398,0.004918962,0.00085816823,0.00060560013,0.00043874566,0.00043870055],"domain_scores_gemma":[0.9969424,0.001921881,0.00024004279,0.0003134307,0.0004856423,0.00009657317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006565965,0.0002269314,0.0008589725,0.00076969096,0.00014683914,0.00024859497,0.0002244077,0.00023764899,0.00017181075],"category_scores_gemma":[0.0007543777,0.00016727706,0.00034481703,0.0004596003,0.00017999201,0.00025031512,0.000098092634,0.0004557778,0.000007113987],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9655879,0.0019259681,0.0005477412,0.0071205394,0.000119139026,0.0000028875338,0.009468645,0.0000026257187,0.00022844154,0.0010605615,0.00052425364,0.0134113],"study_design_scores_gemma":[0.96374875,0.0024252343,0.0014510232,0.027094305,0.000011887024,0.0000035716478,0.0011452368,0.00019587374,0.00026947795,0.001062369,0.0024193297,0.00017293605],"about_ca_topic_score_codex":0.000116916846,"about_ca_topic_score_gemma":0.000013617839,"teacher_disagreement_score":0.03891097,"about_ca_system_score_codex":0.00013540743,"about_ca_system_score_gemma":0.00035448003,"threshold_uncertainty_score":0.68213606},"labels":[],"label_agreement":null},{"id":"W4400561266","doi":"10.2196/63463","title":"Stimulation Therapy to Induce Mothers: Protocol for a Multicenter Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences","keywords":"Preprint; Randomized controlled trial; Protocol (science); Medicine; Psychology; Computer science; Alternative medicine; World Wide Web; Internal medicine","score_opus":0.3056435924686341,"score_gpt":0.6095046388593367,"score_spread":0.3038610463907026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400561266","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005218042,0.000002825458,0.0003945998,0.007822843,0.000026164298,0.9890655,0.000003604229,0.00014976844,0.0020128628],"genre_scores_gemma":[0.0028300625,2.777141e-7,0.0011838751,0.00028517738,0.0009874502,0.9920349,0.0000027445224,0.000053243883,0.0026222286],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964752,0.0007976243,0.00070295826,0.00049791066,0.0009873043,0.00053895474],"domain_scores_gemma":[0.9958479,0.0027864194,0.00011385083,0.0003328988,0.0006702621,0.0002486771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074374285,0.00021325114,0.00090895523,0.00043184566,0.0001617151,0.0005520987,0.0002021202,0.00016444185,0.0007031073],"category_scores_gemma":[0.0022819613,0.00012397666,0.00041092795,0.00046186722,0.00014248758,0.0004161553,0.000052458134,0.0005444749,0.00016063591],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9623793,0.00087846594,0.00001781539,0.0006476884,0.00020165826,0.0000069317207,0.00062896445,0.0000063154203,0.0030521315,0.00045453524,0.006907771,0.024818443],"study_design_scores_gemma":[0.6926262,0.004147999,0.00002551698,0.002384469,0.000008404646,0.00000275321,0.000027409153,0.003876752,0.0006677114,0.00027071667,0.29586625,0.00009581916],"about_ca_topic_score_codex":0.000023425539,"about_ca_topic_score_gemma":0.0000011361356,"teacher_disagreement_score":0.2889585,"about_ca_system_score_codex":0.00011012797,"about_ca_system_score_gemma":0.0004845723,"threshold_uncertainty_score":0.7698532},"labels":[],"label_agreement":null},{"id":"W4400561874","doi":"10.2196/60575","title":"A Video-Based Communication Intervention for Fecal Ostomy Surgery (CI-oSurg): Protocol for Open Pilot Testing to Improve Intervention Acceptability and Feasibility","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stoma care and complications","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Aging","keywords":"Preprint; Protocol (science); Intervention (counseling); Medicine; Multimedia; Psychology; Computer science; World Wide Web; Alternative medicine; Nursing","score_opus":0.6005304633958273,"score_gpt":0.6461433570625386,"score_spread":0.045612893666711285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400561874","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034812454,0.0000047366366,0.012591274,0.0026165596,0.000010056796,0.98069906,0.0001052516,0.00018531857,0.00030651304],"genre_scores_gemma":[0.061786655,2.8318045e-8,0.007417905,0.000077833334,0.0001031727,0.9302018,0.00009937691,0.000049080325,0.00026412267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968196,0.0006281929,0.0007944863,0.0008392349,0.00042522795,0.0004932625],"domain_scores_gemma":[0.99365664,0.0032664416,0.00012290344,0.0011358581,0.0015491418,0.0002689943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007842207,0.00020410662,0.0004022032,0.00036349683,0.00040902128,0.00071059476,0.00049378444,0.00011148595,0.00013297572],"category_scores_gemma":[0.004123829,0.00018131798,0.0002840806,0.00079432514,0.00017621151,0.00040045308,0.00059594365,0.00043192029,0.000019479383],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024047099,0.007075844,0.045156945,0.0334864,0.00010688407,0.000004291361,0.00023904978,0.0000020652424,0.011880203,0.0013465314,0.0409995,0.8356552],"study_design_scores_gemma":[0.027347106,0.03641167,0.25377476,0.040745504,0.0000633571,0.00003657998,0.00050381373,0.014832715,0.02851749,0.020297397,0.57648087,0.0009887588],"about_ca_topic_score_codex":0.00022841475,"about_ca_topic_score_gemma":0.0001444954,"teacher_disagreement_score":0.83466643,"about_ca_system_score_codex":0.000513339,"about_ca_system_score_gemma":0.00057589076,"threshold_uncertainty_score":0.7393933},"labels":[],"label_agreement":null},{"id":"W4400562059","doi":"10.2196/63656","title":"A Microfinance Intervention With or Without Peer Support to Improve Mental Health Among Transgender and Nonbinary Adults (the Creating Access to Resources and Economic Support Study): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Randomized controlled trial; Mental health; Transgender; Microfinance; Intervention (counseling); Peer support; Protocol (science); Psychology; Psychological intervention; Social support; Applied psychology; Medicine; Medical education; Physical therapy; Clinical psychology; Alternative medicine; Social psychology; Psychiatry; Political science","score_opus":0.14972700568446987,"score_gpt":0.597671259186603,"score_spread":0.4479442535021332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400562059","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13338193,0.0000037143302,0.000070776434,0.0044205575,0.000050666273,0.86126006,0.00006977277,0.000059911177,0.0006826242],"genre_scores_gemma":[0.018838927,6.974224e-7,0.000100654994,0.00019353774,0.00049993274,0.96068805,0.000007736651,0.000076021344,0.01959443],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940761,0.0020973568,0.0012170951,0.0010529131,0.0005783657,0.0009782214],"domain_scores_gemma":[0.9977572,0.0008249202,0.00026764828,0.00047497026,0.00023384194,0.00044142755],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010924499,0.0003557029,0.0012774926,0.0004964352,0.00070589205,0.001084128,0.00048444927,0.00012461525,0.00040303587],"category_scores_gemma":[0.00019896169,0.00020669885,0.00020671819,0.00030293196,0.00032135873,0.00038351773,0.00023938208,0.00053668965,0.000029651766],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93117934,0.0009405368,0.0047387034,0.0032928607,0.00023143184,0.000016732505,0.02561967,2.8306042e-7,0.000011257858,0.00006787589,0.027715143,0.006186183],"study_design_scores_gemma":[0.9244655,0.034866624,0.005530504,0.0011762694,0.000027836662,0.000026835187,0.0021136582,0.00010907738,0.000011526811,0.00005453706,0.03133244,0.000285238],"about_ca_topic_score_codex":0.005118505,"about_ca_topic_score_gemma":0.004719084,"teacher_disagreement_score":0.11454301,"about_ca_system_score_codex":0.00022097504,"about_ca_system_score_gemma":0.00071652816,"threshold_uncertainty_score":0.99995285},"labels":[],"label_agreement":null},{"id":"W4400591093","doi":"10.2196/62765","title":"Rethinking the Social Determination of Food in Chile Through Practices and Interactions of Actors in Food Environments: Nonexperimental, Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food, Nutrition, and Cultural Practices","field":"Agricultural and Biological Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Psychology; Environmental health; Sociology; Medicine","score_opus":0.3935470669219866,"score_gpt":0.5505171946354672,"score_spread":0.15697012771348062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400591093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9448072,0.000042854936,2.1893173e-7,0.00040875838,0.000011786073,0.054451197,0.000022720893,0.000008926475,0.0002463723],"genre_scores_gemma":[0.8723671,0.0000061691317,0.000014895581,0.000005163062,0.00008618691,0.12747973,0.000008424833,0.0000012423644,0.000031077518],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9981574,0.0005616702,0.00033621828,0.00026093438,0.0005060382,0.00017776436],"domain_scores_gemma":[0.9989441,0.00075604,0.00018621224,0.000045589317,0.000048942416,0.000019120838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011322267,0.00008497857,0.00011505002,0.00004042655,0.00028003825,0.00021868356,0.00019925518,0.000068951456,0.00012317424],"category_scores_gemma":[0.00015625589,0.00003472829,0.00004155846,0.00047369092,0.00021843333,0.0011613133,0.000120890116,0.00045209847,0.0000022151476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010581897,0.006765197,0.2866644,0.0004630848,0.00008091999,0.00000881918,0.051657204,0.0000018068132,0.638992,0.0018106992,0.00013053528,0.012367118],"study_design_scores_gemma":[0.0006621546,0.004881492,0.94013596,0.00042766126,0.0000020454029,0.0000067315136,0.015807036,0.00003316612,0.022154583,0.0034724355,0.012289477,0.0001272923],"about_ca_topic_score_codex":0.0002845853,"about_ca_topic_score_gemma":0.0021343408,"teacher_disagreement_score":0.6534715,"about_ca_system_score_codex":0.00006803578,"about_ca_system_score_gemma":0.000014650483,"threshold_uncertainty_score":0.21538562},"labels":[],"label_agreement":null},{"id":"W4400594723","doi":"10.2196/55761","title":"Establishing the Foundations of Emotional Intelligence in Care Companion Robots to Mitigate Agitation Among High-Risk Patients With Dementia: Protocol for an Empathetic Patient-Robot Interaction Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Empathy; Psychology; Robot; Applied psychology; Test (biology); Conversation; Emotional intelligence; Computer science; Artificial intelligence; Developmental psychology; Social psychology; Medicine; Communication; Disease","score_opus":0.23791515107265035,"score_gpt":0.5775591559653617,"score_spread":0.3396440048927113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400594723","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13486487,3.8758114e-7,0.004130144,0.00011119726,0.00008986343,0.8604113,0.00003413557,0.00005439734,0.0003037383],"genre_scores_gemma":[0.43901128,1.06255165e-8,0.00021957268,0.0000110084475,0.000052000174,0.5606137,0.000041022642,0.000023824006,0.000027588965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99643636,0.001252667,0.00060112047,0.0005393043,0.00077520777,0.00039534556],"domain_scores_gemma":[0.99707204,0.0007291954,0.00019833287,0.0003843301,0.001505632,0.000110479414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000930361,0.00017910592,0.00019317027,0.00055624626,0.0003910659,0.00048708892,0.00034201946,0.00008353306,0.00030636435],"category_scores_gemma":[0.00032792668,0.00013348168,0.000065950306,0.0009719988,0.00012444479,0.0008553465,0.00009802306,0.00065051817,0.000052598305],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046931203,0.011237959,0.46254492,0.00095059123,0.00034236824,0.000009555353,0.23239166,0.012856248,0.000107200896,0.004419238,0.0044650002,0.26598215],"study_design_scores_gemma":[0.0032165437,0.014472585,0.89033073,0.0035500957,0.000019084888,0.0000011586019,0.0785719,0.0016629134,0.00023203657,0.0011912688,0.006414627,0.00033703045],"about_ca_topic_score_codex":0.0012448628,"about_ca_topic_score_gemma":0.0030630222,"teacher_disagreement_score":0.42778584,"about_ca_system_score_codex":0.00028950677,"about_ca_system_score_gemma":0.00012830563,"threshold_uncertainty_score":0.5443225},"labels":[],"label_agreement":null},{"id":"W4400594874","doi":"10.2196/56632","title":"Design of a Health Education Program to Manage Chronic Neck Pain: Protocol for a Development Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Neck pain; Chronic pain; Medicine; Physical therapy; Medical education; Computer science; Alternative medicine","score_opus":0.3099635605550539,"score_gpt":0.623329877882154,"score_spread":0.3133663173271001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400594874","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023927607,0.00000470972,0.008394809,0.002491552,0.0000061308056,0.9885615,7.9006264e-7,0.00015239224,0.00014882386],"genre_scores_gemma":[0.00092524505,4.1112518e-8,0.024822889,0.00006178094,0.00011879542,0.9720703,0.000009192027,0.00004425364,0.0019475408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963182,0.0011360731,0.0006443723,0.000508392,0.00084964646,0.0005433159],"domain_scores_gemma":[0.99843705,0.00031717244,0.00006702355,0.00042868432,0.00051122595,0.00023886858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010324749,0.00016055378,0.00031291903,0.0005594359,0.00016202526,0.000098258446,0.00017466705,0.00006883402,0.000056929075],"category_scores_gemma":[0.00043614683,0.00011856726,0.00008014707,0.0010228982,0.00006678272,0.00009280447,0.000078533645,0.00028707852,0.000042806103],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008942742,0.0077427616,0.00028545625,0.066753946,0.000051004932,0.0000015451548,0.0036561126,0.000007711992,0.0013520195,0.00015398423,0.025128968,0.8939722],"study_design_scores_gemma":[0.0024801507,0.050852656,0.006448814,0.018734008,0.0000016291858,9.1414324e-7,0.0006595744,0.0012156061,0.00040454298,0.00021039056,0.91884935,0.00014234918],"about_ca_topic_score_codex":0.000016955602,"about_ca_topic_score_gemma":0.000008078974,"teacher_disagreement_score":0.8938299,"about_ca_system_score_codex":0.00077329285,"about_ca_system_score_gemma":0.004403353,"threshold_uncertainty_score":0.7811359},"labels":[],"label_agreement":null},{"id":"W4400595954","doi":"10.2196/53727","title":"Physical Activity Mobile App (CareFit) for Informal Carers of People With Dementia: Protocol for a Feasibility and Adaptation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Bespoke; Dementia; Psychological intervention; Mental health; Physical activity; Digital health; Protocol (science); mHealth; Psychology; Gerontology; Nursing; Medicine; Applied psychology; Physical therapy; Health care; Psychiatry; Alternative medicine","score_opus":0.3631103059664671,"score_gpt":0.592179488267806,"score_spread":0.22906918230133888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400595954","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2670854,4.3739774e-7,0.0005798061,0.000081926104,0.0000012209729,0.73208386,0.000043817043,0.000047243797,0.00007627772],"genre_scores_gemma":[0.40698504,2.8357933e-8,0.000259943,0.0000028092563,0.00007391227,0.59262544,0.0000046832433,0.000015448604,0.000032695763],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9980869,0.00013944932,0.00021396048,0.00042768114,0.0006839174,0.00044804896],"domain_scores_gemma":[0.99838686,0.00055398344,0.000071608905,0.00029646562,0.0005005148,0.000190584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001069589,0.00015282704,0.00043485846,0.00013026531,0.0001887218,0.00006917576,0.0000923549,0.00006550541,0.0000070189294],"category_scores_gemma":[0.000115174254,0.000106626205,0.00009254636,0.00040006905,0.0001564297,0.0004003205,0.000087767294,0.0004249364,0.0000016040309],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16052642,0.09514958,0.06104509,0.20117065,0.0011027454,0.000020523139,0.053263497,0.00007399166,0.020386023,0.0029793005,0.0039710305,0.40031114],"study_design_scores_gemma":[0.07206113,0.41518942,0.29130095,0.010954468,0.00018751239,0.000018865672,0.012860723,0.087791026,0.037717722,0.0031210864,0.06777485,0.0010222507],"about_ca_topic_score_codex":0.00010792234,"about_ca_topic_score_gemma":0.00019758425,"teacher_disagreement_score":0.3992889,"about_ca_system_score_codex":0.00013545863,"about_ca_system_score_gemma":0.0008339323,"threshold_uncertainty_score":0.43480903},"labels":[],"label_agreement":null},{"id":"W4400650300","doi":"10.2196/51833","title":"Study to Evaluate the Comparative Efficacy of Medhya Rasayana (Pharmacological) Versus Nonpharmacological Interventions in Management of Gadget Addiction in Children: Protocol for Parallel, Triple-Arm, Randomized Clinical Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diverse Scientific Research Studies","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gadget; Protocol (science); Randomized controlled trial; Preprint; Medicine; Psychological intervention; Addiction; Clinical trial; Computer science; Alternative medicine; Psychiatry; World Wide Web; Surgery","score_opus":0.7866558612742769,"score_gpt":0.7583716338933906,"score_spread":0.028284227380886318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400650300","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034216877,0.000007986379,0.00007357816,0.00059407955,0.00021175096,0.9628149,0.000074092546,0.00005718992,0.0019495448],"genre_scores_gemma":[0.043064743,0.000005214409,0.00027634628,0.000013203364,0.00016425755,0.9551902,0.000012846621,0.000020212507,0.0012529938],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9649367,0.027425697,0.0033548214,0.001049043,0.0020750512,0.0011587386],"domain_scores_gemma":[0.9804874,0.017526697,0.00033830872,0.00054459035,0.0008612357,0.00024176839],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0765033,0.00030530652,0.0014757933,0.0009798985,0.00053245074,0.00007370268,0.0012865685,0.00016797858,0.0016688284],"category_scores_gemma":[0.00397244,0.0001768848,0.0006537582,0.0025957962,0.0010819375,0.00018592998,0.0016385674,0.0021552339,0.00016515353],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9007295,0.017210167,0.0012414311,0.0015759242,0.0010932406,0.0000271484,0.0040099747,0.00012284647,0.0000346285,0.0010571703,0.070230216,0.002667777],"study_design_scores_gemma":[0.9425877,0.014908049,0.01645996,0.005463143,0.00008368738,1.4377662e-7,0.006994853,0.0009466977,0.000039669427,0.00035452357,0.011959154,0.00020241553],"about_ca_topic_score_codex":0.00006397539,"about_ca_topic_score_gemma":0.000088577006,"teacher_disagreement_score":0.07253086,"about_ca_system_score_codex":0.00045131682,"about_ca_system_score_gemma":0.00058420026,"threshold_uncertainty_score":0.9992438},"labels":[],"label_agreement":null},{"id":"W4400650315","doi":"10.2196/56249","title":"School Violence Exposure as an Adverse Childhood Experience: Protocol for a Nationwide Study of Secondary Public Schools","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gun Ownership and Violence Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Centers for Disease Control and Prevention","keywords":"Psychological intervention; Mental health; Anxiety; Medicine; Suicide prevention; Poison control; Observational study; Psychology; Occupational safety and health; Injury prevention; Public health; Psychiatry; Clinical psychology; Nursing; Environmental health","score_opus":0.2590382587871086,"score_gpt":0.5984073700308151,"score_spread":0.3393691112437065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400650315","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061026815,0.000003839875,0.000018356915,0.0006272182,0.000016501506,0.93333507,0.000021757409,0.00023495826,0.0047154934],"genre_scores_gemma":[0.28848505,0.0000010939526,0.000107860214,0.000021330174,0.00035491877,0.7101794,0.000004231807,0.000038776365,0.00080736144],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990259,0.0026468046,0.0007244982,0.0010889333,0.003692029,0.001588749],"domain_scores_gemma":[0.9954273,0.00063180254,0.00012185358,0.0008832989,0.0019085616,0.0010271651],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009702568,0.00027540492,0.0003518869,0.0009840096,0.0015037453,0.0011514698,0.0020031945,0.00029313256,0.0024419788],"category_scores_gemma":[0.0038532962,0.00023187732,0.0001626459,0.0026535871,0.0007621205,0.002671164,0.00034445777,0.001637967,0.00024600967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004113385,0.03120839,0.16591285,0.0070432094,0.0003259574,0.0002586057,0.24699487,0.000011416951,0.005962617,0.0742028,0.01534604,0.44861987],"study_design_scores_gemma":[0.008694896,0.01853036,0.030101884,0.009775927,0.000004854903,0.000006350962,0.3263891,0.0001242436,0.0025194583,0.022149527,0.5808114,0.00089199696],"about_ca_topic_score_codex":0.0007362343,"about_ca_topic_score_gemma":0.00062041526,"teacher_disagreement_score":0.56546533,"about_ca_system_score_codex":0.0003612645,"about_ca_system_score_gemma":0.007688919,"threshold_uncertainty_score":0.99988544},"labels":[],"label_agreement":null},{"id":"W4400650429","doi":"10.2196/58344","title":"Effectiveness of a Parent-Based eHealth Intervention for Physical Activity, Dietary Behavior, and Sleep Among Preschoolers: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Psychological intervention; Randomized controlled trial; Intervention (counseling); Social cognitive theory; Psychology; Medicine; Developmental psychology; Psychiatry; Health care","score_opus":0.1321052758242641,"score_gpt":0.5443034798816604,"score_spread":0.41219820405739627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400650429","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23589875,0.0000020947346,0.00058173755,0.00009101159,0.0000164513,0.76323026,0.000044318047,0.00009558178,0.000039790328],"genre_scores_gemma":[0.42656052,4.4230415e-8,0.00008122836,0.0000017180923,0.00022675523,0.5730198,0.00001414965,0.000046484973,0.000049284692],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937418,0.0031059764,0.00062025007,0.0008103328,0.0010355705,0.00068603776],"domain_scores_gemma":[0.98938715,0.008937777,0.00024816953,0.00044891384,0.00065679225,0.00032119115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0071736206,0.00036219528,0.002346776,0.00038995378,0.00016171018,0.00017209628,0.000203946,0.00019740252,0.00001689365],"category_scores_gemma":[0.001706352,0.00025442732,0.0013877929,0.00036518957,0.0006146323,0.0003688146,0.000171569,0.00075941376,0.0000027940491],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9024904,0.041654233,0.0007099715,0.04291548,0.00039938843,0.000008144376,0.000056690656,0.0000025006304,0.004333093,0.0004345239,0.00013997009,0.0068556243],"study_design_scores_gemma":[0.9157208,0.025761794,0.008749884,0.0119673535,0.0002007334,9.80263e-7,0.0000118139105,0.020964151,0.013752985,0.0024672993,0.00019409483,0.00020806899],"about_ca_topic_score_codex":0.00006371609,"about_ca_topic_score_gemma":0.0000088734005,"teacher_disagreement_score":0.19066176,"about_ca_system_score_codex":0.00022787404,"about_ca_system_score_gemma":0.0004393514,"threshold_uncertainty_score":0.9999908},"labels":[],"label_agreement":null},{"id":"W4400650638","doi":"10.2196/55089","title":"Ayurvedic Management of Presbycusis (Project TOPMAC): Protocol for an Exploratory Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing, Cochlea, Tinnitus, Genetics","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Presbycusis; Tinnitus; Randomized controlled trial; Hearing loss; Audiology; Quality of life (healthcare); Hearing aid; Internal medicine","score_opus":0.4674362147510287,"score_gpt":0.5995027460387505,"score_spread":0.13206653128772183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400650638","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00073049765,0.0000028156019,0.00060363545,0.00012471761,0.000049534385,0.9900236,0.000025448522,0.00029634006,0.008143387],"genre_scores_gemma":[0.0012703362,0.0000017954067,0.0010065045,0.00003712643,0.00044869506,0.9919272,0.0000026531438,0.000116838426,0.0051888563],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9884522,0.005244681,0.001518567,0.0012605237,0.0023460821,0.0011779614],"domain_scores_gemma":[0.99462676,0.003167285,0.0002566874,0.0012035465,0.00046513326,0.00028056113],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014388076,0.00039502277,0.0013742681,0.00085064175,0.00030759032,0.0005933237,0.001229467,0.00021572948,0.00021670306],"category_scores_gemma":[0.002812995,0.00029295802,0.00059317413,0.0012461239,0.00069122144,0.00043252666,0.0005766847,0.0007219158,0.00007730993],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9509651,0.0013884462,0.0000014004346,0.005055265,0.000089190544,0.000049721883,0.00074626185,0.000009567388,0.02066037,0.0049174335,0.009559423,0.0065578106],"study_design_scores_gemma":[0.7308371,0.003818338,0.0000010196759,0.0020588904,0.0000138315945,0.0000021502021,0.000119945114,0.0030839997,0.040200554,0.0015917496,0.21801646,0.00025595532],"about_ca_topic_score_codex":0.000010909549,"about_ca_topic_score_gemma":0.000004774265,"teacher_disagreement_score":0.22012801,"about_ca_system_score_codex":0.00016198061,"about_ca_system_score_gemma":0.0010313668,"threshold_uncertainty_score":0.99995226},"labels":[],"label_agreement":null},{"id":"W4400650651","doi":"10.2196/54609","title":"Evaluation of the Feasibility of Transfusing Leukocyte Depletion Filter–Processed Intraoperative Cell Salvage Blood in Metastatic Spine Tumor Surgery: Protocol for a Non–Randomized Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood transfusion and management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Preprint; Protocol (science); Surgery; Randomized controlled trial; Blood loss; Alternative medicine; Pathology; World Wide Web","score_opus":0.3859940456214067,"score_gpt":0.5625156937362492,"score_spread":0.1765216481148425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400650651","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14720196,0.0000041686176,0.00046694104,0.0003060563,0.000008872998,0.8517799,0.000007591128,0.000026001797,0.00019853824],"genre_scores_gemma":[0.40040872,2.839778e-7,0.00018573967,0.000012428183,0.000017458357,0.5993052,0.0000037163115,0.000022062122,0.000044386088],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99262285,0.0030823848,0.0011253499,0.00056002004,0.002223969,0.00038545026],"domain_scores_gemma":[0.9968482,0.00071308506,0.00015059367,0.00052947993,0.0016761352,0.00008245537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025611622,0.00021940026,0.0009177294,0.0005265841,0.00009776184,0.000069719965,0.00020783498,0.00005228055,0.00016632673],"category_scores_gemma":[0.0012991483,0.00013596873,0.00029342572,0.0016227132,0.000295895,0.00019072324,0.00006256236,0.00046909985,0.0000016184061],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26534557,0.060395602,0.0064090732,0.12233531,0.0015769308,0.00011198027,0.024982791,0.00024536558,0.49916884,0.00039612327,0.0011205599,0.017911857],"study_design_scores_gemma":[0.42331794,0.007443785,0.008419111,0.01571805,0.00073671504,0.000008071066,0.0027876555,0.022740804,0.51713115,0.00076797715,0.00062020565,0.00030852613],"about_ca_topic_score_codex":0.00010173947,"about_ca_topic_score_gemma":0.00019204312,"teacher_disagreement_score":0.25320676,"about_ca_system_score_codex":0.00016935024,"about_ca_system_score_gemma":0.0017916575,"threshold_uncertainty_score":0.8876529},"labels":[],"label_agreement":null},{"id":"W4400650838","doi":"10.2196/55730","title":"Toward Physiological Detection of a “Just-Right” Challenge Level for Motor Learning in Immersive Virtual Reality: Protocol for a Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Children's Physical and Motor Development","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Virtual reality; Protocol (science); Cross-sectional study; Computer science; Human–computer interaction; Psychology; Medicine","score_opus":0.516114895071157,"score_gpt":0.5858341728741651,"score_spread":0.06971927780300802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400650838","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026613595,9.93647e-7,0.001219819,0.00014648889,0.000038117105,0.97150993,0.00009952896,0.00008310678,0.00028840205],"genre_scores_gemma":[0.2593413,4.7457966e-8,0.000055488734,0.000007654371,0.00036781852,0.73857963,0.000014266771,0.000035053286,0.0015986997],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9961619,0.0006342765,0.00071044907,0.0010129528,0.00070135394,0.0007791186],"domain_scores_gemma":[0.9981812,0.00080299174,0.0001153897,0.00028762454,0.00047560476,0.00013717053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00228259,0.0002619703,0.00041476396,0.00038981388,0.0002544298,0.00011952258,0.00037183578,0.00023554875,0.00021827668],"category_scores_gemma":[0.00025219598,0.0002044384,0.00025209694,0.00049971195,0.00023858284,0.00015597392,0.00021684467,0.0009422545,0.000045810644],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1726186,0.08623414,0.03690024,0.020341026,0.002649654,0.00033957764,0.06959533,0.00022328508,0.30373076,0.059808955,0.016324542,0.23123391],"study_design_scores_gemma":[0.02356748,0.061756007,0.68762237,0.0015224969,0.000007577987,0.000012600316,0.0026434667,0.0009357585,0.008558299,0.0102830995,0.20224452,0.0008463382],"about_ca_topic_score_codex":0.00008700403,"about_ca_topic_score_gemma":0.00003597793,"teacher_disagreement_score":0.6507221,"about_ca_system_score_codex":0.0003063755,"about_ca_system_score_gemma":0.00028589877,"threshold_uncertainty_score":0.8336756},"labels":[],"label_agreement":null},{"id":"W4400676958","doi":"10.2196/58705","title":"Identifications of Similarity Metrics for Patients With Cancer: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Similarity (geometry); Computer science; Data science; Psychology; Information retrieval; Medicine; Artificial intelligence; Alternative medicine","score_opus":0.5963316423870844,"score_gpt":0.6853094803003675,"score_spread":0.08897783791328318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400676958","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5697948e-9,0.33097175,0.00006192631,0.00010664093,0.000012168786,0.66788155,0.00084473705,0.000037031175,0.00008417778],"genre_scores_gemma":[2.549293e-9,0.29122335,0.00020318384,0.00002634975,0.00016576644,0.70732325,0.0002491437,0.00011111508,0.00069785013],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955249,0.00031891328,0.0012435036,0.00086736795,0.0013935252,0.000651797],"domain_scores_gemma":[0.99402523,0.0007707783,0.00054236775,0.0010897554,0.0033279916,0.0002438775],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023157129,0.00043059446,0.0023268168,0.00075661467,0.00017248296,0.00010994822,0.00052803295,0.00030458867,0.00011883764],"category_scores_gemma":[0.0009735678,0.00028107213,0.00079856557,0.0027811043,0.0001764809,0.000102108665,0.00018374942,0.0008561215,0.000011600152],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023995266,0.0003836131,0.000023563889,0.7016456,0.00012609412,8.452033e-7,0.000019806928,8.417155e-9,5.3295604e-8,0.00006844905,0.033512414,0.26397958],"study_design_scores_gemma":[0.00091634423,0.0009428262,0.0000013258046,0.48749873,0.00022880948,6.7159004e-7,0.0000025725337,7.343298e-7,0.0000022424392,0.00002318291,0.5102483,0.00013424581],"about_ca_topic_score_codex":0.000042122047,"about_ca_topic_score_gemma":0.00018323094,"teacher_disagreement_score":0.47673592,"about_ca_system_score_codex":0.00054453185,"about_ca_system_score_gemma":0.005416521,"threshold_uncertainty_score":0.9999641},"labels":[],"label_agreement":null},{"id":"W4400677302","doi":"10.2196/60129","title":"A Digital Intervention for Capturing the Real-Time Health Data Needed for Epilepsy Seizure Forecasting: Protocol for a Formative Co-Design and Usability Study (The ATMOSPHERE Study)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council","keywords":"Usability; Epilepsy; Protocol (science); Computer science; Preprint; Digital health; Formative assessment; Electronic health record; Intervention (counseling); Medicine; Psychology; World Wide Web; Health care; Human–computer interaction; Nursing; Alternative medicine; Psychiatry","score_opus":0.5383197988823508,"score_gpt":0.6334853860631756,"score_spread":0.0951655871808248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400677302","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016531756,0.0000035679486,0.009208188,0.002012459,0.00003778406,0.9851718,0.0012470798,0.00016894836,0.0004969927],"genre_scores_gemma":[0.024959002,1.644853e-8,0.00065827067,0.000031812146,0.00018758544,0.9706033,0.000118311524,0.000096349344,0.003345382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941694,0.0015608597,0.0013386916,0.0011361,0.00063212175,0.0011628357],"domain_scores_gemma":[0.99305254,0.0045222905,0.00032585845,0.0014592954,0.00040737854,0.00023264729],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01381263,0.00034717243,0.00047242246,0.00008195923,0.0012503493,0.0014791272,0.0013128929,0.000104294486,0.000074145115],"category_scores_gemma":[0.00078557635,0.00021545311,0.0002450785,0.000492071,0.00033077775,0.0010854483,0.0007112391,0.00057297904,0.00003855428],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02495183,0.028192913,0.0014615487,0.018268554,0.0011002746,0.00001482516,0.04305059,0.000014638381,0.0000064839196,0.00240832,0.31109056,0.5694395],"study_design_scores_gemma":[0.042986725,0.22194429,0.0037926044,0.012732395,0.0000674631,0.00007805096,0.149927,0.058364764,0.00009660625,0.026116444,0.4827514,0.0011422505],"about_ca_topic_score_codex":0.00018014867,"about_ca_topic_score_gemma":0.00014108387,"teacher_disagreement_score":0.5682972,"about_ca_system_score_codex":0.00041256385,"about_ca_system_score_gemma":0.00033077053,"threshold_uncertainty_score":0.99955744},"labels":[],"label_agreement":null},{"id":"W4400677816","doi":"10.2196/60621","title":"Effectiveness of a Mobile App (Meds@HOME) to Improve Medication Safety for Children With Medical Complexity: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Agency for Healthcare Research and Quality","keywords":"Mobile apps; Preprint; Protocol (science); Randomized controlled trial; Medicine; Computer science; Alternative medicine; World Wide Web","score_opus":0.09718502522942253,"score_gpt":0.5384693601243988,"score_spread":0.4412843348949763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400677816","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000313092,0.000004200155,0.015555419,0.0008730962,0.00002050136,0.98200023,0.00008804292,0.00019442356,0.0009510011],"genre_scores_gemma":[0.0024638795,3.2616836e-7,0.0007421611,0.000027885666,0.00048786378,0.99547607,0.00014005502,0.000078921665,0.0005828295],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99370134,0.0012758711,0.0011764057,0.00081811164,0.0023018885,0.00072637567],"domain_scores_gemma":[0.9916744,0.0062450375,0.00019984985,0.0006481005,0.0007405346,0.000492079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017612498,0.00032668645,0.0020522575,0.0005477804,0.0001555146,0.00014659045,0.00043682018,0.00018983161,0.0003879844],"category_scores_gemma":[0.0037997535,0.00019901995,0.0005736606,0.00061909144,0.00083176483,0.0001401617,0.00019097229,0.00043129467,0.000013572656],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9525985,0.0018580236,0.000010026769,0.019481031,0.001161679,0.000007902628,0.00011625394,0.0000040609766,0.00024992513,0.012002864,0.0042682816,0.008241428],"study_design_scores_gemma":[0.94578075,0.01418653,0.00010942805,0.014197446,0.00011834331,0.000004684105,0.00005364293,0.0023401512,0.00068437646,0.0030827627,0.019241296,0.00020060825],"about_ca_topic_score_codex":0.000029928342,"about_ca_topic_score_gemma":0.0000072609287,"teacher_disagreement_score":0.014973015,"about_ca_system_score_codex":0.00033621374,"about_ca_system_score_gemma":0.0031781876,"threshold_uncertainty_score":0.8115798},"labels":[],"label_agreement":null},{"id":"W4400686522","doi":"10.2196/43931","title":"Identifying Person-Specific Drivers of Depression in Adolescents: Protocol for a Smartphone-Based Ecological Momentary Assessment and Passive Sensing Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Actigraphy; Nomothetic and idiographic; Psychological intervention; Intervention (counseling); Depression (economics); Psychology; Baseline (sea); Clinical psychology; Medicine; Applied psychology; Psychiatry","score_opus":0.4212855193655478,"score_gpt":0.6367748585563152,"score_spread":0.2154893391907674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400686522","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052263226,0.0000029601772,0.00031825618,0.00024028364,0.000047178142,0.9465944,0.00003740796,0.00006567289,0.00043062464],"genre_scores_gemma":[0.39538452,1.7260719e-8,0.0003394475,0.0000114998675,0.000030681862,0.6041144,0.0000044913177,0.000024936095,0.00008999921],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962239,0.0009458828,0.0006440878,0.0007952835,0.0006880209,0.00070281944],"domain_scores_gemma":[0.9987934,0.0003664738,0.00011785367,0.00037103635,0.00016670665,0.00018450484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015165862,0.00020746255,0.00031444768,0.0006740417,0.00019353293,0.00023692483,0.00025489402,0.00012982497,0.00018744126],"category_scores_gemma":[0.00003098709,0.00017959133,0.000121295896,0.000575447,0.0002240163,0.0002678282,0.00021519112,0.00068147073,0.000027407894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01170228,0.055357013,0.49380404,0.024912616,0.00026459954,0.0013871224,0.00956089,0.000014860645,0.0055749966,0.0020811267,0.028706297,0.36663416],"study_design_scores_gemma":[0.023695992,0.01921869,0.86534685,0.053330153,0.000007760162,0.00001980727,0.018779282,0.0012375764,0.0023227273,0.001498584,0.013970602,0.0005719935],"about_ca_topic_score_codex":0.000058670063,"about_ca_topic_score_gemma":0.00006643291,"teacher_disagreement_score":0.37154278,"about_ca_system_score_codex":0.0006831294,"about_ca_system_score_gemma":0.00019129022,"threshold_uncertainty_score":0.73235214},"labels":[],"label_agreement":null},{"id":"W4400742187","doi":"10.2196/60277","title":"Peer Intervention to Link Overdose Survivors to Treatment (PILOT): Protocol for a Multisite, Randomized Controlled Trial Conducted Within the National Institute on Drug Abuse Clinical Trials Network","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Drug Abuse","keywords":"Protocol (science); Medicine; Randomized controlled trial; Preprint; Intervention (counseling); Clinical trial; Substance abuse; Alternative medicine; Psychiatry; Computer science; World Wide Web; Surgery","score_opus":0.4080055712901804,"score_gpt":0.6284215858319541,"score_spread":0.22041601454177367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400742187","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055271,0.0000062984564,0.0003004143,0.013918887,0.0002839346,0.9791462,0.00009510274,0.00022553634,0.0004965714],"genre_scores_gemma":[0.0014888133,9.778915e-7,0.0012044244,0.00046020126,0.0031492873,0.9758763,0.00011504776,0.00010206289,0.017602934],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98168284,0.010013399,0.0034219932,0.0011833864,0.0028511307,0.00084726297],"domain_scores_gemma":[0.9811368,0.014978886,0.0004307092,0.0007216668,0.0021434175,0.00058852206],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059514813,0.00055649487,0.0029984394,0.0006162876,0.00038483806,0.00059781736,0.00039824238,0.00023550588,0.00022915837],"category_scores_gemma":[0.029911185,0.0002833683,0.001802544,0.0010444532,0.00026582667,0.00019641613,0.00012844196,0.0008341524,0.0003195167],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9350777,0.0066168876,0.00003475023,0.0004639813,0.0015851362,0.00003068178,0.0015843661,0.00021071185,0.000061508326,0.0022961078,0.045208327,0.0068298094],"study_design_scores_gemma":[0.6957387,0.01885049,0.00006601673,0.004304964,0.00009104737,0.0000022353026,0.000063872365,0.0015115568,0.00017786378,0.0005414586,0.27846068,0.00019115851],"about_ca_topic_score_codex":0.0002279701,"about_ca_topic_score_gemma":0.00038987183,"teacher_disagreement_score":0.23933905,"about_ca_system_score_codex":0.0009072246,"about_ca_system_score_gemma":0.0014411046,"threshold_uncertainty_score":0.99996185},"labels":[],"label_agreement":null},{"id":"W4400742403","doi":"10.2196/59227","title":"Effects of Defatted Rice Bran–Fortified Bread on the Gut Microbiota Composition of Healthy Adults With Low Dietary Fiber Intake: Protocol for a Crossover Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food composition and properties","field":"Nursing","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Food science; Crossover study; Bran; Preprint; Composition (language); Medicine; Whole grains; Protocol (science); Fortified Food; Biotechnology; Biology; Fortification; Placebo; Computer science","score_opus":0.07806532510853839,"score_gpt":0.4560045306086014,"score_spread":0.377939205500063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400742403","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022478748,0.000008737322,0.00001651002,0.0024880543,0.00003824333,0.9743891,0.00004240896,0.00009409843,0.00044410827],"genre_scores_gemma":[0.096694805,1.4331036e-7,0.0001398157,0.0002063009,0.00014729018,0.9025121,0.000019215197,0.000058868904,0.00022146368],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939689,0.002913313,0.0010857491,0.0005103797,0.00093475473,0.00058691937],"domain_scores_gemma":[0.9917159,0.0065718736,0.0003648627,0.0004949182,0.0007396063,0.00011284467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002907177,0.00032913088,0.0012703193,0.00033999546,0.00034083615,0.0002537744,0.00040980225,0.00018805542,0.00012122645],"category_scores_gemma":[0.0003654406,0.00017252266,0.0005110584,0.0005751288,0.00068463606,0.00017689045,0.00007417128,0.0006863854,0.000030737883],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8983916,0.0017371835,5.247599e-7,0.012785579,0.00024454822,0.000005155063,0.0008906732,0.000009326028,0.07840819,0.00010039727,0.0054848595,0.001941976],"study_design_scores_gemma":[0.8238421,0.03061104,0.000017270544,0.016606286,0.000030133633,0.0000051775223,0.00003059286,0.0013122724,0.12328483,0.00019937479,0.0038670413,0.00019387445],"about_ca_topic_score_codex":0.00007412832,"about_ca_topic_score_gemma":0.000007222235,"teacher_disagreement_score":0.07454948,"about_ca_system_score_codex":0.00012309363,"about_ca_system_score_gemma":0.00026295436,"threshold_uncertainty_score":0.70352703},"labels":[],"label_agreement":null},{"id":"W4400768515","doi":"10.2196/57334","title":"Metagenomics in the Diagnosis of Pneumonia: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Nosocomial Infections in ICU","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Birmingham Biomedical Research Centre; Department of Health and Social Care; Medical Research Council; National Institute for Health and Care Research","keywords":"Metagenomics; Pneumonia; Medicine; Bronchoalveolar lavage; Community-acquired pneumonia; Systematic review; Intensive care medicine; Antimicrobial stewardship; MEDLINE; Internal medicine; Microbiology; Antibiotics; Biology; Antibiotic resistance; Lung","score_opus":0.6479694703850082,"score_gpt":0.6977557334773342,"score_spread":0.04978626309232603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400768515","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5750928e-9,0.35981795,0.0000015792999,0.00023051808,0.0000043430573,0.6394187,0.000048388003,0.00003063665,0.00044784092],"genre_scores_gemma":[1.3282747e-9,0.38788417,0.00008092951,0.00005682494,0.00013227873,0.6114454,0.000012615339,0.000092300405,0.00029546372],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9916304,0.0031903815,0.0025369383,0.00069308997,0.0012532775,0.00069596054],"domain_scores_gemma":[0.9933256,0.0032991054,0.0006285816,0.0020330679,0.000589062,0.00012461265],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012068421,0.00054922246,0.004714502,0.0009660056,0.00011587561,0.00013678934,0.0011705909,0.0004267421,0.000077006414],"category_scores_gemma":[0.0036529966,0.00027798294,0.0014990536,0.002720543,0.00025594397,0.00007433307,0.000347901,0.0023532326,0.00024093565],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031692387,0.00072460604,0.0000015202428,0.9262172,0.0002296988,0.000042384785,0.000050465347,1.5044456e-8,6.260631e-7,0.00052059913,0.06013154,0.012049662],"study_design_scores_gemma":[0.0003339673,0.00063225365,8.716533e-8,0.4993799,0.00040773774,0.00007293635,0.000007232509,3.3679473e-7,0.000003725524,0.000104610626,0.49895135,0.000105850275],"about_ca_topic_score_codex":0.00001092778,"about_ca_topic_score_gemma":0.000008462776,"teacher_disagreement_score":0.4388198,"about_ca_system_score_codex":0.0006886552,"about_ca_system_score_gemma":0.0016118886,"threshold_uncertainty_score":0.9999672},"labels":[],"label_agreement":null},{"id":"W4400769103","doi":"10.2196/55180","title":"Evaluating the Impact of Type 2 Diabetes Mellitus and Prediabetes on Pulmonary Vascular Function and on the Development of Pulmonary Fibrosis: Protocol for a Systematic Review and Meta-Analysis (Preprint)","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prediabetes; Medicine; Checklist; Observational study; Systematic review; Intensive care medicine; Type 2 Diabetes Mellitus; Meta-analysis; Diabetes mellitus; MEDLINE; Internal medicine; Type 2 diabetes; Psychology; Endocrinology","score_opus":0.4134455249193066,"score_gpt":0.568745721911607,"score_spread":0.1553001969923004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400769103","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003113835,0.31280023,0.0000010592604,0.000062130646,9.4853874e-7,0.6869524,0.00009784776,0.000020634068,0.000033597404],"genre_scores_gemma":[0.000026331567,0.040248647,0.00007571031,0.000009274031,0.00003495541,0.9592472,0.000056488643,0.000101609985,0.00019983726],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9899191,0.004121901,0.001884289,0.0011424221,0.0021762382,0.00075601425],"domain_scores_gemma":[0.9901793,0.0056453645,0.00095440564,0.0018014,0.0011357741,0.00028374192],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014534114,0.00069106306,0.0050721085,0.00077688997,0.00039180426,0.000104586026,0.00055144157,0.00024825128,0.00017218901],"category_scores_gemma":[0.0029715637,0.00030787755,0.0016801846,0.0021443053,0.0005710752,0.000099077886,0.0007269763,0.000995592,0.0000117140025],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038736922,0.00045574718,0.0000834828,0.9266329,0.04528691,0.0000026246698,0.000056519137,0.000003451836,0.000018638555,0.00003479811,0.000073854535,0.026963718],"study_design_scores_gemma":[0.0012497758,0.006454935,0.003955024,0.8444507,0.13437334,0.000012160409,0.00015985347,0.00211274,0.00003958296,0.0007411366,0.005731847,0.0007188826],"about_ca_topic_score_codex":0.000008531383,"about_ca_topic_score_gemma":8.551942e-7,"teacher_disagreement_score":0.27255157,"about_ca_system_score_codex":0.00036610532,"about_ca_system_score_gemma":0.0014007346,"threshold_uncertainty_score":0.99993736},"labels":[],"label_agreement":null},{"id":"W4400774932","doi":"10.2196/63551","title":"Quantification of Urinary Exosomal Prostate-Specific Antigen for the Diagnosis of Prostate Cancer Using Clinical Laboratory–Based Techniques: Protocol for a Case-Control Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Extracellular vesicles in disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prostate cancer; Medicine; Urinary system; Prostate-specific antigen; Urine; Microvesicles; Prostate; Urology; Oncology; Cancer; Gynecology; Internal medicine; microRNA","score_opus":0.2919933369790597,"score_gpt":0.5829041768113694,"score_spread":0.2909108398323097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400774932","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06861108,0.00009188381,0.0026085791,0.00011656433,0.000011383242,0.9274113,0.0011162378,0.000030078589,0.0000028578254],"genre_scores_gemma":[0.2029217,0.0000026972577,0.0015964784,0.000008918331,0.00019193027,0.7951734,0.000014067527,0.00006269486,0.000028103861],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99684644,0.000768446,0.0008389591,0.0006887594,0.00042156246,0.00043580847],"domain_scores_gemma":[0.99692804,0.0005987438,0.0002513095,0.000878535,0.0012389933,0.000104358354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041991873,0.00020524491,0.00028714802,0.00013695112,0.00021397277,0.00009846161,0.00045118667,0.00017854458,0.000016344358],"category_scores_gemma":[0.0004102431,0.00015197386,0.00022417073,0.00041125118,0.00044934018,0.000019456686,0.0001254382,0.00025364023,7.438532e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021133197,0.008232882,0.10022683,0.008226887,0.00035423663,0.00014146978,0.00032470975,0.00019124354,0.829568,0.000111513225,0.007364931,0.024124052],"study_design_scores_gemma":[0.0056975107,0.012195383,0.0031453932,0.0017925021,0.00003231242,0.000008044524,0.00037779828,0.0051925536,0.79024494,0.000085269465,0.18091348,0.000314824],"about_ca_topic_score_codex":0.000016474607,"about_ca_topic_score_gemma":0.000013190526,"teacher_disagreement_score":0.17354855,"about_ca_system_score_codex":0.000048483034,"about_ca_system_score_gemma":0.0010572766,"threshold_uncertainty_score":0.6197314},"labels":[],"label_agreement":null},{"id":"W4400776825","doi":"10.2196/59975","title":"Ameliorating Racial Disparities in HIV Prevention via a Nurse-Led, AI-Enhanced Program for Pre-Exposure Prophylaxis Utilization Among Black Cisgender Women: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Pre-exposure prophylaxis; Human immunodeficiency virus (HIV); Gerontology; Psychology; Medicine; Family medicine; Men who have sex with men; Computer science; World Wide Web","score_opus":0.19363708801915402,"score_gpt":0.6291048048124103,"score_spread":0.43546771679325624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400776825","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004905929,0.000004624156,0.10875474,0.0002522642,0.000010746066,0.8850899,0.00003775176,0.0002936312,0.0006504575],"genre_scores_gemma":[0.0279443,2.2187056e-7,0.009799133,0.0000074387003,0.0003550911,0.93988955,0.00009450952,0.00013078983,0.021778941],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.992304,0.0023554077,0.0012320279,0.001135434,0.0013800341,0.0015930572],"domain_scores_gemma":[0.9966137,0.000606241,0.00015598943,0.0006583103,0.0015468417,0.00041891992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007879486,0.00040638473,0.0006877504,0.0012255037,0.0004203698,0.00080853264,0.00041146242,0.0003161155,0.00023190715],"category_scores_gemma":[0.002762163,0.0003372739,0.0004010182,0.0021257508,0.00042971666,0.00082733814,0.00018218718,0.0013028767,0.000025002557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0150353005,0.01861032,0.0053889854,0.029261043,0.0003395225,0.000031834246,0.012419954,0.000018615201,0.010318152,0.0005050799,0.029752089,0.8783191],"study_design_scores_gemma":[0.04830369,0.39021483,0.018644372,0.02946356,0.00004436562,0.000012682596,0.018829647,0.1791672,0.032475475,0.011672552,0.26971725,0.0014543855],"about_ca_topic_score_codex":0.000021594895,"about_ca_topic_score_gemma":0.00026475682,"teacher_disagreement_score":0.87686473,"about_ca_system_score_codex":0.00070937764,"about_ca_system_score_gemma":0.00096900313,"threshold_uncertainty_score":0.9999079},"labels":[],"label_agreement":null},{"id":"W4400788064","doi":"10.2196/57888","title":"Acupuncture as Adjuvant Therapy for Glaucoma: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Acupuncture; Glaucoma; Randomized controlled trial; Intraocular pressure; Clinical trial; Clinical endpoint; Physical therapy; Ophthalmology; Surgery; Internal medicine; Alternative medicine","score_opus":0.18906474669507595,"score_gpt":0.6017582468879383,"score_spread":0.4126935001928624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400788064","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010649152,0.00006985062,0.00048498352,0.008451398,0.000035385576,0.98728126,0.000043577842,0.0004144561,0.0031125825],"genre_scores_gemma":[0.00014956789,0.00000559846,0.0013462099,0.00019436101,0.0018750886,0.9703213,0.000051928342,0.00015688372,0.025899064],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924839,0.0013420914,0.0011368047,0.0011560521,0.0022462194,0.0016348968],"domain_scores_gemma":[0.9849416,0.011907723,0.00015343899,0.0008459723,0.0016905142,0.00046073343],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009483266,0.0008850364,0.0039994065,0.00072568376,0.00056561443,0.0005100028,0.00045777662,0.00038894528,0.0006423375],"category_scores_gemma":[0.006853567,0.0003274961,0.0026031008,0.0006631928,0.0007303638,0.00021562958,0.00018848627,0.0010331841,0.000114526825],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8458911,0.0018524567,0.000013785594,0.003474669,0.0017085589,0.000095328054,0.00031677677,9.016449e-8,0.0010172162,0.0025155074,0.1363683,0.0067461543],"study_design_scores_gemma":[0.5488514,0.012602704,0.000004860551,0.0017846164,0.000046217403,0.00001486328,0.000036285335,0.00023881724,0.0012514495,0.0045528566,0.4304507,0.0001652696],"about_ca_topic_score_codex":0.000012502933,"about_ca_topic_score_gemma":0.0000058536384,"teacher_disagreement_score":0.29703978,"about_ca_system_score_codex":0.00045874718,"about_ca_system_score_gemma":0.0021640516,"threshold_uncertainty_score":0.9999177},"labels":[],"label_agreement":null},{"id":"W4400788074","doi":"10.2196/54679","title":"Development and Implementation of an Online Patient Education Program for Children and Adolescents With Myalgic Encephalomyelitis/Chronic Fatigue Syndrome, Their Parents, Siblings, and School Personnel: Protocol for the Prospective BAYNET FOR ME/CFS Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medical education; Psychology; Medicine; Computer science; Alternative medicine; World Wide Web","score_opus":0.10648166384292762,"score_gpt":0.49902696736400215,"score_spread":0.39254530352107453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400788074","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3430488,0.00004605065,0.00010539889,0.000104714614,0.00000336689,0.65655506,0.000096609,0.00003890368,0.000001119181],"genre_scores_gemma":[0.27669445,0.0000021690864,0.0030005989,0.000002042152,0.00004342784,0.7200417,0.00013391265,0.000050648985,0.00003103841],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99714524,0.00015543791,0.00050257164,0.0008042973,0.0007259312,0.000666534],"domain_scores_gemma":[0.99832934,0.00018564299,0.00011936125,0.00033049454,0.00073974085,0.00029539532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011745367,0.00029281806,0.00036372145,0.00033587034,0.0004801138,0.00029178557,0.00017952015,0.00009306267,0.000016834738],"category_scores_gemma":[0.00008686501,0.00018036141,0.000050686605,0.0004252123,0.000289741,0.00028354017,0.00013297274,0.00036744738,4.2235516e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062912265,0.008310144,0.1301391,0.08325357,0.00078357186,0.000007300106,0.015839579,0.0000023123416,0.0009619006,0.00018819103,0.00072713546,0.753496],"study_design_scores_gemma":[0.021840468,0.09257122,0.80517787,0.02819751,0.00007030642,0.00016563533,0.041306082,0.0020849418,0.0036524686,0.00023809554,0.004180684,0.0005147023],"about_ca_topic_score_codex":0.00007126297,"about_ca_topic_score_gemma":0.00008147641,"teacher_disagreement_score":0.75298125,"about_ca_system_score_codex":0.00036022093,"about_ca_system_score_gemma":0.002654177,"threshold_uncertainty_score":0.7354925},"labels":[],"label_agreement":null},{"id":"W4400788708","doi":"10.2196/57860","title":"Evaluation of the Continuing Education Training “Beratende für Digitale Gesundheitsversorgung” (“Consultant for Digital Healthcare”): Protocol for an Effectiveness Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Policies and Healthcare Reform","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Medical education; Health care; Interim; Psychology; Exploratory research; Nursing; Medicine","score_opus":0.7093693059724804,"score_gpt":0.7389207370749273,"score_spread":0.029551431102446957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400788708","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032042067,0.000005878185,0.00005964988,0.00092527235,0.0001091544,0.96520364,0.00023238435,0.00011459089,0.0013073708],"genre_scores_gemma":[0.2631599,8.754367e-8,0.00002695361,0.000032324424,0.00056319317,0.7358262,0.000022819782,0.00006312504,0.00030543355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925089,0.0032350095,0.00093440356,0.0005983478,0.0016319276,0.0010914414],"domain_scores_gemma":[0.99112356,0.0026341213,0.00035243086,0.00056664477,0.005081218,0.00024200711],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016764749,0.00023841707,0.00044218183,0.00024631317,0.0013443488,0.00023846928,0.00046461838,0.00027034257,0.000017971777],"category_scores_gemma":[0.0029892768,0.00016092155,0.00017538502,0.00084299064,0.00018260142,0.00069080736,0.00017042484,0.0008962076,0.000008455628],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002491577,0.0022011956,0.010840762,0.022177689,0.00012502834,5.353422e-7,0.07275101,0.000006478586,0.0006096313,0.012448094,0.0030671537,0.8732808],"study_design_scores_gemma":[0.024746057,0.02166763,0.081102684,0.057573296,0.00007577458,0.000006024555,0.25370944,0.004773947,0.00071961526,0.059293814,0.49533644,0.0009953064],"about_ca_topic_score_codex":0.0004672685,"about_ca_topic_score_gemma":0.0006269243,"teacher_disagreement_score":0.87228554,"about_ca_system_score_codex":0.0013216053,"about_ca_system_score_gemma":0.008533105,"threshold_uncertainty_score":0.9999558},"labels":[],"label_agreement":null},{"id":"W4400838880","doi":"10.2196/57031","title":"Feuerstein Instrumental Enrichment Program for People With Schizophrenia After the First Episode of Psychosis: Protocol for an Open-Label Intervention Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Psychiatry; Intervention (counseling); Schizophrenia (object-oriented programming); Protocol (science); Psychosis; Clinical psychology; Medicine; Alternative medicine","score_opus":0.1885850293010783,"score_gpt":0.5556323283566337,"score_spread":0.3670472990555554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400838880","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03762141,0.0000070589654,0.00008292393,0.001482714,0.000008662548,0.96050465,0.00007982729,0.0001145153,0.00009821074],"genre_scores_gemma":[0.11936732,1.6275624e-7,0.005746687,0.000015380409,0.00014214237,0.8741843,0.000042829284,0.000084758016,0.00041638434],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9959069,0.00035178926,0.0006130537,0.00090083026,0.0013536988,0.0008737611],"domain_scores_gemma":[0.9977065,0.00025715996,0.00010651215,0.000993837,0.0005992996,0.0003367318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025055606,0.00033451736,0.00049286225,0.000374578,0.00040919683,0.0007659736,0.0007830525,0.000100892146,0.00011631649],"category_scores_gemma":[0.00007917843,0.00018536109,0.00014949605,0.00091973355,0.00023923148,0.000469583,0.00041126076,0.00051715167,0.000020934222],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.55100477,0.07901714,0.025080582,0.011410477,0.0011917653,0.000057047284,0.0014947103,7.3919443e-7,0.00021317805,0.0010295947,0.013013953,0.31648603],"study_design_scores_gemma":[0.21093231,0.5215281,0.049770404,0.02078548,0.00013021726,0.00007508031,0.0024733099,0.002701686,0.0042072427,0.0021354165,0.18460047,0.00066023116],"about_ca_topic_score_codex":0.00023612105,"about_ca_topic_score_gemma":0.00439762,"teacher_disagreement_score":0.44251102,"about_ca_system_score_codex":0.00035673022,"about_ca_system_score_gemma":0.00045384638,"threshold_uncertainty_score":0.7558806},"labels":[],"label_agreement":null},{"id":"W4400839093","doi":"10.2196/58316","title":"Graded Intensity Aerobic Exercise to Improve Cerebrovascular Function and Performance in Older Veterans: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Physical medicine and rehabilitation; Aerobic exercise; Population; Functional magnetic resonance imaging; Cognition; Cognitive decline; Medicine; Physical therapy; Cardiovascular fitness; Quality of life (healthcare); Cognitive training; Randomized controlled trial; Psychological intervention; Psychology; Physical fitness; Dementia; Neuroscience; Psychiatry; Internal medicine","score_opus":0.07657095010078273,"score_gpt":0.4754166237136445,"score_spread":0.3988456736128618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400839093","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05607929,0.0000055245882,0.00031383758,0.0005635117,0.000024583509,0.9426156,0.0000022203071,0.000090064015,0.000305313],"genre_scores_gemma":[0.055303376,0.0000016340057,0.00014390358,0.00006937128,0.00023388346,0.9417054,0.000008170089,0.000048421032,0.00248585],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955886,0.00071481016,0.0007764887,0.0008072161,0.0012081804,0.00090469455],"domain_scores_gemma":[0.9977551,0.0006433505,0.000054039305,0.00038529755,0.0008161309,0.00034609003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008785926,0.000289944,0.0013651213,0.0009781676,0.00017047196,0.00036608914,0.00015914424,0.00016622752,0.00022917094],"category_scores_gemma":[0.0007961152,0.00019433218,0.00042922734,0.00075773255,0.00023537502,0.00029062622,0.00016630013,0.000805593,0.0000593606],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9735987,0.00114769,0.00066708995,0.0049169715,0.00017574518,0.000021957088,0.0002804235,2.06086e-7,0.0030831646,0.00007100853,0.00094070757,0.015096337],"study_design_scores_gemma":[0.96243495,0.01233722,0.003332946,0.008497563,0.000045033816,0.000008144226,0.00008831267,0.0015211097,0.0029935457,0.0004012277,0.008140051,0.00019991225],"about_ca_topic_score_codex":0.000018269024,"about_ca_topic_score_gemma":0.0000043530067,"teacher_disagreement_score":0.0148964245,"about_ca_system_score_codex":0.00017356664,"about_ca_system_score_gemma":0.00047836357,"threshold_uncertainty_score":0.79246366},"labels":[],"label_agreement":null},{"id":"W4400854765","doi":"10.2196/64332","title":"Family Support Protocol for Adolescent Internalizing Disorders: Protocol for a Pre-Post Quantitative Treatment Development Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Psychoeducation; Protocol (science); Motivational interviewing; Anxiety; Psychological intervention; Medicine; Cognitive behavioral therapy; Psychology; Psychiatry; Clinical psychology; Alternative medicine","score_opus":0.4908106611514127,"score_gpt":0.6389289290213873,"score_spread":0.14811826786997462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400854765","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012781267,7.731345e-7,0.000473192,0.0002824077,0.000017125743,0.99724126,0.000020329524,0.00029242574,0.00039434538],"genre_scores_gemma":[0.00048641211,5.3639337e-8,0.0046546943,0.000054893444,0.00016489186,0.98653907,0.000023932644,0.00015593028,0.007920098],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953763,0.00024756487,0.0008967329,0.0011310102,0.0011900725,0.0011583329],"domain_scores_gemma":[0.9977848,0.00038854318,0.00013624532,0.00067537045,0.0006893723,0.00032566188],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010997443,0.00056695583,0.0006846282,0.0005410553,0.0004019895,0.0002998161,0.00037781527,0.00015507368,0.00015394937],"category_scores_gemma":[0.00018434068,0.00037833702,0.00044393414,0.00059768505,0.00013571497,0.00032285703,0.0001747102,0.0003721546,0.0000859813],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12842667,0.07651576,0.4477605,0.041850466,0.0028843114,0.00035799274,0.052776285,0.0000053384033,0.006716443,0.0013426995,0.055195365,0.18616818],"study_design_scores_gemma":[0.050441764,0.04114988,0.029713856,0.018040257,0.00003190079,0.0000073000692,0.002627494,0.00016968502,0.011546503,0.00025161664,0.8455116,0.00050813943],"about_ca_topic_score_codex":0.000019846546,"about_ca_topic_score_gemma":0.00029009205,"teacher_disagreement_score":0.7903162,"about_ca_system_score_codex":0.0018818271,"about_ca_system_score_gemma":0.0024838224,"threshold_uncertainty_score":0.99986684},"labels":[],"label_agreement":null},{"id":"W4400870353","doi":"10.2196/56353","title":"Investigating Data Diversity and Model Robustness of AI Applications in Palliative Care and Hospice: Protocol for Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Robustness (evolution); Protocol (science); Data science; Computer science; Palliative care; Medicine; Nursing; World Wide Web; Alternative medicine; Biology","score_opus":0.8967670138823096,"score_gpt":0.7504789886137858,"score_spread":0.1462880252685238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400870353","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.632307e-7,0.28612354,0.00017696331,0.00020906629,0.0000018132877,0.7133856,0.00007105005,0.000013218462,0.000018401473],"genre_scores_gemma":[1.494349e-7,0.2708395,0.00096765533,0.00002316695,0.00008628131,0.7279038,0.00013051296,0.000024910209,0.000024040766],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9973548,0.00025628528,0.00087753515,0.00073417614,0.00043369396,0.00034352424],"domain_scores_gemma":[0.99753743,0.0005402174,0.0002460301,0.0007474082,0.000738017,0.00019089092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017917693,0.00023072498,0.0010757297,0.00029013347,0.00038738977,0.000045399873,0.00037904168,0.00024172365,0.0000049748664],"category_scores_gemma":[0.0008282533,0.00017688307,0.00007103577,0.00074968964,0.0002811248,0.00016545235,0.0015262595,0.0010087481,0.0000016504234],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010260688,0.00005453983,0.00035852502,0.7093536,0.00001071755,4.253781e-7,0.0006261317,9.691835e-7,7.5498384e-8,0.00008266266,0.00078796665,0.2887141],"study_design_scores_gemma":[0.000088499306,0.00024801903,0.0000041692274,0.87967944,0.000063516425,0.0000012446643,0.00028460575,0.001101071,0.0000033706008,0.00034217112,0.11804942,0.00013446371],"about_ca_topic_score_codex":0.00009296216,"about_ca_topic_score_gemma":0.00008270569,"teacher_disagreement_score":0.28857964,"about_ca_system_score_codex":0.00020364668,"about_ca_system_score_gemma":0.0027613253,"threshold_uncertainty_score":0.7213082},"labels":[],"label_agreement":null},{"id":"W4400883254","doi":"10.2196/60382","title":"A Live Video Resiliency Dyadic Intervention for Persons With Dementia and Their Care-Partners Early After Diagnosis: Protocol for Open Pilot of Resilient Together for Dementia","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute of Nursing Research; National Institute on Aging","keywords":"Dementia; Preprint; Intervention (counseling); Protocol (science); Psychology; Medicine; Gerontology; Clinical psychology; Psychiatry; Computer science; Alternative medicine; World Wide Web","score_opus":0.14546319814656059,"score_gpt":0.5344982721793562,"score_spread":0.3890350740327956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400883254","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010846839,0.0001695216,0.0025961683,0.00054991315,0.000008595518,0.984891,0.0002562647,0.000050471714,0.0006312455],"genre_scores_gemma":[0.10877976,0.0000011907069,0.0017228352,0.000039529783,0.0001015689,0.88713944,0.000038359758,0.00009398617,0.0020833507],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962909,0.00033887548,0.00059242174,0.0009852767,0.00076583173,0.0010266495],"domain_scores_gemma":[0.99698615,0.0006388969,0.00011824841,0.00048195233,0.0014043612,0.00037038783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026033209,0.0003298955,0.0004629169,0.0005172841,0.00030508774,0.00053366757,0.000451087,0.00011217411,0.0006145475],"category_scores_gemma":[0.00026416985,0.00022806636,0.00026188526,0.00042825425,0.0004076298,0.0004605559,0.00041190276,0.0003318872,0.000009814235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23550263,0.012409192,0.37067747,0.103187114,0.0053919414,0.00009125481,0.021157516,0.0000012684443,0.005665016,0.003032887,0.10384561,0.1390381],"study_design_scores_gemma":[0.055396628,0.20764998,0.07946173,0.04872906,0.00040010194,0.00001920183,0.012379691,0.0003635416,0.049384378,0.0026194947,0.542717,0.00087924086],"about_ca_topic_score_codex":0.00009397653,"about_ca_topic_score_gemma":0.00014364642,"teacher_disagreement_score":0.43887135,"about_ca_system_score_codex":0.00015672474,"about_ca_system_score_gemma":0.0006587684,"threshold_uncertainty_score":0.9300276},"labels":[],"label_agreement":null},{"id":"W4400886635","doi":"10.2196/55502","title":"A Combined Telemedicine and Ambulatory Wound Care Team Intervention for Improving Cross-Sector Outpatient Chronic Wound Management: Protocol for the Mixed Methods TELE-AMBUS Research Project","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telemedicine; Medicine; Ambulatory care; Wound care; Health care; Nursing; Psychological intervention; Competence (human resources); Medical emergency; Psychology; Intensive care medicine","score_opus":0.32454247621584353,"score_gpt":0.6508607226758885,"score_spread":0.3263182464600449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400886635","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023898212,0.0001421111,0.0070789317,0.00092359143,0.000082311366,0.9887699,0.00007298301,0.00022095766,0.0003193849],"genre_scores_gemma":[0.0075775343,0.0000028458603,0.006917356,0.00007846123,0.0011842881,0.98132664,0.0001755339,0.00015072063,0.002586606],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99285126,0.0011491607,0.0012729571,0.0011935785,0.001815871,0.0017171792],"domain_scores_gemma":[0.99427205,0.002455474,0.00020495255,0.0009050028,0.0018246606,0.00033783625],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.014917853,0.00040870605,0.00057371455,0.0012874792,0.0013138875,0.0006205518,0.0004680903,0.00025866774,0.00013991566],"category_scores_gemma":[0.0011239371,0.00027277728,0.00023804924,0.0014429287,0.000729801,0.00035664326,0.0004747593,0.0015931199,0.000010768888],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010045787,0.00080420036,0.0026747657,0.12833808,0.00033560014,0.00003609278,0.003869536,0.0000012618907,0.002069733,0.0015141413,0.07738895,0.77292186],"study_design_scores_gemma":[0.026160285,0.032552052,0.009682713,0.005581395,0.00005726888,0.000024542203,0.0063507934,0.003860498,0.003428839,0.00074117427,0.9112594,0.00030102584],"about_ca_topic_score_codex":0.0002585948,"about_ca_topic_score_gemma":0.0001340948,"teacher_disagreement_score":0.8338705,"about_ca_system_score_codex":0.0015822651,"about_ca_system_score_gemma":0.0013971238,"threshold_uncertainty_score":0.9999863},"labels":[],"label_agreement":null},{"id":"W4400887025","doi":"10.2196/55738","title":"Analyzing the Influence of Video Game and Music Engagement on Technical Skills Acquisition in Dental Students in Preclinical Phase: Protocol for a Prospective, Controlled, Longitudinal Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Video game; Psychology; Medical education; Longitudinal study; Multimedia; Applied psychology; Computer science; Medicine; Alternative medicine","score_opus":0.28344928463692737,"score_gpt":0.6286533993071051,"score_spread":0.3452041146701777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400887025","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42765334,0.0000012595824,0.000014954755,0.00006857712,0.0000014837783,0.57215303,0.00000235284,0.000021114696,0.000083921776],"genre_scores_gemma":[0.4969753,8.294739e-8,0.000021594768,0.00001136698,0.000030526164,0.5029305,9.554228e-7,0.000009717868,0.000019915533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964713,0.0007713624,0.0007885882,0.0005544928,0.0010314339,0.00038283164],"domain_scores_gemma":[0.9966815,0.0026689267,0.00007883548,0.00027001314,0.00019352771,0.00010715643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072976085,0.00015987076,0.00048420674,0.0004642247,0.00008944713,0.00013450731,0.00020063,0.00009374727,0.00008910427],"category_scores_gemma":[0.0012464587,0.000099583776,0.000099586745,0.0008797139,0.00020991357,0.00013616752,0.00019040515,0.00095499255,0.0000047893714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031105397,0.015265197,0.943193,0.0007789971,0.00009105933,0.00016423561,0.0010477174,0.00012817736,0.0006666864,0.0004000752,0.000031598804,0.0071278177],"study_design_scores_gemma":[0.09041904,0.010328138,0.8905387,0.005822154,0.0000094168345,0.000004919298,0.00027438175,0.0011128485,0.00010473646,0.00035761856,0.00092842075,0.00009963812],"about_ca_topic_score_codex":0.000009622271,"about_ca_topic_score_gemma":0.000043252538,"teacher_disagreement_score":0.06932198,"about_ca_system_score_codex":0.00021574473,"about_ca_system_score_gemma":0.00014146985,"threshold_uncertainty_score":0.41490203},"labels":[],"label_agreement":null},{"id":"W4400918562","doi":"10.2196/57316","title":"Piloting a Clinical Decision Support Tool to Identify Patients With Social Needs and Provide Navigation Services and Referral to Community-Based Organizations: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Referral; Health care; Randomized controlled trial; Medicine; Workflow; Clinical decision support system; Focus group; Digital health; Nursing; Medical education; Computer science; Business","score_opus":0.4354601357128791,"score_gpt":0.6719648191572201,"score_spread":0.23650468344434095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400918562","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09716244,3.428017e-7,0.0009232243,0.0023178677,0.000044506905,0.8992348,0.00008128439,0.00015045356,0.000085093285],"genre_scores_gemma":[0.013670992,7.751043e-8,0.0034150593,0.00088692777,0.0004040679,0.981254,0.00014685294,0.000059290887,0.00016275424],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9900196,0.0060368367,0.0018141486,0.0004559684,0.0009505897,0.0007228573],"domain_scores_gemma":[0.9888361,0.007996107,0.00029953936,0.0003366722,0.002140996,0.00039056296],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.017508712,0.00024463158,0.0010204372,0.0006593634,0.0038552196,0.00038917843,0.00029984428,0.0003413707,0.00009643936],"category_scores_gemma":[0.0039318623,0.00017709722,0.00010326285,0.0012787186,0.00017962555,0.0004871588,0.00039138595,0.0016163236,0.00005760157],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9651055,0.00078630954,0.0043992493,0.007506079,0.000056304158,0.000001332505,0.012594427,0.000003375828,0.000008592733,0.002185131,0.0052392674,0.0021144361],"study_design_scores_gemma":[0.90360373,0.006153483,0.0029441742,0.008458146,0.000025341982,2.4743014e-7,0.0013734845,0.00090324756,0.000002399616,0.0021404128,0.074153505,0.00024181113],"about_ca_topic_score_codex":0.00013586058,"about_ca_topic_score_gemma":0.00025846824,"teacher_disagreement_score":0.08349145,"about_ca_system_score_codex":0.0001900147,"about_ca_system_score_gemma":0.0014417317,"threshold_uncertainty_score":0.99744165},"labels":[],"label_agreement":null},{"id":"W4400920232","doi":"10.2196/60395","title":"Intervention Development for Tailored Education for Aging and Cognitive Health (TEACH) for Dementia Prevention in Midlife Adults: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institute on Aging","keywords":"Dementia; Thematic analysis; Randomized controlled trial; Medicine; Psychological intervention; Intervention (counseling); Intrapersonal communication; Population; Focus group; Gerontology; Psychology; Qualitative research; Disease; Nursing; Interpersonal communication","score_opus":0.12148616168946826,"score_gpt":0.5739103249863904,"score_spread":0.45242416329692214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400920232","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001554467,0.000050340128,0.07406397,0.001428038,0.00003301528,0.9226925,0.00003667702,0.000059852195,0.00008114955],"genre_scores_gemma":[0.0052734897,0.0000013204234,0.0062344037,0.000075849595,0.00038363598,0.9847529,0.0004688303,0.00006967912,0.0027398763],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99518293,0.0009488591,0.0014460159,0.0008073866,0.00068824185,0.00092659],"domain_scores_gemma":[0.9950012,0.0026883567,0.00027533257,0.00014801217,0.0016401772,0.00024692598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0165274,0.00028279313,0.0011131606,0.00095212774,0.00036846922,0.00034604227,0.00012819665,0.00013426944,0.000053903714],"category_scores_gemma":[0.003360653,0.00022249113,0.00059352815,0.00031793668,0.00014349038,0.00029334723,0.000077766425,0.0002944306,0.0000028614018],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.78709984,0.003293684,0.0001152811,0.021217752,0.000488927,5.6993974e-7,0.00069636427,5.4234956e-8,0.00009395228,0.00056126685,0.0031192792,0.18331303],"study_design_scores_gemma":[0.90207535,0.014112129,0.00015317916,0.026447378,0.00007671376,0.0000020756966,0.0009206413,0.002783668,0.0012301183,0.0036168457,0.04838934,0.00019253274],"about_ca_topic_score_codex":0.00001451631,"about_ca_topic_score_gemma":0.000053273714,"teacher_disagreement_score":0.18312049,"about_ca_system_score_codex":0.00039084267,"about_ca_system_score_gemma":0.0029916242,"threshold_uncertainty_score":0.9072925},"labels":[],"label_agreement":null},{"id":"W4400958176","doi":"10.2196/56869","title":"High Potassium Diet Rich in Spices and Herbs-Salt Substitution (HPSH-SS) for Blood Pressure Reduction in Older Adults: Protocol for Diet Concept and Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sodium Intake and Health","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Potassium; Protocol (science); Blood pressure; Medicine; Traditional medicine; Food science; Internal medicine; Alternative medicine; Chemistry","score_opus":0.07583648270173693,"score_gpt":0.48798211359741017,"score_spread":0.41214563089567324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400958176","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020706845,0.00011137249,0.000029714183,0.0021656414,0.00014649425,0.97662973,0.00005086312,0.00010095851,0.000058363992],"genre_scores_gemma":[0.046369493,0.0000026952316,0.00031802524,0.000028611583,0.00092961104,0.9519166,0.000028762737,0.00005199332,0.0003542531],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950723,0.0014646315,0.0011293747,0.0008841221,0.0005779373,0.0008716176],"domain_scores_gemma":[0.9967764,0.0022166192,0.00020620653,0.00028286694,0.00034757087,0.00017035117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061734663,0.0003153501,0.0012723578,0.00056337094,0.00030016527,0.0004612021,0.00018470972,0.00037804455,0.00004146723],"category_scores_gemma":[0.0013157962,0.00023779341,0.00016705616,0.00048797432,0.00040908536,0.0005131567,0.00006418533,0.00075899326,0.0000020011892],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98311025,0.0010476765,0.00008175092,0.006760666,0.000077650155,0.000006316448,0.0023893022,0.000005813024,0.00042676032,0.0016124266,0.0030844458,0.0013969227],"study_design_scores_gemma":[0.95740706,0.009510385,0.0002373876,0.0062551256,0.00005042947,0.000004667264,0.00028007227,0.0019548805,0.0021082296,0.00313493,0.018789718,0.0002671005],"about_ca_topic_score_codex":0.00031130452,"about_ca_topic_score_gemma":0.00017399155,"teacher_disagreement_score":0.025703195,"about_ca_system_score_codex":0.00011588277,"about_ca_system_score_gemma":0.00029259178,"threshold_uncertainty_score":0.96969336},"labels":[],"label_agreement":null},{"id":"W4400958599","doi":"10.2196/56587","title":"Implementation and Evaluation of a Home-Based Pre-Exposure Prophylaxis Monitoring Option: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Randomized controlled trial; Protocol (science); Medicine; Pre-exposure prophylaxis; Data monitoring committee; Alternative medicine; Family medicine; Surgery","score_opus":0.24158001627578932,"score_gpt":0.6303890789023877,"score_spread":0.3888090626265984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400958599","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008398057,0.000018166907,0.0012618792,0.0003920401,0.000010106424,0.98939866,0.000022337605,0.00006169127,0.00043709148],"genre_scores_gemma":[0.03639692,4.616498e-7,0.0007227277,0.0000016768424,0.00041640428,0.9608701,0.000022693626,0.00003376645,0.0015352642],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99345666,0.0023513513,0.0009969774,0.00043582346,0.0022908933,0.0004683078],"domain_scores_gemma":[0.9958076,0.0011934338,0.00014779923,0.00032503885,0.0023208894,0.00020527301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01766302,0.00017743945,0.00083896366,0.0007690197,0.00017874593,0.00024661215,0.00012953428,0.00012924666,0.00054458063],"category_scores_gemma":[0.0020222673,0.00012048287,0.00051474595,0.0005551542,0.00025689614,0.00024399931,0.00005629108,0.00044445987,0.000007906616],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.922922,0.0008507212,0.00017226269,0.0058549964,0.00023556268,0.000003162135,0.00025831515,0.0000033523913,0.0049325856,0.00042110065,0.0020022064,0.06234371],"study_design_scores_gemma":[0.93092227,0.03395375,0.00012072631,0.0055667963,0.00005263101,0.0000023856958,0.00015559082,0.016593898,0.007397716,0.0010518066,0.004082609,0.00009983829],"about_ca_topic_score_codex":0.00002415024,"about_ca_topic_score_gemma":0.0000062997237,"teacher_disagreement_score":0.06224387,"about_ca_system_score_codex":0.0002349271,"about_ca_system_score_gemma":0.0016548908,"threshold_uncertainty_score":0.61216855},"labels":[],"label_agreement":null},{"id":"W4400974617","doi":"10.2196/59876","title":"Optimizing Detection and Prediction of Cognitive Function in Multiple Sclerosis With Ambulatory Cognitive Tests: Protocol for the Longitudinal Observational CogDetect-MS Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Observational study; Protocol (science); Ambulatory; Cognition; Preprint; Multiple sclerosis; Medicine; Psychology; Physical medicine and rehabilitation; Computer science; Psychiatry; Alternative medicine; World Wide Web; Internal medicine; Pathology","score_opus":0.5354973354325854,"score_gpt":0.5131718658188026,"score_spread":0.02232546961378279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400974617","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07698991,0.000016288728,0.0019477857,0.000110537316,0.000007775334,0.9206764,0.00010013058,0.0000921393,0.000059050606],"genre_scores_gemma":[0.46623343,0.0000011513562,0.000082643,0.000005164998,0.00010484125,0.5335006,0.000007842381,0.000030165837,0.00003415085],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961537,0.00046840438,0.00053892727,0.00074974785,0.001511687,0.0005775068],"domain_scores_gemma":[0.9923069,0.0053977864,0.000107105436,0.0002423704,0.0018073507,0.00013848803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030238181,0.00026157763,0.00038052522,0.0006198089,0.00054744614,0.00017584208,0.00011714913,0.0001228552,0.000040969255],"category_scores_gemma":[0.0027341838,0.00016964307,0.00007135301,0.0013258294,0.0007223957,0.00043945937,0.00019201545,0.0009784594,0.000004531389],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07367181,0.0053087114,0.7547422,0.0075625605,0.0013342915,0.00003775385,0.0062780813,0.00008113982,0.056243807,0.000025449333,0.0004264907,0.09428771],"study_design_scores_gemma":[0.01573759,0.017319314,0.9303994,0.015342797,0.000049870814,0.00000814616,0.00452173,0.011389737,0.0044336566,0.000022331937,0.0006337217,0.00014167323],"about_ca_topic_score_codex":0.00014082661,"about_ca_topic_score_gemma":0.0005685191,"teacher_disagreement_score":0.3892435,"about_ca_system_score_codex":0.00025355755,"about_ca_system_score_gemma":0.00039765425,"threshold_uncertainty_score":0.6917844},"labels":[],"label_agreement":null},{"id":"W4400975322","doi":"10.2196/59900","title":"The Impact of Digital Technology on the Physical Health of Older Workers: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Technostress in Professional Settings","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Høgskulen på Vestlandet","keywords":"Protocol (science); Digital health; Medicine; Gerontology; Psychology; Health care; Alternative medicine; Political science","score_opus":0.49988774865796,"score_gpt":0.7324622297075859,"score_spread":0.23257448104962591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400975322","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.9931415e-8,0.23600332,0.0000023839902,0.001787171,0.000011487126,0.76129174,0.00016717013,0.00009067683,0.00064600527],"genre_scores_gemma":[2.9230367e-7,0.036616657,0.000018941542,0.000018737723,0.0001783083,0.96211994,0.000012160605,0.00014961345,0.0008853422],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9934786,0.0014521038,0.0017367658,0.00090246584,0.0011800622,0.0012499836],"domain_scores_gemma":[0.990608,0.00498705,0.0014314548,0.0023664713,0.0004876588,0.00011940367],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0047079697,0.0005951661,0.0022624438,0.0005297865,0.00037305357,0.00012028131,0.0028314278,0.00053270994,0.00011835689],"category_scores_gemma":[0.0016652074,0.0002474633,0.0013342709,0.0025393644,0.0012774809,0.00007217413,0.0010635166,0.003319576,0.0001602713],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013560653,0.0005509892,0.00000388298,0.27260885,0.0001863644,0.000002828931,0.000060546692,1.1186384e-8,1.5242318e-7,0.005908429,0.15793398,0.56260836],"study_design_scores_gemma":[0.0002519538,0.0016475754,7.12842e-7,0.53738505,0.000009997211,0.0000065875647,0.000039910126,2.971221e-7,0.0000024647745,0.0021529135,0.45838773,0.000114824245],"about_ca_topic_score_codex":0.000008471772,"about_ca_topic_score_gemma":9.904136e-7,"teacher_disagreement_score":0.56249356,"about_ca_system_score_codex":0.0003761049,"about_ca_system_score_gemma":0.0027370204,"threshold_uncertainty_score":0.99999774},"labels":[],"label_agreement":null},{"id":"W4400986139","doi":"10.2196/60325","title":"Patterns of Use of e-Cigarettes and Their Respiratory Effects: Protocol for an Umbrella Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Systematic review; Nicotine; Grey literature; Environmental health; Protocol (science); Context (archaeology); MEDLINE; Alternative medicine; Pathology; Psychiatry; Geography","score_opus":0.5013319097943428,"score_gpt":0.6028025975129686,"score_spread":0.10147068771862577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400986139","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014524097,0.000026272635,0.000057327034,0.00016036446,0.0000034524776,0.98509544,0.000036681136,0.00004635307,0.00005004076],"genre_scores_gemma":[0.0055383258,0.000004567495,0.000036363872,0.000109767505,0.00007674802,0.994051,0.000010624808,0.00003820158,0.00013439974],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.998142,0.00035515524,0.00040042718,0.0003253698,0.00051938865,0.0002576286],"domain_scores_gemma":[0.9982695,0.00057657954,0.00007876428,0.00048350546,0.00047181625,0.00011982969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018631745,0.00013662323,0.0003598156,0.00021788289,0.00004940026,0.000052380048,0.00012155531,0.000114237126,0.000057144556],"category_scores_gemma":[0.00035663176,0.000092174094,0.00009531199,0.00029666972,0.000116452065,0.00020006171,0.00006585549,0.0003371221,6.410957e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018558488,0.0015554937,0.19843999,0.4501615,0.0001014716,0.000030206627,0.00084586994,1.6305718e-7,0.08580524,0.00072890334,0.037268437,0.2232069],"study_design_scores_gemma":[0.0031890532,0.010666617,0.092095576,0.22378753,0.000024006717,0.000011634931,0.0000491568,0.000042194493,0.19518052,0.00018203632,0.4745797,0.00019199109],"about_ca_topic_score_codex":0.000019401477,"about_ca_topic_score_gemma":0.0000018443956,"teacher_disagreement_score":0.43731126,"about_ca_system_score_codex":0.000045373155,"about_ca_system_score_gemma":0.00021439709,"threshold_uncertainty_score":0.37587506},"labels":[],"label_agreement":null},{"id":"W4400987653","doi":"10.2196/64373","title":"Transgender-Specific Differentiated HIV Service Delivery Models in the South African Public Primary Health Care System (Jabula Uzibone): Protocol for an Implementation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Protocol (science); Service delivery framework; Human immunodeficiency virus (HIV); Transgender; Public health; Medicine; Transgender women; Primary care; Family medicine; Service model; Nursing; Men who have sex with men; Service (business); Alternative medicine; Sociology; Business; Gender studies","score_opus":0.45554100483870147,"score_gpt":0.5768211473508239,"score_spread":0.12128014251212244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400987653","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035006623,0.00001735907,0.0015439157,0.0027001272,0.000004233638,0.99023634,0.00035174884,0.00022489991,0.0014207283],"genre_scores_gemma":[0.18100928,3.3889827e-7,0.000112858834,0.000058079317,0.00015265256,0.81783116,0.0004450437,0.00007444398,0.000316136],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9918187,0.0028043306,0.000971304,0.0009178995,0.0021150152,0.0013727176],"domain_scores_gemma":[0.99716586,0.00020226756,0.000093072274,0.0009609853,0.0010815774,0.00049622305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004276829,0.00031510464,0.000496148,0.0011146594,0.0005977821,0.0008643707,0.00076863414,0.000113517504,0.00017647633],"category_scores_gemma":[0.000022176248,0.00021590105,0.00022915425,0.0020598571,0.00009539221,0.00068738224,0.00014660174,0.0011277447,0.000048702925],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014737727,0.023854988,0.0055554844,0.13138999,0.00080597744,0.0004010151,0.34368655,0.000032314358,0.0037684452,0.00922594,0.28711563,0.17942593],"study_design_scores_gemma":[0.03434168,0.07537672,0.009437973,0.0119016,0.000026339663,0.00005774446,0.5357494,0.017542388,0.00031293833,0.0003293076,0.31410304,0.00082087127],"about_ca_topic_score_codex":0.00031124867,"about_ca_topic_score_gemma":0.001529961,"teacher_disagreement_score":0.19206284,"about_ca_system_score_codex":0.0012973583,"about_ca_system_score_gemma":0.0018141336,"threshold_uncertainty_score":0.88041896},"labels":[],"label_agreement":null},{"id":"W4400999107","doi":"10.2196/58089","title":"Implementation of a Virtual Reality Intervention in Outpatient Physiotherapy for Chronic Pain: Protocol for a Pilot Implementation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Physical therapy; Intervention (counseling); Virtual reality; Medicine; Chronic pain; Physical medicine and rehabilitation; Nursing; Alternative medicine; Computer science; Human–computer interaction","score_opus":0.302990895713903,"score_gpt":0.656752616079923,"score_spread":0.35376172036602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400999107","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038341286,0.0000016166887,0.022494337,0.00033449172,0.0000048745464,0.97311425,0.000049509734,0.00014341203,0.000023391973],"genre_scores_gemma":[0.08421384,3.3607668e-7,0.0005623645,0.000020772035,0.00019265946,0.91479343,0.00008441245,0.000044944427,0.00008727231],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9963494,0.0009327302,0.0008991061,0.0005313448,0.00078789727,0.00049955153],"domain_scores_gemma":[0.9985848,0.0003998263,0.00017447166,0.0003792634,0.0003934586,0.00006816462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009862131,0.00017662512,0.0003101399,0.00078093505,0.000077732926,0.00008264633,0.00019734389,0.000056074987,0.0001345563],"category_scores_gemma":[0.00012581951,0.00015913324,0.00015324641,0.0007253676,0.000053906242,0.0002516952,0.00009992,0.00023830883,0.0000021197102],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011279394,0.012984156,0.061238915,0.03726561,0.00027980574,0.00001210047,0.0035618346,0.0000051908883,0.018197045,0.0015969883,0.07638724,0.7771917],"study_design_scores_gemma":[0.09207231,0.47911483,0.15381108,0.01077069,0.000049472746,0.000001439207,0.013350812,0.0069033927,0.025995638,0.0072530266,0.20998782,0.0006894936],"about_ca_topic_score_codex":0.0004508753,"about_ca_topic_score_gemma":0.00083783275,"teacher_disagreement_score":0.77650225,"about_ca_system_score_codex":0.0009791761,"about_ca_system_score_gemma":0.00039946873,"threshold_uncertainty_score":0.6489265},"labels":[],"label_agreement":null},{"id":"W4401017221","doi":"10.2196/55155","title":"Factors Affecting Specialty Training Preference Among UK Medical Students (FAST): Protocol for a National Cross-Sectional Survey","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Specialty; Preference; Workforce; Medical education; Competition (biology); Protocol (science); Health care; Workforce planning; Medicine; Family medicine; Psychology; Alternative medicine; Political science","score_opus":0.7012455919694257,"score_gpt":0.6567064455120477,"score_spread":0.044539146457378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401017221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043656524,3.5439885e-7,0.00011682734,0.00009937073,0.00008002827,0.9412501,0.00009268563,0.00015078079,0.014553354],"genre_scores_gemma":[0.07930686,6.126994e-8,0.000029253559,0.000029147765,0.0013709422,0.91423213,0.000029201563,0.00001829081,0.004984108],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9860082,0.001340222,0.0003719595,0.0006274288,0.010765998,0.00088619394],"domain_scores_gemma":[0.99504954,0.00296776,0.00007018242,0.00014997508,0.0012639695,0.0004985878],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.034596287,0.00017250987,0.00022180028,0.00030986534,0.0016580704,0.0020339533,0.001811172,0.0003236974,0.004666167],"category_scores_gemma":[0.00735662,0.00014522934,0.00012988699,0.0009509318,0.0012447955,0.0004990948,0.00044412015,0.001065822,0.00004963347],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026091418,0.00018942605,0.9669295,0.00045135597,0.000040070052,0.000013152463,0.009760861,0.000001640098,0.000006969377,0.0022773412,0.018344406,0.0017243813],"study_design_scores_gemma":[0.001262148,0.0003970242,0.8530281,0.0012591584,6.087476e-7,6.038911e-7,0.0029137058,0.000041415336,0.0000347925,0.0012436403,0.1396539,0.00016484605],"about_ca_topic_score_codex":0.0003374805,"about_ca_topic_score_gemma":0.0047963457,"teacher_disagreement_score":0.121309504,"about_ca_system_score_codex":0.0005897766,"about_ca_system_score_gemma":0.0029951932,"threshold_uncertainty_score":0.99964166},"labels":[],"label_agreement":null},{"id":"W4401049739","doi":"10.2196/60719","title":"A Self-Administered Eating Behavior Scale for Patients With Heart Failure Living at Home: Protocol for a Mixed Methods Scale Development Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Scale (ratio); CINAHL; Medicine; Anxiety; Clinical psychology; Protocol (science); Psychology; Gerontology; Psychiatry; Alternative medicine; Psychological intervention","score_opus":0.16341615819547772,"score_gpt":0.5501218143607857,"score_spread":0.38670565616530794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401049739","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03511972,6.4312866e-7,0.0005441723,0.00054836855,0.000011577217,0.9633194,0.000016060005,0.00035964677,0.000080395745],"genre_scores_gemma":[0.0014553228,8.3843945e-9,0.30291364,0.000017434772,0.00009315134,0.6928594,0.000026159722,0.000099204524,0.002535687],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99546015,0.0005334223,0.0006544145,0.0010344376,0.0011933951,0.0011242052],"domain_scores_gemma":[0.9974886,0.0007445282,0.00008216199,0.0006269264,0.0006436595,0.0004141015],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032664265,0.00041165092,0.00060907775,0.00047667063,0.0007058931,0.00037271887,0.0002283456,0.00014295669,0.00013157279],"category_scores_gemma":[0.00012871489,0.00028967642,0.0001740333,0.00064109766,0.00008168031,0.00023001361,0.000434836,0.00036638754,0.00005337727],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008139399,0.03389561,0.7677471,0.028158909,0.00066223415,0.00006008031,0.013226274,3.7267733e-7,0.0014211158,0.000018122819,0.07292461,0.07374619],"study_design_scores_gemma":[0.011234678,0.018785914,0.068028025,0.0063941767,0.00006124556,0.000006176703,0.0007209139,0.00010777852,0.002177472,0.0000059832228,0.8921175,0.0003601065],"about_ca_topic_score_codex":0.000005121358,"about_ca_topic_score_gemma":0.00012764645,"teacher_disagreement_score":0.81919295,"about_ca_system_score_codex":0.00079526583,"about_ca_system_score_gemma":0.00067218096,"threshold_uncertainty_score":0.99995553},"labels":[],"label_agreement":null},{"id":"W4401049981","doi":"10.2196/59993","title":"Reducing Alcohol Misuse and Promoting Treatment Initiation Among Veterans Through a Brief Internet-Based Intervention: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; The Internet; Brief intervention; Alternative medicine; Family medicine; Psychology; Psychiatry; World Wide Web; Computer science; Surgery","score_opus":0.24815806481979716,"score_gpt":0.5546830752612103,"score_spread":0.3065250104414131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401049981","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034378067,0.000020462252,0.00055530726,0.0005696791,0.000022934088,0.963659,0.0000031684817,0.00023693919,0.000554432],"genre_scores_gemma":[0.060778655,7.8475864e-7,0.00079240376,0.000027503775,0.00038509228,0.93571144,0.000032956872,0.00006736466,0.0022037984],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99606884,0.0010037867,0.0010191213,0.0006916952,0.00063539436,0.000581168],"domain_scores_gemma":[0.9967655,0.0022007583,0.00019021002,0.00035664768,0.0003244254,0.00016243698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030219946,0.0003580389,0.0013612066,0.0003707953,0.00017789529,0.0004524365,0.00011268737,0.00016511224,0.00023455468],"category_scores_gemma":[0.000878214,0.0002234817,0.0008178108,0.00034479823,0.00027894383,0.00039971594,0.000036616104,0.00032021903,0.0000123814125],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98018837,0.001738032,0.00046795985,0.0022264384,0.00064418546,0.00011097383,0.0053375387,7.4157214e-7,0.00034782232,0.00022554836,0.0006045656,0.008107821],"study_design_scores_gemma":[0.9543426,0.008313205,0.00004000779,0.016693825,0.00011355246,0.000010691863,0.0001562567,0.0067745363,0.007000777,0.00032259143,0.0060490286,0.0001829449],"about_ca_topic_score_codex":0.00006175645,"about_ca_topic_score_gemma":0.000030720068,"teacher_disagreement_score":0.027947567,"about_ca_system_score_codex":0.0005015914,"about_ca_system_score_gemma":0.00040360878,"threshold_uncertainty_score":0.9113319},"labels":[],"label_agreement":null},{"id":"W4401051953","doi":"10.2196/60955","title":"Implementing and Evaluating a Mobile Phone–Supported and Family-Centered Rehabilitation Program for People With Stroke in Uganda (F@ce 2.0): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Randomized controlled trial; Stroke (engine); Activities of daily living; Medicine; Everyday life; Mobile phone; Physical therapy; Psychology; Gerontology; Computer science","score_opus":0.10785804139047458,"score_gpt":0.5566223681144056,"score_spread":0.44876432672393096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401051953","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16249202,0.000011448142,0.00026864663,0.00031780713,0.000011624707,0.83664083,0.000026361507,0.00010299061,0.00012823481],"genre_scores_gemma":[0.009441513,5.9551206e-7,0.013090209,0.000014437465,0.0001557541,0.9766916,0.000025994217,0.000056866404,0.000523004],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99564314,0.0009691878,0.0011019653,0.0007089711,0.0007981943,0.0007785363],"domain_scores_gemma":[0.9900559,0.008592866,0.00018228413,0.00023976063,0.0007475902,0.00018155195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013061034,0.00025787094,0.0013574614,0.0006569247,0.00022433327,0.00038059737,0.000075490265,0.00013910951,0.00005121256],"category_scores_gemma":[0.004040016,0.00016526331,0.0003127995,0.00046290836,0.00027250138,0.00022133374,0.00007248279,0.0003762775,0.0000011310259],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9453387,0.0010787993,0.0018734197,0.008362049,0.00017171439,0.0000027872306,0.0020250147,0.0000014716726,0.0034195096,0.000096091026,0.00050266954,0.037127774],"study_design_scores_gemma":[0.9295592,0.028038988,0.00060344615,0.004586274,0.00003908195,0.000006838485,0.002041262,0.018409133,0.00013301292,0.00027205033,0.016143417,0.00016735302],"about_ca_topic_score_codex":0.000023553903,"about_ca_topic_score_gemma":0.000040069994,"teacher_disagreement_score":0.15305051,"about_ca_system_score_codex":0.00015162029,"about_ca_system_score_gemma":0.00080835546,"threshold_uncertainty_score":0.6739242},"labels":[],"label_agreement":null},{"id":"W4401072724","doi":"10.2196/60009","title":"Correlates of Mild Behavioral Impairment in Older Adults: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; Yonsei University; College of Nursing, Yonsei University; National Research Foundation","keywords":"Dementia; Cognitive impairment; Psychology; Neuropsychology; Clinical psychology; Gerontology; Cognition; Medicine; Developmental psychology; Psychiatry; Disease","score_opus":0.3808817316638972,"score_gpt":0.663465449359004,"score_spread":0.28258371769510676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401072724","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.427854e-7,0.3452342,0.00000205896,0.00007527746,0.000005613643,0.65430754,0.000059124028,0.000044603563,0.00027126956],"genre_scores_gemma":[5.0910685e-8,0.32744926,0.00008442415,0.000020306159,0.000100591424,0.6710033,0.00010373855,0.00012607271,0.001112255],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99154866,0.0010619235,0.0023323635,0.001277032,0.0022355507,0.00154449],"domain_scores_gemma":[0.9965733,0.0004637525,0.00041381537,0.00097011053,0.0011598034,0.0004191956],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052216984,0.0007212188,0.0032472573,0.0015660283,0.00010415707,0.00012234686,0.0006715275,0.00049676123,0.0010303567],"category_scores_gemma":[0.0003465063,0.0004973228,0.0011934491,0.0021917564,0.00033965314,0.00015492004,0.0006768949,0.0023276238,0.00023939666],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061194744,0.0028913433,0.00019805922,0.6766734,0.00006930402,0.000109284956,0.000051004543,2.478145e-9,3.8962375e-7,0.000012609051,0.012295477,0.30708718],"study_design_scores_gemma":[0.0037419547,0.004536978,0.000030014176,0.5949588,0.000121391386,0.000027876415,0.000023267363,0.0000023370148,0.000010347529,0.000015200844,0.39629865,0.00023323347],"about_ca_topic_score_codex":0.00001990276,"about_ca_topic_score_gemma":0.000013316804,"teacher_disagreement_score":0.38400316,"about_ca_system_score_codex":0.00061990734,"about_ca_system_score_gemma":0.004343127,"threshold_uncertainty_score":0.9999741},"labels":[],"label_agreement":null},{"id":"W4401080685","doi":"10.2196/59018","title":"Impact of Dance or Music and Meditation on the Progression of Parkinson Disease With Mild or Moderate Severity: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality of life (healthcare); Mood; Randomized controlled trial; Berg Balance Scale; Physical therapy; Parkinson's disease; Psychology; Anxiety; Rating scale; Caregiver burden; Hamilton Anxiety Rating Scale; Mindfulness; Beck Depression Inventory; Clinical psychology; Psychiatry; Medicine; Disease; Balance (ability); Dementia; Psychotherapist; Internal medicine","score_opus":0.2652825293574328,"score_gpt":0.5953883322816834,"score_spread":0.3301058029242506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401080685","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022277577,0.000004614833,0.00020358326,0.00048660787,0.000020400395,0.97666454,0.000072566334,0.0000556821,0.00021440348],"genre_scores_gemma":[0.056681287,0.0000024509632,0.00023045372,0.000024132472,0.00028316333,0.9416058,0.000013173061,0.00004261576,0.0011169146],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99209654,0.004911468,0.0010030713,0.00044906346,0.0009909335,0.00054894085],"domain_scores_gemma":[0.9910725,0.0071134274,0.0005184639,0.0004128674,0.00069256354,0.0001901723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008942512,0.0002452457,0.0010442844,0.00022897757,0.00048920646,0.000064969885,0.00022979714,0.00013432148,0.000093077295],"category_scores_gemma":[0.0023149368,0.00009522979,0.00023667529,0.00047950115,0.00039699688,0.00022974366,0.00008575887,0.00069964654,0.0000045725833],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98091274,0.0019722953,0.0001152584,0.0072414135,0.00015958158,0.000005731333,0.0007994239,0.0000011483099,0.00071827363,0.0008418497,0.005166222,0.0020660684],"study_design_scores_gemma":[0.9432388,0.0155578405,0.002110306,0.0237342,0.000026592923,4.797391e-7,0.0001135511,0.00898536,0.000031411204,0.0022251168,0.0038334918,0.00014285615],"about_ca_topic_score_codex":0.00002511723,"about_ca_topic_score_gemma":0.00004322086,"teacher_disagreement_score":0.03767394,"about_ca_system_score_codex":0.00009451459,"about_ca_system_score_gemma":0.002276019,"threshold_uncertainty_score":0.40375596},"labels":[],"label_agreement":null},{"id":"W4401091054","doi":"10.2196/59014","title":"Influence of Distraction Factors on Performance in Laparoscopic Surgery in Immersive Virtual Reality: Study Protocol of a Cross-Over Trial in Medical Students and Residents—DisLapVR","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual reality; Distraction; Usability; Laparoscopic surgery; Immersion (mathematics); Human multitasking; Simulator sickness; Workload; System usability scale; Simulation; Applied psychology; Multimedia; Computer science; Human–computer interaction; Medicine; Laparoscopy; Psychology; Surgery","score_opus":0.25818882803451565,"score_gpt":0.6135450865243369,"score_spread":0.3553562584898213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401091054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5550836,2.8116236e-7,7.844876e-8,0.000023963596,0.0000039601878,0.44480282,0.0000023328548,0.000005413578,0.000077597615],"genre_scores_gemma":[0.5165659,3.7447415e-7,1.9417061e-7,0.00000397975,0.000015009661,0.48338193,0.0000020375903,0.000006980658,0.00002354338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99532723,0.0006234991,0.0009344791,0.00039749354,0.0023808738,0.0003364267],"domain_scores_gemma":[0.997853,0.0015766309,0.00009922096,0.00021799302,0.000113614995,0.00013955476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004892526,0.0001375172,0.00049734017,0.0007865302,0.000030467923,0.00006118351,0.00016853485,0.00015905807,0.00011160101],"category_scores_gemma":[0.0016126066,0.000106089625,0.0000482191,0.0010784195,0.00025639054,0.0002888059,0.00014051741,0.0009402898,0.0000029968767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05471245,0.002713595,0.93803215,0.0010005357,0.0000155417,0.00017318469,0.0013857723,0.000107620974,0.000081062586,0.000031216834,0.0000067534793,0.0017400938],"study_design_scores_gemma":[0.04969861,0.003217501,0.93837726,0.007227662,0.0000011426577,8.873366e-7,0.00044030376,0.00027094985,0.00045229416,0.000018613468,0.00022320112,0.000071560185],"about_ca_topic_score_codex":0.0004389143,"about_ca_topic_score_gemma":0.00021116874,"teacher_disagreement_score":0.038579118,"about_ca_system_score_codex":0.00019500154,"about_ca_system_score_gemma":0.00044421217,"threshold_uncertainty_score":0.43262094},"labels":[],"label_agreement":null},{"id":"W4401092014","doi":"10.2196/60896","title":"EXploring Patterns of Use and Effects of Adult Day Programs to Improve Trajectories of Continuing Care (EXPEDITE): Protocol for a Retrospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; Institute for Clinical Evaluative Sciences; Toronto Rehabilitation Institute; University Health Network; University of Toronto; Western University; University of Calgary; University of Waterloo; University of Winnipeg; University of Manitoba; Manitoba Health; Public Health Ontario; York University; Alzheimer Society of Canada; University of Alberta","funders":"","keywords":"Medicine; Gerontology; Population; Cohort; Cohort study; Health care; Distress; Retrospective cohort study; Family medicine; Environmental health","score_opus":0.25304908767628775,"score_gpt":0.5631069998797756,"score_spread":0.3100579122034879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401092014","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36665228,0.0000020179805,0.000050099974,0.000019749801,0.00005683599,0.63308924,0.000062536565,0.00005008318,0.000017142635],"genre_scores_gemma":[0.30972514,2.9195414e-7,0.00014660502,0.0000010903814,0.00020580192,0.6897574,0.000005051803,0.000043606025,0.00011499585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960502,0.00086174585,0.00083983137,0.00061363826,0.00094445614,0.00069016276],"domain_scores_gemma":[0.9948146,0.0014820474,0.00022411191,0.00051850546,0.0027892746,0.0001714792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016886512,0.00022916813,0.0007413797,0.0004443804,0.00021461598,0.00006249843,0.00024116565,0.00014180345,0.000009710894],"category_scores_gemma":[0.0013171078,0.00018327084,0.00012197453,0.0007262922,0.00011551234,0.00037258508,0.00025737408,0.0006364948,0.0000012633626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017333557,0.0007018099,0.75074565,0.046664383,0.00010692196,0.0000094757315,0.17697293,1.271474e-7,0.0071238885,0.00019382004,0.0006650548,0.015082581],"study_design_scores_gemma":[0.008509191,0.032030758,0.75067705,0.05596938,0.000042014293,6.2021377e-7,0.10208063,0.0000123929985,0.042583786,0.00013562969,0.007541668,0.00041685466],"about_ca_topic_score_codex":0.00082905695,"about_ca_topic_score_gemma":0.00026547562,"teacher_disagreement_score":0.0748923,"about_ca_system_score_codex":0.00024737976,"about_ca_system_score_gemma":0.0003051403,"threshold_uncertainty_score":0.7473568},"labels":[],"label_agreement":null},{"id":"W4401092040","doi":"10.2196/59749","title":"Respiratory Strength Training Versus Respiratory Relaxation Training in the Rehabilitation of Physical Impairment, Function, and Return to Participation After Stroke: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Physical therapy; Preprint; Medicine; Training (meteorology); Physical medicine and rehabilitation; Rehabilitation; Stroke (engine); Protocol (science); Alternative medicine; Computer science; Surgery","score_opus":0.16777371019529672,"score_gpt":0.5220813864288432,"score_spread":0.3543076762335464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401092040","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15537961,0.0000051715524,0.00013483436,0.00071186747,0.00003626652,0.84336483,0.000010831086,0.000044887183,0.00031168503],"genre_scores_gemma":[0.20860887,5.1116892e-8,0.00021546117,0.000060628852,0.0004208518,0.7905906,0.0000039676065,0.000025555515,0.00007403686],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942471,0.0027539914,0.0010668394,0.00049510796,0.0010136538,0.00042332977],"domain_scores_gemma":[0.9864329,0.012445941,0.00018300749,0.0003254092,0.00047208593,0.00014066117],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012400624,0.00020207437,0.000890536,0.0007811278,0.00011488215,0.00011866526,0.0000951858,0.00015278517,0.000031539756],"category_scores_gemma":[0.010295917,0.00012446639,0.0004183605,0.00068000203,0.0003153925,0.0002599105,0.000028687138,0.0005333533,0.000003696719],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9637311,0.00063196843,0.00023381117,0.0012627031,0.00009832046,0.0000024435037,0.02068228,0.000009825919,0.002427988,0.0015065884,0.00050205126,0.008910913],"study_design_scores_gemma":[0.93475926,0.031272188,0.0033456588,0.0025024472,0.000046640132,5.097011e-7,0.004558622,0.0014900513,0.00016370077,0.0010893556,0.02063249,0.00013909125],"about_ca_topic_score_codex":0.0000033703436,"about_ca_topic_score_gemma":0.000018669749,"teacher_disagreement_score":0.053229265,"about_ca_system_score_codex":0.00019743558,"about_ca_system_score_gemma":0.00085821265,"threshold_uncertainty_score":0.9980408},"labels":[],"label_agreement":null},{"id":"W4401109384","doi":"10.2196/57950","title":"Mobile App Promoting Resilience in Stress Management for Adolescents and Young Adults With Cancer: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Randomized controlled trial; Psychosocial; Psychological intervention; Medicine; Stress management; mHealth; Coping (psychology); Physical therapy; Young adult; Intervention (counseling); Gerontology; Clinical psychology; Nursing; Psychiatry; Surgery","score_opus":0.0851561905531216,"score_gpt":0.5034735425680571,"score_spread":0.4183173520149355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401109384","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004580979,0.00002141769,0.00033694005,0.00047349348,0.000023854247,0.99411416,0.000044893724,0.0001460322,0.00025824286],"genre_scores_gemma":[0.015228673,0.0000032444311,0.0008758761,0.000042108048,0.00045941127,0.98201704,0.000009635384,0.00008428777,0.0012797138],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99458146,0.00091135496,0.0011209252,0.0010395884,0.0013991154,0.0009475584],"domain_scores_gemma":[0.9975932,0.0010014663,0.00020886573,0.0004741328,0.00044638748,0.00027590466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008323577,0.00034605808,0.001519268,0.00048480477,0.00020058344,0.00029283098,0.00029833568,0.00010678983,0.000024827432],"category_scores_gemma":[0.0007159181,0.0002349616,0.00022359591,0.0005614308,0.00033453092,0.00020842432,0.00016018131,0.0005810016,0.0000024294054],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93913716,0.0018467469,0.00055533356,0.047342505,0.00016327438,0.000033191533,0.0027312415,0.000004233449,0.000058573365,0.00014234331,0.0009743348,0.007011037],"study_design_scores_gemma":[0.89930284,0.012448479,0.00011084897,0.07744267,0.000029310777,0.000004528494,0.0006075372,0.0029208402,0.00034957702,0.00020583162,0.0063397586,0.00023778567],"about_ca_topic_score_codex":0.00019751512,"about_ca_topic_score_gemma":0.00040213604,"teacher_disagreement_score":0.039834347,"about_ca_system_score_codex":0.00028903433,"about_ca_system_score_gemma":0.0006788244,"threshold_uncertainty_score":0.95814556},"labels":[],"label_agreement":null},{"id":"W4401172762","doi":"10.2196/57777","title":"Sustainable Lifestyle Among Office Workers (the SOFIA Study): Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Environmental health; Population; Health promotion; Public health; Intervention (counseling); Workplace health promotion; Cluster randomised controlled trial; Sustainability; Gerontology; Medicine; Randomized controlled trial; Workforce; Behavior change; Nursing; Economic growth","score_opus":0.1627625452072542,"score_gpt":0.5676646328867792,"score_spread":0.40490208767952496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401172762","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00310225,0.0000012112388,0.00015484911,0.0037404974,0.000014209192,0.9897298,0.0000021392032,0.00019140774,0.003063619],"genre_scores_gemma":[0.007815841,6.1429446e-8,0.000054198845,0.000101204525,0.0013648415,0.9578145,0.000002939243,0.00006745766,0.032778922],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99226123,0.0034279972,0.00087740156,0.00066692167,0.0014799564,0.0012864638],"domain_scores_gemma":[0.9887425,0.009320653,0.00014576646,0.0006809566,0.0007296709,0.00038049402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01733918,0.00030143914,0.0018152556,0.00032354292,0.0006881852,0.0005488657,0.0003769164,0.0001802354,0.00019555593],"category_scores_gemma":[0.00384522,0.00015628921,0.0007343601,0.00089959527,0.00057445886,0.00035285274,0.00024424138,0.001570435,0.00010730628],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94788206,0.0067924634,0.00006887681,0.0038207793,0.00033105942,0.000059885497,0.00085560954,0.000002726653,0.000027585847,0.0013708007,0.038213827,0.0005743241],"study_design_scores_gemma":[0.8332618,0.009473398,0.000053479693,0.0017640324,0.000039816623,0.000002410723,0.0008398774,0.0018683773,0.000042076383,0.0014150753,0.15109794,0.00014173446],"about_ca_topic_score_codex":0.00018331452,"about_ca_topic_score_gemma":0.00003023806,"teacher_disagreement_score":0.11462028,"about_ca_system_score_codex":0.00032139392,"about_ca_system_score_gemma":0.002191335,"threshold_uncertainty_score":0.6822846},"labels":[],"label_agreement":null},{"id":"W4401177195","doi":"10.2196/54376","title":"Efficacy and Mechanism of Acupoint Catgut Embedding in the Treatment of Chronic Spontaneous Urticaria: Protocol for a Randomized Double-Blind Placebo-Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urticaria and Related Conditions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Acupuncture; Placebo; Clinical trial; Randomized controlled trial; Itching; Physical therapy; Quality of life (healthcare); Surgery; Internal medicine; Alternative medicine; Pathology","score_opus":0.13934750928056033,"score_gpt":0.5211145539025497,"score_spread":0.38176704462198935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401177195","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008049572,0.000017585775,0.00014341678,0.0009661706,0.0000138179275,0.989994,0.0000115916055,0.000033113793,0.0007707185],"genre_scores_gemma":[0.023253819,0.000003914262,0.00014808688,0.000004311833,0.00023283671,0.975742,0.000010300672,0.000033296405,0.00057147443],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9967289,0.00077209686,0.0009278007,0.0004024548,0.0006653631,0.0005033776],"domain_scores_gemma":[0.99557847,0.0035094365,0.00012137521,0.000443305,0.00022035367,0.00012707463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027542699,0.00022938842,0.0011404651,0.000518232,0.00011947166,0.00008696134,0.00017209488,0.00023883152,0.00015591798],"category_scores_gemma":[0.00032137334,0.000117232965,0.00038257986,0.00047416982,0.00035772938,0.00006121523,0.000037791036,0.00045964215,0.000006013359],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.968959,0.0034132968,2.8139274e-7,0.00065465324,0.0011627637,0.00026489457,0.0022198686,0.000007611521,0.0044138925,0.017910257,0.00010572233,0.0008877816],"study_design_scores_gemma":[0.96327275,0.018087417,9.2132797e-7,0.0025571147,0.00042464663,0.00013446377,0.00012323847,0.0062501226,0.0036548385,0.0022231936,0.0031729292,0.00009838564],"about_ca_topic_score_codex":0.000034907764,"about_ca_topic_score_gemma":0.000017978902,"teacher_disagreement_score":0.015687063,"about_ca_system_score_codex":0.00026672825,"about_ca_system_score_gemma":0.0010421736,"threshold_uncertainty_score":0.47806215},"labels":[],"label_agreement":null},{"id":"W4401204056","doi":"10.2196/64216","title":"Stepped-Care Web-Based Parent Support Following Congenital Heart Disease: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Congenital Heart Disease Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of Toronto; Centre for Addiction and Mental Health; Hospital for Sick Children","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Mental health; Medicine; Protocol (science); Quality of life (healthcare); Parent training; Clinical psychology; Psychology; Developmental psychology; Intervention (counseling); Family medicine; Psychiatry; Nursing; Alternative medicine","score_opus":0.13861830383998885,"score_gpt":0.539414129670775,"score_spread":0.4007958258307861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401204056","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012877735,0.000070438946,0.00003549145,0.0019194903,0.00008133647,0.9936148,0.00016986349,0.00057247624,0.00224831],"genre_scores_gemma":[0.033033587,1.3872351e-7,0.00020834964,0.00016671546,0.0009268666,0.9612971,0.00007506087,0.0001527006,0.0041394667],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9921374,0.0014058003,0.0013770344,0.0011345446,0.002510798,0.0014344242],"domain_scores_gemma":[0.993266,0.00355959,0.0000870944,0.00086040323,0.0011787098,0.0010482181],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004233632,0.0005791892,0.0024375077,0.0007224282,0.0005328022,0.0005310944,0.00028674715,0.00018644909,0.0008491173],"category_scores_gemma":[0.0032826425,0.0004042457,0.0027285102,0.0006754753,0.0005312191,0.0002511936,0.00023328488,0.00079277885,0.00028019838],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9556243,0.0013969254,0.00034380256,0.007378089,0.0007029817,0.000482414,0.00020871125,4.265191e-7,0.00026223023,0.00010651309,0.031573884,0.001919715],"study_design_scores_gemma":[0.73970383,0.0038967403,0.000044486358,0.003698094,0.00018740588,0.0000034963666,0.00015400263,0.0015304835,0.00009178623,0.00016953958,0.2502123,0.00030783392],"about_ca_topic_score_codex":0.000005208708,"about_ca_topic_score_gemma":0.000009812661,"teacher_disagreement_score":0.21863844,"about_ca_system_score_codex":0.00043424615,"about_ca_system_score_gemma":0.0058944775,"threshold_uncertainty_score":0.9998409},"labels":[],"label_agreement":null},{"id":"W4401216968","doi":"10.2196/56827","title":"Smartphone-Based Smoking Cessation Intervention (OKquit) for Oklahoma Tobacco Helpline Users: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Cancer Institute","keywords":"Smoking cessation; Nicotine replacement therapy; Psychological intervention; Quitline; Randomized controlled trial; Medicine; Hotline; Telephone counseling; Intervention (counseling); Family medicine; Environmental health; Psychiatry; Telecommunications; Internal medicine; Computer science","score_opus":0.23178644561143905,"score_gpt":0.5700698910791644,"score_spread":0.3382834454677254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401216968","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052877353,0.0000022515067,0.014785574,0.0009381176,0.0000927595,0.97835267,0.000025818485,0.00031338632,0.0002017075],"genre_scores_gemma":[0.018366678,9.197795e-8,0.0004826209,0.00004529847,0.001142309,0.9777177,0.00020145824,0.00009627535,0.0019475732],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99513453,0.00085381966,0.0013008391,0.00069980853,0.0013204301,0.00069056987],"domain_scores_gemma":[0.99538046,0.0025222437,0.00027523024,0.0004715178,0.0011701195,0.0001804379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01184025,0.00031495382,0.001213124,0.0008058374,0.00031204635,0.00062366383,0.0002238734,0.00033421806,0.00039723318],"category_scores_gemma":[0.0024003114,0.00022950766,0.0012363293,0.00059113436,0.00017855206,0.00033262026,0.00005286112,0.0005600016,0.00000717635],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97336227,0.0015098186,0.00035963958,0.0037118625,0.00020552789,0.0000072757452,0.00016747628,0.0000051577254,0.0011874513,0.0007108468,0.0054927086,0.013279947],"study_design_scores_gemma":[0.9308121,0.0053009726,0.00016284638,0.00834995,0.00011041989,0.0000032044215,0.00007768774,0.0050775483,0.0069599804,0.0010220063,0.041906547,0.00021674107],"about_ca_topic_score_codex":0.000022425207,"about_ca_topic_score_gemma":0.000011716849,"teacher_disagreement_score":0.04255019,"about_ca_system_score_codex":0.00049822335,"about_ca_system_score_gemma":0.0007482846,"threshold_uncertainty_score":0.93590504},"labels":[],"label_agreement":null},{"id":"W4401219621","doi":"10.2196/58845","title":"Self-Management Systems for Patients and Clinicians in Parkinson Care: Protocol for an Integrated Scoping Review, Product Search, and Evaluation","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parkinson's Disease Mechanisms and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Product (mathematics); Computer science; Nursing; Alternative medicine","score_opus":0.23376059550339645,"score_gpt":0.5703867492138256,"score_spread":0.33662615371042914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401219621","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013273642,0.0006288078,0.00005591111,0.00013067688,0.000012768959,0.99754584,0.000060371876,0.00008797391,0.00015026992],"genre_scores_gemma":[0.0025206523,0.00009760933,0.0014906238,0.000030329724,0.000090269874,0.995478,0.00015316994,0.00005465212,0.00008473835],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966194,0.00056150346,0.0005017809,0.00089766964,0.0008801884,0.0005394619],"domain_scores_gemma":[0.9983056,0.00014450097,0.00005397844,0.00036143276,0.0008871005,0.0002473662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035588192,0.00022312184,0.00040065267,0.00038682108,0.00017395754,0.00022324157,0.00010558916,0.00008308135,0.000010281925],"category_scores_gemma":[0.00020501527,0.0001700541,0.00005817302,0.00044893267,0.00005532115,0.0002477859,0.00008647197,0.00023885997,0.000005705714],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004345118,0.0033586086,0.009185101,0.5749814,0.00021410988,0.000042365562,0.0009986372,0.0000045361585,0.00004887996,0.000306684,0.004080113,0.40243447],"study_design_scores_gemma":[0.020160174,0.011281715,0.003963357,0.3472501,0.00009361491,0.0000056463923,0.00042394674,0.015174129,0.00028043956,0.00016877735,0.6008645,0.0003335843],"about_ca_topic_score_codex":0.000020754185,"about_ca_topic_score_gemma":0.000028644234,"teacher_disagreement_score":0.5967844,"about_ca_system_score_codex":0.0004180231,"about_ca_system_score_gemma":0.00059229543,"threshold_uncertainty_score":0.69346046},"labels":[],"label_agreement":null},{"id":"W4401220095","doi":"10.2196/58202","title":"Revised Tool for the Quality Assessment of Diagnostic Accuracy Studies Using AI (QUADAS-AI): Protocol for a Qualitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Imperial Biomedical Research Centre; National Institute for Health and Care Research","keywords":"Preprint; Protocol (science); Quality assessment; Computer science; Quality (philosophy); Data science; Artificial intelligence; Data mining; Medical physics; Medicine; External quality assessment; World Wide Web; Alternative medicine","score_opus":0.9118854782094401,"score_gpt":0.8248152070492241,"score_spread":0.08707027116021604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401220095","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038312734,0.000019958665,0.0051483703,0.007547824,0.000032731677,0.9833134,0.000035737037,0.000050931118,0.00001979525],"genre_scores_gemma":[0.045815933,0.0000014002403,0.0011079884,0.00016653833,0.0005154901,0.9521235,0.000006451562,0.00003961223,0.00022306555],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9948439,0.0016726254,0.0012876008,0.0005344936,0.0010767927,0.00058461376],"domain_scores_gemma":[0.95422524,0.041431464,0.00020425291,0.0006389636,0.0033881876,0.0001118692],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01572616,0.00020259456,0.0005346531,0.00022163572,0.00054685073,0.00017533849,0.00026639344,0.00009566934,0.000056942095],"category_scores_gemma":[0.026147032,0.00012530957,0.00020059063,0.0007146088,0.00032172934,0.000273684,0.000119035816,0.00064086035,0.000006839688],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013103227,0.015264904,0.018626526,0.15858781,0.0018162184,0.00002969458,0.3856993,0.00008519464,0.0054549486,0.025666827,0.10300186,0.27266347],"study_design_scores_gemma":[0.004136053,0.03851939,0.0061840075,0.0462638,0.00017061709,0.0000091575,0.48446944,0.015262023,0.016692296,0.04770787,0.3397269,0.00085843785],"about_ca_topic_score_codex":0.0002510473,"about_ca_topic_score_gemma":0.000050813273,"teacher_disagreement_score":0.27180505,"about_ca_system_score_codex":0.00053964707,"about_ca_system_score_gemma":0.0026659258,"threshold_uncertainty_score":0.98205614},"labels":[],"label_agreement":null},{"id":"W4401220529","doi":"10.2196/59423","title":"Development and Testing of a Mobile App for Management of Gestational Diabetes in Nepal: Protocol for a User-Centered Design Study and Exploratory Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institute on Drug Abuse","keywords":"Gestational diabetes; mHealth; Medicine; Glycemic; Randomized controlled trial; Usability; Focus group; Protocol (science); Nursing; Diabetes mellitus; Pregnancy; Computer science; Alternative medicine; Business; Psychological intervention","score_opus":0.4502658167426044,"score_gpt":0.626013151358166,"score_spread":0.17574733461556163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401220529","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013741651,0.000012595551,0.001503736,0.00008725733,0.0000099809495,0.98451865,0.000023251698,0.000045384564,0.000057484114],"genre_scores_gemma":[0.0016390184,0.0000012839703,0.02808217,0.000017214552,0.000055714234,0.969993,0.0000073686642,0.000035045992,0.0001692158],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99436456,0.0020118947,0.0019947528,0.00047219783,0.00047699205,0.0006796184],"domain_scores_gemma":[0.9868754,0.011719826,0.00038984788,0.00022285695,0.0005908617,0.00020120814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017866958,0.00017617445,0.0010397314,0.00044609886,0.00039520406,0.00002628882,0.00015312042,0.000111005334,0.000014785886],"category_scores_gemma":[0.0008758715,0.00013287459,0.000063618056,0.00042922713,0.00013894078,0.00010298114,0.0001391194,0.00033957677,0.0000015016021],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91042024,0.0021890693,0.0012580054,0.048208296,0.00012518455,0.0000013797899,0.0034490838,0.0000048956485,0.00013585524,0.002982464,0.0012239922,0.030001545],"study_design_scores_gemma":[0.9346214,0.0027017433,0.00022389727,0.006806755,0.0000112891985,7.2663056e-8,0.0023185427,0.0036623902,0.00007578485,0.0011786111,0.048291307,0.0001082428],"about_ca_topic_score_codex":0.0000092734235,"about_ca_topic_score_gemma":0.000019424271,"teacher_disagreement_score":0.047067314,"about_ca_system_score_codex":0.00012820438,"about_ca_system_score_gemma":0.0017454635,"threshold_uncertainty_score":0.6192367},"labels":[],"label_agreement":null},{"id":"W4401287701","doi":"10.2196/59707","title":"Prebiotics, Mediterranean & Plant-based diet: Effect on Gut Microbiome Diversity Glycaemic Parameters and Metabolic Markers In Prediabetic/ Type 2 Diabetic Patients. Protocol For Systematic Review. (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diet and metabolism studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prediabetes; Type 2 diabetes; Mediterranean diet; Medicine; Checklist; Gut flora; Psychological intervention; Gerontology; Systematic review; Diabetes mellitus; Environmental health; MEDLINE; Internal medicine; Biology; Endocrinology; Immunology; Nursing","score_opus":0.11892837674461472,"score_gpt":0.46125401606590327,"score_spread":0.34232563932128857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401287701","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014905624,0.00018599602,0.0000098929595,0.00026785184,0.000045579694,0.9841922,0.00010966807,0.00011929136,0.00016390115],"genre_scores_gemma":[0.009342689,0.000015658796,0.00022423278,0.000162606,0.000064094886,0.9897613,0.000084149404,0.000056599394,0.00028866663],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.995564,0.001000919,0.00072384224,0.000860358,0.0009632646,0.00088764046],"domain_scores_gemma":[0.9969496,0.0015258087,0.00013067496,0.00075512467,0.00034235866,0.00029640645],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003841694,0.00043110282,0.0013360856,0.00065453246,0.00021367622,0.000115577306,0.0003564974,0.00017726688,0.000040038332],"category_scores_gemma":[0.0021901708,0.0003028406,0.00021134522,0.000766698,0.00040665612,0.00012386355,0.000455681,0.0006958884,0.00009205742],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009053417,0.0008613867,0.014820939,0.951169,0.00033765187,0.000032477055,0.0005987408,0.0000022022846,0.000893293,0.000049271664,0.01990772,0.0022739046],"study_design_scores_gemma":[0.015944991,0.015079989,0.01894693,0.8889059,0.0003572055,0.000004034317,0.00007593346,0.0003386167,0.003308314,0.00010478503,0.05616983,0.0007635172],"about_ca_topic_score_codex":0.000022070255,"about_ca_topic_score_gemma":0.000014325325,"teacher_disagreement_score":0.062263142,"about_ca_system_score_codex":0.00025067347,"about_ca_system_score_gemma":0.00020690299,"threshold_uncertainty_score":0.99994236},"labels":[],"label_agreement":null},{"id":"W4401332091","doi":"10.2196/56487","title":"Evaluating the Population-Based Usage and Benefit of Digitally Collected Patient-Reported Outcomes and Experiences in Patients With Chronic Diseases: The PROMchronic Study Protocol","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prom; Medicine; Patient-reported outcome; Population; Cohort; Health care; Patient satisfaction; Physical therapy; Quality of life (healthcare); Patient experience; Family medicine; Nursing; Environmental health; Internal medicine","score_opus":0.15140922499750534,"score_gpt":0.5284790770095761,"score_spread":0.37706985201207077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401332091","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48531684,0.000008376674,6.0278495e-7,0.00012235128,0.000002167565,0.51442343,0.0000058121555,0.000032706168,0.000087701155],"genre_scores_gemma":[0.4810012,4.294814e-8,0.0000064902993,0.00000674575,0.000010057687,0.5188622,0.00000947998,0.000016651687,0.00008712446],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963809,0.00031364692,0.0005802026,0.00055867236,0.0017235754,0.0004429579],"domain_scores_gemma":[0.9983354,0.00050419517,0.00015126786,0.0006146592,0.00028159592,0.000112884736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008712445,0.0002337435,0.00032305557,0.00027343098,0.00028273117,0.0004301334,0.00022051061,0.000038832666,0.00010789199],"category_scores_gemma":[0.00030636913,0.00011205905,0.00004512742,0.0010973007,0.00043358235,0.00028801558,0.00024677647,0.00032445023,0.0000010818538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020619365,0.001807561,0.98094535,0.0024666388,0.00014100128,0.00003275353,0.0025353257,0.000068906375,0.000006214756,0.00008808388,0.00006581869,0.00978042],"study_design_scores_gemma":[0.008275437,0.010870382,0.9724529,0.0027106064,0.000027914371,7.730046e-7,0.002348156,0.0027946637,0.000010236242,0.00014299173,0.00023249447,0.00013345524],"about_ca_topic_score_codex":0.00015332569,"about_ca_topic_score_gemma":0.00021884532,"teacher_disagreement_score":0.009646965,"about_ca_system_score_codex":0.00033857615,"about_ca_system_score_gemma":0.0011285684,"threshold_uncertainty_score":0.45696357},"labels":[],"label_agreement":null},{"id":"W4401387892","doi":"10.2196/64127","title":"Development and Evaluation of a Web-Based Platform for Personalized Educational and Professional Assistance for Dementia Caregivers: Proposal for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Usability; Dementia; Personalization; Psychological intervention; Population; Medical education; Literacy; Ethnic group; Psychology; Medicine; Nursing; Computer science; World Wide Web; Disease","score_opus":0.28625072609793406,"score_gpt":0.6187715342945059,"score_spread":0.33252080819657187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401387892","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1799604,0.0001295168,0.0050533246,0.0016446991,0.000027039418,0.8129568,0.00009151748,0.000024448358,0.00011225046],"genre_scores_gemma":[0.053723797,3.4574745e-7,0.10523433,0.000010858493,0.000069497735,0.8395552,0.000108464585,0.000025100255,0.0012723751],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996881,0.00038546108,0.00035939465,0.0005247072,0.0014109713,0.0004384584],"domain_scores_gemma":[0.99594545,0.0012666605,0.0000663997,0.00013537904,0.0024236147,0.00016247132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010722462,0.00015327155,0.00026669315,0.00038037944,0.00032854415,0.00011753603,0.0000969482,0.00007364256,0.000106816435],"category_scores_gemma":[0.00076751655,0.00011878747,0.00007937004,0.00026541896,0.00020160365,0.00015097533,0.00008077618,0.00017524886,8.031609e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03386005,0.010426541,0.03277823,0.042894535,0.0020645394,0.000005609157,0.009936089,7.760423e-7,0.044294488,0.014988918,0.033481166,0.7752691],"study_design_scores_gemma":[0.11132207,0.024389043,0.14774418,0.01391544,0.000626699,0.000013797219,0.022854472,0.046946127,0.056206368,0.013790561,0.56143844,0.00075281307],"about_ca_topic_score_codex":0.000001906426,"about_ca_topic_score_gemma":0.000020208414,"teacher_disagreement_score":0.7745162,"about_ca_system_score_codex":0.00022767884,"about_ca_system_score_gemma":0.007440473,"threshold_uncertainty_score":0.9981864},"labels":[],"label_agreement":null},{"id":"W4401416939","doi":"10.2196/58580","title":"Protective Assets Reinforced With Integrated Care and Technology (PARITY): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Randomized controlled trial; Medicine; Pregnancy; mHealth; Community-based participatory research; Intervention (counseling); Physical therapy; Nursing; Psychological intervention; Participatory action research","score_opus":0.08868185903426117,"score_gpt":0.5136407804236683,"score_spread":0.42495892138940716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401416939","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006782937,0.00001802538,0.00032337778,0.0010167295,0.000012678271,0.9963762,0.000014546036,0.00029138674,0.0012687339],"genre_scores_gemma":[0.0028736033,4.812465e-7,0.00057982514,0.00002250934,0.00014101136,0.9934282,0.000010832016,0.000051301355,0.0028922583],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99684846,0.0006196262,0.0006661375,0.0005540143,0.00063358655,0.00067815743],"domain_scores_gemma":[0.9976268,0.00083490164,0.00012188929,0.00034962562,0.00083378435,0.00023301748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024301095,0.0002790671,0.0012676619,0.0006829422,0.00025583382,0.00019034857,0.00015314764,0.00029735276,0.00006690155],"category_scores_gemma":[0.0008302343,0.00015569778,0.00015391299,0.00064412045,0.0004916869,0.00013664526,0.000092286704,0.0011073112,0.000015058198],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9624969,0.00015847666,0.000024646073,0.030721791,0.0001538581,0.0000943501,0.00031467498,2.3351858e-7,0.0002059629,0.0034408406,0.0001803661,0.0022079223],"study_design_scores_gemma":[0.8925846,0.018378587,0.000003817873,0.056372594,0.000019877129,0.000065360226,0.00010263328,0.00039499105,0.006038468,0.0011373701,0.02474362,0.0001580373],"about_ca_topic_score_codex":0.00003258173,"about_ca_topic_score_gemma":0.000008932594,"teacher_disagreement_score":0.06991223,"about_ca_system_score_codex":0.00023098476,"about_ca_system_score_gemma":0.001285529,"threshold_uncertainty_score":0.63491714},"labels":[],"label_agreement":null},{"id":"W4401427001","doi":"10.2196/60962","title":"Integrated Online-to-Offline Model of Care for HIV Prevention and Treatment Among Men Who Have Sex With Men in Malaysia: Protocol for an Intervention Development and a Multiphase Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Men who have sex with men; Medicine; Protocol (science); Psychological intervention; Randomized controlled trial; Family medicine; Intervention (counseling); Human immunodeficiency virus (HIV); Alternative medicine; Nursing","score_opus":0.19354887296686799,"score_gpt":0.5470027168730738,"score_spread":0.3534538439062058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401427001","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042133704,0.0000043930536,0.008017694,0.00018040852,5.249672e-7,0.94893545,0.00024255716,0.00003851868,0.0004467598],"genre_scores_gemma":[0.0032133055,5.4889927e-7,0.009230751,0.0000017434319,0.00006126791,0.9613293,0.0003586917,0.00005116758,0.025753258],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974139,0.00026946957,0.00067706045,0.00062994123,0.0004951629,0.0005144815],"domain_scores_gemma":[0.99853826,0.00012422299,0.00007485925,0.0002771049,0.00063023175,0.00035533268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012529918,0.00024149724,0.0004820631,0.0008126126,0.00012013604,0.00014305417,0.0001235437,0.00012976912,0.000022067807],"category_scores_gemma":[0.00018553987,0.00016756142,0.0001176199,0.00032464552,0.00014751342,0.0002973141,0.000095764044,0.00029849226,9.786204e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3163906,0.012790882,0.0037072129,0.023864234,0.00049428834,0.00003869358,0.013147121,0.00016609204,0.0068053603,0.00020722405,0.011883156,0.6105051],"study_design_scores_gemma":[0.12065574,0.11835656,0.00037332394,0.018963236,0.000020577869,0.0000047687017,0.0045376923,0.7001828,0.012426752,0.00011994896,0.024137782,0.00022083204],"about_ca_topic_score_codex":0.00014280065,"about_ca_topic_score_gemma":0.0018069444,"teacher_disagreement_score":0.7000167,"about_ca_system_score_codex":0.0004939891,"about_ca_system_score_gemma":0.0006659542,"threshold_uncertainty_score":0.68329567},"labels":[],"label_agreement":null},{"id":"W4401428269","doi":"10.2196/64673","title":"Serious Gaming for Chemotherapy-Induced Nausea and Vomiting in Older Adults With Cancer: Protocol for a Randomized Clinical Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nausea and vomiting management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Nausea; Vomiting; Chemotherapy-induced nausea and vomiting; Medicine; Randomized controlled trial; Protocol (science); Clinical trial; Chemotherapy; Cancer; Oncology; Alternative medicine; Internal medicine; Antiemetic","score_opus":0.24183353131627397,"score_gpt":0.6071715995155348,"score_spread":0.36533806819926085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401428269","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029686395,0.000004689174,0.0003391067,0.0018851723,0.000014985965,0.9677048,0.00000747091,0.00012670268,0.00023073221],"genre_scores_gemma":[0.0069328467,0.0000015970144,0.0017243217,0.0001282024,0.00096443255,0.9893842,0.000006111291,0.000086566426,0.00077175314],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.996249,0.00059648685,0.0009054319,0.0008319726,0.0006071526,0.00080994476],"domain_scores_gemma":[0.9960376,0.0029328254,0.00013201091,0.00033761543,0.00034090024,0.00021903486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010593415,0.00025672666,0.00092690584,0.00038914086,0.00015742105,0.0002668335,0.00016628433,0.00021107923,0.00004321195],"category_scores_gemma":[0.0012880398,0.00017438018,0.00022247221,0.00045113213,0.00019251842,0.00014026398,0.000091331196,0.00075127813,0.00000255136],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.86969817,0.0007538071,0.00057450496,0.011064945,0.00015044592,0.00004191539,0.0005855619,2.551966e-7,0.00017916765,0.00021792135,0.0024262397,0.11430707],"study_design_scores_gemma":[0.896358,0.006397269,0.00034194268,0.022875803,0.00001832959,0.000005897103,0.00016233965,0.0040116073,0.0009876858,0.00017600975,0.06844955,0.00021557993],"about_ca_topic_score_codex":0.000047414756,"about_ca_topic_score_gemma":0.000056177156,"teacher_disagreement_score":0.114091486,"about_ca_system_score_codex":0.00016214998,"about_ca_system_score_gemma":0.00064292626,"threshold_uncertainty_score":0.7111018},"labels":[],"label_agreement":null},{"id":"W4401428702","doi":"10.2196/58890","title":"Factors Influencing Primary Care Access for Common Mental Health Conditions Among Adults in West Africa: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Government of the United Kingdom; London School of Hygiene and Tropical Medicine","keywords":"Protocol (science); Mental health; Primary care; Medicine; Primary health care; Psychology; Gerontology; Family medicine; Environmental health; Population; Alternative medicine; Psychiatry","score_opus":0.6307071408838337,"score_gpt":0.7125913814728686,"score_spread":0.08188424058903487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401428702","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001225948,0.3196028,7.1163515e-7,0.00009897565,0.000037275637,0.67799467,0.0014725388,0.0000977259,0.000694073],"genre_scores_gemma":[4.951025e-7,0.08026073,0.000029096542,0.00010086867,0.0002043781,0.91573584,0.003026406,0.00021356385,0.00042862963],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99141407,0.0016972998,0.0024690563,0.0015747072,0.00084758457,0.0019973107],"domain_scores_gemma":[0.9962073,0.0010769948,0.0009461811,0.0009883037,0.0002878934,0.0004933161],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022979523,0.00091055187,0.0031521304,0.001090378,0.0009638671,0.0004328949,0.0015010195,0.0005200185,0.00033801678],"category_scores_gemma":[0.00007065437,0.0006671497,0.0007405503,0.0015439854,0.00022502796,0.0005403253,0.0006514551,0.00157875,0.00009501511],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001973513,0.00057038426,0.00015317493,0.7658841,0.00006201142,0.000010219718,0.0011833073,1.457649e-8,1.8052345e-8,0.0000769582,0.028096449,0.20376597],"study_design_scores_gemma":[0.0018417012,0.0010574416,0.00008189644,0.549777,0.000019891058,0.0000022603206,0.00019142039,2.5446016e-7,4.2498874e-7,0.0000275092,0.44670784,0.00029237245],"about_ca_topic_score_codex":0.0003103508,"about_ca_topic_score_gemma":0.0009166268,"teacher_disagreement_score":0.41861138,"about_ca_system_score_codex":0.0032069355,"about_ca_system_score_gemma":0.002210713,"threshold_uncertainty_score":0.999578},"labels":[],"label_agreement":null},{"id":"W4401445988","doi":"10.2196/55299","title":"Financial health risk protection education intervention on knowledge, perception and willingness to enroll for health insurance fund among rural communities in a low resource setting, Tanzania: “A cluster randomized controlled trial study protocol” (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tanzania; Intervention (counseling); Business; Willingness to pay; Randomized controlled trial; Cluster (spacecraft); Perception; Cluster randomised controlled trial; Finance; Medicine; Socioeconomics; Psychology; Nursing; Economics","score_opus":0.13647136975561985,"score_gpt":0.49009133626268186,"score_spread":0.353619966507062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401445988","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36675718,0.0000059600425,0.00033411884,0.00072686194,0.00006066579,0.6319264,0.000033161767,0.00006064747,0.000094989206],"genre_scores_gemma":[0.34911665,0.0000033488993,0.000029316383,0.000058301797,0.00025204744,0.64988774,0.000016745322,0.00003452318,0.0006013258],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99145555,0.004357113,0.0025114436,0.0005727549,0.00024491947,0.0008582176],"domain_scores_gemma":[0.9973341,0.00043096434,0.0011793047,0.0005405251,0.0002840673,0.00023103814],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.040764906,0.00029008844,0.0016618073,0.0012504369,0.0009057556,0.00028502487,0.00029525365,0.00021060617,0.000016791348],"category_scores_gemma":[0.0014891196,0.00023829105,0.00026866904,0.0009258189,0.00012907333,0.000283949,0.00018103153,0.00096569,0.00005695221],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.83906853,0.004155769,0.025822856,0.004922728,0.000045999248,4.4960635e-7,0.03409938,0.00017612711,0.0000012614076,0.00045927134,0.0010856367,0.090161994],"study_design_scores_gemma":[0.8272245,0.011240594,0.12979272,0.00665502,6.074313e-7,0.0000010566057,0.008203544,0.0036988936,0.000001413565,0.002130242,0.010723633,0.00032779505],"about_ca_topic_score_codex":0.009685307,"about_ca_topic_score_gemma":0.0045889392,"teacher_disagreement_score":0.10396986,"about_ca_system_score_codex":0.0009680078,"about_ca_system_score_gemma":0.00052057684,"threshold_uncertainty_score":0.99690926},"labels":[],"label_agreement":null},{"id":"W4401470640","doi":"10.2196/55643","title":"Relatives’ and Intensive Care Unit Personnel’s Perspectives of Care in Organ Donation: Protocol for a Multiple Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Norsk Sykepleierforbund","keywords":"Organ donation; Protocol (science); Intensive care unit; Medicine; Nursing; Family medicine; Medical emergency; Intensive care medicine; Alternative medicine; Transplantation","score_opus":0.2950373112361541,"score_gpt":0.6274860444319388,"score_spread":0.33244873319578466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401470640","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010156093,0.000025163714,0.00028406005,0.00042357962,0.0000036544286,0.988436,0.000031001888,0.000057082034,0.00058340345],"genre_scores_gemma":[0.17796357,3.9294412e-7,0.0029664987,0.000008023505,0.00004307638,0.8187861,0.000016822069,0.000030144998,0.0001853699],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979879,0.00058151275,0.0002971076,0.0004341363,0.00046697768,0.00023233042],"domain_scores_gemma":[0.9961534,0.0006535308,0.000042881085,0.00018954543,0.002871118,0.00008952885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008634682,0.00014001779,0.00026813656,0.00067842833,0.00011772373,0.000061008148,0.000087767345,0.000098007535,0.000089766465],"category_scores_gemma":[0.00066966435,0.00011410881,0.000055759596,0.0008124347,0.00016720689,0.00018012236,0.000046707202,0.000487178,0.000003891634],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052384185,0.00060018944,0.06609647,0.013510228,0.00009407684,0.000063356536,0.89037263,0.0000018701213,0.0068010073,0.0014914586,0.00010733817,0.015622977],"study_design_scores_gemma":[0.011811343,0.0069768275,0.05773171,0.004330344,0.000012180592,0.000012348155,0.89612806,0.00032639547,0.011629415,0.00013007178,0.010769224,0.00014207371],"about_ca_topic_score_codex":0.00003409105,"about_ca_topic_score_gemma":0.00015739592,"teacher_disagreement_score":0.16964987,"about_ca_system_score_codex":0.00020024169,"about_ca_system_score_gemma":0.00038829294,"threshold_uncertainty_score":0.4653222},"labels":[],"label_agreement":null},{"id":"W4401523871","doi":"10.2196/57509","title":"Multidimensional School-Based and Family-Involved Interventions to Promote a Healthy and Sustainable Lifestyle (LIVELY) for Childhood Obesity Prevention: Study Protocol","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Childhood obesity; Psychological intervention; Protocol (science); Gerontology; Medicine; Psychology; Obesity; Alternative medicine; Overweight; Nursing","score_opus":0.1350097610192499,"score_gpt":0.525081117837527,"score_spread":0.3900713568182771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401523871","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22304153,0.000007562897,0.00017935739,0.0012755734,0.000005104727,0.77523077,0.000017527767,0.00016516664,0.000077386336],"genre_scores_gemma":[0.13249958,1.5423325e-7,0.0020248536,0.00008003561,0.000208909,0.86260104,0.000011832071,0.0000613174,0.0025122908],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9957633,0.0006621853,0.00050529535,0.0010593927,0.0010020641,0.0010077569],"domain_scores_gemma":[0.9972664,0.00035862986,0.00006998418,0.0005311068,0.0008653363,0.00090851565],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033167773,0.0003143869,0.0005255269,0.0005396381,0.0006497151,0.00033421634,0.0001826406,0.0001337189,0.00006489565],"category_scores_gemma":[0.00062355225,0.0002651424,0.00020577373,0.0008647992,0.00017943756,0.00039041127,0.00071770774,0.00092635455,0.00006434147],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013705258,0.43097997,0.35097963,0.14504586,0.0007453423,0.0007601921,0.0021447262,0.0000114212335,0.00419204,0.007089709,0.032867774,0.011478089],"study_design_scores_gemma":[0.017025037,0.056350846,0.8526242,0.014282177,0.000048587746,0.000011364337,0.0012131464,0.0010983617,0.0012900896,0.0042709205,0.05128654,0.0004987379],"about_ca_topic_score_codex":0.000054219512,"about_ca_topic_score_gemma":0.0000601926,"teacher_disagreement_score":0.50164455,"about_ca_system_score_codex":0.00033779978,"about_ca_system_score_gemma":0.0011885093,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W4401525255","doi":"10.2196/57611","title":"Fostering Shared Decision-Making Between Patients and Health Care Professionals in Clinical Practice Guidelines: Protocol for a Project to Develop and Test a Tool for Guideline Developers","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Preprint; Protocol (science); Health professionals; Health care; Test (biology); Medical education; Medicine; Psychology; Knowledge management; Nursing; Computer science; Alternative medicine; World Wide Web","score_opus":0.8318495824410596,"score_gpt":0.7689009478141174,"score_spread":0.06294863462694211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401525255","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039374546,0.00006436889,0.0013630314,0.022585222,0.000049033766,0.9747641,0.00052622875,0.00016528761,0.00008897637],"genre_scores_gemma":[0.0004989355,0.0000012106708,0.28718963,0.0031199658,0.00027819726,0.70863795,0.000108557295,0.00010205915,0.00006347485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884911,0.002586362,0.004809985,0.0013935689,0.0011609736,0.0015580195],"domain_scores_gemma":[0.9567547,0.028879495,0.00060071895,0.0008662773,0.0124579705,0.00044083252],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.014653245,0.00040759513,0.00080883893,0.00090523856,0.00172669,0.00022839433,0.0007900425,0.00047276798,0.0000146734665],"category_scores_gemma":[0.119424336,0.0003381979,0.000073612624,0.0018063098,0.0001096709,0.00075955765,0.0034039393,0.0017071576,0.000017882092],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026818507,0.0003581101,0.07138193,0.023190444,0.00003011649,0.000003493414,0.028685704,6.953144e-7,0.0000032450419,0.00016131031,0.27557018,0.59793293],"study_design_scores_gemma":[0.00621854,0.0030342045,0.018279962,0.06808055,0.000003486792,0.0000015365393,0.016977947,0.00046186964,0.000003412129,0.0004650317,0.88604045,0.00043298505],"about_ca_topic_score_codex":0.00012667452,"about_ca_topic_score_gemma":0.00035615382,"teacher_disagreement_score":0.6104703,"about_ca_system_score_codex":0.0012800175,"about_ca_system_score_gemma":0.012883081,"threshold_uncertainty_score":0.999907},"labels":[],"label_agreement":null},{"id":"W4401551785","doi":"10.2196/63761","title":"Structural Influences on Methamphetamine Use Among Black Sexual Minority Men (HISTORY Study): Protocol for a Longitudinal Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse","keywords":"Protocol (science); Cohort; Psychology; Medicine; Longitudinal study; Cohort study; Clinical psychology; Gerontology; Alternative medicine","score_opus":0.4972756567448754,"score_gpt":0.6356041790935539,"score_spread":0.13832852234867854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401551785","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31689626,0.000002137867,0.0000014834488,0.00008608864,0.00005343986,0.67709863,0.0000357179,0.00018488757,0.005641371],"genre_scores_gemma":[0.029974997,6.348612e-8,0.00002444675,0.000025347776,0.0011160253,0.92092746,0.000008605661,0.00008112371,0.047841936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9908668,0.0029495652,0.0009512831,0.0017413276,0.0019584582,0.0015325965],"domain_scores_gemma":[0.99598336,0.0011977154,0.00017924375,0.0015133185,0.0006388803,0.00048748663],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005784694,0.0005140927,0.0006628169,0.0008889242,0.000570898,0.0006535776,0.0010562466,0.0002831898,0.0014502326],"category_scores_gemma":[0.00045059252,0.00041442152,0.00015888932,0.00081196113,0.00080709934,0.000739685,0.00035750165,0.0016155908,0.0005164502],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022244167,0.0032839747,0.82078946,0.0029845408,0.00029871616,0.00019833446,0.0042950613,0.000002057456,0.000018199427,0.000629633,0.16387159,0.0014039929],"study_design_scores_gemma":[0.0047452124,0.014867646,0.915935,0.00017063315,0.000028713865,0.000006472934,0.0008744681,0.00008651634,0.0000035889725,0.00029145248,0.06259877,0.00039152082],"about_ca_topic_score_codex":0.01904316,"about_ca_topic_score_gemma":0.0033796306,"teacher_disagreement_score":0.28692126,"about_ca_system_score_codex":0.0010449839,"about_ca_system_score_gemma":0.0007895777,"threshold_uncertainty_score":0.9998308},"labels":[],"label_agreement":null},{"id":"W4401580526","doi":"10.2196/58389","title":"Evaluation of the Development, Implementation, Maintenance, and Impact of 3 Digital Surveillance Tools Deployed in Malawi During the COVID-19 Pandemic: Protocol for a Modified Delphi Expert Consensus Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Coronavirus disease 2019 (COVID-19); Delphi method; Delphi; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; Data science; Medicine; World Wide Web; Artificial intelligence; Virology","score_opus":0.5439464926665754,"score_gpt":0.6117700174516038,"score_spread":0.0678235247850284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401580526","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18507771,0.0000020392392,0.0012747091,0.00025280684,0.0000041921953,0.81325334,0.000034110686,0.000052746193,0.000048319605],"genre_scores_gemma":[0.48438168,2.9098437e-8,0.00006953784,0.000007959804,0.000007953655,0.515507,8.216252e-7,0.0000102843605,0.000014746167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99553716,0.0009561251,0.0008094836,0.00055893534,0.0016134754,0.00052481703],"domain_scores_gemma":[0.99608815,0.0020671794,0.00018538661,0.00064234127,0.0009075804,0.00010935276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009572229,0.00019279472,0.00025045275,0.0002867095,0.00023411412,0.00073491986,0.0009492108,0.000049995455,0.000007277793],"category_scores_gemma":[0.0022429444,0.000113653376,0.00009602582,0.0011532801,0.00016618131,0.00068348116,0.0006639697,0.00026053822,6.6998126e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015175894,0.00087566307,0.90752035,0.0027370374,0.00021183412,0.000013501822,0.020286754,0.0009924199,0.005456955,0.0014033144,0.00092695875,0.058057617],"study_design_scores_gemma":[0.02276612,0.002449374,0.91949874,0.0022892915,0.0000054547536,0.00004822347,0.0026601274,0.033594713,0.0032093313,0.006616715,0.006212454,0.0006494695],"about_ca_topic_score_codex":0.0001467328,"about_ca_topic_score_gemma":0.00089127914,"teacher_disagreement_score":0.29930395,"about_ca_system_score_codex":0.0010457705,"about_ca_system_score_gemma":0.0041396767,"threshold_uncertainty_score":0.7343609},"labels":[],"label_agreement":null},{"id":"W4401582293","doi":"10.2196/58636","title":"Chatbot-Led Support Combined With Counselor-Led Support on Smoking Cessation in China: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Smoking cessation; Protocol (science); Medicine; Chatbot; Alternative medicine; Psychology; Computer science; World Wide Web","score_opus":0.13411872862484564,"score_gpt":0.508579798018726,"score_spread":0.37446106939388035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401582293","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019971937,2.8274786e-7,0.00018447755,0.0011342708,0.00005220081,0.9752219,0.000013366213,0.00029971448,0.0031218766],"genre_scores_gemma":[0.18069005,2.682084e-7,0.000046089113,0.000060907023,0.00036952415,0.8158534,0.00012613216,0.000106673746,0.002746934],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99286914,0.0013183149,0.0013851309,0.0009142029,0.002530626,0.0009825579],"domain_scores_gemma":[0.99654716,0.0016025885,0.00029050367,0.00062775525,0.0006744511,0.00025756634],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013700799,0.00047124038,0.0019084652,0.0011928614,0.0002655108,0.0004648676,0.00028797606,0.00029331227,0.0011067978],"category_scores_gemma":[0.0010114278,0.00030541435,0.00040242987,0.001053047,0.0002919557,0.00034325334,0.00005000798,0.0012553205,0.00002066992],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9859614,0.0030476733,0.0015613679,0.0017559684,0.00018837368,0.0001644401,0.0007748448,0.000004341009,0.0004983166,0.0014713105,0.003373066,0.0011989158],"study_design_scores_gemma":[0.9439177,0.035539754,0.0017786623,0.0049420027,0.00006898609,0.000017510123,0.000069145215,0.0005664962,0.0014055747,0.0006762256,0.010701995,0.00031594798],"about_ca_topic_score_codex":0.000034271063,"about_ca_topic_score_gemma":0.000019394685,"teacher_disagreement_score":0.16071811,"about_ca_system_score_codex":0.0005890798,"about_ca_system_score_gemma":0.0018030481,"threshold_uncertainty_score":0.9999398},"labels":[],"label_agreement":null},{"id":"W4401582926","doi":"10.2196/58203","title":"The Rutgers Omnibus Study: Protocol for Quarterly Web-Based Surveys to Promote Rapid Tobacco Research","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Protocol (science); World Wide Web; Computer science; Medicine; Alternative medicine","score_opus":0.3834700243127793,"score_gpt":0.6152220153448369,"score_spread":0.23175199103205757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401582926","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005234479,0.0000010983513,0.000105881256,0.0035741772,0.000027116143,0.98893243,0.000020983949,0.00029773865,0.0018061043],"genre_scores_gemma":[0.036822267,5.318742e-8,0.00011324023,0.000027621501,0.00041840758,0.95995075,0.00001348614,0.00011539621,0.0025387777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906333,0.0027218733,0.00062624697,0.000987914,0.0035322302,0.0014984207],"domain_scores_gemma":[0.9945074,0.0015545571,0.00004918146,0.0013589581,0.0020472058,0.00048275362],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.03402209,0.0002872138,0.00034479427,0.00085570896,0.0011997924,0.0012694948,0.00072406145,0.00021002056,0.00033106262],"category_scores_gemma":[0.0008291784,0.0001865803,0.00018139566,0.002186288,0.00032615635,0.00019506467,0.00012339003,0.0016477739,0.00018736268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00892185,0.004458746,0.026286762,0.0029086128,0.0001290754,0.0002734149,0.0030011765,0.0000026427174,0.021906931,0.00041970416,0.11453405,0.81715703],"study_design_scores_gemma":[0.01032366,0.041086122,0.031183012,0.004748764,0.000010704654,0.000009406187,0.0009919377,0.0003251206,0.013471228,0.0004723651,0.89701086,0.00036682023],"about_ca_topic_score_codex":0.00007723864,"about_ca_topic_score_gemma":0.000049014103,"teacher_disagreement_score":0.8167902,"about_ca_system_score_codex":0.00054924143,"about_ca_system_score_gemma":0.0018575175,"threshold_uncertainty_score":0.9997673},"labels":[],"label_agreement":null},{"id":"W4401611295","doi":"10.2196/56388","title":"Effects of Auditory and Visual White Noise on Oculomotor Inhibition in Children With Attention-Deficit/Hyperactivity Disorder: Protocol for a Crossover Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Audiology; Attention deficit hyperactivity disorder; Psychology; Methylphenidate; Crossover study; Developmental psychology; Medicine; Clinical psychology","score_opus":0.06874135029517525,"score_gpt":0.5004576596216299,"score_spread":0.43171630932645466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401611295","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49647394,0.0000011535262,0.000066791545,0.00009487409,0.0000036144247,0.5032563,0.000011206866,0.00004892988,0.00004317879],"genre_scores_gemma":[0.43130037,1.0827586e-7,0.00003208394,0.0000061760184,0.00008474537,0.5682278,0.000008548728,0.000051778003,0.0002883732],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964814,0.0005091996,0.0004313262,0.00083209196,0.0011963353,0.0005496072],"domain_scores_gemma":[0.998465,0.00057316176,0.0001152529,0.00032326623,0.00036931553,0.0001540248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011227555,0.0003099898,0.00050102215,0.00072083727,0.0001912994,0.00017633742,0.00007421249,0.00016552053,0.000057096342],"category_scores_gemma":[0.00032910713,0.00024005868,0.00011731956,0.0008307538,0.00024501028,0.00050212716,0.00012437574,0.00090921024,0.000029563429],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008806963,0.016972415,0.9478063,0.006098486,0.0001542682,0.00007461924,0.00022821478,0.00000813953,0.015500941,0.00004465023,0.00026680273,0.0040381965],"study_design_scores_gemma":[0.021593489,0.014708183,0.95454746,0.0063032564,0.000021701551,0.000031520376,0.00037448615,0.00037112428,0.00043256534,0.000022027414,0.001337938,0.0002562381],"about_ca_topic_score_codex":0.000048310743,"about_ca_topic_score_gemma":0.000050243554,"teacher_disagreement_score":0.06517358,"about_ca_system_score_codex":0.00019154091,"about_ca_system_score_gemma":0.00032042264,"threshold_uncertainty_score":0.9789309},"labels":[],"label_agreement":null},{"id":"W4401629838","doi":"10.2196/65322","title":"Correction: Effectiveness of the Pasifika Women’s Diabetes Wellness Program (PWDWP): Protocol for a Pilot Intervention and Feasibility Randomized Controlled Trial","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Athletic Training and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Intervention (counseling); Medical education; Medicine; Psychology; Gerontology; Family medicine; Alternative medicine; Nursing","score_opus":0.27047992206302085,"score_gpt":0.6214810106852205,"score_spread":0.3510010886221997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401629838","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065144425,0.000010553858,0.000032969943,0.00053663546,0.006219585,0.98884827,0.00004631764,0.00022255,0.003431667],"genre_scores_gemma":[0.0007587236,4.3211284e-7,0.00002460756,0.000017591372,0.0024481765,0.9197297,0.00005203472,0.00011772583,0.07685102],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96601164,0.028353978,0.0019845567,0.0010716355,0.0012510058,0.0013271632],"domain_scores_gemma":[0.9802609,0.015660226,0.0012627866,0.0010036216,0.0015694238,0.0002430053],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05055258,0.0005590858,0.0028824043,0.00042247033,0.0012780882,0.0001845483,0.0006593731,0.0009648995,0.00022674505],"category_scores_gemma":[0.014118694,0.00032403538,0.0008731371,0.00072425604,0.0010939135,0.00012197541,0.00037254274,0.0047716135,0.000020127389],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6569262,0.0022364547,0.000106529835,0.0442529,0.00023408995,2.8808782e-7,0.0014500457,1.977065e-7,0.000011383544,0.00013504337,0.29097688,0.0036699881],"study_design_scores_gemma":[0.71922576,0.0074034138,0.00039958014,0.05611873,0.000047652196,3.9535215e-7,0.00091652,0.00031613896,0.000030573457,0.0033148977,0.21197443,0.00025193286],"about_ca_topic_score_codex":0.00006589266,"about_ca_topic_score_gemma":0.000030581014,"teacher_disagreement_score":0.079002455,"about_ca_system_score_codex":0.0011925863,"about_ca_system_score_gemma":0.0031978805,"threshold_uncertainty_score":0.99992114},"labels":[],"label_agreement":null},{"id":"W4401639783","doi":"10.2196/57382","title":"Study of Postacute Sequelae of COVID-19 Using Digital Wearables: Protocol for a Prospective Longitudinal Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institutes of Health","keywords":"Observational study; Medicine; Prospective cohort study; Longitudinal study; Physical therapy; Protocol (science); Surgery; Internal medicine; Alternative medicine; Pathology","score_opus":0.5349615686987312,"score_gpt":0.6316205282700349,"score_spread":0.09665895957130366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401639783","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14232317,0.0000018493778,0.0003160468,0.00039584583,0.000007733001,0.85651803,0.0001359494,0.00013222822,0.00016917393],"genre_scores_gemma":[0.18175887,2.1184883e-8,0.00046699186,0.000027923707,0.00016362549,0.8170691,0.000013631683,0.00008235602,0.0004175029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938263,0.000562389,0.0010725133,0.0010455063,0.0027169473,0.0007763433],"domain_scores_gemma":[0.99412996,0.002374358,0.0002578938,0.00092215755,0.0017991549,0.00051650207],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00358201,0.00038349282,0.00085428124,0.0009231903,0.0002786851,0.00032008623,0.0005350015,0.00015649849,0.000104688064],"category_scores_gemma":[0.003915054,0.00030570844,0.00023933407,0.0017398844,0.0004220024,0.0007914397,0.00048511068,0.00076198025,0.0000119762535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022647833,0.025243636,0.89296645,0.03538636,0.001088778,0.0010210577,0.009853802,0.00012859885,0.0059530404,0.0009117323,0.004254827,0.00054388127],"study_design_scores_gemma":[0.14048515,0.31243864,0.40180647,0.035654444,0.00031762436,0.00045346314,0.02398749,0.0054043923,0.008719327,0.009845711,0.058910195,0.0019770681],"about_ca_topic_score_codex":0.0002149904,"about_ca_topic_score_gemma":0.000050748014,"teacher_disagreement_score":0.49115998,"about_ca_system_score_codex":0.0011381378,"about_ca_system_score_gemma":0.0058703893,"threshold_uncertainty_score":0.9999395},"labels":[],"label_agreement":null},{"id":"W4401647113","doi":"10.2196/53748","title":"Cultural Adaptation of an Aboriginal and Torres Strait Islanders Maternal and Child mHealth Intervention: Protocol for a Co-Design and Adaptation Research Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Adaptation (eye); Intervention (counseling); Protocol (science); Psychology; Pacific islanders; Medicine; Nursing; Sociology; Ethnic group; Computer science; World Wide Web; Anthropology; Alternative medicine","score_opus":0.5250986439197517,"score_gpt":0.7017331857016904,"score_spread":0.17663454178193871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401647113","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018063907,0.00002775596,0.002163195,0.00080686936,0.000013301013,0.97851986,0.00006753334,0.0000869252,0.00025065787],"genre_scores_gemma":[0.033861924,0.000013177144,0.0025608812,0.00002524096,0.00028211556,0.9628541,0.000026489839,0.000040586994,0.00033550494],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99279773,0.0035523188,0.0010305615,0.00074629014,0.00092279824,0.0009503285],"domain_scores_gemma":[0.99662185,0.001297253,0.00020400414,0.00032021131,0.0009782811,0.00057842484],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012006202,0.0001993641,0.0003242068,0.00054681435,0.0018892238,0.00018455628,0.00020342883,0.00020439997,0.000092416776],"category_scores_gemma":[0.00019092209,0.00016009035,0.000031518477,0.0005093822,0.00035724006,0.0005370954,0.000087365646,0.0013511954,0.000010145313],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019520387,0.0034687887,0.025433812,0.11763351,0.00011571059,0.00002391896,0.073766425,0.000046998484,0.00026999204,0.043240517,0.02314093,0.693339],"study_design_scores_gemma":[0.021705534,0.034022138,0.078118645,0.019967781,0.000017107932,0.00003657987,0.08132435,0.058307253,0.000124493,0.008872267,0.6969893,0.00051456806],"about_ca_topic_score_codex":0.00087170326,"about_ca_topic_score_gemma":0.00079907494,"teacher_disagreement_score":0.6928244,"about_ca_system_score_codex":0.00019473406,"about_ca_system_score_gemma":0.0012847475,"threshold_uncertainty_score":0.99941015},"labels":[],"label_agreement":null},{"id":"W4401649140","doi":"10.2196/55160","title":"Community Health Worker Videoconferencing Interventions for Disease Management and Health Promotion: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences","keywords":"Psychological intervention; Protocol (science); Videoconferencing; Health promotion; Medicine; Nursing; Medical education; Computer science; Public health; Multimedia; Alternative medicine","score_opus":0.838120132789503,"score_gpt":0.7393172104909654,"score_spread":0.0988029222985376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401649140","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7570311e-9,0.3525148,0.00032416938,0.004822593,0.000012200024,0.6420144,0.000034610217,0.00008669196,0.00019056658],"genre_scores_gemma":[5.3558415e-9,0.3011077,0.0009399382,0.0002053763,0.0001940409,0.69292367,0.00041847446,0.000086738604,0.0041240845],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947885,0.001342754,0.0015598933,0.00074824865,0.00059866864,0.0009619274],"domain_scores_gemma":[0.9971361,0.00022172496,0.00056761486,0.0010722306,0.0003624139,0.0006399213],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011393747,0.0004584799,0.0019553602,0.0007753102,0.0007874672,0.00037680505,0.0003943763,0.00010291438,0.00008464589],"category_scores_gemma":[0.00023998863,0.00035298697,0.0007992347,0.0008391534,0.000112299145,0.0001649709,0.0005686504,0.0011192505,0.000037122758],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032387165,0.00066127523,0.0000024264004,0.47642034,0.00008613973,7.8943384e-7,0.000024329729,3.4351268e-9,9.223735e-10,0.0004216264,0.10731457,0.4150361],"study_design_scores_gemma":[0.00064875314,0.0014168598,0.000006913295,0.50414264,0.00010431875,0.0000010836387,0.000018995122,0.0000044928615,1.2386967e-8,0.00037530297,0.4931668,0.000113828166],"about_ca_topic_score_codex":0.000011542913,"about_ca_topic_score_gemma":0.00003646038,"teacher_disagreement_score":0.41492227,"about_ca_system_score_codex":0.00092919375,"about_ca_system_score_gemma":0.0029053527,"threshold_uncertainty_score":0.99989223},"labels":[],"label_agreement":null},{"id":"W4401650592","doi":"10.2196/55880","title":"The COSMOS Registry of CytoSorb Hemoadsorption Therapy in Critically Ill Patients: Protocol for an International, Prospective Registry","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Kidney Injury Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Preprint; Critically ill; Protocol (science); Intensive care medicine; Medical emergency; Alternative medicine","score_opus":0.21068829470458098,"score_gpt":0.5841401162338409,"score_spread":0.37345182152925993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401650592","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017953034,0.0000022256088,0.000084542284,0.0057015284,0.000016394606,0.98569906,0.0001846052,0.00009255453,0.006423817],"genre_scores_gemma":[0.0044163126,0.0000031712557,0.00059150084,0.00019762837,0.00032568708,0.9916373,0.00007152587,0.000077291035,0.002679592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953012,0.000466356,0.0007109413,0.0007295778,0.0019866247,0.0008053037],"domain_scores_gemma":[0.99116904,0.0007475062,0.00009680303,0.0011303555,0.0065602907,0.00029600997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029974838,0.00023147081,0.00032078923,0.0003926838,0.00020734032,0.0003644252,0.0009412925,0.0002406463,0.00016121127],"category_scores_gemma":[0.00621916,0.00015307433,0.00014756418,0.0008287492,0.0008090245,0.00052326574,0.00020786097,0.0013136357,0.000031569623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08308903,0.013330664,0.120547675,0.009639797,0.0004073972,0.00017050338,0.0019671032,9.620326e-7,0.053553954,0.022127958,0.57123977,0.1239252],"study_design_scores_gemma":[0.012027676,0.014793848,0.016789977,0.005206805,0.0000024783162,0.000021164364,0.0004905005,0.0008400321,0.023992416,0.0062835896,0.9193082,0.00024334773],"about_ca_topic_score_codex":0.00002632143,"about_ca_topic_score_gemma":0.000011175153,"teacher_disagreement_score":0.34806842,"about_ca_system_score_codex":0.00064560096,"about_ca_system_score_gemma":0.0013464595,"threshold_uncertainty_score":0.74453646},"labels":[],"label_agreement":null},{"id":"W4401666983","doi":"10.2196/63191","title":"The Young Adult Centered Healthforce Training (YACHT) Program to Increase HIV Testing and Pre-Exposure Prophylaxis Referrals Among Young Sexual Minority Men in Florida: Protocol for a Type 2 Implementation-Effectiveness Hybrid Trial With a Stepped Wedge Design","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pre-exposure prophylaxis; Human immunodeficiency virus (HIV); Protocol (science); Medicine; Men who have sex with men; Reproductive health; Psychology; Gerontology; Family medicine; Clinical psychology; Medical education; Population; Environmental health; Alternative medicine","score_opus":0.32672631162313326,"score_gpt":0.5733488612167108,"score_spread":0.24662254959357754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401666983","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08715696,0.00000415321,0.00066999544,0.00029964378,0.000008218809,0.91119045,0.000077749195,0.00016396653,0.00042889125],"genre_scores_gemma":[0.06013524,2.6951147e-7,0.0019429917,0.0000066103694,0.00029514183,0.9348184,0.000046720303,0.000071669565,0.0026829392],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99333656,0.0022627593,0.0008207313,0.0009147826,0.0012163104,0.0014488434],"domain_scores_gemma":[0.9956864,0.0016750912,0.00011628305,0.00049801375,0.0012895995,0.0007346127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007650641,0.0003425462,0.0004973184,0.00054419466,0.0007488548,0.00076827814,0.0003501055,0.0001133768,0.00003142913],"category_scores_gemma":[0.004057555,0.00022553251,0.00008886028,0.0015411528,0.00030014524,0.00043689026,0.00021412339,0.0011131621,0.0000084458],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4902243,0.0027684055,0.14738578,0.024492139,0.00042625415,0.00045758983,0.00519775,0.000009607851,0.0041221664,0.00022650397,0.030887162,0.29380232],"study_design_scores_gemma":[0.2283774,0.5664626,0.11934534,0.03194631,0.000054786113,0.00034803018,0.0077176737,0.025745025,0.0035264038,0.0004729472,0.014753351,0.0012501852],"about_ca_topic_score_codex":0.0023423752,"about_ca_topic_score_gemma":0.0011154272,"teacher_disagreement_score":0.5636942,"about_ca_system_score_codex":0.0006261471,"about_ca_system_score_gemma":0.0021800995,"threshold_uncertainty_score":0.9196949},"labels":[],"label_agreement":null},{"id":"W4401688504","doi":"10.2196/57781","title":"Factorial Trial to Optimize an Internet-Delivered Intervention for Sexual Health After Breast Cancer: Protocol for the WF-2202 Sexual Health and Intimacy Enhancement (SHINE) Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Intervention (counseling); Breast cancer; Reproductive health; The Internet; Medicine; Protocol (science); Randomized controlled trial; Psychology; Clinical psychology; Family medicine; Cancer; Population; Alternative medicine; Nursing; Computer science; Environmental health; World Wide Web; Internal medicine","score_opus":0.27730684263598987,"score_gpt":0.5881885864946144,"score_spread":0.3108817438586245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401688504","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027952148,0.000035267454,0.00736916,0.008658766,0.00048415083,0.97995543,0.0005736022,0.0001158359,0.0000125826355],"genre_scores_gemma":[0.0035292103,0.0000015580495,0.00036444145,0.00050762127,0.006400218,0.98689026,0.00010220203,0.000096055366,0.0021084337],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.994973,0.0007251782,0.001011358,0.0010759108,0.0011164169,0.0010981179],"domain_scores_gemma":[0.99736094,0.0004778945,0.00017473933,0.00060583523,0.00055342645,0.0008271492],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044802884,0.00037469188,0.0006934902,0.00029795873,0.00030947218,0.0006371904,0.00038333755,0.00016430086,0.0005800119],"category_scores_gemma":[0.00018972903,0.00025896518,0.00021493866,0.00043251392,0.00014347676,0.00031734144,0.00029737636,0.0007572717,0.000009946798],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6648806,0.0009773002,0.00002923411,0.0059053223,0.00012467457,0.000003248217,0.0046002856,0.0000014076129,0.00006871359,0.00007007398,0.05054537,0.2727938],"study_design_scores_gemma":[0.31067473,0.10212193,0.000068874564,0.00454094,0.000016049175,0.0000094791085,0.0016819609,0.0017361332,0.00022502859,0.00009806793,0.57849205,0.00033476597],"about_ca_topic_score_codex":0.004707895,"about_ca_topic_score_gemma":0.0035617843,"teacher_disagreement_score":0.5279467,"about_ca_system_score_codex":0.0012275217,"about_ca_system_score_gemma":0.0025330223,"threshold_uncertainty_score":0.99998623},"labels":[],"label_agreement":null},{"id":"W4401715833","doi":"10.2196/63692","title":"The Effect of Prebedtime Behaviors on Sleep Duration and Quality in Children: Protocol for a Randomized Crossover Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crossover study; Randomized controlled trial; Sleep quality; Protocol (science); Medicine; Sleep (system call); Physical therapy; Psychology; Alternative medicine; Psychiatry; Computer science; Insomnia; Placebo; Surgery","score_opus":0.09691541694480986,"score_gpt":0.5741089926625317,"score_spread":0.4771935757177218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401715833","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035762113,0.000007846403,0.0000147709625,0.0002214046,0.000025980198,0.9623547,0.0000120526165,0.000049189533,0.0015519134],"genre_scores_gemma":[0.010396458,2.133996e-7,0.000006816749,0.000005467954,0.00009608826,0.98831475,0.0000060294815,0.00003239525,0.0011417781],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940773,0.0035907303,0.00080359686,0.00048146574,0.00054799754,0.0004988719],"domain_scores_gemma":[0.99473846,0.004549282,0.00013195886,0.00042429008,0.000085529035,0.00007049782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010078998,0.0001860666,0.0004390025,0.00025176528,0.00021882632,0.00021102306,0.00025066387,0.0002951359,0.00015382835],"category_scores_gemma":[0.00088774203,0.00010206891,0.00021331213,0.00042432026,0.00057483773,0.00009536169,0.00006386222,0.0007112962,0.000037557238],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9733505,0.0006215366,0.0010277635,0.0003360426,0.00019755532,0.0000022963823,0.00076950283,0.0000025049033,0.00014020511,0.003859714,0.002666319,0.017026015],"study_design_scores_gemma":[0.97507495,0.0078310575,0.0010896198,0.0008127413,0.000014639834,0.0000020797256,0.0000444597,0.00013385077,0.0014699871,0.0008991299,0.012464883,0.00016257481],"about_ca_topic_score_codex":0.000103490805,"about_ca_topic_score_gemma":0.00001650223,"teacher_disagreement_score":0.025960023,"about_ca_system_score_codex":0.00005280582,"about_ca_system_score_gemma":0.00006996791,"threshold_uncertainty_score":0.41622493},"labels":[],"label_agreement":null},{"id":"W4401728859","doi":"10.2196/59755","title":"Efficacy of Real-Time Feedback Exercise Therapy in Patients Following Total Hip Arthroplasty: Protocol for a Pilot Cluster-Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physical therapy; Medicine; Randomized controlled trial; Physical medicine and rehabilitation; Arthroplasty; Rehabilitation; Surgery","score_opus":0.08636865163791872,"score_gpt":0.46629040707445046,"score_spread":0.3799217554365317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401728859","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1335146,0.0000032762855,0.000012592034,0.00029186564,0.000051561834,0.8651073,0.000013712188,0.00017215451,0.00083294226],"genre_scores_gemma":[0.021522319,9.911809e-7,0.00051477895,0.000015678324,0.00025403677,0.9739541,0.00001987071,0.0001419066,0.003576313],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929136,0.0013958528,0.0018714508,0.0008436971,0.001869064,0.0011063453],"domain_scores_gemma":[0.9930158,0.005209712,0.0002540077,0.0007266441,0.0004751164,0.0003186701],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0058363266,0.0004885071,0.0029382317,0.0009738046,0.0001426117,0.00019560731,0.0002569254,0.00023455173,0.00043750645],"category_scores_gemma":[0.0027366464,0.00033216452,0.0012535355,0.00090238143,0.0003993366,0.00032753978,0.00018938871,0.00072603236,0.00018520243],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97725517,0.006064151,0.00054678804,0.0015143948,0.0003417199,0.000040340867,0.0004006065,0.000005507429,0.001526803,0.00006971206,0.0030243108,0.00921052],"study_design_scores_gemma":[0.9601479,0.023321006,0.001283466,0.00933434,0.000026015334,0.0000027421054,0.000023782564,0.00081362133,0.000688849,0.00014595853,0.0039318684,0.0002804588],"about_ca_topic_score_codex":0.00003781843,"about_ca_topic_score_gemma":0.0000039231168,"teacher_disagreement_score":0.11199228,"about_ca_system_score_codex":0.00025093695,"about_ca_system_score_gemma":0.0009295238,"threshold_uncertainty_score":0.99991304},"labels":[],"label_agreement":null},{"id":"W4401756045","doi":"10.2196/57596","title":"Long-Term Post–COVID-19 Health and Psychosocial Effects and Coping Resources Among Survivors of Severe and Critical COVID-19 in Central and Eastern Europe: Protocol for an International Qualitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Psychosocial; Coping (psychology); Qualitative research; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychology; Pandemic; Medicine; Clinical psychology; Gerontology; Psychiatry; Virology; Sociology; Social science","score_opus":0.37113348715438976,"score_gpt":0.6854234337988104,"score_spread":0.31428994664442067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401756045","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3734134,0.000027603828,0.00008697241,0.0023631456,0.000025039852,0.6238832,0.000094705836,0.000039973656,0.00006597203],"genre_scores_gemma":[0.16517375,0.0000025768884,0.00003940627,0.00063429115,0.000116191484,0.83384234,0.000012374965,0.000035921577,0.00014316612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932417,0.0038611651,0.0005815651,0.0009656252,0.00058036577,0.0007695415],"domain_scores_gemma":[0.9948138,0.0034436851,0.00010276969,0.00023695285,0.00014370984,0.0012590947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004489581,0.000246574,0.0004207365,0.00049058575,0.00034108825,0.00028874722,0.00022962806,0.0001353256,0.000042042968],"category_scores_gemma":[0.0012109302,0.00022327306,0.00003094412,0.00034601896,0.0008133221,0.000352668,0.00029129122,0.00056188984,0.0000015447503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007424569,0.0014676607,0.6920219,0.028844269,0.000053905474,0.00011724086,0.2600138,2.9658327e-7,0.000029628982,0.0023865567,0.0007035295,0.0069366577],"study_design_scores_gemma":[0.021257577,0.028050233,0.861833,0.0047243186,0.000007053691,0.00006603538,0.051097844,0.00015979641,0.000006215788,0.0017190262,0.030532526,0.0005464072],"about_ca_topic_score_codex":0.003849116,"about_ca_topic_score_gemma":0.0040280796,"teacher_disagreement_score":0.20995913,"about_ca_system_score_codex":0.0004024286,"about_ca_system_score_gemma":0.0011756037,"threshold_uncertainty_score":0.9104811},"labels":[],"label_agreement":null},{"id":"W4401784704","doi":"10.2196/58084","title":"Characteristics of Student-Led Clinics in the Allied Health Professions: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Glasgow Caledonian University","keywords":"Protocol (science); Medical education; Medicine; Allied health professions; Alternative medicine; Family medicine; Health care; Political science","score_opus":0.819015409955242,"score_gpt":0.7883837077026299,"score_spread":0.030631702252612136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401784704","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.3133914e-9,0.19064169,0.0000029628472,0.0032548541,0.0000308895,0.8054132,0.000027567456,0.00002560512,0.00060325494],"genre_scores_gemma":[4.2561656e-9,0.46382314,0.00006855877,0.00013969578,0.00022794477,0.5349932,0.000016937043,0.000028022112,0.0007025597],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836833,0.010901984,0.0021633022,0.0005827854,0.0018029145,0.00086571247],"domain_scores_gemma":[0.9947742,0.002778888,0.001040489,0.0007773049,0.00045561732,0.0001735065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.038328007,0.0002922027,0.0015840629,0.00030977468,0.00071825355,0.00031355722,0.0016310322,0.0002491149,0.00023082439],"category_scores_gemma":[0.0017185989,0.00017640693,0.00038064527,0.001690192,0.00024052856,0.00015163115,0.00029778492,0.0018915131,0.00009701109],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001605324,0.0007348542,0.0000077911145,0.58735424,0.000022609905,0.0000021957974,0.0035255183,3.3583325e-9,4.0287276e-9,0.002949534,0.05169182,0.35369536],"study_design_scores_gemma":[0.00016613671,0.00019180616,0.0000043094165,0.46350637,0.0000108672575,2.124777e-7,0.00045370008,6.482127e-8,4.9715907e-9,0.00007968584,0.5355029,0.000083928324],"about_ca_topic_score_codex":0.000042561758,"about_ca_topic_score_gemma":0.0001228146,"teacher_disagreement_score":0.48381108,"about_ca_system_score_codex":0.0004901029,"about_ca_system_score_gemma":0.01174776,"threshold_uncertainty_score":0.9938547},"labels":[],"label_agreement":null},{"id":"W4401787162","doi":"10.2196/58116","title":"Combating Antimicrobial Resistance Through a Data-Driven Approach to Optimize Antibiotic Use and Improve Patient Outcomes: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Preprint; Protocol (science); Antibiotic resistance; Medicine; Antimicrobial; Antibiotics; Computer science; Alternative medicine; World Wide Web","score_opus":0.2877134732890419,"score_gpt":0.5455101786557542,"score_spread":0.25779670536671234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401787162","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021992668,0.00001443819,0.011420769,0.00041040304,0.00006132936,0.9850328,0.00034180534,0.00020205452,0.00031716208],"genre_scores_gemma":[0.0029874374,4.369722e-7,0.11196561,0.0001029905,0.00004183231,0.88278425,0.00006472336,0.0000823507,0.0019703587],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939206,0.0021499542,0.0008223674,0.0017095697,0.00023481059,0.0011626957],"domain_scores_gemma":[0.9962219,0.0015972892,0.00014743592,0.0015546374,0.00037789825,0.00010083445],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030324731,0.0004461853,0.0007662734,0.0002721497,0.00072913285,0.00064080383,0.0010342108,0.0003266986,0.00001998623],"category_scores_gemma":[0.0009647204,0.00032375718,0.00012331794,0.00067098177,0.00047370375,0.00062210375,0.0015372776,0.00095866015,0.000054613745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015175371,0.02059943,0.005584378,0.027455024,0.002882086,0.00016991653,0.022797337,0.000060085767,0.33887327,0.00634613,0.5260175,0.03403952],"study_design_scores_gemma":[0.013392324,0.0067843935,0.0024323869,0.009681923,0.00006211164,0.000032902084,0.004701561,0.000980104,0.043731425,0.00027107066,0.91655505,0.0013747565],"about_ca_topic_score_codex":0.00006433497,"about_ca_topic_score_gemma":0.000045844674,"teacher_disagreement_score":0.3905376,"about_ca_system_score_codex":0.000108383756,"about_ca_system_score_gemma":0.0003130554,"threshold_uncertainty_score":0.99992144},"labels":[],"label_agreement":null},{"id":"W4401788098","doi":"10.2196/58140","title":"Progress of Implementation of World Health Organization Global Antimicrobial Resistance Surveillance System Recommendations on Priority Pathogen-Antibiotic Sensitivity Testing in Africa: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Antibiotic resistance; Protocol (science); Medicine; Antibiotics; Biology; Alternative medicine; Microbiology","score_opus":0.2995367783691947,"score_gpt":0.5764145610355572,"score_spread":0.27687778266636254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401788098","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.4434446e-7,0.15992753,0.000034341472,0.0002379942,0.00002957964,0.8385512,0.0010839707,0.00006255432,0.00007224691],"genre_scores_gemma":[0.00002631449,0.039393824,0.000662775,0.000008944125,0.000044461045,0.95936394,0.00033264534,0.00006391377,0.0001031564],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920302,0.0038862005,0.0021694654,0.00086900394,0.00023712407,0.00080799224],"domain_scores_gemma":[0.9958455,0.0008692945,0.0016663411,0.0006264379,0.00094592833,0.000046494573],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0060739033,0.0004351885,0.0022095742,0.00045761123,0.0002694897,0.00004733267,0.00038022434,0.00030308904,0.000015502119],"category_scores_gemma":[0.00056996755,0.00035118384,0.0002314494,0.0036380275,0.00029348116,0.000089623,0.00023625538,0.00072740397,0.000026567974],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011902973,0.0004497023,0.0004135939,0.9253256,0.00010034839,0.0000075520384,0.00005351283,1.1376349e-7,0.00010277543,0.0006869427,0.010160082,0.0625808],"study_design_scores_gemma":[0.00092364073,0.00038788051,0.00010575664,0.86488914,0.00003060315,0.000013515142,0.00003286968,3.4673351e-7,0.00025389576,0.0000050645,0.13311663,0.00024064751],"about_ca_topic_score_codex":0.000052621926,"about_ca_topic_score_gemma":0.0010608849,"teacher_disagreement_score":0.12295655,"about_ca_system_score_codex":0.00079854584,"about_ca_system_score_gemma":0.0037854689,"threshold_uncertainty_score":0.999894},"labels":[],"label_agreement":null},{"id":"W4401788886","doi":"10.2196/58195","title":"A Novel Cognitive Behavioral Therapy–Based Generative AI Tool (Socrates 2.0) to Facilitate Socratic Dialogue: Protocol for a Mixed Methods Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Socratic method; Preprint; SOCRATES; Protocol (science); Generative grammar; Computer science; Cognition; Psychology; Artificial intelligence; Medicine; World Wide Web; Epistemology; Alternative medicine; Neuroscience","score_opus":0.730222831035907,"score_gpt":0.7205620030766255,"score_spread":0.00966082795928147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401788886","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005773392,0.0000022730662,0.027194645,0.0010883698,0.00009014719,0.9636391,0.0013377868,0.00029344507,0.0005808864],"genre_scores_gemma":[0.01834851,3.4226149e-9,0.0068785683,0.0002533806,0.00013675474,0.96965677,0.000058868005,0.00010758664,0.0045595453],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99094427,0.003997515,0.0011545909,0.0015822552,0.00090338214,0.001417978],"domain_scores_gemma":[0.9952909,0.0021500126,0.00011169513,0.000835459,0.0011591896,0.00045277883],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0069657043,0.00048712743,0.00058912626,0.000589324,0.0005256923,0.00085527083,0.00063441665,0.00020115767,0.00082506874],"category_scores_gemma":[0.000593901,0.0004041698,0.00038187215,0.0013467132,0.0003758857,0.0003781949,0.0002871846,0.0009805962,0.00059744634],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045023907,0.16691786,0.0050832573,0.0073738904,0.0009282685,0.00024029407,0.032972425,0.000008239192,0.019114785,0.005371688,0.12094674,0.5960187],"study_design_scores_gemma":[0.08507384,0.45166528,0.038533077,0.018616194,0.000074014824,0.000040146326,0.016285485,0.00183579,0.07877588,0.049045615,0.25605774,0.003996941],"about_ca_topic_score_codex":0.00013381694,"about_ca_topic_score_gemma":0.00020005646,"teacher_disagreement_score":0.5920217,"about_ca_system_score_codex":0.0005978497,"about_ca_system_score_gemma":0.00077380403,"threshold_uncertainty_score":0.99984103},"labels":[],"label_agreement":null},{"id":"W4401793602","doi":"10.2196/56424","title":"Effects of Combined Visual-Motor Response Training on Cognitive Function and Brain Plasticity Mechanisms in Various Populations: Protocol for a Single-Center, Open-Label, Controlled Clinical Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer-related cognitive impairment studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognition; Physical medicine and rehabilitation; Cognitive decline; Anxiety; Medicine; Clinical trial; Psychology; Physical therapy; Gerontology; Clinical psychology; Psychiatry; Disease; Dementia; Internal medicine","score_opus":0.4231960318693099,"score_gpt":0.6041864371429051,"score_spread":0.18099040527359522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401793602","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024526428,0.0000021796056,0.0016778222,0.0008906669,0.000056639674,0.9725611,0.00004998598,0.000091276655,0.00014387697],"genre_scores_gemma":[0.080654174,2.6091394e-7,0.00024337086,0.00018729368,0.00016551434,0.91834426,0.000013598344,0.00006115591,0.00033036334],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937299,0.0028260413,0.0011747094,0.0008063995,0.0008342708,0.00062866206],"domain_scores_gemma":[0.98016,0.01862139,0.00022749184,0.00014688236,0.0006251094,0.00021911922],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0068379133,0.0003089672,0.0011311641,0.00078994007,0.00023457888,0.00019911487,0.00014182813,0.00034812724,0.000031444808],"category_scores_gemma":[0.020564081,0.0002525572,0.0001431732,0.00071202155,0.00032916112,0.00021270213,0.00024248558,0.0011531867,0.000009205324],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9481389,0.017310591,0.000087924476,0.0027492,0.00035051833,0.00008273962,0.00037386728,1.5886752e-7,0.019095112,0.0012780225,0.00096221233,0.009570769],"study_design_scores_gemma":[0.7317219,0.2287861,0.003086755,0.028544636,0.000068571324,0.000008908363,0.00018880419,0.0017837292,0.0011837593,0.0028780915,0.0015267732,0.00022202203],"about_ca_topic_score_codex":0.000011937748,"about_ca_topic_score_gemma":0.000019835914,"teacher_disagreement_score":0.21641703,"about_ca_system_score_codex":0.00032801638,"about_ca_system_score_gemma":0.00080688664,"threshold_uncertainty_score":0.99999267},"labels":[],"label_agreement":null},{"id":"W4401881392","doi":"10.2196/52841","title":"Evaluating the Implementation of Integrated Proactive Supportive Care Pathways in Oncology: Master Protocol for a Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Régionale de Santé Île-de-France; Fondation Gustave Roussy; Institut Gustave-Roussy; Breast Cancer Research Foundation; Conquer Cancer Foundation","keywords":"Medicine; Quality of life (healthcare); Hospital Anxiety and Depression Scale; Distress; Protocol (science); Social support; Intervention (counseling); Anxiety; Nursing; Psychology; Psychiatry; Clinical psychology; Alternative medicine","score_opus":0.4949577692048445,"score_gpt":0.6670683984095992,"score_spread":0.17211062920475467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401881392","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05319838,0.0000016159236,0.000021249503,0.0002428396,0.000009205504,0.94556355,0.00007922248,0.00003823238,0.0008457004],"genre_scores_gemma":[0.14206842,3.2788044e-8,0.0000645162,0.000017634171,0.00007969971,0.85752857,0.00003809222,0.000032010797,0.00017103882],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99647623,0.0010154817,0.000554624,0.0004919813,0.001010018,0.00045168208],"domain_scores_gemma":[0.9977822,0.0004101141,0.00009913488,0.00036635916,0.0012650315,0.00007717183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004633509,0.00016147441,0.00033965692,0.00031781828,0.0000890258,0.000076245706,0.00018960779,0.00009616075,0.00033386063],"category_scores_gemma":[0.00017179,0.000099034056,0.00010147457,0.0009010086,0.00013072809,0.00012978424,0.0001256371,0.0007160202,0.0000068664845],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01345612,0.002059937,0.4277147,0.007822263,0.00033327905,0.00010341843,0.19155161,0.0000022862148,0.0070975334,0.00026010047,0.0021181896,0.34748054],"study_design_scores_gemma":[0.018527089,0.08292007,0.21658985,0.0063381414,0.000054991655,0.000013418099,0.5469546,0.0006589583,0.02883886,0.00047555752,0.09828969,0.00033880936],"about_ca_topic_score_codex":0.00077208964,"about_ca_topic_score_gemma":0.0031651026,"teacher_disagreement_score":0.35540295,"about_ca_system_score_codex":0.0010586198,"about_ca_system_score_gemma":0.0031278876,"threshold_uncertainty_score":0.5548738},"labels":[],"label_agreement":null},{"id":"W4401888391","doi":"10.2196/60769","title":"Testing a Consumer Wearables Program to Promote the Use of Positive Airway Pressure Therapy in Patients With Obstructive Sleep Apnea: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Obstructive sleep apnea; Continuous positive airway pressure; Randomized controlled trial; Medicine; Protocol (science); Physical therapy; Sleep apnea; Wearable computer; Sleep (system call); Airway; Alternative medicine; Computer science; Internal medicine; Anesthesia","score_opus":0.1472234009643579,"score_gpt":0.47590572256083513,"score_spread":0.32868232159647726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401888391","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024526484,0.0000063513385,0.00012729068,0.00053465477,0.000012264363,0.9744158,0.000074217256,0.00013059317,0.00017237772],"genre_scores_gemma":[0.014605979,8.7553325e-8,0.0054016816,0.000021515614,0.0001325601,0.97936463,0.000011202172,0.00013034347,0.00033199755],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9912947,0.0027917773,0.0011835751,0.0010089155,0.0024640462,0.0012570076],"domain_scores_gemma":[0.98803234,0.0066465456,0.0002650672,0.00078321045,0.003952274,0.0003205774],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0053366097,0.0004904118,0.0018837659,0.0008514459,0.00026911785,0.0004704103,0.00048181045,0.00018047846,0.000071859955],"category_scores_gemma":[0.0073862034,0.0002478653,0.00035024932,0.0021517514,0.0011898476,0.00040605795,0.00024025235,0.0013513023,0.000010762127],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90977335,0.004969685,0.0023913071,0.0018212072,0.0011685095,0.000021608812,0.00082115596,0.00001630128,0.0010212,0.00017867691,0.00015367325,0.077663295],"study_design_scores_gemma":[0.9240016,0.04997689,0.0031657245,0.005643516,0.00004727248,0.000003998794,0.000049955728,0.004962448,0.0020967508,0.00014614874,0.009641877,0.00026385183],"about_ca_topic_score_codex":0.000061477025,"about_ca_topic_score_gemma":0.000007980575,"teacher_disagreement_score":0.07739945,"about_ca_system_score_codex":0.00022527382,"about_ca_system_score_gemma":0.0006898973,"threshold_uncertainty_score":0.9999974},"labels":[],"label_agreement":null},{"id":"W4401919144","doi":"10.2196/57065","title":"Assessing the Safety, User Acceptability, Dissemination, and Reach of a Comprehensive Web-Based Resource on Medications for Opioid Use Disorder (MOUD Hub): Protocol for a Development and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Focus group; Opioid use disorder; Harm reduction; Buprenorphine; Usability; Resource (disambiguation); Thematic analysis; Medicine; Internet privacy; Medical education; Nursing; Qualitative research; Business; Computer science; Sociology; Public health; Marketing","score_opus":0.20300745830730202,"score_gpt":0.5675331847296344,"score_spread":0.3645257264223324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401919144","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112129696,0.000007039503,0.0003201296,0.0027085147,0.0000034060338,0.8846335,0.000060826293,0.000067016306,0.000069864065],"genre_scores_gemma":[0.06300875,2.3485636e-7,0.0036295815,0.000038313476,0.00003520435,0.93298286,0.000050387323,0.00005109298,0.00020355872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99650306,0.0005775015,0.00069964875,0.00080159615,0.00097141933,0.00044675914],"domain_scores_gemma":[0.9923138,0.005763265,0.00011070349,0.00078077696,0.00085073465,0.00018070392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026997423,0.0002686018,0.0004172956,0.00027446586,0.00058404333,0.00036242188,0.00019372521,0.000111112175,0.000053501168],"category_scores_gemma":[0.0009858849,0.00017090172,0.000086776236,0.0004909638,0.0005077989,0.00022446987,0.00022245783,0.00038846192,0.0000014497418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013469677,0.042937864,0.5929656,0.054951888,0.0012385059,0.000022147296,0.0406408,0.000021628242,0.0026522316,0.0036286702,0.018009106,0.2294619],"study_design_scores_gemma":[0.009300044,0.0042883893,0.51877284,0.0036893168,0.000048468082,0.0000033972358,0.0060879355,0.0012943591,0.001462629,0.00042846886,0.45440713,0.00021700763],"about_ca_topic_score_codex":0.000027586202,"about_ca_topic_score_gemma":0.000047076584,"teacher_disagreement_score":0.43639803,"about_ca_system_score_codex":0.00027807645,"about_ca_system_score_gemma":0.0011644259,"threshold_uncertainty_score":0.696917},"labels":[],"label_agreement":null},{"id":"W4401919327","doi":"10.2196/58681","title":"Using Digital Media to Improve Adolescent Resilience and Prevent Mental Health Problems: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Resilience and Mental Health","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Mental health; Resilience (materials science); Protocol (science); Psychology; Applied psychology; Digital health; Computer science; Internet privacy; Medicine; Psychiatry; Health care; Alternative medicine; World Wide Web; Political science","score_opus":0.5905206373004163,"score_gpt":0.7235176979310879,"score_spread":0.13299706063067163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401919327","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9881545e-8,0.38437098,0.000023358505,0.0003018621,0.000034606306,0.61474806,0.00027764635,0.000058864214,0.00018461725],"genre_scores_gemma":[6.022103e-9,0.2634028,0.0002504457,0.00021941343,0.00029143732,0.7348243,0.0000445581,0.0001324891,0.0008345464],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990938,0.0012243974,0.0021373078,0.0021374163,0.0013841194,0.0021787253],"domain_scores_gemma":[0.9965594,0.00031162682,0.0005945342,0.0011732596,0.00021203407,0.0011491695],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046879724,0.0007882832,0.0023014257,0.0006363961,0.0005028737,0.0005048276,0.0010076786,0.00033368784,0.000098212935],"category_scores_gemma":[0.0002265283,0.0005761948,0.0004226218,0.0012831497,0.00030507485,0.00032385995,0.0009927312,0.0014755571,0.0003433913],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008393738,0.00040176307,7.4743e-7,0.47123304,0.000018279401,0.0000069467137,0.0002790927,1.8866515e-8,6.1815643e-7,0.00006386786,0.028932594,0.4989791],"study_design_scores_gemma":[0.00041021014,0.0014809906,3.508385e-7,0.49789906,0.000008443951,0.00005195968,0.000038085047,0.0000014029554,8.993165e-7,0.000037401795,0.4998187,0.00025249593],"about_ca_topic_score_codex":0.000035739085,"about_ca_topic_score_gemma":0.000032342086,"teacher_disagreement_score":0.4987266,"about_ca_system_score_codex":0.0013835704,"about_ca_system_score_gemma":0.0045194104,"threshold_uncertainty_score":0.99966896},"labels":[],"label_agreement":null},{"id":"W4401919617","doi":"10.2196/53902","title":"Evaluating the Effectiveness of marital relationship enrichment packages in the quality of marital life and the aspects related to sexual behaviors among men: Protocol for a Randomized Controlled Trial (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sexual function and dysfunction studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Protocol (science); Psychology; Quality of life (healthcare); Clinical psychology; Gerontology; Medicine; Applied psychology; Alternative medicine; Computer science; Psychotherapist; World Wide Web","score_opus":0.33127647241210667,"score_gpt":0.6012961283622201,"score_spread":0.27001965595011346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401919617","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22622648,0.000002242096,0.00002646435,0.0010309049,0.000016013213,0.7713238,0.0000046198993,0.000033981436,0.001335484],"genre_scores_gemma":[0.29626095,1.2272886e-7,0.000019501145,0.000020454121,0.00004590984,0.70295864,0.000004675215,0.000013695476,0.0006760637],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97955805,0.016539723,0.0014049042,0.00043028741,0.0016907197,0.00037629012],"domain_scores_gemma":[0.95048445,0.047725886,0.00038255486,0.00056377234,0.00075288146,0.000090469955],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09100912,0.00020153717,0.001292904,0.00030758604,0.00041008537,0.00007232217,0.00022789894,0.00012899602,0.00004774385],"category_scores_gemma":[0.04513845,0.00008766777,0.00027241162,0.0011529862,0.00087227573,0.00008176353,0.00026587854,0.00067090953,0.0000064571873],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9547432,0.00068313704,0.03101225,0.00088438415,0.00023105934,0.000001922873,0.0029925741,0.00003751553,0.0007034391,0.007813959,0.0004923562,0.00040417022],"study_design_scores_gemma":[0.8004886,0.0043061282,0.18621995,0.0004848862,0.000035522946,0.0000016039238,0.0050431252,0.00042361277,0.000090276975,0.0027233206,0.00009936954,0.00008363884],"about_ca_topic_score_codex":0.00016073699,"about_ca_topic_score_gemma":0.000018593522,"teacher_disagreement_score":0.1552077,"about_ca_system_score_codex":0.00008345702,"about_ca_system_score_gemma":0.00031827996,"threshold_uncertainty_score":0.96290475},"labels":[],"label_agreement":null},{"id":"W4401919678","doi":"10.2196/58022","title":"Methodology for Measuring Intraoperative Blood Loss: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Maternal and fetal healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Blood loss; Medicine; Medical physics; Computer science; Surgery; Alternative medicine","score_opus":0.9169533557133924,"score_gpt":0.7731583279885743,"score_spread":0.14379502772481811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401919678","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2544273e-9,0.40862033,0.00008215446,0.00038291616,0.000009792802,0.59051836,0.000089902744,0.00007988203,0.00021666224],"genre_scores_gemma":[2.6851368e-10,0.34261027,0.0030497247,0.00012377613,0.0008013855,0.6511167,0.00004742046,0.00015225366,0.0020984437],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924456,0.0021392785,0.0018147515,0.001304786,0.0009452311,0.0013503804],"domain_scores_gemma":[0.9950989,0.0016922835,0.00036571384,0.00086417963,0.0014855862,0.0004933682],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009419506,0.0006975442,0.004045502,0.000559483,0.00029840186,0.0001471369,0.0005989532,0.0006292764,0.00020813328],"category_scores_gemma":[0.0021497419,0.00043369064,0.0011467601,0.00078375725,0.00021674733,0.00010204074,0.00037903065,0.0020153187,0.00015204037],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038709457,0.00017667898,2.940216e-7,0.657338,0.00015995433,0.0000895532,0.000031383013,2.4973328e-9,0.0000018014846,0.00038865572,0.004246564,0.33718],"study_design_scores_gemma":[0.0010506301,0.002192955,2.8097599e-8,0.49682522,0.0001535469,0.00023099664,0.0000031852928,0.0000010119096,0.000036029884,0.00025231484,0.49906608,0.00018799043],"about_ca_topic_score_codex":0.0000102695685,"about_ca_topic_score_gemma":0.000011718674,"teacher_disagreement_score":0.49481952,"about_ca_system_score_codex":0.00033876946,"about_ca_system_score_gemma":0.0044030696,"threshold_uncertainty_score":0.9998115},"labels":[],"label_agreement":null},{"id":"W4401955298","doi":"10.2196/59918","title":"Implementation and Impact of Intimate Partner Violence Screening Expansion in the Veterans Health Administration: Protocol for a Mixed Methods Evaluation","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. Department of Veterans Affairs","keywords":"Domestic violence; Medicine; Focus group; Implementation research; Health care; Nursing; Qualitative property; Observational study; Poison control; Public health; Qualitative research; Protocol (science); Family medicine; Suicide prevention; Environmental health; Psychological intervention; Alternative medicine; Political science","score_opus":0.49892027200305306,"score_gpt":0.7357164704565388,"score_spread":0.2367961984534857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401955298","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013099958,0.0000070081765,0.0075847157,0.00031183142,0.0000068761765,0.9900933,0.00001590152,0.000026339556,0.0006440262],"genre_scores_gemma":[0.08539742,0.0000016098383,0.004587533,0.000018366056,0.00006956162,0.90989745,0.000010277895,0.0000101673395,0.0000075846538],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99354666,0.004198588,0.0004609504,0.00033014346,0.00095880905,0.0005048688],"domain_scores_gemma":[0.99846375,0.0007734167,0.00009861142,0.00019769289,0.00038392286,0.00008259362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026304558,0.00011083973,0.00016592661,0.00021900397,0.000474289,0.00034229417,0.00026084678,0.0000680925,0.000087738284],"category_scores_gemma":[0.00021430348,0.00007575403,0.000075731725,0.0006458041,0.00024574905,0.00043005662,0.000046363602,0.00024921834,0.0000022939666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049653416,0.0001618046,0.001837078,0.0011339943,0.000012473296,0.0000016944067,0.019189427,0.000019717048,0.0015278509,0.0140174385,0.0019974802,0.9596045],"study_design_scores_gemma":[0.015541702,0.02456294,0.44898584,0.039563313,0.000026521995,0.000019493662,0.10681668,0.10032228,0.015113037,0.083241194,0.16442448,0.0013825359],"about_ca_topic_score_codex":0.0009369277,"about_ca_topic_score_gemma":0.00019302261,"teacher_disagreement_score":0.958222,"about_ca_system_score_codex":0.00018281356,"about_ca_system_score_gemma":0.0014775104,"threshold_uncertainty_score":0.9116687},"labels":[],"label_agreement":null},{"id":"W4401995661","doi":"10.2196/64433","title":"Feasibility and Acceptability of a Motivational Interviewing–Based Telehealth Intervention for Bacterial Sexually Transmitted Infection Screening: Protocol for a Sequential Explanatory Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Motivational interviewing; Protocol (science); Telehealth; Medicine; Intervention (counseling); Psychology; Family medicine; Telemedicine; Alternative medicine; Nursing; Health care","score_opus":0.40691670208321445,"score_gpt":0.6182808642562552,"score_spread":0.21136416217304071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401995661","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10848417,0.000006231494,0.0791607,0.00010726838,0.00006484569,0.8119123,0.00012985553,0.00011830483,0.00001630863],"genre_scores_gemma":[0.13614608,7.497021e-8,0.0036282085,0.0000027307824,0.00009792467,0.8599092,0.00010081796,0.00003795698,0.00007701806],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.990951,0.006174623,0.0009714912,0.0010608172,0.00023860803,0.0006034759],"domain_scores_gemma":[0.995467,0.002378494,0.00016839057,0.0005639571,0.001354161,0.000067985726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017511945,0.0002576458,0.00047945397,0.00080392533,0.00041572883,0.000155485,0.00027637495,0.00028254825,0.0007601934],"category_scores_gemma":[0.0023278128,0.00022386064,0.0002779376,0.00070943433,0.00055631605,0.0004508791,0.00016148912,0.0008502297,0.0000046483838],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03111693,0.015441524,0.07670994,0.023444032,0.0009594746,0.0000019218915,0.0020808945,0.000012230652,0.23607296,0.0005462011,0.0026253883,0.6109885],"study_design_scores_gemma":[0.032178383,0.03196678,0.4909175,0.0019890065,0.000040861047,0.000023062184,0.0009288711,0.0007890733,0.23145308,0.003001007,0.20612614,0.0005862265],"about_ca_topic_score_codex":0.00021966544,"about_ca_topic_score_gemma":0.00013865437,"teacher_disagreement_score":0.6104023,"about_ca_system_score_codex":0.0003375212,"about_ca_system_score_gemma":0.0007273179,"threshold_uncertainty_score":0.9128772},"labels":[],"label_agreement":null},{"id":"W4402043998","doi":"10.2196/63852","title":"Functional Magnetic Resonance Imaging Analysis of the Clinical Effect and Cerebral Mechanism of Tuina in Lumbar Disc Herniation: Protocol for a Randomized Controlled Parallel Group Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spine and Intervertebral Disc Pathology","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Randomized controlled trial; Medicine; Physical therapy; Physical medicine and rehabilitation; Psychology; Alternative medicine; Computer science; Surgery; World Wide Web","score_opus":0.11960192961507687,"score_gpt":0.5285458011537771,"score_spread":0.40894387153870027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402043998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008721112,0.000040499366,0.00057202735,0.000871177,0.000020547513,0.9894784,0.000015053265,0.000017786833,0.00026338856],"genre_scores_gemma":[0.038955696,7.158238e-7,0.00021730314,0.00003922885,0.00014219809,0.96005,0.000007810072,0.000018423676,0.0005686213],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99479616,0.0024945054,0.0012978185,0.00045112573,0.00063630985,0.0003240891],"domain_scores_gemma":[0.99831367,0.0008305756,0.00019094795,0.0003576888,0.00022986931,0.00007724615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008749143,0.00016800525,0.001754582,0.0004946407,0.000056132936,0.000040406718,0.00017140717,0.00012889685,0.00026275037],"category_scores_gemma":[0.0023131168,0.00009038488,0.0010566878,0.00083645876,0.000414746,0.00009709726,0.00013697537,0.00049074856,0.0000026980247],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97031814,0.0008999775,0.007615301,0.0016268662,0.00039132108,0.00001661834,0.000115579576,0.0000016831573,0.0016353288,0.0092902975,0.0013693464,0.0067195436],"study_design_scores_gemma":[0.899862,0.0064912136,0.060515705,0.002107993,0.00021996719,0.000005520052,0.00002459021,0.027248934,0.00014560545,0.0024873281,0.0007987809,0.000092381524],"about_ca_topic_score_codex":0.000023670282,"about_ca_topic_score_gemma":0.000032023276,"teacher_disagreement_score":0.070456155,"about_ca_system_score_codex":0.000046952417,"about_ca_system_score_gemma":0.00022582812,"threshold_uncertainty_score":0.36857882},"labels":[],"label_agreement":null},{"id":"W4402067322","doi":"10.2196/54585","title":"Scalable Technology for Adolescents and Youth to Reduce Stress in the Treatment of Common Mental Disorders in Jordan: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Protocol (science); Randomized controlled trial; Mental health; Scalability; Medicine; Clinical psychology; Psychology; Applied psychology; Psychiatry; Physical therapy; Computer science; Alternative medicine","score_opus":0.15569448423057683,"score_gpt":0.5823131321859063,"score_spread":0.42661864795532944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402067322","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017586667,0.000009999186,0.000012904109,0.0021645655,0.000040401377,0.97918254,0.00022602618,0.000027242595,0.0007496401],"genre_scores_gemma":[0.12450152,2.1637486e-7,0.000060027887,0.000010005871,0.000041741427,0.87467045,0.000012740702,0.000027027303,0.00067628565],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99659616,0.0010070654,0.0009733828,0.00046300123,0.00031710457,0.0006432738],"domain_scores_gemma":[0.99847853,0.00091821526,0.00010542174,0.0003468027,0.00006824394,0.00008280487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002819747,0.00019050179,0.000848536,0.0007922249,0.00009132335,0.000109335786,0.0003415416,0.00013959185,0.000023278593],"category_scores_gemma":[0.0001887873,0.000119926364,0.00025024844,0.00064851623,0.00028575375,0.00008675938,0.000064621316,0.00022253861,0.000007683981],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95204973,0.012518521,0.00016877151,0.0012520952,0.000053678028,0.0000024356034,0.0034068485,6.435751e-7,0.000016461005,0.0052322717,0.00058819866,0.024710335],"study_design_scores_gemma":[0.9525776,0.019449543,0.000040162246,0.005282313,0.0000059504255,0.0000012091796,0.001919407,0.00011012767,0.00042589442,0.0073068743,0.012774834,0.00010608678],"about_ca_topic_score_codex":0.00018351476,"about_ca_topic_score_gemma":0.00071600534,"teacher_disagreement_score":0.10691485,"about_ca_system_score_codex":0.00024038117,"about_ca_system_score_gemma":0.00010491729,"threshold_uncertainty_score":0.48904553},"labels":[],"label_agreement":null},{"id":"W4402067339","doi":"10.2196/57931","title":"Clinical and Biochemical Outcomes in Transgender Individuals Undergoing Hormone Therapy: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transgender; Protocol (science); Hormone therapy; Medicine; Psychology; Clinical psychology; Bioinformatics; Alternative medicine; Internal medicine; Cancer; Pathology; Biology; Breast cancer","score_opus":0.712639985365283,"score_gpt":0.7368881236476489,"score_spread":0.02424813828236594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402067339","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.9955134e-8,0.4475096,0.0000018125211,0.00045314647,0.000012427846,0.55129844,0.00008033517,0.000059085072,0.00058506784],"genre_scores_gemma":[7.869491e-9,0.44047862,0.00003362956,0.00014550265,0.0002328132,0.5561465,0.000016680611,0.00012232436,0.0028239246],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98534626,0.0067937486,0.0038128842,0.0015074781,0.0010463671,0.0014932791],"domain_scores_gemma":[0.99321634,0.0040241424,0.00059140223,0.0014794075,0.00021691588,0.00047179052],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.013933277,0.00082743994,0.005266279,0.0010100974,0.00019788067,0.00035764504,0.0012534896,0.0013045842,0.00014646804],"category_scores_gemma":[0.0012556366,0.0005309278,0.001152597,0.0012175593,0.00046125049,0.00012728457,0.00030219663,0.0031156759,0.0005718153],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066114466,0.00080363016,0.00016333228,0.89375776,0.00036943564,0.00002597713,0.00012389786,3.917264e-10,4.5676813e-8,0.0009733544,0.08115714,0.022559287],"study_design_scores_gemma":[0.0019170714,0.0007176035,0.000030602034,0.47467852,0.00012191966,0.00002603214,0.00000899747,1.12717856e-7,1.6094802e-8,0.0006214982,0.52157015,0.0003074644],"about_ca_topic_score_codex":0.000055398083,"about_ca_topic_score_gemma":0.000022644572,"teacher_disagreement_score":0.44041303,"about_ca_system_score_codex":0.00023208666,"about_ca_system_score_gemma":0.001855146,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W4402067391","doi":"10.2196/55755","title":"Evaluating the Effectiveness of a School base Drug Prevention Program (the 'Pa SU no Ndém'): Protocol for a Cluster Randomized Controlled Trial among Secondary School Students in Douala, Cameroon (Preprint)","year":2023,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Cluster (spacecraft); Preprint; Medicine; Medical education; Randomized controlled trial; Cluster randomised controlled trial; Family medicine; Psychology; Alternative medicine; Computer science; World Wide Web; Surgery","score_opus":0.192914390026746,"score_gpt":0.5925788497090381,"score_spread":0.39966445968229203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402067391","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36362314,0.0000015854586,0.000010085015,0.00012951845,0.000015229052,0.6358896,0.0000013893748,0.000089811874,0.00023964811],"genre_scores_gemma":[0.047421377,4.1139023e-7,0.0001656416,0.000022902144,0.00021681449,0.9489783,0.000019501618,0.00006298196,0.0031120447],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.981778,0.012899238,0.001444469,0.0007072721,0.0022955502,0.00087545166],"domain_scores_gemma":[0.9844539,0.012922985,0.00048865203,0.00092009315,0.0010078447,0.00020652667],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058991384,0.00036837487,0.0017519576,0.0004911578,0.00032632306,0.00024951695,0.00060685317,0.00016139608,0.00036671074],"category_scores_gemma":[0.014585927,0.00018322929,0.0008589105,0.0011513961,0.0004389431,0.00028690824,0.00032545422,0.0010657151,0.00012482808],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9470453,0.0026038713,0.04135223,0.0018785662,0.0004982486,0.000011168519,0.0005606093,0.000024671857,0.00055735756,0.000017386925,0.00060445827,0.0048461016],"study_design_scores_gemma":[0.9607505,0.005155896,0.02083965,0.007813781,0.00006813845,0.0000013311469,0.00046137167,0.0023897674,0.0014765302,0.000638862,0.00023865543,0.00016548672],"about_ca_topic_score_codex":0.000053018517,"about_ca_topic_score_gemma":0.000076129254,"teacher_disagreement_score":0.31620178,"about_ca_system_score_codex":0.00047871846,"about_ca_system_score_gemma":0.0013008586,"threshold_uncertainty_score":0.99371463},"labels":[],"label_agreement":null},{"id":"W4402067526","doi":"10.2196/58186","title":"Effectiveness of Ayush Rasayana A and B on the Quality of Life of Older Adults: Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Phytochemicals and Medicinal Plants","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Cluster (spacecraft); Medicine; Gerontology; Computer science; Alternative medicine; Computer network","score_opus":0.14444585834337678,"score_gpt":0.5565575945528168,"score_spread":0.4121117362094401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402067526","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06038886,0.0000093778035,0.00008535289,0.00038335458,0.0000069484645,0.9385666,0.000028691,0.000013503998,0.0005173087],"genre_scores_gemma":[0.15343654,4.7038483e-7,0.000034395973,0.0000269396,0.00010566462,0.84628713,0.0000032087823,0.000017666634,0.00008798097],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99455816,0.002661022,0.0010985729,0.00032281454,0.0010564617,0.00030294803],"domain_scores_gemma":[0.97776335,0.020780789,0.00026863432,0.00037028076,0.0006630245,0.00015391479],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019439217,0.00016905996,0.0020051014,0.00019535268,0.000037484304,0.00001599797,0.00016057551,0.00014130524,0.000056885223],"category_scores_gemma":[0.012889587,0.00007925824,0.00042411554,0.00026524978,0.0006128447,0.000044518078,0.000072929615,0.00041720664,0.0000011348466],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9328283,0.0012734864,0.000037426453,0.039006334,0.00029805812,0.0000018006631,0.00027150544,1.2953018e-7,0.0232549,0.000990588,0.0014651186,0.00057235686],"study_design_scores_gemma":[0.91499406,0.0048137023,0.00019791491,0.039000362,0.000024756011,0.0000013337591,0.00008032416,0.00026930223,0.03910232,0.0008255073,0.00062323466,0.00006720362],"about_ca_topic_score_codex":0.000029706354,"about_ca_topic_score_gemma":0.0000010175133,"teacher_disagreement_score":0.09304768,"about_ca_system_score_codex":0.000031946478,"about_ca_system_score_gemma":0.0005694311,"threshold_uncertainty_score":0.9954253},"labels":[],"label_agreement":null},{"id":"W4402068416","doi":"10.2196/57664","title":"A Personalized Data Dashboard to Improve Compliance with Ecological Momentary Assessments in College Students: Protocol for a Microrandomized Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute on Alcohol Abuse and Alcoholism","keywords":"Protocol (science); Dashboard; Compliance (psychology); Medical education; Computer science; Medicine; Psychology; Data science; Alternative medicine","score_opus":0.6713282024503584,"score_gpt":0.7330856350284245,"score_spread":0.061757432578066096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402068416","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023118593,0.0000032241403,0.0003704052,0.0017175573,0.000060679915,0.99273896,0.0010345432,0.00013439462,0.0016283918],"genre_scores_gemma":[0.00022129726,1.76022e-7,0.003606301,0.0002643491,0.00039300823,0.9849185,0.000112719325,0.00009048035,0.010393186],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884697,0.004225614,0.0010193944,0.0019672504,0.0022796218,0.0020384083],"domain_scores_gemma":[0.9951833,0.0020167734,0.00010771238,0.0017058725,0.00032091863,0.0006654066],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014612444,0.000400634,0.0008538893,0.0006752176,0.00031661356,0.0005158438,0.0028880213,0.00026207714,0.0024397832],"category_scores_gemma":[0.000346766,0.00029548813,0.00010797791,0.001422519,0.000370791,0.00039513395,0.0016239962,0.0015383285,0.00043437607],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8003834,0.01089343,0.0009669894,0.005023154,0.0002433137,0.00077234,0.00071001425,4.4384728e-7,0.00082867395,0.0015669724,0.16235639,0.016254896],"study_design_scores_gemma":[0.3946645,0.021297805,0.00089976063,0.0036080752,0.000003995209,0.000011222786,0.0006359365,0.00043252582,0.000085141844,0.0004994641,0.5775143,0.0003472609],"about_ca_topic_score_codex":0.00013843406,"about_ca_topic_score_gemma":0.0002044589,"teacher_disagreement_score":0.4151579,"about_ca_system_score_codex":0.0011767617,"about_ca_system_score_gemma":0.0012485684,"threshold_uncertainty_score":0.99994975},"labels":[],"label_agreement":null},{"id":"W4402071213","doi":"10.2196/58410","title":"Centering Birthing Experiences of Women of Color: Protocol for a Qualitative Maternal Near Miss Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal and fetal healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Qualitative research; Protocol (science); Women of color; Psychology; Medicine; Medical education; Computer science; Alternative medicine; World Wide Web; Gender studies; Sociology","score_opus":0.49115012095502814,"score_gpt":0.6853940475880367,"score_spread":0.19424392663300855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402071213","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40446928,8.4504046e-7,0.000012937443,0.000060374125,0.0000049306786,0.5952823,0.000012128904,0.000027597302,0.00012957168],"genre_scores_gemma":[0.28284532,3.3908737e-8,0.0002946547,0.0000060989605,0.000054010306,0.7161865,6.838531e-7,0.000020417632,0.00059226004],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970879,0.0004232411,0.0006157574,0.00033475258,0.00094276556,0.0005955674],"domain_scores_gemma":[0.99866563,0.00028309962,0.000102413906,0.00024654053,0.00047039043,0.00023194168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030753978,0.00013652926,0.00041947258,0.00021892622,0.00012284223,0.000081620274,0.00024017741,0.00006375793,0.00027557835],"category_scores_gemma":[0.00016968955,0.00009506177,0.00008488461,0.00036243245,0.0002443692,0.00013951355,0.00016136211,0.0003067332,0.000009319737],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016031109,0.0020770063,0.0077284323,0.08478272,0.00012162897,0.00012870708,0.8687177,0.0000010713118,0.012709227,0.00058308826,0.00028575462,0.006833582],"study_design_scores_gemma":[0.012661841,0.07584975,0.0059922934,0.048852324,0.0000059092113,0.000040809628,0.6394048,0.002052712,0.091409005,0.0015683116,0.12174831,0.0004139811],"about_ca_topic_score_codex":0.00017414814,"about_ca_topic_score_gemma":0.000004172162,"teacher_disagreement_score":0.22931293,"about_ca_system_score_codex":0.00020450444,"about_ca_system_score_gemma":0.00042380864,"threshold_uncertainty_score":0.38765064},"labels":[],"label_agreement":null},{"id":"W4402080929","doi":"10.2196/56522","title":"Factors Influencing Outcome After Shoulder Arthroplasty (FINOSA Study): Protocol of a Prospective Longitudinal Study With Randomized Group Allocation","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Shoulder Injury and Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Protocol (science); Physical therapy; Medicine; Arthroplasty; Outcome (game theory); Surgery; Alternative medicine; Computer science; World Wide Web","score_opus":0.20897008022767868,"score_gpt":0.5465724065979645,"score_spread":0.33760232637028575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402080929","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37264377,0.0000023365371,0.00007347041,0.000050579532,0.000006013601,0.62690437,0.000005341427,0.00011386217,0.00020025055],"genre_scores_gemma":[0.48965263,2.4416142e-8,0.000073405965,0.0000038808275,0.000048370508,0.50993896,0.0000028759528,0.000037683876,0.00024214131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99427533,0.0010600868,0.0009277732,0.0009648355,0.0021303871,0.0006415617],"domain_scores_gemma":[0.9975899,0.0005506311,0.00013685305,0.0007908305,0.0006894834,0.00024234038],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002681827,0.0004564415,0.0010989095,0.00062839326,0.00018993193,0.00020318352,0.00017415638,0.00012401542,0.0003435302],"category_scores_gemma":[0.00019541402,0.0002526324,0.00022220328,0.0011493942,0.00044173203,0.0003870735,0.00019844282,0.0009963958,0.000029000877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17231707,0.010227885,0.80700046,0.0014087277,0.0009332079,0.0005161214,0.0064283065,0.000002629235,0.000113950424,0.00010856275,0.000044380427,0.000898676],"study_design_scores_gemma":[0.1845404,0.03284359,0.7725102,0.0018116054,0.00023335978,0.000022264045,0.0046791118,0.000045525372,0.0021994084,0.00012531382,0.0006729014,0.00031637077],"about_ca_topic_score_codex":0.00013500736,"about_ca_topic_score_gemma":0.00020184857,"teacher_disagreement_score":0.11700886,"about_ca_system_score_codex":0.00041309203,"about_ca_system_score_gemma":0.00047144838,"threshold_uncertainty_score":0.9999926},"labels":[],"label_agreement":null},{"id":"W4402171550","doi":"10.2196/57236","title":"Adapting and Evaluating a Brief Advice Tobacco Cessation Intervention in High-reach, Low-resource Settings in India: Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Smoking cessation; Family medicine; Cluster randomised controlled trial; Tobacco control; Intervention (counseling); Socioeconomic status; Abstinence; Public health; Environmental health; Nursing; Population; Psychiatry","score_opus":0.12047891406712256,"score_gpt":0.5323805960307659,"score_spread":0.41190168196364335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402171550","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16892098,0.0000024976569,0.0001062758,0.0004966983,0.000012546139,0.83006454,0.000003034903,0.0000957979,0.00029764848],"genre_scores_gemma":[0.10177414,8.69138e-8,0.00024719894,0.000047410864,0.00028513008,0.8971641,0.000035980658,0.00004737509,0.00039857638],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99370325,0.0025724468,0.0013572731,0.0006447816,0.0011522067,0.0005700494],"domain_scores_gemma":[0.99619126,0.002860441,0.00026131485,0.0002501422,0.00033078186,0.0001060839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025474604,0.00023708811,0.0010052617,0.0010231308,0.00012755879,0.00038015572,0.00013312978,0.0002769682,0.00007891832],"category_scores_gemma":[0.0045335195,0.00018446008,0.00024684746,0.0007668339,0.0001234159,0.00037139287,0.00011543674,0.000985235,0.000002118225],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96097076,0.0007757907,0.0028363916,0.0026650527,0.00004185794,0.00002050768,0.0014159146,0.000008758663,0.0006053852,0.00024107106,0.0004343026,0.02998419],"study_design_scores_gemma":[0.95846087,0.002172161,0.0034013074,0.019831453,0.000027375483,0.00000729459,0.00035543388,0.013301638,0.0003161082,0.0004148034,0.0015411,0.00017048117],"about_ca_topic_score_codex":0.00014239625,"about_ca_topic_score_gemma":0.000031192987,"teacher_disagreement_score":0.067146845,"about_ca_system_score_codex":0.00043238336,"about_ca_system_score_gemma":0.00032553496,"threshold_uncertainty_score":0.882904},"labels":[],"label_agreement":null},{"id":"W4402270194","doi":"10.2196/59222","title":"Digitizing Survivorship Care Plans Through the POST-Treatment Health Outcomes of Cancer Survivors (POSTHOC) Mobile App: Protocol for a Phase II Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Randomized controlled trial; Survivorship curve; Protocol (science); Medicine; Cancer survivorship; mHealth; Health care; Clinical trial; Wearable technology; Wearable computer; Cancer; Physical therapy; Alternative medicine; Nursing; Psychological intervention; Computer science","score_opus":0.17276585432563268,"score_gpt":0.5763753122718336,"score_spread":0.4036094579462009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402270194","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004850002,0.0002448713,0.00006939214,0.0032780068,0.00013451066,0.9889232,0.0007580086,0.00024116751,0.0015008751],"genre_scores_gemma":[0.019145945,0.000010877322,0.00004450264,0.00020938985,0.00064517074,0.97614926,0.00011609824,0.00012136405,0.0035573773],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99229246,0.0023118923,0.0016103513,0.00086744607,0.0017019005,0.0012159187],"domain_scores_gemma":[0.9918004,0.0052309535,0.00036309194,0.0009789517,0.0012951237,0.0003314354],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005072917,0.0005720964,0.003019103,0.0003509483,0.00066328683,0.00026623558,0.00045914724,0.000254022,0.00031434034],"category_scores_gemma":[0.00068621675,0.00029567583,0.0015821259,0.0007679763,0.0005499337,0.0002154866,0.0001708573,0.0007650172,0.000007768989],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94464004,0.002268559,0.0003288123,0.0054786834,0.00092954456,0.000025593314,0.021819038,0.000005828712,0.00007951713,0.0008827911,0.0010104321,0.022531176],"study_design_scores_gemma":[0.6578193,0.01959345,0.000009656412,0.0028165965,0.00005960782,0.000003764297,0.0037720974,0.000067970155,0.0006469608,0.00014280103,0.31486624,0.00020160398],"about_ca_topic_score_codex":0.019399643,"about_ca_topic_score_gemma":0.028962001,"teacher_disagreement_score":0.31385583,"about_ca_system_score_codex":0.0009064353,"about_ca_system_score_gemma":0.004712143,"threshold_uncertainty_score":0.9999495},"labels":[],"label_agreement":null},{"id":"W4402313134","doi":"10.2196/59345","title":"Misinformation About Climate Change and Related Environmental Events on Social Media: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Preprint; Misinformation; Social media; Protocol (science); Psychology; Data science; Internet privacy; Computer science; World Wide Web; Medicine; Computer security; Alternative medicine","score_opus":0.6702875848160176,"score_gpt":0.6689124835766427,"score_spread":0.0013751012393748985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402313134","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5105616e-8,0.09615868,2.8655938e-7,0.00046876605,0.000020088162,0.8979187,0.00015512874,0.0000962501,0.0051820786],"genre_scores_gemma":[9.936619e-9,0.4401509,0.000008300073,0.00006698657,0.00027656576,0.5591285,0.000079766134,0.00003270605,0.0002562463],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994439,0.0011013242,0.001227647,0.0004231356,0.0017752526,0.0010336417],"domain_scores_gemma":[0.9982086,0.0004910724,0.0005736116,0.00028567333,0.0001012686,0.00033981178],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006969388,0.00040250877,0.001053181,0.00049882906,0.0012736619,0.00045629486,0.0004944034,0.0005631887,0.00055411627],"category_scores_gemma":[0.00081058627,0.00030560058,0.00035273167,0.0007008487,0.0003021216,0.0009247262,0.00025239395,0.0009988177,0.000960056],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029019486,0.00006111036,7.5156045e-8,0.3137475,0.000014931336,0.0000015632488,0.0051246746,1.7522218e-9,1.4027043e-8,0.0010633137,0.01812948,0.66182834],"study_design_scores_gemma":[0.0003932122,0.00010651326,0.0000014546961,0.43408388,0.000014824445,0.0000021602862,0.00013723146,0.0000012504369,9.173994e-8,0.00009348709,0.56499547,0.00017040028],"about_ca_topic_score_codex":0.0000034898899,"about_ca_topic_score_gemma":0.00001111925,"teacher_disagreement_score":0.6616579,"about_ca_system_score_codex":0.0005989465,"about_ca_system_score_gemma":0.0008106101,"threshold_uncertainty_score":0.9999396},"labels":[],"label_agreement":null},{"id":"W4402313844","doi":"10.2196/59873","title":"The CHALO! 2.0 mHealth-Based Multilevel Intervention to Promote HIV Testing and Linkage-to-Care Among Men Who Have Sex with Men in Mumbai, India: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"mHealth; Men who have sex with men; Randomized controlled trial; Human immunodeficiency virus (HIV); Intervention (counseling); Linkage (software); Protocol (science); Medicine; Psychology; Family medicine; Gerontology; Alternative medicine; Psychological intervention; Nursing","score_opus":0.11296506107142268,"score_gpt":0.522927226072258,"score_spread":0.40996216500083527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402313844","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017749701,0.000007801775,0.0016349049,0.0024055424,0.0000027846781,0.9884292,0.000042283504,0.00010965168,0.0055928933],"genre_scores_gemma":[0.0032602954,2.4648602e-7,0.0011434016,0.000024095894,0.0002819073,0.96553546,0.00001764887,0.00008928318,0.029647639],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.992811,0.0022863357,0.0013157489,0.0008844921,0.0014285751,0.0012738408],"domain_scores_gemma":[0.9936723,0.0036527824,0.00016758789,0.00057319115,0.0011891205,0.00074498507],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013321108,0.00036058805,0.0013280165,0.0011382027,0.00056575536,0.00075099897,0.00040312143,0.00019754154,0.00006770486],"category_scores_gemma":[0.010245644,0.00020460154,0.0003792625,0.00090435747,0.00039410972,0.00021831419,0.00025158742,0.0013369177,0.00002731808],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91294086,0.0008602343,0.0007012543,0.0068451045,0.00019471181,0.00007880783,0.0021166494,0.000005504286,0.0003021094,0.00006590134,0.01502275,0.060866117],"study_design_scores_gemma":[0.81694263,0.02620651,0.00062584196,0.028083492,0.000018628474,0.000004512319,0.00076863193,0.11240894,0.0006221982,0.00012629337,0.013987173,0.0002051421],"about_ca_topic_score_codex":0.000285286,"about_ca_topic_score_gemma":0.00029091668,"teacher_disagreement_score":0.11240344,"about_ca_system_score_codex":0.0004585332,"about_ca_system_score_gemma":0.0010338203,"threshold_uncertainty_score":0.99809146},"labels":[],"label_agreement":null},{"id":"W4402350507","doi":"10.2196/59928","title":"Prevention of Recurrent Spontaneous Preterm Delivery Using Probiotics (Clostridium butyricum, Enterococcus faecium, and Bacillus subtilis; PPP Trial): Protocol for a Prospective, Single-Arm, Nonblinded, Multicenter Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Preterm Birth and Chorioamnionitis","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clostridium butyricum; Medicine; Probiotic; Internal medicine; Randomized controlled trial; Enterococcus faecium; Clinical endpoint; Gestation; Pediatrics; Pregnancy; Antibiotics; Biology; Microbiology","score_opus":0.239140433855306,"score_gpt":0.5056096506994571,"score_spread":0.26646921684415104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402350507","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08903908,0.000018756571,0.00018628659,0.000093030096,0.00009957807,0.9100124,0.00016900679,0.00013350332,0.00024835486],"genre_scores_gemma":[0.043252777,0.000002385143,0.0016596502,0.000009882232,0.00081405655,0.9535473,0.00004521222,0.000094599796,0.0005741568],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948954,0.00056098896,0.0012199503,0.0010697263,0.0012236118,0.0010303],"domain_scores_gemma":[0.9971516,0.0004576431,0.0002936732,0.0006330946,0.0010402818,0.00042367607],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015844172,0.00046722544,0.0007903424,0.0006322406,0.00024018623,0.00038463925,0.00031116002,0.00038961286,0.00014011865],"category_scores_gemma":[0.00060223637,0.00038647142,0.0004066068,0.00059701956,0.00036902857,0.0003983551,0.00030219025,0.0009513741,0.000010102671],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.920923,0.006589014,0.00032319032,0.013286693,0.00020293356,0.00038653836,0.00052076124,0.0000010658734,0.021284644,0.000049270424,0.0008215473,0.03561135],"study_design_scores_gemma":[0.65409356,0.14678644,0.00016454594,0.027845558,0.00012740362,0.0006112162,0.0001761663,0.005127697,0.078573816,0.000559639,0.08513834,0.0007956139],"about_ca_topic_score_codex":0.000014878688,"about_ca_topic_score_gemma":0.000026158074,"teacher_disagreement_score":0.26682943,"about_ca_system_score_codex":0.000653439,"about_ca_system_score_gemma":0.0009887507,"threshold_uncertainty_score":0.99985874},"labels":[],"label_agreement":null},{"id":"W4402390706","doi":"10.2196/62810","title":"Development of Leadership Skills in Medical Education: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medical education; Leadership development; Medicine; Psychology; Alternative medicine; Political science; Public relations","score_opus":0.7131351709143,"score_gpt":0.7376590337623488,"score_spread":0.02452386284804875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402390706","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.6444764e-9,0.2550046,0.000013999699,0.0018196137,0.000020903017,0.74245375,0.0000018140751,0.000033210184,0.0006520757],"genre_scores_gemma":[3.5369765e-10,0.120150246,0.0072648623,0.00056258135,0.00045551758,0.8696235,0.00012709433,0.00009441715,0.0017218187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924122,0.00053683505,0.0028815528,0.0007797863,0.0026283164,0.00076131214],"domain_scores_gemma":[0.99684715,0.00035984372,0.00044326638,0.0008573935,0.0012377546,0.00025459472],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01073805,0.00040951607,0.002086568,0.0015033036,0.00009923841,0.00004644031,0.00070365315,0.0006923843,0.0010264869],"category_scores_gemma":[0.009682507,0.00029631928,0.00031112134,0.0036292712,0.00031349482,0.00008486283,0.0002383497,0.0024009675,0.00020164893],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015733174,0.0009249236,6.6988963e-7,0.4584892,0.000019315099,0.000003569022,0.000081250946,4.6814275e-10,5.0760352e-8,0.00015981715,0.072974294,0.46733117],"study_design_scores_gemma":[0.00042301996,0.00012421788,5.9860434e-7,0.49824822,0.000017423728,0.00002573891,0.000027985414,6.4819704e-7,0.0000021944352,0.000022077862,0.5009938,0.00011408707],"about_ca_topic_score_codex":0.000001335011,"about_ca_topic_score_gemma":0.000008745632,"teacher_disagreement_score":0.4672171,"about_ca_system_score_codex":0.0010641919,"about_ca_system_score_gemma":0.07050138,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W4402401775","doi":"10.2196/56977","title":"Impact of Biological Sex on Emotional Perception Among Adults With Schizophrenia Spectrum Disorders: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; CINAHL; Schizophrenia (object-oriented programming); Clinical psychology; Systematic review; Psychological intervention; Population; MEDLINE; Psychology; Cognition; Medicine; Psychiatry","score_opus":0.2526203486889958,"score_gpt":0.5784044347326367,"score_spread":0.3257840860436409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402401775","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003754367,0.058890533,0.0000062577287,0.00015951111,0.000002275823,0.9404178,0.0002684681,0.00011277513,0.00013857338],"genre_scores_gemma":[0.0000024465671,0.13517976,0.00027333354,0.000005546721,0.00023877279,0.8633766,0.00034113182,0.00014672746,0.00043568495],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9918512,0.0016683472,0.0016623749,0.001340234,0.0022821045,0.001195736],"domain_scores_gemma":[0.99614006,0.0007834133,0.0005753313,0.0014201197,0.00045140862,0.0006296359],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025634218,0.0009659002,0.004208088,0.001078385,0.00018847718,0.00014747238,0.00061193266,0.0005098452,0.00051232753],"category_scores_gemma":[0.0008217693,0.0004396087,0.0020204124,0.0015157033,0.00050047744,0.000111057285,0.00022522187,0.0019406395,0.00039498822],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014743759,0.0022893788,0.00005031327,0.94284797,0.0009757425,0.00007217459,0.000021721844,6.689742e-8,1.999166e-7,0.0001897956,0.0033619227,0.03544697],"study_design_scores_gemma":[0.006693126,0.03373608,0.00023905004,0.93959355,0.0002956315,0.00012205639,0.000010980672,0.000015936823,6.214444e-7,0.0002809392,0.018652795,0.00035925597],"about_ca_topic_score_codex":0.000025730908,"about_ca_topic_score_gemma":0.000025818223,"teacher_disagreement_score":0.077041246,"about_ca_system_score_codex":0.0013206144,"about_ca_system_score_gemma":0.0033427004,"threshold_uncertainty_score":0.99980557},"labels":[],"label_agreement":null},{"id":"W4402401855","doi":"10.2196/63505","title":"Effectiveness of an mHealth App That Uses Financial Incentives and Gamification to Promote Health Behavior Change in Adolescents and Caregivers: Protocol for a Clinic-Based Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"mHealth; Randomized controlled trial; Incentive; Behavior change; Popularity; Mental health; Gerontology; Intervention (counseling); Public health; Psychology; Medicine; Applied psychology; Psychological intervention; Nursing; Psychiatry; Social psychology","score_opus":0.33005037944579324,"score_gpt":0.6504806564606521,"score_spread":0.3204302770148589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402401855","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0245623,0.000031506122,0.00030570244,0.00083628483,0.000042715325,0.9739929,0.000111062276,0.000099958685,0.00001755758],"genre_scores_gemma":[0.04580249,0.00000917193,0.00048337725,0.00017299337,0.00022149339,0.953191,0.00003288585,0.000052221585,0.000034368117],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9854685,0.0100338785,0.001683458,0.000965572,0.0006607978,0.0011878092],"domain_scores_gemma":[0.9941872,0.003400589,0.00053968554,0.0004966862,0.0005618477,0.00081403245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025710309,0.00029250464,0.0016740453,0.0008258405,0.0007395381,0.000055903674,0.00025524458,0.00033987654,0.00002177273],"category_scores_gemma":[0.0015444969,0.00022991483,0.00013233726,0.0007031909,0.00028765906,0.00027499045,0.000121256715,0.0010015811,0.000008647688],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8944594,0.0016279811,0.0025913483,0.059981532,0.000007861566,0.0000017905263,0.0018811787,1.9324642e-7,0.00007220676,0.0008667556,0.0001804046,0.038329307],"study_design_scores_gemma":[0.91886455,0.0059289746,0.020281008,0.034263138,0.000010120112,4.3179696e-7,0.00023050577,0.0005813162,0.00007626866,0.00040959904,0.019157672,0.00019642622],"about_ca_topic_score_codex":0.00082351855,"about_ca_topic_score_gemma":0.0004125629,"teacher_disagreement_score":0.03813288,"about_ca_system_score_codex":0.00047392302,"about_ca_system_score_gemma":0.0048938203,"threshold_uncertainty_score":0.93756545},"labels":[],"label_agreement":null},{"id":"W4402447437","doi":"10.2196/56142","title":"Scaling Up Kangaroo Mother Care Through a Facility Delivery Model in Rural Districts of Pakistan: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Breastfeeding; Context (archaeology); Medicine; Nursing; Psychological intervention; Health facility; Birth attendant; Low birth weight; Health care; Family medicine; Environmental health; Pediatrics; Population; Pregnancy; Geography; Economic growth","score_opus":0.2980505680254654,"score_gpt":0.6173784918620998,"score_spread":0.3193279238366344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402447437","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012689743,0.000008391104,0.0016130565,0.000052967538,0.000011431668,0.98362386,0.00025387222,0.00009107494,0.0016556064],"genre_scores_gemma":[0.029888574,1.4244847e-7,0.011662485,0.0000129199125,0.000048002836,0.9579158,0.000062862426,0.00003979784,0.00036940683],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963159,0.00077495544,0.00072284136,0.000555873,0.00094420154,0.00068625965],"domain_scores_gemma":[0.9979859,0.00051981467,0.000067709334,0.00054955785,0.0007531528,0.0001238684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029020866,0.00026480807,0.00054032746,0.00032946296,0.00012652721,0.000115923445,0.00029885373,0.00019110907,0.00007634643],"category_scores_gemma":[0.0002747864,0.00020392309,0.00019095415,0.0008119284,0.00014317868,0.00023773187,0.00023791261,0.0007097274,0.0000048804013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03926381,0.0025268767,0.043087337,0.09861869,0.0006241627,0.00043752816,0.30135703,0.00017207718,0.019227669,0.0013993129,0.016738467,0.47654703],"study_design_scores_gemma":[0.057582073,0.014376963,0.012970062,0.04909559,0.00008007704,0.0000387669,0.101883866,0.051086243,0.094881766,0.007218251,0.60827404,0.0025123125],"about_ca_topic_score_codex":0.00007438593,"about_ca_topic_score_gemma":0.00002689572,"teacher_disagreement_score":0.59153557,"about_ca_system_score_codex":0.0003832064,"about_ca_system_score_gemma":0.00092996104,"threshold_uncertainty_score":0.8315742},"labels":[],"label_agreement":null},{"id":"W4402456348","doi":"10.2196/56387","title":"Family-Centered Treatment Program for Problematic Gaming and Excessive Screen Use in a Clinical Child and Youth Population (FAME): Protocol for a Feasibility Pilot Mixed Method Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Population; Psychology; Medicine; Advertising; Computer science; Environmental health; World Wide Web; Alternative medicine; Business","score_opus":0.6324755369889028,"score_gpt":0.6736550335817613,"score_spread":0.04117949659285847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402456348","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06932193,0.000002119153,0.00026261868,0.00043517377,0.000008422316,0.9296168,0.00006151167,0.000247006,0.00004440489],"genre_scores_gemma":[0.11912679,3.4896195e-7,0.008611511,0.000010624274,0.000069583504,0.8720309,0.000011677283,0.000035931313,0.00010262032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99426585,0.0024550639,0.000815717,0.00094731693,0.0006455121,0.0008705208],"domain_scores_gemma":[0.99807775,0.0008648057,0.0001688959,0.00039995267,0.00024793847,0.00024065128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009499033,0.00025322093,0.0005166374,0.00038491274,0.0006757531,0.00084833003,0.00031061843,0.00023263502,0.0000030775018],"category_scores_gemma":[0.0022078333,0.00019879056,0.00010095529,0.0006024495,0.0004379988,0.00053343415,0.00020508558,0.0004894917,0.0000011975126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071284045,0.01824297,0.67642605,0.0036442874,0.00013664569,0.000012820019,0.011559043,6.8887823e-7,0.000057382713,0.00078136974,0.00027060162,0.2817397],"study_design_scores_gemma":[0.027716195,0.034271352,0.90658855,0.009022065,0.00002889035,0.0000024906253,0.010786602,0.0015157408,0.00004407293,0.0056461683,0.003906509,0.00047134893],"about_ca_topic_score_codex":0.0019815133,"about_ca_topic_score_gemma":0.003486308,"teacher_disagreement_score":0.2812684,"about_ca_system_score_codex":0.00047726033,"about_ca_system_score_gemma":0.0002971723,"threshold_uncertainty_score":0.8180466},"labels":[],"label_agreement":null},{"id":"W4402460231","doi":"10.2196/57036","title":"Assistive Technology to Support Dementia Management: Protocol for a Scoping Review of Reviews","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Shores Centre for Mental Health Sciences; Toronto Rehabilitation Institute; University of Toronto; Toronto Dementia Research Alliance; University Health Network","funders":"","keywords":"Dementia; Protocol (science); Assistive technology; Medicine; Psychology; Computer science; Alternative medicine; Human–computer interaction","score_opus":0.7212454666229351,"score_gpt":0.7720415428824106,"score_spread":0.050796076259475464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402460231","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3850786e-10,0.39290154,0.00017515117,0.00041415088,0.000012681703,0.5991953,0.000095189534,0.00021699222,0.0069889794],"genre_scores_gemma":[4.2451495e-10,0.45375392,0.0032117995,0.00012508151,0.0000499235,0.5404965,0.00004679891,0.00007928852,0.0022366997],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878851,0.0044249026,0.0040994557,0.0013958929,0.000779312,0.0014153313],"domain_scores_gemma":[0.991624,0.001196381,0.0015874058,0.0038714504,0.001474919,0.00024586124],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.015970109,0.0006928757,0.0038319433,0.0019449146,0.00082233996,0.000025857133,0.0031274224,0.0011926844,0.0012994003],"category_scores_gemma":[0.0025569042,0.00050262077,0.000780471,0.0039154748,0.00056580314,0.00008587076,0.004482075,0.0039778785,0.0026075551],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027506332,0.00015276986,0.000007866357,0.48962027,0.000096320524,0.0000027342387,0.000008472593,4.2695236e-10,1.12783674e-7,0.0016420229,0.14966886,0.35877308],"study_design_scores_gemma":[0.000327556,0.00046624636,0.0000010057157,0.49465492,0.00010284119,0.000001082991,0.000014673699,6.5233685e-8,5.917633e-7,0.00014542848,0.50409997,0.00018563519],"about_ca_topic_score_codex":0.0000022312122,"about_ca_topic_score_gemma":0.000017803945,"teacher_disagreement_score":0.35858744,"about_ca_system_score_codex":0.00080634543,"about_ca_system_score_gemma":0.0029163642,"threshold_uncertainty_score":0.99974257},"labels":[],"label_agreement":null},{"id":"W4402474047","doi":"10.2196/56024","title":"Objective Analysis of Traditional Chinese Medicine Syndrome Differentiation of Patients With Diabetes and Prediabetes: Protocol for a Nonrandomized, Exploratory, Observational Case-Control Study Using Digitalized Traditional Chinese Medicine Diagnostic Tools","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prediabetes; Medicine; Diabetes mellitus; Dyslipidemia; Impaired fasting glucose; Observational study; Traditional Chinese medicine; Physical therapy; Internal medicine; Type 2 diabetes; Impaired glucose tolerance; Endocrinology; Alternative medicine; Pathology","score_opus":0.23570492399639073,"score_gpt":0.46484420130768017,"score_spread":0.22913927731128944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402474047","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50210714,0.0000149059615,0.00028323522,0.00022897904,0.000018036435,0.49540672,0.0018715723,0.00004500378,0.000024415513],"genre_scores_gemma":[0.49216917,2.0007033e-7,0.00010717086,0.000017903758,0.00030408995,0.5067897,0.00056503946,0.00004073898,0.000006026122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99339557,0.0006814445,0.0015769665,0.00089471636,0.0029022112,0.0005490797],"domain_scores_gemma":[0.9723052,0.024210012,0.00044507286,0.00042172038,0.0023009721,0.0003170337],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002275578,0.00060557114,0.0023160211,0.0020755022,0.00029385625,0.00005949028,0.00020625335,0.00012999245,0.00033027862],"category_scores_gemma":[0.009901148,0.00035138955,0.0002997674,0.0032146387,0.0011854712,0.0008085048,0.00006376903,0.0005177789,5.9837333e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012374326,0.0067856805,0.9598444,0.0068893656,0.0081557715,0.00021405745,0.0038487045,0.00009999483,0.00063804974,0.00037522684,0.00044289127,0.00033153125],"study_design_scores_gemma":[0.06409789,0.016668543,0.90254295,0.0065109394,0.0011348056,0.000035624773,0.00042002802,0.0059979614,0.000011212003,0.002293836,0.000019942969,0.00026628905],"about_ca_topic_score_codex":0.000016392642,"about_ca_topic_score_gemma":0.000029543577,"teacher_disagreement_score":0.057301473,"about_ca_system_score_codex":0.0002439558,"about_ca_system_score_gemma":0.00045068417,"threshold_uncertainty_score":0.9998938},"labels":[],"label_agreement":null},{"id":"W4402481161","doi":"10.2196/57343","title":"Community Health Workers as Mental Health Paraprofessionals: Protocol for a Mixed-Methods Pilot Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Protocol (science); Descriptive statistics; Intervention (counseling); Medicine; Repeated measures design; Scale (ratio); Data collection; Test (biology); Health care; Nursing; Psychology; Family medicine; Medical education; Psychiatry; Alternative medicine","score_opus":0.6827493783187151,"score_gpt":0.7725391762595296,"score_spread":0.08978979794081454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402481161","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095534744,0.000017934224,0.00031858598,0.011297579,0.00022013737,0.9827753,0.00033874306,0.00045919497,0.0036171821],"genre_scores_gemma":[0.006058819,4.235088e-8,0.002441794,0.00044456156,0.00015151291,0.9793297,0.00006570936,0.00012420655,0.011383666],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97008437,0.023607133,0.0017779818,0.001173691,0.0012617034,0.0020951035],"domain_scores_gemma":[0.9946437,0.0019558144,0.00030494377,0.0017730088,0.00031109145,0.0010114615],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.03527084,0.00042836252,0.0007091374,0.00058089435,0.0022492185,0.00046719384,0.001230464,0.00014723546,0.0010325612],"category_scores_gemma":[0.00041481605,0.0003664133,0.0003017595,0.0013912969,0.00046837336,0.00041311962,0.00085122965,0.0028187635,0.0008184816],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008576107,0.05729963,0.0035725762,0.010577659,0.00016442958,0.000012684177,0.0075081377,2.1945579e-7,0.0000143562675,0.007546545,0.64287615,0.26185152],"study_design_scores_gemma":[0.009340799,0.124253154,0.022844173,0.01709998,0.0000016945229,0.000032042317,0.020875718,0.000027397993,0.00008783611,0.022084173,0.782898,0.00045503964],"about_ca_topic_score_codex":0.0027116358,"about_ca_topic_score_gemma":0.0012726864,"teacher_disagreement_score":0.26139647,"about_ca_system_score_codex":0.0021750524,"about_ca_system_score_gemma":0.0024383434,"threshold_uncertainty_score":0.99995947},"labels":[],"label_agreement":null},{"id":"W4402518451","doi":"10.2196/56403","title":"Supporting Carers: Study Protocol of a Meta-Review of Psychosocial Interventions for Carers of People With Cancer","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; CINAHL; Psychosocial; Psychological intervention; Critical appraisal; Checklist; MEDLINE; Systematic review; Medicine; Nursing; Psychology; Alternative medicine; Psychiatry","score_opus":0.4028915199087078,"score_gpt":0.6687679611035363,"score_spread":0.2658764411948285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402518451","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009321549,0.0005105077,0.000050544957,0.00056964066,0.000012918902,0.99718,0.00020338478,0.00002794112,0.00051293656],"genre_scores_gemma":[0.020855533,0.000008622306,0.00007913072,0.000016292519,0.000082142615,0.9783451,0.000010963329,0.000042311898,0.00055990927],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9968384,0.00032032107,0.00090095075,0.00037832218,0.0011743087,0.0003876798],"domain_scores_gemma":[0.9971208,0.00020430151,0.00028371936,0.0004737194,0.0018002986,0.00011714098],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002511586,0.00017184688,0.0010013337,0.000302885,0.000052818188,0.000020454896,0.00024786673,0.00006361255,0.00094474235],"category_scores_gemma":[0.0002060934,0.00011504878,0.0007101239,0.0012297052,0.00016668992,0.000097512944,0.00009236782,0.00035044053,0.0000011388829],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045540826,0.0030395559,0.02156384,0.90846384,0.0034246817,0.000019477744,0.015838318,0.0000015816988,0.0009843165,0.00024859156,0.02553716,0.016324563],"study_design_scores_gemma":[0.015930653,0.04282665,0.005760265,0.5649029,0.0021444845,0.000012320256,0.025320016,0.00003291778,0.015944539,0.0002084165,0.32634938,0.0005674748],"about_ca_topic_score_codex":0.0016951704,"about_ca_topic_score_gemma":0.0040490637,"teacher_disagreement_score":0.34356093,"about_ca_system_score_codex":0.00013032212,"about_ca_system_score_gemma":0.0012386627,"threshold_uncertainty_score":0.9999685},"labels":[],"label_agreement":null},{"id":"W4402520467","doi":"10.2196/63685","title":"Improving Blood Pressure Control and Tobacco Use Cessation Intervention In Primary Care: Protocol for the Alabama Cardiovascular Cooperative Heart Health Improvement Project","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular Health and Risk Factors","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Smoking cessation; Tobacco control; Outreach; Intervention (counseling); Family medicine; Ethnic group; Health care; Gerontology; Environmental health; Public health; Nursing","score_opus":0.09681835070743887,"score_gpt":0.48104469888247725,"score_spread":0.38422634817503837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402520467","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009284322,0.0012394233,0.00075485464,0.0008356078,0.000021036534,0.9960156,0.00008406696,0.00009419482,0.000026765347],"genre_scores_gemma":[0.013073616,0.000013472626,0.00021842154,0.00014894952,0.00031312648,0.9859416,0.0000462952,0.000059859703,0.000184696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956626,0.0009574362,0.0006499356,0.00078200974,0.0011456696,0.00080229656],"domain_scores_gemma":[0.9979384,0.00044064064,0.000078604586,0.00070780696,0.0006225559,0.0002120088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005636972,0.00026508648,0.00064585905,0.0003768109,0.0003939777,0.00045167175,0.00014511628,0.0001740567,0.000007300001],"category_scores_gemma":[0.0003257756,0.00016818385,0.0005222519,0.00058949343,0.0001537303,0.00039925665,0.00013598829,0.0009690075,0.0000024799097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009049619,0.001577691,0.021195691,0.11701629,0.0036004875,0.00009398659,0.0051777586,0.000127402,0.0035012546,0.000249281,0.007988075,0.83042246],"study_design_scores_gemma":[0.030426996,0.009234998,0.040511314,0.01162634,0.00019613477,0.000068855035,0.0010243348,0.0020859858,0.001778962,0.000013983543,0.90268785,0.00034426822],"about_ca_topic_score_codex":0.0022301332,"about_ca_topic_score_gemma":0.00014620913,"teacher_disagreement_score":0.89469975,"about_ca_system_score_codex":0.00041435802,"about_ca_system_score_gemma":0.0019818011,"threshold_uncertainty_score":0.6858338},"labels":[],"label_agreement":null},{"id":"W4402522126","doi":"10.2196/60165","title":"Effectiveness of Computer-Based Psychoeducational Self-Help Platforms for Eating Disorders (With or Without an Associated App): Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Eating disorders; Psychology; Medical education; Medicine; Computer science; Multimedia; Applied psychology; World Wide Web; Clinical psychology; Alternative medicine","score_opus":0.30842087516713873,"score_gpt":0.6300533977728167,"score_spread":0.32163252260567793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402522126","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.364658e-7,0.021688676,0.0007462685,0.000011592914,0.000025030507,0.9769233,0.0002695326,0.00025191976,0.000082949016],"genre_scores_gemma":[2.317396e-7,0.0015963045,0.0023817266,0.000016875974,0.00011727404,0.99458283,0.0005039617,0.00033329113,0.00046749655],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99195486,0.0024031177,0.00196238,0.0014233292,0.0011545632,0.0011017531],"domain_scores_gemma":[0.9920523,0.003924279,0.0014425596,0.0012851909,0.0010598255,0.00023585428],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008496879,0.0008986001,0.004052275,0.0006594218,0.00035367478,0.00021971563,0.0012256516,0.00061815116,0.00009922189],"category_scores_gemma":[0.00042702662,0.00050960516,0.000879384,0.0016135378,0.000211043,0.00015186632,0.00009905151,0.0010673479,0.000035407065],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009374558,0.0051027667,0.00011746591,0.9681654,0.0005613415,0.0000022774677,0.00017587352,5.4148484e-7,1.9652558e-7,0.00031614807,0.003502401,0.021118114],"study_design_scores_gemma":[0.003810097,0.011528307,0.000009909086,0.8760534,0.0005095337,0.000009179378,0.000058908707,0.000103404374,2.629713e-7,0.0001627266,0.10716271,0.0005915716],"about_ca_topic_score_codex":0.0000201962,"about_ca_topic_score_gemma":0.00003366943,"teacher_disagreement_score":0.10366031,"about_ca_system_score_codex":0.00042923001,"about_ca_system_score_gemma":0.0023924995,"threshold_uncertainty_score":0.99973553},"labels":[],"label_agreement":null},{"id":"W4402524554","doi":"10.2196/58206","title":"Frontal Pole Neuromodulation for Impulsivity and Suicidality in Veterans With Mild Traumatic Brain Injury and Common Co-Occurring Mental Health Conditions: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; U.S. Department of Veterans Affairs","keywords":"Impulsivity; Randomized controlled trial; Psychiatry; Neuromodulation; Traumatic brain injury; Psychology; Protocol (science); Cobra; Suicidal ideation; Medicine; Clinical psychology; Preprint; Poison control; Injury prevention; Alternative medicine; Medical emergency; Surgery; Neuroscience","score_opus":0.31152917180455164,"score_gpt":0.5785041812263653,"score_spread":0.2669750094218136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402524554","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09407693,0.000002966754,0.0006799614,0.0019908424,0.000012928423,0.9027641,0.00035351905,0.00008312488,0.00003565302],"genre_scores_gemma":[0.29609776,2.1659159e-7,0.00016741514,0.00012046033,0.000047302306,0.70350945,0.0000075618077,0.000025996718,0.000023838867],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9950887,0.002251836,0.0008477432,0.00067651126,0.000585161,0.000550037],"domain_scores_gemma":[0.99212986,0.007310325,0.00014706056,0.00019160294,0.0000768782,0.00014429176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040863105,0.00025698886,0.0010449024,0.00036157464,0.00056868343,0.00037404505,0.00013291318,0.000058939142,0.000016148957],"category_scores_gemma":[0.0010791674,0.00019103732,0.00012285185,0.00029756417,0.00057776505,0.00033090022,0.00004580071,0.00032895402,9.709235e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9800352,0.0006792421,0.0001595966,0.0019968932,0.000021083877,0.000002374786,0.0016326571,0.0000074546842,0.012629066,0.0011058926,0.00030116487,0.0014293821],"study_design_scores_gemma":[0.9599856,0.0117651345,0.0022693002,0.0015253336,0.000005706656,0.000006120102,0.00008077975,0.020194998,0.00040284192,0.0021847659,0.001375206,0.00020421472],"about_ca_topic_score_codex":0.0001565792,"about_ca_topic_score_gemma":0.00020810067,"teacher_disagreement_score":0.20202082,"about_ca_system_score_codex":0.00011526062,"about_ca_system_score_gemma":0.00021099804,"threshold_uncertainty_score":0.77902764},"labels":[],"label_agreement":null},{"id":"W4402581198","doi":"10.2196/55290","title":"Examining the Acceptability of Helminth Education Packages “Magic Glasses Lower Mekong” and “Magic Glasses Opisthorchiasis” and Their Impact on Knowledge, Attitudes, and Practices Among Schoolchildren in the Lower Mekong Basin: Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parasites and Host Interactions","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government","keywords":"Opisthorchiasis; MAGIC (telescope); Mekong river; Taboo; Psychology; Geography; Environmental resource management; Socioeconomics; Structural basin; Medicine; Environmental science; Biology; Physics; Sociology; Anthropology","score_opus":0.10809524313466079,"score_gpt":0.540623242560085,"score_spread":0.4325279994254242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402581198","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2955359,0.00021925454,0.000013692722,0.0008440172,0.000058378606,0.7017655,0.000024604795,0.000022813982,0.001515897],"genre_scores_gemma":[0.4134065,0.000008733058,0.000020600335,0.000024651987,0.00010373478,0.5859721,0.000008471085,0.000016690743,0.00043858602],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99245465,0.005512541,0.00074584613,0.0006355232,0.00014983656,0.00050160347],"domain_scores_gemma":[0.9795882,0.019131728,0.0003993672,0.0004979283,0.00032575947,0.000057006993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008343774,0.00036822827,0.0009935034,0.0003542111,0.0004293165,0.00069194555,0.00037302353,0.00023175625,0.00033414413],"category_scores_gemma":[0.0038786205,0.00016216273,0.00024995493,0.00032613354,0.0011836844,0.00058630225,0.00020661663,0.0011284748,0.000011791176],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94763404,0.004068499,0.018836131,0.0010592128,0.00079115655,0.0000022503743,0.0030749384,0.0000015232811,0.001644962,0.0006946614,0.006567144,0.015625464],"study_design_scores_gemma":[0.7198594,0.009099582,0.21800585,0.0033660657,0.00010988373,0.000081401246,0.0034239946,0.00023616519,0.0015070097,0.0013842074,0.04241295,0.0005134823],"about_ca_topic_score_codex":0.00020572799,"about_ca_topic_score_gemma":0.00022987746,"teacher_disagreement_score":0.22777466,"about_ca_system_score_codex":0.0000783712,"about_ca_system_score_gemma":0.00061623205,"threshold_uncertainty_score":0.6672447},"labels":[],"label_agreement":null},{"id":"W4402582246","doi":"10.2196/44368","title":"Psychological Health and Wellness and the Impact of a Supportive Text Messaging Program (Wellness4MDs) Among Physicians and Medical Learners in Canada: Protocol for a Longitudinal Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Dalhousie University; University of Calgary; Alberta Health; University of Alberta","funders":"","keywords":"Protocol (science); Psychology; Medicine; Text messaging; Medical education; Family medicine; Alternative medicine; World Wide Web; Computer science","score_opus":0.31076805668020707,"score_gpt":0.6643722225402494,"score_spread":0.35360416586004234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402582246","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16885468,0.000051703977,0.000013569801,0.005061151,0.000011168262,0.8257615,0.000030584804,0.000039489678,0.00017616733],"genre_scores_gemma":[0.3840376,0.0000062150607,0.000018873761,0.00006238032,0.00006966011,0.61569315,0.0000030464298,0.000023963114,0.00008505554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9907898,0.004716284,0.0010885865,0.0008318522,0.0012221088,0.0013514009],"domain_scores_gemma":[0.9953101,0.0032220294,0.00025496035,0.000341644,0.00025460104,0.0006166219],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009433433,0.00029101525,0.00081609125,0.00024876127,0.00097169104,0.000076622266,0.0003193743,0.00021831249,0.000107313885],"category_scores_gemma":[0.0007515955,0.00015737387,0.00007190994,0.000693513,0.000958747,0.00017529904,0.0004645971,0.0025858267,0.0000011529413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003243053,0.0011290737,0.7604873,0.008152636,0.000066106455,0.000080404265,0.010341823,6.803381e-7,0.0000020272546,0.00088939467,0.0046832263,0.21092427],"study_design_scores_gemma":[0.013084721,0.0059080874,0.8879516,0.044533357,0.0000042003758,0.000011558675,0.039249897,0.0029711707,0.0000037502375,0.0014864159,0.0044841664,0.00031106785],"about_ca_topic_score_codex":0.35645515,"about_ca_topic_score_gemma":0.3413554,"teacher_disagreement_score":0.21518295,"about_ca_system_score_codex":0.00050521264,"about_ca_system_score_gemma":0.008596008,"threshold_uncertainty_score":0.99971527},"labels":[],"label_agreement":null},{"id":"W4402592805","doi":"10.2196/59836","title":"Rethinking Health Systems Responsiveness in Low- and Middle-Income Countries: Validation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Low and middle income countries; Psychology; Environmental health; Developing country; Medicine; Economics; Economic growth","score_opus":0.48752758021351567,"score_gpt":0.6419126086405291,"score_spread":0.15438502842701346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402592805","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33556592,0.00012285876,0.000024952345,0.0023528624,0.00019233473,0.6611989,0.000048751805,0.0002560438,0.00023732218],"genre_scores_gemma":[0.3533511,0.000009308575,0.000024838831,0.00006667435,0.00017798456,0.64566267,0.000009130258,0.000043693377,0.00065461145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9812575,0.013678613,0.0013982523,0.0008009355,0.0016251374,0.0012395876],"domain_scores_gemma":[0.993724,0.004309452,0.00022178605,0.00066446094,0.00074164243,0.00033867243],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017645404,0.00021942744,0.00047009613,0.0012129332,0.0015138867,0.00019393228,0.00028860164,0.00029941843,0.0001250426],"category_scores_gemma":[0.0009494795,0.00019749565,0.000029498018,0.00149703,0.0001321149,0.00052411907,0.00033302463,0.002871487,0.00035629905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074103556,0.00011076076,0.8878162,0.0560137,0.000016807287,0.000086713444,0.049959138,0.000024610825,0.0000099810695,0.003963364,0.00090201123,0.00035571723],"study_design_scores_gemma":[0.0035228825,0.0034147291,0.6373657,0.27519697,0.0000019327279,0.000009563273,0.024718834,0.0013810477,0.000021162768,0.002872948,0.051041044,0.00045317697],"about_ca_topic_score_codex":0.0024931827,"about_ca_topic_score_gemma":0.00070671545,"teacher_disagreement_score":0.25045046,"about_ca_system_score_codex":0.0021743667,"about_ca_system_score_gemma":0.003086727,"threshold_uncertainty_score":0.999786},"labels":[],"label_agreement":null},{"id":"W4402595455","doi":"10.2196/62654","title":"Education Program for Enhancing Health Care Students’ Attitudes Toward People Living With Dementia: Protocol for a Single-Arm Pre-Post Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Protocol (science); Gerontology; Psychology; Health care; Medical education; Medicine; Applied psychology; Alternative medicine; Political science","score_opus":0.15374020560956567,"score_gpt":0.5977974108347474,"score_spread":0.44405720522518166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402595455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0131283635,0.000019916062,0.0010473782,0.00070718915,0.0000141822375,0.9843391,0.00002206286,0.0003196167,0.00040220135],"genre_scores_gemma":[0.14433692,2.5163718e-7,0.0025053704,0.000070363916,0.00035637486,0.8514568,0.000058093738,0.0001137704,0.0011020431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939373,0.0005064848,0.00064436137,0.0011057636,0.0023559823,0.0014500855],"domain_scores_gemma":[0.99571615,0.0005313679,0.00011268194,0.0005212085,0.0026377507,0.00048085218],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0035972686,0.00035856612,0.00050237007,0.00064563984,0.0006592588,0.0012541659,0.00047674763,0.00009949049,0.00017161324],"category_scores_gemma":[0.0004009046,0.00026882833,0.00018134077,0.000963559,0.00012408351,0.0003873157,0.00036310064,0.0006422291,0.00002148955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008141353,0.08277417,0.4953184,0.10044672,0.0010568028,0.000027460279,0.023738911,7.215546e-7,0.0027550785,0.00011044845,0.006527844,0.27910206],"study_design_scores_gemma":[0.017430902,0.34681356,0.35424522,0.05067782,0.00010847464,0.00004276531,0.032714877,0.00007952793,0.0046954164,0.000055055585,0.19238596,0.00075041095],"about_ca_topic_score_codex":0.000089267734,"about_ca_topic_score_gemma":0.0007470736,"teacher_disagreement_score":0.27835166,"about_ca_system_score_codex":0.0008027478,"about_ca_system_score_gemma":0.0047228336,"threshold_uncertainty_score":0.9999764},"labels":[],"label_agreement":null},{"id":"W4402616814","doi":"10.2196/57669","title":"Applicability of Retrospective and Prospective Gender Scores for Clinical and Health Data: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Peer review; Medicine; Psychology; Computer science; Alternative medicine; World Wide Web; Political science","score_opus":0.928395809561832,"score_gpt":0.801349882634971,"score_spread":0.127045926926861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402616814","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.4274115e-9,0.43978837,0.000037452104,0.00040988397,0.000005967914,0.559214,0.00046533384,0.000035737023,0.0000432454],"genre_scores_gemma":[1.6524828e-8,0.42470708,0.0011807999,0.00008072132,0.00039389922,0.57341176,0.000095198135,0.0000766481,0.000053911583],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919313,0.0011133305,0.0025153633,0.0026229362,0.0009098346,0.00090721383],"domain_scores_gemma":[0.99388427,0.001523662,0.0006261187,0.0021790543,0.001225854,0.0005610721],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0201427,0.00054179505,0.0044541904,0.00028787204,0.00026606902,0.00008925138,0.0005078554,0.00050729903,0.000015336836],"category_scores_gemma":[0.0026222777,0.00036690396,0.00043481836,0.000714265,0.0008586288,0.000122038866,0.0009803207,0.0018004889,0.000003768489],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003204196,0.0002508804,0.0006508992,0.6385561,0.00013012721,0.0000019603672,0.000050916227,2.4655508e-10,1.891379e-8,0.00036341164,0.019110305,0.3405649],"study_design_scores_gemma":[0.001471637,0.0031351696,0.00015558237,0.49274105,0.000075502336,0.000027028795,0.00001947192,0.0000030864892,3.562204e-7,0.0012180168,0.5010007,0.0001524027],"about_ca_topic_score_codex":0.000016026288,"about_ca_topic_score_gemma":0.00002282827,"teacher_disagreement_score":0.4818904,"about_ca_system_score_codex":0.00035771573,"about_ca_system_score_gemma":0.0067702318,"threshold_uncertainty_score":0.9998783},"labels":[],"label_agreement":null},{"id":"W4402619995","doi":"10.2196/59636","title":"Testing a Conceptual Model of Early Adversity, Neural Function, and Psychopathology: Protocol for a Retrospective Observational Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Psychopathology; Psychology; Developmental psychopathology; Developmental psychology; Cognition; Observational study; Life span; Set (abstract data type); Clinical psychology; Neuroplasticity; Young adult; Psychiatry; Medicine; Gerontology","score_opus":0.6293351623197427,"score_gpt":0.6060896891954785,"score_spread":0.023245473124264282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402619995","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11713923,0.0000025429306,0.00066603697,0.00013802864,0.000014765183,0.87909013,0.000102047255,0.00013008973,0.0027171047],"genre_scores_gemma":[0.17389251,1.0859468e-8,0.0005010742,0.000013725723,0.0000892234,0.82419044,0.000005835533,0.0000489987,0.0012582071],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99543977,0.00083911803,0.0005941077,0.0010146744,0.0012889804,0.00082332286],"domain_scores_gemma":[0.9966402,0.0011835647,0.00011373375,0.00060826604,0.001274019,0.00018022036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003219321,0.00024745945,0.0004094299,0.00048721308,0.00033046713,0.0002313353,0.0005139311,0.00018371567,0.00025023162],"category_scores_gemma":[0.00072976307,0.00022483051,0.00008984391,0.0010664717,0.00086632976,0.00044250107,0.0003489355,0.00091373455,0.00003000843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030518156,0.0021340472,0.963333,0.00073914725,0.00018046823,0.000021611315,0.00420813,0.000019517058,0.00078484794,0.016816141,0.0061879777,0.002523267],"study_design_scores_gemma":[0.0056650382,0.010164013,0.9588337,0.00065551104,0.00000953965,0.00001039911,0.001384002,0.006533991,0.000020809128,0.015604188,0.0008909084,0.0002278956],"about_ca_topic_score_codex":0.000112570124,"about_ca_topic_score_gemma":0.000021184202,"teacher_disagreement_score":0.05675328,"about_ca_system_score_codex":0.0001371209,"about_ca_system_score_gemma":0.0003892294,"threshold_uncertainty_score":0.9168322},"labels":[],"label_agreement":null},{"id":"W4402632196","doi":"10.2196/58288","title":"Testing the Effectiveness of a Mobile Smartphone App Designed to Improve the Mental Health of Junior Physicians: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Randomized controlled trial; Psychological intervention; mHealth; Burnout; Peer support; Medicine; Anxiety; Mindfulness; Psychology; Nursing; Clinical psychology; Psychiatry","score_opus":0.14680952106326858,"score_gpt":0.5837992395215977,"score_spread":0.4369897184583291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402632196","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016256358,0.000009779199,0.0004968658,0.00063318876,0.00012257976,0.99561495,0.0001368982,0.00006986254,0.0012902573],"genre_scores_gemma":[0.020918163,1.734545e-8,0.00018535217,0.000051301296,0.00016934767,0.97756636,0.0000040776185,0.00005568962,0.0010496923],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9875495,0.008759067,0.0015081485,0.0005167811,0.00078583224,0.00088071596],"domain_scores_gemma":[0.9809849,0.01732864,0.00041838962,0.0006632101,0.00046361782,0.00014120551],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029589476,0.00023719047,0.0013280682,0.00024789033,0.00032250048,0.00013779047,0.00068372954,0.00008327038,0.00007739405],"category_scores_gemma":[0.0018424275,0.00012352681,0.0005987879,0.0010225446,0.000571684,0.00012015804,0.0002035801,0.00042326888,0.000038382215],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93499905,0.0030222316,0.0000016557539,0.00550744,0.00027075227,0.0000010846477,0.0018323138,0.0000018333284,0.0048808013,0.004717504,0.003757474,0.04100788],"study_design_scores_gemma":[0.93829477,0.03058086,0.00003246858,0.009674979,0.0000068564814,0.00000253998,0.0006664263,0.0001528732,0.005072339,0.0039558727,0.011428915,0.00013107058],"about_ca_topic_score_codex":0.00012489513,"about_ca_topic_score_gemma":0.000007916206,"teacher_disagreement_score":0.04087681,"about_ca_system_score_codex":0.00032979037,"about_ca_system_score_gemma":0.000651663,"threshold_uncertainty_score":0.9992418},"labels":[],"label_agreement":null},{"id":"W4402635132","doi":"10.2196/59830","title":"Developing Evidence to Support Policy: Protocol for the StrAtegic PoLicy EvIdence-Based Evaluation CeNTer (SALIENT)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; U.S. Department of Veterans Affairs","keywords":"Process management; Computer science; Knowledge management; Business","score_opus":0.969101886797622,"score_gpt":0.860045428382657,"score_spread":0.10905645841496503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402635132","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008861798,0.0000014113683,0.0032814802,0.2119891,0.000038165683,0.7836105,0.00006561988,0.00017841106,0.0007466836],"genre_scores_gemma":[0.0031901544,8.409593e-7,0.0015694166,0.019741928,0.0019632112,0.9719233,0.000006623626,0.00007434392,0.0015301949],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842133,0.0064076874,0.0016169406,0.0010826228,0.003885939,0.002793508],"domain_scores_gemma":[0.97620445,0.018500173,0.00026469992,0.0011638717,0.0031230191,0.00074379885],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04363198,0.00032889794,0.00032144206,0.0015489621,0.0027606422,0.00059773814,0.0016308483,0.00021756334,0.001530802],"category_scores_gemma":[0.018504646,0.00022288297,0.00012676022,0.005170449,0.00029103082,0.0011823771,0.0005615456,0.0012998035,0.0022195613],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0029261438,0.00026951515,0.0057001724,0.032363106,0.000051685864,0.000014817082,0.01941077,0.00015930267,0.002985831,0.16084705,0.6997262,0.075545385],"study_design_scores_gemma":[0.0020967992,0.0016874678,0.002284688,0.027601277,0.000002897542,0.0000017856448,0.0012839279,0.003672494,0.0006194057,0.007889551,0.9525683,0.00029143578],"about_ca_topic_score_codex":0.0009812291,"about_ca_topic_score_gemma":0.00037289102,"teacher_disagreement_score":0.25284204,"about_ca_system_score_codex":0.0050585917,"about_ca_system_score_gemma":0.076654665,"threshold_uncertainty_score":0.99938196},"labels":[],"label_agreement":null},{"id":"W4402636444","doi":"10.2196/63562","title":"Methodology for Biological Sample Collection, Processing, and Storage in the Newcastle 1000 Pregnancy Cohort: Protocol for a Longitudinal, Prospective Population-Based Study in Australia","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Birth, Development, and Health","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Biobank; Exposome; Pregnancy; Population; Epigenome; Biorepository; Medicine; Longitudinal study; Microbiome; Biology; Bioinformatics; Environmental health; DNA methylation; Genetics; Pathology","score_opus":0.6273835277675068,"score_gpt":0.6355375048813956,"score_spread":0.008153977113888766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402636444","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0139647,0.0000056691374,0.0014182504,0.000785792,0.0000065494614,0.9836871,0.000020667463,0.000053630505,0.00005765226],"genre_scores_gemma":[0.043487545,0.0000011310188,0.005647171,0.00003470947,0.00009005016,0.9505148,0.000021578593,0.000027228549,0.00017579542],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967247,0.00092816417,0.0005315446,0.00074063457,0.00043016268,0.0006447916],"domain_scores_gemma":[0.9977762,0.0014277154,0.00007840969,0.00024231472,0.00036756604,0.00010779126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048650564,0.00019533628,0.00043065374,0.00050833786,0.00032081467,0.00014927285,0.00016066038,0.00019177535,0.00006185646],"category_scores_gemma":[0.0009979503,0.00012377082,0.000052027903,0.0011861549,0.000116070725,0.00010735703,0.000043320666,0.00065229204,0.0000022757758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032828776,0.0017067633,0.98140764,0.0048797354,0.000020995052,0.000028462757,0.0025192488,0.0000022736976,0.000054695447,0.002820242,0.001713674,0.0015633974],"study_design_scores_gemma":[0.00702827,0.007993705,0.9595095,0.0031210533,0.000004650983,0.000009453279,0.00053728867,0.00049203186,0.00009088055,0.016472325,0.0045946725,0.0001461739],"about_ca_topic_score_codex":0.0005830426,"about_ca_topic_score_gemma":0.0022002833,"teacher_disagreement_score":0.0331723,"about_ca_system_score_codex":0.00046757946,"about_ca_system_score_gemma":0.0012371002,"threshold_uncertainty_score":0.5047227},"labels":[],"label_agreement":null},{"id":"W4402641369","doi":"10.2196/64446","title":"Prescribing Trends and Associated Outcomes of Antiepileptic Drugs and Other Psychotropic Medications in US Nursing Homes: Proposal for a Mixed Methods Investigation","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Medicine; Medicaid; Staffing; Dementia; Family medicine; Minimum Data Set; Pandemic; Health care; Psychiatry; Nursing; Disease; Coronavirus disease 2019 (COVID-19); Nursing homes","score_opus":0.22995135601800545,"score_gpt":0.6233652689787276,"score_spread":0.39341391296072215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402641369","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35452798,0.0004904337,0.0013052553,0.018709263,0.00030155637,0.62217957,0.00016028897,0.000318074,0.0020075578],"genre_scores_gemma":[0.08949413,0.000008160905,0.010749362,0.00004319136,0.00012726615,0.8978001,0.000032580334,0.000062485065,0.0016827394],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99605167,0.001992189,0.00059128273,0.00040145533,0.00040928173,0.0005541393],"domain_scores_gemma":[0.9972525,0.0019833932,0.00012942695,0.00023829092,0.00024841801,0.0001479396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041439626,0.00014539358,0.00038301936,0.00093392143,0.00034784287,0.000059100563,0.00013824196,0.00023833767,0.00004219568],"category_scores_gemma":[0.0007047069,0.000116798496,0.00004869696,0.0012251044,0.00035093178,0.00017021489,0.000056438843,0.00065802666,0.0000025215286],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058569154,0.00078026025,0.3767836,0.008796998,0.00024031052,0.0000043571736,0.1016464,0.0000010555556,0.014308916,0.015217847,0.059765317,0.42186925],"study_design_scores_gemma":[0.005346992,0.001338572,0.89155155,0.023691872,0.000046280147,0.0000022294741,0.01133767,0.0022387197,0.00077425357,0.03989573,0.02339098,0.00038514475],"about_ca_topic_score_codex":0.00018046827,"about_ca_topic_score_gemma":0.00011459394,"teacher_disagreement_score":0.51476794,"about_ca_system_score_codex":0.00021271652,"about_ca_system_score_gemma":0.00070464524,"threshold_uncertainty_score":0.47629043},"labels":[],"label_agreement":null},{"id":"W4402666863","doi":"10.2196/60361","title":"Neural Conversational Agent for Weight Loss Counseling: Protocol for an Implementation and Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Motivational interviewing; Medical education; Psychology; Usability; Applied psychology; The Internet; Medicine; Computer science; Psychological intervention; Nursing; World Wide Web; Human–computer interaction","score_opus":0.5768509198400098,"score_gpt":0.7070208467080273,"score_spread":0.13016992686801754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402666863","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073070456,0.0000012688597,0.0004111431,0.0008189693,0.000058332163,0.99060464,0.00041406782,0.00011053387,0.00027400197],"genre_scores_gemma":[0.063615434,7.81829e-9,0.0001925246,0.000048918184,0.0002070605,0.93479466,0.00008815172,0.000040564504,0.0010126717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970371,0.0004998798,0.00058539613,0.0007373001,0.00052903366,0.00061126077],"domain_scores_gemma":[0.99850434,0.00045849328,0.00007161019,0.00036110196,0.00040262484,0.00020184711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003056727,0.00016263136,0.00016759268,0.00020771015,0.00033005868,0.00039422905,0.00023656183,0.00007349023,0.00053932786],"category_scores_gemma":[0.0000475407,0.00014523926,0.00009457987,0.00023102522,0.00015624598,0.0004806296,0.000079933576,0.00024600368,0.000050789127],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027516974,0.038730223,0.06933641,0.023033625,0.0004737438,0.00007249181,0.01944293,0.0000026361397,0.00037475486,0.113343835,0.34047773,0.36719462],"study_design_scores_gemma":[0.021860048,0.05838745,0.029533738,0.0011026186,0.000010704684,0.000024717941,0.005949906,0.001423474,0.0005623982,0.029986704,0.8506972,0.00046103666],"about_ca_topic_score_codex":0.000044952838,"about_ca_topic_score_gemma":0.00013397375,"teacher_disagreement_score":0.51021945,"about_ca_system_score_codex":0.00028275486,"about_ca_system_score_gemma":0.00019794158,"threshold_uncertainty_score":0.5922685},"labels":[],"label_agreement":null},{"id":"W4402669598","doi":"10.2196/59372","title":"A Digital Mental Health Solution to Improve Social, Emotional, and Learning Skills for Youth: Protocol for an Efficacy and Usability Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Preprint; Mental health; Protocol (science); Applied psychology; Digital health; Psychology; Medical education; Computer science; Medicine; Human–computer interaction; World Wide Web; Health care; Psychiatry","score_opus":0.3451209456585782,"score_gpt":0.6465158299781529,"score_spread":0.30139488431957473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402669598","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018096935,0.0000018111516,0.00034818222,0.0018895197,0.00003491869,0.9782681,0.00080348813,0.00015039672,0.00040669093],"genre_scores_gemma":[0.0665947,9.886731e-9,0.0002342595,0.000038197963,0.00019765036,0.9304062,0.00007389704,0.000054033302,0.0024010602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965521,0.000597057,0.000601787,0.00094020297,0.0004547956,0.0008540579],"domain_scores_gemma":[0.9985693,0.00047573788,0.00008351998,0.00024519683,0.00020334804,0.00042289984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003361638,0.0002058172,0.0002760305,0.00025978583,0.001063529,0.00089868874,0.0001929019,0.000098049204,0.000036113248],"category_scores_gemma":[0.00030566027,0.00019196775,0.00008872074,0.00030543125,0.00021421064,0.00060836057,0.00025808645,0.0004665533,0.000034460223],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050420114,0.019278705,0.001932212,0.0054836306,0.00010540679,0.000002090072,0.025560137,3.4618017e-7,0.00012840112,0.0026379286,0.02377579,0.91605335],"study_design_scores_gemma":[0.029022923,0.2668668,0.0518371,0.0069749407,0.000009469084,0.000025760224,0.021170989,0.00049714034,0.0001486846,0.0063781803,0.61603063,0.0010373371],"about_ca_topic_score_codex":0.000051279167,"about_ca_topic_score_gemma":0.000043784727,"teacher_disagreement_score":0.915016,"about_ca_system_score_codex":0.00038126356,"about_ca_system_score_gemma":0.00020672381,"threshold_uncertainty_score":0.86660767},"labels":[],"label_agreement":null},{"id":"W4402690831","doi":"10.2196/57062","title":"Coproduction in Social Prescribing Initiatives: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Art Therapy and Mental Health","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Bruyère; Alberta Health; Sinai Health System; Lunenfeld-Tanenbaum Research Institute; Alberta Health Services; Canadian Patient Safety Institute; Kingston Health Sciences Centre; University of Ottawa; Simon Fraser University; Queen's University; McMaster University; Impact; Public Health Ontario; University of British Columbia; Western University","funders":"","keywords":"Coproduction; Protocol (science); Medicine; Public relations; Political science; Alternative medicine","score_opus":0.8391921379628761,"score_gpt":0.7114924462825077,"score_spread":0.12769969168036832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402690831","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.996921e-10,0.2943492,7.1103153e-7,0.00015120761,0.000018514369,0.69907683,0.000057283854,0.00007377415,0.0062725046],"genre_scores_gemma":[1.5601113e-9,0.30995002,0.000011511926,0.000062759274,0.0019900387,0.6854598,0.00004368916,0.00008555345,0.0023966178],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951581,0.0012863125,0.0012275199,0.0008031934,0.00064266805,0.0008822354],"domain_scores_gemma":[0.99872947,0.00024838446,0.00030507942,0.00034273142,0.0002714216,0.00010292547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039553563,0.00043450584,0.0014814618,0.00054112065,0.00094126974,0.00037912832,0.00044006016,0.00018977272,0.0007772119],"category_scores_gemma":[0.00010944136,0.0003171615,0.00042408123,0.00032967477,0.00034036807,0.00045945702,0.00021842586,0.0014278135,0.00027085308],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006810219,0.00019328596,2.901181e-8,0.66343737,0.000018975796,0.000004365041,0.002444948,2.4852271e-9,3.4876958e-8,0.011843755,0.044586346,0.2774028],"study_design_scores_gemma":[0.00029775043,0.00034501086,8.2391e-9,0.48382992,0.000008211031,0.0000016670119,0.00008716316,2.562129e-7,3.7725513e-7,0.00040690563,0.5148669,0.000155839],"about_ca_topic_score_codex":0.000014647349,"about_ca_topic_score_gemma":0.00014405332,"teacher_disagreement_score":0.47028053,"about_ca_system_score_codex":0.0005595725,"about_ca_system_score_gemma":0.0017194522,"threshold_uncertainty_score":0.99992806},"labels":[],"label_agreement":null},{"id":"W4402724345","doi":"10.2196/56096","title":"Preventing Premature Pre-Exposure Prophylaxis Discontinuation and Sexually Transmitted Infections Among Men Who Have Sex With Men (Project PEACH): Protocol for a Prospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Men who have sex with men; Discontinuation; Medicine; Preprint; Prospective cohort study; Cohort; Cohort study; Baseline (sea); Family medicine; Gynecology; Human immunodeficiency virus (HIV); Internal medicine; Syphilis","score_opus":0.05971814696385693,"score_gpt":0.4869936340683729,"score_spread":0.427275487104516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402724345","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025530143,0.000004949102,0.00089587213,0.00017833545,0.0000011574152,0.9556649,0.00006872757,0.00027671712,0.017379237],"genre_scores_gemma":[0.035889804,2.600843e-7,0.00020655409,0.00000194189,0.00020525744,0.8344993,0.000044077286,0.00010479213,0.12904803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942361,0.0010733885,0.00069755304,0.0012615919,0.0017323273,0.0009990176],"domain_scores_gemma":[0.9973599,0.00033945206,0.00012241607,0.0006702308,0.0011679026,0.00034011996],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003961811,0.00041438563,0.0006144876,0.0008587866,0.0006975757,0.000901925,0.00026887783,0.00022878726,0.0001227509],"category_scores_gemma":[0.000601654,0.00028340615,0.00017597183,0.0012365406,0.0004065894,0.00085522636,0.00018187937,0.0017821089,0.000007685652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050498424,0.008382292,0.8869898,0.012544664,0.0013032943,0.00009933085,0.016096238,0.0000030173971,0.0014615321,0.00013129215,0.04937929,0.01855942],"study_design_scores_gemma":[0.017258296,0.22918637,0.67200774,0.019495027,0.00011861945,0.00008671422,0.008822177,0.019512787,0.0022823839,0.000321417,0.030170698,0.00073777937],"about_ca_topic_score_codex":0.00031414165,"about_ca_topic_score_gemma":0.00076109404,"teacher_disagreement_score":0.22080408,"about_ca_system_score_codex":0.0003397351,"about_ca_system_score_gemma":0.00095561985,"threshold_uncertainty_score":0.9999618},"labels":[],"label_agreement":null},{"id":"W4402759276","doi":"10.2196/56584","title":"Acceptance Factors and Barriers to the Implementation of a Digital Intervention With Older Adults With Dementia or Caregivers: Protocol for an Umbrella Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Psychological intervention; Intervention (counseling); Systematic review; Life expectancy; Gerontology; Preprint; Health care; Medicine; Psychology; Nursing; MEDLINE; Disease; Population; Environmental health","score_opus":0.14613307125664676,"score_gpt":0.563325961150923,"score_spread":0.4171928898942763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402759276","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014155317,0.000025049208,0.00042910915,0.00092692056,0.000001819445,0.98416865,0.00006852048,0.00003499094,0.00018962754],"genre_scores_gemma":[0.0763821,0.0000036239114,0.000105668376,0.000049488775,0.000034539975,0.92298764,0.00003971625,0.00003345581,0.0003637358],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997538,0.00018637626,0.00030917174,0.0004839895,0.0010191762,0.00046332355],"domain_scores_gemma":[0.99838895,0.00011280939,0.000064347056,0.00030747135,0.0007735179,0.0003529009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010005776,0.00018222716,0.00023941268,0.000206522,0.00016703804,0.0002970188,0.00019782493,0.00003592091,0.00087180414],"category_scores_gemma":[0.00010332688,0.0000864244,0.00006977151,0.00067535654,0.00017948957,0.0005139975,0.00011377988,0.00024192229,0.00000551833],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03904468,0.0014289857,0.2760025,0.15952052,0.0010117858,0.000101158395,0.009927168,2.9887627e-7,0.00053549395,0.00020173144,0.05415766,0.458068],"study_design_scores_gemma":[0.029997543,0.1196217,0.09620148,0.23652522,0.00016973616,0.000074693344,0.04469477,0.00006906622,0.015485778,0.000047424823,0.45650768,0.0006049107],"about_ca_topic_score_codex":0.00004873965,"about_ca_topic_score_gemma":0.00025690044,"teacher_disagreement_score":0.45746312,"about_ca_system_score_codex":0.000076815,"about_ca_system_score_gemma":0.00059144304,"threshold_uncertainty_score":0.9545644},"labels":[],"label_agreement":null},{"id":"W4402800977","doi":"10.2196/52713","title":"SARS-CoV-2 Infections in a Triad of Primary School Learners (Grades 1-7), Their Parents, and Teachers in KwaZulu-Natal, South Africa: Protocol for a Cross-Sectional and Nested Case-Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Triad (sociology); Cross-sectional study; Medicine; Cohort study; Cohort; Family medicine; Psychology; Alternative medicine","score_opus":0.39011091258519554,"score_gpt":0.5534203065236024,"score_spread":0.16330939393840688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402800977","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49781963,0.0000042183424,0.000008110173,0.000020646594,0.0000050682806,0.501879,0.000014094014,0.00007548823,0.0001737459],"genre_scores_gemma":[0.3862369,8.72219e-8,0.000068342546,0.000013459521,0.000052255837,0.6135281,0.0000031129644,0.000034361143,0.00006340965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967401,0.0005558327,0.00076019857,0.0007770103,0.0005978251,0.0005690236],"domain_scores_gemma":[0.99843353,0.0007600902,0.0001062213,0.00032687318,0.00025765822,0.00011563533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038819977,0.00026651137,0.0005014851,0.0013798631,0.00022333568,0.0003006547,0.00011188687,0.00021286838,0.0000077839695],"category_scores_gemma":[0.0018832199,0.00021822227,0.0000928265,0.0016541469,0.00038216216,0.0003281109,0.00017147216,0.0013315845,0.000005349999],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015201056,0.0018119939,0.9476677,0.0020372265,0.00007918105,0.0003148474,0.0046083997,0.0000016004265,0.04018366,0.000011001638,0.00015653293,0.0016077284],"study_design_scores_gemma":[0.032927446,0.009332049,0.9011432,0.0046270434,0.000019763705,0.0015660615,0.0077539138,0.0012838503,0.021735655,0.00036672867,0.018687299,0.0005570211],"about_ca_topic_score_codex":0.00038706706,"about_ca_topic_score_gemma":0.0003025677,"teacher_disagreement_score":0.111649066,"about_ca_system_score_codex":0.00038307297,"about_ca_system_score_gemma":0.000666254,"threshold_uncertainty_score":0.88988453},"labels":[],"label_agreement":null},{"id":"W4402822705","doi":"10.2196/56063","title":"Ayurveda Management of Allergic Rhinitis: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Allergic Rhinitis and Sensitization","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Fluticasone propionate; Nasal spray; Randomized controlled trial; Nasal congestion; Nostril; Nose; Population; Surgery; Corticosteroid; Nasal administration","score_opus":0.18241812731412546,"score_gpt":0.5337143907824254,"score_spread":0.3512962634683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402822705","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000078519646,0.000006759656,0.0012464521,0.00073321693,0.00002269938,0.96896034,0.000008070861,0.00013073573,0.028813185],"genre_scores_gemma":[0.00085523,0.000003145398,0.0013916446,0.000032339467,0.00037774612,0.9870301,0.000023989438,0.00006032515,0.010225471],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955112,0.0009436721,0.0011865946,0.00049426843,0.0013302234,0.0005340722],"domain_scores_gemma":[0.99722254,0.0012535015,0.00015762309,0.0004408578,0.0007503333,0.00017515998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006360175,0.00023274374,0.0014783564,0.00041324887,0.00013007139,0.00015692927,0.00018264682,0.00016487247,0.0006530784],"category_scores_gemma":[0.00043393832,0.0001526841,0.0007085267,0.00046572473,0.00027815768,0.00012263254,0.0000963992,0.0003865846,0.000049658516],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94955426,0.0008772549,9.56724e-7,0.0058265477,0.0006838589,0.00018601202,0.00021211927,0.0000027587207,0.00015126084,0.024232583,0.014426639,0.0038457469],"study_design_scores_gemma":[0.85140127,0.0027497967,0.0000045932866,0.0083551295,0.000028470673,0.000014077731,0.00008655,0.0035939016,0.00024550335,0.0030525748,0.13034438,0.0001237337],"about_ca_topic_score_codex":0.0000061348132,"about_ca_topic_score_gemma":0.0000014182566,"teacher_disagreement_score":0.11591774,"about_ca_system_score_codex":0.00010129054,"about_ca_system_score_gemma":0.00041217764,"threshold_uncertainty_score":0.7150751},"labels":[],"label_agreement":null},{"id":"W4402830033","doi":"10.2196/59999","title":"Effect of Addition of Metal Oxide Nanoparticles on the Strength of Heat-Cured Denture Base Resins: Protocol for Systematic Review and Meta-Analysis of In Vitro Studies","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental materials and restorations","field":"Dentistry","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cochrane Library; Materials science; Flexural strength; Systematic review; Bond strength; Ultimate tensile strength; CINAHL; Nanoparticle; Web of science; Composite material; Medicine; Meta-analysis; MEDLINE; Chemistry; Nanotechnology; Pathology","score_opus":0.26557743435042036,"score_gpt":0.5606081500932737,"score_spread":0.29503071574285333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402830033","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027727114,0.0005459567,0.0000015835743,0.00011517133,0.0000026919352,0.9708083,0.0007795147,0.000008632224,0.000011010025],"genre_scores_gemma":[0.12744105,0.0000038281296,0.00003486613,0.000004416119,0.0000050173107,0.8724131,0.000012530295,0.000012226561,0.00007296775],"study_design_codex":"systematic_review","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9948355,0.0029606333,0.0010599928,0.00024253383,0.0007274704,0.00017388277],"domain_scores_gemma":[0.9962272,0.002607484,0.00029067366,0.00047548107,0.00036545147,0.000033713524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00604986,0.00015366299,0.0017032776,0.00036390233,0.00005074224,0.00003869223,0.00021820825,0.00005922756,0.000115892675],"category_scores_gemma":[0.001797464,0.00007466523,0.00049667043,0.0010128492,0.00023646206,0.00011192107,0.00010204322,0.000132687,0.000002079683],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001116048,0.00041962464,0.000010898897,0.64103997,0.013399475,0.000007802529,0.00012969079,0.000007987479,0.34217808,0.000665894,0.0010136812,0.000010867849],"study_design_scores_gemma":[0.00070921815,0.0014703199,0.000094212526,0.035835814,0.01196826,0.0000019361937,0.00015611445,0.00010793882,0.9493742,0.00012655597,0.00007784212,0.000077563265],"about_ca_topic_score_codex":0.000029562141,"about_ca_topic_score_gemma":0.000053559226,"teacher_disagreement_score":0.60719615,"about_ca_system_score_codex":0.00003599893,"about_ca_system_score_gemma":0.000052157553,"threshold_uncertainty_score":0.30447596},"labels":[],"label_agreement":null},{"id":"W4402830052","doi":"10.2196/56693","title":"Brief Mobile App–Based Mindfulness Intervention for Indonesian Senior High School Teachers: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Mindfulness; Mobile apps; Preprint; Protocol (science); Medical education; Intervention (counseling); Psychology; Smartphone app; Indonesian; Medicine; Applied psychology; Clinical psychology; Alternative medicine; Nursing; Computer science; World Wide Web","score_opus":0.14374982612725887,"score_gpt":0.5391815954584684,"score_spread":0.3954317693312096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402830052","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033560567,0.0000031086133,0.1815672,0.00045629358,0.00020113657,0.8162253,0.00012612603,0.000297738,0.00078747835],"genre_scores_gemma":[0.015983388,2.3053732e-9,0.00031737922,0.000031315325,0.0011507386,0.95679635,0.00006221814,0.00014441757,0.025514185],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9903756,0.0041846316,0.0020434617,0.0012361897,0.00095763954,0.0012025221],"domain_scores_gemma":[0.99329555,0.0040705535,0.00042570784,0.000952124,0.00085094053,0.00040511004],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012026767,0.00050736696,0.0017580137,0.0010567751,0.00054740737,0.001018266,0.00086453086,0.00038863008,0.018848559],"category_scores_gemma":[0.0012604272,0.0003696566,0.0022972021,0.0007030445,0.00037624774,0.00029827832,0.00014294889,0.0010136325,0.00029662537],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8167304,0.005943163,0.0000028123357,0.0019945966,0.0004396243,0.000013327177,0.000118155505,0.0000036036035,0.000039866856,0.038665947,0.108395524,0.027652973],"study_design_scores_gemma":[0.7513334,0.009798671,0.000004607435,0.003929136,0.00003846606,0.0000035483472,0.0002522769,0.0011183243,0.0018945128,0.012666975,0.21863204,0.00032805876],"about_ca_topic_score_codex":0.00009793404,"about_ca_topic_score_gemma":0.000022728325,"teacher_disagreement_score":0.18124983,"about_ca_system_score_codex":0.00025599252,"about_ca_system_score_gemma":0.0005862709,"threshold_uncertainty_score":0.99987555},"labels":[],"label_agreement":null},{"id":"W4402848048","doi":"10.2196/54619","title":"Remotely Delivered Video Interaction Guidance for Families of Children With an Intellectual Disability Referred to Specialist Mental Health Services: Protocol for a Feasibility Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Disability Support Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Research for Patient Benefit Programme; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Preprint; Mental health; Protocol (science); Intellectual disability; Medicine; Randomized controlled trial; Family medicine; Psychology; Psychiatry; Alternative medicine; World Wide Web; Computer science","score_opus":0.24803167791860634,"score_gpt":0.586311446344692,"score_spread":0.33827976842608565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402848048","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053356986,0.0000043485356,0.00078368856,0.00091310404,0.0000627557,0.9434256,0.00054322317,0.00016139372,0.0007489244],"genre_scores_gemma":[0.03303036,2.2661258e-7,0.001363465,0.00007699,0.0004994374,0.96421146,0.00020903886,0.000078335856,0.00053070614],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9880626,0.005464531,0.002090851,0.0017261148,0.0013774504,0.0012784236],"domain_scores_gemma":[0.9906935,0.005865224,0.00030851006,0.0014727925,0.0011245504,0.00053539587],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016059017,0.0004752683,0.0020399562,0.0003918278,0.00048027834,0.00039104008,0.0009291777,0.0002612847,0.0008681123],"category_scores_gemma":[0.0026021916,0.00032984096,0.00071598846,0.00091534684,0.0012644497,0.000509972,0.00023208433,0.00072611874,0.00003903444],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96283495,0.0052948203,0.00048715278,0.0036322048,0.00033973635,9.811419e-7,0.00825891,0.0000031126144,0.00024292465,0.000778997,0.009682253,0.008443924],"study_design_scores_gemma":[0.93975097,0.029401017,0.0009932589,0.0026630403,0.000014069413,0.0000067468363,0.0062275897,0.00094926497,0.00044714485,0.0014434984,0.017725475,0.00037795026],"about_ca_topic_score_codex":0.0018253212,"about_ca_topic_score_gemma":0.0021363557,"teacher_disagreement_score":0.024106197,"about_ca_system_score_codex":0.00090892665,"about_ca_system_score_gemma":0.000985451,"threshold_uncertainty_score":0.99991536},"labels":[],"label_agreement":null},{"id":"W4402889645","doi":"10.2196/63306","title":"Identifying Gravity-Related Artifacts on Ballistocardiography Signals by Comparing Weightlessness and Normal Gravity Recordings (ARTIFACTS): Protocol for an Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accelerometer; Acceleration; Angular acceleration; Gyroscope; Ballistocardiography; SIGNAL (programming language); Physics; Noise (video); Acoustics; Computer science; Artificial intelligence","score_opus":0.42998885256452335,"score_gpt":0.5197651262857881,"score_spread":0.08977627372126473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402889645","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112501934,0.000007584682,0.0010481775,0.000024476489,0.000061234554,0.8851696,0.000041822186,0.0006314968,0.0005136489],"genre_scores_gemma":[0.30082697,2.852541e-7,0.00027212373,0.0000039442825,0.00015480259,0.6985257,0.000027009988,0.00011091524,0.000078230914],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9952054,0.0004941841,0.0007881395,0.0009832478,0.0013807862,0.0011482451],"domain_scores_gemma":[0.9978272,0.000687313,0.0000786878,0.000556908,0.00038449807,0.00046543396],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0030708169,0.0005027424,0.0005663595,0.000789889,0.00065147615,0.0015356898,0.0005758871,0.00021978178,0.00004308279],"category_scores_gemma":[0.00010825369,0.00049170374,0.00018585059,0.0014365019,0.00018304672,0.0015118456,0.00023263304,0.0012839214,0.00006726196],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024221574,0.0038887204,0.2834209,0.015494408,0.0011139081,0.00022654947,0.0039722836,0.0024750747,0.61300164,0.0031878464,0.021250404,0.049546145],"study_design_scores_gemma":[0.024099778,0.022274889,0.17124191,0.032767855,0.00011322175,0.000059357266,0.0027550661,0.030021813,0.516029,0.054164164,0.13959537,0.006877549],"about_ca_topic_score_codex":0.00005400306,"about_ca_topic_score_gemma":0.000030960182,"teacher_disagreement_score":0.18832502,"about_ca_system_score_codex":0.00027386364,"about_ca_system_score_gemma":0.00008242859,"threshold_uncertainty_score":0.9997535},"labels":[],"label_agreement":null},{"id":"W4402895286","doi":"10.2196/58037","title":"Evaluating the Effectiveness of a Multimodal Psychotherapy Training Program for Medical Students in China: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Protocol (science); Medical education; China; Multimodal therapy; Psychology; Medicine; Psychotherapist; Physical therapy; Alternative medicine; Computer science; World Wide Web","score_opus":0.2882027274735488,"score_gpt":0.6898750335279856,"score_spread":0.4016723060544368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402895286","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004313513,0.000027176697,0.0014042289,0.0007360246,0.00008782791,0.993067,0.0000064324904,0.000085773325,0.00027197547],"genre_scores_gemma":[0.0019458898,0.0000013864286,0.0012775916,0.000021257061,0.0004321844,0.996046,0.0000039632196,0.00006636757,0.0002053576],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98141986,0.01338556,0.001294564,0.0007215223,0.0024043787,0.000774094],"domain_scores_gemma":[0.9604876,0.038355034,0.00018601886,0.0004539855,0.00040914488,0.00010823748],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13010822,0.00024901622,0.0013070828,0.0003306758,0.00021698247,0.0003991827,0.000970694,0.00028902804,0.0003770502],"category_scores_gemma":[0.005729952,0.00013640066,0.00066245795,0.0005460595,0.0002891833,0.00013726499,0.000056612447,0.000905241,0.0000061435585],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7513317,0.0028956232,0.000008941567,0.0012266471,0.0002683461,0.0000052532982,0.0045600133,0.0000053267827,0.00019229557,0.0014665318,0.00018882062,0.23785053],"study_design_scores_gemma":[0.9176046,0.012886835,0.000044501678,0.0054391865,0.000010339874,0.0000033244019,0.00014704437,0.034474112,0.000015540536,0.0064861146,0.022752728,0.00013563618],"about_ca_topic_score_codex":0.00007569099,"about_ca_topic_score_gemma":0.000024952182,"teacher_disagreement_score":0.23771489,"about_ca_system_score_codex":0.000052798143,"about_ca_system_score_gemma":0.0009131225,"threshold_uncertainty_score":0.89573663},"labels":[],"label_agreement":null},{"id":"W4402916123","doi":"10.2196/59343","title":"Applying the Multiphase Optimization Strategy for the Development of a Culturally Tailored Resilience-Building Intervention to Facilitate Advance Care Planning Discussions for Chinese Americans: Protocol for a Survey and Qualitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Preprint; Protocol (science); Intervention (counseling); Resilience (materials science); Computer science; Medicine; Psychology; Process management; Nursing; Engineering; Alternative medicine; World Wide Web","score_opus":0.6720320341539414,"score_gpt":0.6972733158381307,"score_spread":0.025241281684189265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402916123","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042624865,0.000026543054,0.25656825,0.00009650376,0.0000035792739,0.73888654,0.00013312155,0.000017060218,0.0000059190647],"genre_scores_gemma":[0.03789538,3.491499e-7,0.041192535,0.000004590567,0.000028111459,0.9206842,0.00003947162,0.000020101215,0.00013525553],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99784696,0.00049813936,0.0005521704,0.00037265953,0.00042554564,0.00030453573],"domain_scores_gemma":[0.99515796,0.0032793982,0.00013011509,0.00020477538,0.0011470735,0.000080652855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031487965,0.00016408201,0.00030245094,0.0001508673,0.00039320617,0.00008139715,0.00020609424,0.000035504658,0.0000027618382],"category_scores_gemma":[0.0026672233,0.00007657512,0.00009448452,0.0005574548,0.0001585115,0.00015714824,0.000100405974,0.00016739013,1.8271301e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020035235,0.00089222006,0.0050810426,0.014602524,0.0003406636,0.0000021117237,0.79239136,0.017288186,0.005748787,0.00009655375,0.00073989347,0.14278145],"study_design_scores_gemma":[0.010574996,0.011876793,0.0043855226,0.02359211,0.000021698497,7.911132e-7,0.87922883,0.030692361,0.0028964225,0.00020944771,0.03622045,0.0003006045],"about_ca_topic_score_codex":0.000060929837,"about_ca_topic_score_gemma":0.00016586723,"teacher_disagreement_score":0.21537574,"about_ca_system_score_codex":0.00010702436,"about_ca_system_score_gemma":0.00022896857,"threshold_uncertainty_score":0.3193108},"labels":[],"label_agreement":null},{"id":"W4402925369","doi":"10.2196/58149","title":"AI-Supported Digital Microscopy Diagnostics in Primary Health Care Laboratories: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"AI in cancer detection","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Primary care; Telepathology; Medicine; Data science; Health care; Computer science; World Wide Web; Family medicine; Telemedicine; Alternative medicine; Pathology; Political science","score_opus":0.3248335631052684,"score_gpt":0.6540183144835056,"score_spread":0.32918475137823716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402925369","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0821623e-10,0.42016205,0.0012304517,0.00046485823,0.00003721942,0.57764703,0.000165485,0.00020149915,0.00009139911],"genre_scores_gemma":[1.4550829e-10,0.36424655,0.0016069438,0.00038914813,0.00025960346,0.63324094,0.00006879156,0.00011023979,0.00007780924],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99163395,0.0010564134,0.002135841,0.0019519768,0.0015933791,0.0016284089],"domain_scores_gemma":[0.9947618,0.0009548077,0.000668301,0.0020411809,0.0011902378,0.00038366267],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003141317,0.0007875978,0.0025383239,0.0008836791,0.00031871852,0.0020009186,0.0028213533,0.00047003513,0.000014440073],"category_scores_gemma":[0.00079626555,0.000651797,0.00044911559,0.005413021,0.00019989256,0.0011197015,0.0016575222,0.0024808794,0.00017180982],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000013861302,0.00008059786,8.341648e-7,0.52844274,0.000012420085,0.000024220106,0.00009722497,3.5200102e-8,6.5488905e-8,0.00007749798,0.09391571,0.3773348],"study_design_scores_gemma":[0.00033845007,0.00075529906,7.959096e-8,0.47830978,0.000004063423,0.000007691674,0.000003467043,0.000002672527,0.000003087181,0.00007931541,0.5202118,0.00028427818],"about_ca_topic_score_codex":0.00001022553,"about_ca_topic_score_gemma":0.000027194557,"teacher_disagreement_score":0.42629611,"about_ca_system_score_codex":0.0042055454,"about_ca_system_score_gemma":0.026258308,"threshold_uncertainty_score":0.9998204},"labels":[],"label_agreement":null},{"id":"W4402940273","doi":"10.2196/65455","title":"The Integrating Cultural Aspects Into Diabetes Education (INCLUDE) Study to Prevent Diabetes in Chinese Immigrants: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Diabetes and Digestive and Kidney Diseases; Agency for Healthcare Research and Quality; National Institutes of Health","keywords":"Preprint; Protocol (science); Immigration; Randomized controlled trial; Diabetes mellitus; Medicine; Gerontology; Psychology; Alternative medicine; Computer science; World Wide Web; Political science","score_opus":0.06625436555863148,"score_gpt":0.5386029213167253,"score_spread":0.47234855575809376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402940273","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2172068,0.000012214683,0.0000031596774,0.0031673291,0.00008550588,0.7785292,8.855933e-7,0.000092177106,0.0009026902],"genre_scores_gemma":[0.08925635,2.3749372e-7,0.00015208079,0.0000761003,0.0009249517,0.9058172,0.000014961188,0.000049196628,0.0037088988],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945916,0.0016971611,0.0011545261,0.00065210694,0.0010369903,0.00086759805],"domain_scores_gemma":[0.9954189,0.00302446,0.00015477871,0.00053874246,0.0006474287,0.00021565486],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.013535917,0.0003447689,0.0011446534,0.0006925743,0.00042465868,0.001064383,0.00044224493,0.000078109544,0.000055967354],"category_scores_gemma":[0.007938361,0.00017259378,0.00039736697,0.0013428262,0.00015213912,0.00036429137,0.00021751334,0.0006136465,0.000047096633],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90904063,0.013722269,0.005325141,0.0035336157,0.0005125462,0.0000026568025,0.009855573,0.0000019451077,0.0018730424,0.0010663166,0.023388663,0.03167762],"study_design_scores_gemma":[0.94393164,0.0072106174,0.0010468436,0.0075696716,0.000045392007,1.4937694e-7,0.003949724,0.0023725033,0.0005221954,0.006271221,0.026791697,0.00028835953],"about_ca_topic_score_codex":0.000076690616,"about_ca_topic_score_gemma":0.00022173469,"teacher_disagreement_score":0.12795046,"about_ca_system_score_codex":0.0004583969,"about_ca_system_score_gemma":0.0009094919,"threshold_uncertainty_score":0.9999726},"labels":[],"label_agreement":null},{"id":"W4402940732","doi":"10.2196/64950","title":"Efficacy and Safety of a Therapy Combining Sintilimab and Chemotherapy With Cryoablation in the First-Line Treatment of Advanced Nonsquamous Non–Small Cell Lung Cancer: Protocol for a Phase II, Pilot, Single-Arm, Single-Center Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer Immunotherapy and Biomarkers","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Oncology; Cryoablation; Lung cancer; Chemotherapy; Protocol (science); Internal medicine; Pathology; Alternative medicine","score_opus":0.168095333762312,"score_gpt":0.4938573384575615,"score_spread":0.3257620046952495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402940732","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33857557,0.00006499665,0.000042191885,0.0005049477,0.0000028767702,0.6607011,0.000021026022,0.00001827521,0.000069036236],"genre_scores_gemma":[0.30434334,0.000017218877,0.00018142606,0.000034291632,0.000033875076,0.6952855,0.00000543083,0.000036983183,0.00006190058],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9979257,0.00017867281,0.0005602926,0.00048081766,0.00046379404,0.00039073298],"domain_scores_gemma":[0.99872875,0.00044773926,0.00015561454,0.00037474005,0.00022662316,0.000066553104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009170743,0.0002684973,0.0004970516,0.00028291563,0.0001764581,0.00007250097,0.0001335469,0.00006762792,0.000034353863],"category_scores_gemma":[0.0000142169765,0.00015833689,0.00007067107,0.0006152804,0.00026225302,0.00010877439,0.000033057193,0.00020280594,8.815942e-8],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.40891033,0.09761379,0.012321018,0.004482881,0.00036032303,0.00003393905,0.02162772,0.000016485994,0.10357353,0.0000052732694,0.00017290951,0.3508818],"study_design_scores_gemma":[0.3658649,0.48749787,0.0074571595,0.0101873595,0.00003480741,0.000023963854,0.0012559226,0.0017285368,0.043110374,0.00001646151,0.0825052,0.00031742718],"about_ca_topic_score_codex":0.000107783664,"about_ca_topic_score_gemma":0.00019220867,"teacher_disagreement_score":0.38988408,"about_ca_system_score_codex":0.00025488128,"about_ca_system_score_gemma":0.0002866692,"threshold_uncertainty_score":0.64567906},"labels":[],"label_agreement":null},{"id":"W4402942175","doi":"10.2196/64547","title":"A Web-Based Mind-Body Intervention to Improve Resilience Among Patients With Nontraumatic Painful Upper-Extremity Conditions and Comorbid Risky Substance Use: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health","keywords":"Preprint; Protocol (science); Resilience (materials science); Intervention (counseling); Medicine; Psychology; Clinical psychology; Physical therapy; Psychiatry; Computer science; World Wide Web; Alternative medicine","score_opus":0.0916100675102444,"score_gpt":0.5353986990545883,"score_spread":0.44378863154434384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402942175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33615264,6.3681944e-7,0.0046951585,0.00016107423,0.000008051994,0.6588339,0.000043160235,0.00007004138,0.000035301575],"genre_scores_gemma":[0.1875829,1.5741039e-8,0.009220532,0.0000160211,0.000034884168,0.8026658,0.000028183624,0.000043120042,0.00040851108],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951123,0.001864204,0.00063135,0.00084515964,0.0009596372,0.0005873579],"domain_scores_gemma":[0.9960065,0.0019422905,0.00011420482,0.0006346497,0.0009279853,0.00037438513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005395001,0.00027507546,0.00041798886,0.0005355923,0.0002982183,0.00033192354,0.00018333753,0.00012618821,0.00010113485],"category_scores_gemma":[0.0016722317,0.0001923684,0.00015405816,0.00094290846,0.00040602588,0.00043042543,0.000072435185,0.00057982723,0.000012523143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012316523,0.0156715,0.809878,0.04267231,0.00026947426,0.00003097999,0.00394272,0.000015855236,0.018749315,0.00020490575,0.007276612,0.08897184],"study_design_scores_gemma":[0.014459327,0.018404441,0.935579,0.014474478,0.000020921747,7.21574e-7,0.00082176627,0.008164275,0.0012546771,0.00014985044,0.006388846,0.0002816695],"about_ca_topic_score_codex":0.000080591984,"about_ca_topic_score_gemma":0.00033273367,"teacher_disagreement_score":0.14856975,"about_ca_system_score_codex":0.00026768196,"about_ca_system_score_gemma":0.00027410133,"threshold_uncertainty_score":0.7844556},"labels":[],"label_agreement":null},{"id":"W4402942438","doi":"10.2196/60496","title":"Current State of Connected Sensor Technologies Used During Rehabilitation Care: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Rehabilitation; State (computer science); Computer science; Medicine; World Wide Web; Physical therapy; Alternative medicine","score_opus":0.35972106823971806,"score_gpt":0.6418914429928859,"score_spread":0.28217037475316786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402942438","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.72173e-7,0.42072707,0.0000042088154,0.00015930748,0.000011915288,0.57874817,0.000083878964,0.00024176062,0.000023219916],"genre_scores_gemma":[1.8911043e-8,0.33716136,0.0006230322,0.0000021370577,0.00006941161,0.66186905,0.00004682078,0.000096176846,0.00013197474],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9939665,0.0009439885,0.0020553651,0.0010377584,0.0012404886,0.00075587165],"domain_scores_gemma":[0.9936655,0.0025609345,0.0006161106,0.0011480618,0.0018598204,0.0001495273],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020722505,0.00056088367,0.0029485337,0.001542203,0.00014260372,0.00008047472,0.0003884673,0.0003222774,0.00003616537],"category_scores_gemma":[0.006430846,0.00037874095,0.001272378,0.0019500089,0.00048791894,0.00011825111,0.00029474616,0.0015757473,0.000072047646],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001709626,0.0001825171,0.000006157731,0.59531623,0.000057290617,0.000004550803,0.00010625605,4.9292833e-8,0.000014610935,0.000013289902,0.0017851411,0.40234295],"study_design_scores_gemma":[0.001084811,0.0014340113,0.000004002534,0.51599395,0.000059924165,0.000009603374,0.00005216845,7.9268415e-7,0.000056511904,0.000042787822,0.4810939,0.0001675519],"about_ca_topic_score_codex":0.0000014158186,"about_ca_topic_score_gemma":0.0000024990468,"teacher_disagreement_score":0.47930875,"about_ca_system_score_codex":0.0007871685,"about_ca_system_score_gemma":0.0032092086,"threshold_uncertainty_score":0.9998664},"labels":[],"label_agreement":null},{"id":"W4402942500","doi":"10.2196/60762","title":"Sleep Treatment Education Program for Cancer Survivors: Protocol for an Efficacy Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Preprint; Protocol (science); Medicine; Sleep (system call); Psychology; Alternative medicine; Computer science; World Wide Web","score_opus":0.3187017598507032,"score_gpt":0.6552419720796079,"score_spread":0.3365402122289047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402942500","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003492344,0.000014864231,0.00011052622,0.0006741026,0.00019103545,0.9931505,0.000047481048,0.00043228365,0.0050300057],"genre_scores_gemma":[0.00009405253,3.1439802e-7,0.00044793473,0.000023578496,0.0015742504,0.9889667,0.00007937847,0.00011330218,0.008700513],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967897,0.0005101116,0.00044227767,0.0008875561,0.00040485416,0.00096553104],"domain_scores_gemma":[0.99807376,0.0005698509,0.00006770064,0.0006329198,0.00039347078,0.00026231766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001158029,0.00027493603,0.00026904253,0.00038475855,0.00033153157,0.0004036928,0.00038956697,0.00037221477,0.0007838065],"category_scores_gemma":[0.00008713018,0.00019976769,0.000255285,0.00061976333,0.00015994167,0.0001941804,0.000033722226,0.0003613262,0.00015217083],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.057740286,0.017117776,0.000048438513,0.0007077682,0.0003197943,0.0000021366793,0.0017757538,0.0000043925565,0.000065253706,0.00407858,0.045866683,0.87227315],"study_design_scores_gemma":[0.06121944,0.02437334,0.000044958022,0.00057949236,0.000015949321,0.0000014336055,0.00036808787,0.0003928874,0.0001864299,0.001226459,0.9113631,0.00022840295],"about_ca_topic_score_codex":0.0005488545,"about_ca_topic_score_gemma":0.00038256517,"teacher_disagreement_score":0.87204474,"about_ca_system_score_codex":0.00031092417,"about_ca_system_score_gemma":0.000921237,"threshold_uncertainty_score":0.8582131},"labels":[],"label_agreement":null},{"id":"W4402942605","doi":"10.2196/64879","title":"Extended Reality Gaming for Exercise and Mindfulness Throughout Pediatric Cancer Rehabilitation: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Randomized controlled trial; Mindfulness; Rehabilitation; Physical therapy; Medicine; Psychology; Physical medicine and rehabilitation; Alternative medicine; Psychotherapist; Computer science; World Wide Web","score_opus":0.1473086905972398,"score_gpt":0.5757717419837467,"score_spread":0.42846305138650687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402942605","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009536404,0.00004633671,0.011513406,0.0025012512,0.000024859819,0.9847738,0.000032394608,0.00047325762,0.00053929683],"genre_scores_gemma":[0.00043712225,0.0000033689598,0.0062519205,0.000036205296,0.0016823965,0.98915,0.000014896345,0.00008228289,0.002341812],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947897,0.001154873,0.0012120879,0.00094470516,0.0010938798,0.0008047294],"domain_scores_gemma":[0.9891041,0.0091256285,0.00022133371,0.0005834898,0.00073621544,0.00022922145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018277576,0.00033564388,0.0017530123,0.00079003186,0.00028654363,0.00030706887,0.0002581516,0.00025536207,0.00007411544],"category_scores_gemma":[0.006659118,0.00024045726,0.00062665786,0.0008092376,0.00034380844,0.00030430563,0.00015094495,0.00048015945,0.0000035901296],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9034454,0.00069848367,0.000057248082,0.018523384,0.00011496686,0.000009910357,0.00024054492,2.5583526e-7,0.000026520547,0.0013828316,0.057197712,0.018302703],"study_design_scores_gemma":[0.901393,0.0031391406,0.000041061783,0.0031836787,0.00017266507,0.0000014428368,0.00006262019,0.0022746408,0.0003015131,0.01891888,0.07026206,0.0002492712],"about_ca_topic_score_codex":0.000026319913,"about_ca_topic_score_gemma":0.0000034359496,"teacher_disagreement_score":0.018053433,"about_ca_system_score_codex":0.0002796965,"about_ca_system_score_gemma":0.0009262981,"threshold_uncertainty_score":0.98055625},"labels":[],"label_agreement":null},{"id":"W4402966677","doi":"10.2196/63583","title":"Harnessing Big Heterogeneous Data to Evaluate the Potential Impact of HIV Responses Among Key Populations in Sub-Saharan Africa: Protocol for the Boloka Data Repository Initiative","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Preprint; Protocol (science); Human immunodeficiency virus (HIV); Key (lock); Data science; Big data; Medicine; Computer science; Environmental health; World Wide Web; Alternative medicine; Family medicine; Computer security; Data mining","score_opus":0.6022903498129804,"score_gpt":0.6185882757027504,"score_spread":0.016297925889770082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402966677","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034425964,0.00005734496,0.0012643564,0.0025239184,0.000012286703,0.99043256,0.001834814,0.000057437046,0.00037468568],"genre_scores_gemma":[0.034923185,0.0000015901246,0.00022264007,0.000010251618,0.00035009548,0.96147066,0.0002845825,0.000058861333,0.0026781096],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936069,0.0022767468,0.000839643,0.00085594394,0.0015288417,0.00089190603],"domain_scores_gemma":[0.99411833,0.0014218658,0.000096203294,0.0033094354,0.00076695613,0.00028721674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007984271,0.00023888508,0.00035953178,0.0007464373,0.00065540156,0.00057332887,0.002195127,0.00011758094,0.00013556298],"category_scores_gemma":[0.0043660286,0.00012846592,0.0002396008,0.0015121825,0.0006008796,0.00059759076,0.0018987753,0.0010784129,0.000045972338],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016769847,0.0019482501,0.0041896007,0.0027086767,0.00063546107,0.00043226857,0.001764817,0.00019867936,0.07598023,0.000075049305,0.85686827,0.038428858],"study_design_scores_gemma":[0.010042343,0.021562403,0.11919188,0.033813275,0.00011982433,0.00023477965,0.00081376074,0.3098266,0.015940968,0.0010176268,0.48671633,0.0007202005],"about_ca_topic_score_codex":0.0003684479,"about_ca_topic_score_gemma":0.00033121323,"teacher_disagreement_score":0.37015194,"about_ca_system_score_codex":0.0002852368,"about_ca_system_score_gemma":0.0019398466,"threshold_uncertainty_score":0.55286235},"labels":[],"label_agreement":null},{"id":"W4402975768","doi":"10.2196/58692","title":"Psychoeducational Burnout Intervention for Nurses: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Psychological intervention; Systematic review; MEDLINE; Nursing; Psychoeducation; Medicine; Mental health; Stressor; Intervention (counseling); Health care; Psychology; Clinical psychology; Psychiatry","score_opus":0.6549530998650684,"score_gpt":0.7718956108674822,"score_spread":0.11694251100241371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402975768","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5959218e-10,0.41099614,0.00006809799,0.001048326,0.0001842407,0.5864926,0.00066437083,0.00013721109,0.000409044],"genre_scores_gemma":[4.496625e-10,0.2184612,0.00031031095,0.00027723997,0.0017276502,0.7373742,0.00054363644,0.0002697376,0.04103603],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98039496,0.008465525,0.00546846,0.001682412,0.0017738262,0.0022147913],"domain_scores_gemma":[0.98596394,0.0059955753,0.0020849595,0.0018740868,0.003450028,0.0006314193],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.017833378,0.0009873807,0.0047525065,0.0009841907,0.0018137492,0.00017841141,0.001806872,0.0014116343,0.00096563686],"category_scores_gemma":[0.0051563424,0.00060939335,0.0022418979,0.001307322,0.00016736571,0.00024124111,0.0005224395,0.0043384824,0.0020170358],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098771576,0.0004479088,3.7709592e-7,0.59889835,0.00011881303,0.0000015844764,0.00012350087,1.6608834e-9,3.1666826e-8,0.002057199,0.32096264,0.07729082],"study_design_scores_gemma":[0.000842289,0.00046952473,6.602311e-8,0.49862298,0.00013155727,0.000004055606,0.00011077405,0.0000037204034,4.16453e-8,0.001259874,0.4982804,0.00027473076],"about_ca_topic_score_codex":0.000020750462,"about_ca_topic_score_gemma":0.000022934719,"teacher_disagreement_score":0.19253494,"about_ca_system_score_codex":0.001544829,"about_ca_system_score_gemma":0.009445586,"threshold_uncertainty_score":0.9999476},"labels":[],"label_agreement":null},{"id":"W4402977664","doi":"10.2196/60450","title":"Survey of Hand Hygiene, High-Touch Device Use, and Proper Habits of Health Care Workers for Infection Risk Prevention: Protocol for a Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infection Control in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Medicine; Hygiene; Preprint; Protocol (science); Environmental health; Health care; Family medicine; Gerontology; Alternative medicine","score_opus":0.47061808515271997,"score_gpt":0.629075382126671,"score_spread":0.15845729697395106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402977664","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07969952,0.000018181228,0.00076528144,0.0001075015,0.000035875106,0.9190299,0.0002544605,0.00006708721,0.000022180651],"genre_scores_gemma":[0.2519694,3.458391e-7,0.00044839416,0.000007438232,0.0001525589,0.7469517,0.00004614783,0.00005007542,0.0003739513],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949798,0.0016604834,0.0011693764,0.00070943893,0.0009163226,0.0005645639],"domain_scores_gemma":[0.9906929,0.0013945228,0.00034075926,0.00044111864,0.0069416915,0.00018898743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063307853,0.00022394572,0.0005899508,0.00057611533,0.0005847153,0.0002581799,0.00010780889,0.00022477027,0.000033846143],"category_scores_gemma":[0.0027812903,0.00018084365,0.00014937439,0.0009872587,0.00028766665,0.0003748386,0.00009777552,0.0006281032,0.0000024955912],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00691867,0.0010876842,0.9514917,0.027012002,0.00014650755,0.0000011728984,0.00071561907,0.000022964221,0.000110956746,0.00006502838,0.0012672186,0.01116045],"study_design_scores_gemma":[0.009716621,0.021087866,0.9433344,0.0040304326,0.000009178564,0.000007325624,0.00013456988,0.00028301656,0.0007731338,0.00007507547,0.020417772,0.00013060721],"about_ca_topic_score_codex":0.0056253625,"about_ca_topic_score_gemma":0.0038329978,"teacher_disagreement_score":0.17226988,"about_ca_system_score_codex":0.00045767642,"about_ca_system_score_gemma":0.0028218967,"threshold_uncertainty_score":0.8503903},"labels":[],"label_agreement":null},{"id":"W4402983779","doi":"10.2196/58285","title":"Impact of Changes in Criminal-Legal Practices During the COVID-19 Pandemic on the HIV Risk Behaviors of Women Who Use Drugs: Protocol for a Multimethods Qualitative Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Pandemic; Qualitative research; Protocol (science); Human immunodeficiency virus (HIV); Psychology; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Criminology; Virology; Alternative medicine; Sociology; Computer science","score_opus":0.6186106634046439,"score_gpt":0.7078871032986368,"score_spread":0.08927643989399292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402983779","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4517887,8.188042e-7,0.000008324356,0.0004512379,0.0000019298272,0.5475387,0.00013049787,0.000038516126,0.000041249743],"genre_scores_gemma":[0.11491802,8.0061466e-7,0.00027738695,0.00002865232,0.00010107374,0.8835584,0.0000033595818,0.00007421084,0.0010381091],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9858691,0.0097469585,0.000843975,0.000712467,0.0017281477,0.0010993236],"domain_scores_gemma":[0.97793907,0.01937658,0.0006621122,0.0010924647,0.000583737,0.00034601684],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029673204,0.0003495512,0.0007428954,0.000707689,0.0003102569,0.00018401306,0.0006717455,0.00015708533,0.00018764942],"category_scores_gemma":[0.021601802,0.00017815524,0.00019447209,0.0014614604,0.00059806486,0.00036232616,0.00032943845,0.00187584,0.000013358592],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02307833,0.0044858763,0.09825312,0.0066770567,0.0003441815,0.000067862406,0.85683084,0.00004316363,0.0053713084,0.00008937201,0.002057248,0.0027016664],"study_design_scores_gemma":[0.012926356,0.03195398,0.068023555,0.005226643,0.00006791107,0.00002114255,0.85621464,0.00060712476,0.0024854376,0.0002703005,0.021826977,0.0003759517],"about_ca_topic_score_codex":0.0024726437,"about_ca_topic_score_gemma":0.00044222528,"teacher_disagreement_score":0.33687067,"about_ca_system_score_codex":0.0016049242,"about_ca_system_score_gemma":0.0016948372,"threshold_uncertainty_score":0.99915564},"labels":[],"label_agreement":null},{"id":"W4402988752","doi":"10.2196/58190","title":"Exploring the Experiences of Times Without Care and Encounters in Persons With Dementia in the Swiss and German Nursing Home and Domiciliary Care Settings: Protocol for an Ethnographic Multimethods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Karl Landsteiner Privatuniversität für Gesundheitswissenschaften; Deutsche Forschungsgemeinschaft; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Dementia; Ethnography; Preprint; German; Nursing homes; Nursing; Aged care; Protocol (science); Gerontology; Medicine; Nursing care; Psychology; Sociology; Alternative medicine; Computer science; World Wide Web; History; Disease","score_opus":0.3604599180693137,"score_gpt":0.6238089197370705,"score_spread":0.2633490016677568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402988752","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46929187,0.00007877816,0.0000043750024,0.00014112124,0.000009219297,0.530387,0.00000502968,0.00001836205,0.00006426508],"genre_scores_gemma":[0.41788653,0.0000010930546,0.00033687952,0.00000651909,0.00003730452,0.58170766,0.0000014174244,0.00001679337,0.000005819377],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99589396,0.0021990759,0.00037630327,0.0004991024,0.00047355733,0.0005579919],"domain_scores_gemma":[0.9982637,0.0010809031,0.0000763332,0.00031911556,0.0001795462,0.00008040923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034487196,0.00019013624,0.00029132867,0.00048134557,0.00079467247,0.00015089734,0.0002610259,0.000081766804,0.000004684251],"category_scores_gemma":[0.000058075813,0.00010482273,0.000028377763,0.0007184657,0.0005283581,0.00039954938,0.000104953746,0.0008291423,1.6778058e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081955,0.00012958486,0.059066825,0.003572749,0.000015308286,0.000006198889,0.91729635,5.7302327e-7,0.00012682687,0.000017101114,0.00017112408,0.018777786],"study_design_scores_gemma":[0.0024626045,0.0027392276,0.034582593,0.007817934,0.000009972227,0.0000031557047,0.9507407,0.00012593457,0.00006909788,0.0000765586,0.001236158,0.00013607682],"about_ca_topic_score_codex":0.00042859287,"about_ca_topic_score_gemma":0.00082076254,"teacher_disagreement_score":0.051405326,"about_ca_system_score_codex":0.000084986495,"about_ca_system_score_gemma":0.0002454325,"threshold_uncertainty_score":0.6112058},"labels":[],"label_agreement":null},{"id":"W4402992559","doi":"10.2196/59927","title":"Barriers and Facilitators of International Health Care Students’ Well-Being in Higher Education: Protocol for a Systematic Integrative Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Preprint; Protocol (science); Health care; Medical education; Peer review; Psychology; Medicine; Alternative medicine; Computer science; Political science; World Wide Web","score_opus":0.27226947330071755,"score_gpt":0.6923943990845101,"score_spread":0.4201249257837925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402992559","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044368495,0.0005482347,0.0000060090138,0.00818162,0.00006594902,0.9838168,0.00003732703,0.0000646749,0.007235005],"genre_scores_gemma":[0.0007258585,0.000024401199,0.00025220893,0.0007710987,0.00014346266,0.9911658,0.000015779597,0.00003558592,0.006865809],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9931828,0.002874673,0.0015036188,0.00053553423,0.0011316388,0.00077175675],"domain_scores_gemma":[0.99664897,0.0012219537,0.00026852108,0.00041160276,0.0010699244,0.00037903088],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051280386,0.00022895608,0.0007063657,0.00045698465,0.00038562334,0.000060427323,0.0005938415,0.0001591884,0.0009904957],"category_scores_gemma":[0.00080205314,0.00016717504,0.00008253797,0.0008633488,0.00014801725,0.00024354304,0.00029690054,0.001045908,0.00006705351],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028627962,0.00010285509,0.018667955,0.85253143,0.00002947942,0.000002722635,0.0139995,2.0950272e-7,0.0000019310844,0.01737813,0.09580706,0.0011924221],"study_design_scores_gemma":[0.00075908884,0.00047845865,0.00056447566,0.55106705,0.0000013804502,6.3087975e-7,0.009265135,0.000009863617,0.000003397711,0.00080345327,0.4369603,0.0000867603],"about_ca_topic_score_codex":0.0001732434,"about_ca_topic_score_gemma":0.0001158722,"teacher_disagreement_score":0.34115326,"about_ca_system_score_codex":0.0016307776,"about_ca_system_score_gemma":0.0036452324,"threshold_uncertainty_score":0.99992275},"labels":[],"label_agreement":null},{"id":"W4402992619","doi":"10.2196/58531","title":"Methodology for the Positive Voices 2022 Survey of People With HIV Accessing Care in England, Wales, and Scotland: Cross-Sectional Questionnaire Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Preprint; Human immunodeficiency virus (HIV); Medicine; Family medicine; Optometry; World Wide Web; Computer science","score_opus":0.28570897370043385,"score_gpt":0.6025811491710042,"score_spread":0.3168721754705704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402992619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5376203,0.00065067643,0.00121022,0.00049894,0.000011073007,0.45939767,0.0003379699,0.000035457077,0.0002376947],"genre_scores_gemma":[0.5254242,0.0000038115415,0.0001316215,0.0000026636462,0.000067858295,0.47303754,0.00005492793,0.000016108133,0.0012612581],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961465,0.0020494347,0.00032114924,0.00039897315,0.0006851157,0.00039880184],"domain_scores_gemma":[0.99571574,0.002767894,0.0000415137,0.00024615374,0.0011138445,0.00011486822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067478693,0.00011561758,0.0002687188,0.0004445432,0.0003022901,0.0002588829,0.00020542994,0.00007884841,0.00009092445],"category_scores_gemma":[0.0016966667,0.00006812778,0.000059756636,0.0008221937,0.00034779744,0.00021283215,0.0001674298,0.00073053414,0.0000045851057],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043449784,0.00044190144,0.9744964,0.0017280336,0.000110760295,0.00003097706,0.0047666435,0.0000032572734,0.00032605507,0.00008161943,0.00074880954,0.012920517],"study_design_scores_gemma":[0.0030604042,0.011081618,0.9782842,0.0024659897,0.0000053086987,0.00002871518,0.0016534564,0.00063554157,0.0003651565,0.00007046551,0.0022793892,0.000069783055],"about_ca_topic_score_codex":0.003024852,"about_ca_topic_score_gemma":0.032850146,"teacher_disagreement_score":0.029825294,"about_ca_system_score_codex":0.00012755852,"about_ca_system_score_gemma":0.0005928253,"threshold_uncertainty_score":0.98479784},"labels":[],"label_agreement":null},{"id":"W4402993203","doi":"10.2196/58895","title":"Disaster Preparedness Intervention for Older Adults (Seniors’ Positive Involvement in Community Emergencies): Protocol for a Quasi-Experimental Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Disaster Management and Resilience","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Intervention (counseling); Preparedness; Gerontology; Protocol (science); Suicide prevention; Medical emergency; Poison control; Psychology; Medicine; Disaster preparedness; Emergency management; Nursing; Computer science; World Wide Web; Alternative medicine","score_opus":0.22117335227382734,"score_gpt":0.5851377724053635,"score_spread":0.3639644201315361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402993203","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051486533,0.0000020083678,0.00024843603,0.00019779884,0.00003715631,0.9461128,0.000023361556,0.000092281385,0.0017996213],"genre_scores_gemma":[0.15164596,5.0551623e-8,0.00006344652,0.000011965773,0.00012643122,0.8438813,0.000013579266,0.000027225891,0.004230025],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99502426,0.0020573253,0.0005264225,0.0005561437,0.0010180913,0.0008177288],"domain_scores_gemma":[0.9986735,0.00038984316,0.00007537673,0.000398246,0.00031823313,0.00014477689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060482924,0.00020384615,0.00022909934,0.00035047275,0.0009611814,0.0006405231,0.0008636504,0.000093593044,0.0002073206],"category_scores_gemma":[0.00016168298,0.0001740209,0.00017588768,0.00076039246,0.00031444026,0.0007182066,0.00049973244,0.00040510244,0.000021460624],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049505,0.052751828,0.002812529,0.005556582,0.00008963639,0.000013546269,0.8863155,0.0000023390767,0.00023286851,0.004607902,0.021884872,0.02078186],"study_design_scores_gemma":[0.009734317,0.018265894,0.0020916217,0.010296706,0.000005128765,1.9645132e-7,0.8197068,0.0006160667,0.00082445296,0.0013925176,0.13661174,0.00045452683],"about_ca_topic_score_codex":0.0018930937,"about_ca_topic_score_gemma":0.008911699,"teacher_disagreement_score":0.11472688,"about_ca_system_score_codex":0.000656023,"about_ca_system_score_gemma":0.00020987629,"threshold_uncertainty_score":0.7392728},"labels":[],"label_agreement":null},{"id":"W4402993949","doi":"10.2196/60830","title":"Effects of Interprofessional Education on Readiness for Interprofessional Learning in Rehabilitation Science Students From Professional Health Care Programs: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"","keywords":"Preprint; Interprofessional education; Protocol (science); Medical education; Health care; Rehabilitation; Medicine; Health professionals; Psychology; Nursing; Alternative medicine; Computer science; Physical therapy; World Wide Web","score_opus":0.22980648061227565,"score_gpt":0.7329633383286236,"score_spread":0.5031568577163479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402993949","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000065431364,0.07910414,0.0000301005,0.0010015604,0.00079875777,0.91869706,0.0001675027,0.0001248439,0.00006946795],"genre_scores_gemma":[0.0000039371735,0.005145739,0.0013006813,0.0004635046,0.0006192374,0.986174,0.0012845657,0.00022021426,0.00478815],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9783444,0.010120988,0.00477651,0.0019241186,0.0033478483,0.0014861686],"domain_scores_gemma":[0.98047,0.010526257,0.002964218,0.0010444302,0.004565387,0.0004297299],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012212597,0.00094357814,0.003676168,0.0024765984,0.0017172724,0.00014053212,0.0021514073,0.00087927753,0.000078016834],"category_scores_gemma":[0.007934148,0.00063057046,0.0006781072,0.0035902343,0.00046767152,0.0004870815,0.000929624,0.0043315915,0.00015949678],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.002321638,0.0028365112,0.000077283985,0.9163494,0.00006547102,8.074571e-7,0.005023949,8.4830546e-8,0.000006279283,0.002173439,0.022691293,0.04845382],"study_design_scores_gemma":[0.001458994,0.0021197132,0.000027524737,0.73644835,0.000067669476,5.830835e-7,0.0041301013,0.000011610638,0.0000026502796,0.0006932415,0.25467116,0.00036839585],"about_ca_topic_score_codex":0.000096110816,"about_ca_topic_score_gemma":0.0001178224,"teacher_disagreement_score":0.23197985,"about_ca_system_score_codex":0.0055469847,"about_ca_system_score_gemma":0.10080772,"threshold_uncertainty_score":0.99961454},"labels":[],"label_agreement":null},{"id":"W4403004370","doi":"10.2196/56649","title":"Phenotype-Genotype Correlation in Morquio A Syndrome: Protocol for a Meta-Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lysosomal Storage Disorders Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Meta-analysis; Genotype; Protocol (science); Phenotype; Genetics; Medicine; Biology; Psychology; Computer science; World Wide Web; Internal medicine; Gene; Alternative medicine; Pathology","score_opus":0.4054132556080226,"score_gpt":0.5897088716037868,"score_spread":0.18429561599576422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403004370","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015329735,0.000028018796,0.0013011078,0.0013868992,0.0000033235883,0.99412715,0.00003734645,0.00016877086,0.002794096],"genre_scores_gemma":[0.005811777,1.4445355e-7,0.00095849426,0.000047732996,0.0000733891,0.98337513,0.000051050527,0.00009123569,0.0095910365],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.99448603,0.00061865756,0.0006966998,0.0010049792,0.002059477,0.0011341592],"domain_scores_gemma":[0.99723375,0.0006957087,0.00006173455,0.0008851199,0.00078946847,0.00033420647],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003917787,0.00030445989,0.0010630554,0.002356758,0.00018438665,0.00034312537,0.00042749156,0.00028222508,0.0043104053],"category_scores_gemma":[0.000707305,0.00022609958,0.0010342499,0.0062074005,0.00021649196,0.0003284654,0.00022178337,0.0012743144,0.0005703051],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07170605,0.028765677,0.05216841,0.111721076,0.32023588,0.014622893,0.0091603855,0.0027739308,0.015372737,0.041024312,0.27681336,0.055635277],"study_design_scores_gemma":[0.013068977,0.00998454,0.013625745,0.002215719,0.0068048034,0.00013540215,0.00025755577,0.054388292,0.0009810934,0.007297009,0.89024276,0.0009981056],"about_ca_topic_score_codex":0.00015712483,"about_ca_topic_score_gemma":0.00018645904,"teacher_disagreement_score":0.61342937,"about_ca_system_score_codex":0.00053505343,"about_ca_system_score_gemma":0.0009955881,"threshold_uncertainty_score":0.9965998},"labels":[],"label_agreement":null},{"id":"W4403036384","doi":"10.2196/62877","title":"Noninvasive, Multimodal Inflammatory Biomarker Discovery for Systemic Inflammation (NOVA Study): Protocol for a Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medicine; Biomarker; Inflammation; Computer science; Immunology; World Wide Web; Pathology; Biology; Alternative medicine","score_opus":0.2435515314918046,"score_gpt":0.5702917351143701,"score_spread":0.3267402036225655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403036384","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13455437,0.0000026238322,0.0003966575,0.000060753668,0.000028008852,0.8645465,0.000074438234,0.0002377395,0.000098960765],"genre_scores_gemma":[0.093524896,2.0097268e-8,0.00008412971,0.0000117459185,0.001013995,0.90293133,0.000036954127,0.00011012899,0.0022867841],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99505043,0.00049493747,0.0010481798,0.0010168427,0.001585978,0.0008036225],"domain_scores_gemma":[0.9966875,0.00076692604,0.00014598311,0.0006832637,0.0014048443,0.00031153305],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033234865,0.0003716496,0.00046093468,0.000745596,0.0005655362,0.0010180329,0.0003394761,0.00022252432,0.000096690586],"category_scores_gemma":[0.00058671745,0.00027404816,0.00035310013,0.00062561675,0.00025294992,0.000802879,0.00019041101,0.00052026066,0.00009991699],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03354495,0.009396425,0.8758746,0.033804137,0.000647992,0.0008575068,0.0014250014,0.000045096698,0.025363125,0.00022333955,0.00972102,0.009096849],"study_design_scores_gemma":[0.046132475,0.026101334,0.7122683,0.007648435,0.000042901076,0.00019594262,0.0023690178,0.002526258,0.004340984,0.00017717923,0.19741204,0.00078513176],"about_ca_topic_score_codex":0.000012188445,"about_ca_topic_score_gemma":0.000014438757,"teacher_disagreement_score":0.18769103,"about_ca_system_score_codex":0.0004896399,"about_ca_system_score_gemma":0.0020581812,"threshold_uncertainty_score":0.99997115},"labels":[],"label_agreement":null},{"id":"W4403037241","doi":"10.2196/60332","title":"Text Message Intervention to Facilitate Secure Storage and Disposal of Prescription Opioids to Prevent Diversion and Misuse: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Drug Abuse","keywords":"Intervention (counseling); Medical prescription; Randomized controlled trial; Protocol (science); Medicine; Preprint; Medical emergency; Computer security; Nursing; Alternative medicine; Computer science; World Wide Web; Surgery","score_opus":0.1082483402159488,"score_gpt":0.49910249194210987,"score_spread":0.39085415172616106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403037241","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03653781,0.000024780928,0.00082053855,0.0010140907,0.000017732695,0.96132994,0.0000722457,0.00006108969,0.000121778794],"genre_scores_gemma":[0.0086678695,0.0000014481649,0.0006431522,0.000013155678,0.00007777015,0.98585486,0.000020572601,0.000034297784,0.0046868743],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9965993,0.00090857776,0.0007054546,0.0005982449,0.00078544987,0.00040292792],"domain_scores_gemma":[0.998342,0.0006023995,0.00008529708,0.0003119029,0.00033741514,0.00032101382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034205972,0.000247724,0.0010398489,0.0004934164,0.00011415953,0.00015540142,0.00011641349,0.00012429194,0.00009393437],"category_scores_gemma":[0.00088460365,0.00016669498,0.000322597,0.0002981182,0.00012793936,0.00016588724,0.00024796568,0.00026007183,0.000010897902],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9649142,0.0021071674,0.000031890424,0.009449659,0.00026299007,0.000014676734,0.0043845875,0.0000022239062,0.0043043504,0.00027435762,0.0052759326,0.0089779515],"study_design_scores_gemma":[0.9353678,0.014626431,0.00017630482,0.009512217,0.00006334065,0.000002760354,0.00042265555,0.00094743486,0.0017411014,0.00039882498,0.036586948,0.00015413603],"about_ca_topic_score_codex":0.000057591325,"about_ca_topic_score_gemma":0.000011242631,"teacher_disagreement_score":0.031311013,"about_ca_system_score_codex":0.00017208308,"about_ca_system_score_gemma":0.00018656641,"threshold_uncertainty_score":0.6797624},"labels":[],"label_agreement":null},{"id":"W4403089816","doi":"10.2196/63399","title":"Examining Caregiver Practices During Adolescent Outpatient Alcohol Use and Co-Occurring Mental Health Treatment: Protocol for a Dyadic Ecological Momentary Assessment Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Preprint; Mental health; Protocol (science); Psychology; Psychiatry; Medicine; Clinical psychology; Alternative medicine; World Wide Web; Computer science","score_opus":0.5940472186393032,"score_gpt":0.6304780367485642,"score_spread":0.036430818109260965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403089816","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35487476,0.000010384718,0.0000020609375,0.00038277003,0.000010690812,0.64450735,0.000022247199,0.00013891129,0.00005084433],"genre_scores_gemma":[0.18120584,0.0000035592227,0.00031620165,0.000069721034,0.000138967,0.81771815,0.00003755735,0.000056446206,0.00045353247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99574035,0.000592824,0.0005927716,0.0010260734,0.001058494,0.000989489],"domain_scores_gemma":[0.9980931,0.0006024185,0.0002268655,0.00047248913,0.0001496212,0.00045548013],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012171128,0.00041502452,0.0006067975,0.00045927754,0.00066626514,0.00048062092,0.00014780584,0.000106705746,0.00011564352],"category_scores_gemma":[0.0001032949,0.00028509958,0.00012880685,0.00033240873,0.00014495588,0.0006655632,0.0001617103,0.0005602613,0.000015319692],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004001967,0.009901251,0.9604955,0.0024491767,0.00045508615,0.0005165395,0.0132199405,0.0000011214306,0.00055947155,0.00002856353,0.0026914047,0.0056800004],"study_design_scores_gemma":[0.046385445,0.048802577,0.7776675,0.008934361,0.000055907596,0.000085467895,0.018308483,0.00038416748,0.001091234,0.000014575132,0.097774595,0.00049566163],"about_ca_topic_score_codex":0.00005962938,"about_ca_topic_score_gemma":0.00008310154,"teacher_disagreement_score":0.18282795,"about_ca_system_score_codex":0.003065396,"about_ca_system_score_gemma":0.00068048394,"threshold_uncertainty_score":0.9999601},"labels":[],"label_agreement":null},{"id":"W4403101311","doi":"10.2196/58763","title":"Racial and Ethnic Differences in Traumatic Brain Injury Outcomes From 2009 to 2023: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences; National Institute on Aging","keywords":"PsycINFO; CINAHL; Ethnic group; Medicine; Systematic review; Protocol (science); Traumatic brain injury; MEDLINE; Clinical psychology; Family medicine; Gerontology; Psychiatry; Alternative medicine; Psychological intervention; Pathology","score_opus":0.7340039683742686,"score_gpt":0.6918809333156324,"score_spread":0.04212303505863624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403101311","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.5917404e-7,0.23646453,0.00000684823,0.0018660451,0.0000091171305,0.7609273,0.00044682095,0.000102824604,0.00017616333],"genre_scores_gemma":[5.1966378e-8,0.068167746,0.00039564824,0.00036354005,0.00022680713,0.92617,0.00006699057,0.00023695292,0.004372268],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9850657,0.004504181,0.0037475612,0.0018291348,0.0030581164,0.0017953047],"domain_scores_gemma":[0.98882014,0.0071617067,0.00050237,0.0020883416,0.00049847714,0.0009289895],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011970675,0.0011826328,0.008857101,0.0023401717,0.00017413341,0.00047499323,0.0014747459,0.0008384297,0.0006021399],"category_scores_gemma":[0.011489596,0.0007200754,0.0009756975,0.0034188724,0.0003579901,0.00018810217,0.00083619385,0.0036430412,0.0010233738],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027311983,0.0004634379,0.00000840467,0.8077708,0.00029540466,0.0000682181,0.0003420309,1.1544088e-9,7.9077654e-7,0.00005998319,0.057588812,0.13312902],"study_design_scores_gemma":[0.0014148185,0.0022135074,0.000045312187,0.69565076,0.000207409,0.000021453581,0.00005393091,0.00000701851,4.3797104e-7,0.00031825778,0.29963404,0.0004330767],"about_ca_topic_score_codex":0.00005849562,"about_ca_topic_score_gemma":0.00010013736,"teacher_disagreement_score":0.24204522,"about_ca_system_score_codex":0.00076910475,"about_ca_system_score_gemma":0.0023904287,"threshold_uncertainty_score":0.9997544},"labels":[],"label_agreement":null},{"id":"W4403122243","doi":"10.2196/55874","title":"Development of a Mobile App for Occupational Stress Screening Among Female Workers: Protocol for an Exploratory Sequential Design Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technostress in Professional Settings","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Exploratory research; Occupational stress; Applied psychology; Medicine; Psychology; Computer science; Clinical psychology; World Wide Web; Alternative medicine; Sociology","score_opus":0.601601353278234,"score_gpt":0.648190502988105,"score_spread":0.046589149709870936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403122243","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009811144,0.0000020621958,0.04081881,0.0000108531,0.000029992398,0.9488009,0.00011488368,0.0003183594,0.000092962386],"genre_scores_gemma":[0.01016666,2.6930833e-9,0.057670772,0.0000049053065,0.00025799472,0.9309756,0.00004748753,0.00011120513,0.0007653467],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949807,0.0009152242,0.0009394447,0.0010129929,0.0012448184,0.0009068305],"domain_scores_gemma":[0.9970814,0.0010788362,0.00022022252,0.00068466563,0.00073664443,0.00019823467],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0060797175,0.000302906,0.0003529672,0.00058188214,0.00054476416,0.0002085664,0.0009302745,0.00028251574,0.00031125205],"category_scores_gemma":[0.00017999354,0.00026738035,0.00012080296,0.00066229765,0.0002850461,0.00040349647,0.00039901666,0.0006624728,0.00002310744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04168859,0.023238875,0.080838345,0.013048126,0.0010931676,0.00010279211,0.105012275,0.00027508044,0.008438416,0.0033679528,0.068501584,0.6543948],"study_design_scores_gemma":[0.030588685,0.03783469,0.027758174,0.03648655,0.000035422876,0.000007611866,0.15832178,0.0026654676,0.105363436,0.0032410305,0.5952564,0.0024407676],"about_ca_topic_score_codex":0.000013607641,"about_ca_topic_score_gemma":0.000053946645,"teacher_disagreement_score":0.65195405,"about_ca_system_score_codex":0.00017935086,"about_ca_system_score_gemma":0.000993501,"threshold_uncertainty_score":0.9999778},"labels":[],"label_agreement":null},{"id":"W4403173158","doi":"10.2196/63678","title":"Correction: Behavioral Weight Loss Programs for Cancer Survivors Throughout Maryland: Protocol for a Pragmatic Trial and Participant Characteristics","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Gerontology; Psychology; Medicine; Computer science; Applied psychology; Alternative medicine","score_opus":0.4761086187111022,"score_gpt":0.6388143173790936,"score_spread":0.16270569866799134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403173158","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011875796,0.000024290495,0.0000516336,0.0034398038,0.0024113117,0.99261963,0.00053376483,0.00023219583,0.0006754699],"genre_scores_gemma":[0.0000026226194,0.000013504071,0.0005038648,0.00011814058,0.008784327,0.85590357,0.0008060786,0.00020113525,0.13366678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99440396,0.00038400263,0.0013744679,0.001059056,0.0012538326,0.0015247095],"domain_scores_gemma":[0.99670357,0.00041510427,0.00041956126,0.00060881884,0.0012430081,0.00060994894],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003103794,0.0005465444,0.0014358156,0.00044500324,0.0005302467,0.00048894517,0.0002619979,0.0008559838,0.00027592326],"category_scores_gemma":[0.00036301173,0.00042701783,0.00028722512,0.00046459772,0.00039450356,0.0001335166,0.00018047981,0.002741956,0.00002416894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059541848,0.0022368075,0.00040736224,0.08039396,0.00009357874,0.00005691753,0.00048747004,1.0156127e-8,0.000011999898,0.00009002507,0.8339354,0.02274463],"study_design_scores_gemma":[0.04430979,0.01051051,0.000062748375,0.037598435,0.000086941196,0.00003599219,0.00008584875,0.0005156443,0.000039779792,0.00049941574,0.905869,0.00038588137],"about_ca_topic_score_codex":0.0002172953,"about_ca_topic_score_gemma":0.0004436924,"teacher_disagreement_score":0.13671611,"about_ca_system_score_codex":0.0005432733,"about_ca_system_score_gemma":0.0032017245,"threshold_uncertainty_score":0.99981815},"labels":[],"label_agreement":null},{"id":"W4403204884","doi":"10.2196/57183","title":"Outcomes of Patients With Early and Locally Advanced Lung Cancer: Protocol for the Italian Lung Cancer Observational Study (LUCENT)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Psychosocial; Lung cancer; Population; Cancer registry; Socioeconomic status; Health care; Pathology; Environmental health","score_opus":0.1860945842041222,"score_gpt":0.5727912134642341,"score_spread":0.38669662926011195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403204884","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05069507,0.000048629165,0.000017360007,0.0021140918,0.000012149817,0.9468736,0.00014652025,0.000039151135,0.00005341018],"genre_scores_gemma":[0.04871855,0.0000022746399,0.00011523713,0.00006052863,0.00008491291,0.95016414,0.0000098562905,0.000049189606,0.00079531467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741304,0.000097235454,0.00036411858,0.0004987756,0.0011768512,0.00044997688],"domain_scores_gemma":[0.99806887,0.00046203219,0.00008808259,0.00039434017,0.0008354062,0.00015128731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004785293,0.00021995611,0.00036065863,0.00011957987,0.00021325737,0.0001267814,0.00018546237,0.00005551586,0.00014978088],"category_scores_gemma":[0.00005346109,0.0001136558,0.00007883523,0.00042408102,0.00015878322,0.00021478844,0.00010863631,0.0002887545,0.0000011321721],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003734327,0.0017988244,0.9724364,0.0041961037,0.00070736493,0.000009704614,0.0006920848,0.000018018618,0.000011672465,0.00020468055,0.005056688,0.011134084],"study_design_scores_gemma":[0.012617183,0.003954856,0.942533,0.005973891,0.00006239698,2.700554e-7,0.00007832319,0.0005055383,0.00016343402,0.000020726056,0.033964306,0.00012604332],"about_ca_topic_score_codex":0.00038155852,"about_ca_topic_score_gemma":0.00033442824,"teacher_disagreement_score":0.029903414,"about_ca_system_score_codex":0.000559604,"about_ca_system_score_gemma":0.00095146266,"threshold_uncertainty_score":0.4634749},"labels":[],"label_agreement":null},{"id":"W4403204908","doi":"10.2196/63176","title":"Investigating Exposure and Hazards of Micro- and Nanoplastics During Pregnancy and Early Life (AURORA Project): Protocol for an Interdisciplinary Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Microplastics and Plastic Pollution","field":"Environmental Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"RECETOX Přírodovědecké Fakulty Masarykovy Univerzity; European Commission","keywords":"Environmental health; Reproductive health; Environmental epidemiology; Pregnancy; Medicine; Risk assessment; Population; Biology; Computer science","score_opus":0.13415859360701377,"score_gpt":0.47714094454232325,"score_spread":0.3429823509353095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403204908","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44060227,0.0000050672215,0.000054901844,0.00001872024,0.00000362946,0.55921286,0.000027653921,0.0000232527,0.00005163552],"genre_scores_gemma":[0.2070214,3.799414e-7,0.0012360661,0.0000013424556,0.000035600107,0.79156595,0.0000010242619,0.00002571531,0.000112492045],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99795914,0.00023021434,0.00037951325,0.00059465,0.0004143894,0.00042210237],"domain_scores_gemma":[0.9991664,0.00026792887,0.00007674477,0.00021126567,0.000043115342,0.00023451867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075243314,0.000191721,0.00021304583,0.00015634304,0.000401999,0.00029728195,0.00016145557,0.000096298296,0.00002133193],"category_scores_gemma":[0.00022994746,0.0001562611,0.00002128715,0.00028986973,0.00052780047,0.0003598657,0.0010092022,0.00033447007,0.0000026957796],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010810551,0.0014205299,0.2433227,0.013403859,0.000070957525,0.000060578666,0.023219045,0.000020840129,0.68666416,0.0002255238,0.00133063,0.029180117],"study_design_scores_gemma":[0.016232818,0.05760685,0.79104036,0.04143072,0.000045977016,0.0002115199,0.005618824,0.016777406,0.051267676,0.00446517,0.013525246,0.0017774464],"about_ca_topic_score_codex":0.000044683162,"about_ca_topic_score_gemma":0.000052024807,"teacher_disagreement_score":0.6353965,"about_ca_system_score_codex":0.000050634895,"about_ca_system_score_gemma":0.0001086507,"threshold_uncertainty_score":0.63721424},"labels":[],"label_agreement":null},{"id":"W4403208297","doi":"10.2196/57685","title":"Development and Evaluation of the Telehealth in Motor Neuron Disease System: The TIME Study Protocol","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Amyotrophic Lateral Sclerosis Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Health care; Service (business); Medicine; Motor neuron; Protocol (science); Disease; Nursing; Psychology; Telemedicine; Business; Alternative medicine; Political science","score_opus":0.29043665054437284,"score_gpt":0.569431523887459,"score_spread":0.27899487334308615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403208297","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22534671,0.00000467401,3.8258284e-7,0.0013051445,0.0000034317352,0.7729891,0.0000025224126,0.00003044219,0.00031761974],"genre_scores_gemma":[0.24894801,8.8024144e-8,0.0000191529,0.000012282404,0.000058384896,0.7504368,7.392207e-7,0.000023625138,0.00050091196],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99218184,0.0027158598,0.00050989934,0.00045652894,0.0036253585,0.0005105007],"domain_scores_gemma":[0.9983007,0.000229462,0.00005483572,0.00069855887,0.0004887773,0.0002277174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010132175,0.00014740408,0.00022827162,0.00024294914,0.00023222964,0.00013142909,0.00038147406,0.000055892157,0.000108414075],"category_scores_gemma":[0.00039599076,0.00006916656,0.000046696117,0.0009905992,0.00023241197,0.0001093793,0.00048486123,0.00083748804,0.00006465273],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027857326,0.017084138,0.28559405,0.08893953,0.000492236,0.00071327615,0.023572845,0.00010444339,0.07168892,0.002617108,0.0148988515,0.46643728],"study_design_scores_gemma":[0.0033672438,0.0011821375,0.95729107,0.0067853928,0.000008149815,0.000006327109,0.00032546997,0.010068915,0.00020696221,0.000057315054,0.02061551,0.00008550166],"about_ca_topic_score_codex":0.000055383513,"about_ca_topic_score_gemma":0.000021068341,"teacher_disagreement_score":0.671697,"about_ca_system_score_codex":0.0007404097,"about_ca_system_score_gemma":0.002486287,"threshold_uncertainty_score":0.4410566},"labels":[],"label_agreement":null},{"id":"W4403261443","doi":"10.2196/63875","title":"In Silico Evaluation of Algorithm-Based Clinical Decision Support Systems: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Computer science; Decision support system; Clinical decision support system; Data mining; Data science; Machine learning; Artificial intelligence; Medicine; World Wide Web; Alternative medicine","score_opus":0.8769043128996112,"score_gpt":0.8297035765249938,"score_spread":0.047200736374617414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403261443","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.5126906e-9,0.3544641,0.00016124746,0.00008964945,0.0001287212,0.64455646,0.0001072321,0.00007224972,0.0004203515],"genre_scores_gemma":[1.0375482e-9,0.24427077,0.00050733244,0.00009599001,0.0010567257,0.75310844,0.00008216482,0.00023059556,0.0006479902],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9315822,0.04585159,0.012633338,0.0020391091,0.005078639,0.0028151292],"domain_scores_gemma":[0.97345775,0.015881786,0.0031259141,0.0023026948,0.0046465485,0.0005853245],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.18584305,0.000839605,0.006513266,0.001766991,0.00045126432,0.00007058199,0.0015458043,0.0021192797,0.00069131725],"category_scores_gemma":[0.012084572,0.00060588436,0.0011048043,0.003107683,0.00020939072,0.00023984857,0.0005124671,0.0068402803,0.0012141496],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00008671795,0.0002555022,0.0000044389026,0.5137355,0.00002267463,0.0000055303894,0.0000166301,2.49432e-7,2.1787146e-8,0.00004003336,0.08171996,0.40411276],"study_design_scores_gemma":[0.0024188731,0.0012083807,2.505999e-7,0.49746653,0.000058564565,0.0000031250606,0.000010678185,0.00071108487,7.7221415e-8,0.00007567117,0.49783027,0.00021649645],"about_ca_topic_score_codex":0.00011374052,"about_ca_topic_score_gemma":0.00017043586,"teacher_disagreement_score":0.4161103,"about_ca_system_score_codex":0.0048508467,"about_ca_system_score_gemma":0.09870939,"threshold_uncertainty_score":0.9996393},"labels":[],"label_agreement":null},{"id":"W4403261849","doi":"10.2196/59842","title":"High-Intensity Interval Training for Individuals With Isolated Impaired Fasting Glucose: Protocol for a Proof-of-Concept Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"High-intensity interval training; Preprint; Protocol (science); Training (meteorology); Interval (graph theory); Medicine; Computer science; Confidence interval; Gerontology; Psychology; Physical therapy; Internal medicine; Mathematics; Alternative medicine; World Wide Web","score_opus":0.15232056707672556,"score_gpt":0.4717100830309908,"score_spread":0.31938951595426524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403261849","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030587,0.000019864157,0.016662374,0.0004768848,0.000045683228,0.9792442,0.00007663311,0.00028643454,0.00012924166],"genre_scores_gemma":[0.016377883,7.805703e-8,0.0065915133,0.00003424799,0.0012328507,0.9748025,0.0000578437,0.00015605507,0.0007470605],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932429,0.0012655803,0.0016292855,0.0009660221,0.0016167833,0.001279424],"domain_scores_gemma":[0.99389714,0.0029392743,0.00038893422,0.00071929925,0.0016993559,0.0003559981],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015381803,0.0005122991,0.0044816304,0.00067002635,0.0002851583,0.00034857154,0.0003908759,0.00034372692,0.00008778095],"category_scores_gemma":[0.0051505384,0.00032105314,0.0020396302,0.0007613343,0.00068364653,0.0002833495,0.00014425551,0.0009454852,0.0000036304762],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8600902,0.0008231794,0.000004499253,0.0048088534,0.0027625556,0.000030459987,0.0017256066,0.000012717161,0.0003198751,0.00015803009,0.0016242159,0.1276398],"study_design_scores_gemma":[0.90436727,0.02063013,0.000006929742,0.013632448,0.00022762417,0.000028628325,0.00026824055,0.0058306498,0.02170202,0.00077535334,0.032195557,0.00033515607],"about_ca_topic_score_codex":0.00013788552,"about_ca_topic_score_gemma":0.000020322468,"teacher_disagreement_score":0.12730464,"about_ca_system_score_codex":0.00017959333,"about_ca_system_score_gemma":0.001659121,"threshold_uncertainty_score":0.9999242},"labels":[],"label_agreement":null},{"id":"W4403294241","doi":"10.2196/57929","title":"Evaluation Methods, Indicators, and Outcomes in Learning Health Systems: Protocol for a Jurisdictional Scan","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Trillium Health Centre; University of Toronto","funders":"","keywords":"Preprint; Protocol (science); Computer science; Medicine; Medical education; World Wide Web; Alternative medicine","score_opus":0.8751895763135964,"score_gpt":0.8555194896280554,"score_spread":0.019670086685541044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403294241","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018761802,0.000005359293,0.0019048386,0.01071281,0.00003406605,0.9861807,0.000046015255,0.00014874083,0.0007798419],"genre_scores_gemma":[0.00057855353,4.874763e-7,0.0035785101,0.00037958272,0.00024635525,0.9939009,0.000008853148,0.00004138851,0.0012653567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9749541,0.019373713,0.0014085944,0.00070056296,0.0021299145,0.0014330789],"domain_scores_gemma":[0.99054784,0.0077215033,0.00027821618,0.00029286745,0.00069768826,0.0004618921],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.096408784,0.00017585483,0.00038851023,0.0016155163,0.0015248095,0.00017553441,0.00027689707,0.00014982409,0.00031829832],"category_scores_gemma":[0.0050661615,0.00014313225,0.000042123054,0.0017147206,0.00016706441,0.00042404747,0.00020899916,0.0016955598,0.00008791822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006315775,0.00045019912,0.2547322,0.05234208,0.000075275595,0.000005739749,0.054563027,0.00007549414,0.00042214192,0.033976458,0.1900397,0.41268614],"study_design_scores_gemma":[0.0030433368,0.0007001794,0.029743137,0.0046956525,0.0000010238692,0.0000015739972,0.0022122832,0.008003797,0.0000122775145,0.0017836365,0.9496738,0.0001293098],"about_ca_topic_score_codex":0.00038995026,"about_ca_topic_score_gemma":0.00019755686,"teacher_disagreement_score":0.7596341,"about_ca_system_score_codex":0.00200454,"about_ca_system_score_gemma":0.0111782765,"threshold_uncertainty_score":0.99977505},"labels":[],"label_agreement":null},{"id":"W4403302051","doi":"10.2196/63106","title":"Assessing a Couples-Based, Digital HIV Serostatus-Neutral Intervention (Para Ti, Para Mí, Para Nosotros) for Adult Cisgender Sexual Minority Male Couples in Lima, Peru: Protocol for a 6-Month Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Serostatus; Intervention (counseling); Psychology; Human immunodeficiency virus (HIV); Protocol (science); Clinical psychology; Men who have sex with men; Gerontology; Medicine; Family medicine; Psychiatry; Alternative medicine","score_opus":0.2734436161264526,"score_gpt":0.5635343093499317,"score_spread":0.290090693223479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403302051","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01897415,0.00002839299,0.009057064,0.0013735947,0.00002493277,0.9688952,0.0006197947,0.00020978991,0.0008170795],"genre_scores_gemma":[0.024278952,0.0000010567263,0.0011794809,0.000037643047,0.0007378356,0.9521624,0.0005448138,0.00013120944,0.02092662],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9909054,0.0015523293,0.002303671,0.0013846059,0.0017758015,0.0020781837],"domain_scores_gemma":[0.99192715,0.004174504,0.00032966092,0.0007557971,0.0021112536,0.00070166],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00857344,0.0006598166,0.0023048928,0.0012420897,0.0004589642,0.0023238957,0.00055351784,0.00034668922,0.0006051509],"category_scores_gemma":[0.0064379647,0.00050100754,0.0018525866,0.00087337714,0.0007252765,0.0013156136,0.00019980049,0.001572701,0.00009731576],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.944492,0.009065003,0.00053863676,0.012647826,0.00043396154,0.00012662368,0.00017097668,0.000010487846,0.0024781385,0.00058313686,0.024603372,0.004849884],"study_design_scores_gemma":[0.8365145,0.037902117,0.00011594049,0.008993566,0.000045729692,0.000022543813,0.0005228571,0.097761266,0.0007225815,0.00034388513,0.016623963,0.00043106097],"about_ca_topic_score_codex":0.00013658073,"about_ca_topic_score_gemma":0.0002627193,"teacher_disagreement_score":0.107977465,"about_ca_system_score_codex":0.00067854254,"about_ca_system_score_gemma":0.001960506,"threshold_uncertainty_score":0.9997442},"labels":[],"label_agreement":null},{"id":"W4403330069","doi":"10.2196/63951","title":"Effectiveness of a Person-Centered Interdisciplinary Rehabilitation Treatment of Post–COVID-19 Condition: Protocol for a Single-Case Experimental Design Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Rehabilitation; Biopsychosocial model; Observational study; Randomized controlled trial; Protocol (science); Intervention (counseling); Medicine; Physical therapy; Quality of life (healthcare); Mental health; Activities of daily living; Research design; Psychology; Nursing; Psychiatry; Alternative medicine","score_opus":0.3607522693984969,"score_gpt":0.5963484687004684,"score_spread":0.2355961993019715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403330069","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05440199,0.000007596494,0.0010355084,0.0006390095,0.0000123028885,0.94359666,0.00008212833,0.00013174258,0.00009305205],"genre_scores_gemma":[0.33774915,1.1689054e-8,0.00093642337,0.000008643202,0.00006364102,0.6611051,0.00002377313,0.000053424403,0.0000598706],"study_design_codex":"bench_or_experimental","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9941158,0.002920513,0.0006556062,0.0008456954,0.0009476817,0.0005146784],"domain_scores_gemma":[0.98901767,0.009005366,0.00015549315,0.0007390594,0.0006496608,0.00043274125],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0035127655,0.0003499526,0.0007330481,0.0008517045,0.00022828732,0.00009512406,0.00021144227,0.00014855387,0.0002030138],"category_scores_gemma":[0.0015100752,0.000268159,0.00037794144,0.00062543445,0.00050900294,0.00031895112,0.00019493612,0.0002285213,0.000015963946],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1446011,0.05835957,0.004370221,0.124331884,0.0007451378,0.005099065,0.039602295,0.00003129242,0.61716175,0.00025505366,0.0025665353,0.0028760647],"study_design_scores_gemma":[0.06662822,0.5638751,0.0022815946,0.02747423,0.00007773355,0.0011251272,0.016947277,0.00085859944,0.3158087,0.00072600093,0.0037067833,0.0004906395],"about_ca_topic_score_codex":0.0000580574,"about_ca_topic_score_gemma":0.000005969361,"teacher_disagreement_score":0.5055155,"about_ca_system_score_codex":0.002205272,"about_ca_system_score_gemma":0.0014538249,"threshold_uncertainty_score":0.99997705},"labels":[],"label_agreement":null},{"id":"W4403330904","doi":"10.2196/51351","title":"A Comparison of Conventional Root Canal Sealers With Ones That Use Green Synthesized Nanoparticles for Antimicrobial Activity: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Endodontics and Root Canal Treatments","field":"Dentistry","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Root canal; Dentistry; Protocol (science); Enterococcus faecalis; Scopus; Systematic review; Endodontics; Web of science; Candida albicans; Restorative dentistry; Antimicrobial; Medicine; MEDLINE; Meta-analysis; Alternative medicine; Pathology; Microbiology; Staphylococcus aureus; Biology","score_opus":0.6187151650048126,"score_gpt":0.6354625527014662,"score_spread":0.016747387696653626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403330904","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022555419,0.037738215,0.000037051723,0.000069033245,0.000011638515,0.960574,0.0014960485,0.00005443709,0.000017342089],"genre_scores_gemma":[0.000003269161,0.004305611,0.0002961198,0.0000072449184,0.00008841445,0.99183595,0.0001091262,0.0001860817,0.0031681969],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937964,0.0014128236,0.0014904086,0.0009179144,0.0014804008,0.0009020652],"domain_scores_gemma":[0.99469566,0.0020809255,0.0012191357,0.00092091033,0.0008265776,0.0002568147],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022326773,0.00070306356,0.004481556,0.00043872092,0.0002805347,0.00040064246,0.0007752212,0.00032037497,0.000048945294],"category_scores_gemma":[0.0004873601,0.00042695296,0.001279502,0.00065370003,0.00025907016,0.00022062103,0.00023660123,0.0006397727,0.000053159703],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088809716,0.0010770244,0.00005248372,0.97359705,0.0015392808,0.0000578622,0.000014383892,2.0800486e-7,0.000021707245,0.0001782428,0.019549033,0.0030246177],"study_design_scores_gemma":[0.0017847035,0.0007912169,0.0000026105722,0.6452142,0.0009340661,0.00004767716,0.0000042785505,0.000021189042,0.00024580795,0.000014985909,0.35065317,0.00028612305],"about_ca_topic_score_codex":0.00013576166,"about_ca_topic_score_gemma":0.0009412377,"teacher_disagreement_score":0.33110413,"about_ca_system_score_codex":0.0004690481,"about_ca_system_score_gemma":0.0017219275,"threshold_uncertainty_score":0.9998182},"labels":[],"label_agreement":null},{"id":"W4403330935","doi":"10.2196/57229","title":"Learning Styles of Medical Students, Surgical Residents, Medical Staff, and General Surgery Teachers When Learning Surgery: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Learning styles; Medical education; Protocol (science); Medicine; Theme (computing); Psychology; Mathematics education; Computer science; Alternative medicine; Pathology","score_opus":0.4396650151118312,"score_gpt":0.6597455023046187,"score_spread":0.2200804871927875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403330935","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000060544066,0.3594787,0.000006820671,0.0003554836,0.000027479091,0.6395965,0.000018662966,0.00014048276,0.00036976364],"genre_scores_gemma":[2.200137e-7,0.39701653,0.000013671569,0.00002258157,0.00056435337,0.5985601,0.00009864365,0.00016720312,0.00355671],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9691642,0.015118811,0.0032780482,0.0021020502,0.008366991,0.001969901],"domain_scores_gemma":[0.9818376,0.01457508,0.001208313,0.00069664465,0.00067483465,0.001007569],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.038946707,0.0010495705,0.0052882456,0.001242211,0.00053609157,0.00069556345,0.0021331434,0.0017230785,0.0058557144],"category_scores_gemma":[0.011335008,0.00075725303,0.0015225157,0.0011541127,0.0011117547,0.00017233436,0.0019736334,0.0073545408,0.00019012028],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018863464,0.00060176145,0.0012496453,0.353547,0.000462678,0.0005389028,0.00035831766,1.9157621e-8,2.2499714e-8,0.00029560592,0.049657643,0.5930998],"study_design_scores_gemma":[0.0006211796,0.00055906235,0.00002218934,0.47813573,0.00007552982,0.00009822325,0.00017063519,0.000002469901,1.5042906e-7,0.000026174203,0.51990354,0.00038513204],"about_ca_topic_score_codex":0.00019106093,"about_ca_topic_score_gemma":0.000037224618,"teacher_disagreement_score":0.59271467,"about_ca_system_score_codex":0.00019474373,"about_ca_system_score_gemma":0.005398633,"threshold_uncertainty_score":0.9995729},"labels":[],"label_agreement":null},{"id":"W4403421473","doi":"10.2196/55792","title":"Auricular Therapy to Control Pain in Women With Breast Cancer: Protocol for Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dermatologic Treatments and Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Breast cancer; Meta-analysis; CINAHL; MEDLINE; Systematic review; Randomized controlled trial; Psychological intervention; Physical therapy; Cancer pain; Placebo; Alternative medicine; Cancer; Surgery; Internal medicine; Pathology","score_opus":0.20797531442700345,"score_gpt":0.5694578827793138,"score_spread":0.3614825683523103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403421473","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022949833,0.0005357959,0.00009410296,0.015691744,2.5424137e-7,0.9834514,0.00007637895,0.000050955587,0.00007637011],"genre_scores_gemma":[0.0006306964,0.000011457344,0.000117508534,0.00093024294,0.000017164748,0.99614185,0.000002649587,0.000034197707,0.0021142394],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9958585,0.00129459,0.0005129393,0.0006024659,0.0009574554,0.00077405595],"domain_scores_gemma":[0.9980471,0.00049580855,0.000054302287,0.0005625259,0.00046730367,0.00037296713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006001606,0.000251553,0.001942039,0.0006381284,0.00010389522,0.00020772236,0.00020969698,0.000082637525,0.00065118907],"category_scores_gemma":[0.00013976711,0.000109464985,0.00026562257,0.0020362942,0.00010173526,0.0000969902,0.000052871335,0.00035597052,0.000016970065],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043052384,0.001269847,0.0007030173,0.9151329,0.06494094,0.0005933908,0.00035110876,0.000005386264,0.000078988356,0.00014832224,0.010422241,0.0020486333],"study_design_scores_gemma":[0.04927305,0.03966092,0.0076903007,0.5197113,0.057410363,0.0007326302,0.0008435585,0.0019561753,0.00032423454,0.0006211537,0.3198265,0.0019497593],"about_ca_topic_score_codex":0.000051925865,"about_ca_topic_score_gemma":0.000017009237,"teacher_disagreement_score":0.39542156,"about_ca_system_score_codex":0.00028544423,"about_ca_system_score_gemma":0.00037702525,"threshold_uncertainty_score":0.7130064},"labels":[],"label_agreement":null},{"id":"W4403488516","doi":"10.2196/60270","title":"Home-Based Digital Exercise Training Program to Improve Physical Function of Older Sepsis Survivors: Protocol of the HEAL Sepsis Randomized Clinical Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institute on Aging","keywords":"Medicine; Population; Randomized controlled trial; Psychological intervention; Intervention (counseling); Physical therapy; Rehabilitation; Sepsis; Gerontology; Nursing","score_opus":0.31636260305601305,"score_gpt":0.5848199372092959,"score_spread":0.2684573341532829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403488516","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04240003,0.000003619841,0.000056884615,0.0014538013,0.000060975468,0.95540595,0.000052160212,0.00013927167,0.0004273265],"genre_scores_gemma":[0.17665939,2.657993e-7,0.0001669588,0.000040015177,0.0004010157,0.8223713,0.000014606469,0.00006122941,0.00028519717],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99395424,0.0012538678,0.0013663594,0.0008148444,0.001913832,0.0006968453],"domain_scores_gemma":[0.9949317,0.0028683932,0.00023309472,0.00092918874,0.0006387576,0.00039889093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004605162,0.00034115106,0.0015681146,0.00036222007,0.00011692686,0.00022143016,0.00033379867,0.0002305882,0.0001413672],"category_scores_gemma":[0.0013310289,0.000192041,0.0014323595,0.0013850236,0.0006637064,0.00018107335,0.00020603111,0.00081173505,0.00003901585],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5623487,0.015675414,0.0024145476,0.0029855478,0.00042205906,0.000017963966,0.0007922781,0.0000045166616,0.00023774031,0.000104406776,0.0038317023,0.41116512],"study_design_scores_gemma":[0.8866736,0.03670587,0.0052953647,0.0177296,0.00022736874,0.000002343013,0.00034738015,0.0023245395,0.0097272815,0.00061431876,0.03995017,0.00040211593],"about_ca_topic_score_codex":0.000047167126,"about_ca_topic_score_gemma":0.000005721771,"teacher_disagreement_score":0.410763,"about_ca_system_score_codex":0.00015341908,"about_ca_system_score_gemma":0.0011890248,"threshold_uncertainty_score":0.78312045},"labels":[],"label_agreement":null},{"id":"W4403502733","doi":"10.2196/54966","title":"Using Artificial Intelligence to Detect Risk of Family Violence: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Meta-analysis; Protocol (science); Systematic review; Psychology; Computer science; MEDLINE; Medicine; World Wide Web; Alternative medicine; Biology","score_opus":0.7192172646814139,"score_gpt":0.6862997348638281,"score_spread":0.03291752981758578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403502733","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2661093e-9,0.3113995,0.0018700287,0.000008048718,0.0000023393675,0.6861325,0.00023939685,0.000038024857,0.0003101631],"genre_scores_gemma":[5.4267822e-8,0.21342807,0.0017634224,0.00002319365,0.000062052335,0.78457415,0.0000033408508,0.000049884646,0.00009583683],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9878971,0.005743367,0.0023518864,0.0011402053,0.0018351155,0.0010323287],"domain_scores_gemma":[0.9950332,0.0014431652,0.0008890305,0.0010786521,0.001186743,0.0003692061],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01909702,0.00059404917,0.0066240113,0.0012046364,0.0006709102,0.0004932059,0.0015280619,0.00040323526,0.00012519458],"category_scores_gemma":[0.00232625,0.0003753118,0.0025359513,0.0053509558,0.00061461714,0.0001620158,0.0004901995,0.0009751268,0.0001314651],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019271818,0.000063265376,5.2136695e-8,0.96719265,0.011096821,0.0000036576994,0.00017100536,0.0000014726327,3.5931527e-7,0.0055966466,0.00016461381,0.015690176],"study_design_scores_gemma":[0.000025939647,0.00037656777,4.674668e-8,0.67386484,0.1661177,0.0000015042925,0.00022706532,0.000052301955,0.0000048449856,0.0064660604,0.15236323,0.0004998824],"about_ca_topic_score_codex":0.00039039593,"about_ca_topic_score_gemma":0.000048132868,"teacher_disagreement_score":0.2933278,"about_ca_system_score_codex":0.00028579228,"about_ca_system_score_gemma":0.0014169489,"threshold_uncertainty_score":0.9998699},"labels":[],"label_agreement":null},{"id":"W4403555546","doi":"10.2196/63415","title":"Assessment of Health and Well-Being Effects Associated With the Challenging Drinking Water Situation in the Gaza Strip: Protocol for a Cross-Sectional Household Survey Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Palestine; Gaza strip; Cross-sectional study; Environmental health; Preprint; Protocol (science); Medicine; Geography; Alternative medicine; Ancient history; Computer science; History; World Wide Web","score_opus":0.39434936135814846,"score_gpt":0.5743814361321287,"score_spread":0.1800320747739802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403555546","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26631033,7.7437556e-7,0.00005452823,0.00044301138,0.0000030773517,0.7330154,0.0000038711073,0.000020208467,0.0001487797],"genre_scores_gemma":[0.4529182,1.9264122e-7,0.000007163057,0.000039138282,0.000018866447,0.5469755,0.0000069439043,0.000012764834,0.000021229353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99583197,0.0017277286,0.00034452268,0.00036665853,0.0010726596,0.0006564473],"domain_scores_gemma":[0.9980085,0.001552144,0.000084710664,0.00023005885,0.000042787422,0.000081780854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018677643,0.00013117476,0.00018100002,0.0001131579,0.00064081675,0.00035564761,0.0002544351,0.000057062243,0.000033830987],"category_scores_gemma":[0.00013700148,0.00006303257,0.000024849867,0.00046666537,0.00014098892,0.00022766108,0.00018703195,0.0005142092,0.0000032786731],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018745108,0.0007596395,0.98569465,0.0011332603,0.000012936002,0.0000068660443,0.010016256,0.0001785703,0.00029810553,0.000040004514,0.0006148077,0.0010574737],"study_design_scores_gemma":[0.0016881992,0.0029792434,0.9906511,0.0012054258,6.3531667e-7,0.0000015217145,0.00054887566,0.0016100605,0.00008036338,0.00020664313,0.0009498089,0.000078166515],"about_ca_topic_score_codex":0.0003600127,"about_ca_topic_score_gemma":0.0015433675,"teacher_disagreement_score":0.18660787,"about_ca_system_score_codex":0.00044253486,"about_ca_system_score_gemma":0.00010598927,"threshold_uncertainty_score":0.64733356},"labels":[],"label_agreement":null},{"id":"W4403588849","doi":"10.2196/66438","title":"Correction: Linking Dementia Pathology and Alteration in Brain Activation to Complex Daily Functional Decline During the Preclinical Dementia Stages: Protocol for a Prospective Observational Cohort Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Aging","keywords":"Dementia; Observational study; Medicine; Protocol (science); Gerontology; Cohort study; Neuroscience; Psychology; Pathology; Alternative medicine; Disease","score_opus":0.2873589237415196,"score_gpt":0.5557543407217169,"score_spread":0.2683954169801973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403588849","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032351215,0.000005046592,0.0007739449,0.004042769,0.00028858142,0.9903284,0.00006600555,0.00009534149,0.0011648441],"genre_scores_gemma":[0.0033338186,8.5530996e-7,0.00022427224,0.00036772733,0.0020545626,0.94917774,0.0008446262,0.00010806265,0.043888353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9917,0.0015013468,0.0013136787,0.0016951748,0.0027749066,0.0010149289],"domain_scores_gemma":[0.99544454,0.0012688139,0.00027350418,0.00059213984,0.0021573752,0.00026363935],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008274098,0.00050782284,0.00072463974,0.0010290799,0.00084411376,0.0007215015,0.00036692354,0.0004420043,0.0006110971],"category_scores_gemma":[0.001970994,0.00039432672,0.00017119675,0.0012785519,0.00028173314,0.00034081592,0.0009828905,0.0032829363,0.000036927642],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00640052,0.002575966,0.6234928,0.0025664715,0.0005551181,0.00006889774,0.00043080107,0.00000726752,0.0008862984,0.00005840319,0.36128467,0.0016728329],"study_design_scores_gemma":[0.0069232304,0.006202212,0.75920147,0.0038577758,0.000049998438,0.000027253887,0.00023061477,0.0009228428,0.00012934943,0.00041608597,0.2217764,0.0002627437],"about_ca_topic_score_codex":0.00003742884,"about_ca_topic_score_gemma":0.00037847133,"teacher_disagreement_score":0.13950826,"about_ca_system_score_codex":0.00072016363,"about_ca_system_score_gemma":0.00170151,"threshold_uncertainty_score":0.99985087},"labels":[],"label_agreement":null},{"id":"W4403588913","doi":"10.2196/55870","title":"Efficacy of Electroacupuncture in the Treatment of Mild to Moderate Female Stress Urinary Incontinence: Protocol for a Systematic Review and Network Meta-Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Urinary incontinence; Preprint; Electroacupuncture; Medicine; Protocol (science); Meta-analysis; Bathing; Acupuncture; Physical therapy; Psychology; Alternative medicine; Urology; Computer science; World Wide Web; Internal medicine","score_opus":0.26105133912280265,"score_gpt":0.5501059592357709,"score_spread":0.28905462011296823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403588913","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052334915,0.0019870312,0.00004171125,0.0011588765,5.193049e-7,0.99612254,0.000044687727,0.000017939456,0.00010334332],"genre_scores_gemma":[0.0025834946,0.000017400513,0.0005253809,0.000070873975,0.000023546863,0.9960284,0.000018413906,0.000026647833,0.00070583296],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9963989,0.0009360061,0.00088061683,0.0005059893,0.00078618474,0.0004922829],"domain_scores_gemma":[0.9976444,0.00092791545,0.00014865401,0.0008708199,0.00029388646,0.00011427563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019680725,0.00029570155,0.0023711938,0.00040512896,0.00006714225,0.000052526088,0.0002628248,0.0000861019,0.0000594699],"category_scores_gemma":[0.00020736054,0.00013353942,0.0007437833,0.002144348,0.00009117693,0.00006230528,0.000054635886,0.00020093573,0.000003735071],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049109063,0.007590775,0.0015381568,0.93648934,0.04483601,0.00007002549,0.0020862536,0.00014070825,0.00014592547,0.0002222712,0.0017465531,0.00022304802],"study_design_scores_gemma":[0.04184684,0.09091027,0.0113474745,0.6595503,0.16891135,0.00008846691,0.0007694179,0.0032407301,0.0049700574,0.0014639893,0.015572384,0.0013286843],"about_ca_topic_score_codex":0.000040683928,"about_ca_topic_score_gemma":0.000045772293,"teacher_disagreement_score":0.27693903,"about_ca_system_score_codex":0.0001217403,"about_ca_system_score_gemma":0.00020877543,"threshold_uncertainty_score":0.544558},"labels":[],"label_agreement":null},{"id":"W4403590890","doi":"10.2196/60677","title":"A Gender-Informed Smoking Cessation App for Women: Protocol for an Acceptability and Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"British Columbia Centre of Excellence for Women's Health; Public Health Ontario; University of British Columbia; University of Toronto; Schwartz/Reisman Emergency Medicine Institute; Centre for Addiction and Mental Health","funders":"","keywords":"Preprint; Smoking cessation; Protocol (science); Medicine; Psychology; Alternative medicine; Computer science; World Wide Web","score_opus":0.5514192672781124,"score_gpt":0.6322430338920592,"score_spread":0.08082376661394675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403590890","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15175429,2.414154e-7,0.0003820419,0.00008694357,0.000009160221,0.84714645,0.000027931026,0.00022164371,0.00037130454],"genre_scores_gemma":[0.33759323,1.6324323e-8,0.00014927408,0.000012221777,0.0001626053,0.6618451,0.000022817427,0.000032795433,0.00018194872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967883,0.000280712,0.0004942722,0.000793591,0.0009650351,0.0006780448],"domain_scores_gemma":[0.9979057,0.00044516727,0.00006541847,0.00063684036,0.0006596321,0.00028727824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006180401,0.00020772289,0.00031129626,0.0003065621,0.00038951458,0.00048611354,0.00018224884,0.00018200443,0.00020475437],"category_scores_gemma":[0.0006409364,0.0001656808,0.00008943819,0.00048047586,0.00015331266,0.0006278539,0.00009785093,0.00047279225,0.0000012559116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009799385,0.0063524693,0.8006415,0.023096679,0.00008757007,0.0000070292513,0.014378873,0.0000012760875,0.0014809255,0.00042487786,0.0027232694,0.14100619],"study_design_scores_gemma":[0.015613002,0.019659737,0.8579747,0.0008310729,0.000018999945,0.000009941855,0.006765844,0.0008719319,0.0020638937,0.0054447358,0.0904207,0.0003254546],"about_ca_topic_score_codex":0.000016148158,"about_ca_topic_score_gemma":0.000023051876,"teacher_disagreement_score":0.18583894,"about_ca_system_score_codex":0.00085848715,"about_ca_system_score_gemma":0.00086023664,"threshold_uncertainty_score":0.67562675},"labels":[],"label_agreement":null},{"id":"W4403596972","doi":"10.2196/56469","title":"Surveillance of Food and Waterborne Pathogens in North-East India: Protocol for a Laboratory-Based Sentinel Surveillance Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Salmonella and Campylobacter epidemiology","field":"Agricultural and Biological Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outbreak; Environmental health; Food safety; Medicine; Disease surveillance; Epidemiology; Antibiotic resistance; Veterinary medicine; Biology; Antibiotics; Pathology","score_opus":0.1821876369853791,"score_gpt":0.45520960858531934,"score_spread":0.27302197159994024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403596972","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47204483,0.0000030910624,8.0086977e-7,0.00022677857,0.0000035015948,0.527492,0.00017486163,0.00003579509,0.000018354971],"genre_scores_gemma":[0.4174696,1.18448376e-7,0.000012592185,0.000012835043,0.000077405355,0.5823949,0.00001656197,0.0000027394872,0.000013260575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965086,0.0012699254,0.0005225037,0.0006627009,0.0003777464,0.0006585291],"domain_scores_gemma":[0.998213,0.0010759782,0.00008879343,0.0001568121,0.00033262087,0.00013279342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034918473,0.00020219601,0.00042025742,0.00008230128,0.00011540319,0.0001090274,0.00034241108,0.00013769847,0.00004557176],"category_scores_gemma":[0.00027414,0.00008529638,0.000076332166,0.0012839718,0.00017104959,0.000088381734,0.0001493051,0.00033637285,0.0000075328107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005943985,0.0007566183,0.9683958,0.0006565195,0.000015743564,0.000022086713,0.0001374543,0.0000014982526,0.025768021,0.00004303313,0.0005811476,0.0030276629],"study_design_scores_gemma":[0.0012939691,0.0033250293,0.9687315,0.0002712547,4.9609207e-7,0.0000014843264,0.00012950445,0.00012579845,0.000902212,0.00013143098,0.024902632,0.00018466628],"about_ca_topic_score_codex":0.000040591847,"about_ca_topic_score_gemma":0.0019781163,"teacher_disagreement_score":0.054902907,"about_ca_system_score_codex":0.000038861333,"about_ca_system_score_gemma":0.00008363512,"threshold_uncertainty_score":0.34782854},"labels":[],"label_agreement":null},{"id":"W4403597476","doi":"10.2196/58720","title":"Toward a Clinical Decision Support System for Monitoring Therapeutic Antituberculosis Medical Drugs in Tanzania (Project TuberXpert): Protocol for an Algorithm' Development and Implementation","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Medicine; Clinical decision support system; Protocol (science); Population; Therapeutic drug monitoring; NONMEM; Tanzania; Rifampicin; Intensive care medicine; Tuberculosis; Decision support system; Drug; Dosing; Pharmacology; Alternative medicine; Computer science; Data mining; Pathology","score_opus":0.37237803020504484,"score_gpt":0.6432937813365872,"score_spread":0.27091575113154237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403597476","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005209036,0.0000154458,0.0034887972,0.0011115518,0.000037911246,0.9898527,0.000031199044,0.00015829214,0.000095056545],"genre_scores_gemma":[0.0040978976,0.000006136856,0.020861859,0.000080770915,0.0007288768,0.9740146,0.000062453226,0.00008223892,0.00006518679],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933669,0.0009843806,0.0015325779,0.0011466544,0.0016038687,0.0013656386],"domain_scores_gemma":[0.99565303,0.0025413018,0.00007612683,0.0004294701,0.00060375134,0.0006962927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016988471,0.00031292805,0.000782063,0.0008091039,0.00026746863,0.0002347302,0.0003665435,0.00045782176,0.00007329547],"category_scores_gemma":[0.0010044336,0.0002299814,0.00017664592,0.0007026533,0.00020890078,0.0003436687,0.00023629636,0.0009556079,0.000022610335],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004236087,0.00077699486,0.02083574,0.007207846,0.00015532899,0.00009110931,0.0012501805,1.7757357e-7,0.00044979138,0.00041994156,0.007484562,0.9570922],"study_design_scores_gemma":[0.02804951,0.019729119,0.033850837,0.01665197,0.00002364267,0.00027233694,0.00467169,0.024508942,0.007831673,0.00053621497,0.8631868,0.00068726536],"about_ca_topic_score_codex":0.00014526235,"about_ca_topic_score_gemma":0.000079327394,"teacher_disagreement_score":0.956405,"about_ca_system_score_codex":0.0006390949,"about_ca_system_score_gemma":0.0030099694,"threshold_uncertainty_score":0.9378369},"labels":[],"label_agreement":null},{"id":"W4403599501","doi":"10.2196/60790","title":"Web-Based Human Papillomavirus Education and Professional Skills Intervention for Health Care Providers: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Cancer Institute","keywords":"Preprint; Protocol (science); Intervention (counseling); Randomized controlled trial; Web application; Health care; Medicine; Medical education; Human papillomavirus; Nursing; Alternative medicine; World Wide Web; Computer science","score_opus":0.13176992462263884,"score_gpt":0.6279661538405581,"score_spread":0.4961962292179193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403599501","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001379683,0.00006309325,0.0002481584,0.004950598,0.000042750686,0.99343646,0.000041755207,0.00012582133,0.00095337763],"genre_scores_gemma":[0.0019601544,4.4446102e-7,0.00060033286,0.00024708788,0.0010208801,0.9909817,0.00013100664,0.000059974478,0.0049984455],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949967,0.0013707287,0.0010136168,0.0007078029,0.0011552306,0.00075589144],"domain_scores_gemma":[0.99567413,0.0018702562,0.0001547531,0.00034511066,0.0015400002,0.00041572645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072494075,0.00025294608,0.0012440312,0.00062033033,0.0005124244,0.00040451114,0.00018101232,0.0001966473,0.00064177974],"category_scores_gemma":[0.0016431687,0.00016497345,0.00069786835,0.00035172302,0.00031525557,0.00018060513,0.0000879393,0.00067903876,0.0000080791915],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82114565,0.0026272102,0.000011015426,0.029138928,0.00008835205,0.0000017035708,0.00041665748,1.0321069e-7,0.00019817,0.0012551412,0.033897188,0.11121985],"study_design_scores_gemma":[0.7267136,0.009366354,0.000029948473,0.005606795,0.000013851054,0.0000015159617,0.00019276272,0.00056546746,0.00029890143,0.001353664,0.2557374,0.00011971666],"about_ca_topic_score_codex":0.000040900475,"about_ca_topic_score_gemma":0.00005230991,"teacher_disagreement_score":0.22184022,"about_ca_system_score_codex":0.0005917042,"about_ca_system_score_gemma":0.006992482,"threshold_uncertainty_score":0.99863696},"labels":[],"label_agreement":null},{"id":"W4403624137","doi":"10.2196/63454","title":"Essential Coaching for Every Mother Tanzania (ECEM-TZ): Protocol for a Type 1 Hybrid Effectiveness-Implementation Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Toronto; Nova Scotia Health Authority; Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Preprint; Randomized controlled trial; Protocol (science); Coaching; Tanzania; Medicine; Psychology; Computer science; Alternative medicine; Geography; World Wide Web","score_opus":0.2819187711549338,"score_gpt":0.6825410736857965,"score_spread":0.40062230253086273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403624137","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021203137,0.0000075335947,0.018116938,0.0010199181,0.00019203247,0.9789703,0.00020183656,0.00031780353,0.0009616323],"genre_scores_gemma":[0.00069309626,0.0000017062044,0.0009864472,0.00023960343,0.002184433,0.9934833,0.00015072648,0.00014898455,0.0021116915],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.987171,0.007262367,0.0020528275,0.00091338984,0.00087558496,0.0017248107],"domain_scores_gemma":[0.97591877,0.021231655,0.00046756075,0.0005791144,0.001343582,0.00045930443],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.027752193,0.00035732877,0.0015104576,0.0005165582,0.0020921226,0.00016643514,0.00039583596,0.0003005138,0.00076376984],"category_scores_gemma":[0.0028692363,0.00026380943,0.0005088125,0.00056950835,0.00017732114,0.00026534678,0.00012774723,0.001205421,0.00022307328],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8995503,0.0004379217,0.000020437757,0.015562235,0.00010793566,0.0000015605324,0.00019758679,0.000002349799,0.0006073943,0.01818889,0.05901209,0.0063112704],"study_design_scores_gemma":[0.53842735,0.0014170209,0.0000093517365,0.0018436215,0.000015027525,6.2272596e-7,0.000077846016,0.0014069445,0.00014134006,0.005490665,0.4510355,0.00013469135],"about_ca_topic_score_codex":0.00009945689,"about_ca_topic_score_gemma":0.000038542177,"teacher_disagreement_score":0.3920234,"about_ca_system_score_codex":0.00055590144,"about_ca_system_score_gemma":0.005389099,"threshold_uncertainty_score":0.9999814},"labels":[],"label_agreement":null},{"id":"W4403685157","doi":"10.2196/58030","title":"Advancing Digital Education Technologies by Empowering Nurses With Point-of-Care Ultrasound: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Checklist; Content validity; Medicine; Medical education; Protocol (science); Construct validity; Multidisciplinary approach; Systematic review; Health care; Nursing; MEDLINE; Psychology; Alternative medicine; Patient satisfaction; Pathology; Psychometrics","score_opus":0.13421815649931,"score_gpt":0.6355005081833739,"score_spread":0.5012823516840639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403685157","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027247025,0.000010639926,0.0047300486,0.0005384701,0.000011387093,0.98994434,0.000056259083,0.00056506245,0.0014190642],"genre_scores_gemma":[0.011623653,2.113782e-7,0.04175632,0.00000858489,0.00007848905,0.9456311,0.00003954309,0.00007862073,0.00078346574],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99717194,0.00018443435,0.00062794064,0.000737884,0.0007183483,0.0005594788],"domain_scores_gemma":[0.9941936,0.0037056163,0.00011391506,0.00086942466,0.0009738892,0.00014354456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014917706,0.00023855487,0.0004257412,0.000352352,0.00019082779,0.0003072188,0.00042301745,0.00016441249,0.000050694875],"category_scores_gemma":[0.003496955,0.00016962663,0.00012202417,0.0011644583,0.00043327326,0.000414776,0.0001365781,0.0007892912,0.000018540844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036218432,0.011770558,0.025472436,0.014232025,0.0002734241,0.0000068621603,0.0041089505,0.0000014687749,0.061783645,0.0011588316,0.049556497,0.8280135],"study_design_scores_gemma":[0.002751179,0.016218238,0.0009975248,0.0077994247,0.00001904621,0.000033715776,0.039435003,0.000017828115,0.056655012,0.003437562,0.87233794,0.0002975342],"about_ca_topic_score_codex":0.000007243029,"about_ca_topic_score_gemma":0.0000057881757,"teacher_disagreement_score":0.82771593,"about_ca_system_score_codex":0.0002666476,"about_ca_system_score_gemma":0.0011032029,"threshold_uncertainty_score":0.6917173},"labels":[],"label_agreement":null},{"id":"W4403717854","doi":"10.2196/67629","title":"Correction: Outcomes of Patients With Early and Locally Advanced Lung Cancer: Protocol for the Italian Lung Cancer Observational Study (LUCENT)","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Observational study; Lung cancer; Cancer; Protocol (science); Medicine; Oncology; Alternative medicine; Computer science; Pathology; Internal medicine; World Wide Web","score_opus":0.14899347087107476,"score_gpt":0.5462909474847913,"score_spread":0.3972974766137166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403717854","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038470628,0.00013459366,0.000006193847,0.0017770934,0.0005940648,0.9960583,0.00047594885,0.00005702705,0.00051211106],"genre_scores_gemma":[0.00022788864,0.000012237713,0.000042360196,0.00007601894,0.00065851386,0.9268302,0.000105787614,0.00013684151,0.071910195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99522746,0.00017748703,0.00068924914,0.00097062666,0.0022385595,0.0006965938],"domain_scores_gemma":[0.99600184,0.0005177735,0.0003507244,0.000759016,0.0021361632,0.00023445782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059443095,0.000531648,0.0009136584,0.0002556169,0.00037388646,0.00020535423,0.0003599212,0.0002601061,0.0002585542],"category_scores_gemma":[0.00012306406,0.00029169174,0.00018604264,0.00064987165,0.000266362,0.00018856215,0.00024459948,0.0013642925,0.0000023160924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037099847,0.0017843685,0.50799024,0.0072258026,0.0012002017,0.000010594222,0.00036812044,0.0000084775465,4.1311867e-7,0.00001753526,0.4735245,0.0041597537],"study_design_scores_gemma":[0.010566722,0.0051718745,0.57309544,0.019241927,0.00019094527,5.7016035e-7,0.00007960704,0.00030586353,0.000014459915,0.000008673004,0.39109576,0.00022815117],"about_ca_topic_score_codex":0.0008513571,"about_ca_topic_score_gemma":0.0014306966,"teacher_disagreement_score":0.08242878,"about_ca_system_score_codex":0.0015512572,"about_ca_system_score_gemma":0.0033714413,"threshold_uncertainty_score":0.9999535},"labels":[],"label_agreement":null},{"id":"W4403751024","doi":"10.2196/59461","title":"Feasibility of a Mobile App–Based Cognitive-Behavioral Perinatal Skills Program: Protocol for Nonrandomized Pilot Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Preprint; Mobile apps; Protocol (science); Randomized controlled trial; mHealth; Cognition; Psychology; Computer science; Medicine; Psychological intervention; World Wide Web; Psychiatry; Alternative medicine","score_opus":0.35945815618189586,"score_gpt":0.6353674014326849,"score_spread":0.275909245250789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403751024","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05600712,0.000005094783,0.000042280266,0.00008489307,0.00002690712,0.9430548,0.0001764539,0.00025233717,0.00035012257],"genre_scores_gemma":[0.052086275,1.1743784e-7,0.0007088771,0.00001784599,0.00025414315,0.94561195,0.000041559633,0.00006224992,0.0012169981],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99588424,0.000627577,0.00086970616,0.0006799561,0.0010831181,0.0008553978],"domain_scores_gemma":[0.9976359,0.0008079182,0.00012224857,0.00046270023,0.0005899888,0.00038124077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030372194,0.00027706774,0.0007050548,0.00028979583,0.0001811074,0.00012791433,0.00023127582,0.00015952499,0.00056418765],"category_scores_gemma":[0.00025624735,0.00020753196,0.00031580427,0.00042882672,0.00039887425,0.0001565839,0.00011545406,0.00072844647,0.00004782147],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.86568326,0.023531571,0.0011643292,0.0925365,0.000036324556,0.00010770072,0.00023310161,3.2917183e-7,0.0008769369,0.00006448247,0.00028921108,0.015476268],"study_design_scores_gemma":[0.6130659,0.17042907,0.001049382,0.101348855,0.000026312291,0.00003235435,0.000057168367,0.00039677543,0.048034173,0.00020242669,0.064997435,0.00036016974],"about_ca_topic_score_codex":0.00003237761,"about_ca_topic_score_gemma":0.0000048303164,"teacher_disagreement_score":0.25261736,"about_ca_system_score_codex":0.00020586395,"about_ca_system_score_gemma":0.0011666445,"threshold_uncertainty_score":0.8462908},"labels":[],"label_agreement":null},{"id":"W4403756367","doi":"10.2196/59539","title":"Wearables and Smartphones for Tracking Modifiable Risk Factors in Metabolic Health: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Wearable computer; Protocol (science); Medicine; Computer science; Internet privacy; Gerontology; World Wide Web; Alternative medicine; Embedded system","score_opus":0.7543705994421785,"score_gpt":0.7510117622170058,"score_spread":0.003358837225172717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403756367","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1150368e-8,0.45845482,0.00006583348,0.00045301297,0.000021156426,0.54035,0.0004738876,0.000105677085,0.000075549324],"genre_scores_gemma":[9.509264e-10,0.48669112,0.0004825185,0.0001362657,0.00029996125,0.51152384,0.00009874974,0.00015559595,0.0006119376],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9846972,0.0050285496,0.0043235985,0.001785598,0.00078438804,0.0033806555],"domain_scores_gemma":[0.9885031,0.006765478,0.0016833703,0.0012273211,0.00072164694,0.0010990987],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018917855,0.00085126894,0.0045104166,0.0012464563,0.002725901,0.0001325381,0.0007715627,0.0009141168,0.00009911808],"category_scores_gemma":[0.0025047313,0.00061880733,0.00053296523,0.002013475,0.00017687486,0.00024632103,0.00039841875,0.0042879777,0.000115179],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006617087,0.00013328339,0.000016475647,0.6352772,0.000017964861,4.2351297e-7,0.00011840821,1.9770529e-7,3.36505e-8,0.0011148865,0.04482478,0.3184302],"study_design_scores_gemma":[0.0009689613,0.00028592796,0.0000015752987,0.47885013,0.000025270832,9.870696e-7,0.000030606665,0.000021539703,1.5741175e-7,0.000525843,0.5190728,0.00021624292],"about_ca_topic_score_codex":0.001029653,"about_ca_topic_score_gemma":0.00057841657,"teacher_disagreement_score":0.47424796,"about_ca_system_score_codex":0.00078770774,"about_ca_system_score_gemma":0.017362125,"threshold_uncertainty_score":0.99962634},"labels":[],"label_agreement":null},{"id":"W4403772483","doi":"10.2196/62847","title":"Remote Lifestyle Intervention to Reduce Postpartum Weight Retention: Protocol for a Community-Engaged Hybrid Type I Effectiveness-Implementation Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Intervention (counseling); Community-based participatory research; Medicine; Psychology; Medical education; Computer science; Nursing; Alternative medicine; World Wide Web; Participatory action research; Sociology","score_opus":0.19856478161938038,"score_gpt":0.5720040512920824,"score_spread":0.373439269672702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403772483","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00443623,0.000004418927,0.0023238664,0.002046014,0.000060020942,0.989781,0.000032813245,0.00018618346,0.0011294248],"genre_scores_gemma":[0.011962529,0.0000010965806,0.0009918353,0.00006612491,0.00042177792,0.9809811,0.00030089688,0.00006817691,0.005206468],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9734744,0.022721343,0.0009771865,0.00054232613,0.0014970789,0.0007876855],"domain_scores_gemma":[0.98888814,0.008377348,0.0001322866,0.000578568,0.0016320761,0.00039158916],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049322534,0.000277749,0.0010057437,0.0009237154,0.0009802278,0.00047820556,0.0003202627,0.00008822244,0.00042913508],"category_scores_gemma":[0.011472394,0.00020841882,0.0006330792,0.00084214093,0.00017029743,0.00029260805,0.00025643085,0.0021745998,0.0001971014],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9432903,0.0011037221,0.000008245968,0.009024689,0.00044585418,0.00003060058,0.00025674046,0.0000022981776,0.004636552,0.00091912184,0.024127552,0.016154353],"study_design_scores_gemma":[0.8684482,0.013424143,0.00021920419,0.007999368,0.000043538053,0.000005998067,0.00027898586,0.0011319756,0.0061811665,0.004062761,0.09801811,0.00018652152],"about_ca_topic_score_codex":0.00006042033,"about_ca_topic_score_gemma":0.000011451111,"teacher_disagreement_score":0.07484204,"about_ca_system_score_codex":0.00044438263,"about_ca_system_score_gemma":0.00057549676,"threshold_uncertainty_score":0.99685436},"labels":[],"label_agreement":null},{"id":"W4403782702","doi":"10.2196/60672","title":"Validation of the Nociception Level Index for the Detection of Nociception and Pain in Critically Ill Adults: Protocol for an Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Université Laval; Université de Montréal; Centre Hospitalier de l’Université de Montréal; McGill University; Jewish General Hospital","funders":"","keywords":"Nociception; Observational study; Medicine; Preprint; Pain management; Protocol (science); Psychology; Physical therapy; Alternative medicine; Computer science; Internal medicine","score_opus":0.4711593410818061,"score_gpt":0.5804139577507169,"score_spread":0.10925461666891079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403782702","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017330952,7.855184e-7,0.016702661,0.0017860968,0.000008192576,0.9640576,0.00006390025,0.000016939399,0.000032851833],"genre_scores_gemma":[0.19573095,7.404765e-8,0.00017947295,0.0002894123,0.00007087223,0.8036367,0.000020574962,0.000022142995,0.000049762206],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99777263,0.00065501867,0.00043591895,0.00030385857,0.00059544883,0.00023711292],"domain_scores_gemma":[0.98188883,0.0014456813,0.000079160134,0.0002390088,0.01630717,0.000040176146],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041367793,0.00011558315,0.00017641656,0.00025574642,0.00014618316,0.000047457088,0.00013515374,0.00010792012,0.000018033637],"category_scores_gemma":[0.014441401,0.00007300443,0.00008681288,0.0005571376,0.00025730903,0.00022348668,0.000054088916,0.00035150518,6.6781246e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036685716,0.0052012983,0.07410551,0.01943093,0.00021834573,0.0000022778888,0.0102065075,0.000036119567,0.26351103,0.0017618902,0.002880666,0.5859597],"study_design_scores_gemma":[0.020815227,0.034764465,0.7711004,0.013431335,0.000044774508,0.0000062121157,0.045697447,0.042285558,0.043303635,0.005614216,0.022600893,0.00033582503],"about_ca_topic_score_codex":0.000069168535,"about_ca_topic_score_gemma":0.00019271154,"teacher_disagreement_score":0.6969949,"about_ca_system_score_codex":0.00013141318,"about_ca_system_score_gemma":0.00028118587,"threshold_uncertainty_score":0.99386036},"labels":[],"label_agreement":null},{"id":"W4403783086","doi":"10.2196/62931","title":"Mixed Comparative Evaluation of a Training Program Dedicated to Cystic Fibrosis Reference Centers: Protocol for the Pilot Implementation of Shared Decision-Making in the Treatment of Diabetes in Adult Patients With Cystic Fibrosis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cystic fibrosis; Cystic fibrosis-related diabetes; Diabetes mellitus; Thematic analysis; Health care; Coaching; Family medicine; Focus group; Protocol (science); Qualitative research; Physical therapy; Internal medicine; Type 2 diabetes; Psychology; Alternative medicine; Pathology","score_opus":0.6938289177983552,"score_gpt":0.6591491550822758,"score_spread":0.03467976271607942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403783086","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17699005,0.000008593986,0.00006056884,0.00025921056,0.0000074193913,0.82233524,0.00029285115,0.000022250217,0.000023833118],"genre_scores_gemma":[0.47314668,1.6966978e-7,0.0025650952,0.000008200382,0.000008186904,0.5242054,0.00005139883,0.000014150431,7.506953e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9909387,0.004712002,0.0015145054,0.00041727306,0.0017913894,0.0006261043],"domain_scores_gemma":[0.98527354,0.010436842,0.0005282712,0.00077518454,0.0029140364,0.00007211095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003131245,0.00020521057,0.0004347636,0.00055118604,0.0003254523,0.000040293144,0.0006813889,0.00009736387,0.000075358315],"category_scores_gemma":[0.0011085379,0.000117661846,0.000056561545,0.0018285491,0.00016987899,0.00021175103,0.0001338805,0.00044523293,0.000004189228],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014480236,0.006142234,0.37127337,0.014430352,0.00015401262,5.5397436e-7,0.2826555,0.00046587933,0.0009944928,0.00051487685,0.0010073618,0.30788112],"study_design_scores_gemma":[0.018698495,0.0382889,0.7685337,0.071321145,0.00003720842,1.10438044e-7,0.07379779,0.024806026,0.00073038955,0.00085756794,0.0026609947,0.0002676756],"about_ca_topic_score_codex":0.0004825896,"about_ca_topic_score_gemma":0.002940092,"teacher_disagreement_score":0.3972603,"about_ca_system_score_codex":0.0007622157,"about_ca_system_score_gemma":0.0013875241,"threshold_uncertainty_score":0.47981107},"labels":[],"label_agreement":null},{"id":"W4403785525","doi":"10.2196/60763","title":"Sustainability of Interprofessional Education: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Sustainability; Protocol (science); Interprofessional education; Medical education; Computer science; Medicine; World Wide Web; Political science; Alternative medicine; Health care","score_opus":0.5864559672595652,"score_gpt":0.7948476299365209,"score_spread":0.20839166267695575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403785525","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4782645e-9,0.26327473,0.000024096888,0.0015251643,0.00020149598,0.732619,0.0000801509,0.000076631346,0.0021987315],"genre_scores_gemma":[3.4873633e-9,0.10837792,0.000321791,0.00028365685,0.0010672511,0.864573,0.00020217904,0.00013117549,0.025043046],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872372,0.006081875,0.0033201536,0.0010577769,0.0012780421,0.0010249146],"domain_scores_gemma":[0.987821,0.0025662945,0.0013289631,0.0013042799,0.006676435,0.0003030384],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007763122,0.00058897096,0.0022639274,0.0008674689,0.00092881656,0.00005663188,0.0011244036,0.0008898998,0.0025272132],"category_scores_gemma":[0.0030627782,0.00039852876,0.00069967867,0.0023147254,0.00028013907,0.00025556042,0.00082626863,0.0035178284,0.0006175906],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026035047,0.000438087,0.0000020602947,0.55762964,0.000022752987,4.4221431e-7,0.00014883332,4.2180215e-9,1.3007224e-7,0.0040245564,0.28044778,0.15702535],"study_design_scores_gemma":[0.00022651762,0.00019568323,2.593195e-7,0.4962504,0.00002422885,8.663227e-7,0.00026509925,8.112683e-7,2.492615e-7,0.00166729,0.5012039,0.00016469433],"about_ca_topic_score_codex":0.000027998696,"about_ca_topic_score_gemma":0.000041494397,"teacher_disagreement_score":0.22075614,"about_ca_system_score_codex":0.0020494545,"about_ca_system_score_gemma":0.202863,"threshold_uncertainty_score":0.99984664},"labels":[],"label_agreement":null},{"id":"W4403795123","doi":"10.2196/59894","title":"Over-the-Counter Hearing Aids Versus Traditional Hearing Aids in Patients With Mild-to-Moderate Hearing Loss: Protocol for a Noninferiority Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing Loss and Rehabilitation","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Audiologist; Randomization; Randomized controlled trial; Medicine; Hearing loss; Population; Audiology; Hearing aid; Clinical trial; Audiometry; Family medicine; Surgery; Internal medicine","score_opus":0.24660391530857198,"score_gpt":0.5020291171108534,"score_spread":0.25542520180228145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403795123","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26048046,3.8625097e-7,0.000254764,0.00030499048,0.00006919939,0.7384908,0.000017241227,0.000101469144,0.00028064044],"genre_scores_gemma":[0.20143792,5.97593e-8,0.00045233974,0.00006040303,0.00031264426,0.79749024,0.0000031919938,0.0000643181,0.00017889113],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926136,0.0020781138,0.0010722508,0.0011275687,0.0019596873,0.00114879],"domain_scores_gemma":[0.9917105,0.007031189,0.00011473433,0.0005286715,0.00035032292,0.00026457154],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007897377,0.00038630754,0.0011161272,0.0007126109,0.00070962147,0.0013191277,0.000488076,0.00018466526,0.00009016963],"category_scores_gemma":[0.0035925286,0.00024024755,0.00040735226,0.0011320234,0.0005015979,0.000695518,0.00021426722,0.001235526,0.000037974238],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9897959,0.0010140364,0.0007322488,0.00081751694,0.000043272652,0.000011626211,0.00081308116,0.00026456712,0.0021504236,0.00327362,0.00012912946,0.00095454016],"study_design_scores_gemma":[0.97098756,0.008581069,0.004128671,0.003435459,0.0000073091387,0.000001489958,0.000025986246,0.0069821365,0.0009580616,0.0013623685,0.0031743112,0.00035557855],"about_ca_topic_score_codex":0.00008327961,"about_ca_topic_score_gemma":0.000012996112,"teacher_disagreement_score":0.05904255,"about_ca_system_score_codex":0.00055645127,"about_ca_system_score_gemma":0.0007754268,"threshold_uncertainty_score":0.9997176},"labels":[],"label_agreement":null},{"id":"W4403836603","doi":"10.2196/65313","title":"Comparative- and Cost-Effectiveness Research Determining the Optimal Intervention for Advancing Transgender Women With HIV to Full Viral Suppression (Text Me, Alexis!): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Preprint; Protocol (science); Human immunodeficiency virus (HIV); Transgender women; Randomized controlled trial; Transgender; Medicine; Intervention (counseling); Alternative medicine; Family medicine; Psychology; Men who have sex with men; Computer science; World Wide Web; Nursing; Surgery; Pathology","score_opus":0.23219114114327102,"score_gpt":0.5973530178077685,"score_spread":0.3651618766644975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403836603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010777401,0.000009232976,0.03328368,0.0008771734,0.000011092119,0.9542076,0.00006676295,0.00008483852,0.00068220915],"genre_scores_gemma":[0.016586697,4.322415e-7,0.0014158433,0.000012570194,0.0003323439,0.97380644,0.000029927085,0.00008408299,0.0077316323],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98913133,0.0055896454,0.0009854194,0.00093308295,0.0016836998,0.001676795],"domain_scores_gemma":[0.98719305,0.00963333,0.0001042165,0.00049189606,0.0019562554,0.00062124076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027573043,0.00036721153,0.0015998821,0.0009923511,0.0009198613,0.0007736611,0.00043295568,0.00016951846,0.0002936926],"category_scores_gemma":[0.0031859584,0.00019841884,0.0005960872,0.0007637274,0.0007711643,0.00047467178,0.00022953562,0.0012932679,0.000025078152],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95423764,0.0015220498,0.00000992697,0.005336645,0.0004405189,0.000012321131,0.002336056,0.000016344857,0.008591716,0.00043372883,0.014970915,0.012092137],"study_design_scores_gemma":[0.8175042,0.06363578,0.000027034934,0.012596926,0.000024113891,0.000012367133,0.0011490486,0.021786707,0.004082753,0.00038812135,0.078583,0.00020992012],"about_ca_topic_score_codex":0.000009966742,"about_ca_topic_score_gemma":0.000024354425,"teacher_disagreement_score":0.13673341,"about_ca_system_score_codex":0.0005236335,"about_ca_system_score_gemma":0.000716333,"threshold_uncertainty_score":0.95563215},"labels":[],"label_agreement":null},{"id":"W4403853394","doi":"10.2196/58683","title":"Virtual Hospitals and Patient Experience: Protocol for a Mixed Methods Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Nursing; Patient experience; Protocol (science); Medicine; Focus group; Acute care; Observational study; Exploratory research; Alternative medicine","score_opus":0.5507162260999697,"score_gpt":0.6993542175257308,"score_spread":0.14863799142576106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403853394","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027769838,0.0000027603835,0.0009924362,0.0017385787,0.000015889414,0.9692413,0.0000145711265,0.00011324435,0.00011135726],"genre_scores_gemma":[0.0052936273,9.210655e-8,0.009273527,0.00020488126,0.00023797934,0.98456585,0.000018415541,0.00003734385,0.00036825382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99683076,0.00048775724,0.0006006979,0.00054164155,0.0009942652,0.0005448981],"domain_scores_gemma":[0.9981023,0.0007572883,0.000061986546,0.00029723492,0.0004947032,0.0002864792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00249898,0.00016782376,0.00027890402,0.0003162427,0.0002512007,0.0001465722,0.00010927577,0.00007480658,0.00028000367],"category_scores_gemma":[0.00064837025,0.00012409998,0.00005370649,0.00059416937,0.00013812732,0.0002400197,0.00013313178,0.00038824358,0.000011369115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002363531,0.0018897041,0.032026194,0.0037205955,0.000083608225,0.00006781165,0.017738326,2.6991864e-7,0.0037967048,0.0026393444,0.110966936,0.824707],"study_design_scores_gemma":[0.0067796353,0.032874715,0.072175175,0.0016402226,0.0000056841595,0.000019769452,0.01063088,0.00037322426,0.003575684,0.0007682256,0.87099475,0.00016205774],"about_ca_topic_score_codex":0.00002074874,"about_ca_topic_score_gemma":0.0000046139094,"teacher_disagreement_score":0.8245449,"about_ca_system_score_codex":0.0001326651,"about_ca_system_score_gemma":0.00056085153,"threshold_uncertainty_score":0.5060651},"labels":[],"label_agreement":null},{"id":"W4403895715","doi":"10.2196/58546","title":"Evaluating the Impacts of Community-Campus Engagement on Population Health in Ottawa and Thunder Bay, Canada: Protocol for a Mixed Methods Contribution Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Community Health and Development","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Bruyère; NOSM University; Université de Montréal","funders":"","keywords":"Preprint; Thunder; Bay; Protocol (science); Population health; Population; Community health; Environmental health; Geography; Medicine; Gerontology; Public health; Computer science; Nursing; Alternative medicine; World Wide Web; Archaeology","score_opus":0.5815202659901931,"score_gpt":0.735445057282953,"score_spread":0.15392479129275982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403895715","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0092819305,0.000007369514,0.0007436676,0.01201268,0.000014669229,0.9777276,0.000038679063,0.00003630702,0.00013709422],"genre_scores_gemma":[0.04608531,5.484042e-7,0.0020847847,0.0008606079,0.00004173414,0.9507526,0.00007053849,0.000021292912,0.00008254761],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9597575,0.036913913,0.0012457712,0.00024835413,0.0008498896,0.0009845874],"domain_scores_gemma":[0.9850995,0.012993213,0.0003243687,0.00070428173,0.00061441516,0.00026425222],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.07077324,0.00018027825,0.0005071047,0.0006710955,0.0029237343,0.000054988024,0.0003536245,0.00013938919,0.00006218029],"category_scores_gemma":[0.004074809,0.00012460427,0.000068625384,0.0018007196,0.000081647646,0.00009840046,0.00036691487,0.0030585667,0.0000020417094],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010110654,0.0021727595,0.11808107,0.063381806,0.0007525198,0.0000043928476,0.044308737,0.00037240298,0.000484986,0.04475628,0.08110977,0.6344646],"study_design_scores_gemma":[0.0054335063,0.0044943416,0.7643109,0.011777383,0.000013729096,6.109398e-7,0.0064841355,0.009471371,0.00007600809,0.0098142605,0.18787923,0.00024450914],"about_ca_topic_score_codex":0.2894512,"about_ca_topic_score_gemma":0.72070163,"teacher_disagreement_score":0.6462298,"about_ca_system_score_codex":0.0024971338,"about_ca_system_score_gemma":0.0071813045,"threshold_uncertainty_score":0.9992414},"labels":[],"label_agreement":null},{"id":"W4403912288","doi":"10.2196/53090","title":"A Real-Life Laboratory Setting for Clinical Practice, Education, and Research in Family Systems Care: Protocol for a Transformational Action Research Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Nursing; Feeling; Psychology; Medicine","score_opus":0.7720925028322347,"score_gpt":0.7626959770283297,"score_spread":0.009396525803905043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403912288","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004970224,0.000059218226,0.00007862703,0.0021801689,0.00037032808,0.98679656,0.00027506647,0.00013436936,0.0051354417],"genre_scores_gemma":[0.006543564,0.0000104109895,0.0005316692,0.00023104556,0.0018672637,0.98980135,0.00009284131,0.00010666417,0.000815214],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97192025,0.02019003,0.0020087205,0.001163007,0.0029315434,0.0017864746],"domain_scores_gemma":[0.9144259,0.04902679,0.00017218084,0.0006548308,0.035248794,0.00047147842],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06616613,0.00027495506,0.0004945503,0.002146719,0.00280211,0.00047539518,0.0005521552,0.0006641248,0.000018755087],"category_scores_gemma":[0.03257336,0.00024077443,0.000103128725,0.0030160935,0.0004939111,0.0010783103,0.00029300887,0.0057554967,0.00009677018],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008954589,0.0027146817,0.016461303,0.044634514,0.00009202348,0.000023878854,0.048618697,0.0000043265227,0.000284624,0.014223419,0.84848714,0.015500782],"study_design_scores_gemma":[0.0034951167,0.0048518362,0.004216078,0.015663749,0.0000032333012,0.0000013340514,0.24416982,0.00031763862,0.000009773129,0.00043420572,0.72665656,0.0001806818],"about_ca_topic_score_codex":0.000622623,"about_ca_topic_score_gemma":0.00019041706,"teacher_disagreement_score":0.19555113,"about_ca_system_score_codex":0.0014631659,"about_ca_system_score_gemma":0.017913334,"threshold_uncertainty_score":0.9984961},"labels":[],"label_agreement":null},{"id":"W4403912366","doi":"10.2196/63329","title":"Improvement of Motor Imagination and Manual Ability Through Virtual Reality and Selective and Nonselective Functional Electrical Stimulation: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Functional electrical stimulation; Preprint; Randomized controlled trial; Virtual reality; Protocol (science); Stimulation; Psychology; Physical medicine and rehabilitation; Medicine; Computer science; Human–computer interaction; Neuroscience; Alternative medicine; World Wide Web","score_opus":0.09400870130238276,"score_gpt":0.5266134751095773,"score_spread":0.4326047738071946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403912366","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017154064,0.000011794498,0.003064611,0.0007469272,0.000013747923,0.9786314,0.000024182067,0.00004625638,0.0003070187],"genre_scores_gemma":[0.05124139,0.0000012574801,0.0005430205,0.000019450808,0.00022187537,0.9474789,0.000008861791,0.000017652721,0.0004675696],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99685425,0.0008388069,0.00070282957,0.00058178103,0.00072191627,0.000300431],"domain_scores_gemma":[0.99215657,0.006297827,0.00012656812,0.00014683197,0.0011415873,0.0001306424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00458156,0.0001903459,0.000926837,0.00030062813,0.00016634342,0.0001040767,0.000036498015,0.00015333369,0.000042837823],"category_scores_gemma":[0.0032726352,0.00012872546,0.0002068486,0.00034675712,0.0006836426,0.00025699218,0.000051011943,0.00042578884,6.868836e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9745935,0.00079486636,0.00030528475,0.0014401942,0.00023973061,0.0000011781779,0.00046676004,0.0000012088516,0.009335657,0.0039604004,0.0008017075,0.0080595],"study_design_scores_gemma":[0.9497006,0.01766134,0.005454841,0.00056261104,0.000043194945,0.000010717601,0.00009551125,0.011433291,0.0019220235,0.010624694,0.002357401,0.00013378113],"about_ca_topic_score_codex":0.00002175598,"about_ca_topic_score_gemma":0.0000023329717,"teacher_disagreement_score":0.034087326,"about_ca_system_score_codex":0.00023622284,"about_ca_system_score_gemma":0.0006944078,"threshold_uncertainty_score":0.52492714},"labels":[],"label_agreement":null},{"id":"W4403912431","doi":"10.2196/59179","title":"Complete Lifestyle Medicine Intervention Program–Ontario: Implementation Protocol for a Rural Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Université Laval; Thornhill Medical (Canada); NOSM University","funders":"","keywords":"Preprint; Protocol (science); Intervention (counseling); Medicine; Medical education; Computer science; Alternative medicine; World Wide Web; Nursing","score_opus":0.6430323670973715,"score_gpt":0.7678379980949035,"score_spread":0.12480563099753195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403912431","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014220584,0.0000018318003,0.00010630934,0.0032391294,0.00006162719,0.99173343,0.000034104236,0.0004403129,0.0029612172],"genre_scores_gemma":[0.0015865903,1.4526039e-7,0.00048535567,0.00012201876,0.000833185,0.9882584,0.0000840164,0.000060669776,0.008569608],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99177575,0.0037946356,0.0013131854,0.00059428846,0.0011778538,0.0013442928],"domain_scores_gemma":[0.99583197,0.0021706584,0.0002909373,0.00050264446,0.0008835774,0.00032019473],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.012385274,0.0002512612,0.00040788515,0.0004996478,0.002110481,0.0001830713,0.00045750785,0.00020175478,0.009813224],"category_scores_gemma":[0.00036056928,0.00019159536,0.00011551531,0.00070295646,0.00016401493,0.00080779725,0.0003381987,0.0022693386,0.0010899302],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057206,0.0074875765,0.09898712,0.055943795,0.00019980142,0.000054779306,0.0671091,4.6298973e-7,0.00037662644,0.0043711453,0.552658,0.20709097],"study_design_scores_gemma":[0.008513436,0.014868407,0.04684934,0.011016764,0.000007992503,0.0000017072929,0.022991419,0.00011674397,0.0000051859993,0.0014897136,0.8939754,0.00016392127],"about_ca_topic_score_codex":0.0279798,"about_ca_topic_score_gemma":0.1534768,"teacher_disagreement_score":0.34131736,"about_ca_system_score_codex":0.0009116532,"about_ca_system_score_gemma":0.0012701914,"threshold_uncertainty_score":0.99968785},"labels":[],"label_agreement":null},{"id":"W4403912497","doi":"10.2196/57886","title":"The Implementation of the Advocacy Intervention for Midlife and Older Women Who Have Experienced Intimate Partner Violence: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Elder Abuse and Neglect","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; Université de Moncton; University of New Brunswick; St. Francis Xavier University; Dalhousie University","funders":"","keywords":"Domestic violence; Randomized controlled trial; Psychological intervention; Empowerment; Intervention (counseling); Focus group; Medicine; Abusive relationship; Poison control; Social support; Gerontology; Suicide prevention; Psychology; Nursing; Social psychology; Medical emergency","score_opus":0.11197634096522054,"score_gpt":0.5948235345694324,"score_spread":0.48284719360421186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403912497","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067444798,0.000009171418,0.00021306713,0.0009117935,0.000024577255,0.9918303,0.0000060855214,0.00002938786,0.00023117753],"genre_scores_gemma":[0.009377769,0.0000057080065,0.000029231482,0.000019902276,0.0002255174,0.9890308,0.0000011754638,0.000016481137,0.0012934308],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99547976,0.002194493,0.0006808948,0.0003007289,0.0007528928,0.0005912015],"domain_scores_gemma":[0.99598134,0.003107622,0.00019853353,0.00021702221,0.0004107379,0.00008475717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012060847,0.00012630492,0.00046356235,0.00009841775,0.0010944707,0.00055361213,0.00039970584,0.00008556371,0.00012780011],"category_scores_gemma":[0.001209806,0.000062420484,0.00034222577,0.00026767558,0.00076607417,0.0002462169,0.00010599537,0.000184124,0.0000012081406],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8855561,0.00020103717,0.000034500787,0.0007486437,0.000121283185,2.8957956e-7,0.055814262,2.164815e-7,0.00033597465,0.0063465675,0.005565864,0.04527526],"study_design_scores_gemma":[0.8744519,0.0012685445,0.000015496233,0.0033084173,0.000008080268,1.4754801e-7,0.01784232,0.00038686127,0.0027444104,0.013873967,0.085994266,0.00010563199],"about_ca_topic_score_codex":0.0001413572,"about_ca_topic_score_gemma":0.00023560722,"teacher_disagreement_score":0.0804284,"about_ca_system_score_codex":0.00011150773,"about_ca_system_score_gemma":0.0006424181,"threshold_uncertainty_score":0.8417895},"labels":[],"label_agreement":null},{"id":"W4403912561","doi":"10.2196/52282","title":"Differences in Messenger RNA Expression of Fibulin-1, Elastin, Matrix Metalloproteinase-1, Basic Fibroblast Growth Factor, and α-Smooth Muscle Actin Between the Ventral and Dorsal Tunica Dartos in Patients With Hypospadias and Chordee: Protocol for a Prospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urological Disorders and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hypospadias; Elastin; Chordee; Medicine; Penis; Biology; Anatomy; Cell biology; Internal medicine; Pathology; Urethra; Urethroplasty","score_opus":0.08767476895199004,"score_gpt":0.43422660397771085,"score_spread":0.3465518350257208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403912561","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5124589,0.0000061290616,0.00000173523,0.00008485873,5.894999e-7,0.48739022,0.000024732193,0.000011612536,0.000021171543],"genre_scores_gemma":[0.49740505,4.3609998e-7,0.000051893006,0.0000014480518,0.000008329131,0.50249326,0.0000035828798,0.000014668345,0.000021343232],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757004,0.00035463515,0.00035952145,0.00063847,0.00062658836,0.00045071857],"domain_scores_gemma":[0.9989258,0.00047338748,0.00008092093,0.00023235015,0.00014906298,0.00013849771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005707562,0.00025104996,0.0005061803,0.00021188933,0.00012642902,0.0001111801,0.00012639839,0.000111624715,0.000037361464],"category_scores_gemma":[0.00020851188,0.00013039776,0.00003470269,0.00039446008,0.00032763212,0.00018303281,0.00020292956,0.00053329364,6.568023e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034197865,0.0019361228,0.99003524,0.0009903345,0.00007487438,0.0000222088,0.0008874375,7.376287e-8,0.0007572581,0.000012289057,0.00002617768,0.0018381826],"study_design_scores_gemma":[0.010602042,0.013014631,0.97287065,0.0019437786,0.000016141008,6.3539244e-7,0.00017182945,0.000025903772,0.0008224028,0.00025881047,0.00014657066,0.0001265782],"about_ca_topic_score_codex":0.00009945105,"about_ca_topic_score_gemma":0.000052728545,"teacher_disagreement_score":0.017164579,"about_ca_system_score_codex":0.000050374532,"about_ca_system_score_gemma":0.00011111936,"threshold_uncertainty_score":0.5317467},"labels":[],"label_agreement":null},{"id":"W4403924012","doi":"10.2196/58917","title":"Just-In-Time Adaptive Interventions to Promote Behavioral Health: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health","keywords":"Preprint; Psychological intervention; Protocol (science); Peer review; Psychology; Computer science; Applied psychology; Medicine; Data science; Alternative medicine; World Wide Web; Psychiatry","score_opus":0.7420633747049462,"score_gpt":0.7495767072035,"score_spread":0.007513332498553793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403924012","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.529046e-9,0.2602367,0.000015606396,0.0005750758,0.00003862603,0.737338,0.00089390425,0.00017123287,0.00073084055],"genre_scores_gemma":[3.977453e-9,0.005490943,0.00030757935,0.00014274819,0.00014094557,0.9591379,0.00013675888,0.0003163482,0.034326777],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98506075,0.0043388996,0.005234133,0.0017908056,0.0013999526,0.0021754615],"domain_scores_gemma":[0.9951195,0.00044266283,0.0010681975,0.001974802,0.0005056307,0.00088921806],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0098351585,0.00092906493,0.0047597745,0.0019363252,0.00025113462,0.00046739037,0.0022447556,0.00048517037,0.0010080928],"category_scores_gemma":[0.0003397709,0.00071568857,0.0026099544,0.0029008067,0.0001597635,0.00023677204,0.0010328869,0.002279452,0.017189886],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093348404,0.0038623249,3.2912965e-8,0.7539341,0.00008751882,0.00005218637,0.0001453245,3.5499481e-9,6.8584622e-9,0.0011952182,0.14367977,0.0969502],"study_design_scores_gemma":[0.00041144656,0.006587827,6.685039e-8,0.51916116,0.000074166535,0.00004177858,0.00002118623,3.1480678e-7,6.1581545e-8,0.00017858873,0.4732608,0.00026262138],"about_ca_topic_score_codex":0.00006654622,"about_ca_topic_score_gemma":0.00008708032,"teacher_disagreement_score":0.32958102,"about_ca_system_score_codex":0.0027301705,"about_ca_system_score_gemma":0.0013739709,"threshold_uncertainty_score":0.9999051},"labels":[],"label_agreement":null},{"id":"W4403934319","doi":"10.2196/60817","title":"Improving Oral Health in Prisons (PriOH): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Randomized controlled trial; Medicine; Alternative medicine; Computer science; World Wide Web","score_opus":0.1932622909883666,"score_gpt":0.6007844956223009,"score_spread":0.4075222046339343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403934319","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011921953,0.000010114321,0.0017761466,0.00041090033,0.00008796701,0.99622256,0.00002993398,0.0002353737,0.0011077814],"genre_scores_gemma":[0.00039472536,2.4568237e-7,0.0003892495,0.00011569894,0.0004178859,0.99340594,0.000027177932,0.00007088282,0.005178179],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99240804,0.0029604272,0.001574804,0.00071866735,0.0010864438,0.0012516043],"domain_scores_gemma":[0.99665934,0.0019690003,0.00023039537,0.00043607043,0.00035400435,0.0003512131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015883664,0.00026501957,0.0013847445,0.00067810406,0.00029415617,0.0006815433,0.00040484205,0.00023726221,0.000352564],"category_scores_gemma":[0.002246128,0.00019761937,0.0004753774,0.00091566483,0.00016665834,0.00033370598,0.00015413259,0.0008860739,0.00018763421],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9262404,0.0006657857,0.000021466034,0.005101859,0.000023735374,0.000031340718,0.00011809081,0.0000010725283,0.000054636945,0.0031088723,0.023259394,0.04137335],"study_design_scores_gemma":[0.8309145,0.0018002965,0.000020071599,0.0024451877,0.0000021139879,0.000007124421,0.00006536836,0.0068570375,0.00006709541,0.0015070844,0.15616259,0.000151539],"about_ca_topic_score_codex":0.00024051844,"about_ca_topic_score_gemma":0.0009147072,"teacher_disagreement_score":0.1329032,"about_ca_system_score_codex":0.00061556854,"about_ca_system_score_gemma":0.0023652115,"threshold_uncertainty_score":0.8058684},"labels":[],"label_agreement":null},{"id":"W4403948332","doi":"10.2196/62704","title":"User-Oriented Requirements for Artificial Intelligence–Based Clinical Decision Support Systems in Sepsis: Protocol for a Multimethod Research Project","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Computer science; Clinical decision support system; Decision support system; Artificial intelligence; Engineering management; Engineering; Medicine; World Wide Web","score_opus":0.8495544795818509,"score_gpt":0.7512676529776379,"score_spread":0.09828682660421306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403948332","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003852624,0.000007724828,0.009698141,0.00073369895,0.00006500668,0.9885961,0.00009938885,0.00016377175,0.00025089926],"genre_scores_gemma":[0.0008621809,8.091778e-7,0.027882768,0.000054712462,0.00061367743,0.9695048,0.00008560483,0.00013232522,0.0008631714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9898735,0.0019942839,0.0020820275,0.0016747535,0.0026306396,0.0017447923],"domain_scores_gemma":[0.98710555,0.009089715,0.00012900843,0.0010874148,0.0021535817,0.0004347451],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.027627937,0.00038583885,0.00088318926,0.0019521564,0.0003688419,0.0005230411,0.00047899186,0.000488778,0.00015821678],"category_scores_gemma":[0.0060316273,0.00028417562,0.0004953159,0.002433053,0.0003521501,0.00025514627,0.0002370664,0.0013002496,0.0001439989],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06893236,0.03327918,0.022502802,0.024387382,0.00049554795,0.0007618381,0.00087517657,0.000044643384,0.0014699517,0.0067978785,0.33535138,0.50510186],"study_design_scores_gemma":[0.008391741,0.02363969,0.0009438793,0.022350824,0.000017032615,0.000007560397,0.0005238625,0.042797226,0.006639171,0.0016983973,0.89268243,0.00030820415],"about_ca_topic_score_codex":0.0001423324,"about_ca_topic_score_gemma":0.00006178871,"teacher_disagreement_score":0.557331,"about_ca_system_score_codex":0.0010603728,"about_ca_system_score_gemma":0.0036104578,"threshold_uncertainty_score":0.999961},"labels":[],"label_agreement":null},{"id":"W4403948601","doi":"10.2196/60004","title":"Examining Share plus—A Continuous Glucose Monitoring Plus Data-Sharing Intervention in Older Adults and Their Care Partners: Protocol for a Randomized Control Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Preprint; Protocol (science); Intervention (counseling); Randomized controlled trial; Medicine; Gerontology; Psychology; Computer science; Nursing; Alternative medicine; World Wide Web","score_opus":0.31940591508714,"score_gpt":0.5619912223478225,"score_spread":0.2425853072606825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403948601","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038145952,0.000055303703,0.00015205191,0.00009313406,0.000026067524,0.96111614,0.000025597501,0.00013619378,0.00024954855],"genre_scores_gemma":[0.31046602,2.8884952e-7,0.00006389857,0.0000056682193,0.00029478254,0.68872416,0.0000663944,0.000042441447,0.00033634744],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9967761,0.00047272647,0.00065321935,0.0009669646,0.0004972112,0.0006337912],"domain_scores_gemma":[0.99795955,0.0006720405,0.00010097499,0.0007621214,0.00035221697,0.00015306244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055611883,0.0002546308,0.0006979782,0.00056040805,0.00014037,0.0006828139,0.00043370927,0.00009593221,0.000072382776],"category_scores_gemma":[0.00086012454,0.0001902201,0.00009492481,0.00042883446,0.000086053136,0.000601098,0.0005365029,0.0005318749,0.0000108579525],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2601798,0.003985155,0.10692376,0.06572264,0.0007285769,0.00015620892,0.07824831,0.000013933058,0.00032855815,0.00011369394,0.0045258077,0.47907355],"study_design_scores_gemma":[0.7750932,0.004220759,0.021007355,0.076791875,0.00005526781,0.0000031994437,0.07425671,0.030718662,0.00058783696,0.00012182609,0.016700596,0.00044270811],"about_ca_topic_score_codex":0.00006136216,"about_ca_topic_score_gemma":0.000029598788,"teacher_disagreement_score":0.51491344,"about_ca_system_score_codex":0.00035277117,"about_ca_system_score_gemma":0.00018958436,"threshold_uncertainty_score":0.775695},"labels":[],"label_agreement":null},{"id":"W4403982121","doi":"10.2196/58340","title":"Effectiveness of Self-Management Programs Among Athletes With Patellofemoral Pain Syndrome: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Lower Extremity Biomechanics and Pathologies","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Patellofemoral pain syndrome; Medicine; Physical therapy; PsycINFO; Athletes; CINAHL; MEDLINE; Randomized controlled trial; Cochrane Library; Systematic review; Meta-analysis; Physical medicine and rehabilitation; Alternative medicine; Psychological intervention; Nursing; Surgery","score_opus":0.18020426544713664,"score_gpt":0.49027955959788044,"score_spread":0.3100752941507438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403982121","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1729087e-8,0.18933392,0.00014173653,0.0000013282017,0.0000058726064,0.8097259,0.0001241901,0.0005207092,0.00014637459],"genre_scores_gemma":[6.778784e-8,0.11165169,0.00070597464,0.0000012910812,0.00001927825,0.8871157,0.00012845642,0.00023765137,0.00013989603],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9933381,0.0024718377,0.0013067032,0.0008429271,0.0010690101,0.00097144046],"domain_scores_gemma":[0.9968658,0.0010473438,0.00030361558,0.0012680851,0.0003532046,0.00016192893],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011155449,0.00084475096,0.0036004575,0.0005964441,0.00009344608,0.00027955932,0.0011658209,0.00040462203,0.000023222743],"category_scores_gemma":[0.00015538413,0.0005030302,0.0007157302,0.0018412096,0.00014225903,0.00012686814,0.0003736206,0.0007539448,0.00005985297],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023799417,0.00024138983,4.598683e-7,0.9466296,0.00064518367,0.00020000554,0.00001813408,3.7730783e-7,2.6877768e-7,0.00014809138,0.0020541167,0.05003861],"study_design_scores_gemma":[0.00031708326,0.0012169624,8.8013635e-8,0.659104,0.00022966924,0.00002906319,0.0000064894325,0.00007300553,0.000002763386,0.00009337495,0.33856246,0.0003650623],"about_ca_topic_score_codex":0.0000013597103,"about_ca_topic_score_gemma":0.0000011637613,"teacher_disagreement_score":0.33650833,"about_ca_system_score_codex":0.00037846467,"about_ca_system_score_gemma":0.0001915713,"threshold_uncertainty_score":0.99974215},"labels":[],"label_agreement":null},{"id":"W4404050024","doi":"10.2196/58985","title":"Adaptive Just-in-Time Intervention to Reduce Everyday Stress Responses: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Preprint; Randomized controlled trial; Protocol (science); Intervention (counseling); Stress reduction; Psychology; Computer science; Medicine; Applied psychology; Alternative medicine; World Wide Web; Psychiatry","score_opus":0.2841992064941873,"score_gpt":0.6414932532671827,"score_spread":0.35729404677299537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404050024","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062647724,0.000004670126,0.0003544981,0.0012906054,0.00016553093,0.98734653,0.00018258885,0.00021684087,0.009812238],"genre_scores_gemma":[0.0029581164,1.505756e-8,0.00024277688,0.000041559444,0.00036964097,0.90940315,0.000014146344,0.0000882058,0.08688241],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98794025,0.006542704,0.0020625577,0.0010710399,0.0011160339,0.0012674404],"domain_scores_gemma":[0.9928953,0.005357359,0.00021960835,0.0006878028,0.0004531465,0.000386785],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.016228054,0.00035643994,0.0013465841,0.0014829944,0.00017396231,0.000635042,0.0008157705,0.00026519565,0.0020245686],"category_scores_gemma":[0.0025705767,0.00028174339,0.0010793357,0.0010741733,0.00027364728,0.0004095358,0.00030232736,0.0008311435,0.00212776],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93566453,0.005274483,0.0000018834218,0.0012979911,0.00018804545,0.00006574351,0.0007610187,0.0000012147043,0.000065453285,0.008501571,0.035986897,0.012191175],"study_design_scores_gemma":[0.9010035,0.0145873735,0.000015750393,0.016225334,0.000008808231,0.0000063202197,0.0002814913,0.00026075967,0.00052978157,0.0043551237,0.062471308,0.00025444932],"about_ca_topic_score_codex":0.0000896621,"about_ca_topic_score_gemma":0.000043374013,"teacher_disagreement_score":0.07794342,"about_ca_system_score_codex":0.0006766859,"about_ca_system_score_gemma":0.00042607842,"threshold_uncertainty_score":0.99996346},"labels":[],"label_agreement":null},{"id":"W4404066373","doi":"10.2196/52121","title":"Tailoring a Skills-Based Serostatus Disclosure Intervention for Transgender Women in South Africa: Protocol for a Usability and Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Usability; Preprint; Protocol (science); Transgender; Intervention (counseling); Psychology; Applied psychology; Medical education; Medicine; Computer science; Nursing; World Wide Web; Alternative medicine","score_opus":0.325130277538136,"score_gpt":0.5809697460336325,"score_spread":0.2558394684954965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404066373","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048848398,0.000003972095,0.0016925695,0.00030935984,0.000004346977,0.9486176,0.00023237876,0.0001019041,0.00018948498],"genre_scores_gemma":[0.20803364,2.6830348e-8,0.0002823681,0.0000032500288,0.00008336807,0.7880204,0.000016884618,0.00004577526,0.003514303],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99515957,0.00083254155,0.00075992086,0.0009971082,0.00087325537,0.001377606],"domain_scores_gemma":[0.99768,0.00059173134,0.000048930786,0.0005960192,0.00055126444,0.00053207297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00915106,0.00025478128,0.000483586,0.0006434923,0.00023868536,0.00034559207,0.0002337656,0.00013765617,0.0002711031],"category_scores_gemma":[0.0016471476,0.00019729121,0.00035169322,0.0009189025,0.00027786504,0.00031682922,0.00012516466,0.0008548986,0.000010208242],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08080985,0.08830818,0.46205276,0.16893415,0.00066881964,0.00016440602,0.088885635,0.000012391506,0.0076532247,0.0006054545,0.018500546,0.08340456],"study_design_scores_gemma":[0.13390811,0.30010062,0.19541977,0.037821647,0.000043339143,0.000011991346,0.033154435,0.018286055,0.0046624434,0.010358355,0.2649271,0.0013061353],"about_ca_topic_score_codex":0.000022395074,"about_ca_topic_score_gemma":0.00015436103,"teacher_disagreement_score":0.266633,"about_ca_system_score_codex":0.0008812583,"about_ca_system_score_gemma":0.0006312003,"threshold_uncertainty_score":0.8045302},"labels":[],"label_agreement":null},{"id":"W4404068928","doi":"10.2196/63598","title":"The Effect of Effort During a Resistance Exercise Session on Glycemic Control in Individuals Living With Prediabetes or Type 2 Diabetes: Protocol for a Crossover Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Okanagan College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Prediabetes; Glycemic; Medicine; Type 2 diabetes; Randomized controlled trial; Crossover study; Physical therapy; Session (web analytics); Resistance training; Aerobic exercise; Diabetes mellitus; Internal medicine; Alternative medicine; Placebo; Endocrinology","score_opus":0.04562508529181957,"score_gpt":0.4708110562811178,"score_spread":0.4251859709892982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404068928","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16585305,0.000016075843,0.0000025920287,0.00019331592,0.000027818467,0.8333589,0.0000046237315,0.00006900919,0.00047461406],"genre_scores_gemma":[0.10916132,0.0000010451458,0.000033489603,0.000011388811,0.00022134367,0.88574326,0.0000046626824,0.000058309,0.0047651906],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99566233,0.0009537636,0.0008788188,0.00051767105,0.0011410788,0.0008463227],"domain_scores_gemma":[0.9878792,0.0109221535,0.00024911654,0.0005190209,0.0003064609,0.0001240612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0102939755,0.00030574837,0.0015079548,0.00052150415,0.00025083893,0.0003719247,0.0002926068,0.00014377976,0.0000725726],"category_scores_gemma":[0.004355228,0.00013884771,0.0002736296,0.0008736564,0.00031960942,0.00022280219,0.000078949466,0.000538734,0.000011200616],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97854525,0.00047497413,0.005842872,0.010714294,0.00027616665,0.0000036738095,0.00025020345,0.0000054851403,0.00045989198,0.000051413892,0.0024742242,0.0009015804],"study_design_scores_gemma":[0.9235755,0.013121206,0.0010284717,0.053879447,0.00007671902,1.546376e-7,0.00003370908,0.0007004403,0.0021611946,0.00010634584,0.005159979,0.00015679533],"about_ca_topic_score_codex":0.0000017089686,"about_ca_topic_score_gemma":0.000004613023,"teacher_disagreement_score":0.056691732,"about_ca_system_score_codex":0.0001938868,"about_ca_system_score_gemma":0.0004905478,"threshold_uncertainty_score":0.56620455},"labels":[],"label_agreement":null},{"id":"W4404104317","doi":"10.2196/63063","title":"Efficacy and Safety of Murivenna Anal Infiltration Compared to Diltiazem Topical Application in Chronic Anal Fissure: Protocol for a Prospective, Randomized, Open-Label Clinical Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anorectal Disease Treatments and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Anal fissure; Randomized controlled trial; Diltiazem; Protocol (science); Open label; Clinical trial; Preprint; Physical therapy; Surgery; Computer science; Internal medicine; Alternative medicine; World Wide Web; Pathology","score_opus":0.33237456200615745,"score_gpt":0.6365290884397832,"score_spread":0.3041545264336257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404104317","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012084652,0.0000051040097,0.00076693884,0.0007123656,0.0000064816554,0.9858919,0.000030134797,0.000037302198,0.00046512656],"genre_scores_gemma":[0.045332905,7.752967e-7,0.00096315757,0.000029105799,0.00026959504,0.9529934,0.00003939188,0.000023518027,0.00034815958],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9969432,0.00057572743,0.0009641548,0.0006198848,0.0005233993,0.00037363466],"domain_scores_gemma":[0.99798477,0.0010531084,0.000095101226,0.00033982404,0.00024496022,0.00028223702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024312881,0.00018701129,0.0008679359,0.0002514531,0.00009974557,0.0001410259,0.00021891878,0.00014388115,0.000070098264],"category_scores_gemma":[0.0006917038,0.0001295806,0.00013327163,0.00057397987,0.00028780758,0.00016660728,0.00018645814,0.00039455233,0.000011530266],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95446867,0.003383299,0.0087821325,0.0014707112,0.0001440623,0.0000143571,0.00015660269,0.0000022316253,0.00040370348,0.0035658914,0.001090948,0.026517386],"study_design_scores_gemma":[0.8928654,0.010564657,0.05863731,0.0024439988,0.000026760195,0.0000029388887,0.000016555472,0.0040859682,0.00024915344,0.000766108,0.03019106,0.00015005887],"about_ca_topic_score_codex":0.000057682664,"about_ca_topic_score_gemma":0.000085578606,"teacher_disagreement_score":0.06160324,"about_ca_system_score_codex":0.00031777399,"about_ca_system_score_gemma":0.0009274421,"threshold_uncertainty_score":0.5284143},"labels":[],"label_agreement":null},{"id":"W4404182495","doi":"10.2196/60591","title":"Mesenchymal Stem Cell Therapy for Acute Myocardial Infarction: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mesenchymal stem cell research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Preprint; Mesenchymal stem cell; Protocol (science); Medicine; Stem-cell therapy; Myocardial infarction; Systematic review; MEDLINE; Intensive care medicine; Computer science; Internal medicine; Alternative medicine; World Wide Web; Pathology; Biology","score_opus":0.39455257257292853,"score_gpt":0.6037109330218258,"score_spread":0.20915836044889724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404182495","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003371446,0.000965072,0.00056141935,0.0040987106,0.0000033585814,0.9928503,0.00013604958,0.00014988282,0.0012318295],"genre_scores_gemma":[0.00005845856,0.000028770995,0.00070303044,0.00031264123,0.00021021032,0.97063446,0.000027295027,0.00010711746,0.027917996],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.992799,0.0013222412,0.0011967412,0.0012259751,0.002245463,0.0012105765],"domain_scores_gemma":[0.9944545,0.0018258533,0.00016823369,0.0013040756,0.0016403714,0.000606967],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0095740715,0.00048173426,0.0031035205,0.00097162585,0.00039029305,0.00058465695,0.00049669156,0.00026053973,0.0008553122],"category_scores_gemma":[0.00024776094,0.00029276998,0.0021601832,0.0025258276,0.00023655621,0.00028264217,0.00023023879,0.000838895,0.000092520284],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017595985,0.00044731208,0.00002271648,0.8686425,0.08559186,0.0000537581,0.00017000284,6.8523906e-7,0.0011807046,0.0005294547,0.041331794,0.00026957737],"study_design_scores_gemma":[0.013137575,0.020013258,0.000055998822,0.07023149,0.17512175,0.00018939181,0.00022856677,0.0024999196,0.008747499,0.00083225535,0.7075943,0.0013480021],"about_ca_topic_score_codex":0.000010862432,"about_ca_topic_score_gemma":0.0000029691491,"teacher_disagreement_score":0.7984111,"about_ca_system_score_codex":0.00023995544,"about_ca_system_score_gemma":0.00083049,"threshold_uncertainty_score":0.99995244},"labels":[],"label_agreement":null},{"id":"W4404212419","doi":"10.2196/64259","title":"Future Patient—Telerehabilitation of Patients With Atrial Fibrillation: Protocol for a Multicenter, Mixed Methods, Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Region Midtjylland; Snedkermester Sophus Jacobsen og Hustru Astrid Jacobsens Fond; Hjerteforeningen","keywords":"Telerehabilitation; Preprint; Medicine; Protocol (science); Randomized controlled trial; Atrial fibrillation; Physical therapy; Telemedicine; Alternative medicine; Health care; Computer science; Internal medicine; World Wide Web","score_opus":0.1397592433121211,"score_gpt":0.5558614627988929,"score_spread":0.41610221948677184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404212419","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027419871,0.00000686287,0.0015306107,0.001034136,0.00011384809,0.99418294,0.000018054267,0.000115150586,0.00025637998],"genre_scores_gemma":[0.0013359686,2.7215336e-7,0.018358756,0.000008055504,0.002634985,0.97707945,0.0000517106,0.000053918477,0.0004768949],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994022,0.0023250014,0.0013787562,0.0005159906,0.001334841,0.00042338923],"domain_scores_gemma":[0.9918799,0.0057410314,0.00037543327,0.0004073613,0.0014502759,0.00014600779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051463847,0.00027568344,0.001563775,0.00057414954,0.00014676987,0.0001449511,0.00012289791,0.00018188397,0.0002584687],"category_scores_gemma":[0.003309623,0.00016214147,0.0011258709,0.0006827056,0.0002123763,0.00028030816,0.00008108855,0.0002620722,0.000011976094],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95198613,0.0001008618,0.0014692497,0.0028741523,0.0004942691,0.0000012375436,0.0003437649,0.000016573224,0.0000471768,0.0014090396,0.0017053563,0.039552215],"study_design_scores_gemma":[0.74477494,0.0056808535,0.00057862984,0.0011616739,0.000069225585,1.7480224e-7,0.00008491334,0.0013172044,0.00013465351,0.00036977127,0.24569924,0.00012871424],"about_ca_topic_score_codex":0.000002686698,"about_ca_topic_score_gemma":0.0000011945608,"teacher_disagreement_score":0.2439939,"about_ca_system_score_codex":0.000120221484,"about_ca_system_score_gemma":0.00035504962,"threshold_uncertainty_score":0.6611937},"labels":[],"label_agreement":null},{"id":"W4404257252","doi":"10.2196/64575","title":"Transitional Care Support for Medicaid-Insured Patients With Serious Mental Illness: Protocol for a Type I Hybrid Effectiveness-Implementation Stepped-Wedge Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; Agency for Healthcare Research and Quality","keywords":"Randomized controlled trial; Protocol (science); Medicaid; Medicine; Mental illness; Mental health; Cluster randomised controlled trial; Cluster (spacecraft); Physical therapy; Nursing; Psychiatry; Health care; Computer science; Alternative medicine; Computer network; Surgery","score_opus":0.08101816147608408,"score_gpt":0.5281985173080166,"score_spread":0.4471803558319325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404257252","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009389747,0.000005447282,0.0005148495,0.0005307889,0.00004827164,0.98858166,0.0006925191,0.00013160885,0.00010511026],"genre_scores_gemma":[0.026057547,3.928538e-7,0.0008183789,0.000036025325,0.00040162323,0.97034276,0.0020030616,0.00010203525,0.00023817038],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99411845,0.0013500786,0.0007670069,0.0007694562,0.0020798643,0.00091514393],"domain_scores_gemma":[0.99492383,0.0024292583,0.000115855044,0.00033874085,0.0017653669,0.00042697007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037291972,0.0003899026,0.0013181339,0.00048278586,0.00042889922,0.0002513664,0.00018460587,0.0001283499,0.00041373482],"category_scores_gemma":[0.0005046064,0.00023373473,0.0005639105,0.00037991168,0.0002967576,0.00025241514,0.000056124856,0.00040698046,0.00003456743],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97453856,0.001799797,0.00018373683,0.0051347422,0.0010339023,0.000053336593,0.00039952184,7.26983e-7,0.00009383357,0.00020052514,0.005483958,0.011077334],"study_design_scores_gemma":[0.94128126,0.025893923,0.0002791547,0.0020294357,0.000102951926,0.000011919899,0.00015860531,0.00023490477,0.0016194091,0.0003145074,0.027833387,0.00024055895],"about_ca_topic_score_codex":0.000012846214,"about_ca_topic_score_gemma":0.000030831146,"teacher_disagreement_score":0.033257343,"about_ca_system_score_codex":0.0006585003,"about_ca_system_score_gemma":0.0030000475,"threshold_uncertainty_score":0.9531425},"labels":[],"label_agreement":null},{"id":"W4404262095","doi":"10.2196/58780","title":"Bystander Response and Out-of-Hospital Cardiac Arrest Outcomes (Bro. Study) in 3 Gulf Countries: Protocol for a Prospective, Observational, International Collaboration Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"United Arab Emirates University","keywords":"Medicine; Observational study; Chain of survival; Psychological intervention; Emergency medicine; Bystander effect; Cardiopulmonary resuscitation; Context (archaeology); Return of spontaneous circulation; Automated external defibrillator; Medical emergency; Emergency medical services; Basic life support; Resuscitation; Internal medicine; Nursing","score_opus":0.18075784624561908,"score_gpt":0.5570103759185902,"score_spread":0.37625252967297107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404262095","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10693457,0.0000024965568,0.00003380308,0.0016016745,0.00028124367,0.890778,0.00008446503,0.00005842362,0.00022532837],"genre_scores_gemma":[0.11659171,2.801238e-7,0.000118577795,0.000010398683,0.00029913898,0.8823145,0.000018171602,0.00003781028,0.0006094275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99632895,0.0005798353,0.0006338963,0.00060047774,0.0015205452,0.00033631537],"domain_scores_gemma":[0.99666375,0.001146288,0.000095097064,0.00033647823,0.0016494081,0.000109008666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039850073,0.00021049492,0.00046076777,0.0005699633,0.00014614534,0.0003133857,0.00015348199,0.00010977774,0.000027921187],"category_scores_gemma":[0.0011406452,0.00016441938,0.00010565898,0.0008207491,0.00018407521,0.0004404445,0.00013109451,0.00038299005,0.000009925669],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015353067,0.003658036,0.95981073,0.0010798594,0.00028386572,0.00005140639,0.011578407,0.0000062314243,0.000469411,0.00068428705,0.006783437,0.00024127665],"study_design_scores_gemma":[0.009130084,0.0054567335,0.8568586,0.0013910503,0.000012293239,1.4655716e-7,0.008468822,0.00010468848,0.00011171458,0.00035582294,0.11794073,0.00016929705],"about_ca_topic_score_codex":0.000019088617,"about_ca_topic_score_gemma":0.00008832084,"teacher_disagreement_score":0.1111573,"about_ca_system_score_codex":0.0004804572,"about_ca_system_score_gemma":0.0011214935,"threshold_uncertainty_score":0.67048275},"labels":[],"label_agreement":null},{"id":"W4404263646","doi":"10.2196/58563","title":"Trajectories of Change, Illness Understanding, and Parental Worries in Children and Adolescents Undergoing Internet-Delivered Cognitive-Behavioral Therapy for Functional Abdominal Pain Disorders: Protocol for a Single-Case Design and Explorative Pilot Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive behavioral therapy; Preprint; Clinical psychology; Psychology; Cognition; Protocol (science); The Internet; Medicine; Psychotherapist; Psychiatry; Alternative medicine","score_opus":0.5928670958484884,"score_gpt":0.5200507017996052,"score_spread":0.07281639404888318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404263646","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08796292,0.000026294127,0.035714306,0.0000443802,0.0000032892349,0.876138,0.000032129406,0.00007516511,0.0000035721873],"genre_scores_gemma":[0.48556566,0.0000029075923,0.0003382152,0.0000054681595,0.000041831652,0.5140068,0.0000083914965,0.000023438486,0.0000072696694],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9976555,0.0006845571,0.0003384735,0.00055097777,0.00038985923,0.0003806281],"domain_scores_gemma":[0.9986449,0.00092049513,0.00008019818,0.00010866188,0.00014265851,0.000103081176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024875044,0.00023816962,0.00032785232,0.00056111073,0.00016495754,0.00018153139,0.00006925727,0.000063030595,0.00000635356],"category_scores_gemma":[0.00020046205,0.0002031885,0.00003491889,0.00034723346,0.00040601884,0.0003920016,0.00012717018,0.0002599341,9.6148106e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0750825,0.011786919,0.82065314,0.0070504504,0.00026174609,0.00013383027,0.013328403,2.2066733e-7,0.00073553296,0.00021797893,0.0009914936,0.069757774],"study_design_scores_gemma":[0.1168766,0.39275384,0.3316723,0.044211753,0.00016788855,0.00026560298,0.093616724,0.003934964,0.0022220467,0.012193196,0.0003909052,0.0016941562],"about_ca_topic_score_codex":0.00006452344,"about_ca_topic_score_gemma":0.00015413536,"teacher_disagreement_score":0.48898083,"about_ca_system_score_codex":0.00019703995,"about_ca_system_score_gemma":0.00011890239,"threshold_uncertainty_score":0.82857865},"labels":[],"label_agreement":null},{"id":"W4404270432","doi":"10.2196/53447","title":"Using a Device-Free Wi-Fi Sensing System to Assess Daily Activities and Mobility in Low-Income Older Adults: Protocol for a Feasibility Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Socioeconomic status; Activities of daily living; Dementia; Cognition; Ethnic group; Gerontology; Computer science; Applied psychology; Medicine; Psychology; Population; Physical therapy; Environmental health","score_opus":0.4137093278713815,"score_gpt":0.5620594048493872,"score_spread":0.14835007697800573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404270432","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112289995,0.0000013376297,0.033429593,0.0001129829,0.000025690722,0.85362345,0.00003825657,0.00039904955,0.00007967805],"genre_scores_gemma":[0.33170563,4.1983776e-9,0.0024450172,0.000009448276,0.00008913486,0.665683,5.2671993e-7,0.000035279365,0.000031978863],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99188673,0.0027130437,0.00091709464,0.0019040008,0.0015125832,0.0010665654],"domain_scores_gemma":[0.994623,0.002062015,0.00013963612,0.0019800407,0.0008355429,0.00035976025],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009546069,0.00040559567,0.00069655053,0.00089473603,0.00041254004,0.0024764787,0.001276984,0.00017943517,0.0000061506894],"category_scores_gemma":[0.0007095592,0.000367141,0.00012621252,0.0020836797,0.00014120548,0.002089926,0.0019348793,0.0008121236,0.000014673066],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013822787,0.027350072,0.17672394,0.27216005,0.0005414051,0.0019472458,0.08964106,0.00013307304,0.014915435,0.0021067453,0.0022152285,0.39844295],"study_design_scores_gemma":[0.0420075,0.012606585,0.11119907,0.25108907,0.000018310506,0.00052493083,0.038045734,0.516348,0.01135383,0.0019702592,0.010967958,0.003868728],"about_ca_topic_score_codex":0.00043668598,"about_ca_topic_score_gemma":0.0010854997,"teacher_disagreement_score":0.51621497,"about_ca_system_score_codex":0.0014644621,"about_ca_system_score_gemma":0.0009688778,"threshold_uncertainty_score":0.99987805},"labels":[],"label_agreement":null},{"id":"W4404274459","doi":"10.2196/62865","title":"Exploring the Credibility of Large Language Models for Mental Health Support: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mental Health via Writing","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Mannheim","keywords":"Preprint; Protocol (science); Mental health; Credibility; Computer science; Psychology; Data science; Applied psychology; Medicine; World Wide Web; Alternative medicine; Psychiatry; Political science","score_opus":0.8629201304989632,"score_gpt":0.7571645648713037,"score_spread":0.10575556562765953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404274459","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.682908e-9,0.31320995,0.00006851628,0.00048058238,0.000038252863,0.68438333,0.0012093416,0.00008118935,0.0005288638],"genre_scores_gemma":[1.192172e-8,0.138971,0.0003853705,0.00020429814,0.00048183088,0.8586517,0.0002118831,0.00021670289,0.00087719876],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888711,0.0031222485,0.003118478,0.0014548476,0.0012030441,0.0022302775],"domain_scores_gemma":[0.9945808,0.0017380742,0.0010641034,0.0018829012,0.00035175134,0.0003823456],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.024875002,0.00063981,0.0028076288,0.00040285554,0.00067010336,0.00011243139,0.0014323023,0.00025135843,0.000475231],"category_scores_gemma":[0.00040788593,0.00041876684,0.0010468788,0.0009818043,0.00020739666,0.00027194782,0.0007394466,0.0016968362,0.00012911357],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015367377,0.00035629206,1.4294216e-7,0.6323611,0.00004963525,0.0000030271235,0.0010079886,1.4083742e-8,1.0952539e-7,0.0016077235,0.054153316,0.310307],"study_design_scores_gemma":[0.0008374706,0.0010924062,5.7235805e-8,0.47905597,0.0000142044255,0.000011262954,0.00022194753,0.0000101396745,0.0000014477528,0.00012066913,0.5184738,0.00016063958],"about_ca_topic_score_codex":0.000044032204,"about_ca_topic_score_gemma":0.000043674383,"teacher_disagreement_score":0.46432048,"about_ca_system_score_codex":0.0008197108,"about_ca_system_score_gemma":0.0032027613,"threshold_uncertainty_score":0.99982643},"labels":[],"label_agreement":null},{"id":"W4404292957","doi":"10.2196/65099","title":"Research Participants’ Engagement and Retention in Digital Health Interventions Research: Protocol for Mixed Methods Systematic Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Preprint; Psychological intervention; Protocol (science); Digital health; Psychology; Computer science; Medical education; Applied psychology; Medicine; Health care; Alternative medicine; World Wide Web; Nursing; Political science","score_opus":0.8596680708871423,"score_gpt":0.7792970293814577,"score_spread":0.08037104150568453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404292957","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018904686,0.0010110659,0.0010525438,0.0065726256,0.00006767964,0.98706806,0.0001355398,0.00016534857,0.0039082626],"genre_scores_gemma":[0.0012070752,0.00000726187,0.0011984527,0.000064103006,0.00009564627,0.98549527,0.000040602896,0.00010495202,0.011786663],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96677047,0.022856535,0.0030957554,0.0016072821,0.0023824945,0.0032874565],"domain_scores_gemma":[0.9908917,0.0057815984,0.00020216354,0.0012749616,0.0011594732,0.00069009076],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.121385686,0.00030697417,0.00093463925,0.0023094302,0.0008377225,0.0013745002,0.000896773,0.00019636187,0.00043788657],"category_scores_gemma":[0.0058470187,0.00026086465,0.00040163557,0.0034874524,0.00073238136,0.00082323176,0.0010497408,0.002858226,0.0008344586],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032717595,0.0024194936,0.000019913652,0.76299965,0.00008085654,0.000037465543,0.0007688699,6.606016e-8,0.000011198513,0.055814024,0.14309259,0.034428667],"study_design_scores_gemma":[0.0016080856,0.007598762,0.00021202966,0.8211983,0.000006448769,0.000022937036,0.0022607616,0.00013645522,0.000053524724,0.023107544,0.14356135,0.00023380332],"about_ca_topic_score_codex":0.00012147172,"about_ca_topic_score_gemma":0.00013456038,"teacher_disagreement_score":0.11553867,"about_ca_system_score_codex":0.0013281048,"about_ca_system_score_gemma":0.0006264621,"threshold_uncertainty_score":0.9999844},"labels":[],"label_agreement":null},{"id":"W4404296055","doi":"10.2196/60084","title":"Co-Designing a Consumer-Focused Digital Reporting Health Platform to Improve Adverse Medicine Event Reporting: Protocol for a Multimethod Research Project (the ReMedi Project)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Preprint; Protocol (science); Digital health; Event (particle physics); Alternative medicine; Medicine; Medical education; Computer science; Health care; World Wide Web","score_opus":0.7818341891324926,"score_gpt":0.7425506274433157,"score_spread":0.039283561689176905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404296055","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045429912,0.00001457493,0.00078273047,0.0060335896,0.00013302332,0.987235,0.00015921921,0.00055050233,0.0046370593],"genre_scores_gemma":[0.0027888033,0.0000034961217,0.0014795524,0.0005119274,0.0015030372,0.9870567,0.000066375964,0.00015619947,0.0064339363],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98569536,0.002604275,0.0045583253,0.0017909268,0.0022427826,0.0031083203],"domain_scores_gemma":[0.9879868,0.0063868966,0.0021954568,0.0010208222,0.0015992633,0.0008107771],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.061486404,0.00058969157,0.00097147835,0.0014910415,0.0027058572,0.00039903977,0.0010441489,0.000444803,0.0002433568],"category_scores_gemma":[0.019849477,0.00040970108,0.00039104017,0.0031650094,0.0010957054,0.00083261955,0.0004391918,0.005858528,0.00020324807],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071405414,0.0016129349,0.0013046465,0.007274447,0.00046820112,0.0008037891,0.011069848,0.00006388709,0.1317135,0.00039585834,0.6917371,0.14641523],"study_design_scores_gemma":[0.0049000564,0.0029287632,0.0000541742,0.0037846698,0.000015054236,0.00014730176,0.0025640924,0.0040456313,0.029607223,0.00047344304,0.9510569,0.00042270578],"about_ca_topic_score_codex":0.0002682528,"about_ca_topic_score_gemma":0.000030643732,"teacher_disagreement_score":0.25931975,"about_ca_system_score_codex":0.0013000017,"about_ca_system_score_gemma":0.007612073,"threshold_uncertainty_score":0.9998355},"labels":[],"label_agreement":null},{"id":"W4404298115","doi":"10.2196/58734","title":"Virtual Reality–Applied Home-Visit Rehabilitation for Patients With Chronic Pain: Protocol for Single-Arm Pre-Post Comparison Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Rehabilitation; Protocol (science); Virtual reality; Physical therapy; Medicine; Physical medicine and rehabilitation; Chronic pain; Psychology; Computer science; Human–computer interaction; World Wide Web; Alternative medicine","score_opus":0.14614986338439187,"score_gpt":0.5229281314372896,"score_spread":0.3767782680528977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404298115","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015767604,8.2996206e-7,0.012198302,0.0007115438,0.0000059089484,0.98415464,0.000049370767,0.0007574265,0.000545201],"genre_scores_gemma":[0.05984459,3.2947323e-8,0.0035551384,0.0000392334,0.00041181865,0.9354638,0.00014963797,0.00012508918,0.00041064408],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99474174,0.00072290417,0.00081010564,0.0010790178,0.001708584,0.0009376226],"domain_scores_gemma":[0.99488693,0.0025679562,0.0001618207,0.0009352675,0.0012161285,0.00023190961],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007549539,0.000355074,0.00057197094,0.00076385617,0.00030155014,0.00032452503,0.0004339016,0.00017843276,0.000050355986],"category_scores_gemma":[0.0011959908,0.00027770177,0.000143002,0.0010220114,0.00022386127,0.00027066417,0.00021999302,0.0006164888,0.00001630505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07559223,0.07902226,0.14823295,0.07307333,0.00068191765,0.00003072811,0.0050592017,0.000038974555,0.00274901,0.0035015722,0.3775852,0.23443262],"study_design_scores_gemma":[0.025931703,0.3678856,0.041174438,0.0061476505,0.000057791032,7.523035e-7,0.0007908175,0.0037291292,0.00045354024,0.0015552342,0.5515818,0.00069156947],"about_ca_topic_score_codex":0.000020008842,"about_ca_topic_score_gemma":0.00003105037,"teacher_disagreement_score":0.28886333,"about_ca_system_score_codex":0.0011779508,"about_ca_system_score_gemma":0.0005699123,"threshold_uncertainty_score":0.9999675},"labels":[],"label_agreement":null},{"id":"W4404304905","doi":"10.2196/59329","title":"Collaborative Care to Improve Quality of Life for Anxiety and Depression in Posttraumatic Epilepsy (CoCarePTE): Protocol for a Randomized Hybrid Effectiveness-Implementation Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Epilepsy research and treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Collaborative Care; Randomized controlled trial; Anxiety; Psychological intervention; Medicine; Intervention (counseling); Epilepsy; Quality of life (healthcare); Psychiatry; Mental health; Nursing","score_opus":0.15146696552458683,"score_gpt":0.5972501944624,"score_spread":0.4457832289378132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404304905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054234117,0.000018050257,0.0006037858,0.00023278772,0.000011414987,0.9442705,0.0004734979,0.000040760908,0.00011509098],"genre_scores_gemma":[0.12250024,9.200672e-7,0.0013166531,0.000015049867,0.00013228167,0.8758651,0.00009573217,0.000043024793,0.000030977215],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99461085,0.0021137488,0.000949057,0.00075439265,0.00092303095,0.0006489056],"domain_scores_gemma":[0.99328357,0.0042138766,0.00013266559,0.0003985107,0.0015758548,0.00039554876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075177206,0.00025406032,0.0010821719,0.0004944437,0.00014989091,0.0001403647,0.0001344874,0.00011101048,0.00003093958],"category_scores_gemma":[0.003768634,0.00017791067,0.00025176172,0.00064565626,0.0001938397,0.0001845058,0.00012645176,0.00032248936,0.0000035311893],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.924062,0.0008700989,0.00812598,0.028540445,0.0001808088,0.000008066689,0.0014449845,0.0000014351733,0.0068352395,0.00031357692,0.0008046712,0.028812706],"study_design_scores_gemma":[0.9002717,0.015244428,0.0067844708,0.0069941785,0.000019850624,0.0000017449865,0.0017144695,0.00028275544,0.06368942,0.0012572039,0.0035263503,0.00021340737],"about_ca_topic_score_codex":0.00013315685,"about_ca_topic_score_gemma":0.00008134508,"teacher_disagreement_score":0.068405375,"about_ca_system_score_codex":0.00040861624,"about_ca_system_score_gemma":0.0015457881,"threshold_uncertainty_score":0.7254987},"labels":[],"label_agreement":null},{"id":"W4404308106","doi":"10.2196/54221","title":"Cognitive Training for Emotion-Related Impulsivity and Rumination: Protocol for a Pilot Randomized Waitlist-Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council","keywords":"Rumination; Preprint; Impulsivity; Randomized controlled trial; Psychology; Cognition; Clinical psychology; Psychotherapist; Medicine; Computer science; Psychiatry; World Wide Web","score_opus":0.3352172685890084,"score_gpt":0.5943659639894932,"score_spread":0.25914869540048474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404308106","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045377793,0.000047892117,0.009663209,0.000618794,0.00015883277,0.9814374,0.00018256057,0.00032039662,0.0071171746],"genre_scores_gemma":[0.017843502,0.000005984444,0.0005062455,0.000037843995,0.0009898616,0.9723127,0.00007181113,0.00013687472,0.00809521],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99329185,0.0022273236,0.001098915,0.0014286274,0.00083502993,0.0011182199],"domain_scores_gemma":[0.98147386,0.015660068,0.00032833405,0.00034791254,0.0018930653,0.0002967634],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00918085,0.00049038435,0.0012169146,0.001256099,0.0007056281,0.0006404206,0.00033709538,0.0003576425,0.00089952094],"category_scores_gemma":[0.009554559,0.00037067523,0.0005112039,0.0014326365,0.000737917,0.00044950916,0.000118140815,0.00073090295,0.000092463226],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82065535,0.0022347874,0.00003234841,0.0011989676,0.0006687253,0.000010260371,0.002951951,1.2282355e-7,0.00005707534,0.0048362925,0.007811722,0.15954238],"study_design_scores_gemma":[0.8825227,0.008196694,0.00010972525,0.002361698,0.000064520056,0.000012991435,0.00091451994,0.0005119703,0.00013533563,0.023787435,0.081013985,0.00036841104],"about_ca_topic_score_codex":0.000014437216,"about_ca_topic_score_gemma":0.0000039597876,"teacher_disagreement_score":0.15917398,"about_ca_system_score_codex":0.00015354807,"about_ca_system_score_gemma":0.00051205215,"threshold_uncertainty_score":0.99987453},"labels":[],"label_agreement":null},{"id":"W4404308818","doi":"10.2196/64358","title":"Neighborhoods, Networks, and HIV Care Among Men Who Have Sex With Men: Proposal for a Longitudinal Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Men who have sex with men; Gerontology; Ethnic group; Poverty; Stigma (botany); Intersectionality; Social network (sociolinguistics); Psychology; Medicine; Sociology; Human immunodeficiency virus (HIV); Gender studies; Political science; Psychiatry; Family medicine; Social media","score_opus":0.11027052470639176,"score_gpt":0.5088503629474436,"score_spread":0.3985798382410518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404308818","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030736665,0.00016313842,0.002418748,0.0013089372,0.000002055204,0.94790524,0.00008371958,0.00018304175,0.04486148],"genre_scores_gemma":[0.059166636,0.0000023879613,0.00022404849,0.000004753714,0.0003823771,0.8325797,0.000050870123,0.00007609278,0.10751314],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960079,0.0004403638,0.00036336854,0.0008460268,0.0012662569,0.0010760779],"domain_scores_gemma":[0.99778014,0.0002441648,0.000035422,0.000584068,0.0007509168,0.0006053059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016502311,0.00026336656,0.00042667007,0.0004605588,0.00042973665,0.0006280778,0.000275631,0.00012205017,0.00026260733],"category_scores_gemma":[0.00017567689,0.0001775825,0.00011819326,0.0005984051,0.00046289322,0.0003419545,0.0003070306,0.0011444006,0.000030056048],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003420657,0.0016961308,0.3530517,0.0059222444,0.00059111667,0.000810005,0.0040333536,0.000006275431,0.00011104018,0.0013207394,0.6029211,0.026115607],"study_design_scores_gemma":[0.026893545,0.249984,0.14667007,0.032881048,0.00015516544,0.0002383591,0.07154213,0.21759629,0.0010621768,0.0009171608,0.25075445,0.0013055977],"about_ca_topic_score_codex":0.00012389166,"about_ca_topic_score_gemma":0.000372262,"teacher_disagreement_score":0.35216668,"about_ca_system_score_codex":0.00022277604,"about_ca_system_score_gemma":0.00081352127,"threshold_uncertainty_score":0.72416043},"labels":[],"label_agreement":null},{"id":"W4404351515","doi":"10.2196/56791","title":"Effectiveness of Gastric Cancer Endoscopic Screening in Intermediate-Risk Countries: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Gastric Cancer Management and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Meta-analysis; Protocol (science); Medicine; Systematic review; Cancer; MEDLINE; Alternative medicine; Computer science; Internal medicine; World Wide Web; Pathology; Political science","score_opus":0.33117609048866753,"score_gpt":0.6059578641714289,"score_spread":0.2747817736827614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404351515","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3028106e-8,0.4284923,0.000053985445,0.000023704652,0.0000014221291,0.5712427,0.00014491458,0.000020551894,0.000020439791],"genre_scores_gemma":[1.1158777e-7,0.28536052,0.000087243825,0.000013559714,0.000027831433,0.7137871,0.000025121635,0.00006297106,0.0006355559],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9926943,0.002552822,0.0019478002,0.00095292495,0.0011464434,0.00070570386],"domain_scores_gemma":[0.99525917,0.002230343,0.00089077454,0.00094139704,0.0004990269,0.00017927852],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008876833,0.0006480699,0.011178652,0.0026119899,0.00006953613,0.0001291739,0.00049909763,0.00022849013,0.00023170385],"category_scores_gemma":[0.00092363026,0.0003731368,0.0023669517,0.0043895426,0.0001893801,0.00010739218,0.00041638027,0.001112611,0.000011971929],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014879087,0.000101547594,0.0001750763,0.9413136,0.055529226,0.000024194862,0.000021446749,2.6999308e-7,2.5829504e-8,0.000029748198,0.0006444745,0.0020115802],"study_design_scores_gemma":[0.0011951266,0.000576158,0.000033708333,0.62814456,0.2522087,0.0000033844397,0.000008432833,0.0000066624702,4.817762e-7,0.000012864367,0.117654815,0.00015512033],"about_ca_topic_score_codex":0.000119167256,"about_ca_topic_score_gemma":0.000045362474,"teacher_disagreement_score":0.3131691,"about_ca_system_score_codex":0.00037368227,"about_ca_system_score_gemma":0.0007830022,"threshold_uncertainty_score":0.999872},"labels":[],"label_agreement":null},{"id":"W4404368587","doi":"10.2196/60559","title":"A Digital Behavior Change Intervention for Health Promotion for Adults in Midlife: Protocol for a Multidimensional Assessment Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health promotion; eHealth; Gerontology; Disadvantaged; Health intervention; Psychological intervention; Population; Intervention mapping; Intervention (counseling); Medicine; Behavior change; Protocol (science); Psychology; Public health; Applied psychology; Environmental health; Health care; Nursing; Social psychology; Alternative medicine; Political science","score_opus":0.41544816929590117,"score_gpt":0.6533026869459926,"score_spread":0.2378545176500914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404368587","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032212043,0.0000013220836,0.0013514177,0.003957273,0.000027357104,0.99084735,0.0002375611,0.00032443227,0.000032070653],"genre_scores_gemma":[0.01500073,6.0782305e-8,0.0031655792,0.000014511974,0.0002734511,0.98075086,0.00005382152,0.00005491695,0.00068609015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99601585,0.0004912056,0.0006443473,0.00084962195,0.0009326951,0.0010662806],"domain_scores_gemma":[0.9982108,0.0005214856,0.00013379872,0.0002991726,0.00065345963,0.00018129365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005968056,0.0002037842,0.00030252713,0.0006458489,0.0006330821,0.00035533673,0.00040306538,0.00021948652,0.000023309229],"category_scores_gemma":[0.0006607134,0.00018693654,0.00019411392,0.0007153164,0.00021124951,0.0008180537,0.00016356236,0.00044375326,0.000007921875],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048970873,0.042578757,0.022755738,0.012794251,0.00007207099,0.000027259075,0.029410554,4.9947175e-7,0.00014164629,0.0128348125,0.020223394,0.8542639],"study_design_scores_gemma":[0.028356932,0.045910466,0.021063345,0.016983151,0.000005986289,0.0000028619224,0.011906313,0.0024481895,0.0001792489,0.0028530897,0.86972356,0.0005668868],"about_ca_topic_score_codex":0.00024080723,"about_ca_topic_score_gemma":0.004212814,"teacher_disagreement_score":0.85369706,"about_ca_system_score_codex":0.0010085038,"about_ca_system_score_gemma":0.00094189675,"threshold_uncertainty_score":0.7623051},"labels":[],"label_agreement":null},{"id":"W4404370322","doi":"10.2196/60326","title":"Strategies to Improve Health Care Provider Prescription of and Patient Adherence to Guideline-Recommended Cardiovascular Medications for Atherosclerotic Occlusive Disease: Protocol for Two Systematic Reviews and Meta-Analyses of Randomized Controlled Trials","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Guideline; Protocol (science); Medical prescription; Systematic review; Health care; Meta-analysis; Medication adherence; MEDLINE; Family medicine; Alternative medicine; Intensive care medicine; Nursing; Internal medicine; Pathology","score_opus":0.5833602354946328,"score_gpt":0.6426844225751186,"score_spread":0.05932418708048581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404370322","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001452497,0.0027329419,0.03186092,0.0033043576,0.0000091227475,0.96188474,0.00013710892,0.000025917747,0.000030339705],"genre_scores_gemma":[0.0011947305,0.000012963549,0.008285418,0.00024477986,0.00006014778,0.98987424,0.000020132751,0.000025842772,0.00028174403],"study_design_codex":"systematic_review","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9904591,0.0038890042,0.0036142308,0.00061212666,0.0010839005,0.00034164404],"domain_scores_gemma":[0.9923122,0.0033478972,0.00090590655,0.00076497556,0.0021948614,0.0004741443],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020071013,0.0002766911,0.0061962768,0.0003498825,0.00012275984,0.0001172979,0.0002002429,0.000060618808,0.00008775992],"category_scores_gemma":[0.015216646,0.0001470554,0.0014014626,0.00038692149,0.00014753475,0.00013593578,0.00009068871,0.0001556945,0.0000048969405],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12763284,0.0007401527,0.000005854736,0.7643802,0.02308112,0.000002287119,0.0064451657,0.00006498763,0.0086297495,0.0034340057,0.049744762,0.015838826],"study_design_scores_gemma":[0.58021814,0.022324335,0.000020381502,0.17460911,0.02828303,0.000008699552,0.010721829,0.009871527,0.0068035815,0.0040348396,0.1621667,0.000937844],"about_ca_topic_score_codex":0.000060148934,"about_ca_topic_score_gemma":0.0000067602455,"teacher_disagreement_score":0.58977115,"about_ca_system_score_codex":0.000099542,"about_ca_system_score_gemma":0.0015035097,"threshold_uncertainty_score":0.9930786},"labels":[],"label_agreement":null},{"id":"W4404403545","doi":"10.2196/63561","title":"Barriers and Facilitators Affecting Access to Health Care for People With Syphilis: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Syphilis Diagnosis and Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Protocol (science); Syphilis; MEDLINE; Medicine; Grey literature; Data extraction; Health care; Scopus; Family medicine; Nursing; Psychological intervention; Alternative medicine; Human immunodeficiency virus (HIV); Political science; Pathology","score_opus":0.4517841313655752,"score_gpt":0.6795714330578488,"score_spread":0.22778730169227362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404403545","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.4560246e-8,0.4060689,0.000010944793,0.0009938654,0.0000046023347,0.59258956,0.00022002652,0.00007692725,0.000035157933],"genre_scores_gemma":[2.3139847e-8,0.19975945,0.00046360077,0.00026806587,0.00020850841,0.7989514,0.00008605831,0.00018195761,0.00008094991],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9944128,0.0005837585,0.0011005779,0.0016104267,0.0009878542,0.0013045783],"domain_scores_gemma":[0.99554217,0.0012476263,0.00030535893,0.0009375178,0.000781086,0.0011862447],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029004985,0.0007697547,0.0037578065,0.000671114,0.00058539637,0.0004938483,0.00044277054,0.0002520412,0.0000530459],"category_scores_gemma":[0.0014876763,0.0004681457,0.0005984992,0.0013583658,0.000106471125,0.00017403207,0.0004211967,0.0007612296,0.000020824444],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020540804,0.000079995174,0.00005622211,0.6560124,0.00014986638,0.000009927717,0.00033512132,3.0865586e-8,1.3611534e-8,0.00001581243,0.02491538,0.31821978],"study_design_scores_gemma":[0.0013196276,0.004886485,0.000002504482,0.49751624,0.000105081184,0.000022359702,0.000098168886,3.0447106e-7,0.0000013967366,0.0000048834077,0.4958388,0.00020415861],"about_ca_topic_score_codex":0.00003870589,"about_ca_topic_score_gemma":0.00027267437,"teacher_disagreement_score":0.47092342,"about_ca_system_score_codex":0.0011682317,"about_ca_system_score_gemma":0.0062732883,"threshold_uncertainty_score":0.999777},"labels":[],"label_agreement":null},{"id":"W4404463774","doi":"10.2196/56392","title":"Factors Influencing Domestic Human Trafficking in Africa: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Sex work and related issues","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; École Nationale d'Administration Publique","funders":"","keywords":"CINAHL; Scopus; Human trafficking; Poison control; Human factors and ergonomics; Systematic review; Human rights; Grey literature; Domestic violence; Psychology; Political science; MEDLINE; Public relations; Medicine; Criminology; Environmental health","score_opus":0.6698418517261188,"score_gpt":0.692597649852052,"score_spread":0.022755798125933202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404463774","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.0749865e-8,0.41262907,4.5160684e-7,0.00004477911,0.000010095092,0.5847846,0.0000025596792,0.00014716305,0.0023811734],"genre_scores_gemma":[4.362481e-8,0.29717514,0.000021532775,0.000007797087,0.0003179178,0.7011592,0.000008679318,0.000101049955,0.0012086419],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908564,0.002878134,0.0016211693,0.0011110709,0.0016490004,0.0018841913],"domain_scores_gemma":[0.99664754,0.0016167625,0.00040763806,0.00062021817,0.00036522566,0.0003425963],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009576606,0.0006288652,0.0023082965,0.0012023185,0.0011950149,0.0008091185,0.0014969822,0.00088765775,0.00023876355],"category_scores_gemma":[0.0019303596,0.00042921203,0.00071612716,0.004068525,0.00052266766,0.0002746857,0.00034974367,0.0027345924,0.0001560829],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000085493275,0.00017602439,0.0000029529438,0.81328636,0.00004862587,0.000048622616,0.009649204,3.0438213e-7,1.9537394e-7,0.00058449164,0.009186931,0.16700776],"study_design_scores_gemma":[0.00017975438,0.00012504125,1.333922e-7,0.49290448,0.00002085454,6.5813543e-7,0.0003511111,2.4480343e-7,1.7023766e-7,0.00020141038,0.505974,0.00024210718],"about_ca_topic_score_codex":0.000094164156,"about_ca_topic_score_gemma":0.00016279302,"teacher_disagreement_score":0.4967871,"about_ca_system_score_codex":0.0011297853,"about_ca_system_score_gemma":0.004109572,"threshold_uncertainty_score":0.99981594},"labels":[],"label_agreement":null},{"id":"W4404514725","doi":"10.2196/58271","title":"Decentralized Management of Home Care Services for Seniors: Protocol for a Participatory Action Research","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Preprint; Protocol (science); Participatory action research; Citizen journalism; Action (physics); Medicine; Computer science; Knowledge management; World Wide Web; Alternative medicine; Sociology","score_opus":0.610902698523506,"score_gpt":0.7168788116571817,"score_spread":0.10597611313367572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404514725","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012873464,0.000023425766,0.00016211774,0.0007335996,0.00007561489,0.9964578,0.00011677793,0.00018874466,0.00095455453],"genre_scores_gemma":[0.0022410795,0.000002310678,0.001027004,0.000010767102,0.00047764534,0.9932433,0.0000445315,0.0000859531,0.0028674055],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939102,0.0016193448,0.0007591557,0.0006782369,0.0013146105,0.0017184829],"domain_scores_gemma":[0.9952162,0.0016025177,0.00011345489,0.0006615221,0.0021488331,0.00025745566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006197169,0.00020518934,0.00037736975,0.00067278475,0.0012083226,0.00012343196,0.0005188442,0.00031089684,0.00028291447],"category_scores_gemma":[0.000072129864,0.00016799243,0.00020291927,0.0012160542,0.00018327846,0.0002523854,0.00028202514,0.00093806145,0.00010218265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01765551,0.0010032168,0.0017249975,0.5119087,0.0002638031,0.000029446599,0.037867464,0.000004436552,0.0037065644,0.011034957,0.31911162,0.09568928],"study_design_scores_gemma":[0.005026186,0.0016876196,0.0008273638,0.017649421,0.00000990106,4.447559e-7,0.030105753,0.00014880222,0.002214427,0.0037698615,0.93838555,0.00017466253],"about_ca_topic_score_codex":0.00011156097,"about_ca_topic_score_gemma":0.00009740682,"teacher_disagreement_score":0.61927396,"about_ca_system_score_codex":0.00067104783,"about_ca_system_score_gemma":0.0009156123,"threshold_uncertainty_score":0.9293563},"labels":[],"label_agreement":null},{"id":"W4404518390","doi":"10.2196/56400","title":"Mental Health Monitoring for Young People Through Mood Apps: Protocol for a Scoping Review and Systematic Search in App Stores","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Mood; Mental health; Systematic review; Psychological intervention; App store; Scopus; MEDLINE; Mobile apps; Psychology; Internet privacy; World Wide Web; Medicine; Medical education; Applied psychology; Computer science; Clinical psychology; Psychiatry","score_opus":0.5755654284475754,"score_gpt":0.722554506581766,"score_spread":0.1469890781341906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404518390","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0945311e-8,0.4182628,0.000026995154,0.00022542039,0.00005416279,0.58071774,0.00030757306,0.00007945357,0.00032579812],"genre_scores_gemma":[1.17054334e-7,0.08777063,0.00047465396,0.00001653206,0.0002470823,0.9089822,0.00007682005,0.00024045235,0.002191515],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99011946,0.0023932753,0.0030669817,0.001495951,0.0009862873,0.0019380356],"domain_scores_gemma":[0.9966058,0.0011118195,0.00062622677,0.0010127226,0.00026832806,0.0003750857],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008486454,0.00070739776,0.0036282942,0.0007591796,0.00046101375,0.00050448475,0.0009342429,0.00036202525,0.00005008734],"category_scores_gemma":[0.00032189823,0.00056213775,0.0006890841,0.0013486146,0.00015904395,0.00036969117,0.00063509034,0.001411296,0.00019802833],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010239675,0.0007822885,0.000005664658,0.9404771,0.000118213335,0.000003226719,0.0008323638,1.1517551e-8,2.5935556e-8,0.0013026054,0.009029279,0.047346827],"study_design_scores_gemma":[0.001225054,0.002378071,0.0000010370693,0.7724764,0.000034992783,0.000054887907,0.00026103656,0.0000018365673,5.131413e-7,0.00023616808,0.2230317,0.00029832876],"about_ca_topic_score_codex":0.00012581481,"about_ca_topic_score_gemma":0.00023654992,"teacher_disagreement_score":0.33049217,"about_ca_system_score_codex":0.0016996105,"about_ca_system_score_gemma":0.001489677,"threshold_uncertainty_score":0.999683},"labels":[],"label_agreement":null},{"id":"W4404525358","doi":"10.2196/57918","title":"Effectiveness of Composite Ayurveda Regimen in a Black Box Design for the Management of Rheumatoid Arthritis: Protocol of a Single Arm, Community-Based Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medicine; Rheumatoid arthritis; Regimen; Alternative medicine; Physical therapy; Family medicine; Computer science; World Wide Web; Surgery; Internal medicine; Pathology","score_opus":0.17866048879285584,"score_gpt":0.48562853320032473,"score_spread":0.3069680444074689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404525358","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040579766,0.00011433522,0.0014583069,0.00011245994,0.000003677194,0.9573656,0.000028973656,0.00004114163,0.00029575854],"genre_scores_gemma":[0.34496522,0.00002192524,0.000707529,0.0000023374516,0.000005109033,0.6542364,0.0000057571965,0.000037917012,0.00001779511],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99215543,0.0046839365,0.0008489205,0.000346914,0.0013614467,0.00060337275],"domain_scores_gemma":[0.99411,0.003935617,0.0001419706,0.0010095323,0.00068068487,0.00012220826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01355317,0.0002279309,0.0007349557,0.0006258023,0.00017354164,0.000083515595,0.00062295166,0.00008518338,0.00004004819],"category_scores_gemma":[0.00015684775,0.00016275603,0.00018763581,0.0012021536,0.0008009584,0.00013183443,0.00027645106,0.0008201935,0.000005847017],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.172316,0.11992804,0.024676178,0.2515253,0.0041382792,0.00054798037,0.015206309,0.0010045118,0.30295265,0.007678435,0.0022636356,0.09776265],"study_design_scores_gemma":[0.07183704,0.10410982,0.028366692,0.29784814,0.000009194024,0.000022388132,0.008103553,0.0026961036,0.45926803,0.005119603,0.022079535,0.0005398888],"about_ca_topic_score_codex":0.00021269207,"about_ca_topic_score_gemma":0.00003190289,"teacher_disagreement_score":0.30438545,"about_ca_system_score_codex":0.00014267047,"about_ca_system_score_gemma":0.00042269492,"threshold_uncertainty_score":0.6636998},"labels":[],"label_agreement":null},{"id":"W4404526881","doi":"10.2196/58873","title":"The Effect of Interventions Based on the Information-Motivation-Behavioral Skills Model on the Human Papillomavirus Vaccination Rate Among 11-13-Year-Old Girls in Central and Western China: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vaccination; Medicine; Cervical cancer; Randomized controlled trial; Psychological intervention; Population; Family medicine; HPV infection; Intervention (counseling); Demography; Environmental health; Cancer; Nursing; Immunology; Internal medicine","score_opus":0.1074511704961429,"score_gpt":0.5276679931810336,"score_spread":0.42021682268489075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404526881","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06887006,0.0000010811715,0.00015197562,0.0025164718,0.000011023747,0.92746013,0.000021477636,0.00003196831,0.00093583635],"genre_scores_gemma":[0.36410692,3.2298286e-7,0.0000023586526,0.000028292669,0.00006709278,0.6353324,0.000010924154,0.000015182559,0.0004365336],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943458,0.002744227,0.0009617693,0.0002736845,0.0011409146,0.0005336051],"domain_scores_gemma":[0.9893094,0.009537404,0.00018442304,0.0004763704,0.00037712688,0.00011529478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0137179,0.00022601109,0.0007176533,0.00038680472,0.0005108792,0.0004910689,0.00033960794,0.00012342095,0.0002883025],"category_scores_gemma":[0.0035276557,0.00009205861,0.00052468985,0.0005203722,0.00032076566,0.00024697767,0.00009596198,0.00092876574,0.000005562808],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97952414,0.00090437045,0.0037832912,0.0022163107,0.00008208112,0.0000025523927,0.00050309306,0.00024659614,0.000057834266,0.005891204,0.0013791401,0.0054093967],"study_design_scores_gemma":[0.89566976,0.0074888743,0.030354729,0.0030981577,0.000027322629,3.109158e-7,0.00004247023,0.060589056,0.000868848,0.0011237042,0.00061548594,0.00012127995],"about_ca_topic_score_codex":0.00009099938,"about_ca_topic_score_gemma":0.00014840084,"teacher_disagreement_score":0.29523686,"about_ca_system_score_codex":0.00022245555,"about_ca_system_score_gemma":0.0002899115,"threshold_uncertainty_score":0.47543776},"labels":[],"label_agreement":null},{"id":"W4404556995","doi":"10.2196/57905","title":"Comparative Evaluation of Effectiveness of Standard of Care Alone and in Combination With Homoeopathic Treatment in COVID-19–Related Rhino-Orbito-Cerebral Mucormycosis (ROCM): Protocol for a Single Blind, Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antifungal resistance and susceptibility","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Protocol (science); Single blind; Coronavirus disease 2019 (COVID-19); Alternative medicine; Surgery; Disease; Internal medicine; Pathology","score_opus":0.18523050710159386,"score_gpt":0.551217800375079,"score_spread":0.3659872932734851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404556995","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38173524,0.00003340227,0.000057000292,0.000032135933,0.0000028319062,0.6179829,0.00002969343,0.000009123122,0.00011765161],"genre_scores_gemma":[0.49309745,5.084895e-7,0.00004904638,5.9403663e-7,0.0000053286058,0.506807,0.000023106384,0.00000913039,0.0000077714085],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917697,0.00500994,0.0011059929,0.00045304536,0.0013824396,0.00027889924],"domain_scores_gemma":[0.993472,0.0041667554,0.00029403696,0.00026768754,0.0016905654,0.000108989516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014740408,0.00021031607,0.0023401554,0.00069412135,0.000052330128,0.000030604224,0.000079644306,0.0001723631,0.000030419467],"category_scores_gemma":[0.0021803065,0.0001338441,0.00022403931,0.00081817026,0.0005610215,0.00015422025,0.000028993794,0.00028810045,3.0932358e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9628476,0.003366752,0.004998566,0.015505065,0.00021624877,0.000009022093,0.0044615194,0.00005620688,0.0074609485,0.0002633612,0.0000030247704,0.0008116778],"study_design_scores_gemma":[0.91856277,0.032535937,0.0010945793,0.013706313,0.0000876724,0.0000017006234,0.0010300664,0.0034210766,0.028299876,0.001139957,0.000020498152,0.00009955716],"about_ca_topic_score_codex":0.00016677145,"about_ca_topic_score_gemma":0.00068106287,"teacher_disagreement_score":0.11136223,"about_ca_system_score_codex":0.0011386585,"about_ca_system_score_gemma":0.0030874663,"threshold_uncertainty_score":0.54770327},"labels":[],"label_agreement":null},{"id":"W4404559615","doi":"10.2196/63376","title":"Community Versus Facility-Based Services to Improve the Screening of Active Hepatitis C Virus Infection in Cambodia: The ANRS 12384 CAM-C Cluster Randomized Controlled Trial—Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis C virus research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Psychological intervention; Referral; Population; Randomized controlled trial; Public health; Environmental health; Hepatitis C; Protocol (science); Cluster randomised controlled trial; Family medicine; Immunology; Alternative medicine; Nursing; Internal medicine; Pathology","score_opus":0.2627383757598008,"score_gpt":0.6089943468963352,"score_spread":0.34625597113653445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404559615","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052229885,0.0000028920551,0.0031847581,0.0012440375,0.000047504094,0.9426839,0.00014075878,0.00008827823,0.00037802884],"genre_scores_gemma":[0.023453904,0.0000010321363,0.0009383835,0.0000802982,0.00014506027,0.9750719,0.000019608671,0.000059841597,0.00022996897],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.95673126,0.03819583,0.0015000195,0.00064162625,0.0019528063,0.0009784851],"domain_scores_gemma":[0.96578836,0.030768013,0.00024315044,0.0014875964,0.0014446453,0.00026824325],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05894902,0.00041138197,0.0019654015,0.0009695953,0.00076780166,0.00039372637,0.0008206304,0.00026130956,0.00013533233],"category_scores_gemma":[0.011644952,0.00022004046,0.000664708,0.0019002997,0.0006283707,0.00026256137,0.0006318984,0.003026506,0.000025048936],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9395754,0.0021545286,0.00105586,0.0023821935,0.0006003746,0.000012266288,0.0044341017,0.00005599463,0.0014034968,0.000028047674,0.0006137661,0.04768402],"study_design_scores_gemma":[0.93787044,0.014435787,0.0013225573,0.0018212622,0.000062573745,6.930702e-7,0.0015384147,0.017493105,0.0045581223,0.00013092958,0.020556433,0.00020965695],"about_ca_topic_score_codex":0.041406274,"about_ca_topic_score_gemma":0.03269239,"teacher_disagreement_score":0.047474362,"about_ca_system_score_codex":0.0005885895,"about_ca_system_score_gemma":0.0012730153,"threshold_uncertainty_score":0.99927354},"labels":[],"label_agreement":null},{"id":"W4404562574","doi":"10.2196/52110","title":"Development of a Web Platform to Facilitate the Implementation and Evaluation of Health Promoting Schools: Protocol for a Double Diamond Design Approach","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agencia Estatal de Investigación; European Social Fund; Ministerio de Ciencia, Innovación y Universidades","keywords":"Accreditation; Process management; Protocol (science); Process (computing); Knowledge management; Workload; Computer science; Engineering management; Engineering; Medical education; Medicine","score_opus":0.8302812358072258,"score_gpt":0.7198939865925367,"score_spread":0.11038724921468912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404562574","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076829544,0.000009070887,0.0028425334,0.002064929,0.000020077885,0.98707163,0.000019702222,0.00004277168,0.00024633727],"genre_scores_gemma":[0.006641825,1.5974484e-7,0.02190377,0.00003418458,0.000083526866,0.97115177,0.000024092404,0.000027278387,0.00013341798],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943773,0.0018872889,0.0012523443,0.00042350686,0.0012740901,0.0007854625],"domain_scores_gemma":[0.9972043,0.00070791325,0.0003009613,0.000316223,0.0012439606,0.0002266667],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04151134,0.00014277287,0.000262673,0.00041016404,0.0011265872,0.000053339387,0.00022026555,0.00010223923,0.000056689045],"category_scores_gemma":[0.0003510076,0.00009819557,0.000033581695,0.0008188428,0.000058505302,0.00025131358,0.00009629593,0.00060362305,0.000015678223],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038160372,0.00065634924,0.002082507,0.05166989,0.000049341626,8.363114e-8,0.19593494,0.00001959049,0.0036824844,0.001333204,0.07165029,0.6691053],"study_design_scores_gemma":[0.028152417,0.007942721,0.020389821,0.04549065,0.000021519589,0.0000034176333,0.1596199,0.021783633,0.011835132,0.009487266,0.6945833,0.00069021975],"about_ca_topic_score_codex":0.000119382334,"about_ca_topic_score_gemma":0.00008373622,"teacher_disagreement_score":0.66841507,"about_ca_system_score_codex":0.0008363476,"about_ca_system_score_gemma":0.012171887,"threshold_uncertainty_score":0.9934282},"labels":[],"label_agreement":null},{"id":"W4404574998","doi":"10.2196/44553","title":"Digital Homework Support Program for Children and Adolescents With Attention-Deficit/Hyperactivity Disorder: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Attention deficit hyperactivity disorder; Population; Anxiety; Psychology; Protocol (science); Quality of life (healthcare); Psychiatry; Clinical psychology; Medicine; Psychotherapist; Alternative medicine","score_opus":0.06907867971215362,"score_gpt":0.4947250653586428,"score_spread":0.42564638564648916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404574998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04535238,0.000004514536,0.0018595497,0.00091808185,0.000015435679,0.9510717,0.00007497103,0.00038285553,0.0003205056],"genre_scores_gemma":[0.04696368,4.7448341e-7,0.00065170164,0.00001681451,0.00037341478,0.94874465,0.00012722559,0.00015322666,0.0029688233],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952669,0.00047114925,0.0008769876,0.0010814322,0.0012993154,0.0010042301],"domain_scores_gemma":[0.99664474,0.0014165433,0.00022341266,0.0005328416,0.0008454412,0.00033703665],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0030233774,0.0004840388,0.0018310003,0.0004980378,0.00041445348,0.0011388066,0.00020204934,0.00028279348,0.0000865437],"category_scores_gemma":[0.0016622233,0.0003149352,0.00080072245,0.000589835,0.00054316095,0.0007458651,0.00012638757,0.0008975448,0.000033920074],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9396258,0.006681981,0.018129459,0.0034922366,0.00051142,0.00001369066,0.00003516271,8.0489457e-7,0.000057002926,0.00019555305,0.0007428384,0.030514045],"study_design_scores_gemma":[0.9610172,0.01042716,0.0036342226,0.005219246,0.000102615275,0.00006318956,0.000099583835,0.00079052703,0.0000043012224,0.00015812668,0.018115852,0.00036797917],"about_ca_topic_score_codex":0.000005690113,"about_ca_topic_score_gemma":0.0000064077976,"teacher_disagreement_score":0.030146064,"about_ca_system_score_codex":0.00011695803,"about_ca_system_score_gemma":0.0007595,"threshold_uncertainty_score":0.99993026},"labels":[],"label_agreement":null},{"id":"W4404582548","doi":"10.2196/57821","title":"Establishing a Digital Health Care Ecosystem in a Health Sciences University in South Africa: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Health care; Digital health; Geography; Medicine; Library science; Computer science; World Wide Web; Political science; Alternative medicine","score_opus":0.4397575126592603,"score_gpt":0.6815172915520453,"score_spread":0.24175977889278505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404582548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032124782,0.00003165191,0.0010702823,0.0028358519,0.0000322234,0.99352455,0.00026911186,0.0002454723,0.0016695809],"genre_scores_gemma":[0.0074788234,7.5017283e-7,0.0038212244,0.0001154742,0.00016725762,0.9878257,0.000016700118,0.00005568303,0.0005184092],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836039,0.009397169,0.0017528915,0.001377827,0.0009647007,0.0029035136],"domain_scores_gemma":[0.9934632,0.004117526,0.00038013337,0.00068040186,0.00043352015,0.00092519005],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.029476734,0.0002946684,0.0007669061,0.0019272465,0.0025668025,0.00027203385,0.00091598474,0.00023423728,0.000045360342],"category_scores_gemma":[0.0011092166,0.00026276437,0.0000927227,0.0050058593,0.00014945028,0.0006955359,0.0005265193,0.0023972155,0.00006834657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0030224875,0.004264238,0.043959297,0.17481492,0.000027327558,0.00006324253,0.35205826,0.00006445871,0.000009325507,0.031147743,0.061316356,0.32925236],"study_design_scores_gemma":[0.004129499,0.0030646708,0.0017231192,0.01086796,3.942624e-7,7.2123305e-7,0.12091332,0.0006465148,9.406181e-7,0.00045713154,0.8580209,0.00017483701],"about_ca_topic_score_codex":0.00095103594,"about_ca_topic_score_gemma":0.0074953875,"teacher_disagreement_score":0.79670453,"about_ca_system_score_codex":0.0038753748,"about_ca_system_score_gemma":0.020576177,"threshold_uncertainty_score":0.9999825},"labels":[],"label_agreement":null},{"id":"W4404608631","doi":"10.2196/64149","title":"A Mindfulness-Based Lifestyle Intervention for Dementia Risk Reduction: Protocol for the My Healthy Brain Feasibility Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Milton District Hospital","funders":"National Institute on Aging","keywords":"Mindfulness; Randomized controlled trial; Dementia; Medicine; Cognition; Gerontology; Physical therapy; Clinical psychology; Disease; Psychiatry","score_opus":0.21678820488559433,"score_gpt":0.5864223370072869,"score_spread":0.3696341321216925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404608631","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000101054895,0.000011434266,0.22430074,0.0047065886,0.00034212228,0.7699633,0.00011113383,0.00013932906,0.00032426423],"genre_scores_gemma":[0.008214042,8.628724e-9,0.00017390618,0.000047307138,0.001567255,0.98194855,0.000025638603,0.000070281785,0.007953003],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9882914,0.0070840963,0.00187165,0.0010290442,0.0008062223,0.00091760897],"domain_scores_gemma":[0.98777604,0.009605057,0.00052041817,0.0010489466,0.00083547604,0.0002140561],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027710658,0.0003481339,0.0011080643,0.000462849,0.0012105152,0.00067790225,0.0007362887,0.00027787854,0.011343239],"category_scores_gemma":[0.0026442849,0.00020934019,0.0024884383,0.00061389507,0.0005018526,0.0001740051,0.000113763774,0.00091394805,0.00011517581],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7179138,0.002810305,0.000004558841,0.0011648184,0.0004531674,0.0000012956074,0.00010097379,0.000004834087,0.0000032981754,0.027236221,0.22921047,0.021096228],"study_design_scores_gemma":[0.6678837,0.0045276997,0.00000763965,0.0012813305,0.00005634998,0.0000029161577,0.0002026449,0.0034210493,0.00035873556,0.023878684,0.29821756,0.00016167897],"about_ca_topic_score_codex":0.00007957912,"about_ca_topic_score_gemma":0.00003448296,"teacher_disagreement_score":0.22412683,"about_ca_system_score_codex":0.00018787361,"about_ca_system_score_gemma":0.0005749236,"threshold_uncertainty_score":0.98956054},"labels":[],"label_agreement":null},{"id":"W4404632577","doi":"10.2196/63949","title":"Influence of Partnership Relationships on Long-Term Neurological Rehabilitation in Germany: Protocol for a Qualitative Retrospective Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; General partnership; Qualitative research; Rehabilitation; Protocol (science); Term (time); Psychology; Medicine; Gerontology; Physical therapy; Sociology; Alternative medicine; Computer science; Political science; World Wide Web; Social science","score_opus":0.6692558701224928,"score_gpt":0.6931794059340833,"score_spread":0.02392353581159057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404632577","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3397313,3.6236068e-7,0.00000907256,0.00044846573,0.000015750144,0.6588516,0.00002915623,0.00007042766,0.00084380223],"genre_scores_gemma":[0.36442944,2.150793e-8,0.000044085813,0.00008045791,0.00006242222,0.6350329,0.0000072394323,0.000025143803,0.00031832323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9845583,0.011947788,0.001070157,0.0007249033,0.0009958842,0.0007029964],"domain_scores_gemma":[0.9711021,0.024330858,0.00019253576,0.00052291784,0.0037188204,0.00013275429],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009826923,0.00022058464,0.00039666586,0.0007865633,0.0005544579,0.000034655073,0.00034705555,0.00032392555,0.000065960834],"category_scores_gemma":[0.031118026,0.00017395495,0.00010395303,0.0014350716,0.00037851545,0.00029287243,0.00016172946,0.0030073477,0.00011805314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071140574,0.0016582215,0.82340205,0.0055806222,0.000026294432,0.000045897617,0.12538292,0.00006432284,0.00016708043,0.02266064,0.013678255,0.0002196597],"study_design_scores_gemma":[0.0028901566,0.022397347,0.92991143,0.014990219,0.0000021656156,4.193455e-7,0.014987748,0.0000820782,0.000025541762,0.009143096,0.005385851,0.00018393446],"about_ca_topic_score_codex":0.000028050796,"about_ca_topic_score_gemma":0.00016582182,"teacher_disagreement_score":0.11039517,"about_ca_system_score_codex":0.00043527124,"about_ca_system_score_gemma":0.0005877312,"threshold_uncertainty_score":0.99929273},"labels":[],"label_agreement":null},{"id":"W4404634138","doi":"10.2196/58529","title":"Lung Cancer Screening in Family Members and Peers of Patients With Lung Cancer: Protocol for a Prospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Jewish General Hospital; McGill University Health Centre","funders":"","keywords":"Preprint; Lung cancer; Medicine; Prospective cohort study; Cancer; Protocol (science); Family medicine; Cohort study; Cohort; Oncology; Gerontology; Alternative medicine; Internal medicine; Pathology; World Wide Web; Computer science","score_opus":0.09620748939015863,"score_gpt":0.5456678593133633,"score_spread":0.4494603699232046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404634138","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08319587,0.000032096188,0.000008805716,0.00024370117,0.000005327741,0.91605055,0.000093611874,0.000040897707,0.00032914404],"genre_scores_gemma":[0.07623262,0.000001914459,0.00017641833,0.000015145639,0.0000653171,0.9231586,0.000007784017,0.000057752688,0.00028446008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99708635,0.00013288175,0.0003691122,0.00072772894,0.0011361752,0.0005477589],"domain_scores_gemma":[0.9986075,0.000183762,0.00007822533,0.0003060036,0.00064729695,0.00017718841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085402146,0.00023522174,0.00048807965,0.000349896,0.000112537426,0.00009379202,0.00011584973,0.00007388324,0.00009892355],"category_scores_gemma":[0.000041632236,0.00015871046,0.00006043874,0.0007433453,0.00015148634,0.00018676471,0.00010092563,0.0004076809,3.7640203e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005542299,0.0020324737,0.9736426,0.006840214,0.0006130084,0.000036380767,0.0014642576,0.000018406812,0.000014774115,0.000032173884,0.006227886,0.0035355263],"study_design_scores_gemma":[0.018445013,0.0048577366,0.950823,0.016343813,0.00006194588,4.912257e-7,0.00033942034,0.0011522442,0.00028399125,0.000009400668,0.0075142593,0.00016865502],"about_ca_topic_score_codex":0.0018753412,"about_ca_topic_score_gemma":0.00087317644,"teacher_disagreement_score":0.022819571,"about_ca_system_score_codex":0.0010210002,"about_ca_system_score_gemma":0.0008577585,"threshold_uncertainty_score":0.6472025},"labels":[],"label_agreement":null},{"id":"W4404639867","doi":"10.2196/62726","title":"Migration of Health Workers and Its Impacts on the Nigerian Health Care Sector: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Health care; Medicine; Computer science; Alternative medicine; Economic growth; World Wide Web; Economics","score_opus":0.6962497762545788,"score_gpt":0.7506257613426516,"score_spread":0.05437598508807273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404639867","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.759603e-8,0.46660218,7.94814e-7,0.005207876,0.00002092993,0.52763903,0.00016613412,0.00007748089,0.0002855391],"genre_scores_gemma":[3.474262e-8,0.4265459,0.00004128527,0.0010204377,0.00027528527,0.5715311,0.000070949136,0.00012610547,0.00038890206],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9766029,0.014121285,0.0039113928,0.0012034652,0.001594596,0.0025663213],"domain_scores_gemma":[0.99097633,0.003371892,0.0024516226,0.0013621162,0.0010665484,0.00077145797],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017205186,0.0008125755,0.0037929604,0.00056519476,0.002242143,0.00009868776,0.00092277623,0.0006600311,0.000203067],"category_scores_gemma":[0.0014547519,0.00047326225,0.0004803664,0.001940364,0.00017304109,0.0001411352,0.0005123461,0.0037614626,0.00022800874],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102006474,0.000055832057,0.000006485873,0.6629721,0.00002540986,9.773404e-7,0.0012913329,2.7593812e-8,2.2503754e-8,0.0004616133,0.21928735,0.11579685],"study_design_scores_gemma":[0.00034167702,0.0014292308,0.000001004538,0.49820694,0.000007303628,0.0000012676571,0.00043036882,8.6825645e-7,1.6602492e-7,0.000024219065,0.49940848,0.00014845993],"about_ca_topic_score_codex":0.0004201426,"about_ca_topic_score_gemma":0.0012568382,"teacher_disagreement_score":0.28012115,"about_ca_system_score_codex":0.0027191977,"about_ca_system_score_gemma":0.02491917,"threshold_uncertainty_score":0.9997719},"labels":[],"label_agreement":null},{"id":"W4404639999","doi":"10.2196/64817","title":"Self-Management Strategies for Low Back Pain Among Horticulture Workers: Protocol for a Type II Hybrid Effectiveness-Implementation Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute for Occupational Safety and Health; National Institute on Drug Abuse","keywords":"Preprint; Protocol (science); Self-management; Medicine; Computer science; Alternative medicine; World Wide Web; Artificial intelligence","score_opus":0.13875085757278857,"score_gpt":0.5660576298162004,"score_spread":0.42730677224341185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404639999","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059595928,0.0000014872081,0.0019221968,0.00026648646,0.000014338641,0.9910609,0.000014231072,0.00020822776,0.00055251224],"genre_scores_gemma":[0.02582532,8.535463e-8,0.00204247,0.00001723537,0.00024193292,0.97085625,0.00007052335,0.000060959843,0.00088524487],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99650866,0.000994292,0.00045684748,0.00067465927,0.0007639804,0.00060156925],"domain_scores_gemma":[0.9979249,0.0007831367,0.000062479805,0.00039003755,0.00067848904,0.0001609082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064489176,0.00024657923,0.00031184158,0.00029441848,0.0003509875,0.00037816016,0.00016557859,0.00009101088,0.00013023785],"category_scores_gemma":[0.00018502379,0.00017270501,0.00019380637,0.0006791111,0.000104554834,0.00037896828,0.00010295727,0.00033539854,0.000031020274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019354166,0.015510016,0.025818694,0.6122489,0.0018962048,0.00007489915,0.008648429,0.000064189444,0.008111162,0.003712954,0.21613275,0.088427655],"study_design_scores_gemma":[0.036350835,0.095702924,0.10065714,0.037731923,0.00007544947,0.0000033124359,0.033010915,0.0057688956,0.0024269412,0.005992859,0.6813419,0.00093694037],"about_ca_topic_score_codex":0.000011105156,"about_ca_topic_score_gemma":0.000020623263,"teacher_disagreement_score":0.57451695,"about_ca_system_score_codex":0.00031644254,"about_ca_system_score_gemma":0.00035276194,"threshold_uncertainty_score":0.70427054},"labels":[],"label_agreement":null},{"id":"W4404678243","doi":"10.2196/59667","title":"Pathophysiological Links Between Stroke and Patients with Prediabetes: Protocol for A Systematic Review (Preprint)","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Neurological Disorders and Treatments","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Prediabetes; Protocol (science); Stroke (engine); Systematic review; MEDLINE; Bioinformatics; Gerontology; Alternative medicine; Computer science; Diabetes mellitus; Pathology; Engineering; Biology; World Wide Web","score_opus":0.36678844940423955,"score_gpt":0.5640689600208433,"score_spread":0.19728051061660373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404678243","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.157384e-7,0.04257231,0.000002675573,0.000030869836,0.0000025764768,0.956525,0.0005391599,0.00015293491,0.0001737262],"genre_scores_gemma":[2.663867e-7,0.06318913,0.000043433633,0.00010611582,0.000060859988,0.9359131,0.00003092867,0.00010760452,0.00054858247],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99184656,0.002653672,0.001222813,0.0019915167,0.0012427225,0.0010426913],"domain_scores_gemma":[0.995454,0.0023941915,0.0004847697,0.0010867997,0.0002323996,0.00034783408],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011537818,0.00080264924,0.0032169814,0.00024624818,0.00030359314,0.0003878549,0.001050014,0.00062297395,0.00004625506],"category_scores_gemma":[0.002245756,0.00038278117,0.00051746663,0.0007310758,0.0003976303,0.00014367544,0.00091297785,0.0022287855,0.00032157183],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007508968,0.00067205576,0.000023360997,0.9659908,0.000053306037,0.000028545595,0.000005756459,9.380368e-9,0.0000011308625,0.00006209304,0.0013154418,0.03177245],"study_design_scores_gemma":[0.0010150233,0.0049341,0.0000072931366,0.67714834,0.00014382468,0.0000016868582,5.525534e-7,0.0000011924087,0.00000389701,0.0005515605,0.31589052,0.0003020244],"about_ca_topic_score_codex":4.3299045e-7,"about_ca_topic_score_gemma":1.4313551e-7,"teacher_disagreement_score":0.31457508,"about_ca_system_score_codex":0.00010605594,"about_ca_system_score_gemma":0.00024960475,"threshold_uncertainty_score":0.99986243},"labels":[],"label_agreement":null},{"id":"W4404691080","doi":"10.2196/58026","title":"Effect of an Internet-Based Pilates Telerehabilitation Intervention in People With Multiple Sclerosis: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telerehabilitation; Preprint; Randomized controlled trial; Physical therapy; Protocol (science); Intervention (counseling); Physical medicine and rehabilitation; Medicine; Telemedicine; Psychology; Alternative medicine; Computer science; Health care; Nursing; World Wide Web","score_opus":0.1305769234201026,"score_gpt":0.5235861860668088,"score_spread":0.3930092626467062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404691080","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09566548,0.0000055970254,0.00035910693,0.00021844973,0.0000089039695,0.90352035,0.000011320022,0.00012292872,0.00008786616],"genre_scores_gemma":[0.2398401,1.5960403e-7,0.0006086287,0.0000035007818,0.000096645526,0.75925726,0.000018138066,0.00005835228,0.00011719176],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99090254,0.0048762704,0.0012915978,0.0007428763,0.0014725705,0.0007141195],"domain_scores_gemma":[0.9854288,0.012760302,0.00019905494,0.00050996983,0.00089690735,0.00020493136],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018907987,0.0003429362,0.0020767578,0.0011932981,0.000096398835,0.00021217663,0.00028726255,0.00017018909,0.00014404196],"category_scores_gemma":[0.011511661,0.00019826686,0.0006049958,0.00094426086,0.0005816248,0.00032915187,0.000109182634,0.00070025923,0.0000107526075],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94710326,0.0027887141,0.0010375413,0.017256713,0.00024331943,0.0000049697255,0.00056458224,0.000022207036,0.006105766,0.000028905411,0.0002796992,0.024564309],"study_design_scores_gemma":[0.8474957,0.056489393,0.0013172744,0.02371868,0.000023684714,9.4583663e-7,0.000075720876,0.04842395,0.02176811,0.00003755339,0.00050082366,0.00014819934],"about_ca_topic_score_codex":0.00020468014,"about_ca_topic_score_gemma":0.00029727526,"teacher_disagreement_score":0.14426307,"about_ca_system_score_codex":0.00035379993,"about_ca_system_score_gemma":0.00041636586,"threshold_uncertainty_score":0.9968148},"labels":[],"label_agreement":null},{"id":"W4404693155","doi":"10.2196/64718","title":"Internet-Based Dementia Prevention Intervention (DementiaRisk): Protocol for a Randomized Controlled Trial and Knowledge Translation","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; McGill University; McMaster University","funders":"","keywords":"Preprint; Dementia; Randomized controlled trial; The Internet; Protocol (science); Knowledge translation; Intervention (counseling); Medicine; Psychology; Computer science; Alternative medicine; World Wide Web; Nursing; Knowledge management","score_opus":0.25944846638286334,"score_gpt":0.5879864456911755,"score_spread":0.3285379793083122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404693155","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008713605,0.00005922798,0.030265752,0.00048256697,0.000026254602,0.9649328,0.0000055340493,0.0001630538,0.0031934541],"genre_scores_gemma":[0.017819323,0.0000010862624,0.00086375966,0.000014781513,0.00028419358,0.9746328,0.00006616565,0.00005796627,0.0062599364],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99393344,0.0023871711,0.0011520225,0.0007382994,0.0010852587,0.00070379407],"domain_scores_gemma":[0.9970316,0.0015228759,0.00014097078,0.00026924713,0.00078842643,0.00024685648],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013404682,0.00029878726,0.000983977,0.00096299313,0.00019154466,0.00063280074,0.00016966184,0.0001941585,0.0012508447],"category_scores_gemma":[0.0006865069,0.00021483941,0.0008984032,0.00050495885,0.00034790224,0.00033057536,0.000099331075,0.0006068967,0.00006372103],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89870685,0.0032219735,0.000138962,0.0062687993,0.00075422553,0.000011886872,0.000162545,1.6264207e-7,0.0009330044,0.0008640592,0.0041512703,0.084786244],"study_design_scores_gemma":[0.86706966,0.009417177,0.000085221065,0.0077676526,0.00016848574,0.0000039515967,0.000044760753,0.017598672,0.0034175937,0.0014288513,0.092827074,0.00017091185],"about_ca_topic_score_codex":0.000013405551,"about_ca_topic_score_gemma":0.00001671673,"teacher_disagreement_score":0.088675804,"about_ca_system_score_codex":0.00013526273,"about_ca_system_score_gemma":0.0006853176,"threshold_uncertainty_score":0.99966216},"labels":[],"label_agreement":null},{"id":"W4404696281","doi":"10.2196/59552","title":"Challenges and Strategies Adopted for Remote Teaching of Biochemistry During the COVID-19 Pandemic: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Various Chemistry Research Topics","field":"Chemistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Systematic review; Protocol (science); Pandemic; Medical education; Preprint; Computer science; MEDLINE; Coronavirus disease 2019 (COVID-19); Medicine; Psychology; Political science; World Wide Web; Pedagogy; Alternative medicine","score_opus":0.6790121141231606,"score_gpt":0.6662409964933415,"score_spread":0.012771117629819195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404696281","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.0780316e-8,0.4297267,0.0000125436445,0.0002550252,0.0000017478318,0.56819946,0.00016590048,0.00012231524,0.0015162403],"genre_scores_gemma":[2.4928287e-8,0.427346,0.0002550917,0.00000992576,0.00033217276,0.570365,0.000045176545,0.00013150871,0.0015150916],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99325204,0.0005731437,0.0017477042,0.001653919,0.0013249193,0.0014482986],"domain_scores_gemma":[0.99309593,0.0030773804,0.00076539896,0.0019541131,0.0005761012,0.000531093],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006852267,0.0008872784,0.002328004,0.00020682873,0.00068905664,0.0004618825,0.0020438025,0.000930125,0.00008484032],"category_scores_gemma":[0.0062285354,0.00059427903,0.000821089,0.00034899366,0.00068347505,0.00016271615,0.0012791911,0.0034927125,0.000004807295],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013515774,0.00008464555,5.5837324e-7,0.7614009,0.00016128802,0.000011839741,0.00009429384,9.3073986e-8,0.00038189397,0.000114503804,0.002023608,0.23559123],"study_design_scores_gemma":[0.000761739,0.00008943155,1.4206073e-8,0.4621563,0.000050945957,0.00011473904,0.000077039025,0.000007550047,0.00027716768,0.00039581564,0.53576577,0.00030351215],"about_ca_topic_score_codex":0.000011509925,"about_ca_topic_score_gemma":0.00001310891,"teacher_disagreement_score":0.53374213,"about_ca_system_score_codex":0.0008210852,"about_ca_system_score_gemma":0.0065681827,"threshold_uncertainty_score":0.99965084},"labels":[],"label_agreement":null},{"id":"W4404697213","doi":"10.2196/65141","title":"Effect of Medication Management at Home via Pharmacist-Led Home Televisits: Protocol for a Cluster Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; U.S. Department of Veterans Affairs","keywords":"Preprint; Pharmacist; Medicine; Randomized controlled trial; Protocol (science); Aged care; Gerontology; Family medicine; Nursing; Alternative medicine; Pharmacy; Computer science; World Wide Web; Internal medicine","score_opus":0.22019778746668928,"score_gpt":0.6137199102334691,"score_spread":0.3935221227667798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404697213","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011198915,0.000012408348,0.0006389671,0.001546365,0.0000704232,0.9937318,0.000012070291,0.00013131883,0.0027367861],"genre_scores_gemma":[0.0043310984,0.0000028807199,0.00021528505,0.00012505207,0.0004512733,0.989901,0.000028735001,0.00006229421,0.004882385],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99195516,0.003517803,0.0013148678,0.0006079778,0.0019069958,0.00069717946],"domain_scores_gemma":[0.98705703,0.011461551,0.00029176113,0.0004986801,0.00032710755,0.0003638795],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018078519,0.0003362549,0.0018874734,0.00057271746,0.00016533607,0.00011979395,0.0003175874,0.00016935338,0.0010825475],"category_scores_gemma":[0.0014682112,0.00019337138,0.00085498637,0.00052909914,0.00032415448,0.00025854775,0.00025676843,0.00068951614,0.00018911634],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9503463,0.00089634676,0.000064557826,0.023177123,0.00086405384,0.000039348786,0.00008833065,7.983298e-7,0.0010096467,0.00019938724,0.009158241,0.014155858],"study_design_scores_gemma":[0.7598303,0.006472304,0.0000047513854,0.0025872933,0.00018856028,0.0000095545665,0.0000037289822,0.011522934,0.0030234011,0.00024422116,0.21596801,0.00014494105],"about_ca_topic_score_codex":0.00000190997,"about_ca_topic_score_gemma":2.7046926e-7,"teacher_disagreement_score":0.20680977,"about_ca_system_score_codex":0.00027774047,"about_ca_system_score_gemma":0.00016593003,"threshold_uncertainty_score":0.9998306},"labels":[],"label_agreement":null},{"id":"W4404705928","doi":"10.2196/64277","title":"Impact of the Mediterranean Diet on Patients With Psoriasis: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psoriasis: Treatment and Pathogenesis","field":"Immunology and Microbiology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Medicine; Protocol (science); Psoriasis; Clinical trial; Family medicine; Alternative medicine; Internal medicine; Dermatology; World Wide Web; Computer science; Pathology","score_opus":0.10700056596691157,"score_gpt":0.4733596442193852,"score_spread":0.3663590782524736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404705928","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01277762,0.0000052069067,0.000006053049,0.000097621516,0.00008585554,0.98607147,0.0001264122,0.000062474595,0.0007672693],"genre_scores_gemma":[0.019122703,1.485507e-7,0.000014855173,0.0000064813116,0.0001763055,0.97878355,0.000036025987,0.000041750944,0.0018181663],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952955,0.002673668,0.00064809906,0.00045323087,0.00031663058,0.00061284896],"domain_scores_gemma":[0.99585634,0.002904785,0.0002083902,0.00057412026,0.00041019195,0.000046186524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002745829,0.00031402378,0.0011568444,0.00027554296,0.00027873492,0.00007877492,0.00047820655,0.00026347564,0.00048117156],"category_scores_gemma":[0.0007255031,0.00012714206,0.0010251594,0.0003955148,0.0004841569,0.00009646337,0.00008405079,0.00042603293,0.00006827411],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98072916,0.0020654863,0.00020706079,0.0002759811,0.0015895462,0.0000017692106,0.00030967637,0.0000012802323,0.0005105743,0.00028459087,0.008685027,0.0053398726],"study_design_scores_gemma":[0.957928,0.020047238,0.00046870438,0.0017975027,0.000055423934,8.51556e-7,0.000010067181,0.000008983779,0.0017920786,0.00029544733,0.017451096,0.00014459115],"about_ca_topic_score_codex":0.000016142621,"about_ca_topic_score_gemma":0.0000048736256,"teacher_disagreement_score":0.02280112,"about_ca_system_score_codex":0.000119432756,"about_ca_system_score_gemma":0.0005388008,"threshold_uncertainty_score":0.52684915},"labels":[],"label_agreement":null},{"id":"W4404707001","doi":"10.2196/64178","title":"Examining the Implementation of the Italian Version of the Teen Online Problem-Solving Program Coupled With Remote Psychological Support: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Web application; Psychology; Online video; Computer science; Medical education; Applied psychology; Multimedia; World Wide Web; Medicine; Alternative medicine","score_opus":0.28358169338026784,"score_gpt":0.5964346957142215,"score_spread":0.31285300233395363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404707001","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019100944,0.0000011244059,0.00007383485,0.004305742,0.000015652327,0.9756244,0.000033530312,0.00007059189,0.0007741955],"genre_scores_gemma":[0.030591981,1.7950967e-7,0.0021842213,0.00003436694,0.00017575946,0.9658763,0.000012934452,0.00005115304,0.0010731331],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99218905,0.0027118495,0.0013590117,0.00051606505,0.0025111951,0.00071285595],"domain_scores_gemma":[0.9936951,0.003741132,0.0004680514,0.0010324866,0.00094702415,0.00011619996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014132111,0.00025831885,0.0010982915,0.00020872829,0.00034795568,0.00015966556,0.00086502347,0.00016185823,0.0004556738],"category_scores_gemma":[0.0019043183,0.00009010173,0.0005386761,0.0011853325,0.0013041046,0.00011636318,0.00030790127,0.0010716921,0.0000037653806],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.965202,0.0014056527,0.00020725033,0.0031245702,0.0003546608,0.0000051158236,0.0012074632,0.0000017370695,0.0032278239,0.00030689605,0.004281097,0.020675745],"study_design_scores_gemma":[0.96219605,0.016038217,0.0011917031,0.006140648,0.00006897387,0.000021111817,0.0013125391,0.0031417878,0.0016791426,0.0005571511,0.0075324816,0.00012017589],"about_ca_topic_score_codex":0.000045800356,"about_ca_topic_score_gemma":0.000035349374,"teacher_disagreement_score":0.020555569,"about_ca_system_score_codex":0.00013990217,"about_ca_system_score_gemma":0.0012335913,"threshold_uncertainty_score":0.49893087},"labels":[],"label_agreement":null},{"id":"W4404749686","doi":"10.2196/62715","title":"Efficacy of a Mobile App–Based Behavioral Intervention (DRIVEN) to Help Individuals With Unemployment-Related Emotional Distress Return to Work: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Randomized controlled trial; Intervention (counseling); Psychology; Job attitude; Mental health; Seekers; Distress; Clinical psychology; Applied psychology; Job performance; Job satisfaction; Social psychology; Medicine; Psychiatry","score_opus":0.18724623598080295,"score_gpt":0.5911067079833486,"score_spread":0.4038604720025457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404749686","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026914613,0.0000028795787,0.0006308858,0.0019362011,0.0000593129,0.96978223,0.00016068634,0.0002578861,0.00025529036],"genre_scores_gemma":[0.012114548,5.9340937e-8,0.0004932612,0.000039421524,0.0002868174,0.9806004,0.00009538001,0.00009389114,0.0062762075],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99057895,0.0037839636,0.0020796652,0.0007990619,0.0016143597,0.0011440179],"domain_scores_gemma":[0.9934935,0.004092785,0.0004134138,0.00051967095,0.001113154,0.00036749482],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007852141,0.00041390516,0.0017398954,0.0008349413,0.0007290016,0.0001307448,0.00050604076,0.00028444556,0.0010554232],"category_scores_gemma":[0.000961427,0.00026647074,0.0006976542,0.0013893549,0.00028171932,0.00016462774,0.0004016459,0.000976071,0.000099544966],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9662182,0.003236961,0.0022016412,0.0024862639,0.00038628312,0.000007858258,0.0026128867,0.000046632933,0.00010928058,0.00057043106,0.01940018,0.0027233895],"study_design_scores_gemma":[0.9119579,0.010230659,0.00033087743,0.026048027,0.000050355735,2.2791421e-7,0.00034046525,0.00012284912,0.00015182585,0.00022666775,0.05024823,0.00029191712],"about_ca_topic_score_codex":0.000053000196,"about_ca_topic_score_gemma":0.000049423114,"teacher_disagreement_score":0.054260295,"about_ca_system_score_codex":0.00033493747,"about_ca_system_score_gemma":0.0006599733,"threshold_uncertainty_score":0.9999787},"labels":[],"label_agreement":null},{"id":"W4404754589","doi":"10.2196/59545","title":"Vientiane Multigenerational Birth Cohort Project in Lao People’s Democratic Republic: Protocol for Establishing a Longitudinal Multigenerational Birth Cohort to Promote Population Health","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Population; Medicine; Grandparent; Cohort; Context (archaeology); Public health; Demography; Environmental health; Gerontology; Geography; Psychology","score_opus":0.2582140524993781,"score_gpt":0.5890691933133102,"score_spread":0.3308551408139321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404754589","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074667637,0.0000050443937,0.0011102066,0.01294858,0.00006477485,0.97770745,0.00012192084,0.00023160667,0.0003436613],"genre_scores_gemma":[0.004617648,0.000001628949,0.0077916896,0.0005130577,0.0010495541,0.9806623,0.00019694353,0.00006663329,0.0051005385],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99131024,0.0016583814,0.0012441239,0.0012202805,0.0026708501,0.0018961168],"domain_scores_gemma":[0.99709475,0.0007302596,0.00017443506,0.0004345046,0.00091022876,0.00065584225],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.015304676,0.000317925,0.00053978263,0.0011009966,0.0021830334,0.002252577,0.00056290376,0.0002423868,0.00036506556],"category_scores_gemma":[0.00269026,0.00029087,0.00014936466,0.0026228344,0.00014127919,0.0014720277,0.0001706753,0.00075187185,0.000033260996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045151584,0.00069692294,0.8947567,0.005540585,0.000037880214,0.000014412693,0.0060980334,0.00023451314,0.000033209017,0.026552925,0.056264143,0.0093191955],"study_design_scores_gemma":[0.0012292301,0.0006047828,0.48490876,0.0025272623,0.0000014011939,0.000003125302,0.00035736195,0.009680567,0.000025349935,0.00094417506,0.49936223,0.00035575408],"about_ca_topic_score_codex":0.026489742,"about_ca_topic_score_gemma":0.14326298,"teacher_disagreement_score":0.4430981,"about_ca_system_score_codex":0.0017946687,"about_ca_system_score_gemma":0.007298655,"threshold_uncertainty_score":0.99995434},"labels":[],"label_agreement":null},{"id":"W4404754735","doi":"10.2196/60420","title":"Impact of Remote Symptom Management on Exercise Adherence After Video-Assisted Thoracic Surgery for Lung Cancer in a Tertiary Hospital in China: Protocol for a Prospective Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Preprint; Medicine; Physical therapy; Protocol (science); Lung cancer; Lung cancer surgery; Surgery; Alternative medicine; Computer science; World Wide Web; Oncology","score_opus":0.05640197949802404,"score_gpt":0.520606960675153,"score_spread":0.46420498117712894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404754735","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033904675,0.000040250074,0.00013560035,0.0002692596,0.00004911104,0.96523035,0.00007874346,0.00006167736,0.000230345],"genre_scores_gemma":[0.1451015,0.0000035802825,0.000097053606,0.000009013654,0.00018409008,0.853814,0.000008427001,0.00006957025,0.00071277877],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9954177,0.0007370261,0.00120599,0.00083021016,0.0009587799,0.0008502836],"domain_scores_gemma":[0.9970015,0.0017023794,0.00019931723,0.0005019357,0.0004211273,0.00017373827],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00583485,0.00038095633,0.0020591572,0.0012225638,0.000054137116,0.00013335206,0.00020613943,0.00020578498,0.00017481459],"category_scores_gemma":[0.0006099513,0.00025029085,0.0012493827,0.0010596239,0.0001711548,0.00018854055,0.00009545471,0.0006095376,0.0000019451372],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9361851,0.0016148605,0.006006529,0.013273726,0.000372052,0.00013066061,0.0012456463,0.000004177418,0.00004960145,0.000025180008,0.0012057011,0.039886724],"study_design_scores_gemma":[0.90267545,0.0047299005,0.02377674,0.062935635,0.000063210355,0.000001422957,0.00007416041,0.004248773,0.0003567275,0.00049830973,0.00033395717,0.0003056943],"about_ca_topic_score_codex":0.0006214625,"about_ca_topic_score_gemma":0.0003762605,"teacher_disagreement_score":0.11141636,"about_ca_system_score_codex":0.0012057596,"about_ca_system_score_gemma":0.0012816786,"threshold_uncertainty_score":0.99999493},"labels":[],"label_agreement":null},{"id":"W4404756750","doi":"10.2196/60427","title":"Digital Teaching and Learning Media for Nursing and Health Care Courses in Germany: Protocol for a Scoping Review","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Education and Validation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Protocol (science); Medical education; Nursing; Computer science; Psychology; Medicine; World Wide Web; Alternative medicine; Political science","score_opus":0.6052253651944957,"score_gpt":0.7452631290495345,"score_spread":0.14003776385503885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404756750","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028554114,0.00027521315,0.0001512414,0.022099396,0.000009684303,0.97600704,0.000005713065,0.000060208953,0.0013629191],"genre_scores_gemma":[0.00033901964,0.000021010874,0.000552603,0.00016073804,0.00025663304,0.9983881,0.000009844245,0.000017420307,0.00025462874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976641,0.00086000963,0.0003066646,0.00030219305,0.000361887,0.00050515315],"domain_scores_gemma":[0.9981805,0.0013004937,0.00005872369,0.000073399875,0.0001715663,0.00021528892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008739147,0.000078304816,0.00017843398,0.00018844778,0.0012062824,0.00063543743,0.00009032225,0.000059847323,0.00001246521],"category_scores_gemma":[0.0023609446,0.00007256094,0.00002454341,0.00024539372,0.00014898658,0.00047878386,0.000023761548,0.00050220994,0.0000020881764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005001667,0.00007673455,0.000469904,0.07839505,0.00000181358,5.0674214e-7,0.06932401,1.9882611e-7,0.0000039185165,0.0065743704,0.009771358,0.8353321],"study_design_scores_gemma":[0.0005073887,0.00028376948,0.00020100633,0.23765232,4.4465364e-7,6.811558e-7,0.008183548,0.00007481134,0.000003005194,0.0003876087,0.7526208,0.000084604515],"about_ca_topic_score_codex":0.00008486214,"about_ca_topic_score_gemma":0.00020823829,"teacher_disagreement_score":0.8352475,"about_ca_system_score_codex":0.00034313567,"about_ca_system_score_gemma":0.0025005692,"threshold_uncertainty_score":0.9277871},"labels":[],"label_agreement":null},{"id":"W4404796522","doi":"10.2196/59511","title":"Italian Medical Professionals' Practices, Attitudes, and Knowledge in Travel Medicine: Protocol for a National Survey","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Travel-related health issues","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medical education; Medicine; Psychology; Family medicine; Alternative medicine; Computer science; World Wide Web","score_opus":0.6156358283392583,"score_gpt":0.7260238335769272,"score_spread":0.1103880052376689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404796522","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019516236,0.00006345283,0.000020236788,0.015249389,0.000021463242,0.97840065,0.00004290344,0.00011116788,0.005895562],"genre_scores_gemma":[0.00271109,0.0000017093078,0.00043214665,0.00021865402,0.0006398032,0.9884501,0.000069387825,0.00007766695,0.007399404],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930843,0.0014325652,0.00092875183,0.0008657668,0.0027694853,0.000919096],"domain_scores_gemma":[0.9931604,0.0043449774,0.00015155534,0.0003192815,0.0012554575,0.0007682944],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019861087,0.000276406,0.0005418982,0.00094111974,0.00022096728,0.00009372453,0.00032635007,0.0005675507,0.0015651943],"category_scores_gemma":[0.009607124,0.00019768767,0.00005387916,0.0013571333,0.000561329,0.00030418637,0.0001892282,0.0023181224,0.00012921514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0091411015,0.0067365416,0.047675338,0.079017654,0.00016672173,0.00051387935,0.0042832945,1.1984862e-7,0.0008978913,0.018050784,0.8174759,0.016040785],"study_design_scores_gemma":[0.008962778,0.002571173,0.26195866,0.042218976,0.000002649212,0.00010971365,0.00016594949,0.0007728061,0.00011284271,0.00096958195,0.68195146,0.00020342247],"about_ca_topic_score_codex":0.00021770586,"about_ca_topic_score_gemma":0.0014300521,"teacher_disagreement_score":0.21428333,"about_ca_system_score_codex":0.00045859363,"about_ca_system_score_gemma":0.007809549,"threshold_uncertainty_score":0.99998355},"labels":[],"label_agreement":null},{"id":"W4404803167","doi":"10.2196/60669","title":"Clinical Characteristics of Virologically Confirmed Respiratory Syncytial Virus in English Primary Care: Protocol for an Observational Study of Acute Respiratory Infection","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory viral infections research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Preprint; Respiratory system; Virology; Protocol (science); Primary care; Intensive care medicine; Virus; Internal medicine; Family medicine; Pathology; Alternative medicine; World Wide Web; Computer science","score_opus":0.6209459921782983,"score_gpt":0.6448910002011196,"score_spread":0.02394500802282129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404803167","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40531328,0.0000024636383,0.000026604062,0.00001039689,0.000025770216,0.5940015,0.000085515574,0.00010333259,0.0004311978],"genre_scores_gemma":[0.06014168,5.8319785e-7,0.00015023763,0.00010296717,0.0007340545,0.93867767,0.000042702264,0.00008112819,0.0000689696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9909082,0.002922593,0.0024118382,0.001032459,0.0019761964,0.0007486863],"domain_scores_gemma":[0.99336725,0.0011884809,0.000324053,0.0010735164,0.0036937853,0.0003529227],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008526603,0.00033571362,0.0010537924,0.001313309,0.0001836876,0.00012979574,0.00045774365,0.0005831035,0.00015144784],"category_scores_gemma":[0.001867112,0.00028597898,0.00027175565,0.0015871397,0.00077739335,0.0005724495,0.00033011523,0.0021163719,0.000016932241],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029323397,0.018856999,0.70124954,0.01311424,0.00033907034,0.00024148962,0.0014130215,0.000009251935,0.19648924,0.00051874405,0.0028412915,0.035603683],"study_design_scores_gemma":[0.011442051,0.07153936,0.7332884,0.0022640522,0.00002462463,0.000003009847,0.00012114592,0.00008315932,0.00848319,0.0000663706,0.17242607,0.00025856282],"about_ca_topic_score_codex":0.00006624557,"about_ca_topic_score_gemma":0.00008787021,"teacher_disagreement_score":0.3451716,"about_ca_system_score_codex":0.0006243278,"about_ca_system_score_gemma":0.0035337189,"threshold_uncertainty_score":0.99995923},"labels":[],"label_agreement":null},{"id":"W4404837273","doi":"10.2196/54525","title":"Standardized Outcomes for Randomized Controlled Trials Targeting Early Interventions in Patients With Moderate-to-Severe Traumatic Brain Injury: Protocol for the Development of a Core Outcome Set","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Union des Blessés de la Face et de la Tête","keywords":"Randomized controlled trial; Medicine; Protocol (science); Traumatic brain injury; Psychological intervention; Preprint; Outcome (game theory); Intervention (counseling); Psychiatry; Alternative medicine; Surgery; Computer science","score_opus":0.6145621573148494,"score_gpt":0.6693858072299216,"score_spread":0.05482364991507216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404837273","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022797117,0.0000013751761,0.016213074,0.0025420515,0.000013432664,0.9784086,0.00019182893,0.00011691984,0.00023305225],"genre_scores_gemma":[0.01610622,5.3711094e-8,0.011546778,0.000020531143,0.000044706998,0.97098094,0.000011073578,0.00006000932,0.0012297031],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9868773,0.0056881206,0.0031165383,0.000550115,0.0027006099,0.0010672831],"domain_scores_gemma":[0.9649026,0.032207526,0.00047890117,0.00039226172,0.0018209481,0.00019780408],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12055186,0.00030002746,0.00262975,0.0009201139,0.0008252131,0.00077838934,0.0010526392,0.00018586876,0.00016514726],"category_scores_gemma":[0.048690613,0.00015690667,0.0009686518,0.0011989342,0.00052408583,0.00030613114,0.00021930152,0.00059194723,0.0000065723843],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9199116,0.0012363244,0.0063178707,0.006568538,0.00096145563,0.000002570931,0.02838825,0.000033037853,0.000052085474,0.01027437,0.014026301,0.012227546],"study_design_scores_gemma":[0.9030013,0.0034293865,0.0015172181,0.017180273,0.00004714364,1.2156467e-7,0.0045485822,0.0015321688,0.00037684457,0.017953202,0.04971748,0.0006962688],"about_ca_topic_score_codex":0.0001051648,"about_ca_topic_score_gemma":0.00043190026,"teacher_disagreement_score":0.071861245,"about_ca_system_score_codex":0.0005576789,"about_ca_system_score_gemma":0.0020226578,"threshold_uncertainty_score":0.9593227},"labels":[],"label_agreement":null},{"id":"W4404837596","doi":"10.2196/57452","title":"Tracking Implementation Outcomes of an Intensive Case Management Program for HIV: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital; University of Toronto; Western University","funders":"","keywords":"Psychological intervention; Fidelity; Sustainability; Population; Descriptive statistics; Program evaluation; Monitoring and evaluation; Process management; Medical education; Psychology; Medicine; Computer science; Engineering; Nursing; Environmental health; Political science","score_opus":0.9015271554770312,"score_gpt":0.8737053880233574,"score_spread":0.027821767453673818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404837596","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022731512,1.3877067e-7,0.011168393,0.0023866454,0.0000397304,0.98347944,0.0002574896,0.00024818204,0.0001468438],"genre_scores_gemma":[0.0009975621,2.1648614e-8,0.09399107,0.00032734647,0.00014873198,0.9038429,0.000022125141,0.000070834925,0.0005993606],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98887855,0.005732347,0.0018824862,0.00086947356,0.001035811,0.001601338],"domain_scores_gemma":[0.9896081,0.006083712,0.00037599707,0.00071352173,0.0028383052,0.0003803487],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.026525754,0.00026226207,0.0005026557,0.0008930385,0.0013414088,0.00017796074,0.00054601504,0.00012232097,0.00028990294],"category_scores_gemma":[0.0017379051,0.00020766328,0.00013686092,0.0012380248,0.00015221626,0.00066517567,0.00036373807,0.000624295,0.000028437355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011197575,0.0015525598,0.0052918913,0.026270717,0.00017277182,0.00011756422,0.051774096,0.0000017081279,0.00043024577,0.004889197,0.07089071,0.8374888],"study_design_scores_gemma":[0.011699664,0.009413985,0.0073669525,0.001445105,0.00001551049,0.000011897117,0.18042196,0.001293916,0.0010934512,0.002319923,0.7846377,0.000279942],"about_ca_topic_score_codex":0.00016758613,"about_ca_topic_score_gemma":0.00057647337,"teacher_disagreement_score":0.83720887,"about_ca_system_score_codex":0.00050612714,"about_ca_system_score_gemma":0.0011754528,"threshold_uncertainty_score":0.9999587},"labels":[],"label_agreement":null},{"id":"W4404839359","doi":"10.2196/59152","title":"Ultrasound-Guided High-Intensity Focused Ultrasound Combined With PD-1 Blockade in Patients With Liver Metastases From Lung Cancer: Protocol for a Single-Arm Phase 2 Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ultrasound and Hyperthermia Applications","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; High-intensity focused ultrasound; Lung cancer; Clinical trial; Liver cancer; Cancer; Oncology; Internal medicine; Regimen; Radiology; Ultrasound","score_opus":0.09961950458356598,"score_gpt":0.42844829253529726,"score_spread":0.32882878795173126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404839359","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10281473,0.0000060708494,0.0006455068,0.00006326481,0.000017482636,0.8950625,0.00077799574,0.00047259653,0.00013984779],"genre_scores_gemma":[0.091478035,5.5737434e-7,0.0014216681,0.000017051583,0.0002660649,0.90636986,0.00019791136,0.00015798626,0.00009085282],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99657106,0.00018372695,0.0005688036,0.0007863966,0.00093735324,0.0009526336],"domain_scores_gemma":[0.99709696,0.0013827304,0.00007276771,0.0006675431,0.0005126177,0.0002674007],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051119726,0.0004681069,0.0006016387,0.00036611359,0.00026023592,0.0005897497,0.00049239886,0.00017951771,0.00037629876],"category_scores_gemma":[0.00013152871,0.00034471715,0.00011126629,0.0010811997,0.00023955818,0.00041134263,0.00004499659,0.0007829493,0.000020890411],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6036246,0.048508734,0.020579336,0.012832972,0.0037742278,0.00028318292,0.0056868074,0.0029202618,0.16070728,0.0018118554,0.12548323,0.013787535],"study_design_scores_gemma":[0.60676515,0.04055606,0.00560185,0.012692847,0.00021294864,0.00004084894,0.00021104995,0.006243484,0.107982054,0.0015093617,0.21504562,0.0031387438],"about_ca_topic_score_codex":0.00035832694,"about_ca_topic_score_gemma":0.00043111306,"teacher_disagreement_score":0.089562386,"about_ca_system_score_codex":0.00052886235,"about_ca_system_score_gemma":0.00033682777,"threshold_uncertainty_score":0.99990046},"labels":[],"label_agreement":null},{"id":"W4404841238","doi":"10.2196/63938","title":"Effectiveness of Text Messaging Nudging to Increase Coverage of Influenza Vaccination Among Older Adults in Norway (InfluSMS Study): Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Influenza Virus Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Norwegian; Medicine; Immigration; Vaccination; Population; Randomized controlled trial; Psychological intervention; Intervention (counseling); Demography; Gerontology; Environmental health; Nursing; Geography","score_opus":0.09874987101182969,"score_gpt":0.5504549534643562,"score_spread":0.45170508245252655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404841238","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17432265,0.000009281743,0.00014069596,0.000040660798,0.000008929903,0.82408273,0.0000137587185,0.00005451153,0.0013267564],"genre_scores_gemma":[0.18823317,3.6412644e-7,0.00007659867,0.000014285475,0.000080381724,0.8113352,0.0000024488565,0.00006904126,0.00018849355],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98814344,0.005507824,0.0020491744,0.00087689224,0.0024212734,0.0010013755],"domain_scores_gemma":[0.9855692,0.010867328,0.0003060811,0.0006754419,0.002299746,0.00028220352],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02998408,0.00042947102,0.0029845082,0.0024196445,0.0001728516,0.00014554847,0.00040816254,0.00019182601,0.0001707844],"category_scores_gemma":[0.01576876,0.00030137232,0.00057060405,0.0020271728,0.0002602186,0.00042323823,0.0004668776,0.0009462083,0.000016459984],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9523276,0.004202467,0.006173523,0.026854428,0.00056384143,0.0000629724,0.002914026,0.00007071541,0.0032920062,0.00020872656,0.00018595588,0.0031437224],"study_design_scores_gemma":[0.9291595,0.0069272984,0.023831751,0.031236947,0.000033878627,0.00000112529,0.00033839676,0.0013880141,0.0059354086,0.00016644572,0.00076118036,0.00022005194],"about_ca_topic_score_codex":0.00035338418,"about_ca_topic_score_gemma":0.000046687863,"teacher_disagreement_score":0.023168115,"about_ca_system_score_codex":0.0005633709,"about_ca_system_score_gemma":0.001086503,"threshold_uncertainty_score":0.99994385},"labels":[],"label_agreement":null},{"id":"W4404859401","doi":"10.2196/50649","title":"Real-Time Exposure to Alcohol Content in Digital Media in Adolescents: Protocol for a Multiburst Ecological Momentary Assessment Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Preprint; Protocol (science); Digital media; Psychology; Ecology; Computer science; Multimedia; Medicine; World Wide Web; Biology","score_opus":0.3169487612869939,"score_gpt":0.5892080179255356,"score_spread":0.27225925663854167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404859401","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06470688,3.2638016e-7,0.0000045217544,0.0021232476,0.000018407514,0.93167615,0.00004828549,0.00028981047,0.0011323871],"genre_scores_gemma":[0.1993652,1.2367832e-7,0.0001697999,0.000047799243,0.00011313532,0.7996199,0.000005611461,0.000037507398,0.0006408979],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939953,0.0008738945,0.00075592083,0.0009415524,0.0017825569,0.0016507733],"domain_scores_gemma":[0.998312,0.00041289214,0.00006892452,0.0004872544,0.0002915391,0.00042736676],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005644521,0.00029492605,0.00046417836,0.0009467399,0.00033282948,0.00080981647,0.0012210303,0.00034891028,0.00019607188],"category_scores_gemma":[0.0014103267,0.00025280137,0.00010878832,0.0014811011,0.0004308418,0.00055539596,0.00060860295,0.0011910293,0.00019588738],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033756203,0.032320343,0.8875517,0.00113836,0.000059859223,0.00096632005,0.013940242,0.000009642227,0.00310231,0.0007510388,0.028644549,0.028139979],"study_design_scores_gemma":[0.019527541,0.012468266,0.87864506,0.013310316,0.000002978966,0.0000026328064,0.0211985,0.00017969667,0.00020456647,0.0015909276,0.05205567,0.0008138438],"about_ca_topic_score_codex":0.00081223017,"about_ca_topic_score_gemma":0.002860053,"teacher_disagreement_score":0.13465832,"about_ca_system_score_codex":0.0023946757,"about_ca_system_score_gemma":0.0008815013,"threshold_uncertainty_score":0.99999243},"labels":[],"label_agreement":null},{"id":"W4404912010","doi":"10.2196/65840","title":"Evaluating the Benefit of Home Support Provider Services for Positive Airway Pressure Therapy in Patients With Obstructive Sleep Apnea: Protocol for an Ambispective International Real-World Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuous positive airway pressure; Preprint; Protocol (science); Medicine; Sleep (system call); Physical therapy; Computer science; Obstructive sleep apnea; Alternative medicine; World Wide Web; Internal medicine","score_opus":0.15635258641284505,"score_gpt":0.5481001342076823,"score_spread":0.3917475477948373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404912010","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08866755,8.437282e-7,0.000041374406,0.00034858548,0.0000166644,0.90976703,0.00030538457,0.000060070237,0.00079250924],"genre_scores_gemma":[0.18408154,5.2141978e-8,0.00072327256,0.000013429597,0.00020421861,0.81441224,0.00007621401,0.00010551049,0.000383529],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938352,0.00066329114,0.0007068902,0.0011493055,0.0027662946,0.0008790196],"domain_scores_gemma":[0.99309254,0.0009637301,0.0002179499,0.00076976855,0.0047654673,0.00019051961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033778257,0.0003741167,0.00055248954,0.0008787819,0.00029024572,0.0002915068,0.0008093559,0.00012544313,0.00015047034],"category_scores_gemma":[0.00018063732,0.00023045145,0.00014436798,0.0012554061,0.00046403016,0.0008040827,0.00029838792,0.0009419982,0.000004463422],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1337758,0.012628384,0.6110168,0.006097858,0.002183074,0.00002552234,0.020544657,0.00011868437,0.0024600583,0.0017947473,0.00013556046,0.20921883],"study_design_scores_gemma":[0.034822177,0.09809469,0.8394417,0.002094294,0.000037741116,0.0000031548802,0.003952518,0.010728581,0.0055952226,0.0018306638,0.0030088788,0.0003903551],"about_ca_topic_score_codex":0.00026884794,"about_ca_topic_score_gemma":0.000504884,"teacher_disagreement_score":0.2284249,"about_ca_system_score_codex":0.0005329148,"about_ca_system_score_gemma":0.00043204013,"threshold_uncertainty_score":0.9397538},"labels":[],"label_agreement":null},{"id":"W4404912850","doi":"10.2196/64590","title":"Video Remote Sign Language Interpreting in Health Communication for Deaf People: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hand Gesture Recognition Systems","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Interpreter; Sign language; Language interpretation; Protocol (science); Randomized controlled trial; Health care; Medicine; American Sign Language; Interpretation (philosophy); Applied psychology; Medical education; Psychology; Nursing; Computer science; Linguistics; Alternative medicine","score_opus":0.14488481603556347,"score_gpt":0.5601788316733174,"score_spread":0.4152940156377539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404912850","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055820024,0.000011924897,0.24998172,0.00306729,0.000020231655,0.74617696,0.0000057294806,0.00018848674,0.0005420786],"genre_scores_gemma":[0.0008900227,3.8493937e-7,0.018001113,0.00008982862,0.00020773026,0.98003405,0.000008041749,0.00003576541,0.0007330625],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9905181,0.0058768094,0.0014514348,0.0006549313,0.000738193,0.0007605087],"domain_scores_gemma":[0.9861681,0.012031452,0.00029284752,0.00084957195,0.0004929897,0.00016505334],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.034881014,0.0002201597,0.0012120003,0.0006316509,0.0002758721,0.001079314,0.0012171245,0.00015090713,0.000019198225],"category_scores_gemma":[0.0043173735,0.00015963284,0.0004080592,0.0009152603,0.00008458463,0.00044490062,0.00028872656,0.0005847026,0.000026790509],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89430475,0.0003179162,0.0000017022082,0.0044697556,0.000057524878,0.0000042877373,0.0080302125,0.0000055225123,0.00021067556,0.0077252295,0.0059566484,0.07891579],"study_design_scores_gemma":[0.8050296,0.0012628123,7.2988547e-7,0.0094488915,0.0000011171469,0.0000046344294,0.0001439665,0.1051615,0.0001654824,0.005566225,0.0730524,0.00016267881],"about_ca_topic_score_codex":0.00010621343,"about_ca_topic_score_gemma":0.00019470119,"teacher_disagreement_score":0.2338571,"about_ca_system_score_codex":0.00027905218,"about_ca_system_score_gemma":0.0010754223,"threshold_uncertainty_score":0.9999577},"labels":[],"label_agreement":null},{"id":"W4404918923","doi":"10.2196/65446","title":"Harnessing Human-Centered Design for Evidence-Based Psychosocial Interventions and Implementation Strategies in Community Settings: Protocol for Redesign to Improve Usability, Engagement, and Appropriateness","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Usability; Preprint; Psychological intervention; Protocol (science); Psychosocial; Psychology; Applied psychology; Community engagement; Medical education; Computer science; Medicine; Nursing; World Wide Web; Human–computer interaction; Alternative medicine; Public relations","score_opus":0.9154473541381529,"score_gpt":0.7975290684234816,"score_spread":0.11791828571467133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404918923","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004185457,0.0000013378714,0.07111171,0.007870231,0.000024420777,0.9165286,0.00014276672,0.00010500231,0.00003047077],"genre_scores_gemma":[0.02205986,2.0850787e-7,0.012247219,0.00048665528,0.00016362451,0.9649007,0.000014902859,0.00004599382,0.00008083532],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9850482,0.010889802,0.0014851415,0.0007242236,0.0006052652,0.0012473955],"domain_scores_gemma":[0.9880452,0.010186179,0.00027047397,0.00043684186,0.000755314,0.00030595443],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.045293316,0.00023895706,0.00034986215,0.00068563357,0.0035016944,0.000731143,0.00046382908,0.00016062245,0.00011459062],"category_scores_gemma":[0.0029649811,0.00021986589,0.00007754586,0.0008548937,0.00027760872,0.0011926242,0.0003700178,0.0011715742,0.0000068829977],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009418623,0.0021183759,0.023510853,0.367751,0.000104435814,0.0000058249516,0.17463885,0.00004715308,0.13517931,0.025456667,0.11531152,0.14645737],"study_design_scores_gemma":[0.0552717,0.029935477,0.06841949,0.17942779,0.00003772539,0.0000025242928,0.20848297,0.007851533,0.01180954,0.12592842,0.31066155,0.00217129],"about_ca_topic_score_codex":0.00051117985,"about_ca_topic_score_gemma":0.0010148303,"teacher_disagreement_score":0.19535005,"about_ca_system_score_codex":0.00071072706,"about_ca_system_score_gemma":0.0023720525,"threshold_uncertainty_score":0.9977956},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4404923593","doi":"10.2196/60781","title":"National Assessment of Infection Prevention and Control (IPC) Practices in Public and Private Dental Settings in Jordan: Protocol for Cross-Sectional Study (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Cross-sectional study; Infection control; Medicine; Environmental health; Family medicine; Computer science; Alternative medicine; World Wide Web; Pathology","score_opus":0.2589148407367812,"score_gpt":0.631787414697393,"score_spread":0.37287257396061174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404923593","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3855268,0.0000011680324,0.00012333912,0.00006774438,0.0000072324747,0.6139209,0.000023225492,0.000024430454,0.00030512462],"genre_scores_gemma":[0.44752803,1.7783938e-7,0.000067193134,0.000005194364,0.000029927376,0.5520963,0.000006435489,0.000013140129,0.0002535935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99526054,0.0010381474,0.0006954124,0.0007186443,0.0017938723,0.0004933779],"domain_scores_gemma":[0.9976065,0.0013641083,0.00022544237,0.00018942113,0.0004571079,0.00015743088],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010228618,0.00015417929,0.00021952609,0.0010947555,0.00020464654,0.0016781987,0.00020383912,0.00013012176,0.00019386351],"category_scores_gemma":[0.0032975785,0.00014899454,0.00006510503,0.0007911018,0.00022775932,0.0013166649,0.0003798368,0.00081416534,0.000012409171],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015599902,0.0023904566,0.9842114,0.0031030877,0.0000498294,0.000045469395,0.000094425304,0.000015426618,0.0019375731,0.004382531,0.00033243533,0.0018773951],"study_design_scores_gemma":[0.009299524,0.0020027654,0.9630123,0.0006890757,0.0000010062824,0.00003803886,0.00009350182,0.0037263471,0.00015629965,0.010257571,0.010599482,0.00012410809],"about_ca_topic_score_codex":0.00043780426,"about_ca_topic_score_gemma":0.002514405,"teacher_disagreement_score":0.062001217,"about_ca_system_score_codex":0.0007276402,"about_ca_system_score_gemma":0.0011228201,"threshold_uncertainty_score":0.9993582},"labels":[],"label_agreement":null},{"id":"W4404948650","doi":"10.2196/63015","title":"Value Cocreation and Codestruction in Digital Health Services: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Aalto-Yliopisto","keywords":"Preprint; Protocol (science); Value (mathematics); Digital health; Co-creation; Computer science; Knowledge management; Medicine; Internet privacy; World Wide Web; Health care; Political science; Alternative medicine","score_opus":0.321101621633081,"score_gpt":0.5848111766619887,"score_spread":0.2637095550289077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404948650","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1896122e-8,0.15659107,0.0000053811104,0.0006551255,0.0000086946775,0.8423252,0.000018460283,0.00009987833,0.0002961487],"genre_scores_gemma":[9.086992e-9,0.061295684,0.000028113509,0.00073347235,0.00069673586,0.9365718,0.0003847049,0.00009558873,0.00019393132],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99623454,0.00016044587,0.001547324,0.00077604386,0.000728787,0.0005528502],"domain_scores_gemma":[0.99771184,0.00015543519,0.0008531223,0.000592372,0.00066113315,0.000026089783],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004749983,0.00043693322,0.0017267073,0.0011416792,0.00020418497,0.0017108932,0.00045899913,0.00021107758,0.00001670764],"category_scores_gemma":[0.00023246405,0.00031222097,0.00017131199,0.0029067593,0.000043829863,0.0015840906,0.000296069,0.00064665434,0.00025018008],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026314532,0.000079384015,0.0000013387784,0.9229503,0.000023218377,0.000002004911,0.000019707019,4.635558e-8,3.0744037e-8,0.006411105,0.0036497703,0.06683678],"study_design_scores_gemma":[0.00022586575,0.00004905349,3.24524e-7,0.5097063,0.000026410555,0.000005532408,0.000020944928,0.000038625683,2.6531378e-8,0.0024690423,0.48732036,0.00013751138],"about_ca_topic_score_codex":0.00007861033,"about_ca_topic_score_gemma":0.00002475384,"teacher_disagreement_score":0.4836706,"about_ca_system_score_codex":0.00026460804,"about_ca_system_score_gemma":0.00031611303,"threshold_uncertainty_score":0.999933},"labels":[],"label_agreement":null},{"id":"W4404950372","doi":"10.2196/63276","title":"Consistent and Correct Use of Condoms With Lubricants and Associated Factors Among Men Who Have Sex With Men from the Ghana Men’s Study II: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Condom; Context (archaeology); Psychological intervention; Medicine; Logistic regression; Population; Demography; Men who have sex with men; Multivariate analysis; Environmental health; Family medicine; Human immunodeficiency virus (HIV); Geography; Syphilis; Nursing","score_opus":0.25092021496156536,"score_gpt":0.5577847285218662,"score_spread":0.30686451356030087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404950372","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13786009,0.000003845177,0.00016983417,0.0001976256,9.3414707e-7,0.86049384,0.00019629464,0.000056209297,0.0010213517],"genre_scores_gemma":[0.07467069,2.624164e-7,0.00022726692,0.0000053909503,0.000025244679,0.90316755,0.000020006897,0.00006683396,0.021816764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928793,0.0033854293,0.0006146971,0.0008256914,0.0015385268,0.0007564132],"domain_scores_gemma":[0.9944557,0.0033534877,0.00016789444,0.0006696184,0.0009122499,0.00044106232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005001727,0.00034574635,0.00085387775,0.0003475315,0.0005390051,0.00047527687,0.0002851153,0.000102897066,0.00012946651],"category_scores_gemma":[0.0013997807,0.00017677623,0.00009967834,0.00065334473,0.0009084691,0.0003024505,0.00047106796,0.00089957594,0.0000011733734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008975399,0.0076898322,0.7516752,0.0010837881,0.00381561,0.00015358186,0.022289531,6.745227e-7,0.0011271752,0.00001654409,0.18995662,0.0132160755],"study_design_scores_gemma":[0.04223103,0.23209254,0.47581756,0.011416642,0.0002701312,0.0000200992,0.19127497,0.015925055,0.005650407,0.00005874278,0.024638489,0.0006043151],"about_ca_topic_score_codex":0.0030757997,"about_ca_topic_score_gemma":0.0020776715,"teacher_disagreement_score":0.2758576,"about_ca_system_score_codex":0.0002141989,"about_ca_system_score_gemma":0.00054909615,"threshold_uncertainty_score":0.7208725},"labels":[],"label_agreement":null},{"id":"W4404961802","doi":"10.2196/60805","title":"Development and Validation of a Novel Tool to Measure Medication Adherence for Noncommunicable Diseases in India: Protocol for an Exploratory Sequential Mixed Methods Multicentric Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Population; Scale (ratio); Focus group; Construct (python library); Protocol (science); Disease; Medication adherence; Family medicine; Alternative medicine; Environmental health; Computer science; Pathology","score_opus":0.5916027865733521,"score_gpt":0.636400237018992,"score_spread":0.044797450445639875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404961802","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008175669,0.0000052352157,0.024012566,0.00014649866,0.000010314966,0.96754336,0.000015587815,0.000047424404,0.000043364496],"genre_scores_gemma":[0.008921237,1.703047e-7,0.07767436,0.000026793381,0.000057737107,0.9131374,0.000031003572,0.000024020785,0.00012728201],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99717724,0.00055321696,0.00063596916,0.00048928126,0.0007938777,0.00035038588],"domain_scores_gemma":[0.997929,0.00051416765,0.00010898211,0.00051412836,0.0006701186,0.00026359822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055027106,0.00014781239,0.00031517187,0.0004501793,0.00012897508,0.000082474304,0.00031381001,0.00009221358,0.00005050477],"category_scores_gemma":[0.0012900612,0.00012385804,0.00003766546,0.00080765015,0.0000859756,0.00028969985,0.00015235953,0.000277038,0.000010587034],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012068548,0.022936184,0.013965672,0.025118316,0.00022960981,0.000013649181,0.023466047,0.000013454157,0.10074936,0.0011445781,0.0103738075,0.78992075],"study_design_scores_gemma":[0.064953245,0.028467594,0.09825367,0.03800268,0.00008310138,0.000012960399,0.018406989,0.019424511,0.19197422,0.0008233607,0.53837556,0.0012220962],"about_ca_topic_score_codex":0.000008184745,"about_ca_topic_score_gemma":0.000011366626,"teacher_disagreement_score":0.7886987,"about_ca_system_score_codex":0.00018565147,"about_ca_system_score_gemma":0.0016373658,"threshold_uncertainty_score":0.50507843},"labels":[],"label_agreement":null},{"id":"W4405055468","doi":"10.2196/67759","title":"Correction: Using Digital Media to Improve Adolescent Resilience and Prevent Mental Health Problems: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Resilience (materials science); Protocol (science); Psychology; Computer science; Applied psychology; Medical education; Data science; Alternative medicine; Medicine; Psychiatry","score_opus":0.5228192205117949,"score_gpt":0.6983570773547776,"score_spread":0.17553785684298273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405055468","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.4441566e-9,0.3112103,0.000048533042,0.000517937,0.00022258869,0.6868932,0.00058603653,0.000105874955,0.00041550415],"genre_scores_gemma":[1.2989747e-8,0.04460416,0.00018640408,0.0001629287,0.00038678024,0.9503019,0.0000920092,0.00019557687,0.0040702485],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99164665,0.001046614,0.0025633546,0.0018931318,0.0011385658,0.0017116576],"domain_scores_gemma":[0.99657935,0.00040862625,0.0007065354,0.0010206463,0.00030503437,0.0009797885],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0035800042,0.0007423392,0.001982852,0.00070278905,0.00047890915,0.0007774105,0.0008189833,0.0002946291,0.00013626924],"category_scores_gemma":[0.00043365394,0.0005997105,0.0005928708,0.0013818087,0.00026809596,0.00041655306,0.0010938321,0.0014952557,0.000521226],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006992266,0.0007232707,2.644299e-7,0.4252965,0.00002893377,0.0000046289974,0.00009526198,1.993149e-8,5.485556e-8,0.00007116204,0.10204889,0.47166112],"study_design_scores_gemma":[0.00033555314,0.0021797854,2.4528234e-7,0.5011826,0.000010037769,0.0000768427,0.000017802113,0.0000027503281,6.0444273e-7,0.00006152498,0.49589726,0.00023499771],"about_ca_topic_score_codex":0.000024244955,"about_ca_topic_score_gemma":0.000045251807,"teacher_disagreement_score":0.47142613,"about_ca_system_score_codex":0.0018914387,"about_ca_system_score_gemma":0.002573649,"threshold_uncertainty_score":0.9996454},"labels":[],"label_agreement":null},{"id":"W4405066071","doi":"10.2196/60154","title":"The Relationship Between Self-Compassion and Resilience in the General Population: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"PsycINFO; CINAHL; Meta-analysis; Psychology; Psychological resilience; Population; Self-compassion; Systematic review; Scopus; Clinical psychology; MEDLINE; Mindfulness; Medicine; Psychological intervention; Social psychology; Psychiatry; Environmental health","score_opus":0.6146145567364211,"score_gpt":0.6661296212426686,"score_spread":0.05151506450624754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405066071","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.341106e-8,0.2676298,0.00007649493,0.00069180294,0.0000022703894,0.7313892,0.000058224836,0.00002350324,0.00012866806],"genre_scores_gemma":[0.0000024017795,0.0025169097,0.000035245343,0.000021596019,0.00007150361,0.9921955,0.000026241698,0.000038112285,0.005092478],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872324,0.00876711,0.0018708972,0.0008147129,0.0008020945,0.0005127695],"domain_scores_gemma":[0.99205345,0.0056292433,0.0005971795,0.0014209764,0.00018527312,0.00011390131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011276732,0.0004130976,0.0029535312,0.0006051857,0.00084526144,0.00065013726,0.0010353889,0.00027134555,0.00033646869],"category_scores_gemma":[0.0005735024,0.00016782722,0.0014114459,0.0023884126,0.00014790506,0.000094356576,0.00028325585,0.0013144469,0.000058182148],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011925491,0.00012248657,0.00007425503,0.90406716,0.0083241435,0.000004807525,0.00010679356,4.148602e-8,4.3198758e-10,0.061084904,0.024320431,0.0018830294],"study_design_scores_gemma":[0.00025615268,0.00023211596,0.00038895485,0.2199668,0.06883515,0.000021368169,0.00007336284,0.000008240212,8.307486e-9,0.0062033487,0.7037602,0.00025429748],"about_ca_topic_score_codex":0.000030318928,"about_ca_topic_score_gemma":0.00004642923,"teacher_disagreement_score":0.6841004,"about_ca_system_score_codex":0.00009289942,"about_ca_system_score_gemma":0.00011559362,"threshold_uncertainty_score":0.6843796},"labels":[],"label_agreement":null},{"id":"W4405073295","doi":"10.2196/60553","title":"Adaptation of the Stakeholders’ Walkability/Wheelability Audit in Neighborhoods (SWAN) Tool for Individuals With Diverse Disabilities: Protocol for a Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; Université Laval; Centres Intégré Universitaires de Santé et de Services Sociaux; Centre for Interdisciplinary Research in Rehabilitation; Simon Fraser University","funders":"","keywords":"Walkability; Preprint; Protocol (science); Audit; Psychology; Computer science; Medicine; Business; Built environment; Engineering; World Wide Web; Accounting","score_opus":0.4349362070055847,"score_gpt":0.587427925037679,"score_spread":0.15249171803209433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405073295","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08740306,0.0000010805497,0.0019631868,0.0005261816,0.000020822834,0.90957206,0.00018824956,0.00008155252,0.0002438091],"genre_scores_gemma":[0.17104223,2.3771484e-8,0.0036186,0.0000053489625,0.00009518642,0.8248217,0.000004989742,0.000027556704,0.0003843496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992027,0.003759189,0.0008818905,0.0009525182,0.0015157125,0.00086370046],"domain_scores_gemma":[0.9931452,0.0048870393,0.00016246065,0.0008948895,0.0007764978,0.00013390006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022699477,0.00025135063,0.00045997492,0.00020108659,0.0007352744,0.0003540338,0.0010592333,0.00018886279,0.00023657212],"category_scores_gemma":[0.0033872186,0.00016107371,0.00024886293,0.001793295,0.0015757476,0.00082862924,0.00016760686,0.0005120461,0.0000014192873],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002008207,0.00455096,0.84817624,0.0053892345,0.00007228272,0.000001115614,0.08702811,0.000028902683,0.00008207608,0.003557943,0.0009958182,0.048109107],"study_design_scores_gemma":[0.010918259,0.007111981,0.35998347,0.0030852715,0.00003477859,1.5744149e-7,0.22353974,0.0007256976,0.0012141647,0.05651421,0.33614436,0.0007279069],"about_ca_topic_score_codex":0.0012770726,"about_ca_topic_score_gemma":0.011132751,"teacher_disagreement_score":0.48819277,"about_ca_system_score_codex":0.0005633703,"about_ca_system_score_gemma":0.0023069747,"threshold_uncertainty_score":0.78672314},"labels":[],"label_agreement":null},{"id":"W4405079898","doi":"10.2196/60431","title":"Exploring Curriculum Considerations to Prepare Future Radiographers for an AI-Assisted Health Care Environment: Protocol for Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Health care; Curriculum; Medical education; Computer science; Medicine; Psychology; Alternative medicine; World Wide Web; Pedagogy; Political science","score_opus":0.8856597057607147,"score_gpt":0.7391678356515883,"score_spread":0.14649187010912645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405079898","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6191587e-8,0.31367856,0.00006495771,0.0030314138,0.00004639934,0.68294734,0.00009810685,0.000105666164,0.000027520264],"genre_scores_gemma":[1.4143596e-8,0.29623762,0.0016969006,0.0005084794,0.0016627676,0.6993146,0.00037771463,0.00013520892,0.00006671861],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937471,0.0008831622,0.0019161872,0.0013977281,0.0008581716,0.0011976534],"domain_scores_gemma":[0.99601823,0.00044933215,0.00035862613,0.0012322852,0.0009866126,0.00095489516],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026224342,0.00056994095,0.0019699612,0.0007932429,0.0009162069,0.00028826806,0.0003216319,0.00032810305,0.00013174854],"category_scores_gemma":[0.00061744533,0.0004446583,0.00076549454,0.0011298377,0.00010799501,0.00033867543,0.00011408995,0.001036341,0.0000827483],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000474933,0.0001952629,0.0000015120434,0.49348724,0.00003386043,0.0000022414376,0.00067292916,2.2533507e-7,1.2573658e-7,0.0000990713,0.072986655,0.43247336],"study_design_scores_gemma":[0.000089448244,0.0023607854,1.4653841e-7,0.45559955,0.000050049723,0.000015705376,0.0005861194,0.0000020260786,0.000004349564,0.00004927082,0.541046,0.00019657183],"about_ca_topic_score_codex":0.000061428465,"about_ca_topic_score_gemma":0.00017053886,"teacher_disagreement_score":0.46805933,"about_ca_system_score_codex":0.0013791911,"about_ca_system_score_gemma":0.0072330777,"threshold_uncertainty_score":0.9998005},"labels":[],"label_agreement":null},{"id":"W4405098952","doi":"10.2196/58334","title":"The Measurement of Vital Signs in Pediatric Patients by Lifelight Software in Comparison to the Standard of Care: Protocol for the VISION-Junior Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Preprint; Protocol (science); Medical physics; Vital signs; Medicine; Computer science; Alternative medicine; World Wide Web; Surgery; Pathology","score_opus":0.2294776168841294,"score_gpt":0.498861387243714,"score_spread":0.2693837703595846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405098952","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059464304,0.00003394241,0.0007115382,0.00016052982,0.00003294307,0.99296546,0.00008841458,0.000035881258,0.000024832407],"genre_scores_gemma":[0.22804809,2.9772306e-7,0.00009532212,0.0000015623577,0.00010863578,0.7717027,0.0000022736515,0.000034003275,0.0000070987285],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99613756,0.00030465855,0.0006846483,0.00026936783,0.0021417686,0.00046201513],"domain_scores_gemma":[0.9970055,0.0015978679,0.00005716379,0.0004338995,0.0008397438,0.00006582406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032005692,0.00017500696,0.00024376973,0.00021817259,0.00018088843,0.00015697737,0.00078384095,0.000059517613,0.000005255719],"category_scores_gemma":[0.00072444655,0.000094926356,0.000070297865,0.0013197124,0.00006291975,0.00014770341,0.00024638922,0.0005192315,0.0000044491553],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034990606,0.0019136576,0.8640331,0.007255326,0.00011606107,0.0000049109726,0.011472918,0.009910615,0.010692845,0.00013176484,0.069210395,0.02175935],"study_design_scores_gemma":[0.019625438,0.04648155,0.3144907,0.013071519,0.000031120773,3.7119344e-7,0.011343207,0.0027600697,0.12150423,0.00075463933,0.46851653,0.0014206192],"about_ca_topic_score_codex":0.000025861444,"about_ca_topic_score_gemma":0.00034922996,"teacher_disagreement_score":0.54954237,"about_ca_system_score_codex":0.0005379496,"about_ca_system_score_gemma":0.00027788364,"threshold_uncertainty_score":0.38709846},"labels":[],"label_agreement":null},{"id":"W4405099265","doi":"10.2196/65043","title":"Characterizing Emergency Department Disposition Conversations for Persons Living With Dementia: Protocol for an Ethnographic Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; U.S. Department of Veterans Affairs","keywords":"Emergency department; Conversation; Dementia; Context (archaeology); Qualitative research; Psychology; Health care; Data collection; Disposition; Nursing; Medicine; Social psychology; Sociology; Disease","score_opus":0.2364865998380552,"score_gpt":0.5594236239635673,"score_spread":0.32293702412551206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405099265","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020286001,0.0000021231513,0.0036130736,0.00057912973,0.000009762378,0.97475386,0.000069530746,0.00018116547,0.000505385],"genre_scores_gemma":[0.101145975,2.693739e-7,0.00064080727,0.000024894427,0.00024086828,0.89698017,0.00009992265,0.00007221004,0.0007948993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99628204,0.00040575408,0.00040886647,0.00076993735,0.0011896397,0.0009437734],"domain_scores_gemma":[0.99800926,0.00026828606,0.000060495287,0.00040139357,0.0009066032,0.0003539563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028217877,0.00024819662,0.00026341504,0.0006800706,0.0007732686,0.00037003076,0.00020923077,0.000085759304,0.000491037],"category_scores_gemma":[0.00010837125,0.00018879441,0.00016861716,0.0008376472,0.00013391722,0.0005858104,0.00010482973,0.00046233743,0.000021017737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014707413,0.03904442,0.7578584,0.030448161,0.0032644798,0.00016074517,0.0152379405,0.0000011869037,0.0667877,0.001779193,0.026253043,0.04445732],"study_design_scores_gemma":[0.022029912,0.16040666,0.46531808,0.015655724,0.0003158886,0.000041860374,0.013792518,0.0038746565,0.007169456,0.0005450314,0.30984896,0.0010012526],"about_ca_topic_score_codex":0.000013772038,"about_ca_topic_score_gemma":0.00005624879,"teacher_disagreement_score":0.2925403,"about_ca_system_score_codex":0.00014778748,"about_ca_system_score_gemma":0.0004641832,"threshold_uncertainty_score":0.76988125},"labels":[],"label_agreement":null},{"id":"W4405171306","doi":"10.2196/60869","title":"Evaluating the Impact of Assistive Technologies on Individuals With Disabilities in Benin: Protocol for a Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Data collection; Autonomy; Quality of life (healthcare); Resource (disambiguation); Applied psychology; Protocol (science); Psychology; Medicine; Medical education; Nursing; Computer science; Alternative medicine; Political science","score_opus":0.7191320153205915,"score_gpt":0.755010854889293,"score_spread":0.035878839568701526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405171306","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14264733,9.455603e-7,0.000024896357,0.0004940859,0.000003834262,0.8552127,0.00009228359,0.0002879729,0.0012359621],"genre_scores_gemma":[0.34221655,2.7765722e-8,0.0002396102,0.0000035632988,0.000020570364,0.65714085,0.0000036185809,0.00001952746,0.00035569514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99435824,0.0027514596,0.00081422227,0.00056104304,0.00087392563,0.0006411218],"domain_scores_gemma":[0.98691875,0.010702028,0.0001993735,0.001240814,0.00090151076,0.000037509784],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013126132,0.00020471073,0.00031792233,0.00045774618,0.0010921742,0.00007802901,0.0010011294,0.00031300116,0.00020273592],"category_scores_gemma":[0.005404304,0.000106146006,0.0001088832,0.0011081848,0.001552366,0.00014908957,0.00067591557,0.0027070884,0.000026989535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022983495,0.0015828595,0.9867154,0.0007700357,0.00006998518,7.7850484e-7,0.0016086267,0.000028214412,0.000067090616,0.0022645718,0.0012284708,0.003365664],"study_design_scores_gemma":[0.0028622372,0.013658968,0.9627545,0.0023110034,0.000001401446,6.586527e-7,0.010273032,0.00029752578,0.00009156024,0.004649386,0.0029858653,0.00011386494],"about_ca_topic_score_codex":0.00016465734,"about_ca_topic_score_gemma":0.00016687583,"teacher_disagreement_score":0.19956924,"about_ca_system_score_codex":0.00090129906,"about_ca_system_score_gemma":0.0015682541,"threshold_uncertainty_score":0.99959373},"labels":[],"label_agreement":null},{"id":"W4405171336","doi":"10.2196/59621","title":"Incentivizing Rural Work Preferences Among Specialist Physicians: Protocol for a Discrete Choice Experiment","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Protocol (science); Health care; Exploratory research; Nursing; Medicine; Qualitative research; Medical education; Research design; Work (physics); Family medicine; Psychology; Marketing; Alternative medicine; Business","score_opus":0.4808919174313716,"score_gpt":0.4910059077750083,"score_spread":0.010113990343636692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405171336","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0080784345,0.000017220525,0.0005899123,0.00027388913,0.000034996232,0.97996616,0.000067050794,0.00007932375,0.010893005],"genre_scores_gemma":[0.042236883,7.705544e-7,0.0003348873,0.000021433863,0.00062549155,0.953666,0.000024496097,0.000048096226,0.0030419521],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979406,0.00007519085,0.00060741906,0.0006204875,0.00013851446,0.0006177662],"domain_scores_gemma":[0.99918383,0.0001746353,0.00015471443,0.00036344014,0.000025372114,0.00009802628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001348351,0.00019976792,0.00030009923,0.0002191639,0.0002888257,0.00067830406,0.00039421828,0.00010825394,0.0008991991],"category_scores_gemma":[0.00006076278,0.00020341031,0.00015831618,0.00032868225,0.00024278989,0.00078451703,0.000187659,0.00032820826,0.0007311658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008953323,0.0016944229,0.6685819,0.0037664478,0.00029501438,0.000009075893,0.0063314424,0.00014690477,0.00094949757,0.15651724,0.09690772,0.06390499],"study_design_scores_gemma":[0.0017200169,0.00059597485,0.10813388,0.0030888657,0.0000012592187,3.3194894e-7,0.00041360816,0.0013858818,0.0016561287,0.022682238,0.8598457,0.00047613468],"about_ca_topic_score_codex":0.000089684414,"about_ca_topic_score_gemma":0.000020531501,"teacher_disagreement_score":0.76293796,"about_ca_system_score_codex":0.00049510127,"about_ca_system_score_gemma":0.0000400975,"threshold_uncertainty_score":0.98455995},"labels":[],"label_agreement":null},{"id":"W4405171541","doi":"10.2196/68647","title":"Correction: Measuring Physical Functioning Using Wearable Sensors in Parkinson Disease and Chronic Obstructive Pulmonary Disease (the Accuracy of Digital Assessment of Performance Trial Study): Protocol for a Prospective Observational Study","year":2024,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Advanced Sensor and Energy Harvesting Materials","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Pulmonary disease; Physical therapy; Medicine; Wearable computer; Physical medicine and rehabilitation; Parkinson's disease; Clinical trial; Disease; Computer science; Alternative medicine; Internal medicine; Pathology","score_opus":0.22597712501940997,"score_gpt":0.4720201289403789,"score_spread":0.24604300392096895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405171541","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07733063,0.000006921852,0.000048258727,0.000005684649,0.00045489622,0.9216521,0.00007761775,0.00009031219,0.00033362277],"genre_scores_gemma":[0.20001584,5.231325e-7,0.00003472893,1.8646732e-7,0.0011336015,0.79748887,0.000018520039,0.00009530367,0.0012124439],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99636173,0.00036925692,0.0008117902,0.00070956425,0.0012088421,0.0005388434],"domain_scores_gemma":[0.9980243,0.00057295535,0.0002681392,0.0004809078,0.000494657,0.00015907636],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000977963,0.00043601202,0.000687087,0.00034367735,0.0003185753,0.00028737882,0.00028888002,0.000106948806,0.000008868658],"category_scores_gemma":[0.00065316673,0.00035486472,0.00013177546,0.00071096246,0.00021014776,0.0006987846,0.00025299774,0.0012073915,7.695616e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.099585965,0.013898102,0.09345198,0.052443083,0.0010711593,0.00018156225,0.004048643,0.7217154,0.0022209838,0.000109266395,0.0031912231,0.008082622],"study_design_scores_gemma":[0.028880278,0.0072401185,0.27361816,0.022337846,0.00013137834,0.000006706414,0.0021494797,0.6432522,0.00041736217,0.0010846542,0.019660398,0.0012214297],"about_ca_topic_score_codex":0.000016058371,"about_ca_topic_score_gemma":0.000010282966,"teacher_disagreement_score":0.18016617,"about_ca_system_score_codex":0.0008488374,"about_ca_system_score_gemma":0.0010563959,"threshold_uncertainty_score":0.9998903},"labels":[],"label_agreement":null},{"id":"W4405177752","doi":"10.2196/55741","title":"Novel Procedures for Evaluating Autism Online in a Culturally Diverse Population of Children: Protocol for a Mixed Methods Pathway Development Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Autism; Protocol (science); Preprint; Population; Psychology; Applied psychology; Computer science; Medicine; World Wide Web; Developmental psychology; Alternative medicine; Environmental health","score_opus":0.4398603239052325,"score_gpt":0.6329979220006181,"score_spread":0.1931375980953856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405177752","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03295723,0.0000012551307,0.002661366,0.00046193192,0.000008916087,0.96364886,0.00009576411,0.00013524959,0.000029409246],"genre_scores_gemma":[0.034542352,4.8739018e-8,0.0435157,0.000010473387,0.00004150475,0.92145205,0.00002292469,0.0000748096,0.0003401287],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9933894,0.0013686292,0.0010100603,0.0012570941,0.0018494672,0.0011253046],"domain_scores_gemma":[0.9975806,0.0014383914,0.000178787,0.00046286813,0.00018694154,0.00015241535],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007335805,0.00031792957,0.00044046118,0.0008944066,0.0004559151,0.00031247156,0.0009089622,0.00014638237,0.000043143966],"category_scores_gemma":[0.00466671,0.00025392932,0.0001329755,0.001799277,0.00015553,0.00046172392,0.00063292944,0.00070952816,0.000007364826],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055010486,0.016513737,0.007852571,0.012143242,0.00007894298,0.00001937209,0.0131486375,0.00015635017,0.71284986,0.013309386,0.00060876855,0.2178181],"study_design_scores_gemma":[0.038880847,0.023800978,0.35872015,0.013810388,0.000011778105,0.00004017172,0.0018857111,0.039996084,0.48332518,0.022705851,0.015091674,0.0017311712],"about_ca_topic_score_codex":0.000091236594,"about_ca_topic_score_gemma":0.000425799,"teacher_disagreement_score":0.35086757,"about_ca_system_score_codex":0.00042739933,"about_ca_system_score_gemma":0.0016173975,"threshold_uncertainty_score":0.9999913},"labels":[],"label_agreement":null},{"id":"W4405183384","doi":"10.2196/60963","title":"Global and Regional Prevalence of Domestic Violence During the COVID-19 Pandemic and Its Determinants: Protocol for a Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Systematic review; Critical appraisal; Checklist; Observational study; Public health; Pandemic; Population; Psychology; Data extraction; MEDLINE; Medicine; Family medicine; Environmental health; Coronavirus disease 2019 (COVID-19); Nursing; Political science; Alternative medicine; Pathology","score_opus":0.5450193684933018,"score_gpt":0.6599005876168801,"score_spread":0.1148812191235783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405183384","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1554027e-7,0.44512218,0.0000057119196,0.000036134632,7.887489e-7,0.55459875,0.00017439546,0.000022187738,0.00003975422],"genre_scores_gemma":[0.000001792329,0.41424277,0.000017425806,0.000040604267,0.000018550969,0.5853215,9.3141244e-7,0.000013985687,0.00034242656],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99205357,0.0037407628,0.0012788771,0.0009806062,0.0012392136,0.0007069998],"domain_scores_gemma":[0.99582106,0.002023416,0.0006697247,0.0006317955,0.00046999558,0.0003840237],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01078621,0.00046476076,0.0035402474,0.00027977634,0.00082723773,0.00032714236,0.0010302047,0.00027401897,0.000047985486],"category_scores_gemma":[0.0026649872,0.00024552754,0.00076945766,0.0017737187,0.0012433382,0.0002051551,0.00055167364,0.00049599697,0.0000073169817],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020429858,0.0000332877,0.00004374215,0.9948899,0.0028036584,0.000009197699,0.00017945723,6.922505e-8,6.756666e-8,0.0013754455,0.00013036914,0.00051438704],"study_design_scores_gemma":[0.0003944371,0.00028271324,0.000029231736,0.7785121,0.094688244,0.00017362469,0.0001216561,0.000026567162,1.1052708e-7,0.0015080124,0.12371526,0.00054800056],"about_ca_topic_score_codex":0.00006981822,"about_ca_topic_score_gemma":0.000043736178,"teacher_disagreement_score":0.21637774,"about_ca_system_score_codex":0.00027537462,"about_ca_system_score_gemma":0.0012187168,"threshold_uncertainty_score":0.9999997},"labels":[],"label_agreement":null},{"id":"W4405187190","doi":"10.2196/66800","title":"Developing Guidelines for Conducting Stigma Research With Transgender and Nonbinary Individuals: Protocol for Creation of a Trauma-Informed Approach to Research","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Transgender; Preprint; Stigma (botany); Psychology; Protocol (science); Transgender women; Medicine; Clinical psychology; Applied psychology; Psychiatry; Alternative medicine; Family medicine; Men who have sex with men; Computer science; World Wide Web; Human immunodeficiency virus (HIV); Psychoanalysis","score_opus":0.8549126830098052,"score_gpt":0.7083767406041103,"score_spread":0.1465359424056949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405187190","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010036079,0.000018695284,0.014337106,0.0048825936,0.0000029646578,0.97079194,0.0001406996,0.0000894691,0.008732926],"genre_scores_gemma":[0.000973017,0.0000016223827,0.07300106,0.000020791826,0.00033034434,0.9154354,0.00008584514,0.00010803253,0.010043895],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912055,0.0010881167,0.0012004405,0.0010500317,0.0035410335,0.0019148508],"domain_scores_gemma":[0.9843692,0.0033046794,0.00007289638,0.0006345891,0.010964428,0.0006541858],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02685813,0.00030251575,0.0006953543,0.0032724522,0.0010436887,0.0005610457,0.0005629424,0.00027143222,0.00009931462],"category_scores_gemma":[0.008435126,0.00021248987,0.00021882018,0.0033182842,0.0009963928,0.0005580612,0.00030475386,0.0016141495,0.000017693896],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025116157,0.002714329,0.0009287683,0.11518918,0.0007406521,0.000032653636,0.012053815,0.000013503234,0.023632333,0.035469346,0.5392036,0.24490568],"study_design_scores_gemma":[0.011983164,0.040253755,0.00037840338,0.039655894,0.000013580335,0.00008052747,0.010649528,0.0050859326,0.036477678,0.0034821064,0.85153466,0.00040478102],"about_ca_topic_score_codex":0.00010071879,"about_ca_topic_score_gemma":0.00005796229,"teacher_disagreement_score":0.31233105,"about_ca_system_score_codex":0.0005058801,"about_ca_system_score_gemma":0.004191974,"threshold_uncertainty_score":0.99991727},"labels":[],"label_agreement":null},{"id":"W4405233999","doi":"10.2196/56205","title":"mHealth Apps in German Outpatient Mental Health Care: Protocol for a Mixed Methods Approach","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gemeinsame Bundesausschuss","keywords":"mHealth; Protocol (science); Mental health; German; Health care; Medicine; Telemedicine; Mental healthcare; Nursing; Psychology; Family medicine; Psychological intervention; Alternative medicine; Psychiatry","score_opus":0.4110019714630029,"score_gpt":0.718028112931423,"score_spread":0.3070261414684201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405233999","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038824375,0.00003469041,0.0021412661,0.0022663628,0.00013121818,0.9813668,0.00025277285,0.00023921665,0.013528831],"genre_scores_gemma":[0.0007926962,6.894463e-8,0.013167867,0.00017113898,0.00017953051,0.9822364,0.00012554423,0.00011886438,0.00320792],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991696,0.0030861122,0.0013203216,0.0011806849,0.0008348234,0.001882066],"domain_scores_gemma":[0.9978584,0.00043160783,0.00015771539,0.0007969623,0.00018619784,0.0005690827],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0065934793,0.0003295712,0.0004927292,0.00093052234,0.00037584026,0.00031660797,0.00066837505,0.00022958871,0.00023767212],"category_scores_gemma":[0.000083550774,0.00029724036,0.0002519449,0.0012276587,0.00023123703,0.00030073596,0.00033850604,0.0012500467,0.0003570731],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024040185,0.006638391,0.00008221288,0.023870714,0.000050006794,0.000016530943,0.01357735,9.936288e-7,0.000022622022,0.07543329,0.22725222,0.65065163],"study_design_scores_gemma":[0.0037950817,0.009050689,0.00032790427,0.004850777,7.148066e-7,0.000018101888,0.0015719958,0.00026424206,0.00021330299,0.003290833,0.9763615,0.00025481597],"about_ca_topic_score_codex":0.00022810383,"about_ca_topic_score_gemma":0.00010114483,"teacher_disagreement_score":0.7491093,"about_ca_system_score_codex":0.0020626807,"about_ca_system_score_gemma":0.000892542,"threshold_uncertainty_score":0.99994797},"labels":[],"label_agreement":null},{"id":"W4405272341","doi":"10.2196/64886","title":"Experiences of Birth Attendants on Upward Obstetric Emergency Referrals in Low- and Middle-Income Countries: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Low and middle income countries; Protocol (science); Medicine; Developing country; Economic growth; Alternative medicine; Economics; Computer science; World Wide Web","score_opus":0.48748512297794994,"score_gpt":0.6408631649708144,"score_spread":0.15337804199286448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405272341","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003739173,0.36282778,1.590201e-7,0.000117894095,0.000016899792,0.6367169,0.000048409605,0.000028299994,0.00023991703],"genre_scores_gemma":[1.350976e-7,0.4465544,0.000025501029,0.000046315577,0.00010469046,0.5526728,0.0000054586135,0.00004516636,0.0005455492],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937881,0.0006296742,0.0022000188,0.00095679343,0.0014192812,0.0010061048],"domain_scores_gemma":[0.9975803,0.00036357203,0.00051501574,0.000699324,0.00046697212,0.00037482224],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002631818,0.00055359147,0.0029555224,0.0009827408,0.00012095694,0.000057265777,0.0005052605,0.00032829895,0.0003354945],"category_scores_gemma":[0.00078913843,0.00034232298,0.00037385643,0.001849872,0.00020250764,0.000107322405,0.00030239558,0.0011044784,0.000106026455],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034975942,0.00021056198,0.00006300554,0.9789198,0.000034060176,0.000062972234,0.00032818477,6.9408697e-9,7.948248e-8,0.00010916784,0.0018913001,0.018031111],"study_design_scores_gemma":[0.0007509007,0.0016520976,0.000011009586,0.5625317,0.000015727926,0.000021367301,0.00005309548,4.008162e-7,0.0000022512165,0.000050034945,0.43475604,0.00015538323],"about_ca_topic_score_codex":0.000019255833,"about_ca_topic_score_gemma":0.000008645043,"teacher_disagreement_score":0.43286473,"about_ca_system_score_codex":0.00034574972,"about_ca_system_score_gemma":0.001851814,"threshold_uncertainty_score":0.9999029},"labels":[],"label_agreement":null},{"id":"W4405280964","doi":"10.2196/59288","title":"Effects of Internet Cognitive Behavioral Therapy for Insomnia and Internet Sleep Hygiene Education on Sleep Quality and Executive Function Among Medical Students in Malaysia: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Putra Malaysia; Universiti Kebangsaan Malaysia","keywords":"Sleep hygiene; Randomized controlled trial; The Internet; Insomnia; Cognitive behavioral therapy for insomnia; Cognition; Sleep quality; Sleep (system call); Cognitive behavioral therapy; Medicine; Psychology; Clinical psychology; Psychiatry; Computer science; World Wide Web","score_opus":0.08910266292075347,"score_gpt":0.5542569195560073,"score_spread":0.46515425663525384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405280964","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28339705,0.000027557107,0.00034525702,0.0000887924,0.00008848866,0.7157526,0.000006804879,0.000031343807,0.00026209588],"genre_scores_gemma":[0.20918867,0.0000014714848,0.0000106173475,0.00004280136,0.0001053456,0.7900438,0.000016015996,0.000035228728,0.0005560954],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941252,0.0029134962,0.0009416083,0.00071056077,0.00085342804,0.0004557052],"domain_scores_gemma":[0.9934563,0.005627078,0.00022826805,0.00016667841,0.0003529165,0.00016875226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066078235,0.0002784433,0.0010439674,0.0006372349,0.000056912268,0.0001690592,0.00026715125,0.00048381308,0.00013251902],"category_scores_gemma":[0.0012924146,0.00019245381,0.0002430885,0.00029904582,0.00060035713,0.00014377211,0.00009081023,0.00071640033,0.000005285656],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9428345,0.009233074,0.0016585318,0.00086921634,0.0007778898,0.000007322206,0.0036366116,1.6169383e-7,0.000065696455,0.0016429166,0.0012237352,0.038050365],"study_design_scores_gemma":[0.9744669,0.014422405,0.0030357228,0.0038148516,0.00005538257,0.0000015121121,0.000699461,0.0005808376,0.00039749898,0.0014257074,0.0009056912,0.00019398189],"about_ca_topic_score_codex":0.00019936712,"about_ca_topic_score_gemma":0.000030515617,"teacher_disagreement_score":0.07429115,"about_ca_system_score_codex":0.00008114734,"about_ca_system_score_gemma":0.00018220961,"threshold_uncertainty_score":0.78480387},"labels":[],"label_agreement":null},{"id":"W4405295130","doi":"10.2196/63483","title":"Preventing Premature Family Maladjustment: Protocol for a Multidisciplinary eHealth Study on Preterm Parents’ Well-Being","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Multidisciplinary approach; Medicine; Protocol (science); Psychology; Family medicine; Gerontology; Alternative medicine; Computer science; World Wide Web; Sociology","score_opus":0.189952294162428,"score_gpt":0.5506699302231544,"score_spread":0.3607176360607264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405295130","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0127775045,0.0000035678374,0.000010822708,0.00036062094,0.00003210049,0.9715826,0.000035745004,0.00035033774,0.0148467375],"genre_scores_gemma":[0.015748598,2.1574002e-7,0.0009863388,0.000081346414,0.0005077446,0.9793306,0.00009061975,0.00012640735,0.0031281582],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946942,0.00054990494,0.00075964036,0.0011095798,0.0016281087,0.001258578],"domain_scores_gemma":[0.9978822,0.00043225454,0.000112630056,0.00081357267,0.00041321907,0.0003461339],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002924136,0.0004326024,0.00051557645,0.0005983156,0.00058074784,0.00037759572,0.0004264123,0.00025635713,0.00012025983],"category_scores_gemma":[0.00014333679,0.00032590367,0.00023853482,0.0006787942,0.00009026253,0.00029373047,0.0004031181,0.001432765,0.0000833577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07118706,0.011589065,0.27765122,0.23744683,0.0017651181,0.004247887,0.1432413,0.000016957998,0.015209885,0.0028302937,0.16215278,0.072661616],"study_design_scores_gemma":[0.025865374,0.036176953,0.08905322,0.111950494,0.000052047402,0.00008927772,0.0050802426,0.0024403867,0.0071420874,0.0020151006,0.7186832,0.001451635],"about_ca_topic_score_codex":0.0000045475526,"about_ca_topic_score_gemma":0.000002938332,"teacher_disagreement_score":0.5565304,"about_ca_system_score_codex":0.00039125074,"about_ca_system_score_gemma":0.0007912135,"threshold_uncertainty_score":0.9999193},"labels":[],"label_agreement":null},{"id":"W4405318676","doi":"10.2196/64316","title":"Interventions to Maintain HIV/AIDS, Tuberculosis, and Malaria Service Delivery During Public Health Emergencies in Low- and Middle-Income Countries: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Malaria; Protocol (science); Low and middle income countries; Medicine; Psychological intervention; Public health; Human immunodeficiency virus (HIV); Environmental health; Developing country; Service delivery framework; Family medicine; Service (business); Alternative medicine; Business; Nursing; Economic growth; Computer science; Immunology; World Wide Web; Marketing","score_opus":0.3494873329457936,"score_gpt":0.5848972477252585,"score_spread":0.23540991477946493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405318676","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012708211,0.28107765,0.000013735275,0.0038768693,0.0000049657765,0.7147565,0.0001736292,0.00006860657,0.000026795948],"genre_scores_gemma":[2.4329032e-7,0.29777282,0.0001335369,0.00014005748,0.00008817627,0.7005924,0.00004196683,0.000104625644,0.0011261614],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9913752,0.0022937339,0.0024915375,0.0011548214,0.0011741982,0.0015104841],"domain_scores_gemma":[0.9962316,0.00045619946,0.00032705438,0.00092827156,0.0011123376,0.00094450574],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010622395,0.0006602648,0.003394543,0.0023846307,0.0004610498,0.00063489814,0.00046260955,0.00034889433,0.00018974202],"category_scores_gemma":[0.0011533039,0.00046530092,0.0005872869,0.0032953455,0.00015887899,0.000310234,0.0011389267,0.001774739,0.00021260903],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009210989,0.00032117617,0.000024161998,0.99531513,0.00017117392,0.000046291723,0.00011724969,2.941251e-8,3.383786e-7,0.0007153115,0.0016292284,0.0015677952],"study_design_scores_gemma":[0.0011074953,0.0012508244,0.000014872098,0.7458625,0.000091931455,0.0001965233,0.000129372,0.00001308188,4.8824774e-7,0.000028981247,0.2510362,0.00026774305],"about_ca_topic_score_codex":0.000120761244,"about_ca_topic_score_gemma":0.0003351009,"teacher_disagreement_score":0.24945264,"about_ca_system_score_codex":0.0013734407,"about_ca_system_score_gemma":0.0020663314,"threshold_uncertainty_score":0.9997799},"labels":[],"label_agreement":null},{"id":"W4405319384","doi":"10.2196/64813","title":"A Multicomponent Strategy to Improve HIV Pre-Exposure Prophylaxis in a Southern US Jail: Protocol for a Type 3 Hybrid Implementation-Effectiveness Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Preprint; Pre-exposure prophylaxis; Protocol (science); Human immunodeficiency virus (HIV); Medicine; Computer science; Psychology; Family medicine; Alternative medicine; World Wide Web; Men who have sex with men","score_opus":0.2114042157426411,"score_gpt":0.5989220899078216,"score_spread":0.38751787416518046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405319384","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0442676,0.0000027063008,0.00045510998,0.000301257,0.000010738274,0.9542137,0.00029885164,0.000118434844,0.00033161216],"genre_scores_gemma":[0.032800198,8.154546e-8,0.00029141185,0.000010639469,0.0003805785,0.9597178,0.00007263585,0.0000908531,0.0066357763],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99491936,0.0010074441,0.0007612489,0.0008964497,0.0012332756,0.0011822233],"domain_scores_gemma":[0.9974835,0.0004652918,0.00005791607,0.00060344423,0.0008709339,0.0005189135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034877767,0.00029329353,0.00046419154,0.0009647341,0.00018580165,0.00043005287,0.00037531418,0.00013114048,0.0008752834],"category_scores_gemma":[0.0006670737,0.00022680975,0.00028897976,0.0011398746,0.00012802127,0.00023919347,0.000229098,0.0010216131,0.00047186963],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.42664438,0.010316045,0.004625037,0.033206437,0.0004314791,0.0005242926,0.0031794244,0.000027817596,0.1670475,0.0006249835,0.050852418,0.30252016],"study_design_scores_gemma":[0.19794452,0.35655424,0.0036337234,0.017664185,0.000014797055,0.000033542216,0.0018317467,0.0051484033,0.033333246,0.0009224884,0.38225746,0.00066165946],"about_ca_topic_score_codex":0.000400965,"about_ca_topic_score_gemma":0.00020412724,"teacher_disagreement_score":0.3462382,"about_ca_system_score_codex":0.00059270416,"about_ca_system_score_gemma":0.0015844203,"threshold_uncertainty_score":0.9583739},"labels":[],"label_agreement":null},{"id":"W4405335757","doi":"10.2196/59112","title":"The effect of curcumin-piperine co-supplementation on kidney allograft function in kidney transplant recipients: protocol for a randomized clinical trial (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Piperaceae Chemical and Biological Studies","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Piperine; Randomized controlled trial; Kidney transplant; Preprint; Curcumin; Protocol (science); Clinical trial; Kidney transplantation; Renal function; Kidney; Internal medicine; Pharmacology; Alternative medicine; Pathology; Computer science","score_opus":0.41230119046178326,"score_gpt":0.6617738914095102,"score_spread":0.2494727009477269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405335757","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065345066,0.000004573984,0.00007978998,0.00228345,0.00012831393,0.9895906,0.0001497722,0.00007717581,0.0011518189],"genre_scores_gemma":[0.015555359,0.000010589755,0.000023688399,0.00031182618,0.0004499796,0.9830093,0.00008158106,0.000019006175,0.0005386768],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905689,0.006399479,0.0012390655,0.00063601794,0.0004634472,0.00069312326],"domain_scores_gemma":[0.983584,0.015563844,0.00014389993,0.0002345169,0.0001477304,0.00032602614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020584896,0.00027309332,0.00070998486,0.00013338849,0.00033811326,0.00007339865,0.00042604285,0.00039757928,0.0007529564],"category_scores_gemma":[0.004832973,0.00013768057,0.00045848507,0.00037480754,0.0009050352,0.00007839907,0.000117505835,0.0016189099,0.00005919864],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8945724,0.0011333333,0.003246769,0.0011500985,0.00023920495,0.000008851135,0.00012308315,0.0000025655497,0.011073718,0.0005163582,0.05864599,0.029287638],"study_design_scores_gemma":[0.34784028,0.009686384,0.0000831109,0.0009798971,0.000016045726,8.4212445e-7,0.000009473144,0.00044156972,0.03620168,0.0007162009,0.60390556,0.00011895668],"about_ca_topic_score_codex":0.0000088240495,"about_ca_topic_score_gemma":0.000003965029,"teacher_disagreement_score":0.54673207,"about_ca_system_score_codex":0.00011985605,"about_ca_system_score_gemma":0.00018736052,"threshold_uncertainty_score":0.82443446},"labels":[],"label_agreement":null},{"id":"W4405336012","doi":"10.2196/67673","title":"Demonstrating Tactical Combat Casualty Care in Simulated Environments to Enable Passive, Autonomous Documentation: Protocol for a Prospective Simulation-Based Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Data collection; Computer science; Computer security; Engineering; Medical emergency; Medicine; World Wide Web","score_opus":0.21341570724589315,"score_gpt":0.593146856781873,"score_spread":0.3797311495359798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405336012","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007777753,0.0000023997823,0.00037768995,0.0003527213,0.000011914109,0.99020433,0.000022323564,0.0001239914,0.0011268907],"genre_scores_gemma":[0.42457196,1.0208507e-8,0.00027579628,0.000022858014,0.00007638413,0.57473147,0.000010193578,0.000033015756,0.00027833146],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99662906,0.00029359426,0.0005955108,0.0007808092,0.00097274233,0.0007282945],"domain_scores_gemma":[0.99822783,0.0007652958,0.000046511926,0.00035390563,0.00036542182,0.00024101713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061942945,0.00026860202,0.00038331051,0.00041615797,0.00036338824,0.00018167941,0.00014353327,0.000114461014,0.00024021037],"category_scores_gemma":[0.00049606944,0.00022492585,0.00010393657,0.0009003734,0.00008891907,0.00023121094,0.00010408429,0.00059070863,0.00006573976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02679335,0.015774457,0.68942803,0.01695485,0.00074019114,0.0015503286,0.052253593,0.10409295,0.0057094893,0.00054055674,0.0050902246,0.08107201],"study_design_scores_gemma":[0.067999326,0.07451297,0.29647103,0.015053009,0.00009038531,0.000008681647,0.03715632,0.121325195,0.017888265,0.0008716493,0.36673188,0.0018912778],"about_ca_topic_score_codex":0.00007575055,"about_ca_topic_score_gemma":0.0001481184,"teacher_disagreement_score":0.4167942,"about_ca_system_score_codex":0.0011159335,"about_ca_system_score_gemma":0.0006698681,"threshold_uncertainty_score":0.917221},"labels":[],"label_agreement":null},{"id":"W4405352233","doi":"10.2196/59504","title":"A Remotely Delivered Light-Intensity Physical Activity Intervention for Older Cancer Survivors: Protocol for a Feasibility Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Health coaching; Motivational interviewing; Randomized controlled trial; Medicine; Physical therapy; Intervention (counseling); Activity tracker; Coaching; Social cognitive theory; Quality of life (healthcare); Gerontology; Activity monitor; Physical medicine and rehabilitation; Physical activity; Psychology; Nursing","score_opus":0.21298643001588238,"score_gpt":0.5688592620356635,"score_spread":0.35587283201978115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405352233","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018361194,0.0000067327474,0.002396247,0.0020004665,0.00012835398,0.9764558,0.00008997547,0.00024805788,0.00031316295],"genre_scores_gemma":[0.03718635,2.9890268e-7,0.000080165315,0.000035638608,0.0017008131,0.9575956,0.000017859993,0.000081293234,0.0033019902],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945958,0.001529028,0.00073266344,0.0010896919,0.0011743051,0.000878497],"domain_scores_gemma":[0.99407977,0.0024927484,0.00019667199,0.00068929855,0.0022194595,0.00032207248],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006986252,0.00039733626,0.0022470616,0.00030719224,0.00025675472,0.00032862648,0.00027244305,0.0002801232,0.00020563604],"category_scores_gemma":[0.002277531,0.00026809017,0.0023959174,0.0005341772,0.0002761218,0.00027233045,0.00014736416,0.0008604015,0.000014088723],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95675945,0.0032704077,0.000021682512,0.0089233555,0.0004175929,0.000011298399,0.00088056835,3.5311675e-7,0.002201399,0.00022907974,0.0076369685,0.019647835],"study_design_scores_gemma":[0.9245074,0.0045812726,0.00007901584,0.006707207,0.0000889887,0.0000036320087,0.00011133545,0.007310389,0.0068898867,0.0015508415,0.04790234,0.0002677139],"about_ca_topic_score_codex":0.0011856192,"about_ca_topic_score_gemma":0.0013616817,"teacher_disagreement_score":0.04026537,"about_ca_system_score_codex":0.0007578095,"about_ca_system_score_gemma":0.0010233484,"threshold_uncertainty_score":0.9999771},"labels":[],"label_agreement":null},{"id":"W4405438761","doi":"10.2196/65245","title":"Digital Mental Health Screening, Feedback, and Referral System for Teens With Socially Complex Needs: Protocol for a Randomized Controlled Trial Integrating the Teen Assess, Check, and Heal System into Pediatric Primary Care","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Mental health; Randomized controlled trial; Protocol (science); Preprint; Referral; Primary care; Medicine; Medical education; Digital health; Psychology; Health care; Family medicine; Nursing; Alternative medicine; Computer science; Psychiatry; World Wide Web","score_opus":0.21320943557543345,"score_gpt":0.5546233005477728,"score_spread":0.3414138649723393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405438761","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006433734,0.00005515873,0.0011697412,0.0017307464,0.00008620747,0.9891339,0.0005593478,0.00031223526,0.0063092886],"genre_scores_gemma":[0.028897554,1.1717478e-7,0.0014014295,0.000043735836,0.00080871995,0.96700835,0.00017366529,0.0001202414,0.0015462094],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99350786,0.0018312223,0.0017424242,0.0008370769,0.0009328924,0.0011485377],"domain_scores_gemma":[0.9955237,0.0025884525,0.00054364925,0.00039984068,0.00055316574,0.00039117818],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006705214,0.0004653635,0.001651308,0.0004884151,0.0013043925,0.001987217,0.00044315588,0.00021069337,0.000010871436],"category_scores_gemma":[0.00021799415,0.00027614465,0.00046285728,0.00053445867,0.0005658913,0.00051787193,0.00027376856,0.00074582954,0.000008651925],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89821076,0.00048382927,0.00020397028,0.040585298,0.00036191894,0.00000698535,0.0033977279,2.1618271e-7,0.000003849721,0.033003677,0.008498014,0.015243765],"study_design_scores_gemma":[0.9292076,0.014070037,0.00012521322,0.009738457,0.000034392015,0.00006252153,0.01590658,0.0005184728,0.000004119699,0.00019948086,0.029782725,0.0003504],"about_ca_topic_score_codex":0.000146406,"about_ca_topic_score_gemma":0.00009633879,"teacher_disagreement_score":0.032804195,"about_ca_system_score_codex":0.0011069702,"about_ca_system_score_gemma":0.0013467604,"threshold_uncertainty_score":0.99999577},"labels":[],"label_agreement":null},{"id":"W4405486030","doi":"10.2196/57423","title":"Cardiometabolic Health Intervention Using Music and Exercise (CHIME) Delivered via Telehealth to Wheelchair Users: Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Telehealth; Preprint; Physical therapy; Randomized controlled trial; Wheelchair; Intervention (counseling); Music therapy; Telerehabilitation; Protocol (science); Medicine; Psychology; Physical medicine and rehabilitation; Telemedicine; Computer science; Health care; Alternative medicine; Nursing; World Wide Web","score_opus":0.2653789938846367,"score_gpt":0.600963051973357,"score_spread":0.33558405808872027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405486030","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049404055,0.00007867525,0.0041120667,0.0014614774,0.00004213153,0.9890075,0.000022685523,0.00021192966,0.00012317176],"genre_scores_gemma":[0.0022625295,0.00000396096,0.0029207496,0.000121120924,0.0008280255,0.9927016,0.000012507249,0.0001339874,0.0010155455],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99067366,0.0029396415,0.0016376248,0.0011191011,0.0020628804,0.0015671153],"domain_scores_gemma":[0.995609,0.0010673896,0.00021345093,0.00075438677,0.0012408154,0.0011149467],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020227754,0.00043282003,0.003019158,0.0022491524,0.00046526195,0.00053906336,0.00034906686,0.00021833702,0.00023646219],"category_scores_gemma":[0.0019297512,0.00031462964,0.00093041256,0.0018459192,0.00033750228,0.0003365117,0.00036845685,0.0011373643,0.000057228288],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9092291,0.0007929791,0.000012419739,0.009471619,0.00025160238,0.000029336481,0.0003407146,0.0000016587564,0.0015730885,0.00019335184,0.0045803413,0.07352378],"study_design_scores_gemma":[0.9027993,0.02204943,0.000021759008,0.01470817,0.000041085386,0.000037244023,0.00015859338,0.008322884,0.0003917719,0.00051067746,0.050706178,0.00025288877],"about_ca_topic_score_codex":0.0005765848,"about_ca_topic_score_gemma":0.00003596123,"teacher_disagreement_score":0.073270895,"about_ca_system_score_codex":0.0007954635,"about_ca_system_score_gemma":0.0023572072,"threshold_uncertainty_score":0.99993056},"labels":[],"label_agreement":null},{"id":"W4405530333","doi":"10.2196/58860","title":"Health and Well-Being in the Context of Health-Promoting University Initiatives: Protocol for a Mixed Methods Needs Assessment Study at Qatar University","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Qatar University","keywords":"Thematic analysis; Focus group; Mental health; Context (archaeology); Medical education; Psychology; Qualitative property; Qualitative research; Applied psychology; Medicine; Sociology; Computer science","score_opus":0.39091407024245184,"score_gpt":0.6893261528754835,"score_spread":0.29841208263303165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405530333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008196917,0.000006990541,0.00038866312,0.0141939595,0.000038515856,0.9757796,0.000018230496,0.00006309049,0.001314013],"genre_scores_gemma":[0.022244705,0.0000020984255,0.002411518,0.0002673037,0.000084278974,0.97448033,0.000014443753,0.000025482952,0.0004698226],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97457457,0.022588843,0.0007356866,0.000507385,0.000580864,0.0010126668],"domain_scores_gemma":[0.99340206,0.0051166336,0.00033974065,0.00043478623,0.0003715333,0.0003352485],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.027992602,0.0001760081,0.00047641853,0.000832077,0.002357297,0.000036261776,0.0004257417,0.00013635252,0.000043366235],"category_scores_gemma":[0.00041045676,0.00014316087,0.000057240497,0.0017108943,0.00017809312,0.00033286202,0.00027432438,0.0015406329,0.000008514307],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046735513,0.0032802415,0.12607862,0.044943936,0.00006594413,0.00001801022,0.6185742,6.6410405e-7,0.00006807028,0.019152658,0.05794477,0.12519935],"study_design_scores_gemma":[0.0051724548,0.0054834606,0.06710059,0.009743402,0.000002537678,0.000001595752,0.45767784,0.00037419362,0.000014870748,0.0007097876,0.45357388,0.00014537416],"about_ca_topic_score_codex":0.0012665504,"about_ca_topic_score_gemma":0.0007067944,"teacher_disagreement_score":0.39562914,"about_ca_system_score_codex":0.0023571444,"about_ca_system_score_gemma":0.0060778474,"threshold_uncertainty_score":0.9995568},"labels":[],"label_agreement":null},{"id":"W4405536722","doi":"10.2196/63114","title":"Adolescent Youth Survey on HIV Prevention and Sexual Health Education in Alabama: Protocol for a Web-Based Survey With Fraud Protection Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Human immunodeficiency virus (HIV); Protocol (science); Reproductive health; Adolescent health; Peer education; Psychology; Sexual behavior; Medicine; Health education; Environmental health; Family medicine; Public health; Population; Computer science; Social psychology; Alternative medicine; Nursing; World Wide Web","score_opus":0.6267553579823468,"score_gpt":0.6615520528971424,"score_spread":0.034796694914795534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405536722","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044309467,0.0000031058926,0.0004590132,0.0012255593,0.000041039777,0.95354456,0.0001812319,0.00018068672,0.000055321543],"genre_scores_gemma":[0.06698975,1.627637e-7,0.00008333262,0.00011992459,0.00038107394,0.9292937,0.00018094234,0.00009643477,0.002854669],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98129433,0.013947158,0.0009800835,0.0014785308,0.0010858777,0.0012140246],"domain_scores_gemma":[0.9970032,0.0006753043,0.0002889097,0.0006781691,0.0009846531,0.0003697719],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021623224,0.00036492053,0.00050945306,0.00084281585,0.0011468497,0.00011043458,0.00023290903,0.00024437826,0.00004008479],"category_scores_gemma":[0.0006708497,0.0002610848,0.00003250052,0.0014658319,0.00015613594,0.00024017986,0.0001269373,0.0024423548,0.000064733125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018619496,0.019028082,0.8773635,0.021890447,0.000025058618,0.00000340812,0.0050114137,0.000013392202,0.000068137546,0.000055246255,0.027904721,0.03001709],"study_design_scores_gemma":[0.008083992,0.017459579,0.9358236,0.017130151,0.0000015883106,6.7842143e-7,0.0046094847,0.0004317434,0.000022118025,0.000064459324,0.016080229,0.00029236503],"about_ca_topic_score_codex":0.0022926389,"about_ca_topic_score_gemma":0.008355266,"teacher_disagreement_score":0.058460105,"about_ca_system_score_codex":0.0011305705,"about_ca_system_score_gemma":0.011770799,"threshold_uncertainty_score":0.99998415},"labels":[],"label_agreement":null},{"id":"W4405564813","doi":"10.2196/57819","title":"Real-Time Triage, Position, and Documentation (TriPoD) During Medical Response to Major Incidents: Protocol for an Action Research Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Triage; Focus group; Documentation; Qualitative research; Medical emergency; Health care; Protocol (science); Information sharing; Action research; Medicine; Nursing; Computer science; Psychology; Business","score_opus":0.35838924422377055,"score_gpt":0.6657070971007839,"score_spread":0.30731785287701335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405564813","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24895558,0.0000013588135,0.000010273219,0.0023336015,0.000011037331,0.74788,0.000011978513,0.00017682301,0.0006193602],"genre_scores_gemma":[0.023785185,0.0000013755705,0.00021241514,0.000020477255,0.00057672436,0.97109413,0.000013780288,0.00006933376,0.004226549],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9920812,0.002372824,0.00064986636,0.00090911327,0.00311302,0.00087396085],"domain_scores_gemma":[0.9966933,0.00080532423,0.000037891805,0.00045887072,0.0013362935,0.00066828186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013253578,0.00022409912,0.00035507724,0.0013131483,0.0008923617,0.00038825226,0.00025665932,0.00015577034,0.00067605276],"category_scores_gemma":[0.0022128795,0.0001821489,0.000079686244,0.0015005864,0.0002003888,0.0006135481,0.0003122011,0.00087267597,0.00018797413],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22401576,0.0067938874,0.006286263,0.010612787,0.000442419,0.0011154413,0.019218152,0.000001296503,0.5427405,0.00019745373,0.14786226,0.040713754],"study_design_scores_gemma":[0.052217565,0.10537549,0.49695703,0.0181566,0.000054467364,0.0003234509,0.016785199,0.00030296197,0.031535342,0.0017374355,0.27553558,0.001018871],"about_ca_topic_score_codex":0.00029251052,"about_ca_topic_score_gemma":0.00015244928,"teacher_disagreement_score":0.5112052,"about_ca_system_score_codex":0.00060937356,"about_ca_system_score_gemma":0.00077349716,"threshold_uncertainty_score":0.74278164},"labels":[],"label_agreement":null},{"id":"W4405590089","doi":"10.2196/64905","title":"Prehabilitation Exercise Training to Target Improved Muscle Strength in Pretransplant Patients Diagnosed With Multiple Myeloma: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Myeloma Research and Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Medicine; Prehabilitation; Physical therapy; Cardiorespiratory fitness; Randomized controlled trial; Aerobic exercise; Multiple myeloma; Clinical trial; Strength training; Internal medicine","score_opus":0.103946106249413,"score_gpt":0.4703609447546926,"score_spread":0.36641483850527956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405590089","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03370516,0.0000031210068,0.00037511086,0.0002227823,0.000014621154,0.9651462,0.00012424424,0.00017209543,0.00023666136],"genre_scores_gemma":[0.10018866,3.5036976e-7,0.0067427782,0.000012921375,0.00014588727,0.8921997,0.00011983355,0.000104359955,0.00048551062],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99336725,0.0013123915,0.0011767512,0.0010811386,0.0016595272,0.0014029149],"domain_scores_gemma":[0.99164045,0.006168232,0.00011793025,0.0005636089,0.00082024717,0.0006895097],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004857715,0.00046636112,0.0017821541,0.0010739479,0.00020849299,0.00028879129,0.00028282488,0.00017188431,0.00013767638],"category_scores_gemma":[0.0053139897,0.00028941632,0.0003964635,0.00095751253,0.00024623063,0.00032607475,0.000074849595,0.00075586716,0.000029166215],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9681411,0.0069790776,0.0010511857,0.0033751305,0.00022325847,0.0003265229,0.0028457479,0.000008584687,0.0009488332,0.00005015962,0.00031016875,0.015740253],"study_design_scores_gemma":[0.94311637,0.03136499,0.0025705004,0.009811805,0.000024915444,0.0000034485683,0.00016529046,0.008088397,0.0007364345,0.0001395455,0.003698744,0.00027958816],"about_ca_topic_score_codex":0.00011098076,"about_ca_topic_score_gemma":0.00013609667,"teacher_disagreement_score":0.072946504,"about_ca_system_score_codex":0.00044738522,"about_ca_system_score_gemma":0.0012914665,"threshold_uncertainty_score":0.9999558},"labels":[],"label_agreement":null},{"id":"W4405593305","doi":"10.2196/65323","title":"Comparing Synchronous and Asynchronous Remotely Delivered Lifestyle Interventions: Protocol for a Randomized Noninferiority Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute","keywords":"Psychological intervention; Randomized controlled trial; Asynchronous communication; Medicine; Telemedicine; Intervention (counseling); Overweight; Videoconferencing; Weight loss; Physical therapy; Computer science; Multimedia; Health care; Obesity; Nursing; Telecommunications","score_opus":0.381874925354864,"score_gpt":0.6495190575044257,"score_spread":0.26764413214956173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405593305","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026534896,0.000045311364,0.006403675,0.0013071405,0.00006833239,0.98736715,0.000047454065,0.00047595924,0.0040196264],"genre_scores_gemma":[0.0009252494,0.000008771159,0.0032274867,0.00012877703,0.0011284985,0.99275315,0.000033738674,0.00008822326,0.0017060918],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911928,0.00344843,0.0020308814,0.0009619638,0.00067333196,0.0016925682],"domain_scores_gemma":[0.9919642,0.005318337,0.00032811114,0.00075548264,0.00082539546,0.00080847094],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01197397,0.00032959264,0.0010855928,0.0005080786,0.002424765,0.0002196508,0.00045481656,0.00043831376,0.0007111455],"category_scores_gemma":[0.002056615,0.0002725433,0.00036265934,0.000651347,0.0004603605,0.00029767226,0.00041831995,0.0021620423,0.0005255644],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7223344,0.0015521816,0.0003810124,0.092541106,0.000119822995,0.00001741172,0.0016205446,0.0000023558728,0.00007448189,0.040904474,0.073540315,0.0669119],"study_design_scores_gemma":[0.3856651,0.0015577454,0.00015015373,0.013671475,0.000009760964,0.000005034106,0.00012920535,0.0036388177,0.000009040914,0.0038407163,0.5911217,0.00020131972],"about_ca_topic_score_codex":0.00034607406,"about_ca_topic_score_gemma":0.0002283778,"teacher_disagreement_score":0.51758134,"about_ca_system_score_codex":0.000701149,"about_ca_system_score_gemma":0.0036606297,"threshold_uncertainty_score":0.9999727},"labels":[],"label_agreement":null},{"id":"W4405615638","doi":"10.2196/60917","title":"Conversion of Sensitive Data to the Observational Medical Outcomes Partnership Common Data Model: Protocol for the Development and Use of Carrot","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Department of Health and Social Care","keywords":"Preprint; Observational study; General partnership; Protocol (science); Computer science; Data science; Medicine; World Wide Web; Business; Alternative medicine; Internal medicine","score_opus":0.9742598391259449,"score_gpt":0.7804038925013798,"score_spread":0.19385594662456518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405615638","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005896565,0.0000019072467,0.0010858192,0.040123954,0.000004956702,0.95777047,0.00031286973,0.000020788075,0.00008957838],"genre_scores_gemma":[0.003713112,0.0000010771187,0.0049085473,0.00041992526,0.00008565358,0.9894616,0.0001537458,0.000029148883,0.0012271688],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99306697,0.0006267817,0.0008002164,0.0006824606,0.004377973,0.00044558573],"domain_scores_gemma":[0.9482959,0.047266036,0.00008395288,0.0026414255,0.0014043767,0.0003083009],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03040565,0.00014201459,0.00036431997,0.00013128041,0.0002353215,0.00011006741,0.0019122905,0.00025370697,0.000052041825],"category_scores_gemma":[0.03710011,0.00007063234,0.000047845573,0.00046480607,0.0010142738,0.000253365,0.004867116,0.0019408625,0.000009147195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026879964,0.0035335568,0.10845581,0.06629037,0.0016017219,0.000155656,0.009836433,0.00016262771,0.0018316335,0.08877624,0.63434666,0.058129337],"study_design_scores_gemma":[0.0029630654,0.0011437865,0.015949229,0.010828256,0.000016098278,0.0000070678047,0.0005086689,0.22098629,0.0038568173,0.0016824082,0.7418992,0.00015912099],"about_ca_topic_score_codex":0.0000650311,"about_ca_topic_score_gemma":0.00039743495,"teacher_disagreement_score":0.22082366,"about_ca_system_score_codex":0.00007762609,"about_ca_system_score_gemma":0.004863401,"threshold_uncertainty_score":0.9984014},"labels":[],"label_agreement":null},{"id":"W4405620086","doi":"10.2196/63636","title":"Measuring Mental Health in 2 Brazilian University Centers: Protocol for a Cohort Survey","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Mental health; Protocol (science); Cohort; Cohort study; Medicine; Psychology; Gerontology; Medical education; Computer science; Psychiatry; World Wide Web; Alternative medicine","score_opus":0.497218176459939,"score_gpt":0.6326258436082869,"score_spread":0.1354076671483479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405620086","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010402241,0.000003802136,0.000018108894,0.0013942084,0.000030761832,0.99314964,0.00022583955,0.00010924133,0.004028175],"genre_scores_gemma":[0.0022957055,3.122288e-7,0.00007385417,0.00005563422,0.000079266334,0.99123085,0.00009005657,0.000039338578,0.006134973],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955509,0.0017735253,0.00037460966,0.0007138672,0.00048484764,0.0011022503],"domain_scores_gemma":[0.998882,0.00030028875,0.000057432953,0.00037450847,0.00009490956,0.00029089276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005250376,0.00018704633,0.00027556292,0.0005099016,0.00043832845,0.00015529915,0.00044982435,0.000113889015,0.00077165756],"category_scores_gemma":[0.00002443466,0.00017196382,0.00007973994,0.00085665955,0.0001167014,0.0002805788,0.00016014742,0.0005225062,0.00027176747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01614619,0.0053416775,0.43541837,0.008223608,0.00016817894,0.00020663317,0.0037554572,6.194778e-7,0.00009896715,0.005142846,0.3927512,0.13274625],"study_design_scores_gemma":[0.006251908,0.0017155345,0.18245597,0.0037903937,4.7495325e-7,0.0000051329284,0.0002981407,0.00006566689,0.00007911816,0.0001676382,0.8049862,0.00018382414],"about_ca_topic_score_codex":0.0023655957,"about_ca_topic_score_gemma":0.002155103,"teacher_disagreement_score":0.412235,"about_ca_system_score_codex":0.0011810694,"about_ca_system_score_gemma":0.00031637278,"threshold_uncertainty_score":0.8449109},"labels":[],"label_agreement":null},{"id":"W4405708362","doi":"10.2196/56592","title":"The Use of “Cancer Ratio” in Differentiating Malignant and Tuberculous Pleural Effusions: Protocol for a Prospective Observational Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pleural and Pulmonary Diseases","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Pleural effusion; Tuberculosis; Thoracoscopy; Malignant pleural effusion; Malignancy; Internal medicine; Cancer; Prospective cohort study; Lung cancer; Gastroenterology; Pathology","score_opus":0.5784752335055096,"score_gpt":0.5945893156118478,"score_spread":0.016114082106338246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405708362","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14037532,0.000011755815,0.0000041031058,0.0008017142,0.000003439176,0.8587105,0.000049178456,0.000027518741,0.000016432277],"genre_scores_gemma":[0.03759456,8.0756206e-7,0.00008302784,0.000018997034,0.00009661629,0.96119297,0.000008054375,0.000020121217,0.0009848477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99801064,0.0002740524,0.00039485158,0.0003458601,0.00062685343,0.00034771854],"domain_scores_gemma":[0.99817425,0.0011152872,0.000048276957,0.0002048625,0.0003584359,0.000098890014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006644348,0.00013227895,0.00021656472,0.00013670407,0.00025233664,0.00018490385,0.00011128223,0.000043201122,0.000046426463],"category_scores_gemma":[0.00050265854,0.0000723426,0.00006471045,0.00045819435,0.00014945844,0.00021908987,0.00014896305,0.0003093663,0.0000017054349],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067534805,0.0023419468,0.9569792,0.0038760444,0.000097412274,0.000074328265,0.001140877,0.000008357689,0.008056785,0.0014478038,0.0029715188,0.016252246],"study_design_scores_gemma":[0.0035904723,0.002769973,0.95184106,0.005505644,0.000008158194,0.0000061386554,0.0003129389,0.0076240613,0.00068393664,0.0010840902,0.02646254,0.00011097745],"about_ca_topic_score_codex":0.00009620897,"about_ca_topic_score_gemma":0.00014546409,"teacher_disagreement_score":0.10278075,"about_ca_system_score_codex":0.00009213475,"about_ca_system_score_gemma":0.00038794504,"threshold_uncertainty_score":0.29500455},"labels":[],"label_agreement":null},{"id":"W4405720865","doi":"10.2196/58197","title":"Evaluation of Comparative Efficacy of Polyherbal Steam Inhalation Versus Polyherbal Nasal Fumigation (Dhoopana) in Children With Rhinitis (Pratishyaya): Protocol for an Open-Label Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Allergic Rhinitis and Sensitization","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Inhalation; Nasal cavity; Fumigation; Nasal administration; Randomized controlled trial; Anesthesia; Traditional medicine; Surgery; Pharmacology","score_opus":0.35177457555861325,"score_gpt":0.5783496927620188,"score_spread":0.2265751172034055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405720865","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18424463,0.0000055735954,0.00023224381,0.000111036155,0.000017442555,0.81336135,0.000025064452,0.000036407095,0.0019662667],"genre_scores_gemma":[0.36910093,3.017168e-7,0.00043016532,0.000003947519,0.00015789448,0.63005877,0.00015959708,0.000030561958,0.000057814435],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9909603,0.00404041,0.0014153161,0.0005841576,0.0026009926,0.00039884754],"domain_scores_gemma":[0.99483746,0.0014929326,0.0004925284,0.0003936698,0.002635144,0.00014826038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012235586,0.00027823553,0.0016126567,0.00054819835,0.00012891504,0.00019268686,0.00025041954,0.00022131049,0.00013169377],"category_scores_gemma":[0.0013719785,0.00020141913,0.0001295467,0.00087300467,0.00035767656,0.0006979887,0.00007413302,0.0004566431,0.0000039630936],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9815835,0.003488119,0.00008963953,0.00027740828,0.00053712004,0.000002980025,0.0016221682,0.00012979918,0.001859949,0.0021621478,0.0003415843,0.007905638],"study_design_scores_gemma":[0.91366154,0.021543993,0.0014638953,0.0028895123,0.00011526853,0.000008905649,0.00025450462,0.057708852,0.0016451735,0.00046375478,0.0000672765,0.00017734779],"about_ca_topic_score_codex":0.00016996586,"about_ca_topic_score_gemma":0.00016646448,"teacher_disagreement_score":0.18485631,"about_ca_system_score_codex":0.0003375714,"about_ca_system_score_gemma":0.00258114,"threshold_uncertainty_score":0.8213634},"labels":[],"label_agreement":null},{"id":"W4405741401","doi":"10.2196/53565","title":"Telesimulation in Medical Education for High-Acuity Low-Occurrence Procedures and Clinical Encounters for Physicians and Medical Trainees in Emergency Medicine: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Preprint; Medicine; Protocol (science); Alternative medicine; Family medicine; Medical education; Medical emergency; Computer science; World Wide Web; Pathology","score_opus":0.404053730062723,"score_gpt":0.7077646722816137,"score_spread":0.30371094221889067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405741401","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030128733,0.12192309,0.00008296121,0.004441222,0.00008399194,0.8733015,0.00010934556,0.000046253015,0.000008613458],"genre_scores_gemma":[0.000007416028,0.13340712,0.0001419359,0.00029418842,0.00097253564,0.86458147,0.0004202217,0.00008415721,0.00009096013],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99040437,0.001293342,0.004361168,0.0012923165,0.0018890593,0.0007597656],"domain_scores_gemma":[0.9900882,0.0062714,0.0008249195,0.0006221211,0.0015662886,0.00062706607],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013578797,0.00057242817,0.0033140855,0.0009765775,0.00014523015,0.00004466926,0.0004563688,0.00091482216,0.00012841805],"category_scores_gemma":[0.03699553,0.0004039214,0.00033144266,0.0013158718,0.00042383157,0.000157228,0.00009073462,0.0014454407,0.000003549203],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024207079,0.0008546902,0.00032826109,0.89538765,0.000049673967,0.000002145142,0.00033151943,7.7266826e-8,4.39727e-8,0.00030819667,0.021469194,0.081026465],"study_design_scores_gemma":[0.0030193573,0.001552834,0.00009916169,0.92433,0.00019142561,0.000018036313,0.00018607258,0.00091387186,9.3530964e-8,0.0010463843,0.068344586,0.0002981588],"about_ca_topic_score_codex":0.000038872124,"about_ca_topic_score_gemma":0.0001422613,"teacher_disagreement_score":0.08072831,"about_ca_system_score_codex":0.0006352103,"about_ca_system_score_gemma":0.014783626,"threshold_uncertainty_score":0.9998413},"labels":[],"label_agreement":null},{"id":"W4405754381","doi":"10.2196/63017","title":"Health Care Social Robots in the Age of Generative AI: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Health care; Computer science; Data science; Psychology; Artificial intelligence; Medicine; World Wide Web; Alternative medicine; Political science","score_opus":0.7979294809536479,"score_gpt":0.7899500691256643,"score_spread":0.007979411827983562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405754381","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5334377e-10,0.32267362,0.000013616892,0.0018350378,0.000023133822,0.67290807,0.000052483665,0.000026320673,0.0024677345],"genre_scores_gemma":[1.1392354e-9,0.11401179,0.00005507115,0.0009650749,0.00075396604,0.8831501,0.00008678164,0.00008933519,0.0008878672],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900589,0.005898702,0.0015511082,0.0007607825,0.00086119416,0.00086930726],"domain_scores_gemma":[0.9975186,0.0007695688,0.0005422674,0.00062183593,0.00046452082,0.000083231],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0039312183,0.00042868973,0.0022539976,0.0004731846,0.00035347987,0.00018348973,0.0010081296,0.00042456578,0.0004947471],"category_scores_gemma":[0.00025661688,0.00027277932,0.0008674392,0.0014081465,0.00022382358,0.00007620635,0.000196494,0.0023194712,0.0002554812],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005933517,0.0001871176,1.9243818e-7,0.45384464,0.000045395176,0.000016963064,0.003984074,1.681447e-8,4.0349335e-8,0.002220146,0.27630144,0.26334062],"study_design_scores_gemma":[0.00039521392,0.0004515613,5.9821036e-7,0.43013704,0.000010223758,0.0000048457755,0.00022316237,6.050283e-8,9.1641986e-8,0.00005257605,0.56860614,0.00011848895],"about_ca_topic_score_codex":0.000079265235,"about_ca_topic_score_gemma":0.0003492075,"teacher_disagreement_score":0.2923047,"about_ca_system_score_codex":0.0005768812,"about_ca_system_score_gemma":0.0029450643,"threshold_uncertainty_score":0.99998224},"labels":[],"label_agreement":null},{"id":"W4405754490","doi":"10.2196/64010","title":"Mobile Health–Based Motivational Interviewing to Promote SARS-CoV-2 Vaccination in Rural Adults: Protocol for a Pilot Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Cancer Institute","keywords":"Preprint; Randomized controlled trial; Motivational interviewing; Protocol (science); Medicine; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Family medicine; Gerontology; Medical education; Psychology; Alternative medicine; Computer science; World Wide Web","score_opus":0.2033342731010794,"score_gpt":0.5667240840152783,"score_spread":0.36338981091419886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405754490","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015792435,0.000007704934,0.0012205729,0.0038354266,0.000032426426,0.99246824,0.000010121915,0.00015309369,0.0006931995],"genre_scores_gemma":[0.006700141,4.714988e-7,0.0005754772,0.00021961368,0.0007488674,0.9910533,0.000010366538,0.000038804308,0.0006529694],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99288815,0.003217088,0.0011860251,0.00053243595,0.0012573145,0.000919002],"domain_scores_gemma":[0.99687576,0.0017953212,0.00017243292,0.00025282084,0.0007416942,0.00016195097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017349593,0.00022583848,0.000979556,0.0008235965,0.00052313745,0.00064528245,0.00049673376,0.00012095516,0.0002466959],"category_scores_gemma":[0.0037447012,0.00017674308,0.00037084214,0.0012792702,0.00003373209,0.0005662182,0.000088923895,0.0004881578,0.00005303113],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95216316,0.000899149,0.000030565443,0.0014961374,0.000027780161,0.0000053310837,0.0054626283,0.000007411563,0.00026483746,0.0037272645,0.0099525545,0.025963206],"study_design_scores_gemma":[0.84340596,0.0067987517,0.00001872755,0.0067289607,0.000001693221,1.9477662e-7,0.0002793072,0.0025464555,0.00033606545,0.0033846048,0.13631153,0.00018777343],"about_ca_topic_score_codex":0.00036856314,"about_ca_topic_score_gemma":0.00082975836,"teacher_disagreement_score":0.12635897,"about_ca_system_score_codex":0.0008313399,"about_ca_system_score_gemma":0.0024563586,"threshold_uncertainty_score":0.7207374},"labels":[],"label_agreement":null},{"id":"W4405803587","doi":"10.2196/66094","title":"Applications of Natural Language Processing and Large Language Models for Social Determinants of Health: Protocol for a Systematic Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health; National Institutes of Health; American Foundation for Suicide Prevention","keywords":"Preprint; Computer science; Protocol (science); Natural language processing; Data science; Artificial intelligence; World Wide Web; Medicine; Alternative medicine","score_opus":0.6785737994058609,"score_gpt":0.7427247079090273,"score_spread":0.0641509085031664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405803587","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1766243e-8,0.4010288,0.0001613983,0.00011305179,0.0000047383965,0.59739625,0.0012164825,0.000039678092,0.00003960052],"genre_scores_gemma":[8.7869114e-7,0.03480192,0.0005291111,0.000080954465,0.00020082752,0.96340173,0.00017382405,0.00010437203,0.0007063909],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920272,0.0022869993,0.003305351,0.0006096373,0.000708825,0.0010619502],"domain_scores_gemma":[0.9947141,0.0012690711,0.0022706194,0.00059197,0.0009875313,0.00016675088],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.008763066,0.0003938073,0.00354778,0.000545773,0.0013696038,0.000032288972,0.00061483483,0.00051271956,0.000020370902],"category_scores_gemma":[0.0006726635,0.00028511687,0.00046712946,0.0008969465,0.0001585118,0.00017006336,0.00038835153,0.0014088653,0.000014407081],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004259833,0.00019406811,6.3305697e-7,0.90012604,0.00003526241,5.4921804e-7,0.0046128747,6.3651098e-9,8.3366956e-8,0.0018311444,0.006041209,0.087115504],"study_design_scores_gemma":[0.0006217054,0.00021336893,1.3029528e-7,0.62419987,0.0000844497,0.0000014210485,0.00089376175,0.000219624,1.2944203e-7,0.00033380277,0.37329566,0.00013604027],"about_ca_topic_score_codex":0.000041829,"about_ca_topic_score_gemma":0.00011159678,"teacher_disagreement_score":0.36725447,"about_ca_system_score_codex":0.0003064924,"about_ca_system_score_gemma":0.0034243036,"threshold_uncertainty_score":0.9999601},"labels":[],"label_agreement":null},{"id":"W4405803700","doi":"10.2196/67660","title":"Interdisciplinary Strategies to Reduce Surgical Infectious Risk in the Operating Theater: Protocol for Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Surgical site infection prevention","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hôpitaux Universitaires de Genève","keywords":"Preprint; Protocol (science); Medicine; Medical education; Computer science; World Wide Web; Alternative medicine","score_opus":0.462079116534494,"score_gpt":0.6993755503643471,"score_spread":0.23729643382985305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405803700","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0833627e-7,0.11303688,0.000024009956,0.0005105196,0.00001741439,0.8814288,0.000017187542,0.00014033662,0.004824573],"genre_scores_gemma":[1.7702826e-7,0.14143825,0.00005502626,0.0000466371,0.0006328507,0.8572057,0.00003543057,0.00010724226,0.0004786885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905693,0.0044170995,0.0018187674,0.0011169795,0.0011513098,0.0009265646],"domain_scores_gemma":[0.9963295,0.0016885858,0.00029048143,0.0010352256,0.00040712557,0.00024907995],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012589528,0.0005971982,0.002076444,0.000781785,0.00041767868,0.0007048697,0.0006251272,0.0004321018,0.00066039676],"category_scores_gemma":[0.0008285212,0.00032139072,0.00096623617,0.0025501666,0.00015048489,0.00025227387,0.0009248563,0.0032843759,0.00043653464],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016016519,0.0003972148,0.0000054553834,0.48761377,0.000052118496,0.00015734551,0.00012542677,7.5571097e-7,6.2098445e-7,0.00012967225,0.005092354,0.5062651],"study_design_scores_gemma":[0.0007790803,0.001292118,0.0000016144558,0.4919507,0.000047648384,0.00031413717,0.000029885365,0.0000031749814,0.0000013571616,0.00019161585,0.5052219,0.0001667594],"about_ca_topic_score_codex":0.000016063048,"about_ca_topic_score_gemma":0.000025899248,"teacher_disagreement_score":0.50609833,"about_ca_system_score_codex":0.0006075378,"about_ca_system_score_gemma":0.0017283291,"threshold_uncertainty_score":0.9999238},"labels":[],"label_agreement":null},{"id":"W4405812533","doi":"10.2196/63586","title":"Sexual Health Determinants During the Life Course and Migration of Haitian-Origin People in French Guiana: Protocol for the Parcours d’Haïti Biographical and Transdisciplinary Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Identity, and Health","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Life course approach; Protocol (science); Gerontology; Psychology; Medicine; World Wide Web; Computer science; Social psychology","score_opus":0.22970659532309912,"score_gpt":0.5852853936903035,"score_spread":0.3555787983672044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405812533","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28201893,0.00004210092,0.000010740927,0.0072271703,0.000007791571,0.71063787,0.00001794151,0.000021385895,0.000016092124],"genre_scores_gemma":[0.30580202,0.000013326607,0.000014664338,0.00001366708,0.00014907675,0.6938742,8.2878336e-7,0.000009873542,0.00012237286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996552,0.0011752924,0.0004612736,0.00038886635,0.000858337,0.0005642682],"domain_scores_gemma":[0.99867314,0.00062049995,0.00008200831,0.00024643596,0.00017425409,0.00020363343],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007922971,0.00012227714,0.00023216115,0.00025112383,0.001839699,0.0003803428,0.00031805443,0.000089712834,0.00002198761],"category_scores_gemma":[0.00012802823,0.000075810836,0.000041392163,0.0009968836,0.000629568,0.00028245422,0.000078054785,0.00042856357,9.2108036e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003090214,0.0010330558,0.78360915,0.0035504305,0.000027520262,0.0000058747028,0.20045617,0.000001544451,0.000032380234,0.0011846343,0.0060652643,0.003724946],"study_design_scores_gemma":[0.0012720478,0.0017606051,0.9378492,0.00061698887,0.000004948931,0.0000016336722,0.046295572,0.0005688597,0.000006681081,0.001641554,0.009876518,0.0001053729],"about_ca_topic_score_codex":0.013443734,"about_ca_topic_score_gemma":0.4915091,"teacher_disagreement_score":0.47806537,"about_ca_system_score_codex":0.00006480734,"about_ca_system_score_gemma":0.0013851183,"threshold_uncertainty_score":0.99945974},"labels":[],"label_agreement":null},{"id":"W4405840045","doi":"10.2196/63584","title":"Vaping, Acculturation, and Social Media Use Among Mexican American College Students: Protocol for a Mixed Methods Web-Based Cohort Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sex work and related issues","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Acculturation; Preprint; Protocol (science); Social media; Cohort; Psychology; World Wide Web; Sociology; Medicine; Computer science; Ethnic group; Alternative medicine","score_opus":0.24010130866285742,"score_gpt":0.6233459770266377,"score_spread":0.38324466836378035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405840045","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02741727,0.0000015376842,0.00008019719,0.0008601421,0.000029644065,0.97077006,0.000021242193,0.0003123117,0.00050760206],"genre_scores_gemma":[0.016820537,4.851298e-7,0.0016293346,0.000026901527,0.00047457597,0.9793668,0.000010660214,0.00004954378,0.0016211822],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.991313,0.004585945,0.00049656496,0.0007834742,0.0019552207,0.000865807],"domain_scores_gemma":[0.9958317,0.0026555639,0.00012919144,0.00027815774,0.0008166909,0.00028866983],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010077797,0.00025044434,0.00044128028,0.00037949023,0.0020502757,0.001834158,0.00069240597,0.00021331414,0.00014699314],"category_scores_gemma":[0.0015710662,0.00019258304,0.0001198594,0.0018678602,0.0016373751,0.0005244063,0.0002062379,0.00070658035,0.000014595193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022159836,0.005318898,0.4609197,0.0011884634,0.00082442677,0.00013226441,0.27380347,0.000004557289,0.00061324396,0.0057008862,0.20947593,0.039802156],"study_design_scores_gemma":[0.0030481303,0.0012214284,0.08701137,0.00072999607,0.000018426166,3.7165756e-7,0.059761174,0.00026757366,0.00022228173,0.0005619873,0.8467848,0.00037247693],"about_ca_topic_score_codex":0.00064994604,"about_ca_topic_score_gemma":0.0020165958,"teacher_disagreement_score":0.63730884,"about_ca_system_score_codex":0.00031715524,"about_ca_system_score_gemma":0.0008607066,"threshold_uncertainty_score":0.9992489},"labels":[],"label_agreement":null},{"id":"W4405844566","doi":"10.2196/63887","title":"ChatGPT-4 Performance on German Continuing Medical Education—Friend or Foe (Trick or Treat)? Protocol for a Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; German; Psychology; Medical education; Computer science; Medicine; World Wide Web; Linguistics; Philosophy","score_opus":0.4156540211710912,"score_gpt":0.6747113525418321,"score_spread":0.25905733137074094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405844566","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004714002,0.0000062408485,0.00007596132,0.0063780393,0.00014148944,0.9850443,0.000003694887,0.0001814744,0.003454794],"genre_scores_gemma":[0.0035619226,0.000004807889,0.00018671081,0.000283549,0.0034837099,0.957261,0.000017966073,0.00006890494,0.0351314],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940554,0.0009883048,0.0015466517,0.0007089017,0.0017784311,0.0009223364],"domain_scores_gemma":[0.9917501,0.005754037,0.00018805063,0.0005613471,0.0011084434,0.00063802575],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0088043185,0.0003180285,0.0013229068,0.0007553917,0.0003744679,0.00032217623,0.00033100502,0.00037822835,0.0034705305],"category_scores_gemma":[0.012759356,0.00017154086,0.0004107278,0.000921402,0.0003727489,0.00026128037,0.000057816662,0.0010485785,0.00029849866],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7823135,0.001832189,0.000010468635,0.002901637,0.00006395898,0.000023062852,0.0019958955,2.0206936e-7,0.000027138401,0.001064641,0.03057348,0.17919382],"study_design_scores_gemma":[0.5448971,0.010511336,0.0000041802127,0.012415559,0.000025046778,0.00004234012,0.00039285753,0.005158128,0.0018442149,0.0006479469,0.42384908,0.00021222417],"about_ca_topic_score_codex":0.00005374698,"about_ca_topic_score_gemma":0.000025957173,"teacher_disagreement_score":0.3932756,"about_ca_system_score_codex":0.00040984206,"about_ca_system_score_gemma":0.008966359,"threshold_uncertainty_score":0.99744046},"labels":[],"label_agreement":null},{"id":"W4405894109","doi":"10.2196/60838","title":"Exploring Molecular Genetics Research on Obesity in Malaysia: Protocol for a Scoping Review","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Nutrition, Genetics, and Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health","keywords":"Checklist; Scopus; Systematic review; Population; Grey literature; Data extraction; MEDLINE; Medicine; Public health; Family medicine; Gerontology; Psychology; Biology; Environmental health; Pathology","score_opus":0.7382877137102302,"score_gpt":0.666850769173034,"score_spread":0.07143694453719618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405894109","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014863332,0.400289,0.000008928776,0.00005433119,0.000010018076,0.5992652,0.000066413704,0.00002124674,0.00028336296],"genre_scores_gemma":[9.14004e-8,0.45329928,0.00013559536,0.00003586705,0.00044519568,0.54565674,0.00011852903,0.00014079646,0.00016790403],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99107933,0.0025037357,0.0012832485,0.0019708779,0.0015065442,0.0016562546],"domain_scores_gemma":[0.99626267,0.00022043128,0.00018475187,0.0019158573,0.0009399981,0.00047630307],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0055929027,0.00070669735,0.0014081293,0.0009982048,0.00027028404,0.0003021384,0.0013658624,0.0006087192,0.000044324886],"category_scores_gemma":[0.0008171526,0.0006211044,0.0007672856,0.0014777137,0.00033219543,0.000013483246,0.0010829262,0.0017011175,0.00017734231],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034150592,0.001151962,0.0000054693032,0.87172204,0.00007016483,0.00012448546,0.000012807102,0.0000030413803,0.00015069894,0.00018307904,0.027292676,0.09894204],"study_design_scores_gemma":[0.0006956163,0.0011749639,6.628909e-7,0.44394067,0.00001747959,0.0000060675975,0.0000061062215,0.000001977269,0.00046962034,0.00022145621,0.5531315,0.000333836],"about_ca_topic_score_codex":0.0000045312922,"about_ca_topic_score_gemma":0.00001131146,"teacher_disagreement_score":0.52583885,"about_ca_system_score_codex":0.00029537975,"about_ca_system_score_gemma":0.0028316486,"threshold_uncertainty_score":0.999624},"labels":[],"label_agreement":null},{"id":"W4405898954","doi":"10.2196/69771","title":"An mHealth Intervention With Financial Incentives to Promote Smoking Cessation and Physical Activity Among Black Adults: Protocol for a Feasibility Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Cancer Institute","keywords":"Randomized controlled trial; Smoking cessation; Preprint; Protocol (science); Incentive; Intervention (counseling); Medicine; Physical activity; Physical therapy; Gerontology; Alternative medicine; Family medicine; Psychology; Computer science; Nursing; Economics; World Wide Web","score_opus":0.14568857295306253,"score_gpt":0.5589436574657042,"score_spread":0.41325508451264165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405898954","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48020256,9.799383e-8,0.0009593921,0.00013019278,0.000006009767,0.5185917,0.0000061686574,0.00007335686,0.000030527783],"genre_scores_gemma":[0.45642713,2.587794e-8,0.000054073684,0.0000037099674,0.0002462959,0.54316473,0.0000101023425,0.000020481077,0.000073474395],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9960298,0.0013199917,0.00045087334,0.00074240303,0.0010046336,0.0004523098],"domain_scores_gemma":[0.9982607,0.00038007685,0.00016612971,0.0003378029,0.00060186896,0.0002534507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061368127,0.00023021938,0.00090551545,0.00039986943,0.00022562729,0.0003493737,0.000115530376,0.0001545614,0.000024190487],"category_scores_gemma":[0.0010408968,0.00014995976,0.00024444223,0.00057549385,0.00034658943,0.0005641776,0.000052901694,0.00061725755,9.592904e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96242625,0.0033854716,0.003926477,0.003333513,0.00004440642,0.0000063803973,0.0020418735,0.0000011378569,0.00053341105,0.00017193175,0.000093082504,0.02403605],"study_design_scores_gemma":[0.9356203,0.013744174,0.032519467,0.008880957,0.000049108847,0.0000018118577,0.00011794373,0.005694101,0.0023837113,0.00048539214,0.0003351012,0.00016793776],"about_ca_topic_score_codex":0.000052766998,"about_ca_topic_score_gemma":0.000026019748,"teacher_disagreement_score":0.02859299,"about_ca_system_score_codex":0.0003511804,"about_ca_system_score_gemma":0.00048572084,"threshold_uncertainty_score":0.61151814},"labels":[],"label_agreement":null},{"id":"W4405928136","doi":"10.2196/62764","title":"Spread and Scale of the Integrated Nutrition Pathway for Acute Care Across Canada: Protocol for the Advancing Malnutrition Care Program","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Research Institute for Aging; University of Alberta; Environmental Studies Association of Canada; Saskatchewan Health Authority; Saskatchewan Health; University of Toronto; Canadian Nutrition Society; Women's College Hospital; University of Waterloo","funders":"Canadian Nutrition Society","keywords":"Malnutrition; Protocol (science); Scale (ratio); Severe Acute Malnutrition; Acute care; Medicine; Nursing; Gerontology; Environmental health; Health care; Geography; Economic growth; Alternative medicine","score_opus":0.16032028681456556,"score_gpt":0.5973002321762918,"score_spread":0.43697994536172624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405928136","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008470063,0.00008734666,0.00009816279,0.0047386694,0.00002229797,0.9933457,0.0007118372,0.00008561684,0.000063394495],"genre_scores_gemma":[0.0034945891,0.0000029822284,0.0024315587,0.000103287624,0.00027570594,0.9933866,0.000083696184,0.000043285047,0.00017829798],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977964,0.00014926134,0.00040079764,0.00037752895,0.00061491743,0.0006610719],"domain_scores_gemma":[0.9974541,0.00039324135,0.000072909635,0.00036201175,0.0015569325,0.00016080917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007766643,0.00016336668,0.00026841904,0.00007077551,0.00069964427,0.00014441376,0.00020459646,0.00012740215,0.000012996311],"category_scores_gemma":[0.00013151407,0.000094206,0.00012187102,0.0005353105,0.00023472944,0.000110114976,0.00009470948,0.00059948425,5.500498e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011098938,0.0014498413,0.00421965,0.28164655,0.00016992194,0.000036878468,0.0076935575,0.0000017728095,0.020351132,0.000798206,0.10202099,0.5705126],"study_design_scores_gemma":[0.005911718,0.0020598976,0.000823585,0.023017405,0.000012034809,0.000022596994,0.0077080103,0.0005423591,0.039978657,0.00019716758,0.9196186,0.00010798646],"about_ca_topic_score_codex":0.0028418303,"about_ca_topic_score_gemma":0.037903894,"teacher_disagreement_score":0.81759757,"about_ca_system_score_codex":0.0006002739,"about_ca_system_score_gemma":0.0015545115,"threshold_uncertainty_score":0.97965187},"labels":[],"label_agreement":null},{"id":"W4405928549","doi":"10.2196/60481","title":"Assessing Community and Social Media Influence to Increase Influenza Vaccine Uptake among Youth in Soweto, South Africa (The Bambisana Study): Protocol for a Mixed Methods Pretest-Posttest Intervention Study","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Research Capacity Development; African Population and Health Research Center; Medical Research Council; South African Medical Research Council; Wellcome Trust; Styrelsen för Internationellt Utvecklingssamarbete; Carnegie Corporation of New York","keywords":"Test (biology); Protocol (science); Social media; Intervention (counseling); Psychology; Research design; Medicine; Family medicine; Political science; Sociology; Nursing; Alternative medicine; Social science","score_opus":0.3873181005116412,"score_gpt":0.6108713748468125,"score_spread":0.22355327433517136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405928549","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41127312,0.0000020782118,0.000036942703,0.0001838937,0.000008262826,0.58822644,0.00001073597,0.00011463891,0.00014387628],"genre_scores_gemma":[0.42618245,1.9402446e-8,0.00022485608,0.000018324381,0.00013299452,0.5733747,0.0000018015302,0.000029428944,0.000035447993],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9840962,0.012232834,0.0008885194,0.00064881006,0.0011565565,0.0009770363],"domain_scores_gemma":[0.99492383,0.003366009,0.00016725344,0.00058505975,0.0006826455,0.0002751925],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.025563369,0.00030951077,0.00048034848,0.0006199309,0.0024744554,0.0024230222,0.0011231144,0.00017313227,0.000054781874],"category_scores_gemma":[0.0063777287,0.00024151351,0.0001292321,0.0021463842,0.00012976583,0.0013636849,0.0009310116,0.0016529375,0.000011267767],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011621023,0.0034707831,0.27378476,0.00096834067,0.00006765845,0.000036935715,0.6870354,0.0000038770672,0.00011511056,0.00014589704,0.0010788003,0.032130376],"study_design_scores_gemma":[0.0043477803,0.0023382083,0.63453364,0.0016576347,0.000022147207,3.5137822e-7,0.3467096,0.00007121031,0.000026708793,0.0009801538,0.009003517,0.0003090567],"about_ca_topic_score_codex":0.0025340545,"about_ca_topic_score_gemma":0.018716475,"teacher_disagreement_score":0.36074886,"about_ca_system_score_codex":0.0003609533,"about_ca_system_score_gemma":0.00057299633,"threshold_uncertainty_score":0.9991894},"labels":[],"label_agreement":null},{"id":"W4405962200","doi":"10.2196/57409","title":"The prevalence and correlation of cardiovascular dysfunction in pre-diabetes in adults of different ethnic groups in South African population: a systematic review and meta-analysis protocol. (Preprint)","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ethnic group; Meta-analysis; Preprint; Protocol (science); Medicine; Diabetes mellitus; Gerontology; Population; Demography; Alternative medicine; Environmental health; Internal medicine; Pathology; Computer science; Sociology; Anthropology","score_opus":0.15448312410233242,"score_gpt":0.45778262687386373,"score_spread":0.3032995027715313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405962200","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052596642,0.4916786,0.0000024542726,0.000009134393,0.0000018201556,0.508217,0.00001639616,0.0000097406855,0.000012271186],"genre_scores_gemma":[0.0006191474,0.2661602,0.000010084093,0.0000016524984,0.000015477846,0.73305094,0.000017798779,0.00003965876,0.00008503344],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9883549,0.0057264483,0.002584365,0.0010375136,0.001782694,0.00051406247],"domain_scores_gemma":[0.99634516,0.0006350605,0.0007052236,0.0018576853,0.00032653913,0.0001303029],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014111819,0.0005216352,0.008478062,0.0015266926,0.000049495564,0.00006273843,0.00035343287,0.00034939634,0.00002190794],"category_scores_gemma":[0.0015196884,0.00029258378,0.0027181623,0.0036475349,0.00024048309,0.00012892917,0.00036293844,0.001410525,0.0000030863043],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075220625,0.00018043027,0.00082747045,0.94234145,0.022385927,0.000007640007,0.00042424514,0.000011070611,3.3750794e-8,0.000016987673,0.0000026454265,0.033726864],"study_design_scores_gemma":[0.0015998151,0.0007385197,0.01621946,0.8147325,0.16246231,0.0000071152704,0.00008824824,0.00025680102,0.0000013044751,0.0001076022,0.0034168563,0.00036949143],"about_ca_topic_score_codex":0.0008175971,"about_ca_topic_score_gemma":0.0007609983,"teacher_disagreement_score":0.2255184,"about_ca_system_score_codex":0.0003033116,"about_ca_system_score_gemma":0.0001872748,"threshold_uncertainty_score":0.9999526},"labels":[],"label_agreement":null},{"id":"W4406029280","doi":"10.2196/64871","title":"Impact of Psychosocial and Palliative Care Training on Nurses’ Competences and Care of Patients With Cancer in Cameroon: Protocol for Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pfizer","keywords":"Psychosocial; Palliative care; Medicine; Nursing; Competence (human resources); Descriptive statistics; Family medicine; Protocol (science); Audit; Oncology; Psychology; Alternative medicine; Psychiatry","score_opus":0.3764796618830508,"score_gpt":0.6635632255587031,"score_spread":0.28708356367565224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406029280","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45719475,0.000018285707,7.04393e-7,0.000016171198,0.0000019345334,0.5424405,0.00009018262,0.0000032096714,0.00023429845],"genre_scores_gemma":[0.45323843,4.7666126e-7,0.000074146934,0.000002314209,0.000011689191,0.54665273,0.0000045157403,0.000007154749,0.000008548499],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99841005,0.0001901077,0.00032012074,0.00029862206,0.0005201341,0.00026096587],"domain_scores_gemma":[0.9985661,0.000227577,0.000142959,0.00015272867,0.00083659694,0.00007404203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018334355,0.00015644344,0.00053684384,0.00025182957,0.000063205414,0.000011101474,0.00009812774,0.00008146587,0.000017435026],"category_scores_gemma":[0.000095291914,0.00010684092,0.000052916603,0.00036135636,0.00034428277,0.000056333985,0.00004312756,0.00025379524,5.6546593e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010665552,0.0026816635,0.88381845,0.0020527143,0.00010551584,0.0000017905955,0.09268501,0.0000016213426,0.00022970044,0.000032213607,0.000074543794,0.0076512326],"study_design_scores_gemma":[0.019519318,0.0494196,0.7886162,0.0154852085,0.000007599977,3.0154833e-8,0.12192415,0.0000069903936,0.0040166774,0.000012302516,0.0008902492,0.00010169852],"about_ca_topic_score_codex":0.00048613353,"about_ca_topic_score_gemma":0.00032747822,"teacher_disagreement_score":0.09520226,"about_ca_system_score_codex":0.0001972508,"about_ca_system_score_gemma":0.00052961113,"threshold_uncertainty_score":0.43568462},"labels":[],"label_agreement":null},{"id":"W4406067348","doi":"10.2196/63480","title":"Development and Validation of the “Basic Oral Health Assessment Tool” (BOHAT) for Nondental Health Care Professionals to Use With the Indian Adult Population: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Health care; Health professionals; Medicine; Medical education; Population; Oral health; Nursing; Psychology; Family medicine; Alternative medicine; Computer science; World Wide Web; Environmental health","score_opus":0.2590868887985552,"score_gpt":0.6561922747823535,"score_spread":0.39710538598379835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406067348","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0791047,8.984047e-7,0.002971613,0.0011450048,0.00003263223,0.916617,0.000090525755,0.00002581963,0.000011830308],"genre_scores_gemma":[0.03600101,1.769838e-8,0.019988572,0.0005753191,0.00002960694,0.942708,0.00009669968,0.000026976564,0.00057380984],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9949129,0.0021906875,0.00076795986,0.0005001081,0.0010527492,0.000575551],"domain_scores_gemma":[0.9973788,0.0004904582,0.0003593688,0.00051426253,0.0010853033,0.0001717613],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0046342164,0.00019580055,0.00034342686,0.00021141014,0.0013961042,0.0002299712,0.0003861793,0.00008255017,0.000009234535],"category_scores_gemma":[0.00026802954,0.00011396922,0.000058927788,0.0008552068,0.00006263495,0.00021526318,0.00030464985,0.00030331156,9.185354e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0088909,0.0049861125,0.33123207,0.031109285,0.00017084992,0.000002977795,0.026889812,0.000024378422,0.00009859792,0.006983179,0.055732496,0.53387934],"study_design_scores_gemma":[0.008854843,0.0045611546,0.8605447,0.004761415,0.000005178251,0.000004187229,0.04194652,0.00006598186,0.0029919916,0.0001371737,0.075892486,0.00023441033],"about_ca_topic_score_codex":0.00026756374,"about_ca_topic_score_gemma":0.00633982,"teacher_disagreement_score":0.5336449,"about_ca_system_score_codex":0.0008402929,"about_ca_system_score_gemma":0.0028786568,"threshold_uncertainty_score":0.9999039},"labels":[],"label_agreement":null},{"id":"W4406103505","doi":"10.2196/66708","title":"Identifying, Engaging, and Supporting Care Partners in Clinical Settings: Protocol for a Patient Portal–Based Intervention","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Intervention (counseling); Medicine; Medical education; Nursing; Psychology; Computer science; Alternative medicine; World Wide Web","score_opus":0.45059136477572337,"score_gpt":0.7474605836370901,"score_spread":0.29686921886136675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406103505","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048695365,0.000005508382,0.00034229955,0.00086717407,0.000045974277,0.9907687,0.000013940604,0.0001285086,0.0029583669],"genre_scores_gemma":[0.018793236,1.5017672e-7,0.0005331141,0.00038883218,0.00016393323,0.9789532,0.000025492847,0.000051704796,0.001090326],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9862008,0.0071403845,0.0030582151,0.00091804523,0.0007019577,0.0019806132],"domain_scores_gemma":[0.99473566,0.0025385735,0.0008155731,0.0006232186,0.0009696492,0.00031729962],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021363894,0.00025354553,0.00059833727,0.0007118194,0.0011010445,0.000086102074,0.0003836972,0.00046248332,0.00014660797],"category_scores_gemma":[0.0039930306,0.00023198512,0.00017476434,0.00075363804,0.00016372147,0.0002074353,0.00038095587,0.0030685884,0.000029543058],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002722429,0.0013661766,0.6196516,0.109937176,0.00004539189,0.00003735899,0.013046856,0.0000023091857,0.000162073,0.0018787014,0.10857769,0.14257224],"study_design_scores_gemma":[0.016366338,0.003027762,0.012621832,0.053559054,0.0000032483276,0.0000010467602,0.026517646,0.0010424572,0.00027954215,0.00094722596,0.885322,0.00031187452],"about_ca_topic_score_codex":0.00024885804,"about_ca_topic_score_gemma":0.0012076512,"teacher_disagreement_score":0.7767443,"about_ca_system_score_codex":0.00084931526,"about_ca_system_score_gemma":0.0036037273,"threshold_uncertainty_score":0.9992314},"labels":[],"label_agreement":null},{"id":"W4406156275","doi":"10.2196/65197","title":"Evaluation of a Global Initiative for Asthma Education and Implementation Program to Improve Asthma Care Quality (CARE4ALL): Protocol for a Multicenter, Single-Arm Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"AstraZeneca","keywords":"Medicine; Asthma; Pulmonologists; Protocol (science); Quality management; Physical therapy; Family medicine; Alternative medicine; Intensive care medicine; Operations management","score_opus":0.3248913732307458,"score_gpt":0.6711216050082356,"score_spread":0.3462302317774898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406156275","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04188385,0.0000047750514,0.0002440738,0.00033302978,0.000011843159,0.9570253,0.00021314179,0.00004663656,0.00023733682],"genre_scores_gemma":[0.13153616,1.3327039e-8,0.0016289557,0.00008221479,0.000093024704,0.86654556,0.0000648488,0.000018543593,0.00003070429],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99601644,0.00096617814,0.0006679225,0.0006149349,0.0012928877,0.00044163456],"domain_scores_gemma":[0.99172276,0.00021366353,0.00021957395,0.00038964732,0.007227649,0.00022672463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030705167,0.00020713534,0.00035273423,0.00022934262,0.0002376443,0.000108553606,0.00015047753,0.000096336116,0.000021577223],"category_scores_gemma":[0.0014531624,0.00017619076,0.00011785782,0.000574887,0.00010681974,0.00017125206,0.00014183689,0.00013609992,0.000001192745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008804957,0.018599238,0.031007022,0.006886355,0.00010453442,5.136584e-7,0.0024962046,0.0000014810387,0.0019092668,0.0002570888,0.0013109808,0.92862236],"study_design_scores_gemma":[0.093915984,0.14149618,0.42300442,0.0063763447,0.00015487065,0.0000016583762,0.11562456,0.000670424,0.02164836,0.0015900844,0.19491099,0.00060611527],"about_ca_topic_score_codex":0.00006465734,"about_ca_topic_score_gemma":0.00028952985,"teacher_disagreement_score":0.92801625,"about_ca_system_score_codex":0.0009127261,"about_ca_system_score_gemma":0.0035444791,"threshold_uncertainty_score":0.71848506},"labels":[],"label_agreement":null},{"id":"W4406164475","doi":"10.2196/65056","title":"Understanding the Psychosocial Impact of Assistive Technologies for People With Visual Impairments: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Assistive technology; Psychosocial; Protocol (science); Partially sighted; Psychology; Applied psychology; Human–computer interaction; Medicine; Computer science; World Wide Web; Visually impaired; Alternative medicine; Psychotherapist","score_opus":0.6354996209079526,"score_gpt":0.6801366515107394,"score_spread":0.04463703060278679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406164475","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6350153e-8,0.005127085,0.0013103978,0.00021174233,0.0000093830095,0.99248093,0.00027609742,0.00012555733,0.00045880038],"genre_scores_gemma":[3.6123615e-7,0.05994361,0.000065530534,0.000021068148,0.00006909907,0.93952113,0.000008416303,0.000059422942,0.00031133802],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99565655,0.0009473971,0.0009055767,0.00084468315,0.0007762549,0.00086954195],"domain_scores_gemma":[0.99124676,0.0066643935,0.0008497958,0.0007176746,0.00045345892,0.00006794644],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009213306,0.00047345113,0.0016782274,0.0005446832,0.00093368185,0.00024612466,0.0010972742,0.0002880634,0.000048946746],"category_scores_gemma":[0.0039921054,0.0002523107,0.0009809897,0.0019434462,0.00042101616,0.00025771203,0.00024542777,0.0010588872,0.0000062017834],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012813568,0.0009256541,0.0000071759246,0.861657,0.00015879002,0.000004750181,0.00008996123,5.8523455e-7,0.000033977514,0.00065010024,0.030582324,0.10460832],"study_design_scores_gemma":[0.0008949479,0.0030851127,4.6243014e-7,0.653271,0.000035643658,0.000014590188,0.00010334967,0.0000056422546,0.00010320813,0.00021471056,0.3420619,0.00020939248],"about_ca_topic_score_codex":0.000006325887,"about_ca_topic_score_gemma":0.000024797502,"teacher_disagreement_score":0.31147957,"about_ca_system_score_codex":0.0009846761,"about_ca_system_score_gemma":0.0034521706,"threshold_uncertainty_score":0.9999929},"labels":[],"label_agreement":null},{"id":"W4406235801","doi":"10.2196/63891","title":"Efficacy of a Supervised Exercise Program on Pain, Physical Function, and Quality of Life in Patients With Breast Cancer: Protocol for a Randomized Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physical therapy; Preprint; Breast cancer; Randomized controlled trial; Quality of life (healthcare); Medicine; Protocol (science); Physical medicine and rehabilitation; Alternative medicine; Clinical trial; Cancer; Computer science; Nursing; World Wide Web; Surgery; Internal medicine","score_opus":0.18687289043603575,"score_gpt":0.5690335735942195,"score_spread":0.38216068315818374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406235801","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15065318,9.28165e-7,0.000019038787,0.00024022147,0.0000070570063,0.84894586,0.000034310146,0.000025059097,0.000074321084],"genre_scores_gemma":[0.08959287,2.3581173e-7,0.00004300892,0.000046899535,0.00011292589,0.9101101,0.000011729653,0.000019206269,0.00006302343],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994925,0.002272243,0.0010617275,0.00047611637,0.00090141274,0.0003635009],"domain_scores_gemma":[0.99522525,0.002569425,0.00023683262,0.00046394236,0.0013120127,0.00019255224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075077387,0.0001825417,0.0014338979,0.00025424283,0.00005310992,0.000025260415,0.00014836591,0.00014539405,0.000028635659],"category_scores_gemma":[0.0021484804,0.00011856152,0.00027016623,0.0007169182,0.00055637397,0.00005897638,0.000073617455,0.0004729879,3.7329065e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7758603,0.013913671,0.09808442,0.0050220015,0.000084620915,2.2532136e-7,0.00015756392,4.5077056e-7,0.00000775714,0.00014826292,0.00043149426,0.10628922],"study_design_scores_gemma":[0.788295,0.014524994,0.18830174,0.007061744,0.000017479199,1.9058577e-8,0.00006198013,0.000085678315,0.000043512424,0.00010608306,0.0014080544,0.00009372978],"about_ca_topic_score_codex":0.00037788786,"about_ca_topic_score_gemma":0.00015256679,"teacher_disagreement_score":0.106195495,"about_ca_system_score_codex":0.00007383304,"about_ca_system_score_gemma":0.0011246606,"threshold_uncertainty_score":0.48347983},"labels":[],"label_agreement":null},{"id":"W4406237207","doi":"10.2196/64218","title":"Community-Based 4-Level Intervention Targeting Depression and Suicidal Behavior in Europe: Protocol for an Implementation Project","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Intervention (counseling); Protocol (science); European union; Mental health; Promotion (chess); Depression (economics); Public health; Medicine; Psychology; Psychiatry; Nursing; Business; Political science; Alternative medicine","score_opus":0.5593477417998008,"score_gpt":0.7091888487675863,"score_spread":0.1498411069677854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406237207","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013501243,6.915431e-7,0.00048768983,0.00017269215,0.00001805471,0.9840587,0.000117418494,0.00007355524,0.0015699841],"genre_scores_gemma":[0.034835692,4.73424e-9,0.00083027594,0.0000603586,0.000025801326,0.96299744,0.00019935866,0.00003536095,0.0010157073],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9949414,0.002880117,0.0007785805,0.00043086012,0.00032032342,0.000648715],"domain_scores_gemma":[0.9985856,0.00027612745,0.00016021948,0.00045402357,0.00042191215,0.00010211018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044069933,0.00017341737,0.0001947165,0.0007468839,0.00048358357,0.00022863733,0.00041722282,0.00011994604,0.00010796134],"category_scores_gemma":[0.00017071077,0.00016760158,0.00006834169,0.0008314877,0.0001388425,0.0004220612,0.00027875125,0.00077469484,0.000014136576],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014147836,0.031905174,0.243839,0.014493945,0.00004252016,0.00002648068,0.002099802,0.0000021018025,0.004747052,0.007694683,0.055113383,0.62588805],"study_design_scores_gemma":[0.05063012,0.03237279,0.5177385,0.012179128,0.000011005834,0.000009544211,0.00660673,0.0003304235,0.026902042,0.0036882292,0.34872815,0.0008033416],"about_ca_topic_score_codex":0.0014563993,"about_ca_topic_score_gemma":0.0015352662,"teacher_disagreement_score":0.6250847,"about_ca_system_score_codex":0.00021444693,"about_ca_system_score_gemma":0.00020014844,"threshold_uncertainty_score":0.6834594},"labels":[],"label_agreement":null},{"id":"W4406257935","doi":"10.2196/65045","title":"Use of Educational Technology in Inclusive Primary Education: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council","keywords":"Preprint; Protocol (science); Medical education; Medicine; Psychology; Computer science; World Wide Web; Alternative medicine","score_opus":0.413504123428482,"score_gpt":0.6310166781941458,"score_spread":0.21751255476566378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406257935","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7721609e-10,0.21376924,0.00013880098,0.002207971,0.0000102189315,0.7832965,0.000013194296,0.00004398299,0.0005200916],"genre_scores_gemma":[2.7771987e-10,0.10399337,0.012802267,0.0001413939,0.00003881404,0.8799458,0.000032063876,0.00003071581,0.003015557],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99299544,0.0027194323,0.002083204,0.00063418323,0.0009427893,0.00062493066],"domain_scores_gemma":[0.9873126,0.0063541997,0.0009924106,0.0031046406,0.0021628265,0.00007329498],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.003536538,0.000443219,0.0027179844,0.0031327677,0.00023460118,0.00024175059,0.006054844,0.00042761472,0.000018626995],"category_scores_gemma":[0.0060818843,0.0003589601,0.00031178724,0.0052851723,0.00028857664,0.0005065486,0.00376667,0.0012485299,0.000029556073],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004714295,0.0005261222,9.4963707e-7,0.85903955,0.000026740263,7.292627e-7,0.000058978076,3.0712012e-8,3.7050714e-8,0.07114506,0.023117108,0.04607999],"study_design_scores_gemma":[0.00010683246,0.00009513958,3.0238672e-7,0.52680635,0.0000059069894,0.000011418851,0.000004038082,0.0000013878333,8.582092e-7,0.0070438157,0.46577492,0.0001490232],"about_ca_topic_score_codex":0.000010179709,"about_ca_topic_score_gemma":0.000004769863,"teacher_disagreement_score":0.44265783,"about_ca_system_score_codex":0.0012463877,"about_ca_system_score_gemma":0.030312099,"threshold_uncertainty_score":0.9998862},"labels":[],"label_agreement":null},{"id":"W4406258708","doi":"10.2196/55975","title":"Feasibility of Using Resting Heart Rate and Step Counts From Patient-Held Sensors During Clinical Assessment of Medical Emergencies (FUSE): Protocol for Prospective Observational Study in European Hospitals","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Preprint; Medicine; Protocol (science); Medical emergency; Emergency medicine; Medical physics; Computer science; Alternative medicine; Internal medicine; Pathology","score_opus":0.7214388336760822,"score_gpt":0.6874478697120775,"score_spread":0.033990963964004695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406258708","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51438683,7.75513e-7,0.0000029293421,0.00011177021,0.0000037275947,0.48532352,0.000012079594,0.0000061122737,0.00015225523],"genre_scores_gemma":[0.31845737,2.3672504e-7,0.0009099761,0.000011327876,0.000026609237,0.6805622,0.000002769587,0.000009970238,0.000019552368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965933,0.00095500535,0.00087282364,0.00041718857,0.00092934485,0.00023231233],"domain_scores_gemma":[0.9980019,0.00086061866,0.00016115046,0.00030057717,0.0005777505,0.00009802791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038996814,0.00011621058,0.0004276561,0.00014079752,0.00008319451,0.00002042588,0.00010424606,0.000071363924,0.00008719062],"category_scores_gemma":[0.0019089716,0.00009118216,0.000070811504,0.00032106682,0.00016991161,0.00006022645,0.00020697407,0.00031403595,8.263801e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075625745,0.004179006,0.9929122,0.00066090684,0.00006921796,0.000015644851,0.00017187143,0.0000027755193,0.00038536987,0.00006821295,0.000287026,0.0004915659],"study_design_scores_gemma":[0.0077096163,0.002314134,0.9843494,0.0034602506,0.000007190855,4.416842e-7,0.00044302657,0.0005550902,0.00073129253,0.00009965625,0.00027073247,0.000059166163],"about_ca_topic_score_codex":0.00012236073,"about_ca_topic_score_gemma":0.00003269548,"teacher_disagreement_score":0.19592947,"about_ca_system_score_codex":0.00016834485,"about_ca_system_score_gemma":0.00057838374,"threshold_uncertainty_score":0.37183005},"labels":[],"label_agreement":null},{"id":"W4406264627","doi":"10.2196/55633","title":"Virtual Reality–Based Psychological Intervention for Young Adults Living With HIV: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Beijing Municipal Administration of Hospitals; Beijing Municipal Administration of Hospitals Clinical Medicine Development of Special Funding Support; Capital Medical University","keywords":"Anxiety; Mental health; Intervention (counseling); Quality of life (healthcare); Randomized controlled trial; Psychological intervention; Cohort; Young adult; Medicine; Psychology; Clinical psychology; Psychiatry; Gerontology; Nursing","score_opus":0.1466426952731622,"score_gpt":0.5775557220307281,"score_spread":0.43091302675756593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406264627","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023244233,0.0000011209037,0.08139399,0.0017058175,0.000009696291,0.9106982,0.000044062075,0.0001315123,0.0057832124],"genre_scores_gemma":[0.0023891553,1.06869834e-7,0.0014300238,0.00005271701,0.0002989316,0.95431584,0.000057358906,0.000044823933,0.04141103],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99280775,0.002669722,0.0014294246,0.00083595706,0.0011756858,0.0010814916],"domain_scores_gemma":[0.99186814,0.004596953,0.0002839617,0.000716483,0.0021833107,0.000351183],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012594562,0.00032740433,0.0016816956,0.00086979923,0.00045770349,0.00028915112,0.00045526394,0.00027998394,0.00058956066],"category_scores_gemma":[0.015101555,0.00020097398,0.0016194311,0.0006843014,0.0005885395,0.00019325022,0.00012675395,0.0008395974,0.00002230865],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89250124,0.0073109367,0.00004535998,0.0029657232,0.0002975771,0.000006598856,0.000072071205,0.000002121366,0.00018683256,0.0026475233,0.08501625,0.008947755],"study_design_scores_gemma":[0.8720469,0.06221308,0.00004207018,0.022354705,0.000031943735,0.0000037103057,0.00015509859,0.015392074,0.0002536359,0.000537213,0.026804037,0.00016556036],"about_ca_topic_score_codex":0.000037122165,"about_ca_topic_score_gemma":0.000069489986,"teacher_disagreement_score":0.07996396,"about_ca_system_score_codex":0.00024072429,"about_ca_system_score_gemma":0.00060917024,"threshold_uncertainty_score":0.99319464},"labels":[],"label_agreement":null},{"id":"W4406310512","doi":"10.2196/68085","title":"Multilevel Intervention to Support Tailored and Responsive HIV Pre-Exposure Prophylaxis Care in Rural North Carolina: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Pre-exposure prophylaxis; Randomized controlled trial; Medicine; Protocol (science); Human immunodeficiency virus (HIV); Intervention (counseling); Randomization; Post-exposure prophylaxis; Family medicine; Nursing; Men who have sex with men; Alternative medicine; Surgery","score_opus":0.07380202021286861,"score_gpt":0.5311594712816826,"score_spread":0.457357451068814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406310512","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021287365,0.000005827931,0.0005619389,0.00084569125,0.000009472944,0.97605073,0.00008507891,0.00006454294,0.0010893448],"genre_scores_gemma":[0.021371435,3.7706891e-7,0.000557976,0.000035277997,0.00014702004,0.9422262,0.00007789221,0.000043037402,0.035540834],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925219,0.002975548,0.001599174,0.0007244339,0.0011155827,0.0010633538],"domain_scores_gemma":[0.9949416,0.0013465964,0.00019316375,0.00065091153,0.002394907,0.00047285637],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0055204444,0.0003557584,0.0018069014,0.0018749879,0.00028827906,0.00019703356,0.0003884731,0.00026577403,0.00024746964],"category_scores_gemma":[0.012297754,0.00025671796,0.0008765397,0.0009586389,0.0003928729,0.00022682066,0.0003728245,0.0010526623,0.00003012897],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9417503,0.001938852,0.002206671,0.004646998,0.00019948003,0.000039439652,0.0013546272,0.000001441745,0.0005206025,0.00016303471,0.017929813,0.029248782],"study_design_scores_gemma":[0.903157,0.059897617,0.0023241127,0.0069529517,0.000017980192,0.000003983091,0.0006820838,0.0006679604,0.00068824587,0.00017009354,0.025246214,0.00019176136],"about_ca_topic_score_codex":0.0001022364,"about_ca_topic_score_gemma":0.00061624346,"teacher_disagreement_score":0.057958763,"about_ca_system_score_codex":0.00044474742,"about_ca_system_score_gemma":0.0013515207,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W4406313175","doi":"10.2196/59871","title":"Effectiveness of the User-Centered “Healthcare CEO” App for Patients With Type 1 Diabetes Transitioning From Adolescence to Early Adulthood: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science and Technology Council; Chang Gung Medical Foundation; Chang Gung University","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Health care; Intervention (counseling); Randomization; Distress; Type 1 diabetes; Type 2 diabetes; Family medicine; Diabetes mellitus; Physical therapy; Gerontology; Nursing; Clinical psychology; Internal medicine","score_opus":0.05985771215111264,"score_gpt":0.47183435218872494,"score_spread":0.4119766400376123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406313175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056868654,0.000001267245,0.0005255594,0.00062993803,0.000024058088,0.9417489,0.00005123932,0.000038508984,0.00011183402],"genre_scores_gemma":[0.051945787,5.0615615e-8,0.00049761735,0.000055660792,0.00008113174,0.9467734,0.000031874144,0.00003837644,0.00057607173],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99478436,0.0021384277,0.0006618803,0.00054503704,0.0011031734,0.00076714717],"domain_scores_gemma":[0.9932661,0.00330533,0.00018097363,0.00058279803,0.0024871153,0.00017769556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046952385,0.00024020915,0.0013738655,0.00037108455,0.0003057294,0.00012040461,0.0004785478,0.00013651588,0.000019426996],"category_scores_gemma":[0.0024493132,0.00013046312,0.00040408032,0.00089978654,0.00026571273,0.00010830314,0.00015046111,0.00040862683,0.0000030877775],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9684917,0.002293402,0.013841704,0.010947022,0.0003722859,3.6439076e-7,0.00015150038,0.000002220678,0.0009025717,0.00029199044,0.00070795655,0.0019973146],"study_design_scores_gemma":[0.944151,0.011133682,0.01187998,0.026136842,0.00004370318,6.59177e-9,0.00003458569,0.00016829697,0.003263808,0.0005008346,0.0025604635,0.00012682973],"about_ca_topic_score_codex":0.00001648899,"about_ca_topic_score_gemma":0.0000049723226,"teacher_disagreement_score":0.024340698,"about_ca_system_score_codex":0.00013852477,"about_ca_system_score_gemma":0.0006219463,"threshold_uncertainty_score":0.5320132},"labels":[],"label_agreement":null},{"id":"W4406363937","doi":"10.2196/60791","title":"Prehabilitation Program for Lung and Esophageal Cancers (Boosting Recovery and Activity Through Early Wellness): Protocol for a Nonrandomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Esophageal Cancer Research and Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Cancer Care Nova Scotia; Nova Scotia Health Authority; Capital District Health Authority; Canadian Patient Safety Institute; Dalhousie University; University of Toronto; Beatrice Hunter Cancer Research Institute; NSCAD University","funders":"","keywords":"Prehabilitation; Preprint; Medicine; Esophageal cancer; Protocol (science); Boosting (machine learning); Lung cancer; Physical therapy; Oncology; Alternative medicine; Cancer; World Wide Web; Internal medicine; Computer science","score_opus":0.14063507277313683,"score_gpt":0.5783220183461741,"score_spread":0.43768694557303733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406363937","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009430179,0.000026113343,0.0013921352,0.00093743316,0.000009968832,0.9875861,0.000047802194,0.000100592944,0.0004697091],"genre_scores_gemma":[0.008985923,0.0000011904959,0.006594986,0.000029016588,0.00022411496,0.9827564,0.0000137226,0.000041022762,0.00135363],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9967271,0.00051945366,0.00043285865,0.0007953266,0.0006449349,0.0008803317],"domain_scores_gemma":[0.9960085,0.0026729805,0.00012217935,0.0003550881,0.0005841346,0.0002571072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025965443,0.00026895764,0.00063287455,0.00025144249,0.00057624263,0.00028270556,0.00013238564,0.00018635934,0.00002036894],"category_scores_gemma":[0.0017908325,0.00021155714,0.0001790431,0.0004375362,0.0003762079,0.00040982696,0.00014134371,0.00047278104,8.132659e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7764367,0.0018047532,0.0018917444,0.012204314,0.00022783368,0.000013077259,0.00038057903,0.000001832882,0.00053864653,0.00037066304,0.0025310288,0.20359886],"study_design_scores_gemma":[0.8592447,0.07471121,0.004673829,0.0056580575,0.00005644545,0.0000061266346,0.00012343527,0.0026490835,0.019656498,0.0062979297,0.0265757,0.00034700477],"about_ca_topic_score_codex":0.00023804375,"about_ca_topic_score_gemma":0.00004904812,"teacher_disagreement_score":0.20325185,"about_ca_system_score_codex":0.00066648994,"about_ca_system_score_gemma":0.0014307093,"threshold_uncertainty_score":0.862705},"labels":[],"label_agreement":null},{"id":"W4406388540","doi":"10.2196/63489","title":"Evaluating Online and Offline Health Information With the Patient Education Materials Assessment Tool: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Protocol (science); Systematic review; Computer science; Medicine; Medical education; MEDLINE; Data science; Alternative medicine; Pathology","score_opus":0.5430406606432702,"score_gpt":0.7633341614911785,"score_spread":0.22029350084790833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406388540","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.09952595e-7,0.038367182,0.00020299133,0.0019364017,0.000021351863,0.95857596,0.00056700717,0.00007647982,0.000252528],"genre_scores_gemma":[4.6634585e-9,0.06546171,0.0028202303,0.00522789,0.00014576597,0.92466426,0.001179952,0.000033665205,0.0004665408],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.975265,0.0145951975,0.007080251,0.00049444195,0.0015289317,0.0010361426],"domain_scores_gemma":[0.98566073,0.003709147,0.00556749,0.0014115234,0.0034069,0.000244193],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.03419154,0.0005222732,0.002709057,0.00047619492,0.0022496849,0.00029963712,0.0006984973,0.0003473932,0.00018349885],"category_scores_gemma":[0.004129563,0.00025698205,0.00015284325,0.0011063293,0.00010469487,0.0013646501,0.000467458,0.0019051776,0.000048880356],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006988475,0.00016818053,0.0000010757939,0.67120796,0.000017908491,3.0084333e-8,0.00035517145,4.6436465e-8,1.2113794e-8,0.00029772703,0.025372416,0.3025096],"study_design_scores_gemma":[0.00040707688,0.00064626953,0.0000027235087,0.49998477,0.000019754618,0.0000014457986,0.0002004449,0.000025499823,5.404721e-8,0.00002266517,0.49857116,0.00011811581],"about_ca_topic_score_codex":0.000041479663,"about_ca_topic_score_gemma":0.000013640066,"teacher_disagreement_score":0.47319874,"about_ca_system_score_codex":0.0013938469,"about_ca_system_score_gemma":0.028885724,"threshold_uncertainty_score":0.99998826},"labels":[],"label_agreement":null},{"id":"W4406439528","doi":"10.2196/71160","title":"Correction: Disaster Preparedness Intervention for Older Adults (Seniors’ Positive Involvement in Community Emergencies): Protocol for a Quasi-Experimental Study","year":2025,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Disaster Response and Management","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preparedness; Protocol (science); Intervention (counseling); Medicine; Gerontology; Psychology; Medical emergency; Medical education; Nursing; Alternative medicine","score_opus":0.2716056353339536,"score_gpt":0.6209620778816102,"score_spread":0.3493564425476566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406439528","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036548616,0.0000036348179,0.00048412083,0.00017398159,0.0019624874,0.9835498,0.00031861,0.00013782449,0.013004101],"genre_scores_gemma":[0.00011548766,1.7018294e-7,0.000038322287,0.0001002167,0.00053228415,0.6584126,0.0005782243,0.00009733571,0.34012538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98240966,0.010940554,0.0021605054,0.0012975784,0.0014010142,0.0017906845],"domain_scores_gemma":[0.9941098,0.0015313401,0.0007411916,0.0017340847,0.001621405,0.0002621437],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009312895,0.0007627296,0.0011173824,0.0012532129,0.0022914186,0.00018082565,0.0015070732,0.0007805591,0.00068034075],"category_scores_gemma":[0.00074192364,0.0006984363,0.00047784336,0.00094430585,0.0001569782,0.00039142635,0.0025334782,0.004359264,0.000056586206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023282753,0.043806143,0.0002790737,0.02126371,0.00017643595,0.000006766945,0.1213731,4.6025303e-7,0.000004944678,0.00007237094,0.7869846,0.0027496102],"study_design_scores_gemma":[0.019362228,0.020252015,0.0005753728,0.05544071,0.0000137248635,2.28057e-7,0.26975423,0.00019604288,0.000034840894,0.00011456902,0.63379264,0.00046340155],"about_ca_topic_score_codex":0.0022443607,"about_ca_topic_score_gemma":0.011107649,"teacher_disagreement_score":0.3271213,"about_ca_system_score_codex":0.0032429318,"about_ca_system_score_gemma":0.001659975,"threshold_uncertainty_score":0.9995467},"labels":[],"label_agreement":null},{"id":"W4406497035","doi":"10.2196/68668","title":"Social Determinants of Health Screening Tools for Adults in Primary Care: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Primary care; Medicine; Health care; Gerontology; Psychology; Family medicine; Alternative medicine; Computer science; World Wide Web; Political science","score_opus":0.7596122695718156,"score_gpt":0.7406351198428315,"score_spread":0.018977149728984122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406497035","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005303795,0.00007513254,0.00030580422,0.0033951926,0.000012728389,0.9950843,0.00013651779,0.000046708803,0.0008906118],"genre_scores_gemma":[0.00011189248,0.000008021007,0.0027199392,0.0012513665,0.00012408217,0.995513,0.00006386641,0.000029524279,0.00017829037],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937171,0.0019002052,0.002013197,0.00050137506,0.00055269804,0.0013154551],"domain_scores_gemma":[0.9954342,0.002126433,0.0006255622,0.00040043792,0.0012857099,0.00012760652],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0074492833,0.00018667341,0.00091033324,0.00044815478,0.0021207246,0.000026976404,0.0004716414,0.00028776054,0.000041476454],"category_scores_gemma":[0.0017922736,0.00018163334,0.00015608703,0.0008766289,0.00012906476,0.0003105123,0.00032469482,0.00089507794,0.00000666723],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028615578,0.00034550834,0.009521602,0.8574212,0.000006981777,6.2381264e-7,0.0042924564,6.431706e-7,0.0000041048065,0.0022535184,0.026416048,0.096875764],"study_design_scores_gemma":[0.0104346275,0.0012156713,0.009654621,0.8305184,0.0000019656152,1.1394168e-7,0.001434591,0.000069090755,0.000025258914,0.00081297837,0.14566399,0.00016868809],"about_ca_topic_score_codex":0.00019352119,"about_ca_topic_score_gemma":0.0011109574,"teacher_disagreement_score":0.11924795,"about_ca_system_score_codex":0.00066211465,"about_ca_system_score_gemma":0.006250506,"threshold_uncertainty_score":0.99938315},"labels":[],"label_agreement":null},{"id":"W4406548940","doi":"10.2196/55475","title":"Feasibility, Acceptability, and Potential Effects of a Digital Oral Anticancer Agent Intervention: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal","funders":"","keywords":"Preprint; Protocol (science); Randomized controlled trial; Intervention (counseling); Medicine; Medical physics; Alternative medicine; Computer science; World Wide Web; Nursing; Surgery","score_opus":0.22655455521621654,"score_gpt":0.5852746558474176,"score_spread":0.358720100631201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406548940","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036892719,0.0000036625067,0.0043712445,0.00090182415,0.000023206923,0.9892204,0.0000054268653,0.000040802544,0.0017441971],"genre_scores_gemma":[0.079299755,3.1233668e-7,0.00026668023,0.000044590048,0.000101627455,0.91550255,0.000004910848,0.000012374369,0.0047672284],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99629,0.0009126199,0.0010415509,0.00050708035,0.00084827986,0.0004004398],"domain_scores_gemma":[0.99673206,0.0014031501,0.00025326258,0.0005456382,0.00087481295,0.00019105843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041966075,0.00019254663,0.001443883,0.00023926393,0.00011674531,0.00014413682,0.0002614903,0.00009920881,0.0006280497],"category_scores_gemma":[0.0053294976,0.00013042879,0.00049569434,0.00037987885,0.0007972806,0.0001617176,0.00024146271,0.00033764902,0.000016235199],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.974063,0.004615883,0.0010447764,0.00820382,0.00017580489,0.0000042537145,0.00003146187,1.279541e-7,0.00043305193,0.00088412367,0.003452751,0.0070909485],"study_design_scores_gemma":[0.9758054,0.0068768905,0.0010503464,0.0037958245,0.000032120337,0.0000022682677,0.00003006782,0.00033776974,0.0010553136,0.0060110153,0.0049081896,0.00009477964],"about_ca_topic_score_codex":0.0000074376244,"about_ca_topic_score_gemma":0.0000012156377,"teacher_disagreement_score":0.07561048,"about_ca_system_score_codex":0.00009806822,"about_ca_system_score_gemma":0.0006401635,"threshold_uncertainty_score":0.68767035},"labels":[],"label_agreement":null},{"id":"W4406608298","doi":"10.2196/60296","title":"Assessment of Health System Readiness and Quality of Dementia Services in Peru: Protocol for a Qualitative Study With Stakeholder Interviews and Documentation Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Health and Social Care; National Institute for Health and Care Research; Health and Care Research Wales","keywords":"Preprint; Documentation; Protocol (science); Qualitative research; Stakeholder; Checklist; Dementia; Quality (philosophy); Medicine; Psychology; Medical education; Nursing; Computer science; World Wide Web; Alternative medicine; Public relations; Sociology; Political science","score_opus":0.4686537272306982,"score_gpt":0.6900020929534368,"score_spread":0.22134836572273864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406608298","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05248699,0.0000761776,0.00022150515,0.0006775948,9.3341646e-7,0.9460239,0.00001718353,0.000010150412,0.00048557893],"genre_scores_gemma":[0.16668627,0.00000870424,0.00036446116,0.000053344804,0.0000038970593,0.8327231,0.00001156117,0.000010514685,0.00013815463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99323875,0.0037487748,0.0011779186,0.0004600414,0.0010061437,0.00036835414],"domain_scores_gemma":[0.99763435,0.0004279697,0.00038787036,0.000313899,0.0011397729,0.00009615477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01594379,0.00016388815,0.00083282666,0.00042343797,0.00009565143,0.00003944791,0.00013516963,0.000036516234,0.000030173947],"category_scores_gemma":[0.00008592837,0.0001137727,0.00003950228,0.00073585974,0.00018545723,0.00020430345,0.00017992523,0.00024050234,2.5123728e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003391034,0.0039545908,0.5161179,0.44975728,0.0002870798,0.000003399195,0.009953236,8.1473786e-8,0.00054055674,0.0016105035,0.00017442853,0.014209971],"study_design_scores_gemma":[0.019710379,0.013486122,0.74105245,0.12758856,0.000027207241,0.0000015545008,0.09573231,0.000028782151,0.0004310256,0.00010464331,0.0017161303,0.00012086124],"about_ca_topic_score_codex":0.0004941712,"about_ca_topic_score_gemma":0.00033240725,"teacher_disagreement_score":0.3221687,"about_ca_system_score_codex":0.00015463542,"about_ca_system_score_gemma":0.0005917787,"threshold_uncertainty_score":0.5525831},"labels":[],"label_agreement":null},{"id":"W4406615593","doi":"10.2196/63099","title":"Telehomecare Monitoring for Patients Receiving Anticancer Oral Therapy: Protocol for a Mixed Methods Evaluability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ontario Tech University; Institute for Research in Immunology and Cancer; Quebec - Clinical Research Organization in Cancer; Quebec Breast Cancer Foundation; Santé Montérégie; Université de Montréal; McGill University Health Centre; Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"","keywords":"Protocol (science); Descriptive statistics; Medicine; Data collection; Research design; Qualitative property; Process management; Medical physics; Computer science; Alternative medicine; Engineering","score_opus":0.41894541661230844,"score_gpt":0.6792038328655193,"score_spread":0.2602584162532109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406615593","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011169355,0.0000030604022,0.00082296686,0.00024541508,0.00007549874,0.9869968,0.000025608691,0.00011237749,0.0005488714],"genre_scores_gemma":[0.014213195,1.833974e-7,0.0053019966,0.00003573795,0.00029086045,0.9790086,0.000008116814,0.00006213825,0.0010791778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99513036,0.0014332217,0.0006015392,0.00088691054,0.0010324472,0.00091550907],"domain_scores_gemma":[0.99435955,0.0013607404,0.000106776926,0.00097530626,0.002990655,0.00020697847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007123442,0.00029022957,0.0006351723,0.00035065896,0.00046559813,0.00017435361,0.00043136702,0.00017872361,0.00006444464],"category_scores_gemma":[0.0020567484,0.00022977155,0.00026059765,0.0010413071,0.00014094662,0.00016027875,0.00023646017,0.00056600414,0.000002332948],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014599327,0.0042400225,0.4331861,0.0042592473,0.00014237757,0.000001262098,0.0014938925,5.6322983e-7,0.0012073475,0.000037702837,0.0036117057,0.5372204],"study_design_scores_gemma":[0.034128487,0.01632867,0.33414495,0.0044052205,0.000019493671,3.2854217e-7,0.0028297096,0.0001136892,0.018019846,0.001092229,0.5885616,0.0003558223],"about_ca_topic_score_codex":0.00011523064,"about_ca_topic_score_gemma":0.000115065755,"teacher_disagreement_score":0.58494985,"about_ca_system_score_codex":0.00066408515,"about_ca_system_score_gemma":0.0009569038,"threshold_uncertainty_score":0.9369812},"labels":[],"label_agreement":null},{"id":"W4406616179","doi":"10.2196/64560","title":"At-Home Immersive Virtual Reality Exergames to Reduce Cardiometabolic Risk Among Office Workers: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Physical therapy; Protocol (science); Sedentary lifestyle; Virtual reality; Physical activity; Exploratory research; Intervention (counseling); Nursing; Alternative medicine; Computer science","score_opus":0.12226743328522818,"score_gpt":0.5139769111227652,"score_spread":0.39170947783753707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406616179","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006542856,0.0000015989268,0.0933871,0.0014934215,0.000035705576,0.9003243,0.000037062768,0.00015010398,0.003916462],"genre_scores_gemma":[0.0030732274,7.047027e-7,0.0015064749,0.00010274509,0.00029963625,0.9894039,0.0000061959804,0.00003052823,0.0055765817],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9902874,0.004164946,0.0013894375,0.0013139062,0.001506604,0.0013376747],"domain_scores_gemma":[0.99043584,0.0048297956,0.000508957,0.0021950544,0.0014133852,0.00061696715],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015412006,0.00043232608,0.0020744551,0.0010597018,0.0009720023,0.00094688335,0.0024919733,0.0002732625,0.000033677607],"category_scores_gemma":[0.0066812746,0.00032608098,0.000869841,0.003479671,0.0005429359,0.00063804485,0.0013469709,0.00069423224,0.0000843722],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9156058,0.00079232483,0.000018369778,0.00014692862,0.00025692154,0.0000020032633,0.00054513646,0.00009999666,0.00041613835,0.015324506,0.051343292,0.015448588],"study_design_scores_gemma":[0.8294734,0.0015007611,0.0002985141,0.0006650255,0.000015781776,6.0760186e-7,0.00012632676,0.001962654,0.0016371235,0.0029932335,0.16099595,0.00033064588],"about_ca_topic_score_codex":0.00037388247,"about_ca_topic_score_gemma":0.00004109858,"teacher_disagreement_score":0.10965265,"about_ca_system_score_codex":0.00051146926,"about_ca_system_score_gemma":0.0014800606,"threshold_uncertainty_score":0.9999191},"labels":[],"label_agreement":null},{"id":"W4406667984","doi":"10.2196/57590","title":"Indigenous Community Views of Disability in Canada: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"First Nations of Quebec and Labrador Health and Social Services Commission; Centre for Interdisciplinary Research in Rehabilitation; Université Laval; Université du Québec à Trois-Rivières; Ministère de l’Emploi et de la Solidarité Sociale (Québec); Université de Sherbrooke; McGill University","funders":"","keywords":"Preprint; Indigenous; Protocol (science); Community-based participatory research; Gerontology; Medicine; Psychology; Sociology; Participatory action research; Alternative medicine; World Wide Web; Computer science","score_opus":0.5768088579973795,"score_gpt":0.6814132290799586,"score_spread":0.10460437108257914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406667984","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.185616e-8,0.18558013,8.799178e-7,0.00005451673,0.000014557374,0.8048872,0.000076342796,0.000016750808,0.009369574],"genre_scores_gemma":[3.1998069e-9,0.45663568,0.000032740867,0.0000106138505,0.00009220831,0.5425166,0.000023326487,0.000018069823,0.00067079626],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9767673,0.017659731,0.0021601366,0.000536919,0.0013654844,0.0015104312],"domain_scores_gemma":[0.9919706,0.0045333756,0.0008347454,0.0013643784,0.0009900972,0.00030681439],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.023986232,0.0003800009,0.0025638416,0.00030151097,0.005771229,0.00007071857,0.0020994968,0.0004159425,0.00014561912],"category_scores_gemma":[0.0004873218,0.00028666382,0.00035163763,0.0022795266,0.00079570775,0.00015637434,0.00003592964,0.002095707,0.0000072527064],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000021953398,0.0007446665,0.000032744003,0.83159727,0.000010417445,8.9018624e-7,0.012725769,1.8521652e-8,1.1710238e-9,0.0010584046,0.0010910904,0.1527168],"study_design_scores_gemma":[0.0001657053,0.00010231138,0.0000029739201,0.46290597,0.0000045380907,2.3022292e-7,0.00018160709,1.675132e-8,2.2466365e-7,0.00013020694,0.5363746,0.00013157472],"about_ca_topic_score_codex":0.9819346,"about_ca_topic_score_gemma":0.9998226,"teacher_disagreement_score":0.53528357,"about_ca_system_score_codex":0.008010943,"about_ca_system_score_gemma":0.5275006,"threshold_uncertainty_score":0.9999586},"labels":[],"label_agreement":null},{"id":"W4406668671","doi":"10.2196/63282","title":"Using a Sober Curious Framework to Explore Barriers and Facilitators to Helping Sexual Minority Women Reduce Alcohol-Related Harms: Protocol for a Descriptive Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Preprint; Protocol (science); Psychology; Sexual minority; Descriptive research; Applied psychology; Medicine; Medical education; Social psychology; Computer science; Alternative medicine; World Wide Web; Sociology; Sexual orientation","score_opus":0.4534197929726715,"score_gpt":0.5918458270754082,"score_spread":0.13842603410273674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406668671","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42593718,0.000001521169,0.000110797584,0.00035341838,0.000008745322,0.5734214,0.0000054645743,0.00008362998,0.00007783172],"genre_scores_gemma":[0.033847485,4.9452314e-8,0.0031565817,0.00023802073,0.000073989955,0.9603287,0.0000021013946,0.0000460857,0.002306963],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9958891,0.00040177754,0.0005663594,0.0010086851,0.0008419668,0.0012920845],"domain_scores_gemma":[0.9973036,0.00043722722,0.00006803982,0.0007025614,0.0005900614,0.00089851936],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016881757,0.00039153724,0.0006802311,0.00079690665,0.000582215,0.00018951224,0.0002866472,0.00021603648,0.000118623735],"category_scores_gemma":[0.0016497589,0.0003229278,0.000085806074,0.0016867401,0.00017493528,0.0002404574,0.0003091802,0.00068678014,0.000026964173],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03031015,0.0028692232,0.6377281,0.0023268429,0.0010672387,0.00025841466,0.28850678,0.000014913352,0.008897268,0.0002584738,0.013875485,0.013887129],"study_design_scores_gemma":[0.088416696,0.04333342,0.07755783,0.02375614,0.00012561704,0.00003217153,0.6405448,0.0003541593,0.013906571,0.0077561312,0.101980336,0.0022361274],"about_ca_topic_score_codex":0.00006428738,"about_ca_topic_score_gemma":0.000027393913,"teacher_disagreement_score":0.56017023,"about_ca_system_score_codex":0.0015776756,"about_ca_system_score_gemma":0.0009097644,"threshold_uncertainty_score":0.9999223},"labels":[],"label_agreement":null},{"id":"W4406670253","doi":"10.2196/66184","title":"Antibiotic Use In Utero and Early Life and Risk of Chronic Childhood Conditions in New Zealand: Protocol for a Data Linkage Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Retrospective cohort study; Cohort study; In utero; Cohort; Pediatrics; Family medicine; Environmental health; Pregnancy; Internal medicine; World Wide Web; Biology; Computer science","score_opus":0.09352232532787035,"score_gpt":0.4674094402705913,"score_spread":0.3738871149427209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406670253","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3106338,0.000016523907,0.000014016452,0.000060678325,0.000004089067,0.68910426,0.000115020084,0.000013287428,0.000038346032],"genre_scores_gemma":[0.19902295,0.0000073170236,0.000047261205,0.000006498442,0.000016485337,0.7992757,0.000023366363,0.000013215845,0.0015872051],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99755317,0.00071267283,0.0004820805,0.00067691604,0.00009760042,0.00047757052],"domain_scores_gemma":[0.99850196,0.00045571596,0.00013497393,0.00074041355,0.00011899044,0.000047944668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016163812,0.0001680446,0.000493142,0.00043969174,0.00017354445,0.0000657144,0.00039806578,0.00023273261,0.000025964666],"category_scores_gemma":[0.00068732194,0.00013859318,0.000027747856,0.0004846742,0.0004162674,0.00024305811,0.00049548823,0.00078407116,0.0000045031106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008015606,0.0018201289,0.9898589,0.0004114008,0.00016634418,0.000010364986,0.00047609644,2.841893e-7,0.0014165974,0.0002032035,0.0044563473,0.0003787534],"study_design_scores_gemma":[0.012070435,0.00215752,0.97742516,0.002330927,0.0000091234515,0.0000023024825,0.0001339471,0.000011774727,0.0007587002,0.00035597628,0.004623886,0.00012024316],"about_ca_topic_score_codex":0.001991464,"about_ca_topic_score_gemma":0.0040199324,"teacher_disagreement_score":0.111610845,"about_ca_system_score_codex":0.00008107631,"about_ca_system_score_gemma":0.0006833449,"threshold_uncertainty_score":0.5651666},"labels":[],"label_agreement":null},{"id":"W4406686464","doi":"10.2196/71380","title":"Global Longitudinal Strain and Brain Natriuretic Peptide as Prognostic Biomarkers for Asymptomatic Severe Aortic Regurgitation with Preserved Ejection Fraction: A Protocol for Systematic Review and Meta-Analysis (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Cardiac Valve Diseases and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ejection fraction; Regurgitation (circulation); Cardiology; Internal medicine; Asymptomatic; Brain natriuretic peptide; Medicine; Natriuretic peptide; Heart failure","score_opus":0.16163399549316682,"score_gpt":0.5565516874576305,"score_spread":0.3949176919644637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406686464","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002544915,0.00030010522,0.0013397163,0.001502672,0.0000028315674,0.99536943,0.0009248743,0.000107854896,0.00019801996],"genre_scores_gemma":[0.002896064,0.00000475061,0.0016261482,0.00009397101,0.00003458333,0.99390334,0.00036462495,0.00004596481,0.0010305372],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9942272,0.0011325208,0.0011756268,0.0015484908,0.0012784208,0.000637775],"domain_scores_gemma":[0.99406195,0.0015628602,0.0007490699,0.0012552823,0.0019536645,0.00041718583],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029597327,0.0006566049,0.0030600498,0.00056686613,0.00033160238,0.00045852838,0.00023176897,0.00032101775,0.00008582435],"category_scores_gemma":[0.0035410884,0.00046157674,0.0024418419,0.0011558706,0.00019836279,0.00020281508,0.00036533095,0.00044357404,0.0000033796316],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031250713,0.00074654416,0.024387056,0.82269603,0.14753084,0.000013625701,0.00003220598,0.000028464765,0.0000015841632,0.000105212406,0.0012543917,0.00007899182],"study_design_scores_gemma":[0.015948007,0.007545682,0.10928342,0.2414766,0.61437744,0.0001132525,0.00037175813,0.0026592866,0.000013296488,0.0067232484,0.00031599903,0.0011720398],"about_ca_topic_score_codex":0.00007923369,"about_ca_topic_score_gemma":0.000033581444,"teacher_disagreement_score":0.58121943,"about_ca_system_score_codex":0.00061440625,"about_ca_system_score_gemma":0.0010952308,"threshold_uncertainty_score":0.9997836},"labels":[],"label_agreement":null},{"id":"W4406732339","doi":"10.2196/59203","title":"Assessment of Geriatric Problems and Risk Factors for Delirium in Surgical Medicine: Protocol for Multidisciplinary Prospective Clinical Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Delirium; Medicine; Polypharmacy; Pittsburgh Sleep Quality Index; Geriatrics; Perioperative; Population; Quality of life (healthcare); Incidence (geometry); Activities of daily living; Intensive care medicine; Physical therapy; Gerontology; Psychiatry; Surgery; Cognition; Nursing","score_opus":0.2613755637879212,"score_gpt":0.6299219471289315,"score_spread":0.36854638334101025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406732339","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035226896,0.0000018761782,0.00042718314,0.00056521106,0.000012652837,0.96243,0.000053989977,0.00003290536,0.0012492856],"genre_scores_gemma":[0.030751415,9.990099e-7,0.00058235705,0.00005317479,0.000099168974,0.9680677,0.0000192417,0.000041097548,0.00038482304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99544376,0.0010286373,0.0012321868,0.0008793273,0.00075381756,0.00066229806],"domain_scores_gemma":[0.97882354,0.00452638,0.00025929618,0.00043056367,0.015776768,0.00018344406],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0059856507,0.00029336056,0.0009860201,0.00092900335,0.00021374367,0.000026651906,0.00022909812,0.0002417922,0.000026689246],"category_scores_gemma":[0.017886257,0.00020842272,0.00017709253,0.0011437598,0.0007403631,0.000096167925,0.00030789018,0.0010761499,5.3038326e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007964667,0.0056754337,0.97605824,0.0034722448,0.0001772937,0.000017962955,0.0008398978,0.0000022725533,0.00015776674,0.00029748352,0.0035435443,0.001793163],"study_design_scores_gemma":[0.05290712,0.033104446,0.88360053,0.0040474283,0.000039027374,0.0000023761902,0.011618981,0.0007299399,0.00022316186,0.0012852817,0.012241919,0.00019978695],"about_ca_topic_score_codex":0.000114910785,"about_ca_topic_score_gemma":0.0000933775,"teacher_disagreement_score":0.09245774,"about_ca_system_score_codex":0.00024450335,"about_ca_system_score_gemma":0.0009870076,"threshold_uncertainty_score":0.9903865},"labels":[],"label_agreement":null},{"id":"W4406732905","doi":"10.2196/47951","title":"Home-Based Intervention Tool for Cardiac Telerehabilitation: Protocol for a Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund","keywords":"Telerehabilitation; Medicine; Rehabilitation; Telehealth; Telemedicine; Population; Context (archaeology); Health care; Physical therapy; Medical emergency; Physical medicine and rehabilitation","score_opus":0.19257800681665194,"score_gpt":0.6298027057134609,"score_spread":0.4372246988968089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406732905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012399339,0.0000016964598,0.0017111934,0.002712233,0.00006492402,0.9929655,0.000059023634,0.00009077325,0.0011547182],"genre_scores_gemma":[0.000999362,5.445388e-8,0.0022092853,0.00030507427,0.0006156206,0.99243027,0.000046083976,0.00003317999,0.0033610575],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962965,0.00073002174,0.00095260685,0.00052038836,0.00064036134,0.00086006906],"domain_scores_gemma":[0.9960105,0.0021242679,0.00014036126,0.0005286359,0.00089164806,0.00030460922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058034495,0.00019407345,0.0008484621,0.00046431297,0.0004182601,0.000077138495,0.00014014062,0.00020928837,0.000065340224],"category_scores_gemma":[0.0015753416,0.00015735194,0.00087478576,0.00050640467,0.000119574106,0.00009097449,0.000045610675,0.0003939511,0.000011329787],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8861278,0.0025367981,0.00075085857,0.025616914,0.000043224652,7.9141705e-7,0.000052974694,5.572596e-7,0.00043168195,0.0011323452,0.03857914,0.044726904],"study_design_scores_gemma":[0.54258883,0.017186088,0.00095280545,0.0035190166,0.000009638372,3.3662062e-7,0.000073073985,0.00014128146,0.0009612044,0.0008186632,0.43365368,0.00009535832],"about_ca_topic_score_codex":0.0000106540065,"about_ca_topic_score_gemma":0.0000026562118,"teacher_disagreement_score":0.39507455,"about_ca_system_score_codex":0.00053917884,"about_ca_system_score_gemma":0.002668918,"threshold_uncertainty_score":0.6416626},"labels":[],"label_agreement":null},{"id":"W4406737852","doi":"10.2196/66838","title":"Neural Mechanism of Cognitive Reserve in Acupuncture Stimulation: Protocol for a Randomized, Placebo-Controlled Functional Near-Infrared Spectroscopy Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Functional near-infrared spectroscopy; Placebo; Cognition; Protocol (science); Randomized controlled trial; Acupuncture; Mechanism (biology); Neuroscience; Psychology; Physical medicine and rehabilitation; Preprint; Medicine; Cognitive psychology; Computer science; Alternative medicine; Physics; Internal medicine","score_opus":0.1503870625936164,"score_gpt":0.5445128145588731,"score_spread":0.39412575196525673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406737852","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009002715,0.0000070824194,0.0010716267,0.0024610907,0.000017912536,0.98962563,0.000035346708,0.000079302736,0.0058017196],"genre_scores_gemma":[0.004513344,3.764588e-7,0.0011282129,0.00008781465,0.00027462046,0.98376054,0.00006176182,0.0000448273,0.010128498],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99298334,0.0019432646,0.0012549154,0.0008300644,0.0019347981,0.0010536313],"domain_scores_gemma":[0.98585397,0.010938273,0.00028917094,0.00057189935,0.0021368244,0.00020983593],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005368042,0.00060820306,0.0026418036,0.00094489614,0.00041336042,0.00014093118,0.00030438165,0.00033460846,0.00063097844],"category_scores_gemma":[0.013901752,0.00030505794,0.0008512865,0.0012360236,0.0008500882,0.00021960784,0.0003258169,0.0011638505,0.000012355395],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9787685,0.0022336503,0.00065508415,0.0017138501,0.0007148433,0.00004467942,0.00029140303,0.000020183841,0.00074026315,0.0019561646,0.012560436,0.00030091914],"study_design_scores_gemma":[0.9653278,0.007321655,0.0005428724,0.0039342786,0.000075080905,0.00000415526,0.00016937191,0.004925461,0.005017044,0.008514506,0.003977572,0.00019020539],"about_ca_topic_score_codex":0.00013968408,"about_ca_topic_score_gemma":0.00016538803,"teacher_disagreement_score":0.013440724,"about_ca_system_score_codex":0.0006263449,"about_ca_system_score_gemma":0.0027638879,"threshold_uncertainty_score":0.99994016},"labels":[],"label_agreement":null},{"id":"W4406752762","doi":"10.2196/65137","title":"Role of Injectable Platelet-Rich Fibrin in the Management of Soft and Hard Tissue Periodontal Regeneration in Dentistry: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Periodontal Regeneration and Treatments","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Platelet-rich fibrin; Dentistry; Gingival recession; Regeneration (biology); Medicine; Hard tissue; Cochrane Library; Fibrin; Soft tissue; Randomized controlled trial; Surgery; Biology","score_opus":0.20276372080501062,"score_gpt":0.5556982042811602,"score_spread":0.35293448347614964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406752762","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000044044327,0.18559246,0.000004968366,0.000036211746,0.0000014018601,0.8140368,0.000034058776,0.00000630134,0.00028343385],"genre_scores_gemma":[0.0000015332377,0.072917424,0.0003147457,0.000012264594,0.000015586094,0.92456436,0.00009415239,0.00002448696,0.0020554378],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9961975,0.00090200803,0.0013447133,0.00044570238,0.00076442305,0.00034562201],"domain_scores_gemma":[0.9984933,0.00020966285,0.0003936748,0.0006434009,0.00019800694,0.00006191856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021291177,0.00030291238,0.0020690917,0.00044514256,0.000069173424,0.00006432943,0.00031305943,0.00019091117,0.00002836343],"category_scores_gemma":[0.00019462658,0.00018803212,0.00017121986,0.0009678818,0.00007870228,0.0000866763,0.00015705371,0.00034599152,0.00000522022],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012154107,0.000540991,0.00002468455,0.95024097,0.00010797027,0.000040685118,0.00008558809,1.572902e-7,0.000024891462,0.00024534075,0.0004120223,0.048155155],"study_design_scores_gemma":[0.0020152945,0.00070105505,0.00004188331,0.8140775,0.00008636996,0.00005559655,0.00006228051,0.000007359649,0.00020544403,0.0000148912595,0.18262771,0.00010459851],"about_ca_topic_score_codex":0.000032067805,"about_ca_topic_score_gemma":0.00007308663,"teacher_disagreement_score":0.18221569,"about_ca_system_score_codex":0.0002689602,"about_ca_system_score_gemma":0.00054818456,"threshold_uncertainty_score":0.76677275},"labels":[],"label_agreement":null},{"id":"W4406759553","doi":"10.2196/64970","title":"Evaluation of the Transition-to-Practice Arrangements for Novice Perioperative Nurses: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nursing education and management","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centaur Memorial Fund for Nurses","keywords":"Apprehension; Protocol (science); Nursing; Medical education; Psychology; Medicine; Alternative medicine","score_opus":0.3592213749149104,"score_gpt":0.6994582697693961,"score_spread":0.34023689485448566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406759553","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009797842,3.7496633e-7,0.0100941,0.012263041,0.00030316837,0.97451186,0.000014056289,0.000030810905,0.002684632],"genre_scores_gemma":[0.00048561176,3.2254401e-9,0.016015407,0.00047266704,0.0000873728,0.9802579,0.0000037274615,0.000026262007,0.002651027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924748,0.00483207,0.00045993747,0.00048196182,0.0013495522,0.00040165577],"domain_scores_gemma":[0.99333256,0.0010455989,0.00014539069,0.000663301,0.004744669,0.000068481175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01665176,0.0001584582,0.00022169235,0.00034082148,0.0006390099,0.00019130699,0.0005196195,0.00006153052,0.000058213747],"category_scores_gemma":[0.00415086,0.00012048261,0.0001091658,0.0010894416,0.00010019471,0.00024329309,0.0000720556,0.00021952957,0.000005277643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011941838,0.014260944,0.000038935585,0.002486026,0.0002887642,1.1667693e-7,0.048866604,0.0002889349,0.012376738,0.0018703319,0.28849635,0.6190844],"study_design_scores_gemma":[0.009891446,0.0030828551,0.001004307,0.0016782292,0.00008481191,1.8479359e-7,0.023987219,0.0017618014,0.0201292,0.0015066986,0.93674225,0.00013097846],"about_ca_topic_score_codex":0.000030919215,"about_ca_topic_score_gemma":0.000043613607,"teacher_disagreement_score":0.64824593,"about_ca_system_score_codex":0.0005519311,"about_ca_system_score_gemma":0.0005242778,"threshold_uncertainty_score":0.5771201},"labels":[],"label_agreement":null},{"id":"W4406760219","doi":"10.2196/65182","title":"Estimating the Effect of Adhering to the Recommendations of the 2019 Canada’s Food Guide on Health Outcomes in Older Adults: Protocol for a Target Trial Emulation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; Université de Sherbrooke; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Observational study; Causal inference; Randomized controlled trial; Emulation; Protocol (science); Intervention (counseling); Medicine; Clinical trial; Contrast (vision); Gerontology; Psychology; Computer science; Alternative medicine; Social psychology; Psychiatry","score_opus":0.12126889470529753,"score_gpt":0.5608828697926026,"score_spread":0.43961397508730504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406760219","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011225005,0.0000012401475,0.00007012087,0.06943546,0.000018207014,0.9289425,0.00007019567,0.000005415801,0.00033433668],"genre_scores_gemma":[0.003190571,4.4727816e-8,0.00061028294,0.00034253165,0.00007526236,0.99536735,0.0000063663265,0.000009506777,0.00039807524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979263,0.00050857064,0.0005364176,0.00017907096,0.00056325283,0.00028640113],"domain_scores_gemma":[0.99744827,0.0017300575,0.0001490313,0.00037255854,0.00025881804,0.000041290758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024574348,0.00010058329,0.00030603842,0.000084817904,0.00034711044,0.000015257857,0.0002474842,0.00003278408,0.000011010264],"category_scores_gemma":[0.0021061376,0.000044771998,0.000091978494,0.00044272293,0.00004832323,0.000023550387,0.00014681596,0.00027422793,4.6306639e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07450056,0.0013539805,0.024055231,0.007305224,0.00015208237,5.3357564e-7,0.00083657645,0.00078565336,0.00007315895,0.0014692723,0.8653502,0.024117567],"study_design_scores_gemma":[0.1371551,0.024440216,0.095935665,0.032367025,0.000007852995,7.289905e-7,0.0006518747,0.0020175597,0.0032841328,0.00062800944,0.7033434,0.00016845783],"about_ca_topic_score_codex":0.023903685,"about_ca_topic_score_gemma":0.049223393,"teacher_disagreement_score":0.16200678,"about_ca_system_score_codex":0.00029190097,"about_ca_system_score_gemma":0.0009252745,"threshold_uncertainty_score":0.9825962},"labels":[],"label_agreement":null},{"id":"W4406760851","doi":"10.2196/59308","title":"Use of Machine Learning to Predict Individual Postprandial Glycemic Responses to Food Among Individuals With Type 2 Diabetes in India: Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Glycemic; Postprandial; Type 2 diabetes; Cohort; Environmental health; Cohort study; Gerontology; Demography; Diabetes mellitus; Internal medicine; Endocrinology","score_opus":0.12999194474791637,"score_gpt":0.4818678735304136,"score_spread":0.35187592878249724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406760851","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.455426,5.2101694e-7,0.0000033610456,0.00011767559,0.000003166068,0.5440534,0.000041196385,0.000047813504,0.0003068619],"genre_scores_gemma":[0.2728938,5.4641557e-8,0.00036052178,0.000040694613,0.00004648103,0.7250176,0.000025649144,0.000052959313,0.0015622723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99376476,0.0010799993,0.00072210754,0.0009606516,0.0021882246,0.0012842332],"domain_scores_gemma":[0.99639815,0.0012160888,0.00014102731,0.0007007001,0.0011674168,0.00037658637],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0054365816,0.00035523027,0.0008419305,0.003209946,0.00025598,0.0002994283,0.00062677095,0.00018050727,0.00006522334],"category_scores_gemma":[0.004147242,0.0002678181,0.00008578588,0.0043878113,0.00028555444,0.00031532728,0.0010061939,0.0012567687,0.000013980581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.070291415,0.0037588656,0.919333,0.0015598612,0.00055774976,0.00002309135,0.0011581852,0.00001872955,0.00028571713,0.000045678975,0.0015928019,0.0013749418],"study_design_scores_gemma":[0.013890104,0.12085752,0.84629464,0.0043268627,0.0000262447,2.7230521e-7,0.0002977557,0.00005609943,0.0014044356,0.00005720209,0.012572511,0.0002163567],"about_ca_topic_score_codex":0.000045912442,"about_ca_topic_score_gemma":0.00012843053,"teacher_disagreement_score":0.18253224,"about_ca_system_score_codex":0.0002764436,"about_ca_system_score_gemma":0.0008602898,"threshold_uncertainty_score":0.9999774},"labels":[],"label_agreement":null},{"id":"W4406790656","doi":"10.2196/59606","title":"Occupational Infections Among Workers in Europe: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Infection Control in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Istituto Nazionale per l'Assicurazione Contro Gli Infortuni sul Lavoro","keywords":"Scopus; Medicine; Environmental health; Systematic review; Epidemiology; MEDLINE; Occupational safety and health; Occupational medicine; Protocol (science); Occupational exposure; Alternative medicine; Pathology; Political science","score_opus":0.6244659448618037,"score_gpt":0.7272809303235158,"score_spread":0.10281498546171208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406790656","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1820825e-9,0.19399782,0.00003660525,0.00024780678,0.00001555022,0.8026835,0.00003066272,0.000118835924,0.0028692577],"genre_scores_gemma":[8.7775154e-10,0.27450925,0.0001223746,0.00013817266,0.00035266258,0.72290355,0.000094413226,0.00008116183,0.001798445],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.992171,0.0025540579,0.0020545302,0.0010337201,0.0010938228,0.0010928637],"domain_scores_gemma":[0.99206483,0.00274391,0.0005258961,0.0010912165,0.0032476045,0.00032655417],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005301495,0.00054688094,0.0026328836,0.0018567267,0.0003537174,0.000112740476,0.0004124724,0.00060798385,0.0003505023],"category_scores_gemma":[0.010432992,0.00044861468,0.00061273185,0.0047505787,0.00022261593,0.00019675585,0.00027687906,0.0028225835,0.00012082071],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016570957,0.00036402763,0.00088898913,0.6594244,0.000033374778,0.000016441012,0.0000052297873,2.3179072e-7,2.0160856e-8,0.00008080733,0.019872667,0.31914806],"study_design_scores_gemma":[0.001340731,0.0004953975,0.00009496223,0.49984357,0.00001915856,0.000013853684,0.0000012575185,0.0000026336713,1.13503106e-7,0.000008564521,0.49802878,0.00015097875],"about_ca_topic_score_codex":0.00006307864,"about_ca_topic_score_gemma":0.00019719245,"teacher_disagreement_score":0.47815612,"about_ca_system_score_codex":0.0011267097,"about_ca_system_score_gemma":0.021054216,"threshold_uncertainty_score":0.99979657},"labels":[],"label_agreement":null},{"id":"W4406792951","doi":"10.2196/70075","title":"Histopathological Comparison and Expression Analysis of COL1A1, COL3A1, and ELN in the Proximal and Distal Ventral Dartos of Patients With Hypospadias: Protocol for Prospective Case-Control Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urological Disorders and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Direktorat Riset and Pengembangan, Universitas Indonesia; Universitas Indonesia","keywords":"Hypospadias; Preprint; Medicine; Protocol (science); Psychology; Computer science; Surgery; Pathology; World Wide Web","score_opus":0.11701751866221033,"score_gpt":0.5129905666696366,"score_spread":0.3959730480074263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406792951","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.478206,0.0000024846393,0.000016281574,0.00003072212,2.5730046e-7,0.521667,0.000038957765,0.0000044790117,0.00003381474],"genre_scores_gemma":[0.49723196,3.2061784e-8,0.000064973625,0.0000059620306,0.0000018684559,0.50268096,0.0000022751026,0.0000036430688,0.000008361972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99816924,0.00043518734,0.00035073672,0.0003895904,0.00038744134,0.00026782003],"domain_scores_gemma":[0.99895537,0.00039883383,0.00011618305,0.00021668685,0.00024022211,0.00007270191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006929285,0.00014285921,0.00057085836,0.00023573314,0.00013466804,0.00002940643,0.00007673782,0.00007921746,0.000008400108],"category_scores_gemma":[0.00019364238,0.00007348477,0.000042867854,0.0005530229,0.0004237787,0.00005541259,0.00008364516,0.00024013492,4.6285862e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017348541,0.009448271,0.9699683,0.00042937358,0.00017148622,0.00008730251,0.0011473265,0.0000010747198,0.00013573728,0.00006633016,0.000046222638,0.0011500407],"study_design_scores_gemma":[0.022129856,0.019598415,0.9563656,0.00025351325,0.00012453072,0.0000033654312,0.00086399174,0.0002842676,0.00009721527,0.000119840464,0.00009911028,0.00006029619],"about_ca_topic_score_codex":0.00002532497,"about_ca_topic_score_gemma":0.00009252971,"teacher_disagreement_score":0.019025946,"about_ca_system_score_codex":0.000040183204,"about_ca_system_score_gemma":0.000061152445,"threshold_uncertainty_score":0.2996622},"labels":[],"label_agreement":null},{"id":"W4406794489","doi":"10.2196/56849","title":"Evaluation of the Efficacy of the Traditional Chinese Medicine Formulation Ru-Yi-Jin-Huang-Saan on Colles Fracture After Surgery: Protocol for a Randomized, Double-Blind, Placebo-Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Orthopedic Surgery and Rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Protocol (science); Randomized controlled trial; Colles' fracture; Placebo; Double blind; Randomization; Surgery; Physical therapy; Alternative medicine; Computer science; Wrist; World Wide Web","score_opus":0.21721443042646071,"score_gpt":0.5366120813555261,"score_spread":0.31939765092906536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406794489","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09375345,0.0000037198101,0.000034503508,0.0058463914,0.00008647549,0.89859664,0.000014443579,0.000017720335,0.001646678],"genre_scores_gemma":[0.27323264,1.5247329e-7,0.00001703712,0.00008785513,0.00043529872,0.7255508,0.000019315477,0.000018258344,0.00063869293],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9903559,0.0039314036,0.0014456958,0.00040077695,0.0035168706,0.00034934547],"domain_scores_gemma":[0.97482026,0.021348983,0.00065133703,0.0007335849,0.0023588957,0.00008694629],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027578956,0.0002674469,0.001228622,0.0005878903,0.0003153517,0.000025280635,0.00024510408,0.0002823987,0.00044889346],"category_scores_gemma":[0.023780836,0.00011573925,0.000974133,0.0012949251,0.00065012556,0.00012830543,0.00005882003,0.0005687169,0.0000015612753],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9865549,0.0021834953,0.001718829,0.0011927839,0.00025706075,3.3872507e-7,0.0004234861,0.00011843184,0.0003392103,0.00080891495,0.0038849975,0.0025175079],"study_design_scores_gemma":[0.96735096,0.0013688253,0.013210825,0.006487617,0.00014887276,0.0000011022862,0.00005582143,0.001170909,0.0011275449,0.005060951,0.003918414,0.00009815037],"about_ca_topic_score_codex":0.000014989005,"about_ca_topic_score_gemma":0.000015420697,"teacher_disagreement_score":0.17947918,"about_ca_system_score_codex":0.00022562484,"about_ca_system_score_gemma":0.0023549357,"threshold_uncertainty_score":0.9844423},"labels":[],"label_agreement":null},{"id":"W4406854061","doi":"10.2196/59916","title":"The Application of Machine Learning Algorithms to Predict HIV Testing in Repeated Adult Population–Based Surveys in South Africa: Protocol for a Multiwave Cross-Sectional Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Population; Cross-sectional study; Machine learning; Logistic regression; Psychological intervention; Cross-validation; Test (biology); Artificial intelligence; Computer science; Environmental health; Pathology; Nursing","score_opus":0.1751564136582176,"score_gpt":0.5453335843651388,"score_spread":0.3701771707069212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406854061","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039120475,7.6569586e-7,0.03684677,0.0002214377,9.380406e-7,0.95834816,0.00008264252,0.000049672624,0.0005375658],"genre_scores_gemma":[0.0996296,1.7900955e-8,0.0023138958,0.000004747622,0.000030060108,0.8935926,0.00015711582,0.000019176363,0.004252777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951011,0.0017142372,0.0010083505,0.0005533517,0.0009628396,0.0006601044],"domain_scores_gemma":[0.9955954,0.0014649304,0.00017306868,0.00050172687,0.0020973936,0.00016749407],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00996191,0.00015619067,0.00036306444,0.0018395177,0.00037684786,0.00013323364,0.0003264762,0.00013346448,0.00003434307],"category_scores_gemma":[0.012078746,0.00011805477,0.00020806842,0.0060916455,0.00013074178,0.00009564023,0.00014885506,0.00085736293,0.00000778376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015969028,0.00074124936,0.98034376,0.0008060296,0.000075949625,0.0000028441707,0.00020513489,0.0017125895,0.0010730203,0.000055034277,0.00017383619,0.013213663],"study_design_scores_gemma":[0.0039406526,0.0014530864,0.64048976,0.0011483595,0.0000034026368,2.582295e-7,0.00006502906,0.35044765,0.00048338016,0.0000772048,0.0018258765,0.000065323475],"about_ca_topic_score_codex":0.0010683989,"about_ca_topic_score_gemma":0.0015539933,"teacher_disagreement_score":0.34873506,"about_ca_system_score_codex":0.00041014104,"about_ca_system_score_gemma":0.00045304705,"threshold_uncertainty_score":0.99624294},"labels":[],"label_agreement":null},{"id":"W4406856315","doi":"10.2196/63564","title":"LoVE4MUM Mobile App to Prevent Postpartum Depression: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; mHealth; Medicine; Postpartum depression; Psychological intervention; Psychoeducation; Mental health; Mood; Edinburgh Postnatal Depression Scale; Intervention (counseling); Psychiatry; Pregnancy; Anxiety; Depressive symptoms","score_opus":0.12355881432093316,"score_gpt":0.5497577759042767,"score_spread":0.42619896158334347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406856315","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067912886,0.000008731689,0.00020186356,0.0018069264,0.00006370025,0.99029154,0.000014660583,0.0001502088,0.006783269],"genre_scores_gemma":[0.0011781752,5.871871e-7,0.00049158616,0.00052801555,0.00041845898,0.9553596,0.0000082042825,0.000046198842,0.041969173],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99411345,0.0015611931,0.0013640282,0.00073749234,0.0011017,0.0011221536],"domain_scores_gemma":[0.9959162,0.0018329469,0.00022482741,0.0008316834,0.0006066569,0.0005877054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061293305,0.00035348165,0.0018215164,0.0004947756,0.0003715993,0.00013799565,0.00042598756,0.00018154364,0.00045584276],"category_scores_gemma":[0.0013441531,0.00023449716,0.0004945277,0.00045170632,0.00017325523,0.000107028245,0.00031522659,0.0006678409,0.00013930658],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.965024,0.005122044,0.000070417365,0.016291013,0.00011539203,0.000019838448,0.00010965603,0.000001836607,0.00043625297,0.0006599663,0.011221019,0.0009285512],"study_design_scores_gemma":[0.80434936,0.011378407,0.000035643214,0.03553567,0.000016239166,0.0000062529684,0.000014354383,0.000074995194,0.009989484,0.0008948687,0.13753977,0.00016492214],"about_ca_topic_score_codex":0.000017571601,"about_ca_topic_score_gemma":0.000003208313,"teacher_disagreement_score":0.16067463,"about_ca_system_score_codex":0.00023894473,"about_ca_system_score_gemma":0.0009740905,"threshold_uncertainty_score":0.9562517},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4406868977","doi":"10.2196/65515","title":"Engaging Older Adults With Cognitive Impairment in Digital Health Technologies: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université Laval","funders":"","keywords":"Preprint; Protocol (science); Digital health; Cognitive impairment; Cognition; Psychology; Gerontology; Medicine; Computer science; Health care; Alternative medicine; World Wide Web; Political science; Psychiatry","score_opus":0.15965766174740778,"score_gpt":0.5847073305720246,"score_spread":0.4250496688246168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406868977","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060282233,0.000068164154,0.0003044445,0.015397563,0.0000026795212,0.98172015,0.000013394642,0.000694237,0.0017391026],"genre_scores_gemma":[0.0022102406,0.00001556184,0.00032128376,0.0002868793,0.000016216918,0.9968315,0.0000044529793,0.000025903655,0.0002879853],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99575055,0.00049363857,0.0006065162,0.00081009796,0.0008659364,0.0014732433],"domain_scores_gemma":[0.99761397,0.000881144,0.00019463914,0.00047744781,0.0007351668,0.000097646676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043382915,0.00023584395,0.000493262,0.0007382368,0.00090233283,0.0002379542,0.00086622784,0.00022919798,0.000025992198],"category_scores_gemma":[0.0029664864,0.00019532246,0.00007159754,0.0026138271,0.00099296,0.00052067626,0.00038512808,0.0010459322,0.000015603686],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003598395,0.0037470069,0.019303935,0.1749109,0.00006940397,0.000061404564,0.01745892,4.9064863e-7,0.0000041043327,0.008462166,0.025545465,0.7468378],"study_design_scores_gemma":[0.009113761,0.0015387429,0.0004982638,0.92046034,0.0000011318048,0.0000015507914,0.017688043,0.000007950186,0.00021974377,0.0019511629,0.04823422,0.00028510677],"about_ca_topic_score_codex":0.00014445835,"about_ca_topic_score_gemma":0.0013304873,"teacher_disagreement_score":0.7465527,"about_ca_system_score_codex":0.00066353846,"about_ca_system_score_gemma":0.003567898,"threshold_uncertainty_score":0.7965019},"labels":[],"label_agreement":null},{"id":"W4406887666","doi":"10.2196/62964","title":"Digital Home-Based Self-Monitoring System for People with Heart Failure: Protocol for Development of SmartHeart and Evaluation of Feasibility and Acceptability","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Protocol (science); Health care; Medicine; mHealth; Self-management; Medical emergency; Computer science; Nursing; Alternative medicine; Psychological intervention","score_opus":0.19555385316214974,"score_gpt":0.521756714901986,"score_spread":0.3262028617398363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406887666","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12245422,0.0000012322815,0.00044485857,0.00046243327,0.0000023034079,0.8764835,0.000011168656,0.000039268627,0.000101022015],"genre_scores_gemma":[0.23218131,9.437576e-9,0.023358285,0.0000015215961,0.000014920224,0.7443867,0.000006661586,0.000010918594,0.00003971657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99784356,0.00018200265,0.0004490151,0.00041779896,0.00078812725,0.0003194664],"domain_scores_gemma":[0.9977432,0.00034691178,0.00008618299,0.00037989547,0.0013279192,0.0001158847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003967345,0.000154494,0.000440124,0.00021598545,0.00016932258,0.00006404494,0.00006709441,0.000076081866,0.0000079672545],"category_scores_gemma":[0.00019434391,0.00011225575,0.00005659659,0.00032374088,0.00011390574,0.0001411118,0.00008265962,0.00010277856,3.9981686e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064284666,0.0017279375,0.9346355,0.037678864,0.00012344438,2.275497e-7,0.0003877441,0.0000022079628,0.0008662398,0.000099708996,0.0006165687,0.017433051],"study_design_scores_gemma":[0.050141778,0.0072093094,0.6876376,0.008667032,0.00008140315,0.0000023940825,0.0013629976,0.0011998239,0.0774782,0.00014991022,0.16579852,0.00027098873],"about_ca_topic_score_codex":0.0000047400667,"about_ca_topic_score_gemma":0.000033147368,"teacher_disagreement_score":0.2469979,"about_ca_system_score_codex":0.00034561724,"about_ca_system_score_gemma":0.001224017,"threshold_uncertainty_score":0.45776567},"labels":[],"label_agreement":null},{"id":"W4406928375","doi":"10.2196/59326","title":"Student Acceptance of Digital Entrustable Professional Activities: Protocol for a Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Cohort; Cohort study; Psychology; Medicine; Medical education; Computer science; Alternative medicine; World Wide Web; Internal medicine","score_opus":0.2810693568431784,"score_gpt":0.6709396609047512,"score_spread":0.3898703040615728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406928375","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02545592,5.0224804e-7,0.00005692402,0.0008536238,0.000022397486,0.9713258,0.00003320222,0.000060689326,0.0021909277],"genre_scores_gemma":[0.16265139,1.2625398e-8,0.00014554051,0.0000401255,0.00012335075,0.82676005,0.000016125481,0.00002501573,0.010238351],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99644125,0.0002964419,0.0006901909,0.00052208116,0.0014811078,0.0005689269],"domain_scores_gemma":[0.99571943,0.0012215906,0.00017116421,0.0007705117,0.0019373918,0.00017991295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016900311,0.00017519102,0.00041757655,0.0004529223,0.00029486447,0.00010553838,0.0003376154,0.00012029646,0.00050862523],"category_scores_gemma":[0.00047730363,0.00014559655,0.00009357508,0.000901901,0.0001687633,0.00027929054,0.00018315752,0.0005164892,0.000010442383],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034470852,0.0078907935,0.9593186,0.0044656554,0.000077948476,0.0000022955796,0.0016714894,0.000008615241,0.00013095496,0.00042545097,0.021193799,0.0013673147],"study_design_scores_gemma":[0.012046638,0.0040779794,0.8809839,0.005417388,0.000007834078,0.0000011405194,0.013326896,0.00013514259,0.0025542574,0.0006005987,0.08067664,0.00017159872],"about_ca_topic_score_codex":0.000017347147,"about_ca_topic_score_gemma":0.0000039039646,"teacher_disagreement_score":0.14456573,"about_ca_system_score_codex":0.000598374,"about_ca_system_score_gemma":0.0037138471,"threshold_uncertainty_score":0.6588205},"labels":[],"label_agreement":null},{"id":"W4406956111","doi":"10.2196/63597","title":"Constructing TheKeep.Ca With Thrivers of Cancer in Manitoba, Canada, in Support of Enhancing Patient Engagement: Protocol for a Pragmatic Multimethods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of Manitoba; CancerCare Manitoba","funders":"","keywords":"Thematic analysis; Psychological intervention; Analytics; Protocol (science); The Internet; Psychology; Medical education; Medicine; World Wide Web; Qualitative research; Nursing; Computer science; Alternative medicine; Sociology; Data science","score_opus":0.5183117866600995,"score_gpt":0.651085885222783,"score_spread":0.13277409856268352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406956111","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06330863,7.498508e-7,0.00005026616,0.000076601165,0.000016395474,0.93403846,0.00011498691,0.000007978352,0.0023859611],"genre_scores_gemma":[0.027817713,1.0408821e-7,0.0022245552,0.00010210859,0.000013701543,0.9696519,0.00001037912,0.00001919262,0.00016036945],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9924852,0.0035995978,0.001631479,0.0004027605,0.00092545437,0.00095545966],"domain_scores_gemma":[0.99638,0.0019933442,0.0005766306,0.00035248126,0.000568519,0.0001290713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065614553,0.00018957509,0.0005420167,0.0005316873,0.0003399064,0.0000063757925,0.00031278332,0.000094289564,0.00029398792],"category_scores_gemma":[0.0002501927,0.00015078174,0.000031087235,0.0008830625,0.00010702096,0.000092879265,0.00027190044,0.0009405417,0.000001249221],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037818048,0.001992601,0.92253596,0.03855556,0.00003897112,0.000010053302,0.012692333,0.000037932445,0.00032426632,0.00029125213,0.0012110984,0.018528184],"study_design_scores_gemma":[0.08431797,0.026178574,0.12970972,0.16688128,0.000020503507,5.198654e-7,0.47489727,0.0014236845,0.027974173,0.0008236364,0.086830586,0.00094209326],"about_ca_topic_score_codex":0.32751396,"about_ca_topic_score_gemma":0.92212665,"teacher_disagreement_score":0.79282624,"about_ca_system_score_codex":0.0017738336,"about_ca_system_score_gemma":0.0065107057,"threshold_uncertainty_score":0.9991214},"labels":[],"label_agreement":null},{"id":"W4406962379","doi":"10.2196/60216","title":"Development of a Mobile-Based Personal Health Record for Pediatric Attention-Deficit/Hyperactivity Disorder Management: Protocol for a Study Based on Action Research Design","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Action (physics); Electronic health record; Medicine; Psychology; Medical education; Internet privacy; Computer science; Alternative medicine; Health care; World Wide Web; Political science","score_opus":0.4547189951996205,"score_gpt":0.6128917541164314,"score_spread":0.15817275891681087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406962379","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035094514,0.0000011497178,0.055185802,0.0008672764,0.000013639107,0.90850186,0.00002539482,0.00009584268,0.0002145009],"genre_scores_gemma":[0.028493742,2.1812747e-7,0.02047811,0.000052464664,0.00008115167,0.94905984,0.000042399995,0.00008917866,0.0017028826],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919152,0.0020328118,0.001074236,0.0012218638,0.002486382,0.0012694558],"domain_scores_gemma":[0.9938951,0.0024650139,0.0003544219,0.00084445445,0.0021947182,0.00024628377],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.011625055,0.0003880125,0.000749443,0.002505735,0.0013337521,0.0001362505,0.00038524513,0.00020336804,0.0001457212],"category_scores_gemma":[0.00076644274,0.00035524135,0.00029025372,0.0025248234,0.0001560538,0.00021704046,0.00015570941,0.0010737587,0.000029229252],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11583643,0.13617115,0.35182622,0.072159864,0.0005837558,0.00002246923,0.00090739276,0.00073439337,0.002836786,0.00031931212,0.010888969,0.30771327],"study_design_scores_gemma":[0.18028834,0.07738706,0.29380444,0.015410425,0.00012993328,0.0000037465009,0.026984151,0.058285583,0.0009068249,0.00029946523,0.34481654,0.0016834984],"about_ca_topic_score_codex":0.000032258005,"about_ca_topic_score_gemma":0.00006143148,"teacher_disagreement_score":0.33392757,"about_ca_system_score_codex":0.0011044712,"about_ca_system_score_gemma":0.003934461,"threshold_uncertainty_score":0.9999664},"labels":[],"label_agreement":null},{"id":"W4406971474","doi":"10.2196/58031","title":"Clozapine for Treatment-Resistant Disruptive Behaviors in Youths With Autism Spectrum Disorder Aged 10-17 Years: Protocol for an Open-Label Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Risperidone; Tolerability; Clinical Global Impression; Autism spectrum disorder; Atypical antipsychotic; Autism; Childhood Autism Rating Scale; Lethargy; Aripiprazole; Psychiatry; Irritability; Medicine; Clozapine; Psychology; Clinical trial; Pediatrics; Clinical psychology; Antipsychotic; Adverse effect; Schizophrenia (object-oriented programming); Anxiety; Internal medicine; Placebo","score_opus":0.3149744269708196,"score_gpt":0.5779915946095902,"score_spread":0.26301716763877053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406971474","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073065506,0.0000015612985,0.000260347,0.0031243472,0.000010960858,0.9876189,0.00035950672,0.00015690719,0.0011608755],"genre_scores_gemma":[0.0035182405,8.059043e-7,0.0007018399,0.000060045597,0.00007311559,0.9748518,0.000040329945,0.00015473313,0.020599084],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917065,0.0014928482,0.00089184515,0.0021391273,0.0013984684,0.0023712178],"domain_scores_gemma":[0.9966006,0.001100912,0.00023092613,0.0015727606,0.00010589452,0.00038885072],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002315117,0.0005900907,0.0008504807,0.0010964694,0.0009246057,0.0011974546,0.0026239126,0.00029174573,0.0003490852],"category_scores_gemma":[0.00082070136,0.0004741647,0.00012432809,0.0024151006,0.0007904549,0.0009792016,0.00085615396,0.0006632712,0.000036251484],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82112557,0.043785956,0.00054978626,0.001077264,0.00006803356,0.00019164785,0.002480682,0.000015219584,0.041085947,0.063298665,0.007715332,0.018605899],"study_design_scores_gemma":[0.5107981,0.10573673,0.0026450304,0.0017630295,0.000014689361,0.0000044333174,0.00042116136,0.0005931599,0.021585189,0.02520508,0.33020854,0.0010248766],"about_ca_topic_score_codex":0.0006548969,"about_ca_topic_score_gemma":0.0040989546,"teacher_disagreement_score":0.3224932,"about_ca_system_score_codex":0.0009956305,"about_ca_system_score_gemma":0.0021116766,"threshold_uncertainty_score":0.9998394},"labels":[],"label_agreement":null},{"id":"W4406971487","doi":"10.2196/64745","title":"Increasing Access to Mental Health Supports for 18- to 25-Year-Old Indigenous Youth With the JoyPop Mobile Mental Health App: Study Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of New Brunswick; Dalhousie University; Lakehead University","funders":"","keywords":"Mental health; mHealth; Randomized controlled trial; Intervention (counseling); Indigenous; Medicine; Psychological intervention; Psychology; Psychiatry","score_opus":0.2120150305451268,"score_gpt":0.633578337368982,"score_spread":0.4215633068238551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406971487","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060321284,0.0000030702067,0.0004414677,0.008457191,0.00013995703,0.9825551,0.0006752219,0.0001611997,0.0015347003],"genre_scores_gemma":[0.009687181,4.4024578e-8,0.0004457633,0.0019204937,0.00022239763,0.98044837,0.000092709015,0.00011015795,0.0070728743],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9875358,0.0052874554,0.0022478758,0.00126689,0.0013611717,0.0023008345],"domain_scores_gemma":[0.99514157,0.0017048594,0.00070307375,0.0010781399,0.0005097181,0.00086262595],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.020939864,0.0005225127,0.0021249307,0.0008891402,0.0020348541,0.0009195554,0.0013913958,0.00012939246,0.00023646076],"category_scores_gemma":[0.00045753707,0.00033675984,0.0005449852,0.0012250699,0.00023841384,0.00031582895,0.00064324215,0.00061677716,0.000051617637],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8779348,0.0119860545,0.00019246696,0.0009401281,0.00037169133,0.0000023266343,0.0159276,0.0000015810784,0.0000026267173,0.0005405593,0.08495611,0.007144055],"study_design_scores_gemma":[0.8460658,0.058385458,0.000107262866,0.002231498,0.000010549965,0.0000054162183,0.0099181095,0.0000062001927,0.000027949838,0.00020828201,0.08276742,0.00026603098],"about_ca_topic_score_codex":0.0015619404,"about_ca_topic_score_gemma":0.00096894655,"teacher_disagreement_score":0.046399403,"about_ca_system_score_codex":0.0014067981,"about_ca_system_score_gemma":0.002202632,"threshold_uncertainty_score":0.99990845},"labels":[],"label_agreement":null},{"id":"W4406997531","doi":"10.2196/60437","title":"Integrating Ambient In-Home Sensor Data and Electronic Health Record Data for the Prediction of Outcomes in Amyotrophic Lateral Sclerosis: Protocol for an Exploratory Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Amyotrophic Lateral Sclerosis Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Amyotrophic lateral sclerosis; Electronic health record; Protocol (science); Exploratory research; Computer science; Data collection; Medicine; World Wide Web; Health care; Alternative medicine; Disease","score_opus":0.5346644444243144,"score_gpt":0.5813319711037395,"score_spread":0.046667526679425086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406997531","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17797564,0.0000043742257,0.00015127745,0.0030437398,0.0000075101993,0.8184095,0.00036716464,0.000036805028,0.0000039890338],"genre_scores_gemma":[0.14717665,0.0000037079978,0.00053209503,0.00010297795,0.00005089354,0.85189974,0.00012824169,0.000038347916,0.00006733363],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933744,0.001748873,0.0012464758,0.0014086263,0.0010088062,0.0012128095],"domain_scores_gemma":[0.9946827,0.0009067331,0.00020157728,0.003475879,0.0005340542,0.0001990292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013383255,0.0002756485,0.00077391305,0.0005654915,0.00032113047,0.00014801694,0.0015552299,0.0001300333,0.000011982469],"category_scores_gemma":[0.0015899418,0.00017797375,0.000053277556,0.0010301593,0.00032192498,0.00074200955,0.001708627,0.0012920179,7.974732e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015233558,0.00940696,0.9397791,0.004038162,0.000118841825,0.0000032386158,0.001263974,0.0000044972353,0.006208863,0.00008895793,0.0034358075,0.020418063],"study_design_scores_gemma":[0.021594077,0.019813966,0.92204106,0.0047793663,0.0000074318336,0.0000014588919,0.0021466387,0.021443972,0.00009742682,0.0005506769,0.007353355,0.00017058892],"about_ca_topic_score_codex":0.0005983747,"about_ca_topic_score_gemma":0.0034197918,"teacher_disagreement_score":0.033490248,"about_ca_system_score_codex":0.00081716944,"about_ca_system_score_gemma":0.0017922482,"threshold_uncertainty_score":0.7257559},"labels":[],"label_agreement":null},{"id":"W4407011255","doi":"10.2196/52351","title":"Access to Health Care and Use of Health Care Services Among Males in Africa: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Gender Roles and Identity Studies","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Health care; Context (archaeology); Scopus; Medicine; MEDLINE; Psychology; Medical education; Political science","score_opus":0.685821100096352,"score_gpt":0.7026888778093153,"score_spread":0.016867777712963328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407011255","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.6327275e-8,0.43473807,0.0000015021527,0.0010291291,0.0000036122408,0.56401575,0.00007259877,0.000016986885,0.00012230808],"genre_scores_gemma":[5.1014474e-8,0.43252164,0.00012400755,0.00008845199,0.00004047602,0.567074,0.000011293628,0.000019023248,0.000121077464],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919498,0.0034009765,0.0014268974,0.0008630367,0.0011157402,0.0012435284],"domain_scores_gemma":[0.9970096,0.00044941314,0.00069106073,0.0005465011,0.001002845,0.00030061975],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004521588,0.00036186568,0.0025423947,0.00073949236,0.0011468321,0.0006481744,0.0011937428,0.0002059862,0.000008020322],"category_scores_gemma":[0.00058876316,0.0003054721,0.00026569952,0.0020938204,0.00016467505,0.00047989687,0.0012876762,0.0005337332,0.0000026232158],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013839259,0.00004670524,0.0003262157,0.68628275,0.00001297975,6.991907e-7,0.008148578,6.837183e-8,1.5074219e-9,0.000044462624,0.010197484,0.29492623],"study_design_scores_gemma":[0.0001932841,0.00025270393,0.00005647893,0.4819384,0.00000316739,5.9626444e-8,0.0038572955,2.3294712e-8,4.1126956e-8,0.000007912083,0.5135776,0.00011307557],"about_ca_topic_score_codex":0.0069292337,"about_ca_topic_score_gemma":0.078376584,"teacher_disagreement_score":0.50338006,"about_ca_system_score_codex":0.0008650984,"about_ca_system_score_gemma":0.007687132,"threshold_uncertainty_score":0.99993974},"labels":[],"label_agreement":null},{"id":"W4407017752","doi":"10.2196/63098","title":"Cooperative Virtual Reality Gaming for Anxiety and Pain Reduction in Pediatric Patients and Their Caregivers During Painful Medical Procedures: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Randomized controlled trial; Psychological intervention; Medicine; Physical therapy; Distress; Intervention (counseling); Protocol (science); Clinical trial; Clinical psychology; Psychiatry; Alternative medicine; Surgery","score_opus":0.05240917674690801,"score_gpt":0.4638037700386723,"score_spread":0.4113945932917643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407017752","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013072721,0.0000040175983,0.0033617036,0.00088231603,0.000007580908,0.9823124,0.000009413515,0.00012231887,0.00022752795],"genre_scores_gemma":[0.025066003,0.000011724263,0.00027225792,0.00005421475,0.000308252,0.9738828,0.000017725582,0.000027133643,0.00035989314],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99406606,0.002873649,0.0009659629,0.00072798383,0.0007397393,0.00062660495],"domain_scores_gemma":[0.9954473,0.003202132,0.00023474157,0.0002685419,0.0006331843,0.00021410565],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021787303,0.00029240086,0.0012742555,0.000832149,0.00030833852,0.00010304973,0.00018707293,0.0003026507,0.0000072206294],"category_scores_gemma":[0.025070414,0.00020712409,0.00019257363,0.0006554585,0.0003407038,0.00018932782,0.00019882392,0.0005468157,1.4771476e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9772312,0.0009794737,0.0026062487,0.0057168775,0.000092597176,0.0000025629631,0.0007229094,4.788035e-7,0.00008600648,0.00014819793,0.0069175307,0.005495932],"study_design_scores_gemma":[0.98853713,0.0028454699,0.0005231733,0.0017181482,0.000026906524,0.0000010384598,0.00055871706,0.0025516157,0.00017745029,0.0005680302,0.0023061065,0.00018620398],"about_ca_topic_score_codex":0.000016724905,"about_ca_topic_score_gemma":0.00001725323,"teacher_disagreement_score":0.0119932825,"about_ca_system_score_codex":0.0002930319,"about_ca_system_score_gemma":0.0010159638,"threshold_uncertainty_score":0.98314184},"labels":[],"label_agreement":null},{"id":"W4407018250","doi":"10.2196/69477","title":"Development and Impact of a Community-Delivered, Multisectoral Lifestyle Management Service for People Living With Type 2 Diabetes (Logan Healthy Living): Protocol for a Pragmatic, Single-Arm Intervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Gerontology; Intervention (counseling); Medicine; Protocol (science); Service (business); Nursing; Alternative medicine; Computer science; World Wide Web; Business","score_opus":0.1663409492501452,"score_gpt":0.5223453583253452,"score_spread":0.35600440907520003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407018250","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3670646,9.0536844e-7,0.00010395363,0.00010534517,0.0000046340742,0.6325161,0.0000029269868,0.00003538365,0.00016618894],"genre_scores_gemma":[0.15856117,6.305139e-8,0.004444216,0.000044537665,0.00002521231,0.83635896,0.00002333442,0.000030051357,0.0005124624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779415,0.00048820226,0.0004946953,0.0002789259,0.00040021713,0.0005437983],"domain_scores_gemma":[0.99750996,0.0007871056,0.00020227891,0.00045312842,0.000917437,0.00013010953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034821497,0.0002068552,0.00040263735,0.00052036473,0.00039528933,0.00013976029,0.00024393063,0.000058973175,0.000040745275],"category_scores_gemma":[0.00039216212,0.00016510476,0.000070665854,0.00079686637,0.000050806633,0.00018401972,0.00038127735,0.00027611636,0.0000027049039],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073412214,0.060198188,0.70189595,0.12397367,0.0014167555,0.000001198881,0.02526525,0.000012397331,0.00068583176,0.00015568912,0.007946658,0.07110718],"study_design_scores_gemma":[0.01693817,0.054178447,0.8607224,0.03475017,0.0000799925,5.775763e-7,0.018516729,0.0011442212,0.00037209978,0.0001019604,0.012864263,0.00033097732],"about_ca_topic_score_codex":0.00013285484,"about_ca_topic_score_gemma":0.0005804919,"teacher_disagreement_score":0.20850343,"about_ca_system_score_codex":0.00036207322,"about_ca_system_score_gemma":0.00029896302,"threshold_uncertainty_score":0.67327774},"labels":[],"label_agreement":null},{"id":"W4407019883","doi":"10.2196/69012","title":"Co-Designing an Antiracist Dental Health System: Protocol for an Aboriginal and Torres Strait Islander–Led Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Preprint; Oral health; Medicine; Geography; Family medicine","score_opus":0.23786678107957485,"score_gpt":0.6746393394103972,"score_spread":0.4367725583308224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407019883","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005928683,0.0000018067574,0.0013008617,0.00010587354,0.000043973272,0.9822567,0.000018815124,0.00015724756,0.010186017],"genre_scores_gemma":[0.005128687,0.0000012608488,0.005497858,0.0000149724065,0.000513282,0.9862889,0.000012645559,0.00002798981,0.0025143884],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98679787,0.009555244,0.000632298,0.00075166585,0.0009726486,0.0012902642],"domain_scores_gemma":[0.9974302,0.00063136715,0.00021166552,0.0004647147,0.0006931651,0.00056886324],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.021133842,0.0002263897,0.00044198192,0.00043950463,0.013182894,0.000820732,0.0006591523,0.00018626571,0.000035107027],"category_scores_gemma":[0.00003537116,0.00018286568,0.00005350487,0.0006922536,0.00046189336,0.00065207423,0.000006389478,0.0004807152,0.0000055526457],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027148384,0.010319511,0.022540618,0.010917333,0.00010334348,0.000013774908,0.68844026,0.0000016169643,0.000295818,0.23325503,0.005575688,0.025822153],"study_design_scores_gemma":[0.0037234365,0.007286502,0.005064889,0.0012677842,0.0000039403776,0.000002757102,0.13260981,0.000063381885,0.0005637492,0.0010766297,0.8480401,0.0002970023],"about_ca_topic_score_codex":0.029034674,"about_ca_topic_score_gemma":0.289352,"teacher_disagreement_score":0.84246445,"about_ca_system_score_codex":0.000768236,"about_ca_system_score_gemma":0.026927521,"threshold_uncertainty_score":0.9881018},"labels":[],"label_agreement":null},{"id":"W4407089949","doi":"10.2196/64186","title":"Developing and Implementing Provider-Training and Evidence-Based Tools to Support Pre-exposure Prophylaxis (PrEP) Decision-Making and Increase PrEP Adherence Among Young Men Who Have Sex With Men: Protocol for the PrEP Choice Longitudinal Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Pre-exposure prophylaxis; Protocol (science); Men who have sex with men; Medical education; Psychology; Medicine; Family medicine; Alternative medicine; Human immunodeficiency virus (HIV)","score_opus":0.2151757220121958,"score_gpt":0.5455574036767904,"score_spread":0.3303816816645946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407089949","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09382929,0.000014157014,0.0054396633,0.0004060607,0.0000011930275,0.8989192,0.000021066711,0.000069506576,0.0012998617],"genre_scores_gemma":[0.2037414,7.582719e-7,0.0028464296,0.000032118976,0.00006795041,0.7893862,0.0000042521765,0.000042371397,0.0038785182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936493,0.0008474603,0.0009682812,0.0014854664,0.0017356521,0.0013138129],"domain_scores_gemma":[0.9929935,0.0037839669,0.00024313571,0.0009516155,0.0014729882,0.0005547906],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010039285,0.0004254904,0.00067149574,0.0005943669,0.0016051314,0.001430935,0.00052122906,0.00013392155,0.00009901929],"category_scores_gemma":[0.011438867,0.00028266513,0.000080387275,0.00087576476,0.00051264325,0.00097152597,0.001188155,0.000898004,0.0000014082029],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046986793,0.00039486153,0.85404456,0.0046422807,0.0002545119,0.000050117702,0.0019029249,0.000003657892,0.00023213285,0.00003232891,0.005269519,0.1284744],"study_design_scores_gemma":[0.0075971303,0.04261596,0.8985114,0.035399094,0.000051044466,0.000040761857,0.004919065,0.0052755834,0.00066419016,0.00013064964,0.00440338,0.0003917155],"about_ca_topic_score_codex":0.0009872671,"about_ca_topic_score_gemma":0.0020150386,"teacher_disagreement_score":0.1280827,"about_ca_system_score_codex":0.00032862514,"about_ca_system_score_gemma":0.0022989367,"threshold_uncertainty_score":0.99996257},"labels":[],"label_agreement":null},{"id":"W4407137754","doi":"10.2196/56519","title":"Real-World Effectiveness of COVID-19 Vaccines (ChAdOx-1s, CoronaVac, BBIBP-CorV, mRNA-1273, and BNT162b2) in Jakarta: Protocol for Test-Negative Design of Health Care Data","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 and COVID-19 Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Preprint; Protocol (science); Test (biology); Health care; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medicine; Family medicine; Computer science; World Wide Web; Virology; Alternative medicine; Disease","score_opus":0.35880838386099645,"score_gpt":0.6166235019568371,"score_spread":0.2578151180958407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407137754","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016071532,0.000029337185,0.0006621406,0.0007099344,0.000007044428,0.9960128,0.00025680065,0.000065393026,0.00064939726],"genre_scores_gemma":[0.0057550417,0.0000019156287,0.0016184859,0.00077522226,0.00006262849,0.99157816,0.00002326178,0.00006764286,0.00011762221],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99205965,0.00274142,0.0012785726,0.0013139113,0.001408276,0.0011981982],"domain_scores_gemma":[0.9821788,0.013685913,0.00036892865,0.0018869783,0.0016434127,0.000235964],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011634263,0.00042023032,0.001434613,0.0018946264,0.0003053198,0.000077508106,0.0011963705,0.00025059067,0.000019049887],"category_scores_gemma":[0.011605154,0.00035211229,0.00011385505,0.0029940004,0.00063871185,0.0003111074,0.0011282825,0.00097013795,0.0000043948553],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06262868,0.004616168,0.6886559,0.15587191,0.00024135836,0.00009617506,0.0022815336,0.0000107851665,0.04995003,0.0011974374,0.015453955,0.018996058],"study_design_scores_gemma":[0.09447799,0.027594348,0.20438948,0.045092434,0.000035275993,0.00002350086,0.0029246625,0.0019883157,0.34987447,0.011582282,0.26099733,0.0010198982],"about_ca_topic_score_codex":0.00389902,"about_ca_topic_score_gemma":0.001269557,"teacher_disagreement_score":0.48426643,"about_ca_system_score_codex":0.0010569382,"about_ca_system_score_gemma":0.010753959,"threshold_uncertainty_score":0.99989307},"labels":[],"label_agreement":null},{"id":"W4407159645","doi":"10.2196/71220","title":"Correction: Evaluating the Effectiveness of a Multimodal Psychotherapy Training Program for Medical Students in China: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Medical education; Psychotherapist; Psychology; China; Physical therapy; Alternative medicine; Medicine; Applied psychology","score_opus":0.2886984027746858,"score_gpt":0.706386802011805,"score_spread":0.41768839923711926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407159645","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000570899,0.000021420747,0.00043591732,0.0024591077,0.0028129711,0.98356014,0.000023145098,0.000085758285,0.010595847],"genre_scores_gemma":[0.000008120867,0.000003334856,0.0007156959,0.00008458034,0.0016234068,0.9522484,0.000096194635,0.00008256813,0.04513769],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96208483,0.030915085,0.002538085,0.00090805005,0.002617731,0.00093624595],"domain_scores_gemma":[0.9587563,0.036698703,0.001091748,0.0014176308,0.0018608776,0.00017469704],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08728844,0.0004555327,0.0028137893,0.0008147204,0.000572149,0.00022775678,0.0027281074,0.0011666672,0.00082306215],"category_scores_gemma":[0.013837922,0.00030173734,0.000988536,0.00095351826,0.0006059256,0.000054255815,0.00014748024,0.0034254545,0.0000037181665],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.74730945,0.005367391,0.000018196088,0.0028728175,0.0003439568,3.6149092e-7,0.0042005302,8.8274925e-7,0.0000011498637,0.0017469202,0.18053222,0.057606135],"study_design_scores_gemma":[0.7236726,0.0058440794,0.00023916268,0.013301246,0.000011067105,0.0000012500426,0.0004753652,0.0018108288,8.617673e-7,0.00253141,0.2519357,0.0001764237],"about_ca_topic_score_codex":0.0001936733,"about_ca_topic_score_gemma":0.00023627421,"teacher_disagreement_score":0.07345051,"about_ca_system_score_codex":0.0003350405,"about_ca_system_score_gemma":0.00846948,"threshold_uncertainty_score":0.9999435},"labels":[],"label_agreement":null},{"id":"W4407163003","doi":"10.2196/63481","title":"Core Outcome Set Development for Tension-Type Headache Treatment Using Traditional Chinese Medicine: Protocol for a Delphi Consensus Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Delphi method; Protocol (science); Medicine; MEDLINE; Data extraction; Alternative medicine; Thematic analysis; Comparability; Family medicine; Qualitative research; Computer science","score_opus":0.9061121205900329,"score_gpt":0.7404855577426601,"score_spread":0.16562656284737276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407163003","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030998285,0.0000010414468,0.0004592808,0.0036736727,0.00002497071,0.99077696,0.000048586866,0.00019067261,0.0017250048],"genre_scores_gemma":[0.0060123694,7.9825256e-8,0.008648819,0.00007633983,0.00035642143,0.98168135,0.000024312565,0.000045806657,0.003154516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935791,0.001043332,0.00097397645,0.00083082984,0.0022490285,0.0013237251],"domain_scores_gemma":[0.99139994,0.004741296,0.00016799565,0.00060094416,0.0027315428,0.0003582547],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010629932,0.00034801697,0.00059260783,0.0007792952,0.0024907854,0.00020413245,0.0009054949,0.00026069436,0.00017428964],"category_scores_gemma":[0.005870652,0.00025209197,0.00014235487,0.0018066552,0.0010195966,0.00012331075,0.00021554295,0.0004737037,0.000011202129],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031552717,0.027438939,0.22029328,0.0067574526,0.001020885,0.00033342358,0.05244973,0.00006577151,0.009216784,0.034153268,0.57106435,0.0456534],"study_design_scores_gemma":[0.01468064,0.008235045,0.0046784002,0.0020161788,0.000010240221,0.0000068742866,0.009421185,0.001067732,0.00038604403,0.016125368,0.9428762,0.0004960518],"about_ca_topic_score_codex":0.00062032347,"about_ca_topic_score_gemma":0.0009854692,"teacher_disagreement_score":0.3718119,"about_ca_system_score_codex":0.0019011919,"about_ca_system_score_gemma":0.0054360903,"threshold_uncertainty_score":0.99999315},"labels":[],"label_agreement":null},{"id":"W4407196644","doi":"10.2196/58612","title":"Detecting Freezing of Gait in Parkinson Disease Using Multiple Wearable Sensors Sets During Various Walking Tasks Relative to Medication Conditions (DetectFoG): Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physical medicine and rehabilitation; Gait; Wearable computer; Prospective cohort study; Inertial measurement unit; Cohort; Medicine; Physical therapy; Data collection; Wearable technology; Gait analysis; Parkinson's disease; Disease; Psychology; Computer science; Artificial intelligence; Internal medicine; Statistics","score_opus":0.1311623270739579,"score_gpt":0.5506810286639111,"score_spread":0.4195187015899532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407196644","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30658868,0.0000010318885,0.0006967301,0.00006985755,0.000015781432,0.69218826,0.000041742944,0.000084233056,0.00031369974],"genre_scores_gemma":[0.4299282,9.714156e-8,0.0005929064,0.000009386384,0.000048505994,0.5691426,0.000005771637,0.000031760454,0.00024075387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99330795,0.0025975914,0.0012150017,0.0009051102,0.0008773363,0.0010970255],"domain_scores_gemma":[0.9960847,0.0015626317,0.0004986285,0.0006553126,0.0009348274,0.00026392937],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004874855,0.00027534395,0.0005415805,0.0009730271,0.0018101567,0.00004860361,0.00037185976,0.00024727837,0.00002275584],"category_scores_gemma":[0.003514038,0.00027412947,0.00011012054,0.0015803702,0.00012437924,0.00041883526,0.00039567193,0.0015032819,0.000012953091],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032816804,0.0025062924,0.95068985,0.0042168302,0.000094599825,0.000014951344,0.006103448,0.000086063614,0.03194307,0.00016021912,0.000107681546,0.0007952955],"study_design_scores_gemma":[0.009857935,0.00059033744,0.9598452,0.014650495,0.000014766218,5.5144267e-7,0.0035274806,0.0067397556,0.0006209211,0.0025850532,0.0013172484,0.00025028532],"about_ca_topic_score_codex":0.000607735,"about_ca_topic_score_gemma":0.0010395814,"teacher_disagreement_score":0.12333953,"about_ca_system_score_codex":0.0013830086,"about_ca_system_score_gemma":0.0009932078,"threshold_uncertainty_score":0.9999711},"labels":[],"label_agreement":null},{"id":"W4407245589","doi":"10.2196/67128","title":"Exploring Climate Change’s Impact on the Cardiopulmonary Health of Adults Living in the Canton of Valais, Switzerland: Protocol for a Development and Usability Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Usability; Protocol (science); Medicine; Computer science; Alternative medicine; World Wide Web","score_opus":0.6448067894549474,"score_gpt":0.5724130587879465,"score_spread":0.07239373066700094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407245589","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39733037,0.0000011485907,5.461105e-7,0.00055864983,0.0000019863003,0.6019214,0.000011023653,0.0000056116974,0.0001692964],"genre_scores_gemma":[0.39157784,0.0000019383465,0.000019792895,0.00005197633,0.000014970228,0.60832286,5.918582e-7,0.00000720841,0.0000028528227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965176,0.0010213761,0.0005751226,0.00036644738,0.00075479894,0.0007646546],"domain_scores_gemma":[0.9980281,0.0011347581,0.00016944505,0.00050635345,0.000047026282,0.00011431268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010616529,0.00016713532,0.0003399287,0.0001435094,0.0003896849,0.000036163925,0.00042810815,0.000027387476,0.000032549073],"category_scores_gemma":[0.00029281332,0.000087857734,0.000039831728,0.0006258057,0.00016813484,0.00017635235,0.00043853177,0.0003296908,0.0000025897964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042520957,0.0040229484,0.90539694,0.0044445666,0.000010785214,0.0000028688075,0.036149967,0.000008598132,0.00014564446,0.000053773172,0.00052298995,0.044988807],"study_design_scores_gemma":[0.00128035,0.0095898025,0.9767334,0.0053975345,6.4085134e-7,7.651416e-7,0.005192625,0.0000614489,0.0002820269,0.00007635921,0.0013042558,0.00008082897],"about_ca_topic_score_codex":0.0031097499,"about_ca_topic_score_gemma":0.0026113417,"teacher_disagreement_score":0.07133641,"about_ca_system_score_codex":0.0004661273,"about_ca_system_score_gemma":0.00016274805,"threshold_uncertainty_score":0.47010323},"labels":[],"label_agreement":null},{"id":"W4407331890","doi":"10.2196/56062","title":"Proposal and Strategy for Nursing-Led Research: Protocol for an Unfunded Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical trial; Attendance; Protocol (science); Nursing; Medicine; Intervention (counseling); Alternative medicine; Psychology; Political science","score_opus":0.919776821489702,"score_gpt":0.836147772052496,"score_spread":0.08362904943720595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407331890","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008796538,0.0000011331424,0.00054840866,0.008543755,0.00011094385,0.9802852,0.000044701796,0.00010641337,0.009479764],"genre_scores_gemma":[0.00042335168,6.279402e-7,0.0028009147,0.00016084396,0.0022436942,0.98041654,0.000034569035,0.000045041284,0.013874415],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9804868,0.011331147,0.0017107669,0.0013111795,0.001741423,0.003418674],"domain_scores_gemma":[0.98245573,0.010605958,0.00022039552,0.0009952079,0.004407168,0.0013155262],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.066734575,0.00024632577,0.00055827963,0.0010235814,0.005402618,0.00036501136,0.0011370729,0.00070003874,0.00019589446],"category_scores_gemma":[0.012746495,0.00019135779,0.0001248509,0.0017758913,0.0017009365,0.0006110085,0.0002903605,0.0032381297,0.00007451207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1712877,0.004080955,0.0016726652,0.006872981,0.000017646867,0.0000011329327,0.0013299815,5.730721e-7,0.00027560123,0.04596599,0.691309,0.07718578],"study_design_scores_gemma":[0.079712376,0.027405666,0.0018549643,0.0042840233,0.00000148242,3.7192618e-7,0.0038301996,0.0014226232,0.00008926723,0.09720752,0.7839894,0.00020208077],"about_ca_topic_score_codex":0.00012883889,"about_ca_topic_score_gemma":0.0003461192,"teacher_disagreement_score":0.09268043,"about_ca_system_score_codex":0.00070237153,"about_ca_system_score_gemma":0.027782187,"threshold_uncertainty_score":0.99906147},"labels":[],"label_agreement":null},{"id":"W4407352895","doi":"10.2196/66127","title":"Investigation of Information Overload in Electronic Health Records: Protocol for Usability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Usability; Information overload; Protocol (science); Medicine; Task (project management); Medical record; Clinical decision support system; Medical emergency; Health informatics; Health information technology; Computer science; Data collection; Health care; Decision support system; World Wide Web; Nursing; Public health; Data mining; Alternative medicine; Human–computer interaction","score_opus":0.39331470712123096,"score_gpt":0.6712950256999644,"score_spread":0.2779803185787334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407352895","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006137263,0.0000015557274,0.00031675442,0.0019256705,0.000022297627,0.98979235,0.000017551312,0.00008895177,0.0016976031],"genre_scores_gemma":[0.0064075273,3.5418722e-7,0.00020523554,0.00029859872,0.000085316206,0.9922975,0.000016249001,0.000022623744,0.00066663616],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9849278,0.008409586,0.0029870588,0.00051459856,0.0009672319,0.002193757],"domain_scores_gemma":[0.9944834,0.0022041367,0.0008333083,0.0009250456,0.0013294256,0.0002246595],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.030109882,0.0002288163,0.00069691887,0.0010826007,0.0007710604,0.00003138951,0.00059194496,0.00031430018,0.000086860906],"category_scores_gemma":[0.0023253767,0.00020718283,0.00007486484,0.0023565101,0.00013754198,0.00067197124,0.00022245527,0.0023131832,0.000051664654],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.004819239,0.0013083545,0.8329483,0.049854767,0.00003251737,2.9829397e-7,0.011277428,0.0000061834658,0.00017114729,0.013246157,0.05726718,0.029068373],"study_design_scores_gemma":[0.01990869,0.013627147,0.15522462,0.015052239,0.0000013147494,3.2685207e-7,0.00655725,0.0006082942,0.00027053888,0.020051686,0.76840395,0.0002939379],"about_ca_topic_score_codex":0.0037023015,"about_ca_topic_score_gemma":0.008033293,"teacher_disagreement_score":0.71113676,"about_ca_system_score_codex":0.004754099,"about_ca_system_score_gemma":0.020621346,"threshold_uncertainty_score":0.9999885},"labels":[],"label_agreement":null},{"id":"W4407369679","doi":"10.2196/59935","title":"Effectiveness of Anti-Gravity Treadmill Exercise After Total Knee Arthroplasty: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Physical therapy; Randomized controlled trial; Rehabilitation; Treadmill; Quality of life (healthcare); Physical medicine and rehabilitation; Surgery","score_opus":0.04966789140231643,"score_gpt":0.47386432708955784,"score_spread":0.4241964356872414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407369679","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02643039,0.000004904073,0.0002047936,0.00019287536,0.000055374792,0.9719755,0.000031968088,0.00011620437,0.000988014],"genre_scores_gemma":[0.03397943,2.6190438e-7,0.00035182742,0.000015765518,0.00014761559,0.9608153,0.000008272984,0.00006281453,0.004618692],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99233675,0.0032293946,0.0014093084,0.0007970416,0.0012451736,0.0009823057],"domain_scores_gemma":[0.9899757,0.007239471,0.00030486143,0.00094167556,0.0012452555,0.00029304202],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00951229,0.0004780503,0.003978318,0.00086341094,0.00023057722,0.000100372694,0.0001719814,0.0003366492,0.00023593506],"category_scores_gemma":[0.005114984,0.00032297045,0.0014195188,0.0008289439,0.0010051891,0.00020132406,0.00026202272,0.0007734008,0.00004056073],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97810626,0.0037298677,0.0015207463,0.00985027,0.0004361126,0.00003627676,0.00009800155,0.0000034189516,0.002989232,0.00042170964,0.0008827425,0.0019253867],"study_design_scores_gemma":[0.9597956,0.005838968,0.0043976586,0.013109756,0.00007829974,0.000008049376,0.000035001816,0.00011967145,0.00834177,0.0007976235,0.007232591,0.00024501825],"about_ca_topic_score_codex":0.000025501498,"about_ca_topic_score_gemma":0.0000062427744,"teacher_disagreement_score":0.018310642,"about_ca_system_score_codex":0.00019135045,"about_ca_system_score_gemma":0.0013228866,"threshold_uncertainty_score":0.9999222},"labels":[],"label_agreement":null},{"id":"W4407372462","doi":"10.2196/62874","title":"Technical Requirements, Design, and Automation Process for a Statewide Registry-Based Tailored Text Messaging System: Protocol for a Longitudinal Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Preprint; Protocol (science); Computer science; Process (computing); Multimedia; World Wide Web; Medicine; Operating system","score_opus":0.6795691119430404,"score_gpt":0.6959951998131423,"score_spread":0.016426087870101913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407372462","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009208223,0.0000011698666,0.18590021,0.0025397397,0.000008757226,0.81075585,0.000049431204,0.0003042915,0.00034846272],"genre_scores_gemma":[0.004470843,8.5349726e-8,0.015175404,0.00024785142,0.00012398307,0.97896045,0.00007415918,0.000053722022,0.00089350966],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99341035,0.0015783483,0.0016704071,0.00100853,0.00091237004,0.0014200185],"domain_scores_gemma":[0.9924457,0.0032031278,0.00059803243,0.0008115145,0.0025388373,0.00040280446],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01130931,0.00028893264,0.0005246688,0.0004988165,0.003435307,0.0001009359,0.0005294615,0.00030513934,0.000031958483],"category_scores_gemma":[0.0017553194,0.0002551442,0.00006572287,0.0010967612,0.000169027,0.00026973602,0.00015911506,0.0008469422,0.0000121946705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032756273,0.008727399,0.19113751,0.32706034,0.00012686758,0.000008718677,0.0012162499,0.00043809172,0.0024166906,0.09736571,0.32254702,0.01619916],"study_design_scores_gemma":[0.05205399,0.0071234666,0.05694764,0.030648349,0.000036448986,0.0000025838078,0.00407411,0.06116798,0.0005745712,0.010797133,0.7758261,0.00074760884],"about_ca_topic_score_codex":0.000056033416,"about_ca_topic_score_gemma":0.000069368674,"teacher_disagreement_score":0.4532791,"about_ca_system_score_codex":0.0009994165,"about_ca_system_score_gemma":0.0074343802,"threshold_uncertainty_score":0.9999901},"labels":[],"label_agreement":null},{"id":"W4407384689","doi":"10.2196/70575","title":"Early Detection of Type 1 Diabetes in First-Degree Relatives in Saudi Arabia (VISION-T1D): Protocol for a Pilot Implementation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes and associated disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Type 1 diabetes; Degree (music); Type 2 diabetes; Medicine; Optometry; Computer science; Diabetes mellitus; World Wide Web","score_opus":0.11146665698812595,"score_gpt":0.507045178852098,"score_spread":0.395578521863972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407384689","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36780137,0.0000020663792,0.000008414586,0.000054188244,0.000003016037,0.63190717,0.0000064273113,0.000005132374,0.00021222551],"genre_scores_gemma":[0.38636482,2.3387999e-7,0.000027127373,0.000005430582,0.000010841318,0.61345077,0.000007983572,0.0000102846125,0.00012250063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981838,0.0003586998,0.0004082465,0.0003767204,0.0002460758,0.00042644856],"domain_scores_gemma":[0.9992153,0.00010396865,0.00010815375,0.00025759477,0.00027945853,0.000035507353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013454214,0.00012796297,0.00019189868,0.000305078,0.00009259546,0.000045795525,0.00021833621,0.00010653617,0.000014241971],"category_scores_gemma":[0.00028838075,0.00012028351,0.00004831674,0.00073709246,0.00007023506,0.00001781147,0.00015302595,0.00020377399,0.0000020818056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002622819,0.003577367,0.7228064,0.000756164,0.000067556735,8.305539e-7,0.00036277485,0.000022712851,0.24073878,0.000045938414,0.0016904303,0.027308246],"study_design_scores_gemma":[0.016938241,0.025317024,0.82670903,0.0012002743,0.0000029410762,3.4447506e-8,0.001088675,0.00014531215,0.10061114,0.0015335642,0.02619253,0.0002612604],"about_ca_topic_score_codex":0.00012446175,"about_ca_topic_score_gemma":0.0018446476,"teacher_disagreement_score":0.14012764,"about_ca_system_score_codex":0.000067238594,"about_ca_system_score_gemma":0.00015694054,"threshold_uncertainty_score":0.49050194},"labels":[],"label_agreement":null},{"id":"W4407394712","doi":"10.2196/67219","title":"Examining the Efficacy of the Telehealth Assessment and Skill-Building Kit (TASK III) Intervention for Stroke Caregivers: Protocol for a Randomized Controlled Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Nursing Research","keywords":"Randomized controlled trial; Preprint; Telehealth; Protocol (science); Intervention (counseling); Task (project management); Medicine; Physical therapy; Telemedicine; Psychology; Medical education; Nursing; Computer science; Health care; Alternative medicine; Engineering; World Wide Web","score_opus":0.2114224848341524,"score_gpt":0.6164024696385239,"score_spread":0.4049799848043715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407394712","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013919144,0.0000037989485,0.0034364243,0.0016978022,0.000066209235,0.9803729,0.000012378001,0.00002284611,0.0004685048],"genre_scores_gemma":[0.017320914,7.530946e-7,0.0014596723,0.000059678816,0.0002761469,0.9788587,0.0000028147826,0.000017621152,0.0020037093],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939718,0.0030368436,0.0015054707,0.00042202903,0.0006588793,0.00040493504],"domain_scores_gemma":[0.9729482,0.025157917,0.00051838765,0.0004923335,0.000779626,0.000103546714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019450836,0.00017068585,0.0013531068,0.00025680114,0.00037055858,0.00009521389,0.00028138782,0.0001726592,0.000024018422],"category_scores_gemma":[0.0123512065,0.000080683414,0.00111185,0.00027747249,0.00064750825,0.00006906779,0.00017171886,0.0005973276,2.7276872e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9665636,0.0013452787,0.0014314133,0.0024041338,0.00037288014,2.8317143e-7,0.0002775823,0.0000019291194,0.00029732313,0.0022465119,0.0027701252,0.02228893],"study_design_scores_gemma":[0.95461535,0.0065730955,0.0038434467,0.005158641,0.00006105949,8.1620897e-7,0.00092204224,0.0010492079,0.00017561956,0.00044536198,0.027087439,0.000067916546],"about_ca_topic_score_codex":0.000015100287,"about_ca_topic_score_gemma":0.0000047508747,"teacher_disagreement_score":0.024317313,"about_ca_system_score_codex":0.00018757429,"about_ca_system_score_gemma":0.0010843473,"threshold_uncertainty_score":0.99596816},"labels":[],"label_agreement":null},{"id":"W4407395812","doi":"10.2196/64662","title":"Blended Care Intervention for Cancer Aftercare in General Practice Centers: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Randomized controlled trial; eHealth; Psychosocial; Medicine; Intervention (counseling); Protocol (science); Cost effectiveness; Family medicine; Physical therapy; Psychology; Health care; Nursing; Alternative medicine; Psychiatry","score_opus":0.13091852033171145,"score_gpt":0.5915278360639409,"score_spread":0.4606093157322294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407395812","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020146008,0.000037271784,0.00070000015,0.0027329258,0.00008181388,0.9940347,0.000057003672,0.00005741735,0.0020973915],"genre_scores_gemma":[0.00092431455,0.0000011941739,0.00038789684,0.00021478794,0.0005510455,0.9925261,0.000039002465,0.000042439133,0.0053132074],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953535,0.0015911794,0.0010234994,0.0006114989,0.00069900596,0.0007213202],"domain_scores_gemma":[0.99519295,0.0017222527,0.00024119893,0.00045370185,0.0022494227,0.00014050778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00442699,0.00026289403,0.0014593501,0.0005808922,0.00014807173,0.00016952468,0.0002560879,0.00023215533,0.00014604285],"category_scores_gemma":[0.003189885,0.00019760239,0.0009622561,0.00050583633,0.00013764175,0.00021261544,0.0001112897,0.00053086673,0.0000022509362],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96864086,0.0011677633,0.00008598349,0.008993813,0.00023462123,0.000008938936,0.0011741985,0.0000020831128,0.00017703434,0.0007564563,0.0058473744,0.0129108755],"study_design_scores_gemma":[0.6867548,0.0022142793,0.000009984318,0.007370991,0.00003852208,7.450776e-7,0.0013221295,0.00025280548,0.0007626124,0.0002072127,0.30095088,0.000115032606],"about_ca_topic_score_codex":0.00056922995,"about_ca_topic_score_gemma":0.0022865655,"teacher_disagreement_score":0.2951035,"about_ca_system_score_codex":0.00088038604,"about_ca_system_score_gemma":0.0014460629,"threshold_uncertainty_score":0.8057991},"labels":[],"label_agreement":null},{"id":"W4407396013","doi":"10.2196/66637","title":"Healthy Mom Zone Adaptive Intervention With a Novel Control System and Digital Platform to Manage Gestational Weight Gain in Pregnant Women With Overweight or Obesity: Study Design and Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Drug Abuse; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute","keywords":"Randomized controlled trial; Overweight; Protocol (science); Medicine; Intervention (counseling); Research design; Obesity; Physical therapy; Nursing; Alternative medicine; Surgery; Statistics","score_opus":0.08421374948366472,"score_gpt":0.4499484490182073,"score_spread":0.3657346995345426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407396013","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008136817,0.0000021429853,0.08963248,0.00043233615,0.0000023404866,0.9015165,0.000038423812,0.000036217698,0.00020273514],"genre_scores_gemma":[0.048297275,2.6624792e-7,0.0024631624,0.00005401776,0.000031705433,0.9469892,0.0000100708285,0.000029110424,0.0021252001],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99568915,0.00077540387,0.0007924067,0.0006681847,0.001274658,0.0008002069],"domain_scores_gemma":[0.99580175,0.0026654508,0.00018750691,0.00025618979,0.000709693,0.00037939323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006019145,0.00029513313,0.0013440873,0.0010154109,0.00020370935,0.00034561136,0.0001501906,0.000071123824,0.000015547841],"category_scores_gemma":[0.00067422,0.00016464526,0.000067874564,0.0006327356,0.00021025348,0.00034434212,0.00014147813,0.00034362584,0.0000016240401],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9814898,0.006118289,0.0003329891,0.0043792995,0.0007514539,0.00009227269,0.00077839784,0.00004888714,0.00001654668,0.002797105,0.00016271355,0.0030322736],"study_design_scores_gemma":[0.91546595,0.061302833,0.001461741,0.008168481,0.000027499693,0.0000050143144,0.002188063,0.010057234,0.000010286712,0.0002220828,0.00092876994,0.00016202725],"about_ca_topic_score_codex":0.000033498643,"about_ca_topic_score_gemma":0.000065087406,"teacher_disagreement_score":0.08716932,"about_ca_system_score_codex":0.0006557001,"about_ca_system_score_gemma":0.0006787277,"threshold_uncertainty_score":0.6714039},"labels":[],"label_agreement":null},{"id":"W4407396086","doi":"10.2196/56826","title":"Effectiveness of Adaptation of a Resilience-Building Intervention Among Individuals With Adverse Childhood Experience: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Coping (psychology); Focus group; Psychology; Psychological intervention; Facilitator; Psychological resilience; Intervention (counseling); Clinical psychology; Medicine; Social psychology; Psychiatry","score_opus":0.07830994855659225,"score_gpt":0.523294624810805,"score_spread":0.4449846762542128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407396086","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16473004,0.0000014369012,0.0030291846,0.000010254153,0.000014321066,0.8305806,0.0000073631504,0.000028382714,0.0015984466],"genre_scores_gemma":[0.2838343,3.2656065e-8,0.000274442,0.0000015216857,0.000030432664,0.715651,0.0000030548822,0.0000151005215,0.0001901196],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99303925,0.0041574324,0.0011277533,0.00051661395,0.00072213396,0.00043680408],"domain_scores_gemma":[0.9943963,0.0037475985,0.0006292549,0.00048503955,0.0006746578,0.00006711651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009331217,0.00021255571,0.0013055372,0.0007089924,0.00015557121,0.0000392899,0.00042663212,0.00017587353,0.00019215058],"category_scores_gemma":[0.0012689718,0.00014577789,0.0005000667,0.00082591816,0.00066250627,0.00022390278,0.000088711364,0.00033454725,0.000002129035],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97605306,0.003443438,0.0021948775,0.0015671017,0.000427427,0.0000020643645,0.0041751135,0.000038100872,0.0002911034,0.00934196,0.000058044883,0.0024076842],"study_design_scores_gemma":[0.963635,0.004268041,0.010985061,0.011602317,0.000024026021,7.318738e-7,0.0013905248,0.0000886298,0.0061094617,0.0014701844,0.0003006438,0.00012533815],"about_ca_topic_score_codex":0.00009838079,"about_ca_topic_score_gemma":0.00001553099,"teacher_disagreement_score":0.11910427,"about_ca_system_score_codex":0.0000573999,"about_ca_system_score_gemma":0.00026745637,"threshold_uncertainty_score":0.59446496},"labels":[],"label_agreement":null},{"id":"W4407567387","doi":"10.2196/66975","title":"Stress and Hypertension Among African American Female Family Caregivers of Persons Living With Alzheimer Disease and Related Dementias: Protocol for a Pilot Internet-Based Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute; National Institute on Aging","keywords":"Gerontology; Medicine; The Internet; Disease; Preprint; Dementia; Family caregivers; Protocol (science); Randomized controlled trial; Alzheimer's disease; Psychology; Alternative medicine; World Wide Web; Computer science; Internal medicine","score_opus":0.0793434210459244,"score_gpt":0.4423261526548856,"score_spread":0.3629827316089612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407567387","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1412903,0.000011104633,0.00016005595,0.00033877807,0.0000031977866,0.85705227,0.000014228579,0.00003801777,0.0010920645],"genre_scores_gemma":[0.4220979,4.302986e-7,0.00011965101,0.000022206745,0.000014062947,0.5771079,0.0000057862535,0.000020164114,0.0006118979],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99568355,0.0014457719,0.00060778065,0.00063286565,0.0009916989,0.0006383395],"domain_scores_gemma":[0.99574226,0.0022340266,0.000263811,0.00033247826,0.0010113679,0.00041604682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027374087,0.00028170145,0.0013082791,0.0007000714,0.00021433544,0.00013164063,0.00016640281,0.000059523503,0.00007243973],"category_scores_gemma":[0.0013455363,0.000183749,0.0002176845,0.0005822329,0.001998754,0.00012396148,0.00018669662,0.00040786705,7.671435e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.961934,0.0021304672,0.03025731,0.0014788379,0.0010218532,0.000041540683,0.00031356383,8.2248835e-7,0.0004168185,0.000058221558,0.00042696303,0.0019196387],"study_design_scores_gemma":[0.9348978,0.016557701,0.033022624,0.008891402,0.00036934888,0.0000011482415,0.0023957212,0.0027015775,0.00062583864,0.000024020814,0.00033168288,0.00018115374],"about_ca_topic_score_codex":0.00022097393,"about_ca_topic_score_gemma":0.000024064726,"teacher_disagreement_score":0.28080758,"about_ca_system_score_codex":0.0000613971,"about_ca_system_score_gemma":0.0008205305,"threshold_uncertainty_score":0.7493067},"labels":[],"label_agreement":null},{"id":"W4407567539","doi":"10.2196/67051","title":"Novel Smartphone App and Supportive Accountability for the Treatment of Childhood Disruptive Behavior Problems: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Mental Health","keywords":"Preprint; Protocol (science); Accountability; Randomized controlled trial; Smartphone application; Psychology; Applied psychology; Computer science; Medicine; Multimedia; World Wide Web; Alternative medicine; Political science","score_opus":0.19956921462710134,"score_gpt":0.6051360017104049,"score_spread":0.4055667870833036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407567539","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011356951,0.000006479563,0.0011162208,0.00062768295,0.000054101176,0.9952781,0.00050202257,0.00004194935,0.0012377513],"genre_scores_gemma":[0.004189577,1.4831248e-7,0.0002786782,0.000019618185,0.000095733674,0.9902953,0.000018575054,0.000031091182,0.0050712875],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99593216,0.0008037879,0.001503491,0.00063360756,0.00041099123,0.0007159539],"domain_scores_gemma":[0.9914367,0.006634267,0.0004720766,0.0006220574,0.0007085311,0.00012636809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046318024,0.00028705705,0.0013532127,0.00023501141,0.0003616339,0.00012792653,0.00033970072,0.00016527652,0.00015308693],"category_scores_gemma":[0.00074163306,0.00016329653,0.0007854593,0.00032069668,0.0008569377,0.0001378364,0.000095039824,0.00020993072,0.000006207175],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93245685,0.03349018,0.00007692905,0.00090623996,0.0004943037,4.3941287e-7,0.0017040112,1.6042806e-7,0.00004736821,0.005647877,0.0010350195,0.02414062],"study_design_scores_gemma":[0.9503749,0.01926414,0.00090507703,0.00085625984,0.00006238531,0.000001547946,0.0005222748,0.000027580958,0.00049278,0.0031837586,0.02418712,0.00012219104],"about_ca_topic_score_codex":0.00013257263,"about_ca_topic_score_gemma":0.00009746007,"teacher_disagreement_score":0.02401843,"about_ca_system_score_codex":0.00028427146,"about_ca_system_score_gemma":0.00043767106,"threshold_uncertainty_score":0.66590387},"labels":[],"label_agreement":null},{"id":"W4407568416","doi":"10.2196/64615","title":"Posttraumatic Growth Among Suicide-Loss Survivors: Protocol for an Updated Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"PsycINFO; CINAHL; Meta-analysis; Systematic review; Grief; MEDLINE; Protocol (science); Population; Psychology; Posttraumatic growth; Poison control; Medicine; Clinical psychology; Psychiatry; Medical emergency; Psychological intervention; Alternative medicine","score_opus":0.4015469423527487,"score_gpt":0.6136173064561841,"score_spread":0.21207036410343538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407568416","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001140447,0.00007316019,0.00014957666,0.0008461436,0.0000039143138,0.9956504,0.00010391683,0.00010651929,0.0029523242],"genre_scores_gemma":[0.000909389,0.0000011858953,0.00014649186,0.000888479,0.000018142788,0.99013686,0.00009885623,0.00004635464,0.007754246],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9915771,0.0040050773,0.0014826179,0.0010000068,0.00079594087,0.0011392459],"domain_scores_gemma":[0.9962174,0.00054180535,0.00042037,0.0015552848,0.0008404762,0.0004246379],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008434271,0.00041338537,0.002362005,0.00076776335,0.00048016384,0.00023711055,0.0008138823,0.00020722511,0.0014733402],"category_scores_gemma":[0.0001960432,0.0002917206,0.00058153045,0.0021852432,0.00026958293,0.00032356486,0.00020166814,0.0005196666,0.00006958698],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048996403,0.0022447796,0.003022927,0.92500764,0.03143507,0.000015170701,0.0006247529,2.172809e-7,0.000021556296,0.015321602,0.021791501,0.000024821735],"study_design_scores_gemma":[0.0491229,0.0377999,0.042657334,0.37401637,0.39029744,0.00009976911,0.011742008,0.00060539506,0.0034923402,0.048399743,0.03466969,0.0070970985],"about_ca_topic_score_codex":0.0016859465,"about_ca_topic_score_gemma":0.0016526562,"teacher_disagreement_score":0.55099124,"about_ca_system_score_codex":0.00015661548,"about_ca_system_score_gemma":0.0001773974,"threshold_uncertainty_score":0.9999535},"labels":[],"label_agreement":null},{"id":"W4407590792","doi":"10.2196/67972","title":"Acceptability and Preliminary Efficacy of a Novel Web-Based Physical Activity for the Heart (PATH) Intervention Designed to Promote Physical Activity in Adults With Obesity: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Randomized controlled trial; Physical therapy; Physical activity; Intervention (counseling); Protocol (science); Medicine; Psychology; Alternative medicine; Nursing","score_opus":0.15279550861479696,"score_gpt":0.5321118797598431,"score_spread":0.3793163711450461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407590792","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44664082,1.1407957e-7,0.004483826,0.0014381146,0.0000027111075,0.54736984,0.00001887614,0.00002821738,0.0000175186],"genre_scores_gemma":[0.47075433,1.491543e-8,0.00043402426,0.000014740976,0.00009518571,0.52865046,0.0000015004882,0.000016460966,0.000033288798],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99559516,0.0016633709,0.00046818348,0.00079229,0.00079442887,0.0006865484],"domain_scores_gemma":[0.98739356,0.010848894,0.00026367136,0.00061359437,0.0006519674,0.00022829906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052072615,0.00033504865,0.0023809304,0.0002666882,0.0002745943,0.00007251553,0.00025255457,0.000118315686,0.000004999395],"category_scores_gemma":[0.0041904445,0.00019384181,0.0006347179,0.0007117947,0.00056240347,0.00024524113,0.00016998893,0.000791462,6.950095e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84719163,0.11239068,0.000050768158,0.0071405834,0.0001097963,6.951778e-7,0.00030691604,0.000008422202,0.019276857,0.00019115407,0.00007996376,0.013252548],"study_design_scores_gemma":[0.85565937,0.061115082,0.0063946913,0.0049457094,0.000051111805,4.4892886e-7,0.000022471188,0.050206244,0.020965895,0.00029483688,0.00019425823,0.00014990622],"about_ca_topic_score_codex":0.00011918938,"about_ca_topic_score_gemma":0.000043161457,"teacher_disagreement_score":0.051275596,"about_ca_system_score_codex":0.00025042222,"about_ca_system_score_gemma":0.001335188,"threshold_uncertainty_score":0.7904639},"labels":[],"label_agreement":null},{"id":"W4407689580","doi":"10.2196/67049","title":"Integration of a Patient-Centered mHealth Intervention (Support-Moms) Into Routine Antenatal Care to Improve Maternal Health Among Pregnant Women in Southwestern Uganda: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases","keywords":"Preprint; Medicine; Randomized controlled trial; Intervention (counseling); Protocol (science); Health care; mHealth; Family medicine; Maternal health; Obstetrics; Alternative medicine; Psychological intervention; Nursing; Environmental health; Population; Health services; Computer science; Political science","score_opus":0.09384694231553531,"score_gpt":0.5709386221970683,"score_spread":0.47709167988153295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407689580","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02952544,0.000006340219,0.0017778721,0.001417413,0.00010745041,0.96664983,0.00016117198,0.00009289582,0.00026156995],"genre_scores_gemma":[0.044795446,0.0000022435772,0.00048392592,0.00040920652,0.00016910186,0.9527436,0.00010093393,0.00005635495,0.001239211],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98435605,0.006188478,0.00516951,0.0009770201,0.00093996665,0.0023689878],"domain_scores_gemma":[0.99295026,0.0015196628,0.001950506,0.00085945387,0.0017619949,0.000958136],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014880151,0.000421099,0.002520249,0.0014207744,0.00089022575,0.000064840206,0.0005995359,0.00038485357,0.00017327543],"category_scores_gemma":[0.0024981953,0.00031409564,0.0004103409,0.0010054493,0.00022304317,0.00024221283,0.00039727415,0.0013999443,0.00002568433],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91590905,0.0016259602,0.0039514964,0.020974454,0.00004369006,0.0000017282888,0.01339613,0.0000017370589,0.00013222556,0.0009952411,0.001342643,0.04162566],"study_design_scores_gemma":[0.9463575,0.008836698,0.0013910674,0.02271874,0.0000056090444,3.2840458e-7,0.005509838,0.00029718663,0.00016183266,0.0009933298,0.01353565,0.00019221687],"about_ca_topic_score_codex":0.00270761,"about_ca_topic_score_gemma":0.0039072796,"teacher_disagreement_score":0.041433442,"about_ca_system_score_codex":0.0026788744,"about_ca_system_score_gemma":0.005870172,"threshold_uncertainty_score":0.9999311},"labels":[],"label_agreement":null},{"id":"W4407698341","doi":"10.2196/65847","title":"Theory-Based Social Media Intervention for Nonmedical Use of Prescription Opioids in Young Adults: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Preprint; Randomized controlled trial; Medical prescription; Protocol (science); Intervention (counseling); Social media; Medicine; Alternative medicine; Psychology; Family medicine; Psychiatry; Computer science; Nursing; World Wide Web","score_opus":0.10943881735636088,"score_gpt":0.5201177656549685,"score_spread":0.4106789482986076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407698341","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024934115,0.0000017111818,0.006196651,0.00061573694,0.000033850883,0.9904048,0.000053802247,0.0000495153,0.00015053371],"genre_scores_gemma":[0.0036252162,1.7387721e-7,0.0014378654,0.000027799206,0.00020715514,0.9937917,0.0001181302,0.000038642305,0.000753295],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942665,0.0021430696,0.001533765,0.0005088321,0.0009537325,0.00059407996],"domain_scores_gemma":[0.99286014,0.005387144,0.00032596485,0.00036548937,0.0009484954,0.0001127734],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0077874907,0.00026228858,0.0017240583,0.000785494,0.00012917949,0.00007796822,0.00022075779,0.00032419604,0.00009839629],"category_scores_gemma":[0.012663058,0.00018616697,0.0010040437,0.0004498504,0.00041198326,0.0001474315,0.000073435534,0.00041039067,0.0000019140311],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9715618,0.00838686,0.00023646442,0.0061130812,0.0002320685,0.0000025469485,0.0010277502,0.0000011520757,0.0002207746,0.004955997,0.002222646,0.0050388398],"study_design_scores_gemma":[0.97395796,0.004321976,0.00033274246,0.008473691,0.000059698777,2.3575328e-7,0.0002754771,0.0032387916,0.0010520284,0.0038267002,0.004340878,0.000119853525],"about_ca_topic_score_codex":0.00004800718,"about_ca_topic_score_gemma":0.00007945015,"teacher_disagreement_score":0.0049189865,"about_ca_system_score_codex":0.00034362826,"about_ca_system_score_gemma":0.0010523269,"threshold_uncertainty_score":0.9956537},"labels":[],"label_agreement":null},{"id":"W4407736522","doi":"10.2196/65790","title":"Predicting Therapy Outcomes in Patients With Stress-Related Disorders: Protocol for a Predictive Modeling Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medicine; Psychology; Computer science; Alternative medicine; World Wide Web","score_opus":0.21330340507755216,"score_gpt":0.6070379815093236,"score_spread":0.39373457643177145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407736522","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07108738,4.6285768e-7,0.00015589637,0.00020083219,0.000018433146,0.92410773,0.00009928223,0.00012208137,0.0042078914],"genre_scores_gemma":[0.23386058,4.729562e-9,0.00004232959,0.000014246305,0.00001060098,0.76473165,0.000012524079,0.000039659517,0.0012884025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99611574,0.0007050868,0.00084031414,0.00072724244,0.0007020281,0.0009096037],"domain_scores_gemma":[0.99835986,0.00036175107,0.00014133676,0.0006067542,0.0004094111,0.00012090729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012589268,0.00025511417,0.0003530705,0.0006454754,0.00029083662,0.00013751582,0.00053311925,0.00014209424,0.000096817836],"category_scores_gemma":[0.00014969567,0.00019468536,0.00009525857,0.0009099805,0.000121058634,0.00035984567,0.00019937023,0.000717688,0.000020442472],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009644325,0.030583337,0.9416916,0.00042149384,0.00017074835,0.0000020965526,0.0016108357,0.00012400413,2.503482e-7,0.00053467485,0.00027918184,0.014937505],"study_design_scores_gemma":[0.076702416,0.052043956,0.8420301,0.008881507,0.0000040641,1.7162458e-7,0.004152625,0.0041078385,0.000018356004,0.00887316,0.0027851555,0.0004006273],"about_ca_topic_score_codex":0.00018810014,"about_ca_topic_score_gemma":0.00034831537,"teacher_disagreement_score":0.1627732,"about_ca_system_score_codex":0.00029124986,"about_ca_system_score_gemma":0.0001793488,"threshold_uncertainty_score":0.7939038},"labels":[],"label_agreement":null},{"id":"W4407794681","doi":"10.2196/64796","title":"Assessment of Community Stakeholders’ and Health Educators and Professionals’ Needs for the Continuous Enhancement of Sexual and Reproductive Health and Rights in Mali (Project CLEFS): Protocol for a Convergent Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hôpital Charles-Le Moyne; Cegep de Saint Jerome; Université de Sherbrooke","funders":"","keywords":"Sexual and reproductive health and rights; Protocol (science); Reproductive health; Health professionals; Medical education; Medicine; Psychology; Nursing; Public relations; Reproductive rights; Political science; Alternative medicine; Health care; Environmental health; Population","score_opus":0.4467150086692901,"score_gpt":0.6661260965687946,"score_spread":0.21941108789950453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407794681","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29050216,0.000028233904,0.000110967114,0.0047596544,0.000009170256,0.70453715,0.00002575984,0.0000057444263,0.000021195383],"genre_scores_gemma":[0.074150115,0.0000038681937,0.0025206902,0.0002714696,0.00002593713,0.92281276,0.000004502667,0.000009662031,0.00020097697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99556994,0.002444957,0.00076268765,0.00036727573,0.00039260817,0.0004625222],"domain_scores_gemma":[0.9978402,0.000813916,0.00031223218,0.00043297766,0.00040553726,0.00019513562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012893765,0.0001790444,0.00073069625,0.00030715181,0.0005059482,0.000026405822,0.00012520865,0.000060687187,0.0000033236847],"category_scores_gemma":[0.00017691664,0.000110385074,0.000022489045,0.00035832226,0.00035028916,0.000055687648,0.00031067175,0.0005324329,1.6791466e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02012987,0.027984336,0.57171357,0.13853084,0.0006872645,0.0000027362337,0.0839559,3.4142263e-7,0.001723568,0.013805136,0.02759471,0.11387176],"study_design_scores_gemma":[0.021096628,0.04937538,0.76795524,0.0060011223,0.000017167955,0.000009170738,0.12481866,0.00007890071,0.0015776167,0.0022679642,0.02663013,0.00017203818],"about_ca_topic_score_codex":0.002979229,"about_ca_topic_score_gemma":0.00037136197,"teacher_disagreement_score":0.21827565,"about_ca_system_score_codex":0.00017103588,"about_ca_system_score_gemma":0.0017596006,"threshold_uncertainty_score":0.45037228},"labels":[],"label_agreement":null},{"id":"W4407804578","doi":"10.2196/60527","title":"Enhancing Text Message Support With Media Literacy and Financial Incentives for Vaping Cessation in Young Adults: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Cancer Institute","keywords":"Randomized controlled trial; Protocol (science); Financial literacy; Text message; Incentive; Smoking cessation; Health literacy; Text messaging; Medicine; Medical education; Psychology; Computer science; Alternative medicine; Finance; Business; Internet privacy; Health care; Political science","score_opus":0.07346710658100573,"score_gpt":0.4951003282540183,"score_spread":0.42163322167301254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407804578","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02910651,9.980286e-7,0.002767901,0.00024779237,0.000018847582,0.9674576,0.000010385122,0.000046524034,0.00034347837],"genre_scores_gemma":[0.120739765,3.3842838e-7,0.0005402049,0.000030885752,0.00020196162,0.877975,0.00004099836,0.000026291704,0.0004445839],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99668884,0.00062144175,0.000920211,0.0005268532,0.0006963236,0.00054635276],"domain_scores_gemma":[0.9961347,0.002463106,0.000255373,0.00024767095,0.0007994097,0.00009975223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060904813,0.00023093667,0.0011313555,0.00067725213,0.00024955685,0.00020517693,0.00013195243,0.0001593341,0.000043600554],"category_scores_gemma":[0.004249074,0.00016106709,0.00015489891,0.0005255109,0.00020677235,0.00036714386,0.00005617388,0.0004226211,3.838893e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9847118,0.0010120781,0.003966705,0.0025343178,0.00003606927,0.0000052032287,0.002557538,2.4251398e-7,0.0009912383,0.0006340678,0.00015726662,0.0033934442],"study_design_scores_gemma":[0.9750555,0.0043280795,0.0036214925,0.010128797,0.000032812874,0.000002066268,0.00027454042,0.00019390548,0.004037501,0.0008340209,0.0013342297,0.00015703458],"about_ca_topic_score_codex":0.00003440733,"about_ca_topic_score_gemma":0.000087207685,"teacher_disagreement_score":0.09163326,"about_ca_system_score_codex":0.0002044104,"about_ca_system_score_gemma":0.000978768,"threshold_uncertainty_score":0.6568125},"labels":[],"label_agreement":null},{"id":"W4407805201","doi":"10.2196/68667","title":"Combining Ecological Momentary Assessment and Social Network Analysis to Study Youth Physical Activity and Environmental Influences: Protocol for a Mixed Methods Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Social network (sociolinguistics); Applied psychology; Observational study; Protocol (science); Psychology; Social network analysis; Data collection; Level design; Social media; Medicine; Computer science","score_opus":0.28971454529301593,"score_gpt":0.6137947159350752,"score_spread":0.32408017064205924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407805201","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4994338,6.164223e-8,0.00081306195,0.00010736958,0.000002044543,0.49953347,0.000020152327,0.000022004257,0.00006804378],"genre_scores_gemma":[0.4728813,2.5294092e-8,0.0015777871,0.000060827082,0.000022828928,0.52542484,0.000003618906,0.000011789976,0.000017008313],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98979664,0.005867812,0.00046626193,0.001762092,0.0010651011,0.0010420869],"domain_scores_gemma":[0.9977239,0.0012032627,0.00015355492,0.0005688254,0.000017888824,0.00033260603],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009998426,0.0003683784,0.0007043826,0.00019862545,0.0015385471,0.00021770621,0.00044285925,0.00011643096,0.00014173465],"category_scores_gemma":[0.00012587527,0.0003201674,0.00011638635,0.001100072,0.0006424781,0.00031632622,0.0024438468,0.00082769076,0.0000065295812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091314566,0.016498337,0.93479526,0.00008327261,0.000306952,0.0000072917037,0.0059921686,0.00014801539,0.0017379354,0.000009411783,0.00007824373,0.03942998],"study_design_scores_gemma":[0.0044051223,0.0051515307,0.9751933,0.000040322033,0.00007905369,2.3093088e-7,0.011984347,0.0017081769,0.00016401081,0.00050739694,0.0004861156,0.0002803407],"about_ca_topic_score_codex":0.00017050048,"about_ca_topic_score_gemma":0.00014740057,"teacher_disagreement_score":0.040398106,"about_ca_system_score_codex":0.0011464359,"about_ca_system_score_gemma":0.00006929787,"threshold_uncertainty_score":0.999925},"labels":[],"label_agreement":null},{"id":"W4407827973","doi":"10.2196/69743","title":"Assessing Pulmonary Function in Children and Adolescents After Cancer Treatment: Protocol for a Multicenter Cohort Study (Swiss Childhood Cancer Survivor Study FollowUp–Pulmo)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Protocol (science); Cohort; Cohort study; Family medicine; Internal medicine; Alternative medicine; Computer science; World Wide Web; Pathology","score_opus":0.12169900956978014,"score_gpt":0.5490180150809566,"score_spread":0.42731900551117646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407827973","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40202674,0.000017425438,0.00000852495,0.00035722688,0.000023481332,0.5973752,0.000043142158,0.000077664816,0.0000705673],"genre_scores_gemma":[0.4411897,0.0000010809404,0.000022377193,0.00012349495,0.00023218722,0.5580121,0.000011638421,0.0000660705,0.0003413241],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927829,0.0015891241,0.0011417666,0.0017312019,0.001534667,0.0012203585],"domain_scores_gemma":[0.9975531,0.00022736592,0.00023364299,0.0010617891,0.0005646217,0.00035945207],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030726693,0.0006334715,0.0011328474,0.0008786346,0.00042825664,0.00041754628,0.000346387,0.00023321592,0.00013970715],"category_scores_gemma":[0.00018846808,0.00052980153,0.0001974462,0.0012110008,0.00017537372,0.0005865379,0.00038048605,0.0009179433,0.000007662214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012200404,0.031578813,0.9351233,0.00144906,0.0006449007,0.000042262378,0.0019916305,0.000003246475,0.000059913804,0.0000011939649,0.00031564804,0.016589617],"study_design_scores_gemma":[0.0371831,0.0045161815,0.94426984,0.009518564,0.00010432524,0.0000038156186,0.0015681132,0.00006685179,0.0001089631,0.00003636743,0.0022265976,0.00039727104],"about_ca_topic_score_codex":0.009405319,"about_ca_topic_score_gemma":0.009712119,"teacher_disagreement_score":0.0393631,"about_ca_system_score_codex":0.0012251426,"about_ca_system_score_gemma":0.0012092083,"threshold_uncertainty_score":0.9997153},"labels":[],"label_agreement":null},{"id":"W4407833433","doi":"10.2196/64465","title":"Tablet- and Group-Based Multicomponent Cognitive Stimulation for Older Adults With Mild Cognitive Impairment: Single-Group Pilot Study and Protocol for Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognition; Randomized controlled trial; Neuropsychology; Quality of life (healthcare); Anxiety; Psychological intervention; Medicine; Dementia; Cognitive decline; Protocol (science); Effects of sleep deprivation on cognitive performance; Psychology; Physical therapy; Clinical psychology; Psychiatry; Psychotherapist; Internal medicine","score_opus":0.1042525936494984,"score_gpt":0.4938755802898987,"score_spread":0.3896229866404003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407833433","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12669441,0.0000053657177,0.005565465,0.00026317782,0.00000714773,0.86709166,0.000055652414,0.000076486955,0.00024062613],"genre_scores_gemma":[0.32112294,2.0616217e-7,0.00035105651,0.00009970491,0.000088970184,0.6777981,0.00009454662,0.00004824879,0.00039624335],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932383,0.002037186,0.0010318168,0.0011785232,0.0014128777,0.0011013267],"domain_scores_gemma":[0.9874709,0.008896683,0.00029128426,0.00026205555,0.0026964017,0.00038262593],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0067909863,0.00052025355,0.0018123782,0.00089094567,0.00067601027,0.00038523995,0.0001417658,0.0001281457,0.0000770159],"category_scores_gemma":[0.0020637074,0.0003477188,0.00021962194,0.00053198077,0.00076365855,0.00024799377,0.00016744502,0.000535459,0.0000023908756],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9471629,0.035314098,0.0053264634,0.0041544912,0.0009274762,0.000019111372,0.0003860198,3.0092124e-7,0.0004993061,0.000055009164,0.00014988545,0.0060049267],"study_design_scores_gemma":[0.8425355,0.12676832,0.010648802,0.012083491,0.00027215696,0.0000019847678,0.0013014395,0.0048478236,0.0009264267,0.00011452083,0.00020780467,0.00029176322],"about_ca_topic_score_codex":0.00004072353,"about_ca_topic_score_gemma":0.000033571363,"teacher_disagreement_score":0.19442853,"about_ca_system_score_codex":0.00016268424,"about_ca_system_score_gemma":0.0004642877,"threshold_uncertainty_score":0.9998975},"labels":[],"label_agreement":null},{"id":"W4407843276","doi":"10.2196/60728","title":"Optimizing the Pharmacotherapy of Vascular Surgery Patients at Hospital Admission and Discharge (PHAROS): Protocol for a Quasi-Experimental Clinical Uncontrolled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Protocol (science); Pharmacotherapy; Clinical trial; Emergency medicine; Alternative medicine; Internal medicine; Computer science; World Wide Web","score_opus":0.39694943230231644,"score_gpt":0.646670534677376,"score_spread":0.24972110237505957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407843276","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05826371,0.000014884674,0.00003044606,0.0014121005,0.000048000977,0.9399692,0.000015659301,0.00002719314,0.0002188094],"genre_scores_gemma":[0.020332633,0.0000034157154,0.00017727049,0.0002966351,0.00020040994,0.9783894,0.000013230789,0.000030036517,0.0005570075],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959036,0.0011668714,0.0009845416,0.00048270175,0.00091479416,0.00054748525],"domain_scores_gemma":[0.995081,0.0035366467,0.00029185062,0.0004075498,0.00036848584,0.00031445635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004202437,0.0002256612,0.0007203863,0.00016888427,0.00037974864,0.000070173504,0.00022547937,0.00014667309,0.0002642573],"category_scores_gemma":[0.0013757326,0.00013087655,0.0004766128,0.0003060899,0.00031856136,0.00020859264,0.00026293733,0.00060956087,0.0000052995492],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.72300005,0.03366015,0.18796948,0.0028404642,0.0006130491,0.000006815657,0.00052032206,6.327335e-7,0.0059535485,0.00018182094,0.03192072,0.013332964],"study_design_scores_gemma":[0.3467629,0.017032448,0.0037496663,0.001890942,0.000036761965,5.9652683e-7,0.00009051901,0.0011955997,0.015038125,0.00005751857,0.6139296,0.00021530475],"about_ca_topic_score_codex":0.0000058816227,"about_ca_topic_score_gemma":5.2840926e-7,"teacher_disagreement_score":0.5820089,"about_ca_system_score_codex":0.00011330137,"about_ca_system_score_gemma":0.0003930741,"threshold_uncertainty_score":0.53369904},"labels":[],"label_agreement":null},{"id":"W4407844776","doi":"10.2196/68346","title":"Genetic, Epidemiological, and Clinical Risk Factors for Perinatal Anxiety and Depression in Dubai: Protocol for a 2-Point Prospective Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Anxiety; Epidemiology; Depression (economics); Medicine; Psychiatry; Preprint; Psychology; Clinical psychology; Family medicine; Internal medicine","score_opus":0.44875128024756467,"score_gpt":0.6277253838416971,"score_spread":0.1789741035941324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407844776","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35849285,0.000003463015,0.00006872719,0.00016611163,0.000006886157,0.6411753,0.00002871173,0.00001794378,0.000039992],"genre_scores_gemma":[0.07440584,0.000002831354,0.0019164346,0.000054727912,0.00007853969,0.9232079,0.0000042152897,0.000013527532,0.00031602272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973043,0.00063809694,0.0006798389,0.0006384648,0.00026905825,0.00047019345],"domain_scores_gemma":[0.9972413,0.0019325323,0.00011967442,0.0002440622,0.00026512615,0.00019730692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031911496,0.00017279723,0.00044630503,0.00012930844,0.0003063081,0.000043561948,0.00011281313,0.00017191033,0.000017682636],"category_scores_gemma":[0.0026050094,0.00011684255,0.000070059294,0.00015497493,0.00019152113,0.000089094996,0.00023902483,0.00059068203,7.3578735e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0108551495,0.0016031123,0.9781489,0.005650213,0.000022864027,0.000005085836,0.00023513928,5.222887e-7,0.00001625739,0.00014155732,0.0003084291,0.0030127645],"study_design_scores_gemma":[0.010973659,0.0066066207,0.96672904,0.0065207058,0.0000043733576,0.0000037653097,0.00018447846,0.00045220577,0.0002779429,0.0018265257,0.0063233348,0.00009732931],"about_ca_topic_score_codex":0.00005140037,"about_ca_topic_score_gemma":0.000027249363,"teacher_disagreement_score":0.284087,"about_ca_system_score_codex":0.000103401406,"about_ca_system_score_gemma":0.00019172425,"threshold_uncertainty_score":0.4764701},"labels":[],"label_agreement":null},{"id":"W4407847687","doi":"10.2196/60488","title":"Diabetic Retinopathy Screening Among at Risk Populations: Protocol for Distributional Cost-Effectiveness Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Brain Institute; McMaster University; West Park Healthcare Centre; Laurentian University; Public Health Ontario; University Health Network; University of Toronto; Toronto General Hospital; Diabetes Canada; Impact; Ted Rogers Centre for Heart Research","funders":"","keywords":"Preprint; Protocol (science); Diabetic retinopathy; Medicine; Computer science; Diabetes mellitus; World Wide Web; Alternative medicine","score_opus":0.2644666264626099,"score_gpt":0.583110961107563,"score_spread":0.3186443346449531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407847687","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011950276,6.702977e-7,0.009120238,0.0003385728,0.000008360642,0.97708625,0.00005954731,0.00008857294,0.0013475327],"genre_scores_gemma":[0.025983132,4.4323116e-8,0.0008665403,0.00002198357,0.000121117075,0.96858716,0.00051954703,0.000020654918,0.0038798177],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99692774,0.0007091194,0.0004174676,0.00056163466,0.0007171706,0.0006668681],"domain_scores_gemma":[0.997632,0.00061211246,0.00015450541,0.0005895735,0.0008341248,0.00017764985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038273972,0.00018508716,0.00037725628,0.0008944121,0.00071392005,0.00015813694,0.00021924183,0.00012679407,0.00026419136],"category_scores_gemma":[0.001341853,0.00016484655,0.00026061665,0.0026052427,0.00021028568,0.0001939155,0.00023258604,0.00038732943,0.000027917265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017789329,0.0007386552,0.97411495,0.0018276357,0.00029948444,0.0000016247897,0.00003288237,0.000076248194,0.0001445909,0.0015448771,0.01027256,0.009167539],"study_design_scores_gemma":[0.0040939003,0.00048039888,0.89342904,0.002376374,0.000105640596,1.313187e-7,0.000035274694,0.003638342,0.0012852182,0.001694207,0.09272254,0.00013894624],"about_ca_topic_score_codex":0.000040017083,"about_ca_topic_score_gemma":0.000022757007,"teacher_disagreement_score":0.08244999,"about_ca_system_score_codex":0.0005946255,"about_ca_system_score_gemma":0.00018694901,"threshold_uncertainty_score":0.6722247},"labels":[],"label_agreement":null},{"id":"W4407850646","doi":"10.2196/54993","title":"Developing a Multisensor-Based Machine Learning Technology (Aidar Decompensation Index) for Real-Time Automated Detection of Post–COVID-19 Condition: Protocol for an Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Observational study; Coronavirus disease 2019 (COVID-19); Medicine; Protocol (science); Computer science; Artificial intelligence; World Wide Web; Internal medicine; Alternative medicine","score_opus":0.28525535697525123,"score_gpt":0.5926179371147094,"score_spread":0.3073625801394582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407850646","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030360945,3.1086643e-7,0.02300033,0.003510325,0.000006695706,0.9420447,0.000048765763,0.0009926591,0.00003529737],"genre_scores_gemma":[0.05645258,2.6488557e-8,0.012812275,0.0002553819,0.00006517232,0.92987436,0.0002797313,0.000061612714,0.00019884392],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995875,0.0009238814,0.0008934901,0.00078120985,0.00088396366,0.0006424583],"domain_scores_gemma":[0.9929899,0.0029521952,0.00039879326,0.0006150496,0.0027935144,0.0002505635],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003624658,0.00030963132,0.0006082304,0.0019299864,0.00074341847,0.00009360222,0.00037321646,0.00038344855,0.000057206318],"category_scores_gemma":[0.010870403,0.00029348777,0.00013200122,0.0016024433,0.0002566967,0.00031038144,0.00013739338,0.0005759806,0.000008494101],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050512265,0.0061304583,0.25908574,0.034014195,0.0003865722,0.00004999586,0.00058733305,0.0019321785,0.6337427,0.0028291708,0.0012098083,0.0095195705],"study_design_scores_gemma":[0.110381514,0.053448234,0.21178097,0.008213122,0.00006395215,0.000030627918,0.00061525643,0.39048323,0.15421371,0.00428353,0.065534405,0.0009514476],"about_ca_topic_score_codex":0.00017802429,"about_ca_topic_score_gemma":0.00017234466,"teacher_disagreement_score":0.479529,"about_ca_system_score_codex":0.0012297818,"about_ca_system_score_gemma":0.0049229185,"threshold_uncertainty_score":0.9999517},"labels":[],"label_agreement":null},{"id":"W4407850799","doi":"10.2196/60464","title":"Strategies and Tools for Electronic Health Records and Physician Workflow Alignment: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Preprint; Workflow; Protocol (science); Medicine; Computer science; MEDLINE; Data science; World Wide Web; Alternative medicine; Database; Political science","score_opus":0.6055996570255485,"score_gpt":0.7242624585905976,"score_spread":0.11866280156504905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407850799","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.861807e-9,0.4335504,0.0002636405,0.0008718363,0.00001827438,0.56446755,0.000088748435,0.00009986003,0.00063969014],"genre_scores_gemma":[1.1003877e-9,0.46042216,0.00029558886,0.0005646524,0.00052947324,0.5368116,0.000074671814,0.00012600067,0.0011758453],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9799101,0.008610837,0.0037069002,0.0018903324,0.00091835845,0.0049635214],"domain_scores_gemma":[0.98346597,0.0117398035,0.0019320505,0.0013209519,0.000874337,0.00066688523],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019995509,0.0010058118,0.0051335315,0.00064411375,0.0027780735,0.00052512845,0.0008971886,0.0009462817,0.000047333484],"category_scores_gemma":[0.0016231105,0.0008121417,0.00045699012,0.0012947862,0.00021463474,0.0008487834,0.0005380394,0.0037780697,0.000025585272],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010750636,0.000069924885,5.6569155e-7,0.50354207,0.00004110568,3.8051184e-7,0.000053911048,8.2004e-9,5.9430555e-8,0.003384023,0.027783217,0.46501726],"study_design_scores_gemma":[0.0013820815,0.0018156325,1.5723802e-7,0.4906247,0.000015488944,0.000001996906,0.00010293545,0.0000034988466,9.8477855e-8,0.0011549797,0.5046126,0.00028582878],"about_ca_topic_score_codex":0.00008289485,"about_ca_topic_score_gemma":0.00053744926,"teacher_disagreement_score":0.4768294,"about_ca_system_score_codex":0.002835282,"about_ca_system_score_gemma":0.06339014,"threshold_uncertainty_score":0.9994329},"labels":[],"label_agreement":null},{"id":"W4407850869","doi":"10.2196/60806","title":"Improving Accessibility for Work Opportunities for Adults With Autism in an End-to-End Supported Workplace Program: Protocol for a Mixed Methods Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Psychology; Cohort study; Medicine; Computer science; Applied psychology; Medical education; World Wide Web; Alternative medicine","score_opus":0.3362612828310118,"score_gpt":0.5984683102857887,"score_spread":0.2622070274547769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407850869","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016945347,4.324189e-7,0.013300215,0.0022204723,0.000015562979,0.96671546,0.00011908985,0.0003919811,0.0002914561],"genre_scores_gemma":[0.027115854,5.588429e-8,0.0337853,0.000073967116,0.00004638963,0.9366817,0.000025495146,0.00015157527,0.0021196702],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9872906,0.0037695381,0.0012780691,0.002906427,0.0017763576,0.002978996],"domain_scores_gemma":[0.9920548,0.0044662305,0.0003130755,0.0019736683,0.0005559529,0.00063627807],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0158085,0.00063029956,0.0009604213,0.0015202548,0.0011194884,0.0013378903,0.0025247934,0.00030360662,0.00010162348],"category_scores_gemma":[0.004491425,0.0005289554,0.00018829142,0.0038281956,0.0006641863,0.0010290224,0.0010224131,0.0011793629,0.0000032262042],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11539062,0.026418334,0.12879157,0.012132756,0.00010388809,0.00009223619,0.0037944762,0.00002620089,0.00690472,0.0066110357,0.0037500386,0.6959841],"study_design_scores_gemma":[0.11086616,0.12242838,0.3325365,0.012497894,0.00005573464,0.000012638815,0.013055721,0.023109008,0.14581968,0.032051045,0.20353468,0.004032575],"about_ca_topic_score_codex":0.00012524395,"about_ca_topic_score_gemma":0.0010742096,"teacher_disagreement_score":0.6919515,"about_ca_system_score_codex":0.0006477846,"about_ca_system_score_gemma":0.0029986305,"threshold_uncertainty_score":0.9997162},"labels":[],"label_agreement":null},{"id":"W4407856905","doi":"10.2196/63338","title":"Measuring Adult Health and Well-Being Outcomes Associated With Nature Contact in Parks and Other Forms of Protected Areas: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Urban Green Space and Health","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia; Wilfrid Laurier University","funders":"","keywords":"Preprint; Protocol (science); Psychology; Gerontology; Medicine; Computer science; Alternative medicine; World Wide Web","score_opus":0.20488216017643174,"score_gpt":0.5393877647359211,"score_spread":0.33450560455948936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407856905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019600184,0.0593019,0.00000561141,0.00023745342,0.0000010670745,0.93998903,0.00002127157,0.000030262652,0.0004114558],"genre_scores_gemma":[3.6404475e-7,0.07566616,0.00016554816,0.0002741997,0.000010754758,0.923624,0.000010349424,0.00005699768,0.00019163456],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99501616,0.0011016657,0.0010956757,0.00085481786,0.0009501536,0.0009815241],"domain_scores_gemma":[0.9975202,0.00074777385,0.00081054505,0.0005032406,0.000118589,0.00029966442],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040601175,0.0004806818,0.0023502945,0.00030621435,0.00026863022,0.00008150863,0.00042160045,0.00046916123,0.00005277104],"category_scores_gemma":[0.0010284426,0.0003068502,0.00014300652,0.0010779139,0.00020576153,0.00020327968,0.00036625157,0.0016854464,0.0000029518749],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022243307,0.00026846858,0.064287655,0.84247285,0.0000487846,0.000004983907,0.0001914113,6.470867e-8,2.9128728e-7,0.00008520414,0.00082313194,0.09159474],"study_design_scores_gemma":[0.001933077,0.001111198,0.00079968333,0.8631079,0.000009125502,0.0000031621153,0.00001790923,0.0000033508422,0.0000010513542,0.00007711208,0.13266519,0.00027122124],"about_ca_topic_score_codex":0.00030716974,"about_ca_topic_score_gemma":0.0039720517,"teacher_disagreement_score":0.13184205,"about_ca_system_score_codex":0.00064455246,"about_ca_system_score_gemma":0.0012558047,"threshold_uncertainty_score":0.99993837},"labels":[],"label_agreement":null},{"id":"W4407862358","doi":"10.2196/62916","title":"Assessment and Intervention for Diabetes Distress in Primary Care Using Clinical and Technological Interventions: Protocol for a Single-Arm Pilot Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Protocol (science); Intervention (counseling); Medicine; Primary care; Distress; Preprint; Clinical trial; Psychology; Family medicine; Medical education; Gerontology; Alternative medicine; Nursing; Clinical psychology; Computer science; World Wide Web","score_opus":0.5113369470887408,"score_gpt":0.6559441639596016,"score_spread":0.14460721687086087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407862358","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052634377,0.0000074913737,0.0007108965,0.00047277773,0.000016306522,0.94564605,0.000011185397,0.000046010297,0.00045490224],"genre_scores_gemma":[0.037191454,2.919707e-7,0.0033790004,0.000029717496,0.000091196605,0.9589997,0.000058885304,0.000015318165,0.00023445336],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9979328,0.0002901219,0.0006802689,0.00047014502,0.00023194539,0.00039470737],"domain_scores_gemma":[0.9988276,0.00044910912,0.00011803451,0.00024912608,0.000280061,0.00007606938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029579813,0.00013639308,0.00036322692,0.0004612206,0.00014332848,0.00018561965,0.00013274702,0.00013549217,0.000011190122],"category_scores_gemma":[0.0006976362,0.000114583905,0.00014891555,0.0003231389,0.00034542705,0.00015281807,0.00028611126,0.000349658,3.3589112e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05161259,0.034889925,0.26144296,0.083921716,0.00016163546,0.000003413185,0.000087940185,5.0639864e-7,0.002035413,0.003978804,0.0021083849,0.5597567],"study_design_scores_gemma":[0.4165425,0.12235885,0.25962657,0.09840664,0.000107022766,0.0000012482656,0.0015326764,0.0019629893,0.0014805796,0.0136513645,0.08373415,0.00059540157],"about_ca_topic_score_codex":0.0000026944508,"about_ca_topic_score_gemma":0.000006822738,"teacher_disagreement_score":0.5591613,"about_ca_system_score_codex":0.00030302134,"about_ca_system_score_gemma":0.0001458476,"threshold_uncertainty_score":0.4672596},"labels":[],"label_agreement":null},{"id":"W4407864429","doi":"10.2196/64961","title":"Development and Pilot Testing of an Addiction Clinic–Based Pre-Exposure Prophylaxis Uptake and Adherence Intervention for Women with Substance Use Disorders: Protocol for a Pilot Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Randomized controlled trial; Medicine; Protocol (science); Preprint; Intervention (counseling); Addiction; Substance use; Alternative medicine; Physical therapy; Psychiatry; World Wide Web; Computer science; Internal medicine","score_opus":0.24187443309691428,"score_gpt":0.5230245494306321,"score_spread":0.2811501163337179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407864429","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10158421,0.000003025774,0.006210522,0.00006143108,0.0000030416434,0.891862,0.000041944695,0.00005206025,0.0001817793],"genre_scores_gemma":[0.017600346,3.1315622e-7,0.021982681,0.000006671617,0.000042877884,0.95547044,0.000028853277,0.000032932498,0.004834889],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99637127,0.0007431799,0.0010240562,0.00060972903,0.0006291589,0.00062261015],"domain_scores_gemma":[0.99624133,0.00156063,0.000281933,0.00037669556,0.001274645,0.00026477012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059019336,0.0002276028,0.00066061196,0.0004885531,0.0003303909,0.00018787287,0.00018139687,0.0000954391,0.00006022447],"category_scores_gemma":[0.0045717256,0.00016529542,0.00010207398,0.00060800795,0.0005009678,0.0004023153,0.000071590744,0.00042039546,8.2714104e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.85129756,0.0043547465,0.000891307,0.0072282497,0.00013227922,0.0000010984706,0.0003167145,4.6934804e-7,0.0013674807,0.000076019765,0.00048857846,0.13384551],"study_design_scores_gemma":[0.7226576,0.24236006,0.0024811581,0.012049974,0.00001097554,0.0000011578925,0.00019439789,0.0015690478,0.002087297,0.00042653226,0.016012268,0.0001495191],"about_ca_topic_score_codex":0.00004302189,"about_ca_topic_score_gemma":0.00034466342,"teacher_disagreement_score":0.23800531,"about_ca_system_score_codex":0.00015233942,"about_ca_system_score_gemma":0.0008219292,"threshold_uncertainty_score":0.67405516},"labels":[],"label_agreement":null},{"id":"W4407866315","doi":"10.2196/64911","title":"Integrating Lived Experience Into Medical Education Related to Children With Medical Complexity or Developmental Disabilities: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Adolescent and Pediatric Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medical education; Psychology; Gerontology; Medicine; Computer science; Alternative medicine; World Wide Web","score_opus":0.6970453810592689,"score_gpt":0.7560637448639569,"score_spread":0.059018363804687946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407866315","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.5848353e-7,0.033751052,0.00009839287,0.0022669572,0.000031839358,0.9628697,0.000034508317,0.00018078467,0.0007664174],"genre_scores_gemma":[1.917826e-8,0.09906097,0.0024064523,0.001256001,0.00058042805,0.89446944,0.00029128924,0.0000997853,0.0018356451],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9828584,0.0070473314,0.0035114211,0.0014569305,0.0033601858,0.0017656941],"domain_scores_gemma":[0.98810774,0.007104725,0.00070563407,0.00088664604,0.0014395638,0.001755675],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00939448,0.0007541716,0.0026728308,0.0005393076,0.0021140699,0.00006932808,0.0020244373,0.0014138732,0.0069177505],"category_scores_gemma":[0.058017965,0.0004569477,0.0002726631,0.002596766,0.00061884936,0.00019691637,0.0013714094,0.004811145,0.00023625161],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022317143,0.00035980574,0.0006135246,0.5559043,0.000022792741,0.0000023080265,0.003320727,1.0363764e-9,2.570978e-9,0.00018785766,0.043628637,0.39573684],"study_design_scores_gemma":[0.00076714787,0.0003907297,0.0000070549336,0.5415245,0.000007695403,0.000010263477,0.0015177547,9.75059e-7,3.1873128e-8,0.000042201096,0.45545834,0.00027324143],"about_ca_topic_score_codex":0.00022891973,"about_ca_topic_score_gemma":0.0012386497,"teacher_disagreement_score":0.4118297,"about_ca_system_score_codex":0.0020797406,"about_ca_system_score_gemma":0.14122313,"threshold_uncertainty_score":0.9998825},"labels":[],"label_agreement":null},{"id":"W4407867582","doi":"10.2196/62659","title":"Effectiveness of Stromal Vascular Fraction (SVF) and Platelet-Rich Plasma (PRP) in Patients With Knee Osteoarthritis: Protocol for a Phase 3, Prospective, Randomized, Controlled, Multicenter Study (SPOST Study)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Periodontal Regeneration and Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stromal vascular fraction; Platelet-rich plasma; Osteoarthritis; Medicine; Preprint; Protocol (science); Physical therapy; Platelet; Internal medicine; Computer science; Stromal cell; Alternative medicine; Pathology; World Wide Web","score_opus":0.03924960667111202,"score_gpt":0.4667906687757248,"score_spread":0.42754106210461273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407867582","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4815661,0.0000010920563,0.000021429041,0.000004558134,0.0000035463372,0.5182661,0.000009524909,0.0000150007345,0.00011266324],"genre_scores_gemma":[0.46813124,3.4579998e-8,0.00005506028,0.000002135073,0.000008413793,0.5316813,0.0000092380415,0.00001697281,0.00009561943],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99555194,0.0017056668,0.0007030648,0.00063327275,0.0009788347,0.00042724356],"domain_scores_gemma":[0.99761456,0.0007486152,0.00017949952,0.0003702161,0.000954521,0.00013259184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024496005,0.00030353194,0.0015114828,0.00058955624,0.00019715965,0.000107425294,0.00010254489,0.00010547772,0.000024141284],"category_scores_gemma":[0.00063821854,0.00019879194,0.0001377552,0.00049568503,0.00018525249,0.00023900339,0.000120943005,0.0003693209,0.0000024562123],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5781808,0.030644367,0.38577053,0.0009783687,0.00058159075,0.00002639489,0.0002721183,0.0000027171125,0.0002602341,0.000017460894,0.000006160581,0.003259256],"study_design_scores_gemma":[0.6792494,0.03727857,0.27828804,0.0024383278,0.000045326313,6.7264085e-7,0.0003317256,0.00008876333,0.0020711396,0.000010650767,0.00009624394,0.00010111102],"about_ca_topic_score_codex":0.000049975417,"about_ca_topic_score_gemma":0.00009893005,"teacher_disagreement_score":0.107482485,"about_ca_system_score_codex":0.000318181,"about_ca_system_score_gemma":0.000295199,"threshold_uncertainty_score":0.81065},"labels":[],"label_agreement":null},{"id":"W4407867596","doi":"10.2196/56375","title":"Power-Assist Add-Ons for Older Adult Manual Wheelchair Users: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; British Columbia Institute of Technology; International Collaboration On Repair Discoveries; Simon Fraser University","funders":"","keywords":"Preprint; Wheelchair; Protocol (science); Computer science; Gerontology; Psychology; Medicine; World Wide Web; Alternative medicine","score_opus":0.6058942306845451,"score_gpt":0.7445632071000123,"score_spread":0.13866897641546727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407867596","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0375866e-9,0.13968785,0.00068704545,0.0018107134,0.000029437826,0.85167444,0.000668454,0.0004913094,0.0049507204],"genre_scores_gemma":[2.1343043e-9,0.1875545,0.002088781,0.0006789089,0.00016876946,0.8000428,0.00023371745,0.00014647072,0.009086067],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9850365,0.0067456267,0.0033351602,0.0017381452,0.00091600727,0.0022285935],"domain_scores_gemma":[0.9769951,0.012316079,0.0016218817,0.0044449996,0.0042447643,0.0003771425],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.010731862,0.0009293584,0.0036859189,0.00071547204,0.0031762882,0.000079337704,0.003521314,0.0021002826,0.0013456218],"category_scores_gemma":[0.0113309985,0.00073398004,0.0012768714,0.0015556045,0.00073282624,0.0002067216,0.0023088409,0.005250942,0.00031078086],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014442585,0.0004552505,0.000017034301,0.5406174,0.000062032945,8.935331e-7,0.0000305182,2.1882909e-9,5.7714768e-8,0.0022275213,0.28563502,0.1708098],"study_design_scores_gemma":[0.0016847785,0.0003815972,0.0000047261224,0.48798966,0.000027984077,8.8650444e-7,0.00006247428,6.2962994e-7,5.6651743e-7,0.00019267575,0.50935245,0.0003015889],"about_ca_topic_score_codex":0.000008994507,"about_ca_topic_score_gemma":0.00014594325,"teacher_disagreement_score":0.22371739,"about_ca_system_score_codex":0.0014356268,"about_ca_system_score_gemma":0.012409478,"threshold_uncertainty_score":0.9995673},"labels":[],"label_agreement":null},{"id":"W4407908287","doi":"10.2196/72032","title":"Unintended Prolonged Opioid Use: Protocol for a Case-Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Opioid; Medical prescription; Clinical trial; Protocol (science); Family medicine; Alternative medicine; Nursing; Internal medicine","score_opus":0.2418368997205377,"score_gpt":0.5816483890798043,"score_spread":0.33981148935926664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407908287","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011321086,0.0000013724497,0.00009347397,0.0022817603,0.000016998905,0.99313205,0.000022689468,0.00022821927,0.0030912957],"genre_scores_gemma":[0.0006096022,9.761122e-8,0.0015623366,0.00013211585,0.0002209953,0.97654635,0.00002467731,0.000069488146,0.020834336],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99555576,0.0006746872,0.0008430412,0.00085443386,0.00091999053,0.0011520747],"domain_scores_gemma":[0.9960157,0.00092183874,0.00014877882,0.0011831549,0.001421755,0.0003087241],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018923945,0.00038539807,0.00095832936,0.00072903483,0.00045911205,0.00027800817,0.00032354423,0.0003138097,0.00023637486],"category_scores_gemma":[0.002267535,0.0002801728,0.00041914752,0.00093214307,0.0003195905,0.00020749995,0.00021951442,0.0008234936,0.000058873313],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.927408,0.008205468,0.00094581133,0.0035254073,0.00040754818,0.00078026153,0.0003880055,6.647393e-7,0.00073933107,0.002687831,0.050013438,0.004898263],"study_design_scores_gemma":[0.6446655,0.0111014135,0.00022688413,0.0023992318,0.000027564349,0.00007154564,0.00019619601,0.00024472736,0.001973117,0.0013143113,0.33759463,0.00018487869],"about_ca_topic_score_codex":0.000055645287,"about_ca_topic_score_gemma":0.000033227447,"teacher_disagreement_score":0.2875812,"about_ca_system_score_codex":0.00046907636,"about_ca_system_score_gemma":0.0024265193,"threshold_uncertainty_score":0.9999651},"labels":[],"label_agreement":null},{"id":"W4407909434","doi":"10.2196/59532","title":"Contactless Breathing Monitoring at Home and in the Hospital: Protocol for a Low-Cost Frequency-Modulated Continuous-Wave Radar-Based Device","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Breathing; Radar; SIGNAL (programming language); Apnea; Real-time computing; Computer science; Vital signs; Respiratory rate; Continuous monitoring; Acoustics; Medicine; Telecommunications; Engineering; Heart rate; Physics; Anesthesia","score_opus":0.11457035833218124,"score_gpt":0.4492069706937888,"score_spread":0.3346366123616076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407909434","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038403764,0.0000082088745,0.00084899383,0.00016363306,0.000037593414,0.9596794,0.000022131257,0.00023508102,0.00060114806],"genre_scores_gemma":[0.15281926,2.6511066e-7,0.00088847097,0.000015667472,0.00017179789,0.84595364,0.000005077501,0.0000771965,0.00006862861],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9966995,0.00034829314,0.00055946206,0.0005713396,0.0007000059,0.0011213941],"domain_scores_gemma":[0.9975,0.0012573422,0.00007250488,0.00065564347,0.0003629513,0.00015157189],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018896348,0.0003815656,0.00044588104,0.00046687335,0.00040521382,0.00047350136,0.0006287469,0.00024792226,0.00000985547],"category_scores_gemma":[0.00030161225,0.00031759482,0.00009668781,0.0010507071,0.00015584851,0.00037701285,0.00020915673,0.0009466598,0.000009433987],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019440774,0.0011411941,0.26507413,0.018819353,0.00018213212,0.0006299612,0.0028883528,0.0005758358,0.68544465,0.00069617975,0.0026131466,0.019990992],"study_design_scores_gemma":[0.028343692,0.0016390879,0.0736763,0.04061942,0.00001442458,0.00002528085,0.0014130649,0.0042640446,0.8071514,0.003172293,0.037665024,0.0020159977],"about_ca_topic_score_codex":0.00006854046,"about_ca_topic_score_gemma":0.000033656044,"teacher_disagreement_score":0.19139782,"about_ca_system_score_codex":0.0007992901,"about_ca_system_score_gemma":0.0001850493,"threshold_uncertainty_score":0.99992764},"labels":[],"label_agreement":null},{"id":"W4407932515","doi":"10.2196/65649","title":"The Effectiveness of a Race-Based Stress Reduction Intervention on Improving Stress-Related Symptoms and Inflammation in African American Women at Risk for Cardiometabolic Disease: Protocol for Recruitment and Intervention for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular Health and Risk Factors","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Intervention (counseling); Medicine; Disease; African american; Stress reduction; Stress management; Race (biology); Stress (linguistics); Protocol (science); Inflammation; Physical therapy; Gerontology; Alternative medicine; Clinical psychology; Nursing; Internal medicine; Pathology","score_opus":0.046829005983909114,"score_gpt":0.4795976436200784,"score_spread":0.4327686376361693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407932515","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23422836,0.000027717975,0.0011820081,0.000113568945,0.000023505934,0.76432854,0.000069889415,0.000020217016,0.000006184654],"genre_scores_gemma":[0.18859982,0.000004961514,0.000038887683,9.678317e-7,0.000066190754,0.8111351,0.00004900252,0.000021353135,0.000083679275],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99318993,0.0043964447,0.0010073279,0.00047812503,0.0004546594,0.00047349816],"domain_scores_gemma":[0.99364066,0.0046975696,0.0005913541,0.00035218714,0.0005475421,0.00017066901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018541168,0.00021253045,0.0014127354,0.0006962499,0.00033449125,0.00007972933,0.00008930366,0.00010460322,0.0000014564699],"category_scores_gemma":[0.0052679684,0.00013464897,0.0007737486,0.00046837787,0.00036282162,0.00007851036,0.000060349215,0.0002547796,8.113322e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84576476,0.00057732675,0.00081355416,0.010645107,0.0004982293,3.451062e-7,0.00014274864,0.000049858827,0.00034514832,0.00018454427,0.0000069949588,0.1409714],"study_design_scores_gemma":[0.9678793,0.006879183,0.0073221205,0.007292092,0.00014157081,3.6676036e-7,0.00032903513,0.004676808,0.0029684473,0.0006956471,0.0017011745,0.000114276125],"about_ca_topic_score_codex":0.00015298033,"about_ca_topic_score_gemma":0.000037399466,"teacher_disagreement_score":0.14085713,"about_ca_system_score_codex":0.00066536124,"about_ca_system_score_gemma":0.00029895848,"threshold_uncertainty_score":0.6426036},"labels":[],"label_agreement":null},{"id":"W4407932528","doi":"10.2196/64066","title":"Evaluation Of Comparative Efficacy Of Honey Thermal Micro Cautery vs Standard Physiotherapy vs Sida Cordifolia Oil Via Nasal Administration In The Management Of Frozen Shoulder: Protocol for Randomized Controlled Trial (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Shoulder Injury and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Protocol (science); Physical therapy; Frozen shoulder; Surgery; Alternative medicine","score_opus":0.2114264182647477,"score_gpt":0.5878621627780598,"score_spread":0.3764357445133121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407932528","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0924104,0.00000971592,0.00023934487,0.00038582375,0.00001454908,0.90589565,0.00004137398,0.000019965455,0.0009831453],"genre_scores_gemma":[0.28784868,8.663834e-7,0.00034026976,0.000008950484,0.00007722214,0.71155435,0.000018397317,0.000018210796,0.00013302841],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924851,0.003170781,0.0012808974,0.00042528214,0.0023210288,0.0003168912],"domain_scores_gemma":[0.99618053,0.0018044885,0.00036065112,0.00057334715,0.0010212554,0.000059742695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012860554,0.00024475553,0.001499724,0.00027898574,0.000068393485,0.00005301756,0.00026432017,0.00012007723,0.00023155825],"category_scores_gemma":[0.00015044831,0.00014153248,0.0005078764,0.00040693782,0.00032497922,0.000095401374,0.000052369676,0.000315325,0.000003136499],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9583286,0.0041038194,0.00003506217,0.003114845,0.0014728473,0.000011486451,0.0025154983,0.000058758098,0.017500952,0.0004381982,0.00045730863,0.0119626485],"study_design_scores_gemma":[0.8581303,0.010497438,0.00032700607,0.003305949,0.00023411316,0.0000018577143,0.0003164046,0.0022251974,0.12328389,0.00067205937,0.00090525084,0.00010053426],"about_ca_topic_score_codex":0.000027398124,"about_ca_topic_score_gemma":0.000011088598,"teacher_disagreement_score":0.19543828,"about_ca_system_score_codex":0.00020493673,"about_ca_system_score_gemma":0.00095279585,"threshold_uncertainty_score":0.5771527},"labels":[],"label_agreement":null},{"id":"W4407932821","doi":"10.2196/65770","title":"Examining a Telemedicine-Based Virtual Reality Clinic in Treating Adults With Specific Phobia: Protocol for a Feasibility Randomized Controlled Efficacy Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Telemedicine; Preprint; Protocol (science); Randomized controlled trial; Medicine; Virtual reality; Telepsychiatry; Psychology; Medical physics; Physical therapy; Alternative medicine; Computer science; World Wide Web; Health care; Artificial intelligence; Surgery","score_opus":0.3079006310862375,"score_gpt":0.5531554561768396,"score_spread":0.2452548250906021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407932821","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022392715,6.61151e-7,0.09937544,0.0009971211,0.000007845147,0.89494216,0.000008354898,0.00014819532,0.002280959],"genre_scores_gemma":[0.02218954,1.6467469e-7,0.004540736,0.00008937863,0.00012887684,0.9726678,0.000009453256,0.000022038317,0.0003520174],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99055475,0.00386192,0.0019257802,0.0013391073,0.0012547293,0.0010637112],"domain_scores_gemma":[0.98340595,0.013170327,0.00051307183,0.0017673767,0.0008570322,0.00028623198],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.023613404,0.00038395156,0.0018655914,0.0007278796,0.00042663276,0.00053981564,0.001449399,0.00022176324,0.000041304902],"category_scores_gemma":[0.0076775155,0.00025330024,0.00031305623,0.0023511392,0.00056817615,0.00037914983,0.00027079234,0.000877636,0.0000114217955],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9663267,0.0031336953,0.00016514974,0.00039745204,0.00003609084,0.0000061463375,0.00039938858,0.000033720135,0.000116526164,0.0040473132,0.0016375592,0.023700273],"study_design_scores_gemma":[0.9623052,0.007471689,0.00068664894,0.003860972,0.0000042321017,7.248236e-7,0.00013774076,0.015462482,0.00033387798,0.0010737599,0.008422563,0.00024009957],"about_ca_topic_score_codex":0.00009542043,"about_ca_topic_score_gemma":0.00008997654,"teacher_disagreement_score":0.09483471,"about_ca_system_score_codex":0.00044603713,"about_ca_system_score_gemma":0.0021973567,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W4407932923","doi":"10.2196/57511","title":"Developing and Evaluating an Interactive, Case-Based, Web-Based Active Learning Tool for Primary Care Physicians (Community Fracture Capture Learning Hub): Protocol for an Acceptability and Engagement Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Web application; Medical education; Analytics; Protocol (science); Computer science; World Wide Web; Data science; Alternative medicine","score_opus":0.36861610162838604,"score_gpt":0.614034119596583,"score_spread":0.245418017968197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407932923","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3079114,0.000001270958,0.0022962112,0.00017266815,0.000004047632,0.68922585,0.000030526924,0.00015704811,0.00020095846],"genre_scores_gemma":[0.33234918,3.2598702e-8,0.0060162535,0.00017666092,0.000075589385,0.6611279,0.000112891066,0.000069438065,0.000072030874],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9896805,0.0068642884,0.00062184443,0.0010650799,0.0008740937,0.0008941813],"domain_scores_gemma":[0.9929545,0.003536117,0.00029130917,0.0008561099,0.0021254139,0.000236578],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0074260808,0.0004930862,0.000754903,0.00047476956,0.003004197,0.00040268202,0.00036850965,0.00026830117,0.000026904076],"category_scores_gemma":[0.0036898255,0.00044308748,0.00010311954,0.00057826564,0.0002798073,0.0006754637,0.0004258688,0.0043732375,8.233799e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029575475,0.0064927996,0.11331411,0.028961677,0.0002730371,0.00007843555,0.10766967,0.00143436,0.00928835,0.000018941482,0.00021240576,0.70268077],"study_design_scores_gemma":[0.055201508,0.05169197,0.11159917,0.009249443,0.00012924783,0.000019673334,0.6733815,0.037657224,0.010154875,0.00018845707,0.049531564,0.0011953863],"about_ca_topic_score_codex":0.00023078074,"about_ca_topic_score_gemma":0.00059530477,"teacher_disagreement_score":0.70148534,"about_ca_system_score_codex":0.0011740354,"about_ca_system_score_gemma":0.0022581362,"threshold_uncertainty_score":0.9998021},"labels":[],"label_agreement":null},{"id":"W4407933116","doi":"10.2196/66115","title":"Short- and Long-Term Effectiveness of Brief Intensive Trauma Treatment for Adolescents With Posttraumatic Stress Disorder and Their Caregivers: Protocol for a Multicenter Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"Stichting tot Steun Vereniging tot Christelijke Verzorging van Geestes- en Zenuwzieken","keywords":"Randomized controlled trial; Medicine; Protocol (science); Preprint; Psychology; Psychiatry; Clinical psychology; Physical therapy; Alternative medicine; Surgery; Computer science","score_opus":0.14944562515042584,"score_gpt":0.5315689278994241,"score_spread":0.3821233027489983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407933116","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13586251,0.000028309405,0.0014614966,0.00009164234,0.000014676438,0.8621815,0.00013871155,0.00003668107,0.00018446843],"genre_scores_gemma":[0.27781335,7.40809e-7,0.000046100136,0.000009105587,0.000025495849,0.72185665,0.000017670285,0.000050850882,0.00018006856],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929792,0.003527374,0.0009650604,0.0009679661,0.000536145,0.001024202],"domain_scores_gemma":[0.99107754,0.006074967,0.0002538328,0.00072776823,0.0016469978,0.00021886456],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029412932,0.0005516899,0.0023917158,0.00059933274,0.0002983459,0.00020952284,0.00043749338,0.00025338918,0.00004338265],"category_scores_gemma":[0.0010453637,0.00033253053,0.00041062591,0.0003224414,0.0013447624,0.00015557703,0.00016569941,0.00034790343,0.0000010268793],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9538023,0.0053089308,0.007673713,0.012718437,0.0013094009,0.00000801369,0.0029404247,0.0000011716368,0.00012771651,0.0004908144,0.000038916736,0.015580174],"study_design_scores_gemma":[0.95602906,0.010879826,0.010995906,0.017276049,0.000071413895,0.0000037838374,0.0022541548,0.000258543,0.0015321736,0.00030313033,0.00011408301,0.0002818778],"about_ca_topic_score_codex":0.00012942177,"about_ca_topic_score_gemma":0.00014831261,"teacher_disagreement_score":0.14195083,"about_ca_system_score_codex":0.000170449,"about_ca_system_score_gemma":0.000242668,"threshold_uncertainty_score":0.9999127},"labels":[],"label_agreement":null},{"id":"W4407936317","doi":"10.2196/67120","title":"Interventions to Reduce Serum Per- and Poly-Fluoroalkyl Substances Levels, Improve Cardiovascular Risk Profiles, and Improve Epigenetic Age Acceleration in US Firefighters: Protocol for Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Occupational Health and Performance","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences","keywords":"Randomized controlled trial; Preprint; Psychological intervention; Medicine; Protocol (science); Gerontology; Environmental health; Internal medicine; Alternative medicine; Computer science; Psychiatry; World Wide Web","score_opus":0.23784200182895343,"score_gpt":0.5942107347194776,"score_spread":0.3563687328905242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407936317","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030366214,0.00016106167,0.00046812458,0.0008553122,0.00008890235,0.9673443,0.00019587061,0.000050701557,0.00046953448],"genre_scores_gemma":[0.014097562,0.000013639308,0.0010910357,0.00013026518,0.0004104705,0.98150986,0.000019456802,0.000033823442,0.002693894],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99112904,0.0044605015,0.0018078607,0.0008201133,0.0006811556,0.0011013353],"domain_scores_gemma":[0.9954401,0.0025317057,0.0003916591,0.0005574373,0.0007543598,0.00032471804],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013257644,0.0003238699,0.0014776922,0.00062190567,0.0014115744,0.00015475902,0.0003011469,0.00035590492,0.00010407389],"category_scores_gemma":[0.0021927983,0.00024516825,0.00039693865,0.0005229356,0.00022711084,0.0003470513,0.0002365641,0.0011704902,0.000015269827],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9425038,0.00040980676,0.0038763895,0.0130312,0.00012041395,0.000002367526,0.0009975196,0.000004037085,0.00031596134,0.000560193,0.0011547119,0.037023585],"study_design_scores_gemma":[0.9522379,0.0019135186,0.014265488,0.005875078,0.000026809772,1.9423938e-7,0.00025236205,0.000636994,0.0005946093,0.0022249431,0.021706333,0.0002657611],"about_ca_topic_score_codex":0.00040704696,"about_ca_topic_score_gemma":0.0006303738,"teacher_disagreement_score":0.036757823,"about_ca_system_score_codex":0.00032761812,"about_ca_system_score_gemma":0.0015020666,"threshold_uncertainty_score":0.9998885},"labels":[],"label_agreement":null},{"id":"W4407947858","doi":"10.2196/57264","title":"Weighted Blankets for Agitation in Hospitalized Patients with Dementia: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Decision-Making and Restraints","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Aging; National Institutes of Health","keywords":"Medicine; Dementia; Psychomotor agitation; Observational study; Delirium; Randomized controlled trial; Clinical Global Impression; Clinical trial; Physical therapy; Anxiety; Emergency medicine; Psychiatry; Internal medicine; Placebo; Alternative medicine","score_opus":0.12123727520751437,"score_gpt":0.584724676515082,"score_spread":0.4634874013075676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407947858","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005717472,0.0000011775603,0.0020889174,0.0008670717,0.000055118246,0.98868257,0.000027684624,0.00006617472,0.002493804],"genre_scores_gemma":[0.0034151035,4.222679e-8,0.0012984652,0.00010264347,0.00011452778,0.99342084,0.00003720412,0.000042757103,0.0015684388],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99328613,0.002838543,0.0013490552,0.0007330067,0.000818832,0.00097441603],"domain_scores_gemma":[0.99111456,0.0058358074,0.00035241692,0.00053631753,0.0020165446,0.00014433854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008270967,0.0002751381,0.0013446031,0.000868405,0.00028726266,0.00016357478,0.00041957275,0.00034347904,0.0001832218],"category_scores_gemma":[0.004242031,0.00017352658,0.0003336515,0.00070466695,0.00022668898,0.000108075685,0.000056805384,0.00044526154,0.000019338906],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9765137,0.0028628577,0.00030874417,0.000542359,0.00031155042,0.0000133003305,0.00038198268,6.615792e-7,0.0000036676101,0.0020572683,0.0065602507,0.010443661],"study_design_scores_gemma":[0.9408463,0.0042666905,0.0010788458,0.0021872341,0.000012352868,3.6357451e-7,0.00008869908,0.00017099254,0.000009725555,0.009966332,0.041198425,0.00017400358],"about_ca_topic_score_codex":0.000032115135,"about_ca_topic_score_gemma":0.000027437056,"teacher_disagreement_score":0.035667364,"about_ca_system_score_codex":0.00015464841,"about_ca_system_score_gemma":0.00070602674,"threshold_uncertainty_score":0.70762086},"labels":[],"label_agreement":null},{"id":"W4407961211","doi":"10.2196/63455","title":"An Interdisciplinary Ecosystem for the Prevention of Cardiotoxicity in Older Patients With Breast Cancer: Protocol for a Prospective and Multicentric Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chemotherapy-induced cardiotoxicity and mitigation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Preprint; Cardiotoxicity; Breast cancer; Protocol (science); Medicine; Cancer prevention; Cancer; Gerontology; Alternative medicine; Computer science; World Wide Web; Internal medicine","score_opus":0.07633100532633245,"score_gpt":0.5345050338706838,"score_spread":0.45817402854435135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407961211","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22328913,6.7736045e-7,0.00042287575,0.00013452588,0.0000028292534,0.7760453,0.000058327696,0.000014364103,0.000031943444],"genre_scores_gemma":[0.45357198,5.0204978e-8,0.000061978375,0.000004440383,0.000033005857,0.54627186,0.0000034539783,0.000011809242,0.000041401297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982412,0.00027863332,0.00033741034,0.00041080176,0.000429205,0.0003027457],"domain_scores_gemma":[0.9983196,0.00022897733,0.000115036106,0.00036423453,0.0009054516,0.00006666564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013338211,0.00014385837,0.00036193916,0.00025016686,0.00022007387,0.000045563836,0.00014278915,0.00008882494,0.0000053526533],"category_scores_gemma":[0.000049937495,0.00009027548,0.00007985357,0.00054364547,0.00008981233,0.00016901077,0.00009331398,0.0002626133,1.1035726e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046611235,0.013442209,0.863619,0.010507166,0.0004603823,0.0000024791054,0.005478374,0.000036650046,0.007835887,0.000096298725,0.00033622468,0.05157408],"study_design_scores_gemma":[0.04390807,0.007910112,0.915025,0.006628481,0.000027858092,0.0000022523948,0.0024258478,0.0010285205,0.022354629,0.00020191025,0.00036178506,0.00012551059],"about_ca_topic_score_codex":0.00003128787,"about_ca_topic_score_gemma":0.00026594114,"teacher_disagreement_score":0.23028286,"about_ca_system_score_codex":0.00035213528,"about_ca_system_score_gemma":0.00035501193,"threshold_uncertainty_score":0.3681327},"labels":[],"label_agreement":null},{"id":"W4407961736","doi":"10.2196/64003","title":"Handwriting as an objective tool for identifying Alzheimer’s disease: usability of an assessment protocol. (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Usability; Protocol (science); Handwriting; Computer science; Medicine; World Wide Web; Human–computer interaction; Artificial intelligence; Alternative medicine","score_opus":0.24577025717309534,"score_gpt":0.6298150107922833,"score_spread":0.384044753619188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407961736","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05534755,0.0000055626274,0.000905335,0.0002649262,0.000008846862,0.9401099,0.000056149926,0.0001781576,0.0031235802],"genre_scores_gemma":[0.17158261,2.6519024e-7,0.0018916371,0.000024072277,0.00023869112,0.82558644,0.000053300002,0.00006038302,0.0005625983],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99350435,0.0011697205,0.0007210036,0.0012149507,0.0023514885,0.0010384654],"domain_scores_gemma":[0.99583155,0.0005868185,0.00008830517,0.0009647559,0.0018362309,0.0006923147],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008457338,0.00027430695,0.00042971814,0.00050581305,0.00039252025,0.0006163507,0.00045157145,0.00012474823,0.0011952297],"category_scores_gemma":[0.00090009434,0.00023225992,0.00026064223,0.0007567727,0.0004603331,0.0010241257,0.00042378544,0.00093033334,0.00006010916],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023502218,0.01869734,0.22168104,0.039876457,0.00090253423,0.00073762995,0.0017763693,0.000007612404,0.0991158,0.012992946,0.0018600961,0.57885],"study_design_scores_gemma":[0.012981635,0.029088499,0.65574837,0.019289942,0.00011295539,0.000050720806,0.002707611,0.010088973,0.17648785,0.03146511,0.061124783,0.0008535363],"about_ca_topic_score_codex":0.0000537944,"about_ca_topic_score_gemma":0.0000098297105,"teacher_disagreement_score":0.57799643,"about_ca_system_score_codex":0.00033842603,"about_ca_system_score_gemma":0.0024995203,"threshold_uncertainty_score":0.99971783},"labels":[],"label_agreement":null},{"id":"W4407987920","doi":"10.2196/63269","title":"iCogCA to Promote Cognitive Health Through Digital Group Interventions for Individuals Living With a Schizophrenia Spectrum Disorder: Protocol for a Nonrandomized Concurrent Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"BC Mental Health & Substance Use Services; Université Laval; University of British Columbia; Vancouver Coastal Health; Université du Québec en Outaouais; University of Toronto; Royal Ottawa Mental Health Centre; Université du Québec à Montréal; Queen's University; Douglas Mental Health University Institute; McGill University","funders":"","keywords":"Preprint; Psychological intervention; Randomized controlled trial; Protocol (science); Schizophrenia spectrum; Cognition; Psychology; Medicine; Clinical psychology; Psychiatry; Gerontology; Alternative medicine; Computer science; World Wide Web; Psychosis","score_opus":0.13874391407114972,"score_gpt":0.5449786753681057,"score_spread":0.406234761296956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407987920","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016011928,0.000015001173,0.028839644,0.0055617187,0.00001715196,0.9630807,0.00046093453,0.00015544664,0.00026819657],"genre_scores_gemma":[0.0066683195,7.1582645e-7,0.0077844677,0.000105774336,0.00029277452,0.9836093,0.0001560833,0.00008673063,0.0012958384],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99359304,0.0007822448,0.0013664042,0.001144303,0.0013773467,0.0017366514],"domain_scores_gemma":[0.99388486,0.0034740374,0.0003512899,0.00058275607,0.0010186034,0.00068847195],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038598566,0.0005293419,0.0018342441,0.0008188187,0.00085736066,0.0007217193,0.0004145213,0.00015882673,0.00012160696],"category_scores_gemma":[0.0051094936,0.0003560152,0.00092751055,0.0011258743,0.0003137409,0.00036484632,0.00034751795,0.00073498936,0.000031105086],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9350117,0.014223514,0.00048893545,0.005091443,0.0011741357,0.000008729163,0.0004157765,3.9567067e-7,0.000017595836,0.0025183016,0.0035528985,0.03749662],"study_design_scores_gemma":[0.8422621,0.07908172,0.00036948282,0.037096746,0.000053599226,0.0000075188873,0.0002438187,0.000077059456,0.00018776917,0.002466013,0.037870027,0.00028413223],"about_ca_topic_score_codex":0.000031105857,"about_ca_topic_score_gemma":0.00022902663,"teacher_disagreement_score":0.09274954,"about_ca_system_score_codex":0.0005016249,"about_ca_system_score_gemma":0.003418291,"threshold_uncertainty_score":0.9998892},"labels":[],"label_agreement":null},{"id":"W4407989408","doi":"10.2196/72512","title":"Correction: Methodology for the Positive Voices 2022 Survey of People With HIV Accessing Care in England, Wales, and Scotland: Cross-Sectional Questionnaire Study","year":2025,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Psychology; Medicine; Family medicine; Optometry; Library science; Computer science","score_opus":0.24616155547490795,"score_gpt":0.5681553211534259,"score_spread":0.321993765678518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407989408","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048534074,0.001009919,0.0003137834,0.00038261423,0.0009467854,0.98657006,0.0005484006,0.00006845992,0.005306545],"genre_scores_gemma":[0.020331517,0.00002404878,0.00005577596,0.000014308642,0.0005710173,0.9323603,0.0010130496,0.000043911714,0.045586087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949015,0.0023382585,0.00049970584,0.00076700683,0.0010175218,0.0004760192],"domain_scores_gemma":[0.9943864,0.002985669,0.0002419841,0.0005357297,0.0017621592,0.000088075634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004893155,0.00029715445,0.00068476365,0.0006460138,0.0004546917,0.0003212861,0.0003844354,0.00027676256,0.00007096081],"category_scores_gemma":[0.0016754844,0.00020101773,0.000071532246,0.0009957817,0.0004777006,0.0001696721,0.0004115993,0.0015921996,0.0000010380887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010141651,0.000676352,0.88303864,0.0073109427,0.00032683532,0.000035531615,0.0020990784,0.000024805684,0.0000015278541,0.000033399392,0.09282613,0.0034850868],"study_design_scores_gemma":[0.0061299056,0.0030831613,0.95594835,0.0063867043,0.00004019465,0.000010075876,0.002933966,0.00017576327,0.000007019337,0.000041118463,0.025078528,0.00016521217],"about_ca_topic_score_codex":0.0047856406,"about_ca_topic_score_gemma":0.06583242,"teacher_disagreement_score":0.07290969,"about_ca_system_score_codex":0.00045660257,"about_ca_system_score_gemma":0.003069616,"threshold_uncertainty_score":0.9512137},"labels":[],"label_agreement":null},{"id":"W4408013372","doi":"10.2196/64405","title":"Virtual Diabetes Prevention Program Tailored to Increase Participation of Black and Latino Men: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Preprint; Randomized controlled trial; Protocol (science); Medicine; Gerontology; Psychology; Computer science; Alternative medicine; World Wide Web","score_opus":0.12543255365166822,"score_gpt":0.5620291116216636,"score_spread":0.43659655796999536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408013372","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05408844,2.3956596e-7,0.00011936133,0.00088304776,0.000007060675,0.94091994,0.0000015121158,0.000059218957,0.0039211665],"genre_scores_gemma":[0.031029461,6.977397e-8,0.0008185033,0.00003923759,0.00012870724,0.9613079,0.00002435878,0.00001673212,0.006635026],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.996959,0.0008981059,0.00081222446,0.00034297613,0.00053943,0.00044831226],"domain_scores_gemma":[0.99766815,0.00095105206,0.00022045888,0.00030606863,0.0006827133,0.00017153691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005707268,0.00016011787,0.0009506706,0.0005094002,0.00010489981,0.00011785318,0.000115330186,0.00009597841,0.000076961136],"category_scores_gemma":[0.004080447,0.0001178739,0.00020712016,0.00054609816,0.00022864953,0.00014693338,0.00010472154,0.00015336776,0.00000723312],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95289236,0.0037337888,0.00088402577,0.0022113519,0.00022125679,1.6559034e-7,0.0002370071,0.0000023294967,0.001202795,0.0018027745,0.010253843,0.026558287],"study_design_scores_gemma":[0.9654301,0.010288665,0.0011015767,0.002451363,0.00006971942,1.7468178e-8,0.00010235859,0.0038982013,0.0026780027,0.0020954232,0.011784293,0.00010028582],"about_ca_topic_score_codex":0.000006217513,"about_ca_topic_score_gemma":0.0000017320375,"teacher_disagreement_score":0.026458,"about_ca_system_score_codex":0.0000671907,"about_ca_system_score_gemma":0.00032556782,"threshold_uncertainty_score":0.48849708},"labels":[],"label_agreement":null},{"id":"W4408014527","doi":"10.2196/66086","title":"Examining Potential Implicit Bias in Oncologist-Patient Communication (CONNECT): Protocol for an Observational 2-Site Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Observational study; Preprint; Protocol (science); Medicine; Computer science; Psychology; Medical education; Alternative medicine; World Wide Web; Internal medicine","score_opus":0.916612995908996,"score_gpt":0.7137761100416185,"score_spread":0.20283688586737758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408014527","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038715716,0.000003532826,0.00008104939,0.002170935,0.000025016536,0.9564383,0.000052991447,0.00018724936,0.0023251877],"genre_scores_gemma":[0.094043024,2.3822088e-7,0.0024853714,0.00053079415,0.000079679994,0.90225923,0.00012261476,0.000051205516,0.00042784517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9816408,0.013129575,0.0020666493,0.0008494282,0.0010422029,0.0012713086],"domain_scores_gemma":[0.9884845,0.0049981107,0.0006457229,0.0029002146,0.0027258473,0.00024561503],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0058366465,0.0003066988,0.0005252585,0.0009029477,0.00278493,0.00011280994,0.0017987018,0.0004271929,0.00015872868],"category_scores_gemma":[0.0033252342,0.00029370733,0.000073509254,0.0016003478,0.00022949913,0.0006455226,0.0017143,0.0025091406,0.000069304995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005097444,0.006862484,0.9220603,0.0032728435,0.00003778547,0.000004762896,0.020550773,0.00017239044,0.000751414,0.006533867,0.021943307,0.012712595],"study_design_scores_gemma":[0.020233708,0.01070066,0.6183778,0.008158046,0.0000047894873,6.820897e-7,0.056256518,0.0043914737,0.00010277818,0.008244953,0.27296478,0.00056381646],"about_ca_topic_score_codex":0.0017235948,"about_ca_topic_score_gemma":0.0054375906,"teacher_disagreement_score":0.30368254,"about_ca_system_score_codex":0.0016037859,"about_ca_system_score_gemma":0.0029895355,"threshold_uncertainty_score":0.9999515},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408015385","doi":"10.2196/65733","title":"Development of a Framework for Youth- and Family-Specific Engagement in Research: Proposal for a Scoping Review and Qualitative Descriptive Study","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Sinai Health System; North York General Hospital; Toronto General Hospital; McMaster University; Toronto Rehabilitation Institute; Izaak Walton Killam Health Centre; Hospital for Sick Children; Institute for Clinical Evaluative Sciences; University of Calgary; Canadians Living with HIV; Holland Bloorview Kids Rehabilitation Hospital; University Health Network; Carleton University; Dalhousie University; SickKids Foundation; University of Toronto","funders":"National Institute on Drug Abuse","keywords":"Preprint; Qualitative research; Descriptive research; Psychology; Medical education; Sociology; Medicine; Computer science; World Wide Web; Social science","score_opus":0.960591133733968,"score_gpt":0.7811627963345684,"score_spread":0.17942833739939956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408015385","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008910453,0.43206942,0.00019564523,0.000037780082,0.000018951318,0.5673203,0.00024622964,0.000012178213,0.00009059315],"genre_scores_gemma":[3.5446058e-7,0.3955335,0.01668368,0.000031410545,0.00004748424,0.5873559,0.0001341573,0.000040319435,0.00017316015],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9723758,0.01992635,0.003279456,0.0012490206,0.0013893857,0.0017799934],"domain_scores_gemma":[0.9819273,0.014866027,0.0007388931,0.000652931,0.0014407032,0.00037418024],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.059406027,0.00049732707,0.0027027307,0.0012364677,0.0018851949,0.00004423933,0.0005664183,0.0004568985,0.000025264284],"category_scores_gemma":[0.0019798162,0.00038599255,0.00013021335,0.0014118652,0.00030574074,0.000109264474,0.0012489134,0.0032308449,0.000009871405],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037741463,0.0008470257,0.000025594221,0.7086401,0.00005376233,0.000001075242,0.11879819,2.3179045e-9,1.5519021e-7,0.002746356,0.00081286876,0.16769747],"study_design_scores_gemma":[0.0013695767,0.0021381862,0.0000036740037,0.6302392,0.000020925565,4.803466e-8,0.07876407,2.1659832e-7,5.209359e-7,0.0013501173,0.28592438,0.00018908536],"about_ca_topic_score_codex":0.000045414687,"about_ca_topic_score_gemma":0.00019926146,"teacher_disagreement_score":0.28511152,"about_ca_system_score_codex":0.0013738277,"about_ca_system_score_gemma":0.011913806,"threshold_uncertainty_score":0.9998592},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408019029","doi":"10.2196/68179","title":"A Reminder App to Optimize Bladder Filling During Radiotherapy for Patients With Prostate Cancer (REFILL-PAC): Protocol for a Prospective Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prostate Cancer Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Interreg; European Regional Development Fund","keywords":"Preprint; Protocol (science); Medicine; Prostate cancer; Radiation therapy; Medical physics; Cancer; Computer science; Surgery; Alternative medicine; Internal medicine; World Wide Web","score_opus":0.0995439546822542,"score_gpt":0.5287525730313025,"score_spread":0.42920861834904833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408019029","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004691084,0.000005527663,0.00037036563,0.0015587353,0.000016572058,0.992786,0.00021836605,0.0001011838,0.0002521677],"genre_scores_gemma":[0.00038255865,0.0000016580022,0.008577752,0.00019194126,0.0002845511,0.98592186,0.000030302617,0.00010675647,0.0045026275],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99644154,0.000102436206,0.00052397297,0.0010175543,0.0007922985,0.001122204],"domain_scores_gemma":[0.996962,0.00030741983,0.00014951108,0.00058845826,0.0016645981,0.00032801297],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000624471,0.00038435034,0.0006475424,0.00040218604,0.00046405848,0.00017691575,0.00021757298,0.00015005146,0.00011460038],"category_scores_gemma":[0.00021854031,0.0002636835,0.00017978711,0.00076160964,0.00013099167,0.00016975022,0.000091958165,0.00037074622,0.0000033453816],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9137334,0.0064971894,0.030422136,0.0050999224,0.00094305736,0.000013090735,0.0012945794,0.00012857422,0.00064728304,0.00013737303,0.026644435,0.014438957],"study_design_scores_gemma":[0.5844413,0.037864335,0.01839224,0.013496718,0.000043307737,0.0000013283927,0.000112611655,0.00018586067,0.027044175,0.000314222,0.3175485,0.0005553808],"about_ca_topic_score_codex":0.000026255302,"about_ca_topic_score_gemma":0.000017941375,"teacher_disagreement_score":0.3292921,"about_ca_system_score_codex":0.0015129611,"about_ca_system_score_gemma":0.0012835789,"threshold_uncertainty_score":0.9999815},"labels":[],"label_agreement":null},{"id":"W4408019583","doi":"10.2196/64350","title":"Designing eHealth Interventions for Pediatric Emergency Departments: Protocol for a Usability Testing Study With Youth, Parent, and Clinician Participants","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Usability; Preprint; Psychological intervention; Protocol (science); Medicine; Medical education; Psychology; Family medicine; Computer science; Alternative medicine; Nursing; World Wide Web; Human–computer interaction","score_opus":0.7611445964117174,"score_gpt":0.7331816256524124,"score_spread":0.027962970759304984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408019583","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053207036,0.000005096711,0.007680245,0.000562651,0.000027431908,0.9857041,0.00015745706,0.00016533985,0.00037697438],"genre_scores_gemma":[0.0071401875,0.00000130868,0.006174017,0.00012722035,0.00031342194,0.9856018,0.000026363286,0.00005299758,0.00056270504],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99154514,0.0023674031,0.0022930799,0.001055455,0.0004971422,0.0022417977],"domain_scores_gemma":[0.9920292,0.0038097743,0.0006647573,0.00084900775,0.0018659257,0.0007813504],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012487919,0.0002934761,0.00060135033,0.00044506858,0.0044184653,0.000046352292,0.00042746981,0.00021334832,0.00006381386],"category_scores_gemma":[0.004287748,0.00023812764,0.000110378816,0.0014573258,0.00012351874,0.00018712391,0.00027717403,0.0010438922,0.000016550332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002825298,0.0035751672,0.94169116,0.034061506,0.000027879338,4.506175e-7,0.0012196053,0.0000022849126,0.0000053219724,0.0005708454,0.008161203,0.007859298],"study_design_scores_gemma":[0.055180974,0.040774222,0.61387247,0.014626379,0.00016321696,8.6069747e-7,0.028806832,0.000963547,0.000027216027,0.012908558,0.2316378,0.0010379155],"about_ca_topic_score_codex":0.00016913813,"about_ca_topic_score_gemma":0.0013988377,"teacher_disagreement_score":0.32781866,"about_ca_system_score_codex":0.00037433283,"about_ca_system_score_gemma":0.0035511344,"threshold_uncertainty_score":0.9968777},"labels":[],"label_agreement":null},{"id":"W4408027322","doi":"10.2196/65205","title":"Development of the Double-Blind, Randomized Trials of Effects of Antihypertensive Medicines (DREAM) Database and Characteristics of the Included Trials: Protocol for an Umbrella Review and Meta-Analyses","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Meta-analysis; Medicine; Preprint; Clinical trial; Blinding; Alternative medicine; Traditional medicine; Physical therapy; Computer science; Internal medicine; World Wide Web","score_opus":0.7984482577402994,"score_gpt":0.6610159443864634,"score_spread":0.137432313353836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408027322","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00091852155,0.0025357178,0.000025675423,0.0021268844,0.000008970513,0.9942455,0.000061758015,0.0000056142344,0.0000713498],"genre_scores_gemma":[0.0022923143,0.0001445716,0.0010418604,0.00038142633,0.000035883408,0.9959106,0.000006692597,0.0000153972,0.0001712454],"study_design_codex":"randomized_trial","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99046844,0.0049540997,0.0030258014,0.0003575035,0.0009571295,0.0002370126],"domain_scores_gemma":[0.98389876,0.010392525,0.0018268026,0.0008797269,0.002919615,0.000082599196],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028182711,0.00025889807,0.007639184,0.00024714862,0.00019028102,0.000012279288,0.00033509335,0.00011753428,0.000019951436],"category_scores_gemma":[0.0260053,0.00009930426,0.0006384456,0.00060170447,0.0010904233,0.000060383103,0.0005976758,0.00027067497,8.534068e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3866586,0.002069619,0.00027593074,0.24809128,0.027291073,0.0000032597957,0.0011309603,6.050117e-8,0.3096567,0.00041889798,0.019205058,0.005198557],"study_design_scores_gemma":[0.34654206,0.0008442781,0.00071820425,0.03206394,0.028331863,0.0000059286554,0.00016823383,0.000008146895,0.5610717,0.00017535161,0.029931048,0.00013925489],"about_ca_topic_score_codex":0.0000402494,"about_ca_topic_score_gemma":0.000010981303,"teacher_disagreement_score":0.25141498,"about_ca_system_score_codex":0.000006882258,"about_ca_system_score_gemma":0.0006906176,"threshold_uncertainty_score":0.9821991},"labels":[],"label_agreement":null},{"id":"W4408045002","doi":"10.2196/66824","title":"Technology-Enabled Workplace Learning Through Rethinking Electronic Health Records to Support Performance Feedback: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Computer science; Medical education; Health records; Knowledge management; Multimedia; Data science; Psychology; Medicine; World Wide Web; Health care; Alternative medicine","score_opus":0.32116974533146725,"score_gpt":0.6782907389789721,"score_spread":0.3571209936475048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408045002","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011447638,0.000007329413,0.00876822,0.008362713,0.000100946396,0.9745891,0.0000047523777,0.0010088882,0.006013262],"genre_scores_gemma":[0.0007181656,0.000002598356,0.018128667,0.00078595045,0.00035710988,0.90817136,0.0000081077615,0.00017786934,0.071650155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9674128,0.01871674,0.0030902454,0.0019871898,0.001460697,0.0073323143],"domain_scores_gemma":[0.9898643,0.00480717,0.0009189492,0.0019023446,0.0019613865,0.0005458437],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.062004138,0.00066704693,0.0016198383,0.0017401918,0.0065905633,0.00014390574,0.0019644743,0.00097267434,0.0004410294],"category_scores_gemma":[0.0055782143,0.00054992514,0.00015589534,0.0072972905,0.00018087446,0.00046945407,0.0013374555,0.010397446,0.00033112362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.023754857,0.0034858468,0.08037752,0.052970104,0.00032376216,0.00001617696,0.027929679,0.000050087474,0.0005138896,0.0073216455,0.37833798,0.42491844],"study_design_scores_gemma":[0.009024087,0.030731594,0.00093344785,0.0145526435,0.0000038933176,0.0000048687707,0.011046903,0.0003181232,0.00036968882,0.0034059095,0.9291649,0.00044394418],"about_ca_topic_score_codex":0.00044719368,"about_ca_topic_score_gemma":0.002371487,"teacher_disagreement_score":0.5508269,"about_ca_system_score_codex":0.006781272,"about_ca_system_score_gemma":0.029987106,"threshold_uncertainty_score":0.99969524},"labels":[],"label_agreement":null},{"id":"W4408045725","doi":"10.2196/66770","title":"Comparison of Efficiency of Closed Kinetic Chain Exercises Versus Proprioceptive Exercises in Improving Balance and Gait in People With Hemophilia: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemophilia Treatment and Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Balance (ability); Physical medicine and rehabilitation; Protocol (science); Randomized controlled trial; Gait; Physical therapy; Proprioception; Medicine; Computer science; Alternative medicine; Surgery","score_opus":0.09783303570143798,"score_gpt":0.5135886889013185,"score_spread":0.4157556531998805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408045725","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17888941,0.000014333967,0.00003349046,0.00024299657,0.0000049396576,0.82007045,0.0000050723265,0.000016113312,0.00072322006],"genre_scores_gemma":[0.290004,0.0000014717559,0.0003404871,0.0000018620643,0.000024490982,0.7091368,0.0000034443726,0.000018741384,0.0004687151],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953812,0.0009019814,0.0013012533,0.00059362344,0.0010817866,0.0007401823],"domain_scores_gemma":[0.9950345,0.00332884,0.00030888975,0.0004300456,0.0007648888,0.00013283105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043658675,0.00029510166,0.002952006,0.0011853165,0.00009778927,0.000038282375,0.00026124064,0.00020548205,0.000031043946],"category_scores_gemma":[0.0028760715,0.00018117177,0.00021176551,0.0014316239,0.0008056865,0.00008893416,0.0001523696,0.0005857243,8.288559e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.962839,0.0051459377,0.016861564,0.0064775487,0.00007435018,0.000012776889,0.0010730643,0.000008738448,0.0046004103,0.00018391148,0.000047055644,0.0026756206],"study_design_scores_gemma":[0.95441794,0.012139642,0.002224731,0.006946297,0.000030290492,6.75051e-7,0.00057087064,0.00460653,0.018723559,0.00013266942,0.00006827875,0.00013850318],"about_ca_topic_score_codex":0.000152894,"about_ca_topic_score_gemma":0.00013175463,"teacher_disagreement_score":0.11111458,"about_ca_system_score_codex":0.00021561136,"about_ca_system_score_gemma":0.0014505424,"threshold_uncertainty_score":0.738797},"labels":[],"label_agreement":null},{"id":"W4408086209","doi":"10.2196/72542","title":"Maternal Metabolic Health and Mother and Baby Health Outcomes (MAMBO): Protocol of a Prospective Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Observational study; Protocol (science); Medicine; Psychology; Alternative medicine; Computer science; World Wide Web","score_opus":0.3382957402719577,"score_gpt":0.6230353015162873,"score_spread":0.2847395612443296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408086209","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018542616,0.000020682139,0.000028053026,0.007982519,0.000001973123,0.9724536,0.000021541822,0.000026224103,0.00092276884],"genre_scores_gemma":[0.012688151,0.0000029173937,0.0008502202,0.00050066796,0.000019392388,0.98134667,0.000006628552,0.000017604372,0.0045677437],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967142,0.0005637097,0.00049723085,0.0004371329,0.0012122614,0.0005754704],"domain_scores_gemma":[0.99857897,0.00017158299,0.00012232445,0.00031474693,0.00045202335,0.0003603615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023537774,0.00015910565,0.0005135529,0.0005109053,0.00021889358,0.0000829308,0.00014257048,0.000035866993,0.00007456343],"category_scores_gemma":[0.00028841363,0.000118428696,0.000040015013,0.00055654516,0.00022901196,0.00013018526,0.0003237081,0.00036849693,0.000005091044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010769228,0.0018394594,0.9551833,0.0047613475,0.0001767738,0.0000051601064,0.0006326382,6.0895803e-7,0.000046324363,0.014643959,0.0044672512,0.017166227],"study_design_scores_gemma":[0.0063460832,0.0043256846,0.9419006,0.0010445364,0.0000018457872,0.0000011479818,0.0005396069,0.00006018355,0.000085754145,0.0020451513,0.043585163,0.00006423833],"about_ca_topic_score_codex":0.00030175984,"about_ca_topic_score_gemma":0.00006252746,"teacher_disagreement_score":0.03911791,"about_ca_system_score_codex":0.00014252609,"about_ca_system_score_gemma":0.0012460604,"threshold_uncertainty_score":0.4829382},"labels":[],"label_agreement":null},{"id":"W4408097828","doi":"10.2196/66338","title":"Examining Quality of Work Life in Atlantic Canadian Long-Term Care Homes: Protocol for a Cross-Sectional Survey Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of New Brunswick; Dalhousie University; Saint John Regional Hospital; Government of Nova Scotia; Mount Saint Vincent University","funders":"","keywords":"Cross-sectional study; Preprint; Work (physics); Protocol (science); Quality (philosophy); Gerontology; Medicine; Psychology; Computer science; Engineering; World Wide Web; Alternative medicine","score_opus":0.6185495770284156,"score_gpt":0.6871487967413766,"score_spread":0.06859921971296101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408097828","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2904942,0.0000020531127,0.000009537818,0.00004271636,0.00003614771,0.7087324,0.00006232904,0.000029844483,0.0005907514],"genre_scores_gemma":[0.27616924,4.3564565e-8,0.000025324436,0.000017138049,0.000108752414,0.7225835,0.000056206405,0.000023777433,0.0010160523],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99129736,0.0046175933,0.0013519443,0.0006546635,0.0008151559,0.001263271],"domain_scores_gemma":[0.9936438,0.0030851534,0.00025224936,0.00071505894,0.0019544095,0.00034931523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01060094,0.00021709723,0.0006034847,0.001117894,0.0009932603,0.000097031174,0.00061387394,0.0003615496,0.0002739872],"category_scores_gemma":[0.0030627258,0.00019762294,0.00009067026,0.0021297967,0.00017377263,0.00012478001,0.00023208025,0.0012038542,0.000024288322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003287275,0.0005563886,0.9791411,0.006606332,0.000027621496,0.000005661762,0.0039735767,0.0000023573277,0.000009250932,0.00003370564,0.0057753166,0.000581417],"study_design_scores_gemma":[0.00707094,0.00090517296,0.9806977,0.0032188883,9.358145e-7,9.140423e-8,0.004727353,9.724243e-7,0.0000055520495,0.000046635872,0.003166739,0.0001590272],"about_ca_topic_score_codex":0.13328683,"about_ca_topic_score_gemma":0.47673517,"teacher_disagreement_score":0.34344834,"about_ca_system_score_codex":0.0012055483,"about_ca_system_score_gemma":0.0073999316,"threshold_uncertainty_score":0.9982272},"labels":[],"label_agreement":null},{"id":"W4408098445","doi":"10.2196/66399","title":"Mapping the Evidence on Compassion Skills in Applied Behavior Analysis: Protocol for Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Psychology; Compassion; Applied psychology; Medical education; Computer science; Medicine; Alternative medicine; World Wide Web; Political science","score_opus":0.8946692092152054,"score_gpt":0.7296382213857535,"score_spread":0.16503098782945191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408098445","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6773837e-8,0.2546451,0.000019330848,0.00025159522,0.000015156363,0.7421118,0.00002839067,0.000060492002,0.002868093],"genre_scores_gemma":[3.4080234e-8,0.19431372,0.000047286794,0.00022878437,0.00013086197,0.8034666,0.00002279753,0.00003868193,0.0017512437],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99024194,0.0036079588,0.002001609,0.0017228243,0.0010805473,0.0013451257],"domain_scores_gemma":[0.9923205,0.004667583,0.0006819537,0.0018918755,0.00027834828,0.00015974707],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007122557,0.0007509293,0.0033920917,0.0010848091,0.0006116481,0.00018146454,0.0021862728,0.00063528307,0.00125544],"category_scores_gemma":[0.00047438103,0.00039999394,0.0011738553,0.006182081,0.00035413905,0.000057686357,0.0006363971,0.0025591257,0.0003668021],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015478797,0.0015369261,0.00007183575,0.20976388,0.0001107592,0.000019150728,0.000065843466,6.7292305e-8,1.863037e-7,0.00025927913,0.025464782,0.7625525],"study_design_scores_gemma":[0.00044068426,0.00032370322,0.00031436782,0.48873955,0.00009848809,0.000001020623,0.000014256655,4.6625647e-8,1.9730302e-7,0.000026268792,0.5098121,0.00022928847],"about_ca_topic_score_codex":0.00001961126,"about_ca_topic_score_gemma":0.000031560052,"teacher_disagreement_score":0.7623232,"about_ca_system_score_codex":0.00031118546,"about_ca_system_score_gemma":0.0003714249,"threshold_uncertainty_score":0.9998452},"labels":[],"label_agreement":null},{"id":"W4408098729","doi":"10.2196/66335","title":"Resource-Oriented Case Management to Implement Recommendations for Patients With Chronic Pain and Frequent Use of Analgesics in General Practices (Project RELIEF): Protocol for a Single-Arm Exploratory Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Opioid Use","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Preprint; Pain management; Resource (disambiguation); Exploratory research; Medicine; Chronic pain; Computer science; Psychology; Physical therapy; Alternative medicine","score_opus":0.3851605631296629,"score_gpt":0.5683014290989455,"score_spread":0.18314086596928264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408098729","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046207625,6.827233e-7,0.0010214555,0.0009189064,0.0000036997603,0.9516703,0.00005929341,0.000034851626,0.000083210856],"genre_scores_gemma":[0.0048704967,2.3577098e-7,0.010531879,0.0001373106,0.000040406867,0.98388106,0.00006929789,0.000033584718,0.0004357097],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960991,0.0011156634,0.0007498693,0.00077521044,0.00062959787,0.0006305631],"domain_scores_gemma":[0.99720997,0.00080193905,0.00032199104,0.0007901528,0.0007295177,0.0001464602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005876041,0.00024435297,0.0003931876,0.00095727143,0.00026145138,0.00012041867,0.0001785032,0.00006117628,0.000014347578],"category_scores_gemma":[0.0011397044,0.00019825377,0.0000619756,0.001201027,0.00007464137,0.0002589911,0.00035428605,0.00026642668,4.2013377e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04103091,0.06509682,0.73848355,0.018125348,0.0005671192,0.00023029954,0.0033147216,0.000024894582,0.00014302223,0.0014472806,0.093643226,0.037892833],"study_design_scores_gemma":[0.03738697,0.067902625,0.046115205,0.0042397203,0.000054607834,0.0000011239032,0.004878605,0.00087393983,0.00019667091,0.00013452591,0.83789855,0.00031744808],"about_ca_topic_score_codex":0.00015269808,"about_ca_topic_score_gemma":0.0008429021,"teacher_disagreement_score":0.74425536,"about_ca_system_score_codex":0.0008546453,"about_ca_system_score_gemma":0.00032404382,"threshold_uncertainty_score":0.8084554},"labels":[],"label_agreement":null},{"id":"W4408099062","doi":"10.2196/69417","title":"Efficacy and Safety of Acupuncture for Post–COVID-19 Insomnia: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acupuncture; Meta-analysis; Systematic review; Protocol (science); Medicine; Alternative medicine; Coronavirus disease 2019 (COVID-19); Psychology; MEDLINE; Physical therapy; Political science; Pathology; Disease","score_opus":0.3750234131392268,"score_gpt":0.6414215342038815,"score_spread":0.26639812106465466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408099062","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0993316e-10,0.43992224,0.00013533449,0.00037555431,0.0000016976109,0.55881006,0.0004792787,0.000029766836,0.00024607556],"genre_scores_gemma":[1.8848143e-9,0.124439694,0.00017402261,0.0003337097,0.000021840578,0.87017757,0.00013223857,0.00007515584,0.0046457597],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908733,0.0038095473,0.0023863083,0.0014070722,0.0006683448,0.0008554545],"domain_scores_gemma":[0.9870992,0.008723936,0.0011609356,0.0017388035,0.0008592561,0.0004179034],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006316477,0.0009896595,0.011523266,0.0014785426,0.0003629705,0.000116025585,0.0009712742,0.0011476215,0.0006872915],"category_scores_gemma":[0.004895444,0.00046914245,0.0037368787,0.0025340372,0.0003806041,0.00007560008,0.00036356685,0.0010772446,0.000013870509],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056589325,0.0005074611,2.0291742e-7,0.8531026,0.12637927,0.0000038469934,0.0001335408,1.6857096e-7,3.4697713e-8,0.0008712986,0.0135645475,0.004871095],"study_design_scores_gemma":[0.0030677407,0.0006787,1.5179137e-7,0.16654594,0.20003702,0.000009429519,0.00003039946,4.9651703e-7,5.6310085e-8,0.00011558147,0.6292423,0.00027216368],"about_ca_topic_score_codex":0.000018674362,"about_ca_topic_score_gemma":0.000013538375,"teacher_disagreement_score":0.6865567,"about_ca_system_score_codex":0.00013627818,"about_ca_system_score_gemma":0.0010644584,"threshold_uncertainty_score":0.999776},"labels":[],"label_agreement":null},{"id":"W4408106390","doi":"10.2196/59856","title":"Auricular Acupressure Versus an Intermittent Low-Carbohydrate Diet in Children With Overweight or Obesity With Gastric-Heat and Dampness-Obstruction Syndrome: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Overweight; Randomized controlled trial; Medicine; Obesity; Acupressure; Physical therapy; Internal medicine; Alternative medicine","score_opus":0.056081074756909245,"score_gpt":0.4645922323155723,"score_spread":0.408511157558663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408106390","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14714755,0.0000049882024,0.00009696547,0.0003909531,0.000008173411,0.85207564,0.000014335908,0.00008325045,0.00017813452],"genre_scores_gemma":[0.027952323,0.0000018438757,0.000651415,0.00001669997,0.00011517155,0.9702239,0.000037611047,0.000049149046,0.00095185667],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941449,0.0015446843,0.0007447214,0.0010400274,0.0014706977,0.0010549659],"domain_scores_gemma":[0.9964903,0.0014338137,0.0001744265,0.0007611969,0.0008076367,0.00033262421],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026871245,0.000653463,0.0026391228,0.00085595646,0.00040382202,0.00023994628,0.00031423633,0.00023751342,0.00006146942],"category_scores_gemma":[0.0010764906,0.0002703706,0.0002495533,0.0011404762,0.00079781545,0.0003704403,0.0002681121,0.00090097584,0.000001979884],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97988206,0.0030835837,0.0123769725,0.0014479901,0.0018377345,0.00023876045,0.00013236192,0.0000065159074,0.0001614357,0.00010584319,0.0003569979,0.0003697642],"study_design_scores_gemma":[0.943795,0.033670895,0.01649483,0.0041027777,0.00019571545,0.000056653884,0.000112406524,0.00029409374,0.00026578695,0.00009148637,0.0006632615,0.00025708022],"about_ca_topic_score_codex":0.000089213994,"about_ca_topic_score_gemma":0.00013353297,"teacher_disagreement_score":0.11919522,"about_ca_system_score_codex":0.00044443188,"about_ca_system_score_gemma":0.00096012437,"threshold_uncertainty_score":0.99997485},"labels":[],"label_agreement":null},{"id":"W4408128524","doi":"10.2196/71326","title":"Assessing the Noninferiority of a Rhythm and Language Training Serious Game Combined With Speech Therapy Versus Speech Therapy Care for Children With Dyslexia: Protocol for an Investigator-Blinded Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reading and Literacy Development","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Protocol (science); Dyslexia; Observational study; Preprint; Audiology; Psychology; Physical therapy; Reading (process); Computer science; Alternative medicine; Linguistics","score_opus":0.18780474099019198,"score_gpt":0.5503303591864884,"score_spread":0.3625256181962965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408128524","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24941094,0.000011790616,0.00016193271,0.0002497768,0.000021188296,0.7493962,0.00001457463,0.00006863333,0.0006649886],"genre_scores_gemma":[0.037594855,4.9968327e-7,0.0036083944,0.000087037195,0.0001814507,0.9580528,0.000028331979,0.000066496235,0.00038013275],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946851,0.002293886,0.0008199152,0.0007304618,0.0006856609,0.0007849584],"domain_scores_gemma":[0.994954,0.0028083385,0.0004490989,0.00075030554,0.00084172876,0.00019655508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058268174,0.0004238982,0.0016285244,0.00034017893,0.0004990597,0.0005849275,0.00046939027,0.00023623541,0.000034742403],"category_scores_gemma":[0.00056304364,0.00022183442,0.00020799066,0.00055410626,0.0007486564,0.00025227797,0.000052325075,0.00062182284,6.4028956e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92867684,0.00064296456,0.00041628012,0.00021345122,0.00084340735,0.0000076123083,0.017695088,0.0000011419028,0.0003329126,0.00071250054,0.00019224774,0.050265543],"study_design_scores_gemma":[0.97149545,0.015279344,0.0010190249,0.001000709,0.0000190122,0.000013222727,0.0036814732,0.0000645407,0.0021760336,0.00032309836,0.0046454896,0.00028260626],"about_ca_topic_score_codex":0.00010947728,"about_ca_topic_score_gemma":0.000046959383,"teacher_disagreement_score":0.21181609,"about_ca_system_score_codex":0.000092792034,"about_ca_system_score_gemma":0.0016155317,"threshold_uncertainty_score":0.9046145},"labels":[],"label_agreement":null},{"id":"W4408134146","doi":"10.2196/60417","title":"The Impact of Long-Chain Omega-3 Polyunsaturated Fatty Acid Supplementation in Pregnant Women Toward the Intelligence Status of Early Childhood: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fatty Acid Research and Health","field":"Nursing","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Preprint; Protocol (science); Long chain; Medicine; Polyunsaturated fatty acid; Early childhood; Psychology; Gerontology; Obstetrics; Alternative medicine; Developmental psychology; Internal medicine; Biology; Computer science; World Wide Web; Fatty acid; Pathology; Chemistry; Biochemistry","score_opus":0.20593426375164353,"score_gpt":0.5642687405145707,"score_spread":0.3583344767629271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408134146","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035893696,0.00043077648,0.000462757,0.0023003598,0.0000012280918,0.99624926,0.00015678027,0.000013743044,0.000026135674],"genre_scores_gemma":[0.029104535,0.000030420848,0.00016292575,0.0000429545,0.0000057578786,0.9705468,0.000011933467,0.000019116926,0.00007556565],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.992117,0.003525,0.0014862627,0.00044447425,0.0010867993,0.0013404742],"domain_scores_gemma":[0.9956467,0.0017391446,0.0005172531,0.0009441843,0.0009344692,0.00021825955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009188904,0.0002635982,0.0014902441,0.00066105725,0.00035328435,0.00021468023,0.00081037177,0.00009356283,0.00008646505],"category_scores_gemma":[0.0018510857,0.000121247336,0.00052408606,0.0034191052,0.00044711254,0.00021412388,0.00022123204,0.00066828064,0.0000019153467],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011319046,0.002843902,0.0054184245,0.9196602,0.029636571,0.000006162483,0.021022227,0.000068544075,0.0025223962,0.00075595174,0.0016918423,0.0050547286],"study_design_scores_gemma":[0.024116118,0.077398926,0.18261193,0.39255214,0.022275167,0.000018232327,0.023326835,0.004524125,0.25250807,0.017346786,0.0009346354,0.0023870359],"about_ca_topic_score_codex":0.0009411752,"about_ca_topic_score_gemma":0.00038464196,"teacher_disagreement_score":0.5271081,"about_ca_system_score_codex":0.00052561157,"about_ca_system_score_gemma":0.0008205226,"threshold_uncertainty_score":0.4944323},"labels":[],"label_agreement":null},{"id":"W4408149476","doi":"10.2196/69855","title":"ENABLE—App-Based Digital Capture and Intervention of Patient-Reported Quality of Life, Adverse Events, and Treatment Satisfaction in Breast Cancer: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Women's Health Research Institute","funders":"","keywords":"Preprint; Randomized controlled trial; Protocol (science); Breast cancer; Intervention (counseling); Adverse effect; Medicine; Patient satisfaction; Quality of life (healthcare); mHealth; Alternative medicine; Psychology; Family medicine; Physical therapy; Cancer; Psychological intervention; Nursing; Computer science; World Wide Web; Surgery; Internal medicine","score_opus":0.07909844960828906,"score_gpt":0.49512624681984213,"score_spread":0.4160277972115531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408149476","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15127026,0.000007054554,0.000041890555,0.00024628788,0.000009755956,0.8482234,0.00008819805,0.000013121383,0.00010004646],"genre_scores_gemma":[0.3082699,7.7102953e-7,0.000011819134,0.000007975012,0.000019823332,0.69150466,0.000011822007,0.000007980965,0.00016527454],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99706167,0.00076844724,0.0011484773,0.00031472262,0.00047330168,0.00023338215],"domain_scores_gemma":[0.99792373,0.0006924013,0.00047538025,0.00023382809,0.000567358,0.000107293396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018671268,0.00016613839,0.0013055538,0.00035151435,0.00004399738,0.000017223509,0.00004146526,0.0001308504,0.000043317425],"category_scores_gemma":[0.0007084482,0.00011487051,0.0003164503,0.0003018102,0.00015410774,0.00011304428,0.000037031186,0.00016464264,7.798764e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9237696,0.0013898566,0.05815755,0.0033231282,0.00024723337,0.0000016637307,0.00028385787,0.0000029700814,0.0002487811,0.00007510195,0.00006495042,0.012435329],"study_design_scores_gemma":[0.9807688,0.0021998668,0.010799173,0.0040497608,0.000032086504,8.0167155e-7,0.00043065014,0.00017575853,0.0005042893,0.0002330757,0.0007234458,0.00008228442],"about_ca_topic_score_codex":0.0046084337,"about_ca_topic_score_gemma":0.0018220708,"teacher_disagreement_score":0.15699965,"about_ca_system_score_codex":0.00024999926,"about_ca_system_score_gemma":0.0008107645,"threshold_uncertainty_score":0.6966604},"labels":[],"label_agreement":null},{"id":"W4408167055","doi":"10.2196/63900","title":"Genetic, Socioecological, and Health Determinants of Extreme Longevity in Semi-Supercentenarians and Supercentenarians: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Genetics, Aging, and Longevity in Model Organisms","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Longevity; Protocol (science); Gerontology; Medicine; Environmental health; Alternative medicine","score_opus":0.4470991593899348,"score_gpt":0.5938564935571925,"score_spread":0.14675733416725772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408167055","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000063339144,0.33175522,0.000093910254,0.00014587824,0.000005462068,0.6678973,0.00007070761,0.000009033158,0.000016154843],"genre_scores_gemma":[4.795422e-7,0.46265593,0.0005456122,0.00011208011,0.00005907821,0.5364653,0.000026698463,0.000039240684,0.00009559882],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99424756,0.0013920009,0.0015464218,0.001323883,0.00043788797,0.0010522227],"domain_scores_gemma":[0.9978832,0.00019609906,0.00038873494,0.0009009548,0.00034947935,0.00028152947],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003338679,0.00059394405,0.0022822618,0.00028093922,0.0002497403,0.00009596604,0.0006843594,0.0006859784,0.00003186218],"category_scores_gemma":[0.0005432064,0.00049178523,0.00030040118,0.000292006,0.00051895145,0.000012041538,0.0009252439,0.000638442,0.0000021123972],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008090935,0.00047895766,0.001647629,0.73650277,0.000038468745,0.000009322859,0.000095171854,2.5763683e-7,0.00005485046,0.0000062015015,0.0032240981,0.25786135],"study_design_scores_gemma":[0.0016859953,0.0018989375,0.00029566445,0.5618613,0.000025761487,0.00003509778,0.000026478674,0.000010830472,0.00003861781,0.00004387819,0.43363133,0.00044612744],"about_ca_topic_score_codex":0.000049761176,"about_ca_topic_score_gemma":0.0004725231,"teacher_disagreement_score":0.43040723,"about_ca_system_score_codex":0.000117642056,"about_ca_system_score_gemma":0.0022797443,"threshold_uncertainty_score":0.99975336},"labels":[],"label_agreement":null},{"id":"W4408167123","doi":"10.2196/63279","title":"Testing a Dashboard Intervention for Tracking Digital Social Media Activity in Clinical Care of Individuals With Mood and Anxiety Disorders: Protocol and Design Considerations for a Pragmatic Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Randomized controlled trial; Mood; Protocol (science); Intervention (counseling); Social media; Social anxiety; Psychology; Applied psychology; Clinical psychology; Research design; Medicine; Psychiatry; Alternative medicine; Computer science; World Wide Web","score_opus":0.32278973352261287,"score_gpt":0.6082174791300663,"score_spread":0.28542774560745343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408167123","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017539807,0.0000025454378,0.0043244893,0.00036897272,0.000018138731,0.97695255,0.00020435677,0.0000339112,0.0005552327],"genre_scores_gemma":[0.31959876,2.7534256e-8,0.0029098543,0.000004620244,0.000035336307,0.67739755,0.000009843148,0.000016390935,0.000027626234],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99587476,0.0017699201,0.0011484855,0.0004854798,0.00028763,0.00043373217],"domain_scores_gemma":[0.9848654,0.014088128,0.0003873969,0.0001795193,0.00039328163,0.00008627249],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005847556,0.00017291788,0.00067276537,0.0003276659,0.00025263784,0.00030950736,0.00012605697,0.00018071699,0.000009773313],"category_scores_gemma":[0.0086373305,0.00014610063,0.0001820066,0.0003425973,0.0005955162,0.0004410434,0.00012307247,0.0003765155,4.92901e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6310346,0.0052927253,0.005174269,0.006462659,0.00018256281,9.716383e-7,0.0043865438,8.7258906e-7,0.00001534412,0.0068077114,0.0004678401,0.34017387],"study_design_scores_gemma":[0.92235404,0.008330922,0.005792761,0.0054438156,0.000021672971,0.0000027576245,0.0018590993,0.00021831992,0.00012422522,0.055087402,0.0005765089,0.0001884969],"about_ca_topic_score_codex":0.000016154198,"about_ca_topic_score_gemma":0.00019629026,"teacher_disagreement_score":0.33998537,"about_ca_system_score_codex":0.00007912258,"about_ca_system_score_gemma":0.00029298302,"threshold_uncertainty_score":0.99971336},"labels":[],"label_agreement":null},{"id":"W4408178734","doi":"10.2196/66439","title":"Effects of Using a Smart Bassinet on the Mental Health of Military-Affiliated Pregnant Women: Protocol for a Randomized Controlled Sleep Health and Mood in Newly Expectant Military Mothers (SHINE) Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Randomized controlled trial; Mood; Protocol (science); Medicine; Preprint; Maternal health; Psychology; Psychiatry; Alternative medicine; Population; Environmental health; Health services","score_opus":0.062165116003246125,"score_gpt":0.4799575871290126,"score_spread":0.41779247112576645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408178734","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024206143,0.0003947852,0.00006867565,0.0022573196,0.0000475044,0.97268766,0.00002431059,0.000029362789,0.00028422856],"genre_scores_gemma":[0.004218817,0.000009025207,0.00016613243,0.0002710788,0.000030422028,0.99504244,0.000006105172,0.00004082164,0.00021515861],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.987967,0.007928824,0.0016741155,0.0005830542,0.0006678675,0.0011791501],"domain_scores_gemma":[0.99435,0.0042946325,0.0003985371,0.00054650626,0.00016067897,0.0002495997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009359165,0.00034858068,0.0020478596,0.00075534824,0.00026531678,0.000011944697,0.00037160155,0.00023881454,0.00007938235],"category_scores_gemma":[0.0014431519,0.00020688311,0.00033701284,0.0008952235,0.0006324292,0.00007505941,0.000107229585,0.0006446168,0.0000011929612],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9665838,0.0067222235,0.0001390037,0.0027532117,0.00082112366,0.0000018139253,0.014692827,0.000032344717,0.0003427102,0.00058910303,0.005165276,0.0021566018],"study_design_scores_gemma":[0.9727279,0.009831844,0.00007357502,0.0065284753,0.000007910805,8.974616e-7,0.0046355505,0.0041367053,0.00017856968,0.00050780753,0.0012112053,0.00015955213],"about_ca_topic_score_codex":0.0011668429,"about_ca_topic_score_gemma":0.000084825464,"teacher_disagreement_score":0.022354769,"about_ca_system_score_codex":0.00040338803,"about_ca_system_score_gemma":0.0009734143,"threshold_uncertainty_score":0.8436448},"labels":[],"label_agreement":null},{"id":"W4408188378","doi":"10.2196/59913","title":"Using the Community Resilience Model and Project ECHO to Build Resiliency in Direct Support Professionals: Protocol for a Longitudinal Survey","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Protocol (science); Echo (communications protocol); Psychology; Resilience (materials science); Psychological resilience; Social support; Applied psychology; Medical education; Computer science; Medicine; Social psychology; Computer security","score_opus":0.6709687106276688,"score_gpt":0.6854412458692533,"score_spread":0.014472535241584428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408188378","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023777297,0.0000011696486,0.00024281845,0.0009919988,0.0000028626869,0.9660809,0.000044429707,0.000039425657,0.008819109],"genre_scores_gemma":[0.026848929,2.3114595e-7,0.00090365554,0.00015303608,0.000021479258,0.9635129,0.00000926964,0.000030240095,0.00852027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925749,0.0035674637,0.0007019261,0.0007462091,0.0012602737,0.0011492386],"domain_scores_gemma":[0.9948852,0.002263694,0.00005467575,0.0013343781,0.0012221318,0.00023994244],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018534623,0.00026579312,0.00054209423,0.00080123544,0.0009812054,0.00019711912,0.0008836643,0.00019834633,0.00011406472],"category_scores_gemma":[0.011214958,0.00017234622,0.00009538457,0.002776707,0.0007746472,0.00024124539,0.0011284671,0.00196451,0.000017016206],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040530168,0.011140545,0.6582,0.014287677,0.00008840375,0.000015490918,0.0069280146,0.00015651117,0.012139433,0.00059755985,0.24850108,0.0074150916],"study_design_scores_gemma":[0.021585435,0.025735466,0.7018896,0.041784942,0.000018816349,0.0000893345,0.005999284,0.06119041,0.017873822,0.008202573,0.114210844,0.0014194995],"about_ca_topic_score_codex":0.001260383,"about_ca_topic_score_gemma":0.0012461358,"teacher_disagreement_score":0.13429022,"about_ca_system_score_codex":0.00042817293,"about_ca_system_score_gemma":0.003436181,"threshold_uncertainty_score":0.997114},"labels":[],"label_agreement":null},{"id":"W4408216765","doi":"10.2196/59238","title":"Codevelopment of an mHealth App With Health Care Providers, Digital Health Experts, Community Partners, and Families for Childhood Obesity Management: Protocol for a Co-Design Process","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Digital health; Childhood obesity; Protocol (science); Mobile apps; Health care; Medicine; Nursing; Internet privacy; Obesity; Computer science; World Wide Web; Psychological intervention; Alternative medicine; Overweight","score_opus":0.2560893707683342,"score_gpt":0.6375394007269146,"score_spread":0.3814500299585804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408216765","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021886014,0.000025124518,0.01096474,0.0038185904,0.0000074568657,0.9829624,0.00047159992,0.0002388126,0.0012923807],"genre_scores_gemma":[0.0017530115,0.000009611841,0.014433388,0.00185682,0.00006969802,0.98101455,0.0003553451,0.000082752886,0.0004247947],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99120617,0.0028320001,0.0018144015,0.0009511303,0.00085662305,0.0023397047],"domain_scores_gemma":[0.99375945,0.0015615631,0.0008983399,0.0012164554,0.0014203796,0.0011438054],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.007233336,0.00045194104,0.0010143764,0.00061496673,0.0068116877,0.0001011275,0.0007948076,0.0002631159,0.000010221081],"category_scores_gemma":[0.00023321895,0.00037372625,0.000068269226,0.0009257452,0.00044000344,0.00043575277,0.00025756896,0.0011921446,0.000002673179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013426682,0.008680826,0.008689734,0.42062548,0.00012556654,0.0000011648409,0.05977293,0.000012342311,0.000002633756,0.024654625,0.17936675,0.28464127],"study_design_scores_gemma":[0.022648206,0.013362028,0.008249662,0.01731772,0.0000055197374,0.000002038968,0.0838013,0.00011551629,0.00009019715,0.004571118,0.8493547,0.00048203676],"about_ca_topic_score_codex":0.00034705334,"about_ca_topic_score_gemma":0.0007024335,"teacher_disagreement_score":0.6699879,"about_ca_system_score_codex":0.0010590426,"about_ca_system_score_gemma":0.016512426,"threshold_uncertainty_score":0.9998715},"labels":[],"label_agreement":null},{"id":"W4408225561","doi":"10.2196/70522","title":"The Fire Fighter Cancer Cohort Study: Protocol for a Longitudinal Occupational Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Occupational Health and Performance","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences","keywords":"Preprint; Cohort; Medicine; Cohort study; Protocol (science); Gerontology; Environmental health; Computer science; Alternative medicine","score_opus":0.4940514052202256,"score_gpt":0.7222001179760623,"score_spread":0.2281487127558367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408225561","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0149674155,0.000001942997,0.000027852517,0.001392958,0.00007093526,0.9799841,0.00008909362,0.00009271156,0.0033729766],"genre_scores_gemma":[0.008310187,5.173297e-7,0.000048458664,0.0002748483,0.0006915734,0.97007424,0.000022634587,0.000036389927,0.020541174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99230254,0.0022624114,0.0012009481,0.0008469051,0.0018728584,0.0015143359],"domain_scores_gemma":[0.99278724,0.0030650445,0.00028840534,0.0010141302,0.0025808795,0.00026431092],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010520831,0.00029543485,0.0004439707,0.00023279733,0.0072785793,0.0001264103,0.00087961514,0.00021076963,0.0010751302],"category_scores_gemma":[0.0006507806,0.0001888716,0.0000944174,0.0010315779,0.00020247378,0.00026681265,0.00045159215,0.0016992786,0.00024253978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063121505,0.0016466567,0.797239,0.0012051158,0.00008372785,0.000002239167,0.0004136939,0.000004061793,9.307378e-7,0.00037327805,0.19012167,0.0025974575],"study_design_scores_gemma":[0.0041956385,0.0011926153,0.6079926,0.0008407896,0.0000041225185,1.1260535e-7,0.00034232083,0.00028201,0.0000023742077,0.00021732935,0.38481972,0.00011039873],"about_ca_topic_score_codex":0.0007978531,"about_ca_topic_score_gemma":0.003005406,"teacher_disagreement_score":0.19469805,"about_ca_system_score_codex":0.0008114109,"about_ca_system_score_gemma":0.005424772,"threshold_uncertainty_score":0.999838},"labels":[],"label_agreement":null},{"id":"W4408230086","doi":"10.2196/66232","title":"Assessing Patient-Reported Satisfaction With Care and Documentation Time in Primary Care Through AI-Driven Automatic Clinical Note Generation: Protocol for a Proof-of-Concept Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Documentation; Primary care; Patient satisfaction; Proof of concept; Medicine; Computer science; Psychology; Nursing; Medical education; Family medicine; World Wide Web; Programming language","score_opus":0.3497530470741237,"score_gpt":0.6777463443214626,"score_spread":0.32799329724733894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408230086","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073412776,0.0000060649836,0.0011345271,0.00019131113,0.000026154563,0.9244723,0.00000924333,0.00007917686,0.000668497],"genre_scores_gemma":[0.044530958,9.245396e-8,0.0034041218,0.00010003221,0.00015502391,0.9515711,0.000052119667,0.000043963995,0.00014258325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98993176,0.005337156,0.0021931923,0.00076810137,0.0009120188,0.00085778156],"domain_scores_gemma":[0.9955629,0.0011439773,0.00080183934,0.00059339503,0.0017713326,0.00012653333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027441084,0.00025046678,0.00069149846,0.00033248414,0.00089317985,0.00011465676,0.00017682182,0.00034275762,0.000045950434],"category_scores_gemma":[0.0003933997,0.00020226587,0.000055587996,0.0008416192,0.00015196219,0.0008646573,0.00016419785,0.0014151153,0.000004574046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014421629,0.000939485,0.64695424,0.029367175,0.00007147447,0.000012556506,0.039809193,0.00006184753,0.0003549287,0.000050661867,0.0024191877,0.27851707],"study_design_scores_gemma":[0.09995723,0.06662513,0.5702343,0.09841773,0.000074272815,0.0000112052085,0.08676004,0.012961856,0.0029116457,0.00059746066,0.059916943,0.0015322223],"about_ca_topic_score_codex":0.0007165876,"about_ca_topic_score_gemma":0.0024045676,"teacher_disagreement_score":0.27698484,"about_ca_system_score_codex":0.002037977,"about_ca_system_score_gemma":0.0076910686,"threshold_uncertainty_score":0.9979344},"labels":[],"label_agreement":null},{"id":"W4408254715","doi":"10.2196/64449","title":"Comparison of Smart Display Versus Laptop Platforms for an eHealth Intervention to Improve Functional Health for Older Adults With Multiple Chronic Conditions: Protocol for a Randomized Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Heart, Lung, and Blood Institute","keywords":"Preprint; eHealth; Randomized controlled trial; Laptop; Protocol (science); Intervention (counseling); mHealth; Medicine; Digital health; Physical therapy; Psychological intervention; Computer science; Psychology; Alternative medicine; Health care; World Wide Web; Nursing","score_opus":0.27624504001939443,"score_gpt":0.6339363563396042,"score_spread":0.3576913163202098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408254715","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036491319,0.0000016576638,0.03519222,0.0018002836,0.000113192364,0.95880973,0.0002457854,0.00014654607,0.000041427425],"genre_scores_gemma":[0.019632656,2.0822091e-7,0.0034496468,0.00004689768,0.00037243497,0.97594684,0.00012757492,0.000032512235,0.00039124838],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948166,0.0009990233,0.0015900712,0.00082231645,0.0007360429,0.001035966],"domain_scores_gemma":[0.9905773,0.0065257745,0.00064368825,0.0005023967,0.001431333,0.000319535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014452952,0.0002292818,0.0010393916,0.00044550162,0.0011392861,0.00010775432,0.000598879,0.00037503868,0.00003165424],"category_scores_gemma":[0.0063321656,0.00017929604,0.0004227358,0.0005879886,0.0008990581,0.0003629233,0.00011254582,0.00050686963,0.0000032584492],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.922933,0.0034587958,0.0004824743,0.0028374637,0.00011170975,7.875748e-8,0.0014554553,0.0000051015427,0.000011356301,0.016464215,0.014824538,0.037415843],"study_design_scores_gemma":[0.8687744,0.041767105,0.000429622,0.0036134361,0.000010077645,8.1937074e-8,0.002447369,0.0024680041,0.0003403966,0.0023808929,0.07757796,0.00019064176],"about_ca_topic_score_codex":0.00048481644,"about_ca_topic_score_gemma":0.0166496,"teacher_disagreement_score":0.062753424,"about_ca_system_score_codex":0.0006706273,"about_ca_system_score_gemma":0.003421861,"threshold_uncertainty_score":0.9290868},"labels":[],"label_agreement":null},{"id":"W4408255021","doi":"10.2196/66846","title":"Interactive Computer-Adaptive Chronic Kidney Disease (I-C-CKD) Education for Hospitalized African American Patients: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Preprint; Randomized controlled trial; Kidney disease; Protocol (science); Medicine; Gerontology; Physical therapy; Family medicine; Alternative medicine; Computer science; Internal medicine; World Wide Web; Pathology","score_opus":0.11282097219818818,"score_gpt":0.6142691891598197,"score_spread":0.5014482169616314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408255021","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022420324,6.551537e-7,0.022992034,0.002186387,0.0001940714,0.9699281,0.0002477371,0.00014616427,0.004080678],"genre_scores_gemma":[0.00089525466,2.0964828e-7,0.003650978,0.0022704771,0.00087920186,0.9896305,0.00022509329,0.00004001916,0.0024082535],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98656,0.007188701,0.0034413086,0.00074618764,0.0007647219,0.001299083],"domain_scores_gemma":[0.9818112,0.009031953,0.0019616592,0.00079383136,0.0055956827,0.0008056558],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010762143,0.00039120464,0.0018548318,0.00071864226,0.0017784766,0.00018646203,0.0006830113,0.00019102963,0.00029116886],"category_scores_gemma":[0.015012893,0.00027730226,0.0006304316,0.0009107167,0.00052756566,0.0011095292,0.00028822623,0.0010870909,0.000043970642],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88252425,0.0027921314,0.00038552194,0.0047925087,0.00009844928,7.2413734e-8,0.0013402626,9.286061e-7,8.2416864e-7,0.0057896967,0.08414137,0.018133957],"study_design_scores_gemma":[0.6200182,0.0028186683,0.0003051877,0.0038167154,0.000010590449,8.905382e-9,0.00028021596,0.0077139433,0.000003461989,0.0033720536,0.36149108,0.00016991422],"about_ca_topic_score_codex":0.00010466307,"about_ca_topic_score_gemma":0.000011346356,"teacher_disagreement_score":0.2773497,"about_ca_system_score_codex":0.0019323572,"about_ca_system_score_gemma":0.017451797,"threshold_uncertainty_score":0.99996793},"labels":[],"label_agreement":null},{"id":"W4408261588","doi":"10.2196/67248","title":"Effectiveness of The Umbrella Collaboration Versus Traditional Umbrella Reviews for Evidence Synthesis in Health Care: Protocol for a Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Computer science; Medicine; World Wide Web; Alternative medicine","score_opus":0.8852483280298434,"score_gpt":0.8048417315276681,"score_spread":0.0804065965021753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408261588","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008759125,0.0000040164146,0.0006446966,0.005489183,0.00005669103,0.9925387,0.00015096263,0.000022709415,0.00021710942],"genre_scores_gemma":[0.0066594216,0.0000011132254,0.00066025066,0.00025062094,0.00009094287,0.9921401,0.000006082598,0.00002105235,0.0001704024],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9744417,0.021123929,0.0018537315,0.00062482565,0.0010501258,0.0009056748],"domain_scores_gemma":[0.96091557,0.035604846,0.00073955115,0.00069483265,0.0019089541,0.00013625759],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04000152,0.00018607236,0.0005467608,0.000468633,0.0015610342,0.0000515183,0.0007501223,0.00014158651,0.000053143365],"category_scores_gemma":[0.026506737,0.0001405975,0.000100695535,0.0028468594,0.00017258202,0.0003275691,0.00017163364,0.00054758333,0.000013447368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.055385787,0.0043024686,0.062023558,0.51389855,0.00008961836,9.261005e-7,0.051335175,0.00016373995,0.0069483966,0.0351899,0.24429889,0.026362982],"study_design_scores_gemma":[0.031549904,0.008317376,0.08044551,0.092067845,0.000010554057,2.0665301e-7,0.011263314,0.00022078636,0.008603522,0.002699359,0.764435,0.00038661275],"about_ca_topic_score_codex":0.0002661959,"about_ca_topic_score_gemma":0.00067267223,"teacher_disagreement_score":0.5201361,"about_ca_system_score_codex":0.0020935368,"about_ca_system_score_gemma":0.010410212,"threshold_uncertainty_score":0.9997388},"labels":[],"label_agreement":null},{"id":"W4408275107","doi":"10.2196/66298","title":"Mobile App–Delivered Motivational Interviewing for Women on Eating Disorder Treatment Waitlists (MI-Coach: ED): Protocol for an App Development and Pilot Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus","funders":"","keywords":"Mobile apps; Motivational interviewing; Preprint; Protocol (science); Psychology; Interview; Clinical psychology; Gerontology; Medicine; Applied psychology; Medical education; Psychological intervention; World Wide Web; Alternative medicine; Psychiatry; Computer science","score_opus":0.3883652933596649,"score_gpt":0.5936094953810562,"score_spread":0.20524420202139132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408275107","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04109657,0.0000032880043,0.0006909956,0.0000461825,0.000012397314,0.9558305,0.000022864933,0.00008070519,0.0022164725],"genre_scores_gemma":[0.009761354,7.4981365e-8,0.0019935933,0.000043600172,0.00007249548,0.9834559,0.000097131124,0.000045462515,0.004530385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969212,0.00050821836,0.00052965456,0.0007662455,0.0005541869,0.0007204834],"domain_scores_gemma":[0.998384,0.0004204607,0.00013970622,0.00040362155,0.0005276298,0.00012460366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025799472,0.0002660467,0.00028027446,0.0003182466,0.00066108216,0.0001805187,0.000268019,0.00012595732,0.00033052993],"category_scores_gemma":[0.00014890874,0.00022508926,0.000061896346,0.00028713627,0.00009750553,0.00014628282,0.00010100857,0.00020624598,0.000014436668],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005566276,0.010672257,0.022424256,0.001600624,0.00013487267,9.812818e-7,0.012284747,0.00006972537,0.0008964802,0.0022252842,0.0067448146,0.93737966],"study_design_scores_gemma":[0.051200863,0.07015911,0.036249306,0.0047410126,0.00001742869,0.000002002348,0.009455204,0.004038501,0.0016441301,0.0058102137,0.81572074,0.00096152746],"about_ca_topic_score_codex":0.000046887955,"about_ca_topic_score_gemma":0.000057963593,"teacher_disagreement_score":0.9364182,"about_ca_system_score_codex":0.0005489293,"about_ca_system_score_gemma":0.00039589778,"threshold_uncertainty_score":0.91788733},"labels":[],"label_agreement":null},{"id":"W4408280575","doi":"10.2196/52610","title":"Development of a Risk Score to Aid With the Diagnosis of Infections After Spinal Cord Injury: Protocol for a Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Medicine; Retrospective cohort study; Preprint; Spinal cord injury; Protocol (science); Cohort; Cohort study; Medical emergency; Emergency medicine; Surgery; Spinal cord; Alternative medicine; Internal medicine; Computer science; Pathology; World Wide Web; Psychiatry","score_opus":0.14988860553007416,"score_gpt":0.5451078992994148,"score_spread":0.3952192937693407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408280575","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15817319,1.7190203e-7,0.0007175009,0.00026177752,0.0000035114692,0.83988166,0.000017371456,0.00003671715,0.00090813375],"genre_scores_gemma":[0.13985965,6.337424e-8,0.0019612955,0.000023312135,0.000030515717,0.857719,0.000001377294,0.0000234454,0.00038136364],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99733055,0.0002887482,0.0005283729,0.00046902822,0.00097224995,0.00041104454],"domain_scores_gemma":[0.99724436,0.00021071603,0.00018463573,0.00081710325,0.0014347441,0.00010844914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024720316,0.00019855952,0.00043133122,0.00079010427,0.0003497275,0.000043247393,0.0002516329,0.00005932368,0.0001131437],"category_scores_gemma":[0.00046809838,0.0001274721,0.000090379246,0.0020739364,0.00021902681,0.000093819355,0.00035000386,0.0005293954,0.00001000506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0356507,0.017564235,0.9347592,0.0012677105,0.0004193062,0.0000055926,0.00052226236,0.0000023734276,0.00004349702,0.00019460506,0.0042382767,0.0053322245],"study_design_scores_gemma":[0.0034407428,0.07234484,0.7950444,0.0028219563,0.00003637124,0.0000012915951,0.00039273326,0.0000023361508,0.0023828917,0.00006735294,0.12336789,0.00009717817],"about_ca_topic_score_codex":0.000092289876,"about_ca_topic_score_gemma":0.0004160211,"teacher_disagreement_score":0.13971479,"about_ca_system_score_codex":0.00052606664,"about_ca_system_score_gemma":0.00072587543,"threshold_uncertainty_score":0.5198161},"labels":[],"label_agreement":null},{"id":"W4408288749","doi":"10.2196/63253","title":"Nonadherence to Diabetes Complications Screening in a Multiethnic Asian Population: Protocol for a Mixed Methods Prospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Kidney Disease and Diabetes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Ethnic group; Medicine; Protocol (science); Population; Diabetes mellitus; Family medicine; Gerontology; Alternative medicine; Computer science; Environmental health; World Wide Web; Sociology","score_opus":0.28497649815981885,"score_gpt":0.6380917594062258,"score_spread":0.3531152612464069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408288749","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019712271,0.0000015083914,0.001581905,0.0016333014,0.0000039814886,0.9927234,0.000018321452,0.00010112957,0.0019652126],"genre_scores_gemma":[0.013257923,7.675535e-9,0.02713485,0.00017881839,0.000062710285,0.95845133,0.000020162317,0.000031106025,0.000863073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99657494,0.0007447639,0.0005656731,0.0007712748,0.0005505188,0.00079280394],"domain_scores_gemma":[0.99734205,0.0007125203,0.000074436044,0.0007934058,0.00069734576,0.00038023002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024192974,0.00022435718,0.0004719295,0.00071525725,0.000304275,0.000115604664,0.00035100055,0.00010865761,0.00008006843],"category_scores_gemma":[0.0020797232,0.0001988394,0.00011833802,0.0019936892,0.00008294437,0.00014455453,0.00029766315,0.0005077172,0.000028311799],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017232412,0.0057500936,0.90877694,0.0022148094,0.000099072735,0.0000045745896,0.00064941676,0.000008786646,0.0021910525,0.0005769534,0.01117999,0.066825084],"study_design_scores_gemma":[0.012282029,0.0027459569,0.94412947,0.0050766235,0.000009014319,2.7222677e-7,0.0008023221,0.0009426499,0.0019271543,0.0024120652,0.029474325,0.00019812057],"about_ca_topic_score_codex":0.00007020285,"about_ca_topic_score_gemma":0.00013825143,"teacher_disagreement_score":0.06662696,"about_ca_system_score_codex":0.00036378842,"about_ca_system_score_gemma":0.00077812,"threshold_uncertainty_score":0.8108436},"labels":[],"label_agreement":null},{"id":"W4408293360","doi":"10.2196/66978","title":"Primary Tumors of the Brain and Central Nervous System in Adults and Children in Sub-Saharan Africa: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Glioma Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Preprint; Protocol (science); Medicine; Central nervous system; Gerontology; Computer science; Alternative medicine; World Wide Web; Pathology","score_opus":0.1674969828124744,"score_gpt":0.5231095429600987,"score_spread":0.3556125601476243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408293360","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037581237,0.3785765,8.564748e-8,0.00017787739,0.0000013558912,0.62108076,0.000046793903,0.0000100714215,0.000102802325],"genre_scores_gemma":[5.608046e-7,0.24458773,0.000025267092,0.000025142863,0.00003077245,0.75524896,0.00002206774,0.000032648495,0.000026833586],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.995549,0.0011265171,0.0012345018,0.0007225909,0.0006245324,0.0007428257],"domain_scores_gemma":[0.99780405,0.00085275917,0.00035424702,0.00066374196,0.00015285774,0.00017233906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018168367,0.00040577026,0.0024455606,0.0005457671,0.000088250556,0.00004766942,0.00031097754,0.00022740736,0.000004372593],"category_scores_gemma":[0.00060940674,0.00023938657,0.00028176204,0.0012153361,0.00017268959,0.00006071335,0.000389589,0.0006992442,0.0000011645859],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022173286,0.00048891886,0.0008737398,0.7336202,0.000033795,0.00004163147,0.00002764599,1.9322304e-8,8.2420036e-7,0.00002704621,0.0026493575,0.26201504],"study_design_scores_gemma":[0.005127249,0.0005908522,0.0056126066,0.8835424,0.0000323422,0.000059942842,0.0000036145807,0.0000011706502,0.000009109656,0.000005362905,0.10486924,0.00014607905],"about_ca_topic_score_codex":0.00005164684,"about_ca_topic_score_gemma":0.000059354898,"teacher_disagreement_score":0.26186898,"about_ca_system_score_codex":0.00047688902,"about_ca_system_score_gemma":0.0017476218,"threshold_uncertainty_score":0.97619015},"labels":[],"label_agreement":null},{"id":"W4408305892","doi":"10.2196/65339","title":"Home Monitoring in Interstitial Lung Disease: Protocol for a Real-World Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Interstitial Lung Diseases and Idiopathic Pulmonary Fibrosis","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Preprint; Observational study; Protocol (science); Medicine; Interstitial lung disease; Real world evidence; Computer science; Lung; World Wide Web; Pathology; Internal medicine; Alternative medicine","score_opus":0.35540827742956815,"score_gpt":0.6005445765540272,"score_spread":0.245136299124459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408305892","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033492704,0.0000019987995,0.000060655686,0.0009058987,0.000028227301,0.9933508,0.000045537996,0.00008728336,0.0021703318],"genre_scores_gemma":[0.04590408,1.6212175e-7,0.00016535829,0.000046520396,0.0005651464,0.9478055,0.000024024834,0.000036586167,0.005452585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99679154,0.00031131157,0.0006178527,0.00064438576,0.0009047451,0.00073014386],"domain_scores_gemma":[0.9981472,0.00027966348,0.00007069381,0.0005588664,0.0006249644,0.00031863234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012240813,0.0002378327,0.0003979857,0.0008542796,0.00025926976,0.0001492591,0.0003662596,0.000083001054,0.0001248779],"category_scores_gemma":[0.0002892403,0.00021318861,0.0001891489,0.0011260522,0.00014204797,0.00025685466,0.00029049529,0.0006151309,0.000012310005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.091482386,0.007302706,0.86657214,0.008117213,0.000087874076,0.00029298573,0.0002381487,0.000010185033,0.0007912956,0.004426537,0.018528525,0.0021500029],"study_design_scores_gemma":[0.017186757,0.008209887,0.84603673,0.029305145,0.000023722032,0.000001602815,0.0004561958,0.001960861,0.00021555118,0.0018669174,0.0943583,0.00037833638],"about_ca_topic_score_codex":0.00013295395,"about_ca_topic_score_gemma":0.000043930104,"teacher_disagreement_score":0.075829774,"about_ca_system_score_codex":0.00080910575,"about_ca_system_score_gemma":0.0013137023,"threshold_uncertainty_score":0.86935794},"labels":[],"label_agreement":null},{"id":"W4408389894","doi":"10.2196/60849","title":"Examining Practices Related to Ethical Aspects in eHealth Evaluation Research: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Albert-Ludwigs-Universität Freiburg; Bundesministerium für Bildung und Forschung","keywords":"Preprint; eHealth; Protocol (science); Research ethics; Psychology; Medicine; Computer science; Engineering ethics; Engineering; Health care; Alternative medicine; Political science; World Wide Web","score_opus":0.9105848898001964,"score_gpt":0.8125174917941124,"score_spread":0.098067398006084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408389894","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.620356e-8,0.15785111,0.000008685657,0.00843264,0.000012486508,0.83089066,0.000014416058,0.000079482226,0.0027104486],"genre_scores_gemma":[2.4057615e-8,0.23088129,0.00073074753,0.0008876049,0.00027245737,0.76653373,0.00020038843,0.00009076277,0.00040297306],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9727105,0.014371036,0.0036249047,0.0017915703,0.0053199474,0.0021820301],"domain_scores_gemma":[0.98148674,0.011224976,0.0014180006,0.0013947128,0.003707829,0.0007677174],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09610551,0.0005496268,0.0029739144,0.003584739,0.0005316413,0.00015018645,0.0006866904,0.0010841157,0.0005703301],"category_scores_gemma":[0.07396092,0.00043960824,0.00023895463,0.0072033163,0.00018157126,0.00023198217,0.00049066934,0.008003695,0.00013674566],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029088985,0.0002467372,0.000013839335,0.49796984,0.000021622298,0.000024184077,0.00011303295,4.0349644e-8,4.7486932e-7,0.00019990653,0.037170045,0.4639494],"study_design_scores_gemma":[0.0028497553,0.003444424,0.000016498574,0.49848655,0.000036837646,0.000019698378,0.000054125183,0.000005864772,0.0000013877072,0.00019748675,0.4947378,0.00014958356],"about_ca_topic_score_codex":0.00009506097,"about_ca_topic_score_gemma":0.00021156321,"teacher_disagreement_score":0.46379983,"about_ca_system_score_codex":0.0025421318,"about_ca_system_score_gemma":0.0335076,"threshold_uncertainty_score":0.99980557},"labels":[],"label_agreement":null},{"id":"W4408403477","doi":"10.2196/66941","title":"Intervention With WhatsApp Messaging to Compare the Effect of Self-Designed Messages and Standardized Messages in Adherence to Antiretroviral Treatment in Young People Living With HIV in a Hospital in Lima, Peru: Protocol for a Nonblinded Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Text messaging; Intervention (counseling); Human immunodeficiency virus (HIV); Text message; Medicine; Family medicine; Antiretroviral therapy; Gerontology; Psychology; Nursing; Viral load; Internet privacy; Computer science","score_opus":0.05653131736692946,"score_gpt":0.5343922283834619,"score_spread":0.47786091101653244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408403477","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22076304,0.000006952782,0.00036856602,0.0011945973,0.000007103764,0.777328,0.000013997111,0.000034309694,0.0002833971],"genre_scores_gemma":[0.38039818,0.0000018449226,0.00038022632,0.0000150820715,0.000016065165,0.6189773,0.000003618038,0.000022450713,0.00018521564],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98555344,0.009921577,0.0018982328,0.0007603702,0.0006602724,0.001206088],"domain_scores_gemma":[0.98958087,0.008844911,0.00046169147,0.0005137305,0.00036166253,0.00023711886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01928665,0.00037525035,0.0023560878,0.0013512613,0.0003945399,0.0000846036,0.00037306402,0.00015055614,0.000024084926],"category_scores_gemma":[0.0019418155,0.00021440854,0.00013090424,0.0018198262,0.00012498834,0.00019983674,0.00018623618,0.0008656902,0.0000019901433],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.75297433,0.0013070187,0.23229863,0.004739067,0.00003308209,0.0000034488287,0.006807716,0.000025145997,0.00003167762,0.00023502685,0.00009580177,0.001449055],"study_design_scores_gemma":[0.908135,0.019736193,0.04120055,0.026214376,0.000012629832,2.9951883e-7,0.0033216327,0.0006702481,0.00009073949,0.000051115196,0.0003760894,0.00019115409],"about_ca_topic_score_codex":0.0028273496,"about_ca_topic_score_gemma":0.048937086,"teacher_disagreement_score":0.19109808,"about_ca_system_score_codex":0.00085337623,"about_ca_system_score_gemma":0.0018014206,"threshold_uncertainty_score":0.96841735},"labels":[],"label_agreement":null},{"id":"W4408423954","doi":"10.2196/63230","title":"Contactless Sleep Monitoring for the Detection of Exacerbations in People With Chronic Obstructive Pulmonary Disease: Protocol for a Longitudinal Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Pulmonary disease; Protocol (science); Sleep (system call); Intensive care medicine; COPD; Physical therapy; Emergency medicine; Internal medicine; Computer science; Alternative medicine; Pathology","score_opus":0.22127914056880318,"score_gpt":0.515504516303565,"score_spread":0.2942253757347618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408423954","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027254904,0.000020957294,0.0020537984,0.00053023006,0.000013452451,0.9698684,0.000090340705,0.00003872926,0.00012914401],"genre_scores_gemma":[0.3293043,2.01106e-7,0.00012660815,0.000002656797,0.00018118549,0.669789,0.00001449262,0.000034332545,0.0005471937],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962636,0.00033394637,0.0005850394,0.0007578296,0.0012799894,0.0007795508],"domain_scores_gemma":[0.99518687,0.0016868819,0.00015080163,0.0008011259,0.001967158,0.00020714241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014010265,0.00026839765,0.000440612,0.0005717905,0.0005710742,0.00008545144,0.00044693265,0.00009679507,0.000046109955],"category_scores_gemma":[0.00060806,0.00019508522,0.00015879334,0.0017327843,0.0003624828,0.00031603716,0.00022635025,0.00065604714,0.0000019036946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025877196,0.003745512,0.9396645,0.007997354,0.0002014088,0.0000235519,0.00023711665,0.0002582244,0.0028071252,0.0008208235,0.000061622486,0.018305603],"study_design_scores_gemma":[0.010242184,0.0018564623,0.97012115,0.002340374,0.00003172927,0.000003856251,0.0010463998,0.006785561,0.0016328004,0.0006673883,0.005111776,0.00016029987],"about_ca_topic_score_codex":0.00015804726,"about_ca_topic_score_gemma":0.0004065837,"teacher_disagreement_score":0.3020494,"about_ca_system_score_codex":0.0018687268,"about_ca_system_score_gemma":0.0028916497,"threshold_uncertainty_score":0.79553443},"labels":[],"label_agreement":null},{"id":"W4408425371","doi":"10.2196/65576","title":"Estimating the Burden of Common Mental Disorders Attributable to Lifestyle Factors: Protocol for the Global Burden of Disease Lifestyle and Mental Disorder (GLAD) Project","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Ministerio de Ciencia e Innovación; Agencia Estatal de Investigación; Queensland Health; Queensland Government; Ministero della Salute; Deakin University","keywords":"Disease burden; Medicine; Environmental health; Mental health; Anxiety; Gerontology; Disease; Population; Psychiatry","score_opus":0.10367131989249173,"score_gpt":0.515752939326338,"score_spread":0.4120816194338463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408425371","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009933766,0.000025141911,0.00008476502,0.0135714095,0.00001014886,0.97534156,0.0004916991,0.000025319707,0.00051616714],"genre_scores_gemma":[0.027083864,0.0000014502549,0.00039699365,0.000048064114,0.00017026438,0.9718624,0.000035908884,0.000018769342,0.00038232992],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975667,0.00020750686,0.0004759454,0.00036201335,0.00085307885,0.00053473056],"domain_scores_gemma":[0.99822485,0.00072662183,0.00012307672,0.0004429989,0.00032260641,0.00015986564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092169596,0.00021791422,0.0004081967,0.000090213754,0.00071455847,0.00007221213,0.00037983258,0.000062666346,0.000033320528],"category_scores_gemma":[0.0005901127,0.0001214047,0.00014863606,0.00067109475,0.0004954151,0.00009165109,0.0006930013,0.00025258752,0.0000017779117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028373787,0.0063271304,0.65394324,0.019616706,0.00087666063,0.0000056498093,0.0047418037,0.00040457648,0.0010995443,0.003953165,0.2661882,0.014469535],"study_design_scores_gemma":[0.013181678,0.0048363754,0.04275342,0.007277489,0.000042437496,0.0000025201055,0.007078059,0.005639812,0.00047736338,0.002634492,0.91578704,0.00028929437],"about_ca_topic_score_codex":0.0016177295,"about_ca_topic_score_gemma":0.00008232715,"teacher_disagreement_score":0.6495989,"about_ca_system_score_codex":0.00015076472,"about_ca_system_score_gemma":0.00036113232,"threshold_uncertainty_score":0.54958785},"labels":[],"label_agreement":null},{"id":"W4408447247","doi":"10.2196/58976","title":"Improving Pre-Exposure Prophylaxis Provision as Part of Routine Gynecologic Care Among Black Cisgender Women (Project PrEP4Her): Protocol for the Implementation of an Intervention","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Pre-exposure prophylaxis; Medicine; Family medicine; Medical prescription; Health care; Protocol (science); Reproductive health; Intervention (counseling); Focus group; Human immunodeficiency virus (HIV); Nursing; Men who have sex with men; Population; Alternative medicine; Environmental health","score_opus":0.11131742871002928,"score_gpt":0.5709314475945046,"score_spread":0.4596140188844754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408447247","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0882707,0.000004742555,0.0005382831,0.00009709023,0.0000048557336,0.9097994,0.00006660303,0.000048594644,0.001169749],"genre_scores_gemma":[0.15946883,5.417466e-7,0.00023943046,0.00000652038,0.00007059886,0.8333787,0.00005673795,0.000030725194,0.0067479443],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9952696,0.0010218956,0.0011353111,0.0006109792,0.001134891,0.0008273027],"domain_scores_gemma":[0.9957512,0.0003882044,0.00042057352,0.00094093755,0.0023338136,0.000165295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037967828,0.00023806494,0.00044885426,0.000626517,0.0003130984,0.00011534872,0.0005857272,0.0001998798,0.0006555759],"category_scores_gemma":[0.0015565354,0.00015685665,0.00035281698,0.0010221037,0.00049532234,0.0004058405,0.00041188695,0.0006611473,0.000006062328],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01325753,0.004733771,0.041338332,0.03787388,0.0003782545,0.00000786209,0.00971176,0.000008475306,0.020592269,0.00041844457,0.013065659,0.8586138],"study_design_scores_gemma":[0.042109083,0.36274025,0.12560982,0.01369179,0.000050672406,0.000006962194,0.08646952,0.0047238455,0.24024636,0.0010749325,0.122685984,0.0005907896],"about_ca_topic_score_codex":0.0006298965,"about_ca_topic_score_gemma":0.00047049485,"teacher_disagreement_score":0.858023,"about_ca_system_score_codex":0.0004770738,"about_ca_system_score_gemma":0.0012421561,"threshold_uncertainty_score":0.7178096},"labels":[],"label_agreement":null},{"id":"W4408471609","doi":"10.2196/65105","title":"The Use of Mobile Health Technology and Behavioral Economics to Encourage Adherence to Statins and Blood Pressure–Lowering Medication in Adolescents with Familial Hypercholesterolemia or Hypertension: Protocol for a Pre-Post Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Preprint; Blood pressure; Medication adherence; Medicine; Familial hypercholesterolemia; Gerontology; Physical therapy; Family medicine; Psychology; Computer science; Internal medicine; Cholesterol","score_opus":0.284888807813428,"score_gpt":0.6020340025705593,"score_spread":0.31714519475713127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408471609","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28280532,0.0000029468674,0.000092590875,0.00095378194,0.00000672201,0.7160521,0.000050552335,0.000031738473,0.000004229763],"genre_scores_gemma":[0.075279206,0.0000059811327,0.0009531775,0.00037951695,0.000024909425,0.9230914,0.0000035552923,0.000026779813,0.00023546854],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962269,0.0006627038,0.0011234166,0.0007133709,0.00033124158,0.0009423506],"domain_scores_gemma":[0.9971823,0.0005812239,0.00027707056,0.0007815572,0.0006976174,0.000480231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029824784,0.00019644323,0.00048665213,0.00055621966,0.0010991762,0.00004351229,0.00038049684,0.00018938133,0.0000045433167],"category_scores_gemma":[0.0004721437,0.00013271644,0.000014523236,0.0008269672,0.00020018875,0.00013136957,0.00043937066,0.00087002304,0.0000020720545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009741175,0.0028980637,0.85655564,0.008130975,0.000024658215,0.000002593602,0.0027728572,0.000027796643,0.0003782679,0.00024610007,0.0013532692,0.11786862],"study_design_scores_gemma":[0.014344732,0.03713407,0.65089124,0.015874388,0.000020070642,0.0000049168125,0.005864058,0.00028893136,0.00011725262,0.00008882446,0.2750877,0.00028383126],"about_ca_topic_score_codex":0.0011921157,"about_ca_topic_score_gemma":0.011390052,"teacher_disagreement_score":0.27373442,"about_ca_system_score_codex":0.00014894987,"about_ca_system_score_gemma":0.002811697,"threshold_uncertainty_score":0.8454086},"labels":[],"label_agreement":null},{"id":"W4408472561","doi":"10.2196/66851","title":"Addressing the Stigma of Mental Illness in Black Families and Communities in Ontario, Canada: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor; Toronto Metropolitan University","funders":"","keywords":"Stigma (botany); Preprint; Mental illness; Gerontology; Mental health; Protocol (science); Community-based participatory research; Medicine; Psychology; Psychiatry; Sociology; Participatory action research; Alternative medicine; World Wide Web","score_opus":0.5222671160015355,"score_gpt":0.6593035253224185,"score_spread":0.137036409320883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408472561","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21892823,0.0000028321838,0.0000036782621,0.00021323493,0.00001198211,0.7787138,0.00001236254,0.000005894678,0.0021079755],"genre_scores_gemma":[0.1187301,7.60055e-8,0.0001653571,0.00003408561,0.000007293572,0.8797493,0.000005761664,0.00001164865,0.0012963603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952268,0.0031093382,0.00050254515,0.0002612642,0.00034350282,0.00055656274],"domain_scores_gemma":[0.99780947,0.0014808166,0.000098881916,0.0004537975,0.00010306568,0.000053940992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038863132,0.00016378451,0.00035232332,0.00033482924,0.0004275385,0.00006729843,0.00048738022,0.00007595729,0.00019759889],"category_scores_gemma":[0.00004846744,0.00011372159,0.000025186278,0.00048129662,0.00037825646,0.00009635191,0.00035431056,0.0006045997,5.2611153e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006901195,0.0049998225,0.7317609,0.0025911678,0.000090415706,0.000023468045,0.0765188,0.000002721308,0.000071685965,0.0016708495,0.012484545,0.16288441],"study_design_scores_gemma":[0.013961376,0.0014445984,0.7397366,0.003317147,0.000002545033,9.048866e-7,0.167013,0.00006562551,0.00076326105,0.0007422445,0.072782345,0.00017030606],"about_ca_topic_score_codex":0.9372024,"about_ca_topic_score_gemma":0.99412423,"teacher_disagreement_score":0.16271411,"about_ca_system_score_codex":0.00062184833,"about_ca_system_score_gemma":0.00080452184,"threshold_uncertainty_score":0.46374318},"labels":[],"label_agreement":null},{"id":"W4408473318","doi":"10.2196/66963","title":"Social Participation When Aging With an Early-Onset Neurological Disability: Protocol for Descriptive Qualitative Research","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Innovation and Economic Development Trois Rivières; Université Laval; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Preprint; Qualitative research; Protocol (science); Descriptive research; Psychology; Gerontology; Medicine; Alternative medicine; Sociology; World Wide Web; Computer science","score_opus":0.5758828340727806,"score_gpt":0.6692474765225089,"score_spread":0.09336464244972831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408473318","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06879497,2.4804257e-7,0.0002634585,0.008110213,0.0000021296664,0.92072266,0.0000172851,0.00009490787,0.0019941444],"genre_scores_gemma":[0.049130827,2.610514e-8,0.0006742353,0.00025353546,0.00011355284,0.947784,0.000029363355,0.00003182669,0.0019826367],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99251354,0.003627281,0.00045989495,0.00082633516,0.001390624,0.001182298],"domain_scores_gemma":[0.99663234,0.0011428292,0.00007430301,0.0005096628,0.0013837764,0.00025710798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007032019,0.00022225355,0.000394676,0.0003004456,0.00096815877,0.00021959162,0.0003231606,0.00019336751,0.00017808653],"category_scores_gemma":[0.0012516482,0.00016274597,0.000104428866,0.0009142857,0.0015481416,0.00035496743,0.00022251354,0.0012142294,0.000016615346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18054083,0.022948733,0.49708715,0.0109263,0.00042884282,0.00006767834,0.111477904,0.000005102305,0.0023941891,0.046080135,0.07408934,0.05395381],"study_design_scores_gemma":[0.04701408,0.07166267,0.42535838,0.004976851,0.000034472116,0.0000031237405,0.031761594,0.0008677779,0.004856324,0.15993868,0.25263765,0.00088837364],"about_ca_topic_score_codex":0.00016483029,"about_ca_topic_score_gemma":0.0002295852,"teacher_disagreement_score":0.17854832,"about_ca_system_score_codex":0.0002543011,"about_ca_system_score_gemma":0.00057795603,"threshold_uncertainty_score":0.7446392},"labels":[],"label_agreement":null},{"id":"W4408477620","doi":"10.2196/64344","title":"Implementation of Medication Disposal Programs and Availability of Same-Day Naloxone at Community Pharmacies: Protocol for a Secret Shopper Caller Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Drug Abuse","keywords":"(+)-Naloxone; Pharmacy; Medical prescription; Opioid overdose; Medicine; Drug overdose; Opioid antagonist; Opioid; Medical emergency; Family medicine; Poison control; Nursing","score_opus":0.27046156591261067,"score_gpt":0.5980260815367447,"score_spread":0.3275645156241341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408477620","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040217858,0.0000030654737,0.00036655038,0.0005787623,0.0000022451138,0.9581562,0.000055112712,0.000036866175,0.0005833368],"genre_scores_gemma":[0.03374193,7.0672183e-7,0.002213543,0.000027395927,0.000017578648,0.9633359,0.0002255366,0.000022279128,0.00041518008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967609,0.0009583435,0.0006918452,0.00035843803,0.0008146215,0.0004158362],"domain_scores_gemma":[0.9977636,0.0003821435,0.00019774013,0.00070908206,0.00079393585,0.00015353913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003439601,0.00019178672,0.00044988585,0.00023521243,0.0002416674,0.00002359001,0.00023283335,0.00012110931,0.00016917576],"category_scores_gemma":[0.0002269487,0.00014821072,0.00010283299,0.0004908829,0.00060089293,0.000110485686,0.0003168716,0.0004271085,0.0000019849062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010833624,0.017092682,0.7894197,0.048206072,0.0004996841,0.0000015502268,0.014245866,6.567271e-7,0.030905003,0.0008764623,0.008221509,0.07969716],"study_design_scores_gemma":[0.08615964,0.018171724,0.49972194,0.008219981,0.00013696698,0.0000115069415,0.022332031,0.0014380419,0.17680506,0.0018609382,0.18451414,0.00062801776],"about_ca_topic_score_codex":0.00036201908,"about_ca_topic_score_gemma":0.000119989105,"teacher_disagreement_score":0.28969777,"about_ca_system_score_codex":0.00032468105,"about_ca_system_score_gemma":0.00069761625,"threshold_uncertainty_score":0.60438573},"labels":[],"label_agreement":null},{"id":"W4408477772","doi":"10.2196/66283","title":"Patient-Centered Risk Prediction, Prevention, and Intervention Platform (TIMELY) to Support the Continuum of Care in Coronary Artery Disease Using eHealth and Artificial Intelligence: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Preprint; Randomized controlled trial; Medicine; Protocol (science); Coronary artery disease; Intervention (counseling); Physical therapy; Computer science; Health care; Nursing; Alternative medicine; World Wide Web; Surgery; Internal medicine; Pathology","score_opus":0.13321128307722138,"score_gpt":0.547991629551627,"score_spread":0.41478034647440554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408477772","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09749411,0.000013276441,0.0006424386,0.0003418624,0.000042346033,0.90127015,0.00008936132,0.00001762794,0.00008884509],"genre_scores_gemma":[0.10240973,0.000003217453,0.00016800888,0.000074474796,0.000101324375,0.89709723,0.000031434905,0.000015278043,0.00009932593],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99549115,0.0013104159,0.0017194744,0.00042274976,0.0005252859,0.00053093856],"domain_scores_gemma":[0.99756646,0.00078681286,0.00035678985,0.0002998666,0.00056758587,0.000422475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006064384,0.0001845453,0.001082124,0.00049414684,0.00028539132,0.000051609462,0.00008124995,0.00010976141,0.000029963776],"category_scores_gemma":[0.0013856624,0.00012481498,0.0002917152,0.00037113464,0.00025543218,0.000116816234,0.00012547466,0.00042162577,8.12939e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.937362,0.0011476862,0.0034914047,0.005847797,0.000048938065,0.000004225684,0.0010592077,0.0000012320294,0.000026951955,0.00014931058,0.00045326978,0.050407972],"study_design_scores_gemma":[0.9611768,0.016758297,0.0033316,0.009387232,0.000059555256,0.0000080330865,0.0021134547,0.0010590324,0.0002409018,0.0027132558,0.003042797,0.000109036104],"about_ca_topic_score_codex":0.000073575626,"about_ca_topic_score_gemma":0.00017323275,"teacher_disagreement_score":0.050298937,"about_ca_system_score_codex":0.00031378237,"about_ca_system_score_gemma":0.0015672642,"threshold_uncertainty_score":0.5089807},"labels":[],"label_agreement":null},{"id":"W4408489607","doi":"10.2196/63933","title":"Efficacy And Safety of Acupoint Catgut Embedding for Perennial Allergic Rhinitis: Protocol for a Randomized Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Allergic Rhinitis and Sensitization","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Protocol (science); Randomized controlled trial; Alternative medicine; Traditional medicine; Surgery; Computer science; World Wide Web","score_opus":0.24765158574958515,"score_gpt":0.5915134251068777,"score_spread":0.34386183935729253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408489607","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00092084013,0.0000021153048,0.0065318556,0.0013009104,0.000024017945,0.9889562,0.000024281024,0.00005057745,0.002189199],"genre_scores_gemma":[0.0013919341,0.0000027925446,0.0045007877,0.00009291814,0.0005422371,0.99172634,0.000042434618,0.00003820827,0.0016623691],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9954531,0.0011939534,0.0016229978,0.0005929012,0.00058311626,0.0005539301],"domain_scores_gemma":[0.9921903,0.005684662,0.00029249172,0.00042969018,0.0011878517,0.00021498883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009134191,0.00023110477,0.001350857,0.00031168544,0.00030336334,0.00008832173,0.00018112033,0.0003194063,0.000087301014],"category_scores_gemma":[0.00816771,0.00017094327,0.00044276676,0.0002850564,0.0005694074,0.0000953105,0.00014771064,0.0004894728,0.0000027981737],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96470284,0.0012879001,0.000029366094,0.002184201,0.00021329802,0.0000071978093,0.0003172261,0.0000027713193,0.00021834875,0.0057987627,0.0099825645,0.015255525],"study_design_scores_gemma":[0.84419525,0.0054610907,0.00015659345,0.004238631,0.000024175975,0.0000068950344,0.00009161343,0.005217145,0.00030977267,0.0018621688,0.13829921,0.00013743395],"about_ca_topic_score_codex":0.0000093048975,"about_ca_topic_score_gemma":0.000006107238,"teacher_disagreement_score":0.12831664,"about_ca_system_score_codex":0.00007883313,"about_ca_system_score_gemma":0.0010119583,"threshold_uncertainty_score":0.9778102},"labels":[],"label_agreement":null},{"id":"W4408502689","doi":"10.2196/63916","title":"Correlation Between Prakriti (Body Constitution) and Severity of Structural Alterations in the Lungs of Patients With SARS-CoV-2: Protocol for a Retrospective Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Protocol (science); 2019-20 coronavirus outbreak; Virology; Computer science; Internal medicine; Alternative medicine; Pathology; World Wide Web; Disease; Infectious disease (medical specialty)","score_opus":0.21378177491566663,"score_gpt":0.6202240290575078,"score_spread":0.4064422541418412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408502689","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22703034,1.3260409e-7,0.00025499245,0.00021163588,0.0000022193462,0.77217525,0.00011168813,0.000009190839,0.00020453666],"genre_scores_gemma":[0.470244,1.603107e-8,0.0000917712,0.000014731938,0.000019816725,0.52958256,0.000011509566,0.0000035869346,0.000032042964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99681646,0.000526718,0.0006804722,0.0004076492,0.0012543201,0.00031437614],"domain_scores_gemma":[0.99381834,0.0032053033,0.00016635051,0.00034930953,0.002415025,0.000045688317],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027784654,0.00013491447,0.0003962708,0.00032068932,0.0003328421,0.00006777183,0.00017187861,0.00009388635,0.000010209173],"category_scores_gemma":[0.0104254335,0.000085373504,0.000058904207,0.0008663697,0.0012152065,0.0002127865,0.00019728874,0.0006787323,5.4085734e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056911446,0.0012543977,0.98879266,0.0015900596,0.0000865539,0.0000018632063,0.00040542003,0.0000048845386,0.0000974588,0.0017760872,0.00016133486,0.00013816572],"study_design_scores_gemma":[0.012240732,0.005761185,0.97780484,0.00081702264,0.000007185706,2.35986e-7,0.000064313266,0.00031067943,0.00027265257,0.0016625384,0.0009935242,0.00006507932],"about_ca_topic_score_codex":0.0001555097,"about_ca_topic_score_gemma":0.000072700714,"teacher_disagreement_score":0.24321364,"about_ca_system_score_codex":0.0002622057,"about_ca_system_score_gemma":0.00092360284,"threshold_uncertainty_score":0.9979102},"labels":[],"label_agreement":null},{"id":"W4408507467","doi":"10.2196/63693","title":"Testing a Machine Learning–Based Adaptive Motivational System for Socioeconomically Disadvantaged Smokers (Adapt2Quit): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Preprint; Disadvantaged; Protocol (science); Demographics; Randomized controlled trial; Baseline (sea); Attrition; Psychology; Computer science; Medicine; Alternative medicine; Demography; World Wide Web; Economic growth; Sociology; Political science","score_opus":0.1958316769858874,"score_gpt":0.5283823771288981,"score_spread":0.3325507001430107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408507467","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012567401,3.9954656e-7,0.014971788,0.00064261025,0.00002230107,0.9818015,0.00003344685,0.0002188871,0.0010523106],"genre_scores_gemma":[0.023493886,7.810181e-9,0.0026338734,0.00005795233,0.00029499875,0.9715939,0.000082168764,0.00005775447,0.0017854692],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953544,0.0013147139,0.0012200209,0.0006442277,0.00078422495,0.0006824094],"domain_scores_gemma":[0.9874209,0.0099949185,0.00046453867,0.00033229205,0.0016226271,0.00016472966],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009070202,0.00031642473,0.0016050382,0.00051275006,0.0006897803,0.00017081626,0.00024634658,0.00026844506,0.00006656596],"category_scores_gemma":[0.00877272,0.00023587531,0.00069957133,0.0003784398,0.00031373315,0.00013096485,0.00006526175,0.000757656,0.000002556369],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98862237,0.0010107865,0.0023456689,0.0020365699,0.00021477109,0.0000028306804,0.000064768705,0.00007863589,0.001219599,0.002567686,0.00073413766,0.0011021739],"study_design_scores_gemma":[0.950383,0.004128432,0.00042133708,0.0034597274,0.00007674678,0.0000014328293,0.00016035941,0.034451958,0.0013196861,0.00046987392,0.0049354206,0.00019203249],"about_ca_topic_score_codex":0.000021158081,"about_ca_topic_score_gemma":0.000002096918,"teacher_disagreement_score":0.03823938,"about_ca_system_score_codex":0.0007877365,"about_ca_system_score_gemma":0.0018281832,"threshold_uncertainty_score":0.9995768},"labels":[],"label_agreement":null},{"id":"W4408557918","doi":"10.2196/69829","title":"Methadone Patient Access to Collaborative Treatment: Protocol for a Pilot and a Randomized Controlled Trial to Establish Feasibility of Adoption and Impact on Methadone Treatment Delivery and Patient Outcomes","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Methadone; Preprint; Randomized controlled trial; Medicine; Methadone maintenance; Protocol (science); Physical therapy; Alternative medicine; Psychiatry; Surgery; Computer science; World Wide Web","score_opus":0.1860343213121329,"score_gpt":0.5564876125200108,"score_spread":0.37045329120787784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408557918","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36054733,0.000015349078,0.000024031759,0.001137,0.000006460498,0.63797355,0.0001441933,0.000026650561,0.00012543716],"genre_scores_gemma":[0.070828736,0.000007249455,0.0013515073,0.00013165813,0.00001684227,0.92744803,0.000017534774,0.0000343552,0.00016406084],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99479824,0.001754535,0.0010962604,0.0009742114,0.00076498574,0.0006117641],"domain_scores_gemma":[0.994118,0.0032212907,0.00029671768,0.00063946855,0.001185285,0.0005392863],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014859177,0.0005807517,0.002875693,0.00095193955,0.00022735284,0.00023696969,0.00011178861,0.00013304083,0.000024881512],"category_scores_gemma":[0.0018028257,0.0003240503,0.0003116938,0.00083599525,0.00023561927,0.00020273369,0.00021095623,0.00015581047,0.0000013102157],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9445879,0.012682401,0.005474688,0.0005897812,0.0011806429,0.000008644756,0.0027212643,0.000008900349,0.0005378991,0.00008909359,0.00037793219,0.03174084],"study_design_scores_gemma":[0.840771,0.14349934,0.0069602947,0.0013921756,0.00016005254,0.0000010593704,0.00055190886,0.000068633024,0.0045283264,0.00021479667,0.0016519452,0.00020047234],"about_ca_topic_score_codex":0.00048351084,"about_ca_topic_score_gemma":0.00008414083,"teacher_disagreement_score":0.2897186,"about_ca_system_score_codex":0.0011215637,"about_ca_system_score_gemma":0.0010177112,"threshold_uncertainty_score":0.99992114},"labels":[],"label_agreement":null},{"id":"W4408559115","doi":"10.2196/63089","title":"Sustainable Implementation of Digital Assistive Technologies in Health Care Through a Simplified Interaction and Control Platform: Protocol for a Cocreative Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Health care; Competence (human resources); Autonomy; Digital health; Protocol (science); End user; Knowledge management; Human–computer interaction; Process management; Engineering; Psychology; World Wide Web; Medicine","score_opus":0.3989558975479395,"score_gpt":0.6970515352539898,"score_spread":0.2980956377060503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408559115","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006779922,0.0000023804103,0.001584018,0.0016980781,0.0000027724964,0.98810416,0.000098786586,0.0001692167,0.0015606843],"genre_scores_gemma":[0.42282194,1.4057777e-7,0.0001482481,0.000017116805,0.0000028651784,0.5768513,0.000010447605,0.000006877727,0.00014107277],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99630415,0.0012618077,0.0010003297,0.0005011078,0.00027240283,0.0006601793],"domain_scores_gemma":[0.99510574,0.002038382,0.00045665604,0.0007381762,0.0016227285,0.000038293914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029612205,0.00017227839,0.00047875536,0.00042131022,0.00094525435,0.00003506398,0.0003849375,0.00022823189,0.000022955172],"category_scores_gemma":[0.0017210643,0.00014516784,0.00004583825,0.0007728996,0.00048811093,0.00043995702,0.0006390951,0.0011447669,0.0000013685678],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065580034,0.0020040784,0.9450442,0.006021615,0.000055475335,0.0000012004158,0.009693598,6.663006e-7,0.000039870512,0.011633517,0.001729622,0.017218135],"study_design_scores_gemma":[0.015363885,0.0040792637,0.22403474,0.0013087913,0.0000023237646,1.4974904e-7,0.71585155,0.000015056738,0.0002928072,0.008573724,0.03036687,0.000110815825],"about_ca_topic_score_codex":0.0006290457,"about_ca_topic_score_gemma":0.0013582567,"teacher_disagreement_score":0.7210095,"about_ca_system_score_codex":0.0016879429,"about_ca_system_score_gemma":0.0016265956,"threshold_uncertainty_score":0.72702277},"labels":[],"label_agreement":null},{"id":"W4408559171","doi":"10.2196/69264","title":"Evaluation of a Smartphone-Based Weight Loss Intervention with Telephone Support for Merchant Women With Obesity in Côte d'Ivoire: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Randomized controlled trial; Weight loss; Intervention (counseling); Medicine; mHealth; Obesity; Phone; Physical therapy; Gerontology; Family medicine; Nursing","score_opus":0.20032210149462473,"score_gpt":0.6211158775401254,"score_spread":0.4207937760455007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408559171","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00497372,0.0000019501501,0.010474616,0.0013274319,0.000021627093,0.98244077,0.000058179623,0.00006032956,0.00064137665],"genre_scores_gemma":[0.005141773,5.762975e-7,0.001754673,0.00015075035,0.00014221271,0.9914658,0.00005147271,0.00004781867,0.0012449203],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9845405,0.008855237,0.0025584153,0.00074836344,0.0017516507,0.001545805],"domain_scores_gemma":[0.98697096,0.0058393814,0.0011508974,0.00075241976,0.004934871,0.0003514777],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06980769,0.0003143769,0.0019274743,0.000900364,0.0007998288,0.000025580488,0.00039622973,0.00034376147,0.0003996016],"category_scores_gemma":[0.003307674,0.0002028774,0.0002320619,0.0012046013,0.00034984652,0.00014620618,0.00007964845,0.0008737213,0.0000096120775],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97109634,0.003434189,0.0007310294,0.012052109,0.00010020511,5.6039096e-7,0.000484151,0.000017603874,0.00006331182,0.0016263931,0.0027584054,0.0076357275],"study_design_scores_gemma":[0.91783416,0.0068158377,0.00039440955,0.0063211373,0.000037912516,2.2553107e-7,0.00021128681,0.003666796,0.00026385963,0.0037378066,0.06055709,0.00015950606],"about_ca_topic_score_codex":0.00015732272,"about_ca_topic_score_gemma":0.00094936666,"teacher_disagreement_score":0.06650002,"about_ca_system_score_codex":0.0014496866,"about_ca_system_score_gemma":0.016370516,"threshold_uncertainty_score":0.9892058},"labels":[],"label_agreement":null},{"id":"W4408578557","doi":"10.2196/64756","title":"The Effects of a Smartphone App (Feelee) to Enhance Adolescents’ Emotion Regulation Skills in a Forensic Outpatient Setting: Protocol for a Multiple Single-Case Experimental Design","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Preprint; Applied psychology; Forensic science; Psychology; Medical education; Medicine; Computer science; Internet privacy; Clinical psychology; Multimedia; Alternative medicine; World Wide Web","score_opus":0.16014938978843093,"score_gpt":0.5576391189359802,"score_spread":0.3974897291475492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408578557","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014246049,0.0000026503988,0.0057643945,0.0002364597,0.000065961925,0.9792783,0.000012780086,0.000052709962,0.00034066814],"genre_scores_gemma":[0.25863403,4.503142e-9,0.0011362171,0.0000358293,0.000029360006,0.7385061,0.000004031724,0.000026997046,0.0016274701],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9960002,0.0012088271,0.00090631604,0.00056996255,0.0004899573,0.0008247484],"domain_scores_gemma":[0.9972293,0.0014076404,0.00023565438,0.00063207466,0.00034343632,0.0001519392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019442656,0.00021133793,0.00026345698,0.00043803095,0.00031593916,0.000108534136,0.00034402683,0.00014393372,0.000018785122],"category_scores_gemma":[0.0011099456,0.00017707737,0.00013045805,0.00083598425,0.00018181842,0.00016572754,0.00022901733,0.00032643872,0.00005282068],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040889937,0.06216371,0.0063762725,0.020419681,0.00012697927,0.00015536646,0.011047572,0.0000454911,0.06334384,0.0033363625,0.07140762,0.72068715],"study_design_scores_gemma":[0.0152175175,0.02694541,0.012999136,0.042816725,0.0000033146591,0.000024888313,0.0011942753,0.0005122291,0.8752826,0.0028519025,0.021758977,0.0003930361],"about_ca_topic_score_codex":0.000048546477,"about_ca_topic_score_gemma":0.00008058005,"teacher_disagreement_score":0.81193876,"about_ca_system_score_codex":0.00063608366,"about_ca_system_score_gemma":0.00012268421,"threshold_uncertainty_score":0.72210056},"labels":[],"label_agreement":null},{"id":"W4408584949","doi":"10.2196/67392","title":"Efficacy of DaXianXiong Decoction in Preventing the Progression of Acute Pancreatitis Severity: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pancreatitis Pathology and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Decoction; Protocol (science); Preprint; Acute pancreatitis; Traditional medicine; Clinical trial; Intensive care medicine; Alternative medicine; Internal medicine; World Wide Web; Computer science","score_opus":0.08759423315969074,"score_gpt":0.5527476108433886,"score_spread":0.4651533776836979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408584949","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021928376,0.0000040506975,0.00015496375,0.00032941578,0.00000837582,0.97500205,0.0000074446584,0.000021834576,0.0025434957],"genre_scores_gemma":[0.020272719,0.0000012317073,0.0009938477,0.0000102359545,0.00005094536,0.9774821,0.000010798576,0.00001317216,0.0011649735],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99580204,0.0019710478,0.0010448694,0.0003171688,0.0004925816,0.00037226573],"domain_scores_gemma":[0.9961801,0.0025004845,0.00039254673,0.00043075348,0.00044515255,0.00005097523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005869137,0.00016510885,0.0015089813,0.00037111813,0.00015254885,0.000018564171,0.00016893618,0.00018102529,0.000044382698],"category_scores_gemma":[0.0021518697,0.000091630915,0.0004300233,0.0005262573,0.00042350366,0.00007489913,0.00009755391,0.00036135913,0.0000014650836],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97968125,0.002834551,0.0040588067,0.0011415264,0.0005017582,0.00002542261,0.00019571051,6.3033747e-7,0.0010224896,0.0011122604,0.00021746676,0.009208133],"study_design_scores_gemma":[0.9720104,0.0029280738,0.004504979,0.0080849035,0.000109937006,0.000011302819,0.000024002304,0.00021315619,0.009877685,0.0009505485,0.0012253867,0.000059662925],"about_ca_topic_score_codex":0.00002275677,"about_ca_topic_score_gemma":0.000008029587,"teacher_disagreement_score":0.00914847,"about_ca_system_score_codex":0.00007737598,"about_ca_system_score_gemma":0.00059243396,"threshold_uncertainty_score":0.37366003},"labels":[],"label_agreement":null},{"id":"W4408588689","doi":"10.2196/68705","title":"Training and Assessing Teamwork in Interprofessional Virtual Reality–Based Simulation Using the TeamSTEPPS Framework: Protocol for Randomized Pre-Post Intervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Teamwork; Virtual reality; Randomized controlled trial; Intervention (counseling); Protocol (science); Medical education; Simulation training; Psychology; Medicine; Computer science; Nursing; Human–computer interaction; Simulation; Alternative medicine; World Wide Web","score_opus":0.3802428445299232,"score_gpt":0.7107335857562641,"score_spread":0.3304907412263409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408588689","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021681193,9.215902e-7,0.046121296,0.0021565666,0.0001435427,0.9294071,0.000009303075,0.00006814446,0.0004119024],"genre_scores_gemma":[0.24130087,1.2129438e-8,0.0013002886,0.00035686558,0.00019963484,0.75556254,0.000013928044,0.000029782139,0.0012360921],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9839253,0.012378827,0.0015544222,0.0006145057,0.00080308097,0.0007238952],"domain_scores_gemma":[0.9859141,0.011472744,0.0005156225,0.0004925487,0.0014992987,0.000105691506],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01680303,0.0002728889,0.0005945484,0.00071430934,0.0023318436,0.00024167135,0.00041530663,0.00040212896,0.00021406256],"category_scores_gemma":[0.006183906,0.00018392003,0.0001319345,0.0012690432,0.00029643235,0.000526303,0.00033652884,0.0022467352,0.0000053418357],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.62509,0.013054568,0.03658558,0.008052108,0.00028171996,0.000007254024,0.15836297,0.01263217,0.0015948814,0.03256286,0.004431876,0.10734402],"study_design_scores_gemma":[0.1718907,0.0015431538,0.014460579,0.0796491,0.000022564183,3.8263227e-7,0.18091373,0.519611,0.000059087077,0.01549025,0.015864162,0.000495273],"about_ca_topic_score_codex":0.0002805043,"about_ca_topic_score_gemma":0.00039321042,"teacher_disagreement_score":0.5069788,"about_ca_system_score_codex":0.000640655,"about_ca_system_score_gemma":0.004154378,"threshold_uncertainty_score":0.998967},"labels":[],"label_agreement":null},{"id":"W4408660983","doi":"10.2196/64735","title":"Improving Diet Quality of People Living With Obesity by Building Effective Dietetic Service Delivery Using Technology in a Primary Health Care Setting: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute","keywords":"Preprint; Protocol (science); Randomized controlled trial; Medicine; Primary care; Service (business); Quality (philosophy); Service delivery framework; Nursing; Gerontology; Alternative medicine; Medical education; Family medicine; Computer science; World Wide Web; Business; Marketing","score_opus":0.08736061291086157,"score_gpt":0.5889342088634872,"score_spread":0.5015735959526256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408660983","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021130253,0.000026345506,0.002981665,0.00231298,0.000015373073,0.97310776,0.000053105563,0.00014556324,0.00022694156],"genre_scores_gemma":[0.007944763,0.0000013226411,0.005110749,0.0005021827,0.00009696882,0.9861996,0.000015179276,0.000054848235,0.000074362724],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9824692,0.0107756015,0.0030264803,0.00097358803,0.00081111543,0.0019440036],"domain_scores_gemma":[0.9773691,0.01733333,0.0017882446,0.0008646121,0.0023164668,0.00032819473],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.023988707,0.00038625288,0.0029624796,0.0010447985,0.0019302905,0.000032773067,0.00058704737,0.0005440314,0.000018936582],"category_scores_gemma":[0.005372003,0.00030251243,0.00022137038,0.002319821,0.00025100654,0.00016907648,0.00053804496,0.002095368,0.0000020973557],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90840715,0.0013201243,0.008572386,0.073473476,0.00005688005,3.4289346e-7,0.0019722704,0.000008454651,0.0013726712,0.0011706166,0.00057841616,0.0030672334],"study_design_scores_gemma":[0.97001517,0.002881607,0.0011238533,0.018466746,0.000013813852,2.5700857e-7,0.0025785873,0.001049117,0.00010939704,0.0005268883,0.002985894,0.0002486656],"about_ca_topic_score_codex":0.0033358221,"about_ca_topic_score_gemma":0.0014037128,"teacher_disagreement_score":0.061608043,"about_ca_system_score_codex":0.0024379578,"about_ca_system_score_gemma":0.010977248,"threshold_uncertainty_score":0.9999427},"labels":[],"label_agreement":null},{"id":"W4408669733","doi":"10.2196/65968","title":"Calibration and Validation of Machine Learning Models for Physical Behavior Characterization: Protocol and Methods for the Free-Living Physical Activity in Youth (FLPAY) Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Preprint; Protocol (science); Calibration; Computer science; Test (biology); Psychology; Physical activity; Artificial intelligence; Machine learning; Medicine; Statistics; Physical medicine and rehabilitation; World Wide Web; Mathematics; Alternative medicine","score_opus":0.38805278612564825,"score_gpt":0.612388334576786,"score_spread":0.22433554845113773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408669733","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27567682,2.3667067e-7,0.0340422,0.0003460613,0.0000015993022,0.6898758,0.000027461861,0.000017837841,0.000011995039],"genre_scores_gemma":[0.40681288,1.0470827e-7,0.0003155679,0.000005177851,0.00005973973,0.5927327,0.000008593686,0.000010833241,0.0000543848],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980391,0.0008138789,0.00020717672,0.0003605747,0.0003006653,0.0002785753],"domain_scores_gemma":[0.99753,0.0018021493,0.00010975601,0.00026622685,0.00021791551,0.00007394218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018395449,0.0001340642,0.00042390922,0.00015366636,0.00029311728,0.00006847372,0.00011472454,0.00006389923,0.0000012628798],"category_scores_gemma":[0.00055860245,0.00009459622,0.000056439436,0.000393046,0.00013132831,0.0004046151,0.00019198739,0.0005261886,5.1729547e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017703194,0.05065057,0.041267116,0.011481511,0.00014909857,0.0000016969121,0.026931679,0.00013165273,0.41666606,0.005808213,0.00002970568,0.4291795],"study_design_scores_gemma":[0.009173697,0.011162886,0.08300712,0.0017541087,0.00005948053,7.525985e-7,0.0007492336,0.8247515,0.06478304,0.004025513,0.00033531475,0.00019734047],"about_ca_topic_score_codex":0.00005990999,"about_ca_topic_score_gemma":0.000010766373,"teacher_disagreement_score":0.8246199,"about_ca_system_score_codex":0.000063107895,"about_ca_system_score_gemma":0.0001880037,"threshold_uncertainty_score":0.3857522},"labels":[],"label_agreement":null},{"id":"W4408715845","doi":"10.2196/65789","title":"Clinical Safety of Pudilan Xiaoyan Oral Liquid for the Treatment of Upper Respiratory Tract Infection in the Real World: Protocol for a Prospective, Observational, Registry Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Incidence (geometry); Adverse effect; Prospective cohort study; Cohort study; Internal medicine; Emergency medicine; Intensive care medicine","score_opus":0.7050401002711952,"score_gpt":0.7161580155389612,"score_spread":0.011117915267765954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408715845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044861026,0.0000027428655,0.000033969674,0.00086830347,0.000042150103,0.9523278,0.00012940762,0.00002607932,0.0017085482],"genre_scores_gemma":[0.04452157,0.000008345951,0.00004946262,0.00019063184,0.00024224883,0.953896,0.000011655451,0.000017260605,0.0010628246],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957751,0.0019754905,0.0009953356,0.00042428466,0.00036191667,0.00046787653],"domain_scores_gemma":[0.9933417,0.0051891864,0.00032410363,0.00050366676,0.000571938,0.00006942183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065309065,0.00020678522,0.00042700022,0.00030033223,0.00053361367,0.000027542263,0.00049064483,0.00019478267,0.00007683877],"category_scores_gemma":[0.00037457488,0.00012605598,0.0002880841,0.0010303885,0.00047506214,0.00016108707,0.000056305704,0.0008494814,0.0000029001326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031113142,0.02393769,0.92112267,0.00058651477,0.0003102527,0.0000036217828,0.0008449221,0.00018461936,0.0020118163,0.002866236,0.01101795,0.006000549],"study_design_scores_gemma":[0.0116630625,0.0049876682,0.34455487,0.00015903306,0.000030191459,3.391534e-7,0.0002836621,0.00018519671,0.003357929,0.00040685065,0.6342889,0.00008225887],"about_ca_topic_score_codex":0.00009853467,"about_ca_topic_score_gemma":0.0003992423,"teacher_disagreement_score":0.623271,"about_ca_system_score_codex":0.00030451818,"about_ca_system_score_gemma":0.0008774755,"threshold_uncertainty_score":0.51404136},"labels":[],"label_agreement":null},{"id":"W4408719055","doi":"10.2196/67678","title":"Web-Based Nursing Intervention to Promote Physical Activity Among Older Adults After Coronary Revascularization: Protocol for Mixed Method Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Preprint; Protocol (science); Medicine; Web application; Intervention (counseling); Nursing; Physical therapy; Gerontology; Computer science; Alternative medicine; World Wide Web","score_opus":0.1566757668089169,"score_gpt":0.6054888469834023,"score_spread":0.4488130801744854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408719055","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12437588,3.633112e-7,0.005584045,0.00082648173,0.000020880101,0.8687812,0.000017587543,0.000106009385,0.00028753004],"genre_scores_gemma":[0.20113222,1.1740122e-8,0.0020539577,0.00011982523,0.00018527862,0.7958511,0.000014726405,0.00004131442,0.000601556],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99512994,0.0016184393,0.0004674294,0.00084378367,0.0010485593,0.0008918524],"domain_scores_gemma":[0.99752915,0.00024495827,0.00010272002,0.00073075434,0.00079338683,0.0005990116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036805354,0.0002624874,0.0005742319,0.00047395722,0.0003272181,0.000082047445,0.00017359096,0.000101969665,0.00005078889],"category_scores_gemma":[0.0003375093,0.0002277474,0.00024114609,0.0010193122,0.00009735751,0.0001865389,0.00012624578,0.00071675685,0.000019552672],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14392957,0.07623187,0.04875743,0.03735444,0.00008941785,0.00006143903,0.0014071362,0.0000046124137,0.0021913901,0.000040029234,0.00796353,0.6819691],"study_design_scores_gemma":[0.049502254,0.041442186,0.84055495,0.04369819,0.000026538295,0.000005130846,0.00035159683,0.0024724093,0.007432043,0.000077349294,0.014167983,0.0002693472],"about_ca_topic_score_codex":0.000080330836,"about_ca_topic_score_gemma":0.000050992465,"teacher_disagreement_score":0.7917975,"about_ca_system_score_codex":0.00097513024,"about_ca_system_score_gemma":0.00121088,"threshold_uncertainty_score":0.928727},"labels":[],"label_agreement":null},{"id":"W4408777868","doi":"10.2196/74014","title":"Correction: Auricular Acupressure Versus an Intermittent Low-Carbohydrate Diet in Children With Overweight or Obesity With Gastric-Heat and Dampness-Obstruction Syndrome: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Diet and metabolism studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acupressure; Medicine; Overweight; Randomized controlled trial; Preprint; Obesity; Protocol (science); Physical therapy; Alternative medicine; Internal medicine; World Wide Web","score_opus":0.050746333783856894,"score_gpt":0.431202883119097,"score_spread":0.3804565493352401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408777868","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021862532,0.000021712896,0.00003709367,0.00012945262,0.00085432874,0.9946847,0.000046719946,0.00012545778,0.0019142979],"genre_scores_gemma":[0.00012713914,0.000014013331,0.00018065028,0.00001679854,0.0014186942,0.9481588,0.0002063989,0.00010439118,0.04977313],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9927203,0.001678183,0.0011927483,0.0014766895,0.0017865829,0.0011454932],"domain_scores_gemma":[0.99600375,0.00087441865,0.00048369795,0.0009320193,0.0013131278,0.00039298568],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002971481,0.0009750136,0.0048434027,0.0011834772,0.0004691646,0.00035112654,0.00041180878,0.0007665574,0.00008206312],"category_scores_gemma":[0.0012618832,0.00051930593,0.0004381311,0.0012550494,0.0007233535,0.00036542272,0.00030240897,0.002586349,0.0000021023495],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9208499,0.002079918,0.0005826296,0.0031708626,0.0019980455,0.00015742725,0.00017066897,0.000003514533,0.000009202717,0.000025254321,0.07040429,0.0005482785],"study_design_scores_gemma":[0.90354705,0.02645652,0.0042934995,0.015245004,0.00051912357,0.00006073039,0.00012897282,0.00028878613,0.000014703217,0.000026047644,0.048894774,0.00052479864],"about_ca_topic_score_codex":0.00012421927,"about_ca_topic_score_gemma":0.00022063221,"teacher_disagreement_score":0.047858834,"about_ca_system_score_codex":0.0003862316,"about_ca_system_score_gemma":0.002683507,"threshold_uncertainty_score":0.9997259},"labels":[],"label_agreement":null},{"id":"W4408786340","doi":"10.2196/71038","title":"Implementation and Evaluation of a Best Practice Advisory to Reduce Inequities in Technology Use for People With Type 1 Diabetes: Protocol for a Mixed Methods, Nonrandomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Preprint; Protocol (science); Randomized controlled trial; Medicine; Type 2 diabetes; Best practice; Diabetes mellitus; Computer science; Family medicine; Gerontology; Alternative medicine; World Wide Web; Political science","score_opus":0.2651798546787348,"score_gpt":0.6487565394731533,"score_spread":0.3835766847944185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408786340","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029807795,0.000004023998,0.00074099976,0.0021308593,0.000008786225,0.9669585,0.0000067817937,0.000022581418,0.00031964897],"genre_scores_gemma":[0.0018912934,4.1676478e-7,0.020564001,0.00003360053,0.000044098695,0.9765369,0.000016740725,0.00002489835,0.00088803645],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958252,0.0016375255,0.0006682011,0.00043518675,0.00085856684,0.00057535915],"domain_scores_gemma":[0.99182874,0.0040766653,0.00019716687,0.00036173558,0.0034532058,0.00008246599],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017993486,0.00016024595,0.0008152535,0.0015873899,0.00011841777,0.000107058826,0.00017023722,0.00012770158,0.000033711185],"category_scores_gemma":[0.014044916,0.000115911,0.0000688299,0.0015402649,0.00014334897,0.00026857125,0.00017410966,0.00026362075,0.0000011349347],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8915689,0.0026847033,0.0009595709,0.0037327656,0.00027708543,5.80215e-7,0.00026962018,0.0000063454963,0.011215088,0.00070988614,0.0035361655,0.085039295],"study_design_scores_gemma":[0.8992787,0.03232695,0.00035448952,0.0028235673,0.00011306162,1.7576232e-7,0.0025972656,0.0019477732,0.013153919,0.0012536482,0.046017475,0.00013295717],"about_ca_topic_score_codex":0.00001979269,"about_ca_topic_score_gemma":0.00011130882,"teacher_disagreement_score":0.08490634,"about_ca_system_score_codex":0.00017793811,"about_ca_system_score_gemma":0.0012286351,"threshold_uncertainty_score":0.9942602},"labels":[],"label_agreement":null},{"id":"W4408810614","doi":"10.2196/67570","title":"Metabolic Flexibility to Predict Lifestyle Interventions Outcomes (MEPHISTO): Protocol for Predictive Validation Study and Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dietary Effects on Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Preprint; Psychological intervention; Protocol (science); Medicine; Flexibility (engineering); Physical therapy; Computer science; Alternative medicine; World Wide Web; Nursing; Internal medicine","score_opus":0.2384980242303355,"score_gpt":0.6201237819944073,"score_spread":0.3816257577640718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408810614","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010919049,0.0000035460957,0.0011819182,0.0020562573,0.00003787387,0.98461026,0.00003731085,0.00019685843,0.0009568968],"genre_scores_gemma":[0.009440486,1.8217708e-7,0.00062193186,0.00013384907,0.00018404936,0.9853655,0.000016446953,0.000038239858,0.0041993298],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9899166,0.005469996,0.0017362403,0.0009356739,0.0012140311,0.0007274235],"domain_scores_gemma":[0.99200076,0.005050419,0.00028119198,0.0009512544,0.0012470807,0.0004692758],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022312738,0.0003509715,0.0027619414,0.001023805,0.00042011705,0.0001667593,0.00030445127,0.00016469086,0.00010208421],"category_scores_gemma":[0.018909698,0.00023794893,0.00077449164,0.0007994812,0.0003216064,0.00023212377,0.00029065495,0.00066156563,0.000015306621],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97329277,0.009439697,0.0064037996,0.0033246358,0.000741687,0.000004397365,0.0004544363,0.0000040384552,0.00004540173,0.00040225306,0.0038060076,0.0020808892],"study_design_scores_gemma":[0.9555843,0.02115732,0.008821569,0.0026734783,0.00016787267,9.1196773e-7,0.00019021826,0.00067334017,0.00017685701,0.00093662075,0.009471398,0.00014614593],"about_ca_topic_score_codex":0.0000857163,"about_ca_topic_score_gemma":0.00003168506,"teacher_disagreement_score":0.017708492,"about_ca_system_score_codex":0.00027117154,"about_ca_system_score_gemma":0.0010886688,"threshold_uncertainty_score":0.98935443},"labels":[],"label_agreement":null},{"id":"W4408814491","doi":"10.2196/57507","title":"Improving Meal Acceptance of Individuals With Autism Spectrum Disorder (AUT-MENU Project): Protocol for a Bicentric Intervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Feeding Issues","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Autism spectrum disorder; Intervention (counseling); Autism; Psychology; Computer science; Medicine; World Wide Web; Developmental psychology; Psychiatry; Alternative medicine","score_opus":0.15264821612242344,"score_gpt":0.5542406533652784,"score_spread":0.401592437242855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408814491","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004833625,0.000003173352,0.00060330937,0.0014540846,0.0000060036596,0.99208623,0.000016542337,0.00010807226,0.0008889334],"genre_scores_gemma":[0.029614564,1.5826718e-7,0.00094868755,0.000025342644,0.00008045235,0.9669695,0.000010883698,0.00003510222,0.002315306],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970177,0.00028022347,0.0006135196,0.0005617023,0.00093254074,0.00059434265],"domain_scores_gemma":[0.99868536,0.00015980836,0.00022189139,0.00049372023,0.00033784463,0.00010139344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017046365,0.00021816452,0.00046538902,0.0009769176,0.00022792946,0.00012708132,0.00031511462,0.0001151975,0.00011541238],"category_scores_gemma":[0.0002789748,0.00016375101,0.00013716024,0.001641873,0.00017616629,0.00019976117,0.00022088476,0.000529195,0.000004536595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03856418,0.06125266,0.7371136,0.045019407,0.0007957013,0.00006511728,0.0054724966,0.0000020817065,0.004795561,0.009410066,0.0274972,0.070011936],"study_design_scores_gemma":[0.12602,0.05206347,0.28105378,0.030718684,0.00007009878,0.000022080725,0.004643694,0.00042256434,0.020705128,0.0021873293,0.48144883,0.0006443611],"about_ca_topic_score_codex":0.00010340133,"about_ca_topic_score_gemma":0.00007303519,"teacher_disagreement_score":0.45605984,"about_ca_system_score_codex":0.00017711063,"about_ca_system_score_gemma":0.00040097212,"threshold_uncertainty_score":0.6677573},"labels":[],"label_agreement":null},{"id":"W4408837650","doi":"10.2196/64909","title":"A Customized Neural Transcranial Magnetic Stimulation Target for Functional Disability Among Veterans With Co-Occurring Alcohol Use Disorder and Mild Traumatic Brain Injury: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences; U.S. Department of Veterans Affairs","keywords":"Traumatic brain injury; Alcohol use disorder; Randomized controlled trial; Protocol (science); Preprint; Psychology; Medicine; Physical medicine and rehabilitation; Psychiatry; Alcohol; Clinical psychology; Physical therapy; Alternative medicine; Computer science; World Wide Web","score_opus":0.2807244921693857,"score_gpt":0.5167316307503889,"score_spread":0.23600713858100314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408837650","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10931879,9.3334444e-7,0.016190682,0.0007473484,0.000027532868,0.8733132,0.0001591259,0.00015890865,0.000083513056],"genre_scores_gemma":[0.24751915,7.720998e-8,0.0007817084,0.000090963484,0.00010408378,0.75123674,0.000008075085,0.000049714192,0.00020952136],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99211305,0.0031827306,0.0014565184,0.0011869535,0.0011373075,0.0009234532],"domain_scores_gemma":[0.9763878,0.022227941,0.000261582,0.0004585676,0.00047004005,0.00019404157],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038362828,0.0005456126,0.0017961183,0.00040030005,0.0010326786,0.0005738853,0.00033091562,0.00016040755,0.00014053888],"category_scores_gemma":[0.0067881458,0.00039224525,0.00048719437,0.0006947294,0.0018379745,0.00066165335,0.000052297662,0.0004992527,0.0000016846514],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9847762,0.0018250388,0.0014964655,0.0012249162,0.00006554224,9.4299475e-7,0.00035947253,0.00062825164,0.007501024,0.00070995395,0.00021009645,0.0012021014],"study_design_scores_gemma":[0.9152541,0.010365776,0.005505841,0.00059931236,0.00005515033,8.8335474e-7,0.00003773241,0.064300925,0.00022220484,0.0011445537,0.002147259,0.00036622517],"about_ca_topic_score_codex":0.000054514752,"about_ca_topic_score_gemma":0.000052350046,"teacher_disagreement_score":0.13820036,"about_ca_system_score_codex":0.00011018801,"about_ca_system_score_gemma":0.00024901467,"threshold_uncertainty_score":0.99985296},"labels":[],"label_agreement":null},{"id":"W4408853811","doi":"10.2196/70518","title":"Virtual Life Story Club Intervention to Improve Loneliness and Apathy in Community-Dwelling Older Adults: Protocol for a Mixed Methods Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Identity, Memory, and Therapy","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Aging","keywords":"Loneliness; Club; Apathy; Preprint; Intervention (counseling); Psychology; Protocol (science); Gerontology; Social isolation; Applied psychology; World Wide Web; Medicine; Computer science; Social psychology; Psychotherapist; Psychiatry; Cognition; Alternative medicine","score_opus":0.2559789493904701,"score_gpt":0.6377605385047588,"score_spread":0.38178158911428867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408853811","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1316441,0.000004368964,0.008674002,0.0002000864,0.000084751264,0.8591135,0.000016069678,0.00007089384,0.00019221689],"genre_scores_gemma":[0.031448416,6.349469e-8,0.0008727346,0.000107779786,0.00014162045,0.9658033,0.0000056453428,0.00004750021,0.0015729126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98262256,0.01441552,0.00086034165,0.0008400011,0.00047060862,0.00079098647],"domain_scores_gemma":[0.9959998,0.0015487269,0.00015561961,0.0012925719,0.00077412656,0.00022916317],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02448101,0.00029742587,0.00054897903,0.00090369245,0.0006175899,0.00023186402,0.0008564985,0.0002624041,0.00012532165],"category_scores_gemma":[0.001676278,0.00028233707,0.00014843044,0.0009193847,0.00021068683,0.00022275223,0.0005549551,0.0018441805,0.000025660978],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07132562,0.07053841,0.06762891,0.010206212,0.0003872535,0.000029410578,0.079716004,0.000009702677,0.0022223515,0.0017561422,0.014844735,0.6813353],"study_design_scores_gemma":[0.12073936,0.038297847,0.59747815,0.011338043,0.000019164394,0.000003447097,0.16063945,0.00056930905,0.003211487,0.00706384,0.059368066,0.0012718125],"about_ca_topic_score_codex":0.00080495566,"about_ca_topic_score_gemma":0.0016330415,"teacher_disagreement_score":0.6800634,"about_ca_system_score_codex":0.00028213515,"about_ca_system_score_gemma":0.0002150725,"threshold_uncertainty_score":0.99996287},"labels":[],"label_agreement":null},{"id":"W4408855753","doi":"10.2196/63498","title":"Supporting Physical and Mental Health in Rural Veterans Living With Heart Failure: Protocol for a Nurse-Led Telephone Intervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Veterans Affairs; Medicine; Context (archaeology); Intervention (counseling); Qualitative research; Nursing; Coping (psychology); Psychology; Psychiatry","score_opus":0.08672029816933158,"score_gpt":0.6004557878084296,"score_spread":0.513735489639098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408855753","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14464566,9.602146e-7,0.000028651339,0.004658227,0.000005774559,0.85048825,0.000011053255,0.00004743719,0.00011399666],"genre_scores_gemma":[0.15559432,7.006376e-8,0.00040545655,0.00024074192,0.000083784726,0.8433576,0.0000111205745,0.000027032751,0.00027987218],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996431,0.00073875434,0.0006482276,0.0004857214,0.000575151,0.0011211344],"domain_scores_gemma":[0.99872786,0.00025143946,0.00011584679,0.00030217858,0.00016032037,0.00044233075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036948002,0.00020561622,0.00062802667,0.00042738585,0.00035552282,0.00007786153,0.00009355933,0.00006592025,0.000019488107],"category_scores_gemma":[0.00013672841,0.00016265373,0.00010404596,0.00066861545,0.00011260744,0.00015728928,0.00009408372,0.00071768503,0.000004237841],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020687958,0.019352112,0.82639825,0.029114252,0.000056782636,0.000014316272,0.012096323,4.3451374e-7,0.0021169821,0.000084784035,0.027249424,0.06282837],"study_design_scores_gemma":[0.09014797,0.08702689,0.5699117,0.07122377,0.000009159381,0.00011826954,0.04390419,0.00067297876,0.0008747191,0.00013762199,0.13546845,0.0005042774],"about_ca_topic_score_codex":0.00051125826,"about_ca_topic_score_gemma":0.0007395415,"teacher_disagreement_score":0.25648656,"about_ca_system_score_codex":0.000671009,"about_ca_system_score_gemma":0.0010510323,"threshold_uncertainty_score":0.6632827},"labels":[],"label_agreement":null},{"id":"W4408855771","doi":"10.2196/65693","title":"Treatment of Substance Use Disorders With a Mobile Phone App Within Rural Collaborative Care Management (Senyo Health): Protocol for a Mixed Methods Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"mHealth; Telehealth; Medicine; Brief intervention; Telemedicine; Collaborative Care; Protocol (science); Health care; Motivational interviewing; eHealth; Digital health; Nursing; Referral; Mental health; Intervention (counseling); Psychological intervention; Alternative medicine; Psychiatry","score_opus":0.09327680352213137,"score_gpt":0.5516407860333491,"score_spread":0.45836398251121774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408855771","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034283756,0.000059061957,0.0011692225,0.00045548307,0.000024685854,0.994205,0.000017495422,0.00010807805,0.000532606],"genre_scores_gemma":[0.0009065551,0.000017943103,0.029669778,0.0000314705,0.000053506843,0.9629821,0.000040420804,0.000055825392,0.0062424],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99377376,0.0025485102,0.0012958013,0.00064092467,0.00092173635,0.0008192867],"domain_scores_gemma":[0.9943688,0.0029243564,0.00056535285,0.000819293,0.00110486,0.0002173408],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022234013,0.00051160494,0.0031920185,0.0006230554,0.00031468645,0.00009206186,0.00021182383,0.00013962088,0.000042520885],"category_scores_gemma":[0.0002130488,0.00026552565,0.00057769177,0.001524247,0.000517322,0.00017345318,0.000031201827,0.00021382842,0.0000031302638],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96604246,0.0038931556,0.00065644755,0.0018321556,0.001880468,0.000016932448,0.009844706,0.000015924072,0.00006145892,0.0007062893,0.0011046932,0.013945296],"study_design_scores_gemma":[0.94144183,0.016877485,0.00006069732,0.003244303,0.000121103134,9.129461e-7,0.011517475,0.00009477676,0.0035134305,0.00025899196,0.02265972,0.00020925407],"about_ca_topic_score_codex":0.0000417507,"about_ca_topic_score_gemma":0.0004694374,"teacher_disagreement_score":0.031222891,"about_ca_system_score_codex":0.001001882,"about_ca_system_score_gemma":0.0012948577,"threshold_uncertainty_score":0.9999797},"labels":[],"label_agreement":null},{"id":"W4408865478","doi":"10.2196/72041","title":"Jaw Bone Density in Chronic Areca Nut Chewers and Nonchewers Using Digital Panoramic Radiography Indices as a Screening Tool for Osteoporosis: Protocol for a Comparative Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Radiography and Imaging","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Dentistry; Areca; Radiography; Forensic odontology; Orthodontics; Osteoporosis; Dermatology; Radiology; Nut; Pathology; Engineering","score_opus":0.2288289310967735,"score_gpt":0.5510353581719121,"score_spread":0.3222064270751386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408865478","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14418676,0.000017649028,0.0019389794,0.00003723528,0.000013054608,0.8533523,0.00007694141,0.000058204107,0.00031886515],"genre_scores_gemma":[0.1764129,1.6464331e-7,0.0016626584,0.00002273701,0.00006024948,0.82167786,0.000045235265,0.00002927804,0.00008890577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960604,0.00042012602,0.00069944095,0.0008745562,0.0010032734,0.00094222976],"domain_scores_gemma":[0.99790823,0.0005931766,0.00026733987,0.0004121245,0.00068062864,0.00013850504],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0030059346,0.00033943806,0.0005492185,0.0016216763,0.0006172465,0.0011509043,0.00037387302,0.0001993699,0.000025343124],"category_scores_gemma":[0.00034190997,0.00034318355,0.00029947032,0.00200895,0.0005078194,0.0012773649,0.00017722171,0.00057139236,0.000005046696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02811353,0.002935222,0.6920714,0.017175617,0.0010194173,0.000095630094,0.0058445586,0.00050649117,0.08149117,0.0008259249,0.010487938,0.1594331],"study_design_scores_gemma":[0.13616458,0.009454379,0.3877831,0.049646694,0.00019151413,0.00018949361,0.01926031,0.18454479,0.09711209,0.015002058,0.09703756,0.0036134284],"about_ca_topic_score_codex":0.000107806285,"about_ca_topic_score_gemma":0.0001501542,"teacher_disagreement_score":0.30428827,"about_ca_system_score_codex":0.00057893124,"about_ca_system_score_gemma":0.0007069788,"threshold_uncertainty_score":0.999902},"labels":[],"label_agreement":null},{"id":"W4408865494","doi":"10.2196/66639","title":"Paving the Road for More Ethical and Equitable Policies and Practices in Telerehabilitation in Psychology and Neuropsychology: Protocol for a Rapid Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Quebec Rehabilitation Research Network; Université Laval; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Preprint; Telerehabilitation; Protocol (science); Psychology; Applied psychology; Neuropsychology; Telemedicine; Computer science; Medicine; Political science; Cognition; World Wide Web; Psychiatry; Health care; Alternative medicine","score_opus":0.6285896597056234,"score_gpt":0.7460457547004995,"score_spread":0.11745609499487608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408865494","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029770608,0.18610512,0.000008098263,0.03683985,0.000004341157,0.77692175,0.000020316505,0.000013766086,0.0000837931],"genre_scores_gemma":[1.5397136e-7,0.3358311,0.0004340504,0.0026466579,0.00008722179,0.6609258,0.000017638462,0.000024325907,0.000033059303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949847,0.0018980331,0.0012009148,0.0007834734,0.00036002733,0.000772843],"domain_scores_gemma":[0.99286306,0.0056921043,0.0005580246,0.00045173476,0.0002966319,0.00013842617],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010718977,0.00029607496,0.0013922199,0.0006836104,0.00020017261,0.00006000106,0.000188978,0.00045062217,0.000016206306],"category_scores_gemma":[0.009518001,0.00018773017,0.000077702585,0.0008680468,0.00045299047,0.00012463599,0.00019046273,0.0018483768,5.3977953e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003867893,0.0001256182,0.0002618949,0.30883402,0.000011199023,0.0000033612168,0.0001857637,1.5632959e-9,0.000002230394,0.00014353097,0.013589992,0.6764556],"study_design_scores_gemma":[0.004522768,0.0033211138,0.003090307,0.13779683,0.000034313693,0.000060722647,0.00011353338,0.0000038618914,2.442422e-7,0.00046443858,0.85048014,0.00011173561],"about_ca_topic_score_codex":0.000072664705,"about_ca_topic_score_gemma":0.000086623346,"teacher_disagreement_score":0.83689016,"about_ca_system_score_codex":0.000075226446,"about_ca_system_score_gemma":0.0007411465,"threshold_uncertainty_score":0.99882525},"labels":[],"label_agreement":null},{"id":"W4408868220","doi":"10.2196/65044","title":"Multimodal Web-Based Telerehabilitation for Patients With Post–COVID-19 Condition: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telerehabilitation; Preprint; Coronavirus disease 2019 (COVID-19); Protocol (science); Randomized controlled trial; 2019-20 coronavirus outbreak; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Telemedicine; World Wide Web; Physical therapy; Computer science; Alternative medicine; Health care; Surgery; Virology","score_opus":0.053460011832425124,"score_gpt":0.5201385071126751,"score_spread":0.46667849528024996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408868220","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024164822,4.5283082e-7,0.0058777723,0.010298126,0.00002209363,0.9807029,0.00012108157,0.00024338868,0.00031773717],"genre_scores_gemma":[0.0039252127,1.2341507e-8,0.006659891,0.0016434392,0.00026369988,0.9864263,0.00020814197,0.000075753655,0.00079757307],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99294645,0.0023574077,0.0012488776,0.00093222276,0.001567385,0.0009476853],"domain_scores_gemma":[0.96276695,0.031750944,0.0004222161,0.0008391106,0.0036176022,0.00060320494],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008291208,0.00045457282,0.0020511555,0.0010418483,0.0005803009,0.0002205908,0.0003944463,0.00034061968,0.00024586596],"category_scores_gemma":[0.057317793,0.0002962039,0.00085038366,0.00064372906,0.0007414805,0.00026992752,0.00007653879,0.0005168836,0.000015476628],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9611193,0.005059295,0.0014275032,0.016044714,0.0002881963,0.000006331136,0.000100695645,0.000025298195,0.00034585255,0.0010876559,0.013688262,0.00080690946],"study_design_scores_gemma":[0.89472276,0.026923122,0.00046128812,0.0033232549,0.00006428081,4.9718386e-7,0.000022396662,0.0024436933,0.00029416604,0.001659681,0.069818236,0.00026660314],"about_ca_topic_score_codex":0.000022294525,"about_ca_topic_score_gemma":0.000016354494,"teacher_disagreement_score":0.066396505,"about_ca_system_score_codex":0.0008943355,"about_ca_system_score_gemma":0.008449839,"threshold_uncertainty_score":0.99994904},"labels":[],"label_agreement":null},{"id":"W4408903115","doi":"10.2196/57278","title":"Quality Improvement of Venous Thromboembolism Prophylaxis in Neurological Surgery: Ochsner Health System Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Preprint; Venous thromboembolism; Protocol (science); Surgery; Alternative medicine; Intensive care medicine; Thrombosis; World Wide Web; Computer science","score_opus":0.19405778116209998,"score_gpt":0.547730729637583,"score_spread":0.353672948475483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408903115","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030377109,0.0000063198877,0.000027936097,0.0026301234,0.000021692464,0.9620934,0.000012640785,0.00012433939,0.004706435],"genre_scores_gemma":[0.17562681,0.0000014670713,0.000102272104,0.00040251177,0.00007258221,0.82353777,0.0000071346053,0.000029354305,0.00022007353],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.993476,0.0013146654,0.0015940164,0.0008714061,0.0015189811,0.001224957],"domain_scores_gemma":[0.9972222,0.0004544177,0.0003488613,0.0011901542,0.00050349464,0.00028087947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074639576,0.00031234906,0.001883844,0.0009536159,0.00020921645,0.00006986104,0.00043796128,0.00023462734,0.00010008185],"category_scores_gemma":[0.00041712096,0.00024161799,0.00024961308,0.001614245,0.0003117734,0.00010416184,0.00055136293,0.0010046492,0.000032657892],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008139666,0.063868694,0.13539295,0.15340061,0.00050713134,0.00048551557,0.0016820459,0.000028515804,0.009899181,0.06324469,0.1000652,0.46328577],"study_design_scores_gemma":[0.0071198544,0.016148284,0.75501025,0.013466476,0.000008187596,0.000006428665,0.00062845333,0.000086558415,0.004497547,0.0010098009,0.20161627,0.00040191336],"about_ca_topic_score_codex":0.0008012617,"about_ca_topic_score_gemma":0.00007072445,"teacher_disagreement_score":0.6196173,"about_ca_system_score_codex":0.0004694124,"about_ca_system_score_gemma":0.0014876552,"threshold_uncertainty_score":0.9852896},"labels":[],"label_agreement":null},{"id":"W4408903509","doi":"10.2196/67234","title":"Efficacy of a Web-Based Integrated Growth Mindset Intervention on Reducing Anxiety Among Social Work and Counseling Practicum Trainees: Protocol for a 2-Arm Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindset; Psychological intervention; Practicum; Randomized controlled trial; Psychology; Anxiety; Intervention (counseling); Coping (psychology); Clinical psychology; Social anxiety; Applied psychology; Medicine; Psychiatry; Pedagogy","score_opus":0.11754376995273129,"score_gpt":0.5355879970534071,"score_spread":0.4180442271006758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408903509","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026217842,0.0000070844853,0.0007623622,0.0014304382,0.00006142728,0.9703744,0.000013317427,0.00008677384,0.0010463576],"genre_scores_gemma":[0.05888952,6.640792e-7,0.000315887,0.00004599022,0.00018480561,0.9396244,0.000019261824,0.000043845743,0.00087560224],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9907406,0.0053549116,0.0015946176,0.00079913146,0.0008325136,0.0006782057],"domain_scores_gemma":[0.9865713,0.010831923,0.00075827364,0.00043683816,0.0012861128,0.00011551629],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.019127801,0.000357071,0.0015011898,0.00075330306,0.00052889885,0.00033100895,0.0003805899,0.00042042683,0.00039111465],"category_scores_gemma":[0.0077009066,0.00026557237,0.0007603555,0.0011717667,0.0004399543,0.00022728171,0.000059242804,0.0011541498,0.0000057075067],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9603575,0.005248799,0.0000401163,0.0010567465,0.00033438744,0.000004236515,0.002438456,0.000006796204,0.00025132322,0.00087166013,0.007433686,0.021956278],"study_design_scores_gemma":[0.9485546,0.0034928715,0.000057045127,0.00527823,0.000052643853,6.9445946e-7,0.00059713825,0.0026237257,0.0001901649,0.0003300705,0.038604952,0.00021786624],"about_ca_topic_score_codex":0.00009496668,"about_ca_topic_score_gemma":0.000012706427,"teacher_disagreement_score":0.032671675,"about_ca_system_score_codex":0.00010898876,"about_ca_system_score_gemma":0.0005258731,"threshold_uncertainty_score":0.9999797},"labels":[],"label_agreement":null},{"id":"W4408957648","doi":"10.2196/68280","title":"Water, Sanitation, and Hygiene for Everyone Intervention Study: Protocol for a Controlled Before-and-After Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Hygiene; Sanitation; Protocol (science); Intervention (counseling); Medicine; Environmental health; Alternative medicine; Nursing; Computer science; World Wide Web","score_opus":0.11889024063271414,"score_gpt":0.5464427705667981,"score_spread":0.427552529934084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408957648","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017176384,0.0000015705731,0.00048778884,0.0014601601,0.000028374507,0.98071945,0.000020003597,0.00006325669,0.000043000957],"genre_scores_gemma":[0.01793125,2.1323064e-8,0.00021141821,0.0000874547,0.00024209787,0.9797529,0.000016644346,0.000028523533,0.0017296766],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9975035,0.0005366372,0.0006148577,0.0004995297,0.00034779712,0.0004976422],"domain_scores_gemma":[0.99851453,0.00038344873,0.00007614793,0.00025841882,0.00067168655,0.00009574652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023596706,0.0001849575,0.00041454617,0.0004521687,0.00041300108,0.0005323476,0.0001912681,0.0001099529,0.00003312195],"category_scores_gemma":[0.00041305277,0.0001295482,0.0001471335,0.00019828072,0.00012377875,0.00032239358,0.00016172591,0.00021817377,0.0000032224664],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.964137,0.0050406503,0.003569483,0.0043920614,0.000096837044,0.000001989895,0.0017280026,2.3416173e-7,0.00073545764,0.0001461787,0.009549016,0.010603055],"study_design_scores_gemma":[0.7634474,0.020607488,0.006692335,0.0023970576,0.000020700047,0.0000013748971,0.00024482253,0.0002494791,0.008299867,0.016112562,0.18170404,0.00022289436],"about_ca_topic_score_codex":0.000016802682,"about_ca_topic_score_gemma":0.00009986266,"teacher_disagreement_score":0.20068966,"about_ca_system_score_codex":0.0000892325,"about_ca_system_score_gemma":0.000029622359,"threshold_uncertainty_score":0.5282822},"labels":[],"label_agreement":null},{"id":"W4408976377","doi":"10.2196/70750","title":"Intervention for Justice-Involved Homeless Veterans With Co-Occurring Substance Use and Mental Health Disorders: Protocol for a Randomized Controlled Hybrid Effectiveness-Implementation Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Preprint; Mental health; Randomized controlled trial; Intervention (counseling); Protocol (science); Substance use; Psychiatry; Psychology; Economic Justice; Mental illness; Medicine; Clinical psychology; Alternative medicine; Computer science; World Wide Web","score_opus":0.23651562110370636,"score_gpt":0.6417310230132955,"score_spread":0.40521540190958916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408976377","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038810402,0.0000068578656,0.016060265,0.0002577307,0.00004447097,0.9444513,0.00024128254,0.00008492886,0.000042780914],"genre_scores_gemma":[0.06430134,0.000002611674,0.00030700135,0.00003520364,0.0001599719,0.93491775,0.00011386955,0.000047453865,0.00011479824],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98966545,0.0069443956,0.0012547681,0.0005974165,0.0005377588,0.0010002138],"domain_scores_gemma":[0.99055374,0.007670196,0.0005753231,0.00027087156,0.00076206966,0.00016778248],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012216473,0.00030140678,0.0020260736,0.0003468369,0.0022894111,0.00023587416,0.00022285017,0.00013255641,0.00003185082],"category_scores_gemma":[0.0006988738,0.00021991895,0.00030687312,0.0002962761,0.00026666583,0.00047862178,0.00006670442,0.0005084801,0.000001635796],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9581813,0.0007084615,0.004613858,0.020662814,0.00019946546,5.0993367e-7,0.0052607236,8.848483e-7,0.000052755244,0.0035371666,0.00035423343,0.006427832],"study_design_scores_gemma":[0.9520005,0.0032805495,0.00050644256,0.010655701,0.00002400291,2.731612e-8,0.01841895,0.0003608452,0.00017540353,0.0018310358,0.012536907,0.00020961832],"about_ca_topic_score_codex":0.00044151538,"about_ca_topic_score_gemma":0.005854658,"teacher_disagreement_score":0.025490938,"about_ca_system_score_codex":0.00046200206,"about_ca_system_score_gemma":0.0007096258,"threshold_uncertainty_score":0.9990095},"labels":[],"label_agreement":null},{"id":"W4408977086","doi":"10.2196/71948","title":"Intradialytic Changes and Prognostic Value of Ventriculo-Arterial Coupling in Patients With End-Stage Renal Disease: Protocol for an Observational Prospective Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular Function and Risk Factors","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Preprint; Medicine; End stage renal disease; Stage (stratigraphy); Disease; Internal medicine; Intensive care medicine; Computer science","score_opus":0.16489897703465742,"score_gpt":0.4794344153431023,"score_spread":0.3145354383084449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408977086","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19334184,6.0395547e-7,0.00006336421,0.00012268769,0.000011546286,0.8063724,0.000045811237,0.000021876262,0.000019895166],"genre_scores_gemma":[0.048752543,8.504514e-8,0.00013101804,0.000012618092,0.00019665617,0.9506748,0.0000777934,0.000019659097,0.00013487284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978897,0.00016006504,0.00032743983,0.00042735407,0.0008442645,0.00035116592],"domain_scores_gemma":[0.99861896,0.00020709781,0.0000916495,0.0002894796,0.0006041953,0.00018858956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009965227,0.00015639378,0.00036890843,0.0003863045,0.000120198,0.00005950318,0.00009373589,0.000090941394,0.00003811742],"category_scores_gemma":[0.00058239646,0.00011267792,0.00008182385,0.0005817719,0.00019350508,0.00013008306,0.000055300898,0.00028742087,6.0839153e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3009523,0.0031925924,0.68958455,0.0024164491,0.00014128264,0.000009985511,0.00014152373,0.00006524109,0.00015582179,0.0012715529,0.00027848236,0.0017902122],"study_design_scores_gemma":[0.12538262,0.009046833,0.84984547,0.002401547,0.000021629468,4.1824947e-7,0.000035354005,0.0010700529,0.00048904045,0.00016489907,0.011417195,0.0001249144],"about_ca_topic_score_codex":0.000016622287,"about_ca_topic_score_gemma":0.000024659532,"teacher_disagreement_score":0.17556965,"about_ca_system_score_codex":0.00018778513,"about_ca_system_score_gemma":0.00083905517,"threshold_uncertainty_score":0.45948723},"labels":[],"label_agreement":null},{"id":"W4409004033","doi":"10.2196/58951","title":"Evaluation of the Clinical Nursing Effects of a Traditional Chinese Medicine Nursing Program Based on Care Pathways for Patients With Type 2 Diabetes: Protocol for a Randomized Controlled Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Nursing; Clinical trial; Research design; Protocol (science); Family medicine; Health care; MEDLINE; Traditional Chinese medicine; Quality of life (healthcare); Alternative medicine; Internal medicine","score_opus":0.5816652587107541,"score_gpt":0.7126443089642348,"score_spread":0.13097905025348067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409004033","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02336837,0.0000023283935,0.000550002,0.0014948989,0.00014399072,0.97403055,0.000025819541,0.000031489493,0.00035252],"genre_scores_gemma":[0.07685615,8.91713e-8,0.0028629766,0.00016011263,0.0006181453,0.91933554,0.00012320506,0.000034792345,0.000008994165],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98415655,0.008107618,0.0037092806,0.0005742494,0.003028017,0.00042426208],"domain_scores_gemma":[0.92618847,0.062377486,0.001425208,0.00063743023,0.009225566,0.00014584274],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040226787,0.00026558942,0.0021355827,0.0003079613,0.00019285505,0.00002616167,0.000275481,0.00026623503,0.000034236742],"category_scores_gemma":[0.22753702,0.00013478899,0.0008444321,0.00076010195,0.0012985128,0.00009767317,0.000025293713,0.0006761543,4.4615027e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8328079,0.01641817,0.003666076,0.0022612503,0.00027677004,1.7381763e-7,0.000104245904,0.000012330361,0.00003197358,0.00023053982,0.0019231634,0.1422674],"study_design_scores_gemma":[0.8710667,0.06720211,0.009581538,0.02547151,0.0006361503,7.023527e-8,0.00007495392,0.021492535,0.00010340877,0.0038468605,0.00042535044,0.000098800745],"about_ca_topic_score_codex":0.0000020023288,"about_ca_topic_score_gemma":0.0000025465329,"teacher_disagreement_score":0.18731023,"about_ca_system_score_codex":0.00033723586,"about_ca_system_score_gemma":0.004461928,"threshold_uncertainty_score":0.9882885},"labels":[],"label_agreement":null},{"id":"W4409011996","doi":"10.2196/63683","title":"Effects of a Monophasic Hormonal Contraceptive With Norgestimate+Ethinyl Estradiol on Menstrual Bleeding: Protocol and Design of a Multicenter, Prospective, Open-Label, Noncomparative Study in Italy","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Menstrual cycle; Progestin; Population; Adverse effect; Interim analysis; Visual analogue scale; Acne; Observational study; Hormonal contraception; Prospective cohort study; Clinical trial; Gynecology; Obstetrics; Family planning; Internal medicine; Estrogen; Physical therapy; Hormone","score_opus":0.20989964965300917,"score_gpt":0.5589551761487898,"score_spread":0.3490555264957806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409011996","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29251692,0.000004691118,0.00023686362,0.00012579584,0.0000027515746,0.70669186,0.0000034433895,0.000015913412,0.00040177003],"genre_scores_gemma":[0.42050147,3.2707092e-7,0.0010100364,0.000008927034,0.000019221536,0.57834804,7.929493e-7,0.000015020552,0.000096161006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959431,0.0010506387,0.00069805706,0.0008601919,0.0008709854,0.00057700917],"domain_scores_gemma":[0.997185,0.0008581873,0.0002883837,0.00041678397,0.0010564848,0.00019517928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002300235,0.0003038342,0.0009370457,0.0005780045,0.00014160993,0.00006308995,0.00026650785,0.00012409494,0.000008360553],"category_scores_gemma":[0.0005993224,0.0002219645,0.000026655378,0.0009985887,0.0005566277,0.0003095145,0.00016280702,0.0009665018,0.0000029280225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3232993,0.057287715,0.34374633,0.010996971,0.0005230209,0.00030320295,0.009255547,0.000055865297,0.24239875,0.00116305,0.00049393903,0.0104763005],"study_design_scores_gemma":[0.0953483,0.08034775,0.6971193,0.011136991,0.000027602919,0.000010589276,0.0015508754,0.0015868075,0.11227599,0.00030847866,0.000058622845,0.00022870181],"about_ca_topic_score_codex":0.00011121659,"about_ca_topic_score_gemma":0.000020928095,"teacher_disagreement_score":0.35337296,"about_ca_system_score_codex":0.00031281819,"about_ca_system_score_gemma":0.0010441976,"threshold_uncertainty_score":0.90514493},"labels":[],"label_agreement":null},{"id":"W4409027683","doi":"10.2196/60801","title":"Ayurveda Management of Menorrhagia (Raktapradara): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Phytochemicals and Medicinal Plants","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Quality of life (healthcare); Formulary; Intervention (counseling); Clinical trial; Alternative medicine; Ayurvedic medicine; Physical therapy; Family medicine; Surgery; Traditional medicine; Internal medicine; Nursing","score_opus":0.16993537379416132,"score_gpt":0.5822306642456244,"score_spread":0.41229529045146307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409027683","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024009566,0.0000036835959,0.00037550656,0.0007378996,0.000012110246,0.96183366,0.000008025147,0.000046230936,0.03674281],"genre_scores_gemma":[0.0005862809,7.210494e-7,0.001447824,0.00009978797,0.0001600992,0.9851373,0.000009941324,0.000023051198,0.01253503],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995959,0.00059061445,0.0011691502,0.00046089565,0.0011569442,0.00066339324],"domain_scores_gemma":[0.9967193,0.001502654,0.00024663412,0.0006069482,0.00070599857,0.00021845112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00676983,0.00023844832,0.0020634003,0.0003797201,0.00011381092,0.000033713797,0.00032603613,0.00016660562,0.0001785192],"category_scores_gemma":[0.0011690055,0.00015120447,0.0005402444,0.00055277755,0.00039238454,0.00005843612,0.0001555778,0.00046808436,0.000010299876],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9517862,0.002149541,0.000011832545,0.007983043,0.0005441719,0.000027909706,0.000027714796,1.4703988e-7,0.0043719425,0.0037965556,0.026055405,0.003245512],"study_design_scores_gemma":[0.88339317,0.0025160832,0.000016155878,0.009297088,0.00005835816,0.0000026105831,0.000051828418,0.00012795342,0.010223036,0.0028470287,0.0913675,0.00009916503],"about_ca_topic_score_codex":0.0000075688154,"about_ca_topic_score_gemma":5.386398e-7,"teacher_disagreement_score":0.06839303,"about_ca_system_score_codex":0.000114837196,"about_ca_system_score_gemma":0.0005924947,"threshold_uncertainty_score":0.61659396},"labels":[],"label_agreement":null},{"id":"W4409044083","doi":"10.2196/66246","title":"Evaluating the Efficacy and Safety of 48-Week Low-Dose Dienogest Administration in Patients With Dysmenorrhea Caused by Endometriosis: Protocol for a Randomized, Open-Label, Parallel-Group Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Endometriosis Research and Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dienogest; Randomized controlled trial; Medicine; Open label; Endometriosis; Preprint; Protocol (science); Safety profile; Gynecology; Adverse effect; Surgery; Internal medicine; Alternative medicine; World Wide Web; Computer science","score_opus":0.21751124261127305,"score_gpt":0.5640428228408915,"score_spread":0.3465315802296184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409044083","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026601106,0.000010991972,0.00008064891,0.00074600027,0.000004602532,0.97192097,0.000053312255,0.000020281383,0.0005620811],"genre_scores_gemma":[0.034162316,0.0000036470437,0.0010991015,0.000036861085,0.000033289114,0.96401346,0.000082100756,0.000036883608,0.00053233426],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99302936,0.0023979226,0.0011824509,0.0007309931,0.0017875383,0.00087176624],"domain_scores_gemma":[0.98414266,0.013604363,0.00032134302,0.0007174765,0.00094451115,0.0002696435],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009813613,0.00032696323,0.0011634758,0.00082440657,0.00040114508,0.0002781351,0.0005287377,0.00014748263,0.000050540697],"category_scores_gemma":[0.018176645,0.00018430302,0.00009079618,0.0022766397,0.000563157,0.00025809644,0.00037541057,0.00066380337,0.000003903634],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9539721,0.019775413,0.002241547,0.00159307,0.00029935886,0.00000713632,0.00011531529,0.0000013517456,0.00042144442,0.00035179226,0.0009984704,0.020223023],"study_design_scores_gemma":[0.92270267,0.06318363,0.0028482133,0.004139133,0.000029287196,7.425638e-7,0.000045985245,0.00017175604,0.0009707667,0.00013088876,0.0056273905,0.00014954245],"about_ca_topic_score_codex":0.00007649791,"about_ca_topic_score_gemma":0.000057802175,"teacher_disagreement_score":0.043408215,"about_ca_system_score_codex":0.00036883855,"about_ca_system_score_gemma":0.0012605623,"threshold_uncertainty_score":0.99009365},"labels":[],"label_agreement":null},{"id":"W4409088988","doi":"10.2196/63718","title":"Small Extracellular Vesicles as Biomarkers in Sarcoma Follow-Up: Protocol for a Prospective, Multicentric Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Extracellular vesicles in disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Preprint; Extracellular vesicles; Protocol (science); Medicine; Computer science; Pathology; World Wide Web; Alternative medicine; Biology","score_opus":0.15748568171317082,"score_gpt":0.48782510602803414,"score_spread":0.3303394243148633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409088988","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07509543,0.000030196403,0.00031972298,0.00011059649,0.000013261277,0.9232538,0.00001647697,0.000050844694,0.0011096882],"genre_scores_gemma":[0.09930243,3.0825572e-7,0.0009170323,0.000032378193,0.00009859968,0.89578193,0.000020825939,0.00007359512,0.0037728846],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.995184,0.0010300146,0.00071404525,0.0013078884,0.0006079255,0.0011561292],"domain_scores_gemma":[0.9975736,0.00018539156,0.00014267112,0.0012710225,0.0005644967,0.00026279283],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026081076,0.0003957832,0.00035255204,0.00054624915,0.0003243104,0.00022019731,0.0011098558,0.00019363935,0.00004563341],"category_scores_gemma":[0.0013389384,0.00038490604,0.0001619426,0.001100424,0.00030653254,0.000019703572,0.0006946117,0.00047532367,0.00003678256],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030566098,0.018937573,0.119288765,0.0016849516,0.00029749188,0.000119905664,0.00019880878,0.000011358389,0.81307274,0.0007134035,0.007402842,0.007706043],"study_design_scores_gemma":[0.06968938,0.030980054,0.042915646,0.002041953,0.000022707762,0.0000072314183,0.0011737722,0.0004340768,0.5707729,0.0044710627,0.27629513,0.0011960788],"about_ca_topic_score_codex":0.000069540816,"about_ca_topic_score_gemma":0.00022073461,"teacher_disagreement_score":0.2688923,"about_ca_system_score_codex":0.0002041932,"about_ca_system_score_gemma":0.0008507133,"threshold_uncertainty_score":0.9998603},"labels":[],"label_agreement":null},{"id":"W4409096485","doi":"10.2196/64894","title":"Associations Among Diet, Health, Lifestyle, and Gut Microbiota Composition in the General French Population: Protocol for the Le French Gut – Le Microbiote Français Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Preprint; Feces; Protocol (science); Medicine; Traditional medicine; World Wide Web; Biology; Computer science; Microbiology; Alternative medicine","score_opus":0.08995739995366774,"score_gpt":0.5040137222625221,"score_spread":0.4140563223088543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409096485","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05965875,0.00002501108,0.00015508919,0.005697004,0.000012180526,0.9341465,0.0001225498,0.000014831736,0.00016803374],"genre_scores_gemma":[0.104904145,0.0000013999606,0.0003062418,0.00043048957,0.00015826423,0.8931631,0.00021036182,0.000020283553,0.0008057219],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9969306,0.001114011,0.0005400622,0.0005561281,0.00022335109,0.00063583977],"domain_scores_gemma":[0.9987125,0.00015029352,0.00016302282,0.00063311297,0.00026624056,0.000074840216],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025683432,0.00020930474,0.0002596464,0.00015509728,0.001479967,0.00025390694,0.00055694755,0.00022282028,0.0000056916183],"category_scores_gemma":[0.00007467713,0.00014928973,0.00009026269,0.00048570105,0.00019984978,0.000017638858,0.00026636707,0.0005300435,0.000002588528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005173771,0.0042777467,0.30308276,0.0010191263,0.00014577113,0.0000032947864,0.0026494379,0.000048315553,0.41500962,0.0006230382,0.2706231,0.0020004264],"study_design_scores_gemma":[0.0038049775,0.0013438683,0.9003824,0.0002736624,0.0000028530972,0.0000027967753,0.00022058663,0.000051807587,0.0011998038,0.00011070075,0.092445955,0.00016061464],"about_ca_topic_score_codex":0.008183955,"about_ca_topic_score_gemma":0.009014458,"teacher_disagreement_score":0.59729964,"about_ca_system_score_codex":0.00008729341,"about_ca_system_score_gemma":0.00070851523,"threshold_uncertainty_score":0.99982},"labels":[],"label_agreement":null},{"id":"W4409118641","doi":"10.2196/67737","title":"Effects and Safety of Press-Needle Therapy for Improving Visual Function and Eye Blood Circulation in Patients With Glaucoma With Controlled Intraocular Pressure: Study Protocol for a Multicenter Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Glaucoma; Intraocular pressure; Optic nerve; Ophthalmology; Visual field; Randomized controlled trial; Visual acuity; Acupuncture; Clinical trial; Surgery; Internal medicine; Alternative medicine","score_opus":0.02710237791304784,"score_gpt":0.4456502960574277,"score_spread":0.41854791814437986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409118641","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1848736,0.000020742174,0.00071544177,0.00006881398,0.0000035141234,0.8142658,0.0000053779495,0.000026020442,0.000020701415],"genre_scores_gemma":[0.26768273,4.436812e-7,0.0002093187,0.000008495837,0.000038805454,0.7319063,0.000007623128,0.000027460665,0.000118832475],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99549085,0.0015145136,0.00082849665,0.0006432789,0.0009755647,0.00054730615],"domain_scores_gemma":[0.9941031,0.003885605,0.00033242052,0.00027940102,0.001286271,0.00011320793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038602185,0.00041678155,0.0025480492,0.00043503643,0.00024095,0.00010004125,0.00009470219,0.00013531734,0.0000041148255],"category_scores_gemma":[0.0019073773,0.00018803203,0.00018751899,0.00027545763,0.00034388964,0.00018327017,0.00009318878,0.00031733979,5.665239e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8426205,0.010924125,0.13682283,0.004255767,0.003117378,0.0000028985457,0.00026626224,0.0000021299272,0.0007274949,0.00002926296,0.000011459964,0.0012199035],"study_design_scores_gemma":[0.8614868,0.04548478,0.08903869,0.0013987722,0.00044445327,1.7658651e-7,0.000059519563,0.0012431687,0.0005513578,0.00004718996,0.000115040966,0.0001300482],"about_ca_topic_score_codex":0.00004033325,"about_ca_topic_score_gemma":0.000018897155,"teacher_disagreement_score":0.08280915,"about_ca_system_score_codex":0.000080265796,"about_ca_system_score_gemma":0.00027057948,"threshold_uncertainty_score":0.7667724},"labels":[],"label_agreement":null},{"id":"W4409118963","doi":"10.2196/63405","title":"Integrating Virtual Reality, Neurofeedback, and Cognitive Behavioral Therapy for Auditory Verbal Hallucinations (Hybrid): Protocol of a Pilot, Unblinded, Single-Arm Interventional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Neurofeedback; Helpfulness; Psychology; Usability; Clinical psychology; Cognition; Intervention (counseling); Virtual reality; Cognitive behavioral therapy; Protocol (science); Likert scale; Medicine; Electroencephalography; Psychiatry; Developmental psychology","score_opus":0.3778785656089163,"score_gpt":0.5743631599347281,"score_spread":0.19648459432581178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409118963","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076666907,0.0000010176084,0.07509204,0.00060821994,0.000015254005,0.9157531,0.00007544641,0.00007588849,0.00071230077],"genre_scores_gemma":[0.31604135,7.8517616e-8,0.00045405878,0.000024713889,0.00004816558,0.68316907,0.000008649713,0.000011264395,0.0002426646],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9966489,0.00076601247,0.00065602607,0.000669911,0.00079742196,0.00046172895],"domain_scores_gemma":[0.996786,0.0008198372,0.00022125812,0.0005738276,0.0014473238,0.00015176105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022115705,0.00021063506,0.00029248328,0.0004906159,0.0004725383,0.00047007497,0.0009373739,0.000066363595,0.000017276705],"category_scores_gemma":[0.00048082237,0.0001873671,0.00010443438,0.0009622393,0.00035352175,0.0006245556,0.0005997268,0.0004982335,0.0000035593862],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058028223,0.15275773,0.0025567736,0.0011209074,0.00026387666,0.000017255761,0.00457346,0.000015706397,0.01626846,0.17634782,0.018656604,0.62161857],"study_design_scores_gemma":[0.07801672,0.52440286,0.09397537,0.012103966,0.000046658115,0.0000330028,0.008511344,0.015176045,0.059985828,0.08767301,0.11798957,0.0020856375],"about_ca_topic_score_codex":0.00013227058,"about_ca_topic_score_gemma":0.00011087454,"teacher_disagreement_score":0.61953294,"about_ca_system_score_codex":0.00012863697,"about_ca_system_score_gemma":0.00062351505,"threshold_uncertainty_score":0.76406085},"labels":[],"label_agreement":null},{"id":"W4409119812","doi":"10.2196/55931","title":"Evaluation of the Tu’Washindi Na PrEP Intervention to Reduce Gender-Based Violence and Increase Preexposure Prophylaxis Uptake and Adherence Among Kenyan Adolescent Girls and Young Women: Protocol for a Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Medicine; Psychological intervention; Population; Kenya; Pre-exposure prophylaxis; Domestic violence; Intervention (counseling); Randomized controlled trial; Cluster randomised controlled trial; Family medicine; Poison control; Suicide prevention; Human immunodeficiency virus (HIV); Environmental health; Psychiatry; Men who have sex with men","score_opus":0.2812989595021352,"score_gpt":0.5882811170947706,"score_spread":0.3069821575926354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409119812","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35628477,0.000011284919,0.0002712039,0.00020678453,0.00004682894,0.6430848,0.00001321948,0.000022768087,0.000058354046],"genre_scores_gemma":[0.33031222,6.1849306e-7,0.0001049498,0.00005393848,0.00011127655,0.6688207,0.0000019696324,0.000018062237,0.0005762621],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9795855,0.015726278,0.0015320978,0.0009452959,0.0014356342,0.0007751646],"domain_scores_gemma":[0.99474823,0.0011953737,0.0007331334,0.00067144464,0.0023483522,0.00030344582],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04074048,0.00030407554,0.0010645558,0.0003316085,0.0010352258,0.00008305291,0.00031772698,0.00029381443,0.00004649994],"category_scores_gemma":[0.010791334,0.00018023144,0.00014665622,0.00047783818,0.0006697349,0.00018722012,0.00049747893,0.001014097,0.0000015000734],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9403529,0.0016551147,0.01765207,0.012847402,0.00008567774,2.925962e-7,0.002442772,0.000006328643,0.00073904265,0.00009494431,0.00055506895,0.023568362],"study_design_scores_gemma":[0.93329436,0.00534206,0.03293439,0.022316415,0.00003711183,6.012668e-7,0.0010837145,0.0023307877,0.0003818268,0.001722184,0.00035733051,0.0001992167],"about_ca_topic_score_codex":0.00011570159,"about_ca_topic_score_gemma":0.00007876089,"teacher_disagreement_score":0.029949144,"about_ca_system_score_codex":0.00041053098,"about_ca_system_score_gemma":0.0018903749,"threshold_uncertainty_score":0.9975412},"labels":[],"label_agreement":null},{"id":"W4409148518","doi":"10.2196/64068","title":"Escape Game to Promote Students’ Mental Health Outcomes in the Aftermaths of COVID-19 Pandemic: Protocol for a Mixed Methods Study Evaluating a Cocreated Intervention","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agence Universitaire de la Francophonie; Agence Nationale de la Recherche","keywords":"Mental health; Psychology; Medical education; Intervention (counseling); Pandemic; Coping (psychology); Applied psychology; Randomized controlled trial; Educational game; Coronavirus disease 2019 (COVID-19); Medicine; Clinical psychology; Psychiatry; Mathematics education","score_opus":0.5459529678221952,"score_gpt":0.7730703852353404,"score_spread":0.22711741741314528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409148518","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03123108,0.0000019845488,0.0014279744,0.0028316593,0.000041156018,0.96392715,0.000111428526,0.0000770462,0.00035052063],"genre_scores_gemma":[0.022275178,1.2380659e-8,0.002347035,0.00043473815,0.000016019683,0.9724015,0.000017897983,0.000035253182,0.002472373],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9837664,0.011029006,0.0020139338,0.00081640604,0.0013190352,0.0010552534],"domain_scores_gemma":[0.99679947,0.0011947958,0.00043580765,0.0009371304,0.0003337303,0.00029906843],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030470997,0.0002881015,0.00066442776,0.0009197483,0.00030435552,0.00021983296,0.0014731627,0.000113472444,0.00017899442],"category_scores_gemma":[0.0016488561,0.00021357652,0.0002708089,0.001504177,0.00014503897,0.00017666433,0.0007481931,0.0006095278,0.000034314417],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020750914,0.086256795,0.3542444,0.013672963,0.0005429368,0.000020601003,0.0562333,0.0000047403314,0.00044316254,0.0025437213,0.026598211,0.43868825],"study_design_scores_gemma":[0.09192568,0.1407137,0.43732437,0.023636859,0.000023985353,0.00003505719,0.06210979,0.00035714847,0.0006790747,0.011374415,0.2309239,0.0008959883],"about_ca_topic_score_codex":0.00052805414,"about_ca_topic_score_gemma":0.0006556314,"teacher_disagreement_score":0.43779224,"about_ca_system_score_codex":0.0011005725,"about_ca_system_score_gemma":0.00051256665,"threshold_uncertainty_score":0.9983341},"labels":[],"label_agreement":null},{"id":"W4409155602","doi":"10.2196/65682","title":"Integrated Psychosocial Care in Intensive Care (IPS-Pilot): Protocol for the Systematic, Multimethod Development of a Complex Intervention (Phase A)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Intervention (counseling); Protocol (science); Psychosocial; Phase (matter); Psychological intervention; Psychology; Medicine; Nursing; Computer science; Psychiatry; Alternative medicine; World Wide Web","score_opus":0.3353552020559873,"score_gpt":0.6244387756983524,"score_spread":0.2890835736423651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409155602","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005063561,0.000013555192,0.0048688496,0.00055953773,0.000017018298,0.99285954,0.00005881637,0.000047177542,0.0010691475],"genre_scores_gemma":[0.008542589,6.4068196e-8,0.0037709903,0.00060160627,0.000031340518,0.9865628,0.00012774004,0.00004490869,0.000317977],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.9955831,0.0012733265,0.001206195,0.0005227444,0.00079444295,0.0006201843],"domain_scores_gemma":[0.94369304,0.0011572159,0.0002662434,0.000508242,0.05428353,0.000091753216],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019077238,0.0003124967,0.0008158628,0.0009352787,0.00029834744,0.00006784867,0.00046290748,0.0001758598,0.00008382852],"category_scores_gemma":[0.016099164,0.00021516593,0.00028119804,0.0012779846,0.0004269253,0.0000789611,0.00023105454,0.00087709393,0.000013500115],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09331704,0.0054560225,0.003403743,0.54369885,0.0011699018,0.00006595249,0.1167691,0.0000031341035,0.031177036,0.0010693695,0.03643623,0.16743363],"study_design_scores_gemma":[0.05882991,0.008672125,0.0037818537,0.22712173,0.000047832033,0.0000055317564,0.59164643,0.00060897786,0.03846969,0.00015329917,0.07028183,0.0003807717],"about_ca_topic_score_codex":0.00005329832,"about_ca_topic_score_gemma":0.0003556045,"teacher_disagreement_score":0.47487736,"about_ca_system_score_codex":0.0008959045,"about_ca_system_score_gemma":0.0013165518,"threshold_uncertainty_score":0.99218863},"labels":[],"label_agreement":null},{"id":"W4409157265","doi":"10.2196/64379","title":"Using Blood Group Genotyping to Predict Hemolysis in Patients With β-Thalassemia Major With Frequent Transfusions: Protocol for a Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood groups and transfusion","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hemolysis; Genotyping; Medicine; Beta thalassemia; Cross-sectional study; Thalassemia; Protocol (science); Internal medicine; Genotype; Alternative medicine; Pathology; Genetics","score_opus":0.15144689365792574,"score_gpt":0.5190783363151171,"score_spread":0.3676314426571914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409157265","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40199393,3.3259167e-7,0.0009774647,0.000057846984,0.0000029243324,0.59678316,0.000018306875,0.00004544412,0.000120585064],"genre_scores_gemma":[0.13242634,2.59503e-8,0.003513548,0.000047882284,0.00006647363,0.86374605,0.000015034118,0.000058944777,0.0001257319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995621,0.00027141924,0.00068362115,0.0009983348,0.0015479095,0.0008776853],"domain_scores_gemma":[0.99787253,0.00016763275,0.000075020704,0.00063426734,0.00095698104,0.00029354135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015508216,0.00033315716,0.00051158614,0.00093615794,0.0005465597,0.00020356616,0.00029193654,0.00018727797,0.000081883896],"category_scores_gemma":[0.00008530262,0.00023312197,0.00010404185,0.0019958043,0.00013604297,0.0002538046,0.00010506459,0.00081744726,0.0000031821085],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027414517,0.013432528,0.95344704,0.0017234982,0.00022916512,0.000045140452,0.00031729098,0.000039228293,0.0025454517,0.000061565035,0.000038731017,0.0007058362],"study_design_scores_gemma":[0.057378102,0.018957611,0.91484994,0.0054848525,0.000041800664,0.000007389974,0.00011246967,0.00010612595,0.0013856306,0.00006275468,0.0013755042,0.00023783668],"about_ca_topic_score_codex":0.00024517786,"about_ca_topic_score_gemma":0.0005199009,"teacher_disagreement_score":0.26956758,"about_ca_system_score_codex":0.00035623385,"about_ca_system_score_gemma":0.0006702178,"threshold_uncertainty_score":0.95064384},"labels":[],"label_agreement":null},{"id":"W4409157319","doi":"10.2196/63588","title":"Efficacy of Solifenacin, Mirabegron, and Combination Therapy in Children With Daytime Urinary Incontinence (BeDry): Protocol for a Randomized Single-Blinded Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Bladder and Prostate Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Region Midtjylland","keywords":"Mirabegron; Solifenacin; Medicine; Randomized controlled trial; Urinary incontinence; Overactive bladder; Urology; Physical therapy; Internal medicine; Alternative medicine","score_opus":0.13350745559915764,"score_gpt":0.5141237183831205,"score_spread":0.3806162627839629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409157319","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08099659,0.000008439778,0.00007077574,0.000991509,0.0000025658467,0.91676694,0.0000060056313,0.00004102359,0.0011161749],"genre_scores_gemma":[0.054132838,0.000002658149,0.00033659986,0.00003292689,0.00006481469,0.94409984,0.000018997902,0.00003623468,0.0012751105],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948814,0.0017411577,0.0009805888,0.00062216923,0.0010324146,0.0007423053],"domain_scores_gemma":[0.99579734,0.0022292077,0.00022353537,0.0005438628,0.0010216617,0.00018438068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062094354,0.00029733457,0.0014646052,0.0010554991,0.00017630383,0.000104530765,0.00030226185,0.00020669904,0.000057034882],"category_scores_gemma":[0.0012862997,0.00019500968,0.00019427856,0.001024424,0.0007758856,0.00019745817,0.00016121448,0.0007378564,0.0000022354902],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97303957,0.011155167,0.004797786,0.0009375209,0.00029815847,0.000011703905,0.0002899641,9.757046e-7,0.0017952772,0.0003486718,0.00046291391,0.0068622692],"study_design_scores_gemma":[0.9491622,0.033069927,0.0068079024,0.0026696825,0.000012801527,0.000015176875,0.000029544455,0.00029263183,0.0051213345,0.00095389533,0.0016992847,0.00016562031],"about_ca_topic_score_codex":0.000052513893,"about_ca_topic_score_gemma":0.0000034277998,"teacher_disagreement_score":0.027332898,"about_ca_system_score_codex":0.00010840241,"about_ca_system_score_gemma":0.0010999804,"threshold_uncertainty_score":0.7952264},"labels":[],"label_agreement":null},{"id":"W4409159835","doi":"10.2196/60471","title":"Improving Early Dementia Detection Among Diverse Older Adults With Cognitive Concerns With the 5-Cog Paradigm: Protocol for a Hybrid Effectiveness-Implementation Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Neurological Disorders and Stroke; National Institutes of Health; Indiana University Health","keywords":"Dementia; Cog; Context (archaeology); Cognition; Medicine; Medical diagnosis; Clinical trial; Randomized controlled trial; Psychology; Psychiatry; Computer science; Artificial intelligence","score_opus":0.13994580422684127,"score_gpt":0.5697720538283366,"score_spread":0.42982624960149535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409159835","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23789252,7.4132674e-7,0.0080718165,0.00014154283,0.00000891602,0.7534768,0.000029113784,0.0000675803,0.0003109617],"genre_scores_gemma":[0.39394242,1.044166e-7,0.000046268553,0.000042976386,0.00016980935,0.6055611,0.000024977233,0.000031913605,0.00018046085],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9940713,0.0018141012,0.0005975557,0.0009645739,0.0015061211,0.0010463165],"domain_scores_gemma":[0.9956634,0.0016117106,0.00027161406,0.00043066367,0.0017586262,0.00026397168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00491766,0.00033718703,0.0004719951,0.00036499515,0.0008771743,0.00036670238,0.00029699877,0.0001238404,0.00014618842],"category_scores_gemma":[0.0003540905,0.00020119685,0.00019469703,0.0008115369,0.0008902966,0.00043260257,0.00022527718,0.0010196143,0.000018316781],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5810127,0.0023466896,0.23983403,0.0026831445,0.0008776409,0.0000753331,0.00028973326,2.511255e-7,0.00032596634,0.00005180606,0.0007170049,0.17178571],"study_design_scores_gemma":[0.3653282,0.050710883,0.5434941,0.007418856,0.00019886716,0.000007935861,0.0021214609,0.00015997677,0.025475511,0.00007424773,0.0047137346,0.00029622696],"about_ca_topic_score_codex":0.0002246479,"about_ca_topic_score_gemma":0.00024452643,"teacher_disagreement_score":0.3036601,"about_ca_system_score_codex":0.0001947676,"about_ca_system_score_gemma":0.0011137163,"threshold_uncertainty_score":0.8204569},"labels":[],"label_agreement":null},{"id":"W4409159869","doi":"10.2196/66350","title":"Epidemiological Characteristics of Intestinal Protozoal Infections and Their Risk Factors in Malaysia: Systematic Review and Meta-Analysis Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Amoebic Infections and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Entamoeba histolytica; Cochrane Library; MEDLINE; Environmental health; Epidemiology; Socioeconomic status; Meta-analysis; Population; Internal medicine; Biology; Immunology","score_opus":0.2553319506883053,"score_gpt":0.5438412043729721,"score_spread":0.28850925368466684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409159869","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004407809,0.000053699467,0.00018701803,0.00025544333,7.1420254e-7,0.99456966,0.000038445327,0.000025194366,0.00046204336],"genre_scores_gemma":[0.05034236,0.000011680074,0.0001624028,0.000035299425,0.000005255213,0.94903517,0.0000082662655,0.000008952191,0.00039062856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99645233,0.0016217883,0.0009515416,0.00040839537,0.00023644195,0.0003294819],"domain_scores_gemma":[0.99755436,0.0010962528,0.00030236412,0.0004984966,0.00041910633,0.00012939601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003078402,0.00024704752,0.0023808794,0.0006838913,0.00015684363,0.000032229047,0.00009650811,0.00013029296,0.00019590175],"category_scores_gemma":[0.0034226128,0.00012749256,0.00037321114,0.0015837442,0.00031786453,0.00007860374,0.0001806619,0.00070036703,0.0000038134012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013821882,0.0017437361,0.7567171,0.22346249,0.017172629,0.000013898161,0.00007932603,9.717457e-7,0.00002715701,0.00047731053,0.00008775488,0.000079430494],"study_design_scores_gemma":[0.005310239,0.008292959,0.8130339,0.06901692,0.09800631,0.00012729231,0.00030149118,0.00085830694,0.0005972298,0.002402478,0.001464742,0.00058817177],"about_ca_topic_score_codex":0.00013152735,"about_ca_topic_score_gemma":0.000016393262,"teacher_disagreement_score":0.15444557,"about_ca_system_score_codex":0.0000962554,"about_ca_system_score_gemma":0.000138734,"threshold_uncertainty_score":0.51989955},"labels":[],"label_agreement":null},{"id":"W4409160004","doi":"10.2196/66417","title":"Impact of Mānuka Honey on Symptoms and Quality of Life in Individuals With Functional Dyspepsia: Protocol for a Feasibility Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gastrointestinal motility and disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Traditional medicine; Quality (philosophy); Quality of life (healthcare); Medicine; Gerontology; Psychology; Alternative medicine; Computer science; World Wide Web; Nursing","score_opus":0.23801397827268647,"score_gpt":0.5625705550665578,"score_spread":0.3245565767938714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409160004","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2824248,6.7189166e-7,0.00012166569,0.0002637046,0.0000016810507,0.71652824,0.000022416372,0.00001340226,0.0006234046],"genre_scores_gemma":[0.19500089,2.957099e-8,0.00026307578,0.000018312272,0.000022904835,0.80451715,0.000006434343,0.0000103064,0.00016090431],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946556,0.0020667438,0.0013731432,0.0004715518,0.0009997444,0.00043318755],"domain_scores_gemma":[0.99308276,0.0049057575,0.00040615583,0.00046968623,0.0009357154,0.00019994272],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010987366,0.00022962049,0.0022064224,0.0005603488,0.00007038711,0.000030098487,0.00013969584,0.0001420353,0.00010133625],"category_scores_gemma":[0.016187863,0.0001372196,0.00043750863,0.0005993737,0.00083440414,0.0000850966,0.000075905955,0.00053051696,7.773316e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6456546,0.0040781507,0.346753,0.002046087,0.0001840085,4.642566e-7,0.00004868676,0.00000871828,0.00023698562,0.00066060474,0.0002415747,0.000087083514],"study_design_scores_gemma":[0.7090501,0.013364245,0.27368328,0.0025699998,0.000011294523,6.78996e-7,0.000052376654,0.000059501755,0.00007470498,0.0010452537,0.00002933966,0.000059236318],"about_ca_topic_score_codex":0.0002122519,"about_ca_topic_score_gemma":0.00004712498,"teacher_disagreement_score":0.08798888,"about_ca_system_score_codex":0.00014751016,"about_ca_system_score_gemma":0.0023075242,"threshold_uncertainty_score":0.9920992},"labels":[],"label_agreement":null},{"id":"W4409160020","doi":"10.2196/63226","title":"Strategy for Withdrawal of Pharmacological Treatment for Urinary Incontinence in Children (StayDry): Protocol for an Open-Label Prospective Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pelvic floor disorders treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Region Midtjylland","keywords":"Preprint; Urinary incontinence; Randomized controlled trial; Medicine; Open label; Protocol (science); Physical therapy; Alternative medicine; Urology; Internal medicine; Computer science; World Wide Web","score_opus":0.24640973957068235,"score_gpt":0.5949694681761726,"score_spread":0.3485597286054902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409160020","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020079365,0.0000029441474,0.00031896113,0.00031260442,0.000006427268,0.97814643,0.00016193444,0.000048427104,0.00092292094],"genre_scores_gemma":[0.009257419,4.5862268e-7,0.0045180484,0.000033230066,0.000116699266,0.9836959,0.00010434138,0.000046569792,0.0022272812],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9961081,0.0006621446,0.0009612664,0.00094238325,0.00045846007,0.00086762884],"domain_scores_gemma":[0.9970961,0.0011611863,0.00024798847,0.00049590395,0.00079975615,0.00019902192],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002733858,0.00037644678,0.0014576358,0.0004272947,0.0002279731,0.00010872549,0.0006199455,0.00023886752,0.00004115664],"category_scores_gemma":[0.00079519185,0.00026045367,0.00020777524,0.0005409759,0.00045100736,0.00030027961,0.00020764042,0.00027674367,0.0000015906435],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93978393,0.043318756,0.0037300156,0.000774895,0.00059406454,0.000005187501,0.0001201246,0.0000032541939,0.0016770499,0.0010653894,0.0017491214,0.007178187],"study_design_scores_gemma":[0.87988377,0.10079317,0.0011392613,0.0010556642,0.00006882451,0.0000025735242,0.000058931786,0.000952142,0.0076088887,0.0064100805,0.0018437312,0.00018294316],"about_ca_topic_score_codex":0.00013720393,"about_ca_topic_score_gemma":0.000049660623,"teacher_disagreement_score":0.059900165,"about_ca_system_score_codex":0.0005936949,"about_ca_system_score_gemma":0.001973202,"threshold_uncertainty_score":0.99998474},"labels":[],"label_agreement":null},{"id":"W4409168273","doi":"10.2196/66974","title":"Efficacy of Manual Wheelchair Skills Training for Improving Skills and Confidence in People With Hereditary Degenerative Disorders: Protocol for a Sequential Multimethods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genetic Neurodegenerative Diseases","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centres Intégré Universitaires de Santé et de Services Sociaux; Dalhousie University; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Cégep de Jonquière; Université Laval; Université de Sherbrooke; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Preprint; Protocol (science); Wheelchair; Medical education; Psychology; Medicine; Physical therapy; Physical medicine and rehabilitation; Computer science; Alternative medicine; World Wide Web","score_opus":0.17582959812890334,"score_gpt":0.5444783166985296,"score_spread":0.36864871856962633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409168273","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13833424,6.997086e-7,0.007301223,0.00012156275,0.000008847424,0.85406196,0.00009015714,0.00003638433,0.000044925997],"genre_scores_gemma":[0.14068154,6.5843125e-8,0.0071506714,0.000043360553,0.00005449371,0.8517382,0.0000028111529,0.000043628323,0.00028519044],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99468374,0.001819921,0.000640006,0.0012788203,0.0007166388,0.00086089567],"domain_scores_gemma":[0.9954512,0.003244442,0.00019817476,0.0005183983,0.00042326617,0.00016447865],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018137002,0.00034687543,0.0005357182,0.00051450386,0.00039700617,0.00017676265,0.0005774391,0.00009414922,0.000015082168],"category_scores_gemma":[0.003630342,0.00028976926,0.000093145936,0.00090064196,0.0005273344,0.0002851168,0.00034154498,0.0003814836,6.411706e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018488964,0.02808825,0.03804518,0.0072762268,0.00009057543,0.000045021432,0.024188953,0.0014244631,0.8076296,0.0028146002,0.0008775435,0.07103063],"study_design_scores_gemma":[0.032329828,0.0123029,0.03841339,0.001771368,0.000012072729,0.0000041971575,0.0024966497,0.003570687,0.9062664,0.001323148,0.0009853437,0.00052402425],"about_ca_topic_score_codex":0.000055021563,"about_ca_topic_score_gemma":0.0005370033,"teacher_disagreement_score":0.0986368,"about_ca_system_score_codex":0.00008510022,"about_ca_system_score_gemma":0.0009611893,"threshold_uncertainty_score":0.9999554},"labels":[],"label_agreement":null},{"id":"W4409169603","doi":"10.2196/67695","title":"Mindfulness-Based Cognitive Therapy for Life (MBCT-L) Versus Stress Reduction Psychoeducation (SRP) for the Improvement of Mental Well-Being in Health Care and Other Public Sector Staff: Protocol for the Well at Work Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Psychoeducation; Mindfulness-based cognitive therapy; Mindfulness; Mental health; Psychology; Cognitive therapy; Stress management; Health care; Protocol (science); Psychotherapist; Cognition; Medicine; Nursing; Psychiatry; Clinical psychology; Psychological intervention; Alternative medicine","score_opus":0.15010217849444463,"score_gpt":0.5452073964205125,"score_spread":0.3951052179260679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409169603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018853521,0.00002989409,0.012941025,0.0042477706,0.00028030446,0.979942,0.00013225796,0.000017983906,0.0005233852],"genre_scores_gemma":[0.058349136,1.3454061e-7,0.00003360986,0.000077273835,0.00025382993,0.9393647,0.000025038225,0.00003605155,0.0018602816],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958007,0.0015094932,0.0011243093,0.0005496808,0.00042096231,0.00059485744],"domain_scores_gemma":[0.9913594,0.006779862,0.0006176792,0.00045268357,0.0006910323,0.00009935899],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005076793,0.0002498445,0.0007636038,0.0003590369,0.0007615853,0.00017181993,0.00039257915,0.0001465811,0.0012979684],"category_scores_gemma":[0.00048666226,0.0001421503,0.0005198814,0.00044037114,0.00033327204,0.00006816404,0.00006007573,0.00028982505,0.00000201592],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9224738,0.002284387,0.000021055921,0.0007428004,0.00043486027,3.9203442e-8,0.0014512653,0.0000051669626,0.000011980766,0.0077914526,0.022038713,0.04274451],"study_design_scores_gemma":[0.88516206,0.005880318,0.000011350759,0.0015360644,0.000018106895,8.960092e-8,0.009224538,0.00037953004,0.004427831,0.0012502257,0.09197936,0.00013051854],"about_ca_topic_score_codex":0.000095393356,"about_ca_topic_score_gemma":0.00013407414,"teacher_disagreement_score":0.06994065,"about_ca_system_score_codex":0.00025525474,"about_ca_system_score_gemma":0.0006844366,"threshold_uncertainty_score":0.99961495},"labels":[],"label_agreement":null},{"id":"W4409186781","doi":"10.2196/71849","title":"Telenursing Health Education and Lifestyle Modification Among Patients With Diabetes in Bangladesh: Protocol for a Pilot Study With a Quasi-experimental Pre- and Postintervention Design","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Intervention (counseling); Medicine; Lifestyle modification; Medical education; Gerontology; Psychology; Nursing; Physical therapy; Diabetes mellitus; Computer science","score_opus":0.2147221896339233,"score_gpt":0.6039772079789786,"score_spread":0.38925501834505527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409186781","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14668626,0.000006560231,0.000645184,0.00061361416,0.0000056091576,0.8518867,0.000010729231,0.000053681186,0.000091683454],"genre_scores_gemma":[0.19752161,2.2002911e-7,0.0013331155,0.000116616044,0.00003626807,0.80068606,0.000028244309,0.000030756302,0.00024710092],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99516493,0.0020641584,0.00078564207,0.00067904976,0.00041601277,0.0008902222],"domain_scores_gemma":[0.99761516,0.00067032315,0.00036169504,0.00041026284,0.0005862964,0.00035628682],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003303005,0.00021087776,0.00033666968,0.0005258249,0.0013401817,0.000066929424,0.00016197264,0.000090221845,0.000009547512],"category_scores_gemma":[0.00016673454,0.00016701996,0.000012883753,0.00068162533,0.00017014827,0.00028594866,0.00008592592,0.0006431313,0.000002169204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065782317,0.019456394,0.94291234,0.0066231615,0.000011424242,1.18041264e-7,0.0018294785,0.000002312024,0.000049160404,0.00065697223,0.0021924332,0.019687971],"study_design_scores_gemma":[0.01377349,0.050008945,0.9130091,0.012497074,0.0000031073284,1.6602236e-7,0.0025199952,0.0004943255,0.000054965498,0.00027340982,0.0071884645,0.00017694956],"about_ca_topic_score_codex":0.0006368806,"about_ca_topic_score_gemma":0.0006466189,"teacher_disagreement_score":0.051200617,"about_ca_system_score_codex":0.00058248127,"about_ca_system_score_gemma":0.0023146817,"threshold_uncertainty_score":0.99995995},"labels":[],"label_agreement":null},{"id":"W4409215253","doi":"10.2196/60587","title":"Racial Disparities in Parkinson Disease Clinical Phenotype, Management, and Genetics: Protocol for a Prospective Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parkinson's Disease Mechanisms and Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke","keywords":"Observational study; Population; Bonferroni correction; Medicine; Disease; Gerontology; Parkinson's disease; Quality of life (healthcare); Family medicine; Internal medicine; Environmental health; Nursing","score_opus":0.3994062664864708,"score_gpt":0.5996867122864888,"score_spread":0.20028044580001803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409215253","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018475711,0.0000066035914,0.000087831075,0.0003057054,0.000007318508,0.98000026,0.000041239997,0.000043205302,0.0010321409],"genre_scores_gemma":[0.039849196,0.0000010610843,0.0010804267,0.00010662934,0.00010908388,0.95658493,0.00001752002,0.000025567258,0.0022255606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972091,0.00035899418,0.00050756487,0.00076208817,0.00064377056,0.0005185092],"domain_scores_gemma":[0.99868053,0.00021731369,0.00006976389,0.00042151744,0.00031627432,0.000294576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012190603,0.00021026768,0.00037055885,0.00033973574,0.00023808196,0.00012309628,0.00017095063,0.00008456828,0.000040130933],"category_scores_gemma":[0.00024141413,0.00017697287,0.00009307465,0.00047377686,0.00017712553,0.00011585539,0.00026962525,0.00032569852,0.000008895047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016215414,0.009788429,0.95237005,0.0017357456,0.00015753027,0.00013325368,0.00007761464,6.1576094e-7,0.000005060418,0.004871993,0.0020879605,0.012556318],"study_design_scores_gemma":[0.020404061,0.002246322,0.79365957,0.0011440119,0.00002110999,2.4436963e-7,0.000087477696,0.00020910255,0.000020594738,0.011294326,0.17080279,0.000110406654],"about_ca_topic_score_codex":0.000014127613,"about_ca_topic_score_gemma":0.000042556512,"teacher_disagreement_score":0.16871482,"about_ca_system_score_codex":0.000181908,"about_ca_system_score_gemma":0.00046663472,"threshold_uncertainty_score":0.7216744},"labels":[],"label_agreement":null},{"id":"W4409281687","doi":"10.2196/66554","title":"Examining Weight Suppression, Leptin Levels, Glucagon-Like Peptide 1 Response, and Reward-Related Constructs in Severity and Maintenance of Bulimic Syndromes: Protocol and Sample Characteristics for a Cross-Sectional and Longitudinal Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute of Mental Health","keywords":"Leptin; Cross-sectional study; Psychology; Medicine; Longitudinal study; Clinical psychology; Protocol (science); Internal medicine; Obesity; Endocrinology; Alternative medicine","score_opus":0.265528718373691,"score_gpt":0.5375013189125065,"score_spread":0.2719726005388155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409281687","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5968737,0.0000034732134,0.000017267459,0.000033705157,0.000010847367,0.4029416,0.00006490897,0.00001583741,0.000038630777],"genre_scores_gemma":[0.41711283,4.7290285e-7,0.00047352593,0.0000055571836,0.0000071605286,0.5816812,0.000004134042,0.000015469472,0.0006996468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967981,0.0008176067,0.0007015378,0.00081647164,0.0003151949,0.0005510949],"domain_scores_gemma":[0.9973307,0.0016740873,0.00019898417,0.0003328507,0.0003392533,0.00012407536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002961088,0.00023943261,0.00045688925,0.00048786504,0.00035709768,0.00017367049,0.00017401602,0.00022659021,0.00010225109],"category_scores_gemma":[0.0010504699,0.00021204949,0.000024332456,0.0004792105,0.00094264915,0.00014706358,0.00036358513,0.0005918103,9.745482e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006279551,0.0008865458,0.9857469,0.0008538143,0.000040249888,0.000032097356,0.0014233802,9.1964885e-8,0.0014282346,0.0002045891,0.00032338552,0.0027811236],"study_design_scores_gemma":[0.008051898,0.003144003,0.983414,0.0013620991,0.000004981967,0.000063188374,0.0011030666,0.000027693,0.000046291785,0.0007286649,0.0018626738,0.00019146145],"about_ca_topic_score_codex":0.00016337713,"about_ca_topic_score_gemma":0.00006702134,"teacher_disagreement_score":0.17976089,"about_ca_system_score_codex":0.000054738273,"about_ca_system_score_gemma":0.00023532756,"threshold_uncertainty_score":0.8647128},"labels":[],"label_agreement":null},{"id":"W4409329040","doi":"10.2196/63627","title":"A Health Service Research Study on a Low-Threshold Hearing Screening Program for Childhood Cancer Survivors in Switzerland: Protocol for the HEAR Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing, Cochlea, Tinnitus, Genetics","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Childhood cancer; Service (business); Health services; Medicine; Psychology; Gerontology; Cancer; Computer science; World Wide Web; Population; Environmental health; Alternative medicine","score_opus":0.5417149883260379,"score_gpt":0.6467402285294531,"score_spread":0.1050252402034152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409329040","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047656696,0.0000025946065,0.00007951482,0.0061073457,0.000020937607,0.94565594,0.000029938194,0.00021838433,0.00022866383],"genre_scores_gemma":[0.06696403,4.8109814e-7,0.00032743052,0.0005790597,0.00022335505,0.9311172,0.0000016490621,0.00014376192,0.0006430802],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98548394,0.0041782167,0.0013275394,0.0022395696,0.0033828618,0.0033878882],"domain_scores_gemma":[0.99181205,0.00427056,0.00021012331,0.0020848133,0.0012141524,0.00040827322],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022614233,0.0005154461,0.0007621265,0.0014326861,0.0027536422,0.0011538846,0.002554234,0.00019741054,0.000019875059],"category_scores_gemma":[0.0030579139,0.00039736007,0.00015042025,0.006045141,0.0003040798,0.0002292475,0.0015887675,0.0030983905,0.00002126151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040575057,0.15501021,0.3862286,0.018447712,0.0003083797,0.00013317358,0.077607214,0.003729948,0.00827206,0.0017410689,0.02095706,0.2869895],"study_design_scores_gemma":[0.056419216,0.081012376,0.39924294,0.018654993,0.000010497121,0.000006684323,0.025319085,0.015637804,0.01353956,0.0012972807,0.38730013,0.0015594356],"about_ca_topic_score_codex":0.0056080064,"about_ca_topic_score_gemma":0.017141214,"teacher_disagreement_score":0.36634308,"about_ca_system_score_codex":0.000699294,"about_ca_system_score_gemma":0.0027952865,"threshold_uncertainty_score":0.999883},"labels":[],"label_agreement":null},{"id":"W4409329202","doi":"10.2196/68008","title":"Treating Lower Phantom Limb Pain in the Postoperative Acute Care Setting Using Virtual Reality: Protocol for a 4-Phase Development and Feasibility Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Manitoba Health; University of Manitoba; CancerCare Manitoba","funders":"Winnipeg Foundation","keywords":"Virtual reality; Preprint; Protocol (science); Medicine; Physical therapy; Phantom limb pain; Acute pain; Physical medicine and rehabilitation; Computer science; Human–computer interaction; Surgery; Anesthesia; Alternative medicine; World Wide Web; Amputation","score_opus":0.30974634605800677,"score_gpt":0.6087834123154537,"score_spread":0.29903706625744697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409329202","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03485101,0.000001664027,0.0005266601,0.0011328002,0.0000034029968,0.9625631,0.00001129411,0.000035999557,0.000874076],"genre_scores_gemma":[0.010036821,6.142534e-8,0.002372927,0.00018788426,0.00007613283,0.9868011,0.00003061908,0.000018223865,0.0004762502],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99599075,0.001646808,0.0005298289,0.00059255725,0.000631784,0.000608287],"domain_scores_gemma":[0.99816394,0.00088388106,0.00008977068,0.00043615463,0.00033120415,0.00009504257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007640311,0.00023950663,0.00036015315,0.00031474928,0.0005852938,0.00020765538,0.00019088556,0.00010558147,0.0000121870235],"category_scores_gemma":[0.00083865394,0.00015399416,0.000087352,0.00056182686,0.00014014624,0.00013131692,0.00018934518,0.00040059251,0.0000013463468],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.40648755,0.014665481,0.017423727,0.0056439117,0.0006047914,0.0005666871,0.023927145,0.0000064714336,0.0022716757,0.0011933309,0.003875551,0.52333367],"study_design_scores_gemma":[0.6613958,0.054624975,0.0041527688,0.014184276,0.000084100306,0.000010654381,0.019951463,0.00610658,0.0067658224,0.0006135468,0.23142898,0.00068103796],"about_ca_topic_score_codex":0.000032403255,"about_ca_topic_score_gemma":0.000073057956,"teacher_disagreement_score":0.5226526,"about_ca_system_score_codex":0.000682416,"about_ca_system_score_gemma":0.0008428348,"threshold_uncertainty_score":0.62797},"labels":[],"label_agreement":null},{"id":"W4409340197","doi":"10.2196/72944","title":"Design of the Middle East African Registry for Women's Cardiovascular Diseases (MEA-WCVD): Protocol for a Multicenter Observational Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Myocardial Infarction Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Preprint; Medicine; Protocol (science); Middle East; Family medicine; Gerontology; Alternative medicine; Computer science; History; World Wide Web; Internal medicine; Pathology","score_opus":0.4470284346813523,"score_gpt":0.5267532856790264,"score_spread":0.07972485099767407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409340197","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056134677,0.0000019764584,0.0054022595,0.0020952928,0.00001126168,0.9913556,0.00009631078,0.00005854116,0.00041743644],"genre_scores_gemma":[0.004771632,8.6910426e-8,0.0014271489,0.00019729181,0.00017738822,0.9881221,0.000008767174,0.000049748665,0.005245837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944954,0.0011960384,0.00067288446,0.0007645848,0.0019700194,0.0009011066],"domain_scores_gemma":[0.9939566,0.0010425646,0.00015102634,0.0019000255,0.0026846065,0.00026517612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004418116,0.00025005837,0.00066414004,0.00032838286,0.00047259138,0.00011922269,0.00087271194,0.00013794728,0.000094187686],"category_scores_gemma":[0.00340373,0.00017527824,0.00059864915,0.001106585,0.00046455563,0.00013443259,0.0006128841,0.00057771185,0.000008624945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18655318,0.04500252,0.27713728,0.050486136,0.012921719,0.00006601372,0.01124241,0.0028401876,0.016496278,0.0023312154,0.3662036,0.02871947],"study_design_scores_gemma":[0.028992388,0.00507115,0.04139721,0.0029398797,0.00005618346,0.0000036661243,0.0055667916,0.0023674576,0.0025293373,0.0010962398,0.90969807,0.0002816446],"about_ca_topic_score_codex":0.00003228155,"about_ca_topic_score_gemma":0.0000019336574,"teacher_disagreement_score":0.54349446,"about_ca_system_score_codex":0.00064235367,"about_ca_system_score_gemma":0.0019290252,"threshold_uncertainty_score":0.71476394},"labels":[],"label_agreement":null},{"id":"W4409348892","doi":"10.2196/51434","title":"Effect of Continuous Positive Airway Pressure or Positional Therapy Compared to Control for Treatment of Obstructive Sleep Apnea on the Development of Gestational Diabetes Mellitus in Pregnancy: Protocol for Feasibility Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Gestational diabetes; Continuous positive airway pressure; Pregnancy; Obstructive sleep apnea; Randomized controlled trial; Population; Obstetrics; Sleep apnea; Gestation; Respiratory disturbance index; Preeclampsia; Gestational age; Gestational hypertension; Apnea–hypopnea index; Polysomnography; Pediatrics; Apnea; Internal medicine","score_opus":0.08442754805213258,"score_gpt":0.48686779351783593,"score_spread":0.40244024546570334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409348892","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071779266,0.0000132883215,0.0009177317,0.00042916794,0.000011612177,0.92629176,0.00037838757,0.000012983136,0.00016577542],"genre_scores_gemma":[0.21362989,1.2086544e-7,0.001081158,0.000009467099,0.00003552078,0.7850671,0.00003180977,0.000024869452,0.00012009094],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99147546,0.00412382,0.0017057527,0.0006338041,0.0013986743,0.000662462],"domain_scores_gemma":[0.9659645,0.029985389,0.00052175426,0.0005055652,0.002886398,0.00013641026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063131005,0.00038623455,0.0030130306,0.00062276924,0.00018115425,0.00003028437,0.00035449036,0.0001761172,0.000085086416],"category_scores_gemma":[0.004781988,0.00020045054,0.00064327184,0.0006398616,0.00073400093,0.00007014377,0.000059766575,0.00022917557,8.1868706e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9547197,0.0061400896,0.0015086036,0.0024857093,0.0021401406,0.000001372671,0.0011518665,0.00004143389,0.012193613,0.00149121,0.000025181906,0.01810108],"study_design_scores_gemma":[0.72433573,0.029178932,0.00289145,0.0025032838,0.00005131104,2.001685e-7,0.00007438462,0.0013422003,0.23889208,0.00047899107,0.00014518468,0.000106244624],"about_ca_topic_score_codex":0.000010090572,"about_ca_topic_score_gemma":0.00001000612,"teacher_disagreement_score":0.23038396,"about_ca_system_score_codex":0.000475374,"about_ca_system_score_gemma":0.0010556843,"threshold_uncertainty_score":0.81741357},"labels":[],"label_agreement":null},{"id":"W4409360032","doi":"10.2196/66579","title":"Feasibility of a Progesterone-Modified Natural Protocol for Frozen Embryo Transfer: Protocol for a Pilot Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ovarian function and disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Embryo transfer; Natural family planning; Luteal phase; Medicine; Pregnancy rate; Ovulation; Pregnancy; Protocol (science); Gynecology; Fertility preservation; Obstetrics; Prospective cohort study; Fertility; Population; Follicular phase; Family planning; Biology; Internal medicine; Alternative medicine","score_opus":0.35079769003486,"score_gpt":0.5915721237921727,"score_spread":0.24077443375731272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409360032","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055241067,1.3542973e-7,0.001410036,0.00069979986,0.000010317648,0.9939053,0.000036017875,0.00017198862,0.0032139868],"genre_scores_gemma":[0.003591403,3.6177104e-9,0.00066846784,0.00011370463,0.00009298772,0.98977625,0.000017436447,0.00006415779,0.0056756088],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99501735,0.00061043765,0.0011288219,0.0010974854,0.0012003023,0.00094560575],"domain_scores_gemma":[0.995963,0.0004607635,0.00012774403,0.0012086643,0.0019699058,0.00026995034],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0040849685,0.00039310212,0.00088684016,0.0005551476,0.0003558763,0.00012698933,0.00048690022,0.00020613034,0.0001597718],"category_scores_gemma":[0.0010298496,0.00030504665,0.00031811508,0.0009740918,0.0003372502,0.00020583502,0.00013591611,0.000740672,0.000008825953],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.43679994,0.06821242,0.3486027,0.052699864,0.000749985,0.000012975522,0.00089397375,0.0000049480436,0.01383821,0.0046174973,0.06499562,0.008571861],"study_design_scores_gemma":[0.32760933,0.090497725,0.22039396,0.007234703,0.00007401053,0.0000083797195,0.001094474,0.0010342838,0.011227323,0.0035757392,0.33641833,0.0008317341],"about_ca_topic_score_codex":0.000037174832,"about_ca_topic_score_gemma":0.00006666461,"teacher_disagreement_score":0.2714227,"about_ca_system_score_codex":0.000300883,"about_ca_system_score_gemma":0.0018300659,"threshold_uncertainty_score":0.99994016},"labels":[],"label_agreement":null},{"id":"W4409360221","doi":"10.2196/66068","title":"Optimizing Cardiovascular Risk Management in Primary Care Using a Personalized eCoach Solution Enhanced by an Artificial Intelligence–Driven Clinical Prediction Model: Protocol from the Coronary Artery Disease Risk Estimation and Early Detection Consortium","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Preprint; Protocol (science); Medicine; Primary care; Computer science; Alternative medicine; Family medicine; World Wide Web","score_opus":0.323034366139187,"score_gpt":0.5771029175393015,"score_spread":0.25406855140011453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409360221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1821339,0.000037826252,0.18664616,0.000064738895,0.00005121594,0.63069856,0.00017209371,0.00011984021,0.00007567883],"genre_scores_gemma":[0.28590724,0.000024577646,0.0035760293,0.000038008624,0.0001583216,0.71017975,0.000062536805,0.000036844154,0.0000166886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98549384,0.009498401,0.0017846478,0.0011917532,0.001086004,0.0009453374],"domain_scores_gemma":[0.9963396,0.0011429588,0.00045325578,0.0010304359,0.0007047913,0.0003289251],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0062183747,0.00032222277,0.0005257457,0.00034467026,0.0027376383,0.00014247825,0.00043928358,0.00046444032,0.000023781218],"category_scores_gemma":[0.0006412353,0.00028240983,0.00021190278,0.000703015,0.00057819876,0.0006563475,0.00045085803,0.0027817455,0.000019225552],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012195899,0.00089233497,0.26301008,0.0028885424,0.00031231987,0.000022561984,0.015278348,0.070804305,0.0007191035,0.00022989025,0.00013040032,0.6335162],"study_design_scores_gemma":[0.0010349936,0.000503972,0.037727416,0.003667939,0.00007287683,3.2645528e-7,0.008876978,0.93967146,0.0004093707,0.0072197146,0.00053726474,0.00027768136],"about_ca_topic_score_codex":0.0023906126,"about_ca_topic_score_gemma":0.00093769917,"teacher_disagreement_score":0.86886716,"about_ca_system_score_codex":0.0015067453,"about_ca_system_score_gemma":0.0009907975,"threshold_uncertainty_score":0.9999628},"labels":[],"label_agreement":null},{"id":"W4409414711","doi":"10.2196/64023","title":"Efficacy of a Personalized Mobile Health Intervention (BedTime) to Increase Sleep Duration Among Short-Sleeping Patients With Type 2 Diabetes: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bedtime; Actigraphy; Randomized controlled trial; Medicine; Psychological intervention; Type 2 diabetes; Physical therapy; Glycemic; Intervention (counseling); Sleep diary; mHealth; Observational study; Psychology; Psychiatry; Diabetes mellitus; Insomnia; Internal medicine","score_opus":0.07363113376517046,"score_gpt":0.5059798409366352,"score_spread":0.43234870717146473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409414711","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059925385,0.0000057832945,0.0008071056,0.00008882606,0.000040782765,0.93782926,0.00001023422,0.0000800444,0.001212554],"genre_scores_gemma":[0.041564774,1.2177819e-7,0.00015622331,0.00006204405,0.000061229126,0.95714885,0.000054845328,0.000046378,0.0009055224],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924317,0.0038914022,0.001499472,0.00064961356,0.0007416355,0.0007861905],"domain_scores_gemma":[0.9957451,0.001899563,0.0004659924,0.00052741676,0.0011268938,0.00023500195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006103131,0.0002996321,0.0014409843,0.0008184496,0.00029050605,0.00009547227,0.00037247027,0.00019840084,0.00047108767],"category_scores_gemma":[0.0018346924,0.00020952123,0.00044012675,0.001079065,0.00035614285,0.00014506356,0.000102868355,0.00047615304,0.000022676308],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9673099,0.009928181,0.0012058167,0.0006865291,0.0011682406,7.577146e-7,0.0009619933,0.000022883803,0.000032546523,0.00057182356,0.0025374005,0.015573944],"study_design_scores_gemma":[0.96711826,0.024154479,0.00056988787,0.0031374902,0.000046934074,6.352267e-8,0.00020181674,0.00040563825,0.00005373742,0.00013130004,0.0039866613,0.00019372541],"about_ca_topic_score_codex":0.00013789309,"about_ca_topic_score_gemma":0.000022919721,"teacher_disagreement_score":0.01931958,"about_ca_system_score_codex":0.00019547109,"about_ca_system_score_gemma":0.00032946066,"threshold_uncertainty_score":0.8544028},"labels":[],"label_agreement":null},{"id":"W4409415099","doi":"10.2196/67319","title":"Effectiveness of a Person-Centered and Culturally Sensitive Course of Treatment in Arabic-, Turkish-, and Urdu-Speaking Individuals With Type 2 Diabetes (the ACCT2 Study): Protocol for a Pragmatic Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Urdu; Randomized controlled trial; Turkish; Protocol (science); Preprint; Arabic; Psychology; Medicine; Medical education; Alternative medicine; Computer science; World Wide Web; Linguistics; Surgery","score_opus":0.08833188315964793,"score_gpt":0.49141674459847345,"score_spread":0.4030848614388255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409415099","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40756813,0.0000029753799,0.0000022848967,0.00013191155,0.0000031492707,0.59215355,0.0000019889333,0.000006104643,0.00012989725],"genre_scores_gemma":[0.30690998,2.59096e-7,0.00005653321,0.0000049679165,0.000016605576,0.692884,0.0000049887126,0.000008937089,0.000113695045],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964582,0.002149216,0.00045933184,0.00029997766,0.0003345118,0.00029879375],"domain_scores_gemma":[0.9954879,0.0033989288,0.00026109704,0.00022877671,0.0005722226,0.0000510434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060536806,0.00019217773,0.001350665,0.00029411964,0.00008672131,0.00007332814,0.00008628791,0.00005389266,0.0000051231473],"category_scores_gemma":[0.001067142,0.000092787894,0.00009832931,0.0004486591,0.00031761028,0.00010749168,0.000057564757,0.00014897656,2.023047e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9501944,0.0037761342,0.031177595,0.0048378482,0.0011956831,0.0000015416322,0.005340018,0.0000016012171,0.0010827673,0.000078537094,0.000051834024,0.0022619935],"study_design_scores_gemma":[0.94711435,0.0126238605,0.027055522,0.0075523653,0.00015736127,3.0447768e-7,0.00339064,0.00031882664,0.0014223289,0.000090280664,0.00019109719,0.00008307553],"about_ca_topic_score_codex":0.000030470259,"about_ca_topic_score_gemma":0.000017169821,"teacher_disagreement_score":0.10073047,"about_ca_system_score_codex":0.00010718168,"about_ca_system_score_gemma":0.00037048932,"threshold_uncertainty_score":0.37837803},"labels":[],"label_agreement":null},{"id":"W4409417233","doi":"10.2196/66712","title":"Clinical Nurse Educators’ Job Satisfaction and Turnover Intentions: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Nursing education and management","field":"Nursing","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Moncton; University of New Brunswick; Toronto Metropolitan University","funders":"","keywords":"Preprint; Job satisfaction; Protocol (science); Nursing; Psychology; Turnover intention; Applied psychology; Medical education; Medicine; Computer science; Social psychology; Alternative medicine; World Wide Web","score_opus":0.4999569095346729,"score_gpt":0.709720001319919,"score_spread":0.20976309178524605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409417233","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.5732672e-9,0.19869336,0.000017677847,0.0012208249,0.0003697005,0.7980924,0.00001410366,0.00010213359,0.0014897427],"genre_scores_gemma":[1.169833e-9,0.18732716,0.00034213823,0.00024079692,0.00050634897,0.8062904,0.000025763642,0.00007303247,0.005194384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99305725,0.0023074409,0.001815171,0.0011569285,0.0008744399,0.00078875874],"domain_scores_gemma":[0.99574023,0.0015215195,0.0006164672,0.001102438,0.00072151,0.0002978075],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005386419,0.0004986104,0.0017696086,0.000832616,0.0004986216,0.00044174108,0.000480888,0.0004228357,0.00021918621],"category_scores_gemma":[0.0028638998,0.00041495354,0.0006372489,0.0011000029,0.00032025343,0.00025781707,0.00020242612,0.0014355206,0.00008380385],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005372698,0.00018582938,0.000016021968,0.33300358,0.00002054759,3.1656438e-7,0.000011709306,1.4607027e-9,3.4524387e-8,0.00014610542,0.24684593,0.4197162],"study_design_scores_gemma":[0.00057528226,0.0003149563,0.000033159624,0.48866484,0.000051310202,0.0000037905977,0.000012072729,2.3411955e-7,2.3168519e-7,0.00012488238,0.5100361,0.0001831401],"about_ca_topic_score_codex":0.000012788088,"about_ca_topic_score_gemma":0.000045555233,"teacher_disagreement_score":0.41953304,"about_ca_system_score_codex":0.0005927289,"about_ca_system_score_gemma":0.0020800002,"threshold_uncertainty_score":0.99983025},"labels":[],"label_agreement":null},{"id":"W4409427984","doi":"10.2196/62929","title":"Barriers and Facilitators to HIV and Viral Hepatitis Testing in Primary Health Care Settings in the Kyrgyz Republic (BarTest): Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis B Virus Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Protocol (science); Human immunodeficiency virus (HIV); Medicine; Preprint; Health care; Family medicine; Nursing; Alternative medicine; Computer science; Political science; World Wide Web","score_opus":0.14855543784800684,"score_gpt":0.5719125761577378,"score_spread":0.423357138309731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409427984","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043848734,0.000010978271,0.00004402793,0.006606919,0.0000035856056,0.9488883,0.000035374134,0.000052758805,0.0005093353],"genre_scores_gemma":[0.0060298108,3.231712e-7,0.012486361,0.0012078881,0.00003251364,0.98006344,0.0000041685453,0.000028329618,0.00014716301],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99380755,0.0029538395,0.0007736215,0.00081217644,0.00068918674,0.00096360815],"domain_scores_gemma":[0.9963451,0.0022233964,0.00009008595,0.0005421995,0.00050158537,0.0002976478],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010482255,0.00026544635,0.00067279843,0.0008227132,0.00051464414,0.00017711987,0.0002692717,0.000096995886,0.0000058228857],"category_scores_gemma":[0.0109896865,0.00019862792,0.000040679675,0.0017374734,0.0002530979,0.00016777385,0.0005361037,0.0008136009,0.0000013969849],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067131384,0.00027512092,0.87737954,0.004526799,0.000022013872,0.00003268052,0.019994263,3.6390713e-7,0.00015298113,0.00006175209,0.016445525,0.080437645],"study_design_scores_gemma":[0.00757753,0.0072306064,0.82452714,0.0037084862,0.000003060575,0.0000062257855,0.010808418,0.00008279796,0.00011394651,0.00025039824,0.14549288,0.00019849675],"about_ca_topic_score_codex":0.0021004097,"about_ca_topic_score_gemma":0.0035294464,"teacher_disagreement_score":0.12904736,"about_ca_system_score_codex":0.0007045685,"about_ca_system_score_gemma":0.001418848,"threshold_uncertainty_score":0.99734116},"labels":[],"label_agreement":null},{"id":"W4409430365","doi":"10.2196/67048","title":"Web-Based Education Program for Care Partners of People Living With Dementia (iGeriCare): Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster Children's Hospital; McMaster University Medical Centre; McMaster University; Hamilton Health Sciences","funders":"","keywords":"Preprint; Dementia; Protocol (science); Randomized controlled trial; Medicine; Gerontology; World Wide Web; Psychology; Medical education; Alternative medicine; Computer science","score_opus":0.08301924156889402,"score_gpt":0.5484007799631696,"score_spread":0.4653815383942756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409430365","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018713992,0.0000048691377,0.0017714966,0.0005469746,0.000011322568,0.99097455,0.000012845671,0.00010265731,0.0047039157],"genre_scores_gemma":[0.031009614,1.907576e-7,0.003904933,0.00006408768,0.00013869177,0.9624308,0.00005339685,0.00004793911,0.0023503846],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99495465,0.0012599997,0.00093366916,0.00061464764,0.0013151132,0.0009219045],"domain_scores_gemma":[0.99135613,0.0030076886,0.00030802452,0.0004956714,0.004597185,0.00023530699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052889045,0.00029708265,0.0014622782,0.0007734804,0.00032903612,0.00018882602,0.00030619092,0.00011237496,0.0001813866],"category_scores_gemma":[0.003055706,0.00019755849,0.00056129653,0.00093838753,0.00039167557,0.0001174783,0.000096179625,0.00034297226,0.0000030120768],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9526873,0.0092322985,0.0051420694,0.011631909,0.000549193,8.72877e-7,0.00019154546,0.0000010136831,0.00078724866,0.00033565532,0.0047053206,0.014735575],"study_design_scores_gemma":[0.909429,0.033457644,0.0007122148,0.0073822513,0.00014213029,4.8325717e-7,0.00074139773,0.0005875207,0.0026423777,0.00010982181,0.044627,0.00016816429],"about_ca_topic_score_codex":0.000019821886,"about_ca_topic_score_gemma":0.000024010753,"teacher_disagreement_score":0.043258306,"about_ca_system_score_codex":0.00019724098,"about_ca_system_score_gemma":0.008135881,"threshold_uncertainty_score":0.99748707},"labels":[],"label_agreement":null},{"id":"W4409441625","doi":"10.2196/58655","title":"Insight inTo Stress and POOping on Work TIME (ITS POO TIME): Protocol for a Web-Based, Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and Work-Related Fatigue","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Protocol (science); Psychology; Medicine; Computer science; Virology; World Wide Web; Alternative medicine","score_opus":0.19344780014140228,"score_gpt":0.5705367334659501,"score_spread":0.37708893332454785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409441625","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008323495,0.0000027541466,0.000025580495,0.00030715606,0.000026115544,0.9736756,0.00002671215,0.000183853,0.01742875],"genre_scores_gemma":[0.010963609,1.3329704e-8,0.000113645816,0.0001298017,0.0001988225,0.9797499,0.00001718351,0.000059346512,0.008767657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99560905,0.0010287563,0.00062491203,0.0010444343,0.0007915212,0.00090133306],"domain_scores_gemma":[0.9970884,0.0012223122,0.00012346095,0.0007557388,0.0005966547,0.00021343396],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020509767,0.00033336398,0.00034918415,0.0007742753,0.00082078984,0.0005022296,0.0006173017,0.00044449166,0.0015879897],"category_scores_gemma":[0.00029410145,0.00029060015,0.00011272954,0.0013333189,0.00027176642,0.00015798313,0.00026216244,0.0011645077,0.0010695978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03440696,0.015657714,0.80765307,0.001086476,0.0006952967,0.00012029322,0.0022320577,0.00011948337,0.00076936046,0.003705597,0.10036396,0.033189755],"study_design_scores_gemma":[0.07563233,0.018249717,0.5123145,0.019516949,0.000017772833,0.0000032771502,0.00021795153,0.00053557614,0.0030436213,0.0009132631,0.36810818,0.0014468736],"about_ca_topic_score_codex":0.000023777204,"about_ca_topic_score_gemma":0.000008189102,"teacher_disagreement_score":0.29533857,"about_ca_system_score_codex":0.00020387619,"about_ca_system_score_gemma":0.0004361422,"threshold_uncertainty_score":0.99995464},"labels":[],"label_agreement":null},{"id":"W4409448594","doi":"10.2196/72585","title":"Effect of an Online Mobility Self-Management Program on Walking Speed in Older Adults With Preclinical Mobility Limitation: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Royal Society of Canada; Lawson Health Research Institute; Health Canada; Western University; McMaster University; McMaster University Medical Centre; Institute for Clinical Evaluative Sciences; Impact","funders":"","keywords":"Preprint; Randomized controlled trial; Protocol (science); Medicine; Preferred walking speed; Physical therapy; Physical medicine and rehabilitation; Gerontology; Computer science; Alternative medicine; World Wide Web","score_opus":0.11850859934235954,"score_gpt":0.5956212911577525,"score_spread":0.477112691815393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409448594","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13479298,6.34267e-7,0.0000371895,0.00013538462,0.000020710979,0.8634541,0.000014455414,0.00017589523,0.0013686266],"genre_scores_gemma":[0.022664726,3.860708e-7,0.001688972,0.000033165583,0.00017286095,0.9747323,0.0000619724,0.000033036373,0.00061261223],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9752854,0.019414032,0.002356921,0.0009832998,0.001031553,0.00092879124],"domain_scores_gemma":[0.9848991,0.01232239,0.00068409805,0.0009811511,0.0009420573,0.00017122165],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.035290897,0.00035235164,0.0020775534,0.0004418627,0.0003910207,0.000045013156,0.0004945516,0.00042670828,0.000025951234],"category_scores_gemma":[0.003285524,0.00022000556,0.00042738472,0.00082994264,0.00029020634,0.00020767558,0.0001876384,0.001440453,0.0000076383285],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.911975,0.045552123,0.0007348316,0.019202868,0.00016041998,0.000002938444,0.00057683856,0.0000020704617,0.000019379104,0.00039366077,0.000235775,0.021144057],"study_design_scores_gemma":[0.9421956,0.020584686,0.014760308,0.015709331,0.000030105786,7.896772e-8,0.0002567636,0.003987191,0.00002257333,0.0007336642,0.0015507695,0.00016894724],"about_ca_topic_score_codex":0.00002833303,"about_ca_topic_score_gemma":0.00015443646,"teacher_disagreement_score":0.112128265,"about_ca_system_score_codex":0.00033708842,"about_ca_system_score_gemma":0.0006539153,"threshold_uncertainty_score":0.993371},"labels":[],"label_agreement":null},{"id":"W4409448695","doi":"10.2196/72513","title":"Effect of a Mediterranean Diet Adapted to the Mexican Population on Indicators of Metabolic Risk in Patients With Obstructive Sleep Apnea: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Obstructive sleep apnea; Randomized controlled trial; Medicine; Mediterranean diet; Population; Sleep apnea; Physical therapy; Gerontology; Environmental health; Internal medicine; Computer science","score_opus":0.03703102240781707,"score_gpt":0.461145411247165,"score_spread":0.42411438883934793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409448695","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18884946,7.886158e-7,0.00008427598,0.00016772642,0.000012810326,0.810475,0.000043404423,0.00001680355,0.000349765],"genre_scores_gemma":[0.34277278,2.6663713e-8,0.0001203145,0.000007692533,0.000059326732,0.6569707,0.000014823684,0.000027808605,0.000026573416],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98839164,0.0065487265,0.0013129209,0.00061386684,0.0024348693,0.00069799164],"domain_scores_gemma":[0.99084526,0.0063824463,0.0006292452,0.00084842567,0.0010851478,0.00020948074],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011182446,0.00034947917,0.0026106224,0.0021488294,0.00016975254,0.000038411265,0.0005094303,0.00019340159,0.00005179988],"category_scores_gemma":[0.0126559045,0.00017517779,0.00043853367,0.0025981907,0.00057247584,0.000098578326,0.0001771572,0.0009601088,0.0000027592594],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94288576,0.0015849113,0.028166363,0.0010299002,0.0006943346,0.0000014294865,0.0003989006,0.000020087167,0.00005293078,0.0007128964,0.000037886413,0.024414623],"study_design_scores_gemma":[0.91165113,0.033461183,0.048042744,0.0013754298,0.000082834995,1.0762988e-7,0.000050186845,0.0006883496,0.0038387273,0.00016646208,0.00052078074,0.00012206097],"about_ca_topic_score_codex":0.00012612695,"about_ca_topic_score_gemma":0.000028494642,"teacher_disagreement_score":0.15392332,"about_ca_system_score_codex":0.00019122682,"about_ca_system_score_gemma":0.00020906398,"threshold_uncertainty_score":0.9956609},"labels":[],"label_agreement":null},{"id":"W4409472912","doi":"10.2196/66897","title":"Assessment of Heterosexual-Identified Men Who Have Sex With Men and Men of Diverse Sexual Identities: Protocol for an International, Multilingual, Online, Comparative Sexuality Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Dalhousie University; Centre for Addiction and Mental Health; University of Victoria; University of Regina; Public Health Ontario","funders":"","keywords":"Human sexuality; Preprint; Men who have sex with men; Psychology; Heterosexuality; Gender studies; Medicine; Human immunodeficiency virus (HIV); Sociology; Family medicine; Computer science; World Wide Web","score_opus":0.4621640002656489,"score_gpt":0.6833269093536137,"score_spread":0.22116290908796482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409472912","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14306974,7.506834e-7,0.00008170882,0.00007738444,0.000011711406,0.822303,0.00043302707,0.00003920093,0.033983473],"genre_scores_gemma":[0.035744954,3.1164973e-7,0.00020907336,0.00001867824,0.00014907528,0.91812766,0.00005546305,0.00003142609,0.045663375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940607,0.0019754416,0.001103168,0.00093949033,0.0012483239,0.00067286775],"domain_scores_gemma":[0.99613786,0.00061237375,0.00051364163,0.00104918,0.0014650759,0.00022187683],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003279413,0.00032978997,0.0007833089,0.0006958059,0.0003863066,0.00024242433,0.00096324354,0.00018037463,0.00017657015],"category_scores_gemma":[0.0001119612,0.00028538067,0.000052504594,0.00039449852,0.0007008807,0.00055149844,0.00056174234,0.00058706227,0.000003804077],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005021404,0.018632587,0.8586055,0.008338908,0.00096834294,0.00001650634,0.03991234,0.000017847773,0.0012198532,0.0013366444,0.06377531,0.0021547717],"study_design_scores_gemma":[0.024585119,0.017533135,0.7990533,0.0004932558,0.000037495287,0.0000037740149,0.14784062,0.0021835815,0.00051231816,0.0007305837,0.006556664,0.0004701756],"about_ca_topic_score_codex":0.008113233,"about_ca_topic_score_gemma":0.0028940835,"teacher_disagreement_score":0.107928276,"about_ca_system_score_codex":0.00022905451,"about_ca_system_score_gemma":0.0006587834,"threshold_uncertainty_score":0.9999598},"labels":[],"label_agreement":null},{"id":"W4409488003","doi":"10.2196/71071","title":"Mental Health Apps Available in App Stores for Indian Users: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Internet privacy; App store; Checklist; Android (operating system); Medicine; Population; Systematic review; Protocol (science); World Wide Web; Psychology; Computer science; MEDLINE; Alternative medicine; Psychiatry; Environmental health","score_opus":0.5195306545692818,"score_gpt":0.7018678096199644,"score_spread":0.1823371550506826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409488003","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.917775e-10,0.31141424,0.000008744215,0.00041309895,0.000032259737,0.6847347,0.0012612587,0.00008417209,0.0020515083],"genre_scores_gemma":[8.761753e-10,0.035127796,0.00021977603,0.00028016834,0.000105458996,0.9175987,0.00042994332,0.00016524176,0.046072878],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875692,0.003821834,0.003980052,0.0014806853,0.0009482166,0.0022000023],"domain_scores_gemma":[0.9940415,0.0018858798,0.0014178256,0.0017963175,0.0003596818,0.0004988119],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010417479,0.0007737473,0.0045135757,0.0015152284,0.0004348084,0.00028562054,0.0018614389,0.0005213499,0.00068259705],"category_scores_gemma":[0.0010462882,0.00062658574,0.0012321558,0.0017717974,0.00018358692,0.00026519527,0.0004441899,0.0012893054,0.0015967402],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014025252,0.0013641097,3.908904e-7,0.5742445,0.00007708927,0.0000041461176,0.000066846784,1.8743644e-9,2.2459161e-9,0.0008962968,0.3560376,0.06716877],"study_design_scores_gemma":[0.0013276059,0.0019724737,5.5686893e-8,0.49673828,0.000010919625,0.00001033416,0.000035184617,2.1582576e-7,1.4071053e-7,0.0001482843,0.49955136,0.00020515652],"about_ca_topic_score_codex":0.000076258635,"about_ca_topic_score_gemma":0.00015610321,"teacher_disagreement_score":0.27628642,"about_ca_system_score_codex":0.002575213,"about_ca_system_score_gemma":0.0032901324,"threshold_uncertainty_score":0.99961853},"labels":[],"label_agreement":null},{"id":"W4409492705","doi":"10.2196/67764","title":"Using Music to Promote Hong Kong Young People’s Emotion Regulation and Reduce Their Mood Symptoms and Loneliness: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychoeducation; Loneliness; Psychology; Mental health; Psychological intervention; Anxiety; Clinical psychology; Mood; Context (archaeology); Randomized controlled trial; Happiness; Psychiatry; Psychotherapist; Medicine","score_opus":0.26356687422290015,"score_gpt":0.5617506185747088,"score_spread":0.2981837443518086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409492705","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07612489,0.0000027452677,0.0037947998,0.0009973891,0.000067259105,0.9180895,0.000009204569,0.00008657268,0.000827642],"genre_scores_gemma":[0.035175152,2.2284817e-7,0.00077226805,0.00007617866,0.00059020973,0.96195054,0.0000054074226,0.00004647353,0.001383564],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99404913,0.0028201474,0.0010547168,0.0008290332,0.00045243962,0.0007945423],"domain_scores_gemma":[0.99715596,0.0011678765,0.00031648818,0.0005523367,0.0005888844,0.00021844306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0098782,0.00031939242,0.0012992957,0.0006253713,0.00067170133,0.0003076912,0.00023363273,0.00024108293,0.0001961715],"category_scores_gemma":[0.00076001714,0.0002357842,0.00016118895,0.0006759586,0.00021139337,0.0002074312,0.00013781755,0.00046656592,0.0000043025007],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9755655,0.0008548529,0.00012763352,0.0009882296,0.00014224493,7.8278566e-7,0.0038127075,0.0000044467133,0.004604813,0.005484213,0.0008867215,0.007527886],"study_design_scores_gemma":[0.9810429,0.0031489877,0.0021561799,0.002313905,0.000015108689,0.000007607273,0.00025783505,0.0025562237,0.00016512095,0.0059128148,0.0021900954,0.00023317715],"about_ca_topic_score_codex":0.00012878612,"about_ca_topic_score_gemma":0.00015089734,"teacher_disagreement_score":0.043861028,"about_ca_system_score_codex":0.000140909,"about_ca_system_score_gemma":0.00040754103,"threshold_uncertainty_score":0.96150005},"labels":[],"label_agreement":null},{"id":"W4409507476","doi":"10.2196/72310","title":"Conversational Systems for Social Care in Older Adults: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Psychology; Applied psychology; Computer science; Gerontology; Medicine; World Wide Web; Alternative medicine","score_opus":0.515692706375932,"score_gpt":0.7177864373228844,"score_spread":0.20209373094695238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409507476","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.711526e-10,0.3415718,0.000024179799,0.00012033663,0.000049432794,0.65518814,0.00095224724,0.00004336886,0.0020504731],"genre_scores_gemma":[5.301687e-9,0.01643055,0.000054422024,0.00006534571,0.00038085127,0.9783616,0.0005721624,0.0001001439,0.0040348996],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99319535,0.0016109304,0.002211195,0.0010866186,0.00070281484,0.0011930987],"domain_scores_gemma":[0.9958145,0.0017203134,0.00065581873,0.00060696644,0.0010395872,0.00016278792],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002736104,0.00047263072,0.001998827,0.00074819697,0.0003241838,0.00019472816,0.0009136152,0.0005770123,0.00030355147],"category_scores_gemma":[0.0005245676,0.0004261225,0.00091247034,0.00096474926,0.00014888366,0.00016790994,0.00025332868,0.0008540855,0.00016766894],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028247407,0.0004949463,6.0097113e-7,0.5994886,0.000028649874,0.000002707944,0.00010520372,6.111464e-9,4.954106e-10,0.0027603211,0.06242366,0.3344128],"study_design_scores_gemma":[0.0023452505,0.0006645593,5.797694e-7,0.49820536,0.000007689487,0.0000022742825,0.000076283955,3.6782626e-7,4.172977e-8,0.000040726536,0.49849883,0.0001580608],"about_ca_topic_score_codex":0.000026583031,"about_ca_topic_score_gemma":0.0000411692,"teacher_disagreement_score":0.43607515,"about_ca_system_score_codex":0.0013277339,"about_ca_system_score_gemma":0.0030621123,"threshold_uncertainty_score":0.99981904},"labels":[],"label_agreement":null},{"id":"W4409521220","doi":"10.2196/72672","title":"Impact of Virtual Care With Remote Automated Monitoring on the Rate of Acute Hospital Care Post Discharge and Index Length of Hospital Stay: Protocol for the Post Discharge After Surgery Virtual Care With Remote Automated Monitoring Technology 3 (PVC-RAM-3) Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University","funders":"","keywords":"Preprint; Randomized controlled trial; Protocol (science); Medicine; Medical emergency; Medical physics; Computer science; Surgery; World Wide Web; Alternative medicine","score_opus":0.06712920250082599,"score_gpt":0.4716519841140116,"score_spread":0.4045227816131856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409521220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5253139,0.00002150441,0.000004430179,0.0003401783,0.000027617421,0.47368723,0.0004309962,0.00016016456,0.000013953812],"genre_scores_gemma":[0.50468653,0.000002668387,0.00009343731,0.0000032410578,0.00008226536,0.49501067,0.000040622424,0.00006168931,0.00001889032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99567604,0.00042648904,0.00090466515,0.00082966493,0.0011877697,0.00097537274],"domain_scores_gemma":[0.9935375,0.001225,0.00055083813,0.0012973893,0.0031912155,0.00019806765],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007100511,0.0006383525,0.0011848126,0.00075223367,0.0004103006,0.0001195061,0.000486431,0.00037704984,0.000013116131],"category_scores_gemma":[0.0004314441,0.00031581603,0.00036766284,0.0013106898,0.00079079653,0.00022831537,0.00035429565,0.00087893597,0.0000014581708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21957646,0.0032316344,0.7277727,0.0048964024,0.004424159,0.00015986661,0.01348875,0.00005771131,0.0027060206,0.00010482573,0.0003072662,0.023274204],"study_design_scores_gemma":[0.08437758,0.14938575,0.57991457,0.041004036,0.00038078756,0.000013264922,0.038373113,0.0012180873,0.104084305,0.000011983849,0.00039488188,0.0008416244],"about_ca_topic_score_codex":0.00053057424,"about_ca_topic_score_gemma":0.00002418635,"teacher_disagreement_score":0.14785811,"about_ca_system_score_codex":0.00057101884,"about_ca_system_score_gemma":0.0014831321,"threshold_uncertainty_score":0.99992937},"labels":[],"label_agreement":null},{"id":"W4409530548","doi":"10.2196/63378","title":"Evaluating a Web-Based Application to Facilitate Family-School-Health Care Collaboration for Children With Neurodevelopmental Disorders in Inclusive Settings: Protocol for a Nonrandomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Disability Support Research","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Center for Companion Animal Health, University of California, Davis; Université de Bordeaux","keywords":"Context (archaeology); General partnership; Autism; Medical education; Protocol (science); Psychology; Intervention (counseling); Inclusion (mineral); Medicine; Individualized Education Program; Special education; Nursing; Developmental psychology; Pedagogy; Social psychology; Alternative medicine","score_opus":0.16416662979936525,"score_gpt":0.591211968782666,"score_spread":0.42704533898330077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409530548","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016349118,0.0000014008223,0.0037615946,0.0033767347,0.0000117610725,0.97528464,0.0002819315,0.000087481225,0.00084531854],"genre_scores_gemma":[0.0067963726,2.445855e-8,0.0055205957,0.00052199204,0.00006534295,0.9864229,0.00030846312,0.000047133824,0.00031720064],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99332994,0.002134412,0.0009926929,0.0012845143,0.0010419013,0.0012165083],"domain_scores_gemma":[0.9959633,0.0016338688,0.0001960387,0.00073190866,0.0011822891,0.0002926088],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007711464,0.00031811962,0.0005769714,0.0008112367,0.0007208769,0.00021038906,0.000599292,0.00019898478,0.00005662262],"category_scores_gemma":[0.00209545,0.00027898548,0.00012175139,0.0020626262,0.00019597077,0.00017582897,0.00019589315,0.0005783409,0.000029928868],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.86116433,0.0035424451,0.012434763,0.003026709,0.000083246574,6.417326e-7,0.010255723,0.00029947603,0.0016332627,0.00024495687,0.036017764,0.07129666],"study_design_scores_gemma":[0.8084407,0.028498571,0.023602648,0.001645497,0.000006187225,4.6635105e-7,0.022383584,0.0018151993,0.00037576506,0.0008283954,0.11176584,0.0006371754],"about_ca_topic_score_codex":0.00034503062,"about_ca_topic_score_gemma":0.0023254037,"teacher_disagreement_score":0.07574808,"about_ca_system_score_codex":0.0010813077,"about_ca_system_score_gemma":0.0067897057,"threshold_uncertainty_score":0.9999662},"labels":[],"label_agreement":null},{"id":"W4409532899","doi":"10.2196/70163","title":"Locomotive Syndrome Digital Therapeutics Provided via a Smartphone App: Protocol for a Single-Group Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Physical therapy; Test (biology); Physical medicine and rehabilitation; Repeated measures design; Clinical trial; Intervention (counseling); Timed Up and Go test; Balance (ability); Nursing","score_opus":0.2570239113687141,"score_gpt":0.5794924014207677,"score_spread":0.32246849005205364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409532899","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006212052,0.0000013232403,0.0035163779,0.000617186,0.00005931765,0.9848735,0.000073501935,0.000334193,0.009903398],"genre_scores_gemma":[0.0043115537,1.2400335e-7,0.00045066426,0.00023663614,0.0004077126,0.98124963,0.00006701843,0.00007928716,0.013197345],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935229,0.0017905287,0.0011923517,0.0008613945,0.0009593525,0.0016735184],"domain_scores_gemma":[0.9959629,0.0015324705,0.00038005383,0.0009008768,0.0009826386,0.00024104305],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0033921415,0.00037968968,0.00063942536,0.00046483293,0.0014071825,0.00023998253,0.00079570524,0.00059532013,0.000059672824],"category_scores_gemma":[0.00044066994,0.00031400291,0.000275647,0.0011406278,0.00028004136,0.00056128245,0.0005090475,0.0017646189,0.00028692468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4634285,0.060903385,0.005861031,0.039811004,0.0008867186,0.00011166721,0.004073764,3.802195e-7,0.07911024,0.014149142,0.12643617,0.205228],"study_design_scores_gemma":[0.1598061,0.010063869,0.0042889803,0.008554893,0.000010024099,0.000005646337,0.00061316515,0.00019367487,0.00013803717,0.021588821,0.79427993,0.0004568567],"about_ca_topic_score_codex":0.000021250878,"about_ca_topic_score_gemma":0.000042943873,"teacher_disagreement_score":0.66784376,"about_ca_system_score_codex":0.0006240544,"about_ca_system_score_gemma":0.0011811709,"threshold_uncertainty_score":0.9999312},"labels":[],"label_agreement":null},{"id":"W4409554133","doi":"10.2196/62912","title":"Harnessing the Power of Technology to Transform Delirium Severity Measurement in the Intensive Care Unit: Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Preprint; Delirium; Protocol (science); Medicine; Prospective cohort study; Psychology; Computer science; Psychiatry; Internal medicine; Alternative medicine; World Wide Web","score_opus":0.15304299864028484,"score_gpt":0.5315090062180394,"score_spread":0.3784660075777546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409554133","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060261437,0.0000021586209,0.00026802547,0.016882882,0.0000068291815,0.97256744,0.000015424122,0.000036542253,0.0041945805],"genre_scores_gemma":[0.21667805,2.5461418e-8,0.000042534448,0.0027663303,0.000013034015,0.7803975,0.0000024721303,0.000022897815,0.000077162505],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99627763,0.0005982785,0.00052778993,0.00055269635,0.0013809425,0.0006626672],"domain_scores_gemma":[0.9128959,0.00028928305,0.00007592969,0.0007161379,0.08596672,0.000056008386],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035213346,0.00025004204,0.0004912524,0.00091013545,0.00032881624,0.000058206904,0.0006169891,0.0001563778,0.000020010606],"category_scores_gemma":[0.016784133,0.00014430215,0.00013422563,0.002592369,0.00055580534,0.00007120592,0.00019310047,0.0012056923,0.0000048784477],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026665734,0.0044783987,0.84005743,0.0041155987,0.00057688094,0.00009834845,0.08117535,0.0000030240135,0.00460518,0.0016500759,0.021263113,0.015310887],"study_design_scores_gemma":[0.010533644,0.008477083,0.31720975,0.0061731627,0.00002703345,0.000007990302,0.596897,0.000010339423,0.015351748,0.0011524757,0.043967657,0.00019211482],"about_ca_topic_score_codex":0.00008013298,"about_ca_topic_score_gemma":0.0005152144,"teacher_disagreement_score":0.52284765,"about_ca_system_score_codex":0.0005684946,"about_ca_system_score_gemma":0.0012499226,"threshold_uncertainty_score":0.99149793},"labels":[],"label_agreement":null},{"id":"W4409554209","doi":"10.2196/75368","title":"Prediction Models for Postoperative Delirium of Cardiovascular Surgery (PODOCVS): Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medicine; Delirium; Cobra; Surgery; Computer science; Intensive care medicine; Alternative medicine; World Wide Web","score_opus":0.4455002485427035,"score_gpt":0.5810449292176013,"score_spread":0.13554468067489783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409554209","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.9865194e-10,0.35147065,0.0024623154,0.00017149313,0.000008648937,0.6447027,0.0007372204,0.00005190634,0.00039508892],"genre_scores_gemma":[1.6287669e-9,0.23109733,0.00020584177,0.00070441846,0.000105309344,0.766161,0.00057830557,0.00014214407,0.001005624],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9905507,0.0027818952,0.0027532645,0.0011629399,0.0017482333,0.0010029456],"domain_scores_gemma":[0.92750996,0.0051064687,0.0007379115,0.001651282,0.06476808,0.00022626088],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007892149,0.00082101516,0.008704217,0.0014641982,0.00023347953,0.000064861444,0.00054010225,0.00066599785,0.000027861643],"category_scores_gemma":[0.05507941,0.0005907691,0.0056761843,0.0015277324,0.00031071322,0.00019874696,0.0002232105,0.001087927,0.0000127926305],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000529316,0.00033811142,1.3309412e-7,0.86805046,0.002136146,0.0000113203605,0.000028929655,9.992431e-7,3.984541e-7,0.00014823925,0.105734356,0.023021597],"study_design_scores_gemma":[0.0012002557,0.0009933056,2.1600794e-8,0.531944,0.0010775543,0.000023722432,0.00006083966,0.000038328304,0.0000098898545,0.000061227074,0.46438572,0.00020516668],"about_ca_topic_score_codex":0.000007983989,"about_ca_topic_score_gemma":9.767438e-7,"teacher_disagreement_score":0.35865137,"about_ca_system_score_codex":0.00064227625,"about_ca_system_score_gemma":0.00606787,"threshold_uncertainty_score":0.99965435},"labels":[],"label_agreement":null},{"id":"W4409570440","doi":"10.2196/71726","title":"Coronary Computed Tomographic Angiography to Optimize the Diagnostic Yield of Invasive Angiography for Low-Risk Patients Screened With Artificial Intelligence: Protocol for the CarDIA-AI Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Impact; McMaster University Medical Centre; Public Health Ontario; University of Ottawa; University of Toronto; Hamilton Health Sciences; McMaster University; Niagara Health System; University of Alberta; Population Health Research Institute","funders":"","keywords":"Computed tomographic angiography; Medicine; Coronary angiography; Preprint; Randomized controlled trial; Radiology; Angiography; Protocol (science); Medical physics; Surgery; Internal medicine; Computer science; Pathology; Myocardial infarction","score_opus":0.23574238834583236,"score_gpt":0.5438821088793548,"score_spread":0.30813972053352245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409570440","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003161094,0.000022205799,0.026059344,0.0040492197,0.00008105946,0.96644574,0.000067883404,0.000050319934,0.000063150306],"genre_scores_gemma":[0.066878214,0.0000038107692,0.0010218348,0.00046733356,0.00037621692,0.93113995,0.00003299374,0.00003899811,0.0000406662],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944493,0.0013761151,0.0016593395,0.0006316665,0.0010423294,0.0008412033],"domain_scores_gemma":[0.95315814,0.04115174,0.0004759082,0.0008912776,0.00408297,0.0002399503],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00672491,0.00035929275,0.001462914,0.0012415375,0.0009350441,0.00016236036,0.0006429647,0.00024228448,0.00003590314],"category_scores_gemma":[0.012680707,0.00018234862,0.0021338782,0.0032589163,0.0010704556,0.00010947923,0.00011818021,0.0006379419,0.0000033143026],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9609671,0.0019882752,0.008367609,0.00085857214,0.001283438,0.0000012567392,0.0006503531,0.00032903752,0.000020455838,0.0010409376,0.006637707,0.017855262],"study_design_scores_gemma":[0.8841855,0.043073576,0.004479848,0.014693807,0.0011575733,0.0000024614972,0.0040427274,0.0042238533,0.012342195,0.024548484,0.006421371,0.00082862884],"about_ca_topic_score_codex":0.00038722894,"about_ca_topic_score_gemma":0.00015882403,"teacher_disagreement_score":0.076781616,"about_ca_system_score_codex":0.00006556618,"about_ca_system_score_gemma":0.0012283487,"threshold_uncertainty_score":0.9956359},"labels":[],"label_agreement":null},{"id":"W4409576411","doi":"10.2196/66982","title":"Health Education Campaign to Improve Malaria Knowledge, Prevention, and Treatment Behaviors in Rural East Nusa Tenggara Province, Indonesia: Protocol for a Cluster-Assigned Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Malaria Research and Control","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Malaria; Cluster (spacecraft); Protocol (science); Environmental health; Geography; Medicine; Computer science; Alternative medicine","score_opus":0.08313158039764379,"score_gpt":0.5420039757669459,"score_spread":0.45887239536930213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409576411","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030871857,0.000008036172,0.00016267928,0.0042601,0.00001238075,0.96422994,0.00001607905,0.000058732738,0.00038019152],"genre_scores_gemma":[0.14130594,1.2089176e-7,0.00027368727,0.00006146485,0.0001362211,0.852745,0.000018835048,0.000039363378,0.0054193838],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99508506,0.0014210367,0.00079490955,0.00084332825,0.0007363134,0.0011193476],"domain_scores_gemma":[0.99770594,0.00016466618,0.00012534816,0.00069018296,0.000656128,0.0006577626],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025988505,0.00035936275,0.00070758513,0.0011434493,0.00040973,0.00024068843,0.0002917588,0.00016613268,0.000032876316],"category_scores_gemma":[0.0002171178,0.0002846716,0.00011542588,0.0009796836,0.00012290054,0.00021410915,0.0002623611,0.0005179911,0.000013144922],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.071701385,0.33088082,0.20893675,0.0062899548,0.00028580966,0.000037437487,0.007169277,0.0000010660768,0.015135971,0.0031815933,0.012903674,0.34347627],"study_design_scores_gemma":[0.14010945,0.35704985,0.41237143,0.011333813,0.00003330855,0.00002619233,0.020391993,0.0006625349,0.005699905,0.00024608162,0.05124865,0.0008268009],"about_ca_topic_score_codex":0.000503709,"about_ca_topic_score_gemma":0.001138177,"teacher_disagreement_score":0.34264946,"about_ca_system_score_codex":0.001790754,"about_ca_system_score_gemma":0.008755459,"threshold_uncertainty_score":0.99996054},"labels":[],"label_agreement":null},{"id":"W4409655196","doi":"10.2196/58567","title":"Patient-Related Metadata Reported in Sequencing Studies of SARS-CoV-2: Protocol for a Scoping Review and Bibliometric Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Metadata; Data extraction; MEDLINE; Data science; Computer science; GenBank; Information retrieval; World Wide Web; Biology; Genetics","score_opus":0.6113161080053996,"score_gpt":0.6692299291618927,"score_spread":0.05791382115649313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409655196","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.732814e-7,0.46291614,0.000022154727,0.0000130793005,0.0000016708018,0.5369653,0.000040485593,0.000009088898,0.00003131525],"genre_scores_gemma":[4.88491e-8,0.40592194,0.0006507313,0.000014437544,0.00001004968,0.59320796,0.00008137151,0.000016411781,0.000097049386],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947389,0.0011825848,0.0019273731,0.0010304693,0.0005315358,0.00058917084],"domain_scores_gemma":[0.99657273,0.0006866282,0.0008789445,0.0010328471,0.0007575565,0.00007129898],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.004494765,0.00039578645,0.0028204978,0.021975705,0.00010444743,0.00006829122,0.00053728203,0.0005652865,0.000004670509],"category_scores_gemma":[0.009712617,0.00028554944,0.0005079139,0.065996826,0.00045541508,0.000012497366,0.0009223968,0.00052433147,6.4572055e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004642167,0.00011414105,0.000023458779,0.55037814,0.0013548841,0.000011566561,0.000013760812,6.416321e-8,0.00015403092,0.0000043000528,0.0025062868,0.44539294],"study_design_scores_gemma":[0.0005765342,0.0007799403,0.0000028946681,0.51261646,0.00033639147,0.000006909887,0.000017737377,0.0000016833997,0.00041585023,0.00002373826,0.48499864,0.00022322076],"about_ca_topic_score_codex":0.00001827226,"about_ca_topic_score_gemma":0.000041902735,"teacher_disagreement_score":0.48249236,"about_ca_system_score_codex":0.0000947232,"about_ca_system_score_gemma":0.0016188523,"threshold_uncertainty_score":0.99995965},"labels":[],"label_agreement":null},{"id":"W4409672979","doi":"10.2196/58838","title":"Evaluation of the Comparative Efficacy of Navak Guggulu Versus Vachaharidradi Gana Vati in the Management of Sthaulya (Overweight) in Children: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Phytochemicals and Medicinal Plants","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Preprint; Protocol (science); Overweight; Traditional medicine; Physical therapy; Family medicine; Alternative medicine; Obesity; Surgery; Internal medicine; World Wide Web","score_opus":0.2796928247898566,"score_gpt":0.5937777161399401,"score_spread":0.31408489135008355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409672979","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055564467,0.000006978598,0.000014292666,0.00029362057,0.000010118019,0.9393205,0.000009823725,0.0000036071406,0.004776566],"genre_scores_gemma":[0.19844888,4.4580764e-7,0.000069547365,0.000013437508,0.000038305956,0.8013455,0.0000062400804,0.000005954341,0.00007166017],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936261,0.0023916874,0.0012045713,0.00027567463,0.002178022,0.00032391766],"domain_scores_gemma":[0.9956815,0.0025382747,0.0004334211,0.00054112764,0.0007648928,0.00004078845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015758323,0.00016142878,0.001396128,0.00029926293,0.0000448882,0.000009271671,0.00045925472,0.000097190066,0.000039421066],"category_scores_gemma":[0.0017368328,0.00007970474,0.0002996564,0.0008855097,0.00035882174,0.000045118813,0.00010148875,0.0004253163,5.218866e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98896563,0.0034539918,0.00020803354,0.0012661392,0.0005012138,0.0000010764064,0.00062890444,0.000018309875,0.0012835985,0.0015808933,0.0011059749,0.0009862356],"study_design_scores_gemma":[0.9758053,0.0018613765,0.0038616073,0.007104139,0.00013350789,5.4302456e-7,0.00027197847,0.0014658325,0.007817449,0.0012353767,0.00038548475,0.000057441834],"about_ca_topic_score_codex":0.000035483146,"about_ca_topic_score_gemma":0.000011505716,"teacher_disagreement_score":0.1428844,"about_ca_system_score_codex":0.00015464066,"about_ca_system_score_gemma":0.0007759235,"threshold_uncertainty_score":0.54615515},"labels":[],"label_agreement":null},{"id":"W4409677190","doi":"10.2196/68441","title":"The Comprehensive Adaptive Multisite Prevention of University Student Suicide Trial: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Suicidal ideation; Randomized controlled trial; Telehealth; Psychological intervention; Mental health; Intervention (counseling); Suicide prevention; Poison control; Medicine; Medical education; Psychology; Medical emergency; Nursing; Telemedicine; Psychiatry; Health care","score_opus":0.2583544134170976,"score_gpt":0.58199833965725,"score_spread":0.3236439262401524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409677190","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010971302,0.000009456475,0.00056068675,0.00035857013,0.000059610342,0.99034894,0.000012031816,0.000054205866,0.0074993516],"genre_scores_gemma":[0.0005148041,9.460706e-7,0.00013870865,0.000022227501,0.00013020693,0.9773426,0.0000024635758,0.00001854864,0.02182947],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98789847,0.009081517,0.0010540779,0.000530348,0.00076652225,0.0006690732],"domain_scores_gemma":[0.9810596,0.016127491,0.0005248568,0.00062144053,0.0015904387,0.00007619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008380759,0.0002543246,0.0015720018,0.0003558816,0.00075383636,0.00008146555,0.00071533443,0.00017903924,0.00011619371],"category_scores_gemma":[0.0013460547,0.00016006384,0.0008663543,0.00055093656,0.00071049464,0.00008798758,0.00032600647,0.00047779406,0.000019707495],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96957546,0.0021044689,0.000042957643,0.00012936248,0.0014888598,0.000006553812,0.00091112126,0.0000018610635,0.00006070317,0.014864678,0.009376998,0.0014369634],"study_design_scores_gemma":[0.93248695,0.005412061,0.0002638989,0.00028368607,0.0000442458,2.1938975e-7,0.0031317452,0.00005001191,0.000096578435,0.0021701336,0.055936005,0.00012443462],"about_ca_topic_score_codex":0.00013337347,"about_ca_topic_score_gemma":0.00009526144,"teacher_disagreement_score":0.046559006,"about_ca_system_score_codex":0.00014956603,"about_ca_system_score_gemma":0.00033279092,"threshold_uncertainty_score":0.65272135},"labels":[],"label_agreement":null},{"id":"W4409701140","doi":"10.2196/60439","title":"Data Collection for Automatic Depression Identification in Spanish Speakers Using Deep Learning Algorithms: Protocol for a Case-Control Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health via Writing","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Identification (biology); Protocol (science); Data collection; Depression (economics); Artificial intelligence; Control (management); Algorithm; Natural language processing; Machine learning; Psychology; World Wide Web; Medicine; Statistics; Mathematics","score_opus":0.4652356711600004,"score_gpt":0.6603056894238801,"score_spread":0.1950700182638797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409701140","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033396725,0.0000017940166,0.029390134,0.00007605324,0.000033405897,0.9667286,0.000051519848,0.00012663423,0.0002521575],"genre_scores_gemma":[0.016296022,1.41677985e-8,0.0048350156,0.000022685479,0.00013666478,0.9778263,0.000028608356,0.000060151317,0.00079452683],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937058,0.0024416698,0.0011441571,0.0011364,0.0005518518,0.0010201208],"domain_scores_gemma":[0.9962598,0.0017620348,0.00034540106,0.0010784776,0.00042487137,0.00012938041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010970161,0.00022574364,0.00038591848,0.0008166169,0.0011755687,0.00029210842,0.00068354054,0.00021086982,0.00014100963],"category_scores_gemma":[0.0013947603,0.00023215936,0.00005748,0.0012615412,0.00007817371,0.00041680335,0.00030043832,0.0007469568,0.000016833252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014375359,0.012439189,0.19654518,0.018053899,0.0002958096,0.00045823562,0.009176056,0.00027728113,0.0040650056,0.00033460595,0.012001337,0.73197806],"study_design_scores_gemma":[0.04859042,0.0039796117,0.06379249,0.00625819,0.000026777112,0.00014330968,0.02000211,0.83248276,0.00048839685,0.0007853418,0.022923477,0.0005270993],"about_ca_topic_score_codex":0.00039943028,"about_ca_topic_score_gemma":0.0006574626,"teacher_disagreement_score":0.8322055,"about_ca_system_score_codex":0.0007757906,"about_ca_system_score_gemma":0.0003635425,"threshold_uncertainty_score":0.9467184},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4409721303","doi":"10.2196/67438","title":"Physical Activity Measurement Reactivity Among Midlife Adults With Elevated Risk for Cardiovascular Disease: Protocol for Coordinated Analyses Across Six Studies","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Psychological intervention; Medicine; Disease; Gerontology; Reactivity (psychology); Protocol (science); Clinical psychology; Environmental health; Psychology; Internal medicine; Psychiatry; Alternative medicine; Pathology","score_opus":0.48164825465606576,"score_gpt":0.6217848953050966,"score_spread":0.14013664064903086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409721303","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12736781,0.000005599969,0.0018538989,0.00062929903,0.0000043966343,0.86974806,0.00018024533,0.00016334909,0.00004734484],"genre_scores_gemma":[0.3032286,7.171527e-7,0.00012453023,0.000015628844,0.00020068556,0.6962208,0.000011901441,0.000041985328,0.00015516861],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99391323,0.0010107957,0.0003587203,0.0012281034,0.0021009985,0.0013881379],"domain_scores_gemma":[0.9928571,0.0011911435,0.00022846009,0.0012334296,0.0039358544,0.0005539977],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038126952,0.0004600251,0.0014960249,0.0002178523,0.0011317598,0.00011804518,0.00030942837,0.00015705031,0.0000028864463],"category_scores_gemma":[0.0032285862,0.00032116345,0.00087140175,0.0013262555,0.0007260736,0.0004335877,0.00023292129,0.0011137638,0.000004295006],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5112636,0.08671809,0.04058055,0.12419893,0.023056746,0.000118964614,0.0023850373,0.0003898656,0.0483694,0.0005844083,0.024202395,0.138132],"study_design_scores_gemma":[0.11110854,0.031656336,0.2922806,0.048333608,0.0011089304,0.0000034357604,0.0013581637,0.016001215,0.29112414,0.0041784607,0.20101057,0.001835971],"about_ca_topic_score_codex":0.0003306866,"about_ca_topic_score_gemma":0.00018188517,"teacher_disagreement_score":0.40015507,"about_ca_system_score_codex":0.0009614165,"about_ca_system_score_gemma":0.0014057368,"threshold_uncertainty_score":0.99992406},"labels":[],"label_agreement":null},{"id":"W4409721754","doi":"10.2196/75984","title":"Correction: Assessment and Intervention for Diabetes Distress in Primary Care Using Clinical and Technological Interventions: Protocol for a Single-Arm Pilot Trial","year":2025,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Psychological intervention; Medicine; Intervention (counseling); Primary care; Distress; Clinical trial; Medical education; Medical physics; Alternative medicine; Nursing; Family medicine; Clinical psychology","score_opus":0.4515450599099242,"score_gpt":0.6289769926500137,"score_spread":0.1774319327400895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409721754","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029387596,0.000028335618,0.0003634106,0.0003853906,0.00072283106,0.99531066,0.00005562051,0.00008655256,0.0027533474],"genre_scores_gemma":[0.00014367064,0.000002445811,0.0014545824,0.000028257273,0.00096878264,0.9776703,0.000847546,0.000047011275,0.018837383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961325,0.0005611156,0.0012320743,0.0009429913,0.0005029016,0.0006284147],"domain_scores_gemma":[0.99767745,0.0007107969,0.00037503065,0.00045231756,0.00064840534,0.00013597615],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036918859,0.0003344407,0.0008712511,0.00091572775,0.0002447372,0.00037291629,0.0002489301,0.00060467207,0.000029380337],"category_scores_gemma":[0.00145294,0.00029465088,0.00035954773,0.00047099503,0.00051465706,0.00018649464,0.0005137588,0.0015609775,5.9065e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040703285,0.024501747,0.01204154,0.14617743,0.00023554765,0.0000056290028,0.000060890095,2.6500015e-7,0.0000500556,0.00021894851,0.44610372,0.32990095],"study_design_scores_gemma":[0.11570263,0.07277082,0.00935125,0.1496155,0.00011807548,0.0000017696944,0.0005017046,0.0010746536,0.000049858045,0.0011666305,0.6491562,0.0004909297],"about_ca_topic_score_codex":0.0000066107054,"about_ca_topic_score_gemma":0.000023159748,"teacher_disagreement_score":0.32941002,"about_ca_system_score_codex":0.00082459266,"about_ca_system_score_gemma":0.00059720624,"threshold_uncertainty_score":0.9999506},"labels":[],"label_agreement":null},{"id":"W4409758885","doi":"10.2196/67195","title":"Validating a Patient-Reported Outcome Measure to Improve Emergency Department Asthma Care: Protocol for an Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Observational study; Emergency department; Preprint; Protocol (science); Medicine; Asthma; Measure (data warehouse); Medical emergency; Computer science; Alternative medicine; Nursing; Data mining; World Wide Web","score_opus":0.4681225089058107,"score_gpt":0.595513625759317,"score_spread":0.1273911168535063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409758885","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03670917,0.0000011577828,0.0001671495,0.0002942551,0.000020075871,0.96192336,0.000056849065,0.00012559221,0.0007023928],"genre_scores_gemma":[0.019077446,5.3790616e-9,0.0007750001,0.00018792044,0.00020348665,0.9787196,0.000054163673,0.000049109225,0.0009333017],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950922,0.00051390403,0.0010887845,0.0008705049,0.001666716,0.00076790527],"domain_scores_gemma":[0.99556977,0.00009820916,0.00018367717,0.00096023467,0.0026406208,0.0005475111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013713799,0.0002976727,0.00043897398,0.00037956753,0.00056150986,0.00010578504,0.0003240624,0.00012587795,0.0001450027],"category_scores_gemma":[0.0013219451,0.00023182016,0.00018992604,0.0009123344,0.000055434888,0.0002055086,0.0002710158,0.00040160643,0.000021427133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008892871,0.011005728,0.8488675,0.0040328545,0.00019175568,0.00008551398,0.001459935,0.000015926922,0.011709693,0.00017822847,0.019935811,0.09362418],"study_design_scores_gemma":[0.013520197,0.030549016,0.31660956,0.0014448701,0.000022220167,0.0000028748475,0.0034615973,0.00007246341,0.006397808,0.00014765354,0.627347,0.00042477125],"about_ca_topic_score_codex":0.000023304214,"about_ca_topic_score_gemma":0.000040517833,"teacher_disagreement_score":0.60741115,"about_ca_system_score_codex":0.00038773232,"about_ca_system_score_gemma":0.0014263532,"threshold_uncertainty_score":0.94533515},"labels":[],"label_agreement":null},{"id":"W4409764277","doi":"10.2196/71867","title":"Feasibility Testing a Meditation App for Professionals Working With Youth in the Legal System: Protocol for a Hybrid Type 2 Effectiveness-Implementation Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Center for Advancing Translational Sciences; National Institute on Drug Abuse","keywords":"Randomized controlled trial; Meditation; Mindfulness; Burnout; Anxiety; Analytics; Applied psychology; Psychology; Medicine; Medical education; Clinical psychology; Computer science; Psychiatry","score_opus":0.42447955240968205,"score_gpt":0.6174692257198497,"score_spread":0.1929896733101677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409764277","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028852841,6.3667954e-7,0.027088124,0.00027080372,0.000079829435,0.96826035,0.000030007588,0.000058659898,0.0013263142],"genre_scores_gemma":[0.24319656,6.8934247e-10,0.0001625241,0.000015454945,0.00016170838,0.75615436,0.000024924915,0.000017968068,0.00026651117],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98874027,0.008410066,0.0010884252,0.0005608513,0.0006546673,0.00054575136],"domain_scores_gemma":[0.9860264,0.011987669,0.00043769137,0.00042563913,0.001070892,0.00005170257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022940278,0.00021624092,0.0008784709,0.00039475632,0.0005911579,0.00024006385,0.00042185147,0.00007690652,0.000118727585],"category_scores_gemma":[0.0022951257,0.0001182951,0.00025474405,0.0008064968,0.00013928361,0.00012303771,0.00006171059,0.00041551536,0.0000047013314],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94545114,0.0020726118,0.00033833756,0.0019167712,0.000115225856,0.000002502941,0.00037415253,0.000003497034,0.000018649687,0.045691755,0.0024808608,0.0015345052],"study_design_scores_gemma":[0.9745778,0.0047293445,0.00042605586,0.0078056585,0.00003143454,0.0000014765991,0.004917271,0.00034979483,0.0001515828,0.005339831,0.0015371037,0.00013264334],"about_ca_topic_score_codex":0.000078697034,"about_ca_topic_score_gemma":0.000060811668,"teacher_disagreement_score":0.24031128,"about_ca_system_score_codex":0.00021428916,"about_ca_system_score_gemma":0.00062930974,"threshold_uncertainty_score":0.7950688},"labels":[],"label_agreement":null},{"id":"W4409782817","doi":"10.2196/71961","title":"Virtual Reality for the Prevention and Cessation of Nicotine Vaping in Youths: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sexuality, Behavior, and Technology","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Randomized controlled trial; Smoking cessation; Nicotine; Medicine; Virtual reality; Psychology; Computer science; Psychiatry; Alternative medicine; World Wide Web; Human–computer interaction; Surgery","score_opus":0.27836914111059435,"score_gpt":0.6093756480975219,"score_spread":0.3310065069869275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409782817","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019007536,0.000002928275,0.0052436637,0.0008324883,0.000031027055,0.99107814,0.000013877424,0.000044717333,0.0008523996],"genre_scores_gemma":[0.0048090206,1.487763e-7,0.00010593399,0.00001518945,0.00009043451,0.9906174,0.000008050206,0.000015106441,0.0043387143],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951449,0.0025617806,0.0011144816,0.00043730275,0.00030819027,0.00043335345],"domain_scores_gemma":[0.9930612,0.0056210887,0.00035532657,0.00050880184,0.0004219283,0.00003164521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015736846,0.00015042872,0.00093696447,0.0004351763,0.00017753399,0.000053206044,0.00034955726,0.00030524383,0.00006085157],"category_scores_gemma":[0.0030414257,0.00009828233,0.00022391627,0.00042785757,0.00047291102,0.0000721629,0.00011038388,0.00036691065,7.845311e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.87882465,0.0013728152,0.00016634494,0.00032690584,0.000096499716,2.1171141e-7,0.0007420828,7.4772447e-7,0.0004305273,0.1033886,0.0008727429,0.013777851],"study_design_scores_gemma":[0.9594203,0.0025443174,0.00014396147,0.00051523064,0.000019403431,3.2843045e-7,0.0008994346,0.00035322673,0.00065775076,0.023799678,0.011562671,0.000083694584],"about_ca_topic_score_codex":0.00013187781,"about_ca_topic_score_gemma":0.00013077402,"teacher_disagreement_score":0.080595635,"about_ca_system_score_codex":0.00006215154,"about_ca_system_score_gemma":0.00022862262,"threshold_uncertainty_score":0.5454109},"labels":[],"label_agreement":null},{"id":"W4409783068","doi":"10.2196/66210","title":"A Rent Subsidy and Identity Capital Intervention for Youth Exiting Homelessness: Protocol for the Transitioning Youth Out of Homelessness 2.0 Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Tech University; McMaster University; Canadians Living with HIV; Centre for Addiction and Mental Health; Covenant Health; Hamilton Health Sciences; Centre for Global Health Research; University of Toronto; York University; Public Health Ontario; St. Michael's Hospital","funders":"","keywords":"Socioeconomic status; Randomized controlled trial; Inclusion (mineral); Psychological intervention; Psychology; Social psychology; Medicine; Population; Environmental health; Psychiatry","score_opus":0.28581881268534237,"score_gpt":0.5949264417381785,"score_spread":0.3091076290528362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409783068","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06067562,0.000018071327,0.0139530115,0.00016890609,0.0001244132,0.9244966,0.00017376365,0.00008319212,0.00030641144],"genre_scores_gemma":[0.43397185,0.0000015407425,0.000046589168,0.0000059679924,0.00030849787,0.5653737,0.000022446615,0.00003304719,0.00023635596],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9900575,0.0051198876,0.0022494472,0.0006157253,0.00090824254,0.0010491954],"domain_scores_gemma":[0.9884517,0.007938516,0.00091510563,0.00048098702,0.002071901,0.00014175923],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02093676,0.0003563063,0.0027519753,0.00043228694,0.002424655,0.00025115118,0.00060402235,0.00031890595,0.000062742794],"category_scores_gemma":[0.0030752397,0.00023343429,0.00075975823,0.00048833323,0.0006212224,0.00045388468,0.00025346037,0.0009082219,0.0000029094572],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88477045,0.001079454,0.00028916862,0.00846978,0.00028709957,5.7246996e-7,0.08766962,0.0000017834702,0.00009773163,0.015328095,0.000017623108,0.001988623],"study_design_scores_gemma":[0.76256555,0.0012816369,0.00013867533,0.0076837256,0.00008146103,1.2308389e-8,0.2210993,0.00020464067,0.0001687075,0.006408726,0.0001781204,0.00018945805],"about_ca_topic_score_codex":0.00049782736,"about_ca_topic_score_gemma":0.0020770559,"teacher_disagreement_score":0.37329623,"about_ca_system_score_codex":0.00019493382,"about_ca_system_score_gemma":0.00067274726,"threshold_uncertainty_score":0.99887407},"labels":[],"label_agreement":null},{"id":"W4409784281","doi":"10.2196/65958","title":"Impact of Tai Chi Therapy on Fatigue and Cognitive Function in Individuals With Chronic Fatigue Syndrome: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Chronic fatigue syndrome; Randomized controlled trial; Physical therapy; Cognition; Medicine; Intervention (counseling); Physical medicine and rehabilitation; Psychiatry; Internal medicine","score_opus":0.1469872441081905,"score_gpt":0.5207140233208469,"score_spread":0.3737267792126564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409784281","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078173526,0.00001963752,0.00022913651,0.00022689615,0.000005176074,0.9205678,0.00002597842,0.000040606017,0.00071122235],"genre_scores_gemma":[0.20768341,0.0000024069382,0.0000652549,0.000005556541,0.000031629625,0.7914778,0.000027143491,0.00004586948,0.0006609312],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99344146,0.002138156,0.0011140221,0.0007641869,0.0015077161,0.0010344377],"domain_scores_gemma":[0.994526,0.0035033184,0.0003178059,0.00052328844,0.00088384823,0.00024569884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006099332,0.000450039,0.0023763198,0.0015591173,0.00020553275,0.00012319318,0.0002574533,0.00026213058,0.00034617793],"category_scores_gemma":[0.0016373846,0.00026416304,0.00043950972,0.0013360387,0.00092522026,0.00017882341,0.00009795959,0.0011230437,0.0000046379023],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98187095,0.0040551475,0.003160599,0.00544761,0.0015401471,0.000020933156,0.00016904615,0.000008973102,0.0006413667,0.0005170902,0.00058900437,0.0019791103],"study_design_scores_gemma":[0.84768087,0.11421742,0.01378877,0.02244314,0.000034537552,0.0000145211225,0.000038369333,0.000310709,0.00064822746,0.0004938975,0.00013525899,0.00019426527],"about_ca_topic_score_codex":0.00012403876,"about_ca_topic_score_gemma":0.000008420719,"teacher_disagreement_score":0.1341901,"about_ca_system_score_codex":0.00047861398,"about_ca_system_score_gemma":0.0044635073,"threshold_uncertainty_score":0.99998105},"labels":[],"label_agreement":null},{"id":"W4409786505","doi":"10.2196/59860","title":"A Dashboard for Managing an Ecosystem and People With Dementia: Protocol for a Healthy Ageing Ecosystem for People With Dementia (HAAL) International Feasibility Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Dashboard; Dementia; Computer science; World Wide Web; Medicine; Database; Alternative medicine","score_opus":0.15571549340609325,"score_gpt":0.5228085727012481,"score_spread":0.3670930792951549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409786505","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08030957,0.000002541804,0.015447781,0.0013540931,0.000012167381,0.9021673,0.00013128978,0.00011809686,0.00045716797],"genre_scores_gemma":[0.29385716,1.9528798e-7,0.0024506492,0.00006414863,0.00011454712,0.70302045,0.00006219952,0.000061990235,0.00036863354],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99438107,0.00062440865,0.00079354766,0.001395201,0.0014571176,0.0013486277],"domain_scores_gemma":[0.99554247,0.0005781115,0.0002331514,0.00073911366,0.0024548746,0.00045230548],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0062111495,0.00041045184,0.0007613798,0.00074686273,0.00100768,0.00061526906,0.00052420236,0.00008038424,0.00006391396],"category_scores_gemma":[0.00023719869,0.00030733758,0.00010629636,0.0007208225,0.00008062209,0.00049697293,0.00034942312,0.0004365723,0.0000030364513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11240448,0.013243667,0.82630277,0.03581423,0.0018551978,0.000032116543,0.00093231245,0.0000057342863,0.0005540492,0.000736955,0.0026687447,0.005449734],"study_design_scores_gemma":[0.18175933,0.3242181,0.34375033,0.015880853,0.00041478509,0.000056237266,0.011672695,0.014127898,0.0015054181,0.0011119822,0.10443583,0.0010665512],"about_ca_topic_score_codex":0.00008528425,"about_ca_topic_score_gemma":0.009759872,"teacher_disagreement_score":0.48255244,"about_ca_system_score_codex":0.00045596887,"about_ca_system_score_gemma":0.0011383124,"threshold_uncertainty_score":0.9999379},"labels":[],"label_agreement":null},{"id":"W4409793533","doi":"10.2196/66317","title":"“PrevenganT2,” a Culturally Responsive Family-Based Diabetes Prevention Intervention for Hispanic or Latino Adults at High Risk for Type 2 Diabetes: Protocol for a Proof-of-Concept Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Preprint; Protocol (science); Intervention (counseling); Type 2 diabetes; Medicine; Gerontology; Diabetes mellitus; Psychology; Alternative medicine; Nursing; Computer science; World Wide Web","score_opus":0.23406698087618186,"score_gpt":0.559954980623115,"score_spread":0.32588799974693317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409793533","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0725672,0.000006890754,0.0014295056,0.0004906638,0.00004682763,0.9252432,0.00007936108,0.000067975525,0.000068377914],"genre_scores_gemma":[0.014839549,1.3542817e-7,0.005428775,0.00006264644,0.00018563464,0.970166,0.0007318636,0.000053641957,0.008531696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996123,0.00077493105,0.0008714628,0.00070846116,0.00076268415,0.00075945765],"domain_scores_gemma":[0.993431,0.001310987,0.0005689824,0.000570603,0.004002825,0.00011564557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00533987,0.000286672,0.00051918224,0.00056298415,0.0003697472,0.00009491141,0.0003018835,0.00021892144,0.00012268373],"category_scores_gemma":[0.0058148676,0.00022426852,0.0003621578,0.00085872255,0.00013735787,0.00029136337,0.00011777817,0.00024489212,0.0000046429436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09797633,0.008197113,0.012212524,0.07108222,0.00083417783,4.578477e-7,0.0012666824,0.00013090302,0.017968666,0.00067855377,0.13381782,0.65583456],"study_design_scores_gemma":[0.10504086,0.0817086,0.034807056,0.06368051,0.0005296063,1.4470632e-7,0.0009066824,0.07080884,0.31111547,0.012186303,0.31834644,0.00086947356],"about_ca_topic_score_codex":0.0000056113286,"about_ca_topic_score_gemma":0.000025616944,"teacher_disagreement_score":0.6549651,"about_ca_system_score_codex":0.00065996626,"about_ca_system_score_gemma":0.0010409952,"threshold_uncertainty_score":0.9145404},"labels":[],"label_agreement":null},{"id":"W4409804731","doi":"10.2196/68761","title":"Effect of Whole-Body Electromyostimulation Training on Glycemic Control in People With Prediabetes: Protocol for a Pilot Randomized Controlled Trial Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular and exercise physiology","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Glycemic; Prediabetes; Preprint; Medicine; Randomized controlled trial; Physical therapy; Protocol (science); Alternative medicine; Diabetes mellitus; Computer science; Type 2 diabetes; Surgery; World Wide Web","score_opus":0.07469033889316644,"score_gpt":0.5016393917356723,"score_spread":0.42694905284250584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409804731","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10693417,9.565337e-7,0.0002832748,0.00012196159,0.000006345644,0.8921516,0.0000047137673,0.000044524375,0.00045243636],"genre_scores_gemma":[0.41589603,2.8737203e-8,0.000012766032,0.000014322591,0.00008125821,0.58386767,0.000007802154,0.000022182496,0.0000979627],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99251777,0.0043706535,0.00094331463,0.0005815989,0.0008853925,0.000701268],"domain_scores_gemma":[0.99135196,0.0072597605,0.00019844051,0.000592339,0.00049392955,0.000103587896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0108688045,0.00030969892,0.0039283508,0.0008024932,0.000109612265,0.00003969638,0.00019561003,0.0001732784,0.000017590906],"category_scores_gemma":[0.0031036104,0.000188213,0.0006457136,0.0007866066,0.00018005366,0.00007098528,0.000040868486,0.00080231833,0.0000033627066],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9830539,0.0035366148,0.00028479935,0.0017194952,0.0008491041,0.0000070205733,0.00032463603,0.00015008058,0.008692634,0.000063052,0.00014870934,0.001169912],"study_design_scores_gemma":[0.85254395,0.13862601,0.0005180011,0.0028557817,0.00013077162,0.0000011223351,0.000046084984,0.0029663306,0.0019106015,0.00010071861,0.00018518942,0.000115465744],"about_ca_topic_score_codex":0.00002733472,"about_ca_topic_score_gemma":0.000012073251,"teacher_disagreement_score":0.30896187,"about_ca_system_score_codex":0.000190033,"about_ca_system_score_gemma":0.0007949614,"threshold_uncertainty_score":0.7675103},"labels":[],"label_agreement":null},{"id":"W4409873124","doi":"10.2196/63600","title":"Gamification in mHealth Apps for Rehabilitation: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; mHealth; Psychological intervention; MEDLINE; Rehabilitation; Scopus; Data extraction; Systematic review; Protocol (science); Medical education; Population; Intervention (counseling); Medicine; Applied psychology; Psychology; Physical therapy; Nursing; Alternative medicine","score_opus":0.5470924106097165,"score_gpt":0.7128182597627227,"score_spread":0.16572584915300625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409873124","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9960373e-9,0.2729515,0.00014353417,0.0012656669,0.000010577501,0.72503,0.00004905423,0.000055109635,0.00049454253],"genre_scores_gemma":[3.2136369e-10,0.29882392,0.0039813323,0.00010188617,0.00016846062,0.69509023,0.00014570483,0.00006005416,0.0016283722],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99355453,0.0014214576,0.0022340566,0.0011142383,0.0008294896,0.00084620254],"domain_scores_gemma":[0.9864594,0.010225249,0.0005283039,0.0011166976,0.0014334017,0.00023694953],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00803524,0.00044488558,0.0027370444,0.0014592494,0.00020229381,0.00007274046,0.00040330485,0.00052739325,0.000096093],"category_scores_gemma":[0.011902823,0.00034280168,0.0010720526,0.0019582638,0.00019416017,0.00013577858,0.00009727538,0.00094930944,0.00003658104],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027444595,0.00039105758,0.000006895167,0.57161695,0.000013364954,5.232465e-7,0.000019163905,5.113087e-8,1.7213556e-7,0.00034377538,0.025656963,0.40167663],"study_design_scores_gemma":[0.0019104822,0.0014929704,0.0000054836587,0.49412006,0.00001789721,0.0000027333224,0.000010552836,0.0000037154425,4.2037118e-7,0.00015301237,0.50215703,0.00012562532],"about_ca_topic_score_codex":0.0000028889883,"about_ca_topic_score_gemma":0.000008305455,"teacher_disagreement_score":0.47650006,"about_ca_system_score_codex":0.0010815558,"about_ca_system_score_gemma":0.008660795,"threshold_uncertainty_score":0.9999024},"labels":[],"label_agreement":null},{"id":"W4409880950","doi":"10.2196/64115","title":"Evaluating the Effectiveness of Community-Delivered Hearing Rehabilitation and Health Education Intervention on Social Isolation and Functioning Among Chinese Adults With Hearing Impairment: Protocol for Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing Loss and Rehabilitation","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Hearing aid; Social support; Rehabilitation; Intervention (counseling); Hearing loss; Social isolation; Health literacy; Social engagement; Clinical psychology; Health care; Psychology; Gerontology; Physical therapy; Audiology; Psychiatry; Social psychology","score_opus":0.17304338614188344,"score_gpt":0.5722263168876552,"score_spread":0.3991829307457718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409880950","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46527693,6.41852e-7,0.00036651662,0.00030231784,0.000010690267,0.5339703,8.323109e-7,0.000019802836,0.000051991654],"genre_scores_gemma":[0.45974857,7.336378e-8,0.00016429511,0.000011263265,0.000027439975,0.54001594,0.000002089601,0.000009259375,0.0000210667],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98299426,0.015086881,0.0007450194,0.0003509619,0.000542113,0.00028075746],"domain_scores_gemma":[0.983259,0.015563553,0.0003883613,0.00023852584,0.00049927615,0.000051233314],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030347364,0.00016848331,0.00062134524,0.0003506458,0.0016935142,0.00020755337,0.00012397161,0.00008466043,0.0000023612836],"category_scores_gemma":[0.0084234895,0.00010301291,0.00014335976,0.00049271644,0.0005062879,0.0003087044,0.00010212594,0.0005527864,2.0820718e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9619677,0.0012047375,0.0015734271,0.0060133836,0.000021593254,2.2829866e-8,0.003721185,0.00011708098,0.0060601155,0.0020751613,0.000011744145,0.017233815],"study_design_scores_gemma":[0.82066184,0.014595601,0.13707036,0.0105375135,0.0000070543765,5.622761e-7,0.0011523776,0.010515215,0.00044208879,0.0049024876,0.0000089407795,0.00010595427],"about_ca_topic_score_codex":0.00045286474,"about_ca_topic_score_gemma":0.00002175568,"teacher_disagreement_score":0.1413059,"about_ca_system_score_codex":0.00023351175,"about_ca_system_score_gemma":0.0003549458,"threshold_uncertainty_score":0.99992895},"labels":[],"label_agreement":null},{"id":"W4409885664","doi":"10.2196/66614","title":"Pain Assessment Tools for Infants, Children, and Adolescents With Cancer: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Context (archaeology); Protocol (science); Medicine; Pain assessment; Systematic review; MEDLINE; Population; Cochrane Library; Alternative medicine; Psychological intervention; Nursing; Pathology","score_opus":0.28928554193710204,"score_gpt":0.6365880823302148,"score_spread":0.34730254039311276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409885664","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7618071e-9,0.24403064,0.0018886029,0.00022045938,0.000001809393,0.7533596,0.00013126101,0.00018392176,0.00018370591],"genre_scores_gemma":[1.299502e-9,0.43673003,0.0033177184,0.0002472747,0.00019932889,0.5590299,0.00010981792,0.00007722153,0.00028875165],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99354476,0.0014926563,0.0012806372,0.0013207091,0.0012060639,0.0011551866],"domain_scores_gemma":[0.99560225,0.0014628367,0.00064078276,0.0011941046,0.0007972301,0.00030279713],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010479058,0.0007093343,0.0029767007,0.0008057838,0.0002973034,0.00031014186,0.0007083791,0.0003790964,0.000033205142],"category_scores_gemma":[0.0022786756,0.0005053453,0.0004298981,0.0011992271,0.00017670137,0.0002396117,0.0005164602,0.0011495126,0.0000017980642],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018523105,0.00020471377,0.0002461573,0.5000588,0.00007685545,0.0000036425483,0.0000012356129,4.4565396e-9,5.4941257e-8,0.000013897315,0.05334655,0.44586283],"study_design_scores_gemma":[0.0020543968,0.0013251891,0.00004828703,0.515814,0.00012943533,0.0000035773016,6.991774e-7,0.0000022546765,3.4885633e-7,0.000016456808,0.4803614,0.00024397203],"about_ca_topic_score_codex":0.000013716076,"about_ca_topic_score_gemma":0.000009616892,"teacher_disagreement_score":0.44561884,"about_ca_system_score_codex":0.0006342255,"about_ca_system_score_gemma":0.0054448666,"threshold_uncertainty_score":0.9997398},"labels":[],"label_agreement":null},{"id":"W4409888331","doi":"10.2196/65229","title":"Vital Sign and Biochemical Data Collection Using Non-contact Photoplethysmography and the Comestai Mobile Health App: Protocol for an Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Photoplethysmogram; Vital signs; Data collection; Glycated hemoglobin; Computer science; Medicine; Respiratory rate; Population; Heart rate; Statistics; Blood pressure; Mathematics; Surgery; Computer vision; Internal medicine; Diabetes mellitus","score_opus":0.44792949956714573,"score_gpt":0.5700843497715482,"score_spread":0.12215485020440248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409888331","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023743669,0.000005039503,0.0034897686,0.00003906493,0.000011596611,0.9725323,0.000038944196,0.00009019505,0.000049436385],"genre_scores_gemma":[0.050282158,3.5449725e-7,0.0013297535,0.000016770862,0.000112840884,0.9481786,0.000022258344,0.000037821977,0.000019445408],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772114,0.0003678823,0.00039078444,0.0005315559,0.00047279667,0.0005158687],"domain_scores_gemma":[0.99824184,0.0007095276,0.000056525918,0.00061750447,0.00022490765,0.00014971486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002648204,0.00021476367,0.00031659877,0.00029670043,0.00063132227,0.00035881574,0.0004873708,0.00009249857,0.000003621505],"category_scores_gemma":[0.00013751586,0.00017158825,0.000036719965,0.00093894266,0.00021543758,0.00048500238,0.0004165883,0.0004839078,4.4077575e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009542994,0.004814058,0.2200265,0.014055214,0.00065155287,0.000014802325,0.004255431,0.0002967444,0.6936831,0.0010555201,0.032730408,0.018873692],"study_design_scores_gemma":[0.18704855,0.04991112,0.10969901,0.016744941,0.00008713162,0.00006662552,0.017652187,0.25643578,0.23857681,0.014795655,0.10437788,0.0046043065],"about_ca_topic_score_codex":0.00014512803,"about_ca_topic_score_gemma":0.000025521209,"teacher_disagreement_score":0.4551063,"about_ca_system_score_codex":0.00018263956,"about_ca_system_score_gemma":0.00029512434,"threshold_uncertainty_score":0.69971657},"labels":[],"label_agreement":null},{"id":"W4409906388","doi":"10.2196/57256","title":"Prognostic Disclosure in Metastatic Breast Cancer: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Advanced Breast Cancer Therapies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Systematic review; Protocol (science); Breast cancer; Health care; MEDLINE; Distress; Peer review; Alternative medicine; Cancer; Clinical psychology; Pathology","score_opus":0.4711755678525816,"score_gpt":0.6888431434261293,"score_spread":0.2176675755735477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409906388","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.8706573e-10,0.43785143,0.000026943142,0.0005387731,0.000004354905,0.5611806,0.00022325435,0.000066812776,0.00010784436],"genre_scores_gemma":[5.7297594e-10,0.38320273,0.00047501622,0.000100297635,0.00019239602,0.61497694,0.000053172414,0.0001267638,0.00087266846],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99222875,0.0014065235,0.0019353975,0.0014191888,0.0013992726,0.0016108524],"domain_scores_gemma":[0.9949582,0.001685551,0.0006235566,0.001373575,0.000998837,0.00036023077],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029145537,0.00089671655,0.004682522,0.0010654313,0.00019819169,0.0001152893,0.0008599866,0.00031112682,0.00047455248],"category_scores_gemma":[0.0011506188,0.00063726003,0.00080572465,0.0030957337,0.00032878184,0.00023736584,0.00039685532,0.0020554778,0.000039778482],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038704305,0.0004165079,0.000026256996,0.52204704,0.00008917168,0.000039354247,0.000010582587,1.2126208e-7,2.0309733e-7,0.000032640182,0.0013778647,0.4755732],"study_design_scores_gemma":[0.0023776523,0.0003560351,0.000006519168,0.5085309,0.0000852678,0.00007958859,0.0000035543326,8.952016e-7,7.06706e-7,0.000075843906,0.4882266,0.0002564236],"about_ca_topic_score_codex":0.000021336331,"about_ca_topic_score_gemma":0.00006126632,"teacher_disagreement_score":0.48684874,"about_ca_system_score_codex":0.0013579219,"about_ca_system_score_gemma":0.013073459,"threshold_uncertainty_score":0.99960786},"labels":[],"label_agreement":null},{"id":"W4410000458","doi":"10.2196/68082","title":"Neuromuscular Electrical Stimulation to Maximize Hip Abductor Strength and Reduce Fall Risk in Older Veterans: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; U.S. Department of Veterans Affairs","keywords":"Randomized controlled trial; Physical medicine and rehabilitation; Medicine; Physical therapy; Protocol (science); Functional electrical stimulation; Fall prevention; Stimulation; Poison control; Human factors and ergonomics; Medical emergency; Surgery; Alternative medicine","score_opus":0.11685730917291198,"score_gpt":0.5559194508553368,"score_spread":0.4390621416824248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410000458","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02976674,0.0000034913746,0.0009354102,0.000659666,0.000041865715,0.9679294,0.000015366466,0.00009035304,0.00055766036],"genre_scores_gemma":[0.006678468,0.0000021134472,0.0009975284,0.00011766685,0.00034610878,0.9895698,0.000013540684,0.00004217885,0.002232616],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9851426,0.01060016,0.0016083107,0.00081039977,0.0007237932,0.001114747],"domain_scores_gemma":[0.9921903,0.006041792,0.000351808,0.00054292846,0.0006296443,0.00024354138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011479521,0.00030911027,0.0014855333,0.00079481996,0.0006689562,0.000104417326,0.00035742598,0.0004204024,0.000037791404],"category_scores_gemma":[0.006850412,0.00023448023,0.00032133158,0.0008955962,0.00011919258,0.00019619048,0.00017045927,0.0015749959,0.00002396613],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9819994,0.0025112622,0.00062236,0.0012326057,0.000068278234,0.0000030592632,0.00058724,0.0000024341457,0.00196046,0.0009808511,0.0043215887,0.0057104845],"study_design_scores_gemma":[0.9591861,0.0016898504,0.007962315,0.002637884,0.000016517353,2.0670393e-7,0.000069716836,0.0039668204,0.000014502619,0.005064955,0.019188853,0.0002023032],"about_ca_topic_score_codex":0.00015669348,"about_ca_topic_score_gemma":0.00007242081,"teacher_disagreement_score":0.023088273,"about_ca_system_score_codex":0.00026246227,"about_ca_system_score_gemma":0.00083185715,"threshold_uncertainty_score":0.95618266},"labels":[],"label_agreement":null},{"id":"W4410019356","doi":"10.2196/64985","title":"Educational Needs in Geriatric Medicine Among Health Care Professionals and Medical Students in COST Action 21122 PROGRAMMING: Mixed-Methods Survey Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Karl-Franzens-Universität Graz; Medizinische Universität Graz; Universität zu Köln; National and Kapodistrian University of Athens; Queen's University; Queen's University Belfast","keywords":"Descriptive statistics; Medical education; Health care; Test (biology); Protocol (science); Geriatrics; Psychology; Medicine; Nursing; Alternative medicine; Political science","score_opus":0.2986142571519333,"score_gpt":0.7234294988318487,"score_spread":0.4248152416799154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410019356","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023390248,0.000060213297,0.0000753497,0.009755249,0.00008160393,0.9645659,0.0000063415046,0.000044994544,0.002020125],"genre_scores_gemma":[0.01454541,7.3422785e-7,0.0002818696,0.00018158388,0.00016217834,0.9785056,0.00005586498,0.000028706103,0.006238037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9789293,0.015717428,0.001007795,0.00086390984,0.0020939372,0.0013876695],"domain_scores_gemma":[0.995276,0.0029560637,0.00017450926,0.00059217523,0.0005401248,0.00046116047],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.029877676,0.0002650571,0.00061147846,0.0023995875,0.0003586869,0.00010687876,0.0010675897,0.0005233806,0.0008642679],"category_scores_gemma":[0.0027340553,0.00021755116,0.000038534185,0.003540406,0.0008785831,0.00014906391,0.0006742323,0.0026053984,0.000028904053],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011811382,0.0020002031,0.7657068,0.0010531115,0.000025060253,0.000019301262,0.005461345,1.0671116e-7,0.0000033581105,0.0006475275,0.037229907,0.18667215],"study_design_scores_gemma":[0.0059448467,0.000820622,0.9354596,0.0028316157,6.788246e-7,0.0000067301717,0.010011737,0.000013159956,0.000009438425,0.00020464024,0.044545352,0.00015156649],"about_ca_topic_score_codex":0.003666666,"about_ca_topic_score_gemma":0.007463737,"teacher_disagreement_score":0.18652058,"about_ca_system_score_codex":0.00069429696,"about_ca_system_score_gemma":0.0026634813,"threshold_uncertainty_score":0.99969566},"labels":[],"label_agreement":null},{"id":"W4410019393","doi":"10.2196/64075","title":"Exposure to and Engagement With Digital Psychoeducational Content and Community Related to Maternal Mental Health by Perinatal Persons and Mothers: Protocol for a Web-Based Survey With Optional Follow-Up","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Mental health; Psychology; Psychosocial; Clinical psychology; Psychiatry","score_opus":0.21724359665121779,"score_gpt":0.5252404783069848,"score_spread":0.30799688165576705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410019393","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39880556,0.000003645489,0.0000313263,0.004239798,0.0000043175382,0.5963468,0.0004718472,0.000020705304,0.0000759862],"genre_scores_gemma":[0.16653852,1.9996511e-7,0.0007168795,0.0004634786,0.000008908335,0.8297208,0.0000715045,0.000021473863,0.0024582606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978483,0.00055756554,0.00028337908,0.0003639773,0.00049555936,0.00045122422],"domain_scores_gemma":[0.99874496,0.00024471246,0.000062123676,0.00023031763,0.00020910524,0.00050877326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017251995,0.00019555642,0.00026103444,0.00018837966,0.0007486873,0.00019558951,0.0001133595,0.000054728105,0.000035270896],"category_scores_gemma":[0.000060694165,0.00014305196,0.000018528419,0.00018962777,0.0001836884,0.00012751248,0.00011497214,0.0005219924,0.0000020143373],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08128875,0.0022436755,0.8772679,0.018778203,0.00014124461,0.000007569934,0.0040839273,0.000001410708,0.0007119554,0.00026212374,0.010360614,0.0048526325],"study_design_scores_gemma":[0.027516678,0.029289994,0.8646892,0.032481235,0.0000030940673,0.000067173045,0.0011483321,0.000043422646,0.0007112844,0.000029095523,0.04377443,0.00024607687],"about_ca_topic_score_codex":0.00018965374,"about_ca_topic_score_gemma":0.0000882223,"teacher_disagreement_score":0.23337395,"about_ca_system_score_codex":0.00018418582,"about_ca_system_score_gemma":0.0005165533,"threshold_uncertainty_score":0.583349},"labels":[],"label_agreement":null},{"id":"W4410019553","doi":"10.2196/65490","title":"An In-Person and Online Intervention for Parkinson Disease (UPGRADE-PD): Protocol for a Patient-Centered and Culturally Tailored 3-Arm Crossover Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Physical therapy; Dance; Quality of life (healthcare); Anxiety; Crossover study; Parkinson's disease; Clinical trial; Physical medicine and rehabilitation; Disease; Psychiatry; Alternative medicine; Internal medicine; Nursing","score_opus":0.19856536417336812,"score_gpt":0.5836985169086524,"score_spread":0.38513315273528426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410019553","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05933375,0.000005578137,0.000117717034,0.000677723,0.0000344263,0.93945104,0.00022283194,0.0000646965,0.00009221654],"genre_scores_gemma":[0.023191122,0.0000012676107,0.00055791915,0.00013396058,0.00022022615,0.9747295,0.00020704926,0.000034177825,0.0009247851],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962029,0.0011731962,0.00074513105,0.0007020435,0.0003573762,0.00081935996],"domain_scores_gemma":[0.9983226,0.0003252566,0.0002531684,0.0003654946,0.0004493011,0.00028415458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015951985,0.00023336646,0.00036252453,0.00029895903,0.0008075638,0.00015555233,0.0002487864,0.0002528635,0.000019219475],"category_scores_gemma":[0.00048431187,0.0001920839,0.00013226947,0.00029598823,0.00015979148,0.00046900834,0.00015897266,0.0006340824,0.0000025698698],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.76111025,0.023707882,0.024802402,0.028806942,0.000093168186,0.0000097330485,0.0048164255,3.697403e-7,0.009535406,0.004268913,0.0313139,0.11153459],"study_design_scores_gemma":[0.32605308,0.010225202,0.12713806,0.014366297,0.000011902918,4.3953932e-7,0.0029247364,0.0026038992,0.00003172989,0.0072523947,0.50898707,0.0004052188],"about_ca_topic_score_codex":0.00006257491,"about_ca_topic_score_gemma":0.000346661,"teacher_disagreement_score":0.47767314,"about_ca_system_score_codex":0.00021906222,"about_ca_system_score_gemma":0.00028008875,"threshold_uncertainty_score":0.7832954},"labels":[],"label_agreement":null},{"id":"W4410020117","doi":"10.2196/63162","title":"Assessing a Digital Tool to Screen and Educate Survivors of Domestic Violence on Affordable Housing Programs in New York City: Protocol for a Mixed Methods Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Affordable housing; Domestic violence; Usability; Intervention (counseling); Medicine; Protocol (science); Psychology; Nursing; Medical education; Poison control; Suicide prevention; Family medicine; Engineering; Environmental health; Alternative medicine","score_opus":0.4884218254378237,"score_gpt":0.6475646123175317,"score_spread":0.159142786879708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410020117","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06724088,7.971039e-7,0.002509222,0.0000864433,0.000012362183,0.92646945,0.000004675453,0.000057456138,0.003618706],"genre_scores_gemma":[0.12762067,6.2921956e-8,0.010098891,0.000020383939,0.00004464829,0.8619665,0.0000011052166,0.000016258282,0.0002314937],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951599,0.0016513309,0.0005900556,0.0007521726,0.0008637927,0.0009827523],"domain_scores_gemma":[0.9975293,0.001182918,0.00012071077,0.0004948024,0.00042879733,0.00024346783],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0113619855,0.0002146612,0.0004526042,0.00046042388,0.0005199884,0.0014225041,0.0006534364,0.00012619726,0.000009868031],"category_scores_gemma":[0.0025360517,0.00018856188,0.00007315514,0.002231814,0.0004445535,0.0006912162,0.00034978194,0.00041611734,0.0000029021278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002457269,0.005507079,0.2228756,0.0013483107,0.000024733454,0.00000596613,0.008571429,0.000016235266,0.00040428963,0.0041696215,0.0003839282,0.75423557],"study_design_scores_gemma":[0.01808768,0.018503314,0.6104936,0.064673856,0.000020467656,0.0000015898623,0.12681207,0.000808929,0.0047168643,0.08101228,0.0728484,0.0020209185],"about_ca_topic_score_codex":0.0041163396,"about_ca_topic_score_gemma":0.0010135811,"teacher_disagreement_score":0.7522146,"about_ca_system_score_codex":0.0003172713,"about_ca_system_score_gemma":0.002316018,"threshold_uncertainty_score":0.9996141},"labels":[],"label_agreement":null},{"id":"W4410024216","doi":"10.2196/68892","title":"Optimizing Digital Solutions to Improve Access to Comprehensive Primary Health Care Services in Remote Indigenous Communities: Protocol for a Participatory Action Research Project","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Participatory action research; Protocol (science); Indigenous; Citizen journalism; Community-based participatory research; Primary care; Digital health; Computer science; World Wide Web; Medicine; Health care; Sociology; Alternative medicine; Political science; Family medicine","score_opus":0.4732470271721186,"score_gpt":0.64245465570666,"score_spread":0.16920762853454147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410024216","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005727824,0.000008594319,0.00015083348,0.0017546439,0.000041274776,0.9797294,0.00008458363,0.00012504072,0.012377812],"genre_scores_gemma":[0.0013842377,0.000008105052,0.0010182102,0.00034229227,0.00032839488,0.9948276,0.0000449993,0.000040813924,0.0020053058],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906216,0.003636687,0.00075426337,0.0006563741,0.0014954798,0.0028355524],"domain_scores_gemma":[0.9941122,0.0011480486,0.0001481805,0.00080841256,0.0032515747,0.0005316035],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006674939,0.00024186616,0.00043391078,0.0019987647,0.016917923,0.0014641463,0.001638621,0.00026831124,0.000013976264],"category_scores_gemma":[0.0000591247,0.00022610876,0.00008417956,0.00345217,0.00046435275,0.0010831194,0.00015684674,0.0012219612,0.00002867635],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0013562253,0.00095815334,0.00041849003,0.0086958865,0.000018860339,0.000002361216,0.96898115,0.000045082103,0.000026266896,0.0019223649,0.0036788813,0.013896305],"study_design_scores_gemma":[0.0010332598,0.0014243892,0.000751882,0.0028978006,6.5763595e-7,2.8023328e-7,0.13583867,0.000021419313,0.000089364556,0.0005362783,0.8572098,0.0001961723],"about_ca_topic_score_codex":0.21610962,"about_ca_topic_score_gemma":0.7587114,"teacher_disagreement_score":0.85353094,"about_ca_system_score_codex":0.005407062,"about_ca_system_score_gemma":0.075194135,"threshold_uncertainty_score":0.99957246},"labels":[],"label_agreement":null},{"id":"W4410026468","doi":"10.2196/68954","title":"Effects of Selective Head-and-Neck Cooling on Brain Injury-Related Biomarker Levels and Symptom Rating Following a Boxing Bout: Protocol for an Exploratory Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Protocol (science); Medicine; Head injury; Physical therapy; Physical medicine and rehabilitation; Psychology; Psychiatry; Surgery; Alternative medicine; Computer science; Pathology; World Wide Web","score_opus":0.22378634810845854,"score_gpt":0.5642428678267405,"score_spread":0.34045651971828195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410026468","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13494395,0.0000045191796,0.00030672734,0.00061720645,0.000014481944,0.8635686,0.000009249927,0.000116515606,0.00041874856],"genre_scores_gemma":[0.06408909,1.1816504e-7,0.0011683187,0.0001402548,0.000085516374,0.934045,0.0000056161507,0.00008316621,0.00038288726],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9913703,0.003970016,0.0012764322,0.0009600356,0.0013390381,0.0010841598],"domain_scores_gemma":[0.98318017,0.014852193,0.00027246535,0.0005784898,0.0007214034,0.00039531093],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014595416,0.00041586597,0.0015414701,0.001228271,0.00059029675,0.0002377566,0.0003006677,0.000391016,0.000018614894],"category_scores_gemma":[0.017146483,0.00033458677,0.00030878044,0.0011455831,0.00062052615,0.00038157788,0.00029258142,0.0012370271,0.0000036942374],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9039333,0.0013960829,0.00038057423,0.009447076,0.000577155,0.000018441939,0.0023601477,7.389789e-7,0.07018994,0.0012563872,0.001856126,0.00858405],"study_design_scores_gemma":[0.893393,0.014597711,0.0011750944,0.025050396,0.000035524372,0.0000043499144,0.00029960592,0.0024921505,0.05900465,0.0025775149,0.0010587682,0.0003112737],"about_ca_topic_score_codex":0.000020930293,"about_ca_topic_score_gemma":0.000005615832,"teacher_disagreement_score":0.07085486,"about_ca_system_score_codex":0.00026993407,"about_ca_system_score_gemma":0.0012509803,"threshold_uncertainty_score":0.9999106},"labels":[],"label_agreement":null},{"id":"W4410028092","doi":"10.2196/64360","title":"Optimizing a Personalized Health Approach for Virtually Treating High-Risk Caregivers of Children With Neurogenetic Conditions (Project WellCAST): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Angelman Syndrome Foundation","keywords":"Preprint; Protocol (science); Randomized controlled trial; Medicine; Alternative medicine; Psychology; Gerontology; Computer science; World Wide Web","score_opus":0.05141794599855559,"score_gpt":0.4516682857679383,"score_spread":0.40025033976938273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410028092","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072511863,0.000016300002,0.008804438,0.00006827505,0.0000046925493,0.9832432,0.00039427064,0.000017087536,0.00020050845],"genre_scores_gemma":[0.0071024406,0.0000030313295,0.008494381,0.000035448025,0.00012442417,0.9833532,0.00032175405,0.00004580036,0.0005195253],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9965823,0.0011740731,0.0006711147,0.0006672794,0.00032747764,0.0005777104],"domain_scores_gemma":[0.9979194,0.00041000659,0.00047651803,0.00043630885,0.00063148554,0.00012628526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019216904,0.00027976642,0.0010739611,0.00026645183,0.0005029008,0.00009678787,0.000357055,0.00013679097,0.0000068236195],"category_scores_gemma":[0.0006498588,0.0001993075,0.0006021361,0.00024600752,0.00040700065,0.000006615814,0.00010839111,0.00017247252,1.7768744e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9915002,0.0010205053,0.0000487845,0.0006994001,0.00073978415,5.5025095e-7,0.00017658946,0.00040628284,0.002731218,0.00047239134,0.0016829999,0.00052131957],"study_design_scores_gemma":[0.98413783,0.007950394,0.000015040554,0.00035210786,0.0000581582,0.0000028523036,0.00030779807,0.0012520674,0.00284264,0.00008213826,0.0027975584,0.00020143275],"about_ca_topic_score_codex":0.000097557146,"about_ca_topic_score_gemma":0.000013146148,"teacher_disagreement_score":0.007362363,"about_ca_system_score_codex":0.00004428947,"about_ca_system_score_gemma":0.0020676581,"threshold_uncertainty_score":0.81275237},"labels":[],"label_agreement":null},{"id":"W4410041236","doi":"10.2196/69644","title":"World Health Organization Evidence-Based Self-Help Plus Intervention for Stress Management via Chatbot: Protocol for Adaptation to a Tech-Enabled Model","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Chatbot; Intervention (counseling); Self-management; Stress reduction; Computer science; Stress management; Stress (linguistics); Psychology; Internet privacy; Applied psychology; World Wide Web; Medical education; Data science; Medicine; Nursing; Artificial intelligence; Clinical psychology","score_opus":0.34687621698552024,"score_gpt":0.6154851751224143,"score_spread":0.26860895813689406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410041236","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010699072,0.000001587062,0.35131308,0.0043341834,0.00003352693,0.64335585,0.00007281885,0.00020554921,0.0006727034],"genre_scores_gemma":[0.002625461,4.140264e-8,0.02026418,0.0004624318,0.000071281145,0.95547205,0.00010058232,0.00007850929,0.020925432],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99567163,0.00054549903,0.0011422249,0.00089808274,0.0006678487,0.001074705],"domain_scores_gemma":[0.9970286,0.00039968552,0.00032546962,0.00074915186,0.0012076036,0.0002894761],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030933318,0.00027738878,0.00035440412,0.0014368184,0.00057234115,0.0003744195,0.0006829868,0.0001297017,0.00016139465],"category_scores_gemma":[0.00025120316,0.00028423776,0.00018806172,0.0022754413,0.000057069967,0.0004976884,0.00025442484,0.0002987297,0.00014187882],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022916857,0.019511443,0.00042684833,0.09367174,0.00035868652,0.000008204018,0.00325896,0.005879057,0.00010934837,0.19249278,0.16773579,0.4936303],"study_design_scores_gemma":[0.055249173,0.031362854,0.0016335594,0.15666912,0.00003925271,0.0000029505834,0.0034375384,0.24180192,0.008884695,0.057476193,0.44196516,0.0014775792],"about_ca_topic_score_codex":0.0000815354,"about_ca_topic_score_gemma":0.00033581807,"teacher_disagreement_score":0.49215272,"about_ca_system_score_codex":0.0020488726,"about_ca_system_score_gemma":0.00056635047,"threshold_uncertainty_score":0.99996096},"labels":[],"label_agreement":null},{"id":"W4410041245","doi":"10.2196/71587","title":"Mapping the Level of Evidence of Prenatal, Childhood, and Adolescent Exposure to Volatile Organic Compounds and Health Outcomes: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Carcinogens and Genotoxicity Assessment","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Environmental Health Sciences","keywords":"Preprint; Protocol (science); Medicine; Psychology; Alternative medicine; Computer science; World Wide Web","score_opus":0.6699361262534559,"score_gpt":0.6268469973388889,"score_spread":0.043089128914566954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410041245","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.74756e-7,0.32642448,0.00018885428,0.0003381574,0.0000021554313,0.672934,0.00010328682,0.0000029168186,0.000005393712],"genre_scores_gemma":[0.000001827731,0.2769765,0.00032776728,0.00014411658,0.000034850287,0.7223558,0.000018556428,0.00002340477,0.000117232295],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99677134,0.0006320033,0.0010382624,0.0006479624,0.000476003,0.0004344611],"domain_scores_gemma":[0.99780357,0.00025064644,0.0005031953,0.0008707422,0.00042461162,0.00014722638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030586505,0.000329813,0.0014157566,0.00017361665,0.00019380404,0.00005566572,0.0005590093,0.0001783844,0.000007721371],"category_scores_gemma":[0.00045975443,0.0001996954,0.00024617265,0.00045606177,0.00015763046,0.0000070882697,0.00105141,0.0003442575,3.9628895e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049917522,0.00018635952,0.00009634506,0.8262767,0.000071786846,3.013641e-7,0.000053825865,8.2791566e-8,0.00028600363,0.00000617777,0.0059121964,0.16706029],"study_design_scores_gemma":[0.0004854805,0.0015185232,0.00020086898,0.70655125,0.000010570286,0.0000059214294,0.000016303005,3.1902977e-7,0.00034554888,0.000005288624,0.29071167,0.00014827155],"about_ca_topic_score_codex":0.000010336707,"about_ca_topic_score_gemma":0.00004367084,"teacher_disagreement_score":0.2847995,"about_ca_system_score_codex":0.00006438511,"about_ca_system_score_gemma":0.0026175878,"threshold_uncertainty_score":0.81433415},"labels":[],"label_agreement":null},{"id":"W4410066905","doi":"10.2196/67254","title":"Smart Technology Facilitated Patient-Centered Venous Thromboembolism Management (the SmaVTE Study): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Venous thromboembolism; Protocol (science); Medicine; Physical therapy; Alternative medicine; Computer science; Surgery; World Wide Web","score_opus":0.10587721925670837,"score_gpt":0.5069037576822112,"score_spread":0.40102653842550284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410066905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023605754,0.000005174988,0.00014449457,0.00415958,0.00006265308,0.982427,0.000008422854,0.000287963,0.010544154],"genre_scores_gemma":[0.004069526,0.0000015592817,0.00028408392,0.00033356083,0.00010845774,0.99110955,0.000011232598,0.000059722828,0.0040222895],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925519,0.001872724,0.0017377082,0.0010485643,0.001437488,0.0013515771],"domain_scores_gemma":[0.9957313,0.0010532805,0.0003610489,0.001669508,0.0010039167,0.00018096878],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00642506,0.0005203675,0.0034715885,0.0013427753,0.00085216155,0.0002545838,0.00085826754,0.00024679888,0.00022313533],"category_scores_gemma":[0.0010852538,0.0003120825,0.00077956606,0.0015573273,0.00069477985,0.00010244687,0.000819833,0.0008170893,0.00008430182],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9106223,0.026587179,0.000056237768,0.0017563623,0.0027293654,0.00006284799,0.00075642776,0.000003217569,0.00006045482,0.007225819,0.034933582,0.015206201],"study_design_scores_gemma":[0.7335059,0.009724367,0.00015251778,0.001623025,0.00018058423,0.000001606171,0.0012738694,0.00011342407,0.00012375653,0.0025713556,0.2505394,0.00019017178],"about_ca_topic_score_codex":0.000040237595,"about_ca_topic_score_gemma":0.00001947295,"teacher_disagreement_score":0.21560581,"about_ca_system_score_codex":0.00032651736,"about_ca_system_score_gemma":0.0003941362,"threshold_uncertainty_score":0.9999331},"labels":[],"label_agreement":null},{"id":"W4410076795","doi":"10.2196/69431","title":"Collection and Analysis of Repeated Speech Samples: Methodological Framework and Example Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Voice and Speech Disorders","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Preprint; Protocol (science); Computer science; Data collection; Natural language processing; Psychology; Data science; World Wide Web; Medicine; Statistics; Mathematics","score_opus":0.49517306131473104,"score_gpt":0.6241466772327529,"score_spread":0.1289736159180218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410076795","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017996695,0.0000051238876,0.0021674416,0.00076733285,0.0000017047965,0.97653466,0.0000066807465,0.00005850717,0.0024618597],"genre_scores_gemma":[0.0018097237,0.000002592904,0.017942108,0.00010373108,0.000018581424,0.9787352,0.0000105890795,0.000011235634,0.0013662507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99717695,0.00089640036,0.00043717044,0.00053307944,0.00056794053,0.00038847342],"domain_scores_gemma":[0.9973809,0.0013911016,0.000087662505,0.00050590164,0.00048069426,0.00015372148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032515589,0.00014857622,0.0006380827,0.0011457937,0.00020084638,0.000065036664,0.000121266494,0.0002841176,0.0002944177],"category_scores_gemma":[0.0027359717,0.000113659,0.00010521992,0.0040883473,0.00040054612,0.000071365255,0.00019053514,0.000662605,0.0000021427052],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014255054,0.0028746773,0.7943218,0.0077139763,0.0027321908,0.00009147595,0.0019290687,0.0000058631,0.040939625,0.008248711,0.016458968,0.11042863],"study_design_scores_gemma":[0.009512286,0.0068432353,0.6708235,0.005205194,0.00036308056,0.000026206446,0.001892261,0.0013480798,0.04745902,0.021452518,0.23462749,0.00044713766],"about_ca_topic_score_codex":0.0003110178,"about_ca_topic_score_gemma":0.00006117324,"teacher_disagreement_score":0.21816851,"about_ca_system_score_codex":0.00006404806,"about_ca_system_score_gemma":0.00022564175,"threshold_uncertainty_score":0.46348795},"labels":[],"label_agreement":null},{"id":"W4410085246","doi":"10.2196/72091","title":"Characterization and Evaluation of Department of Veterans Affairs Commission on Accreditation of Rehabilitation Facilities–Accredited Interdisciplinary Pain Rehabilitation Programs: Protocol for a Mixed Methods Program Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Veterans Affairs; Accreditation; Medicine; Chronic pain; Health care; Rehabilitation; Program evaluation; Staffing; Nursing; Medical education; Physical therapy","score_opus":0.6978902751691595,"score_gpt":0.7852645064953913,"score_spread":0.08737423132623179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410085246","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0467048,6.0099285e-7,0.010967009,0.0026007027,0.000036606154,0.9390569,0.00018131483,0.000062120576,0.00038996615],"genre_scores_gemma":[0.057820495,1.215403e-7,0.03213425,0.000020956035,0.00005111596,0.90956116,0.0003277592,0.000023550243,0.00006058208],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96198934,0.03109729,0.002852255,0.0007013175,0.0026993132,0.0006604784],"domain_scores_gemma":[0.9728526,0.015723573,0.0014614273,0.00059341465,0.00921456,0.00015441992],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08678018,0.00024863656,0.0005692133,0.0012951543,0.0005761785,0.000030080133,0.00031793193,0.0002916241,0.000086980166],"category_scores_gemma":[0.02538472,0.00022308038,0.0001189599,0.0017943932,0.0005384848,0.0005608325,0.00023909376,0.0004208434,0.0000016651438],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004591813,0.0016520896,0.0045020524,0.022203574,0.00003646168,3.5133745e-8,0.032045145,0.00004382498,0.039786488,0.0013723399,0.0036105926,0.8901556],"study_design_scores_gemma":[0.04251865,0.06775542,0.3362296,0.04420957,0.00010118316,4.7018136e-7,0.1156022,0.15078546,0.023764772,0.027332867,0.19096906,0.000730744],"about_ca_topic_score_codex":0.00003393132,"about_ca_topic_score_gemma":0.00007691622,"teacher_disagreement_score":0.88942486,"about_ca_system_score_codex":0.0009372979,"about_ca_system_score_gemma":0.0027932515,"threshold_uncertainty_score":0.98282486},"labels":[],"label_agreement":null},{"id":"W4410085781","doi":"10.2196/73382","title":"Short, Animated Storytelling Video to Reduce Addiction Stigma in 13,500 Participants Across Multiple Countries Through an Online Approach: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Addiction; Psychology; Psychological intervention; Empathy; Stigma (botany); Medicine; Clinical psychology; Psychiatry","score_opus":0.6962379778183283,"score_gpt":0.6727970698759338,"score_spread":0.023440907942394507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410085781","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04310498,0.0000041166895,0.0009965436,0.00029199375,0.00009756709,0.95432216,0.0002938532,0.00017054244,0.00071822025],"genre_scores_gemma":[0.006619556,0.0000015353246,0.0019402746,0.00052119646,0.0004490686,0.98864365,0.00030710068,0.000059375885,0.0014582683],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98435074,0.007881244,0.0029690159,0.0009963298,0.0012465714,0.0025560993],"domain_scores_gemma":[0.99202794,0.005170383,0.00042729828,0.0007450044,0.0010713487,0.0005580281],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.019298712,0.00042380468,0.001893211,0.00040348488,0.002199743,0.00010452181,0.0005580426,0.00045554785,0.00015175673],"category_scores_gemma":[0.002307953,0.0003229389,0.00022637179,0.00088678795,0.0002696704,0.00042194428,0.00027777883,0.0014023797,0.000042191674],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97390044,0.0044215787,0.0015778323,0.0056455936,0.00006827678,0.000002507078,0.007671488,0.00017325525,0.0001494093,0.00040807735,0.004765563,0.0012159739],"study_design_scores_gemma":[0.856866,0.0031999135,0.00016512895,0.008927999,0.000008931055,9.985141e-8,0.0031179315,0.014461532,0.00029908156,0.00030388637,0.11239117,0.00025834466],"about_ca_topic_score_codex":0.0007637634,"about_ca_topic_score_gemma":0.0016817524,"teacher_disagreement_score":0.11703446,"about_ca_system_score_codex":0.0010364451,"about_ca_system_score_gemma":0.0018216268,"threshold_uncertainty_score":0.9999223},"labels":[],"label_agreement":null},{"id":"W4410086424","doi":"10.2196/68885","title":"A Brief Engagement Intervention Adapted for Racial and Ethnic Minority Young Adults in Mental Health Services: Protocol for a Pilot Optimization Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Ethnic group; Preprint; Mental health; Protocol (science); Intervention (counseling); Gerontology; Psychology; Medicine; Medical education; Psychiatry; Alternative medicine; Sociology; Computer science; World Wide Web","score_opus":0.3142701879333782,"score_gpt":0.6297518958439591,"score_spread":0.3154817079105809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410086424","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005240654,0.0000068358045,0.0027841916,0.0009986636,0.00009492666,0.99399096,0.00022571292,0.00007420762,0.0013004121],"genre_scores_gemma":[0.004385517,1.5463756e-7,0.0014905981,0.00011444441,0.00012114868,0.9916043,0.0001660638,0.000030175072,0.002087544],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955755,0.0012735665,0.0011469888,0.0007346826,0.00040681902,0.0008624361],"domain_scores_gemma":[0.9985894,0.00028108837,0.0002855024,0.00036461194,0.00030081894,0.00017857488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004498787,0.00022154745,0.00035548152,0.0005784183,0.0004098818,0.00017276939,0.00034618878,0.00014287443,0.00013448499],"category_scores_gemma":[0.00012709727,0.0002294766,0.0001498264,0.00063503947,0.00010625988,0.00034214935,0.00025189502,0.00044718612,0.000008134086],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.66310894,0.02802021,0.00042440547,0.0348042,0.00012137599,0.000003517223,0.005849625,0.000015166273,0.000020978461,0.018187776,0.015337758,0.23410605],"study_design_scores_gemma":[0.6226762,0.10140996,0.0059120716,0.038817767,0.000007414632,0.0000053067624,0.0038024052,0.008809464,0.00019693476,0.0051343846,0.21261092,0.00061721227],"about_ca_topic_score_codex":0.0006874478,"about_ca_topic_score_gemma":0.0029065285,"teacher_disagreement_score":0.23348884,"about_ca_system_score_codex":0.00064055296,"about_ca_system_score_gemma":0.00020251356,"threshold_uncertainty_score":0.93577844},"labels":[],"label_agreement":null},{"id":"W4410096982","doi":"10.2196/73133","title":"Activity-Based Interventions to Increase Independence After Stroke In the Hospital Setting: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychological intervention; Protocol (science); Medicine; Independence (probability theory); Gerontology; Psychology; Medical education; Alternative medicine; Computer science; Nursing; World Wide Web","score_opus":0.23666247183059422,"score_gpt":0.6186184846975364,"score_spread":0.38195601286694225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410096982","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2435127e-7,0.05991829,0.00010346125,0.0013110427,0.00000772546,0.9381458,0.00017248723,0.000043507964,0.0002975454],"genre_scores_gemma":[3.0232306e-7,0.008915178,0.00035958344,0.00039482824,0.000098033044,0.9879072,0.000025695788,0.00005714565,0.0022420848],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9907889,0.0043873647,0.0015876183,0.00083055487,0.001652012,0.0007535555],"domain_scores_gemma":[0.9917372,0.005174192,0.00045010133,0.0015757838,0.00079823274,0.00026451],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009325551,0.0005125977,0.0027045484,0.0013911105,0.00015164298,0.00019825732,0.0009215812,0.00040229596,0.00012894797],"category_scores_gemma":[0.011678794,0.00029100777,0.0020151148,0.0017698687,0.00013119026,0.00012626602,0.0002620312,0.0019285745,0.00010676966],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031011627,0.0015738538,0.000025001124,0.95958227,0.000058137044,0.0000409468,0.000046736994,4.2189797e-8,1.8554807e-7,0.000023253922,0.009337491,0.02900196],"study_design_scores_gemma":[0.0009967124,0.00158221,0.000028375649,0.6227385,0.00010065094,0.000008667616,0.000024589217,0.000001362735,6.400901e-7,0.000007736152,0.37435186,0.00015872401],"about_ca_topic_score_codex":0.000011716538,"about_ca_topic_score_gemma":0.000015683992,"teacher_disagreement_score":0.36501437,"about_ca_system_score_codex":0.0006528609,"about_ca_system_score_gemma":0.003227998,"threshold_uncertainty_score":0.9999542},"labels":[],"label_agreement":null},{"id":"W4410097817","doi":"10.2196/70627","title":"Transforming Health and Reducing Perinatal Anxiety Through Virtual Engagement: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Preprint; Anxiety; Randomized controlled trial; Psychology; Protocol (science); Medicine; Alternative medicine; Psychiatry; Computer science; World Wide Web","score_opus":0.15726819843855191,"score_gpt":0.5560878264288959,"score_spread":0.398819627990344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410097817","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012008524,0.000020861904,0.00048252163,0.0027513567,0.000030866886,0.9922613,0.0000137269835,0.00008546321,0.003153071],"genre_scores_gemma":[0.0015423332,0.000007731397,0.00082076865,0.00043111452,0.00021854599,0.9921943,0.000008295253,0.000030048026,0.004746852],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952541,0.0015396344,0.001116605,0.0005392468,0.00066290237,0.0008874883],"domain_scores_gemma":[0.99781346,0.0011406762,0.0001865543,0.00033813747,0.00021332364,0.00030786588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0080694035,0.0002588308,0.0014804486,0.00023371083,0.0007888609,0.00011980697,0.00016714717,0.00013977216,0.0000980122],"category_scores_gemma":[0.00078837055,0.00018318073,0.00030637492,0.00024846822,0.00027907907,0.00020712617,0.00010839876,0.00080127025,0.000004151473],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95489544,0.00065264566,0.000027660144,0.027786285,0.00009480652,0.000006136031,0.0016014436,3.2519063e-7,0.00008817467,0.007947499,0.00066459633,0.006235004],"study_design_scores_gemma":[0.8017309,0.005809475,0.0000055704722,0.03231575,0.0000071906975,0.000010615398,0.00015743235,0.00013708808,0.0016721733,0.00065593875,0.15738758,0.000110309324],"about_ca_topic_score_codex":0.000038908856,"about_ca_topic_score_gemma":0.0000034520301,"teacher_disagreement_score":0.15672298,"about_ca_system_score_codex":0.0002112858,"about_ca_system_score_gemma":0.0012816178,"threshold_uncertainty_score":0.7469893},"labels":[],"label_agreement":null},{"id":"W4410097867","doi":"10.2196/73923","title":"Strong Families Start at Home/Familias Fuertes Comienzan en Casa—Improving Child Diet Quality and Parental Feeding Practices: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Preprint; Randomized controlled trial; Protocol (science); Psychology; Quality (philosophy); Medicine; Alternative medicine; Computer science","score_opus":0.17914798454237468,"score_gpt":0.5382690662213807,"score_spread":0.359121081679006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410097867","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06901073,0.000004422526,0.000026377153,0.0013553647,0.000028697172,0.92422915,0.000047435085,0.00016422741,0.0051335823],"genre_scores_gemma":[0.16047995,9.4712925e-7,0.00024048335,0.000081993305,0.00060891535,0.8370696,0.000021674296,0.000054329812,0.0014421161],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9908727,0.003704723,0.0014218702,0.0011390147,0.0016293497,0.001232339],"domain_scores_gemma":[0.98527557,0.011892036,0.00088530255,0.0007680799,0.0007669136,0.00041211216],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011222191,0.00055562804,0.0030210412,0.0004909519,0.0009679978,0.00041100616,0.00042471904,0.00031466887,0.000081960694],"category_scores_gemma":[0.014117927,0.00040093774,0.0006681195,0.00052617746,0.00085781777,0.00061013154,0.0009830748,0.0014095405,0.000011375959],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96503305,0.01033563,0.011206816,0.0059240395,0.00047038004,0.000012346551,0.00042288133,5.5877723e-7,0.0021819524,0.0021753656,0.001290662,0.0009462953],"study_design_scores_gemma":[0.96530586,0.0065550557,0.011043918,0.0027301738,0.00008873712,0.000004324976,0.0009912194,0.0010927494,0.0012873453,0.0013332831,0.009186509,0.00038080127],"about_ca_topic_score_codex":0.00036732547,"about_ca_topic_score_gemma":0.00016711664,"teacher_disagreement_score":0.09146921,"about_ca_system_score_codex":0.0006554704,"about_ca_system_score_gemma":0.0006169595,"threshold_uncertainty_score":0.99984425},"labels":[],"label_agreement":null},{"id":"W4410099050","doi":"10.2196/65837","title":"Chatbot-Based Version of a World Health Organization–Validated Intervention for Stress Management in Patients With Breast Cancer (Self-Help Plus): Protocol for a Pilot Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministero della Salute","keywords":"Preprint; Protocol (science); Stress reduction; Breast cancer; Intervention (counseling); Medicine; Stress management; Self-management; Psychology; Physical therapy; Computer science; World Wide Web; Alternative medicine; Cancer; Clinical psychology; Nursing; Artificial intelligence","score_opus":0.13627780182236562,"score_gpt":0.5306192187136042,"score_spread":0.3943414168912386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410099050","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012303392,5.448324e-7,0.0005527417,0.00065512763,0.00000905938,0.98612493,0.00024704897,0.00005473108,0.000052433796],"genre_scores_gemma":[0.09511458,4.49548e-8,0.00021314423,0.000050335584,0.000020792597,0.9040329,0.00012641956,0.00003175566,0.0004100623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99731946,0.00038131495,0.00054684945,0.00053286034,0.00077220233,0.00044731327],"domain_scores_gemma":[0.9973249,0.000095869706,0.00019463673,0.00051152747,0.0017573172,0.000115788105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014554765,0.00017769526,0.00040129782,0.00066116644,0.00015062919,0.000048571328,0.00022825593,0.000043589018,0.000111654015],"category_scores_gemma":[0.000049861435,0.00014290643,0.00006375481,0.0019785506,0.00005832031,0.000106108986,0.00012361677,0.00021690562,0.000001075523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06812928,0.021147303,0.8713409,0.028089067,0.00013269627,0.0000014506685,0.0004971499,0.000023795792,0.000010480459,0.000086939115,0.002404017,0.008136977],"study_design_scores_gemma":[0.11088324,0.020146387,0.8406444,0.018901588,0.000023133243,8.548427e-8,0.0011708463,0.00024405275,0.0010558488,0.000042643213,0.006692174,0.00019556722],"about_ca_topic_score_codex":0.00074597064,"about_ca_topic_score_gemma":0.005757593,"teacher_disagreement_score":0.08281119,"about_ca_system_score_codex":0.0015091993,"about_ca_system_score_gemma":0.0008887532,"threshold_uncertainty_score":0.5827555},"labels":[],"label_agreement":null},{"id":"W4410120856","doi":"10.2196/69757","title":"Enhancing Adherence to Continuous Positive Airway Pressure Therapy in Patients With Obstructive Sleep Apnea Using Augmented Reality: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuous positive airway pressure; Medicine; Randomized controlled trial; Obstructive sleep apnea; Physical therapy; Adverse effect; Clinical trial; Sleep apnea; Surgery; Internal medicine","score_opus":0.07677228951768705,"score_gpt":0.4860108406472587,"score_spread":0.40923855112957164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410120856","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026080098,0.000001949864,0.003068146,0.00029550664,0.000020863827,0.9693344,0.00005060795,0.00007751322,0.0010708941],"genre_scores_gemma":[0.02380247,4.822957e-8,0.0020255565,0.00007377467,0.0001407175,0.9730527,0.000020631376,0.00008367412,0.0008004556],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98977536,0.003627659,0.0014915075,0.0012811508,0.0022672357,0.0015570857],"domain_scores_gemma":[0.990986,0.0028290069,0.0004042335,0.0009038496,0.004463695,0.0004132217],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061708535,0.0005625954,0.002836675,0.001360243,0.00038710784,0.00025134662,0.0005538565,0.00032302874,0.00014364692],"category_scores_gemma":[0.0044702366,0.00038256813,0.0004157314,0.0019260402,0.0006457942,0.00031592132,0.0003180037,0.0012646009,0.000007820425],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97385085,0.0032907734,0.0030181939,0.00087744655,0.0010275635,0.000018173547,0.0006789379,0.000017676128,0.004026217,0.000296279,0.00008042482,0.0128174415],"study_design_scores_gemma":[0.95684516,0.018173333,0.0021600975,0.0041012354,0.00004203149,0.0000011838891,0.00024221162,0.0014934139,0.015254307,0.0002934561,0.0010619103,0.00033166088],"about_ca_topic_score_codex":0.00018703751,"about_ca_topic_score_gemma":0.000046698337,"teacher_disagreement_score":0.017005714,"about_ca_system_score_codex":0.0007548719,"about_ca_system_score_gemma":0.0009542985,"threshold_uncertainty_score":0.9998626},"labels":[],"label_agreement":null},{"id":"W4410121847","doi":"10.2196/65970","title":"Cognitive Behavioral Immersion for Depression: Protocol for a Three-Arm Randomized Controlled Trial of Peer-Based Coaching in the Metaverse","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Randomized controlled trial; Anxiety; Usability; Cognition; Cognitive behavioral therapy; Psychology; Virtual reality; Clinical psychology; Psychological intervention; Applied psychology; Medicine; Physical therapy; Psychiatry; Computer science; Human–computer interaction","score_opus":0.36706761112779446,"score_gpt":0.6587474933135864,"score_spread":0.29167988218579194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410121847","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012416644,0.0000013238835,0.0032676826,0.00097607594,0.00005349151,0.9891826,0.00011885585,0.000024447616,0.0051338784],"genre_scores_gemma":[0.055122912,3.8941357e-9,0.0002312759,0.00007103943,0.00005533824,0.94279414,0.000032323424,0.000024559913,0.0016683957],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933841,0.0032296104,0.0013574151,0.00048436518,0.0008591648,0.00068530405],"domain_scores_gemma":[0.9887367,0.009473471,0.00041324552,0.00044457725,0.000846562,0.00008547315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015702464,0.00021940352,0.0011024865,0.00055826246,0.00029317735,0.00011220804,0.000583366,0.00019097001,0.00022086302],"category_scores_gemma":[0.001998855,0.00013729502,0.0008851257,0.0004898071,0.00038342754,0.00014136537,0.000107606276,0.000535109,0.000013713794],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9670994,0.012872093,0.000083129984,0.00095870724,0.00009414008,0.000004055176,0.00029187702,0.0000010945573,0.000028321707,0.0052085323,0.0040077944,0.0093508195],"study_design_scores_gemma":[0.9724492,0.008655808,0.000041261686,0.0039640963,0.00003321111,5.7763265e-7,0.0008243123,0.0003502725,0.0008181751,0.0047580097,0.007993022,0.000112045986],"about_ca_topic_score_codex":0.00010549791,"about_ca_topic_score_gemma":0.00006817574,"teacher_disagreement_score":0.053881247,"about_ca_system_score_codex":0.00012139955,"about_ca_system_score_gemma":0.00039898732,"threshold_uncertainty_score":0.55987287},"labels":[],"label_agreement":null},{"id":"W4410141532","doi":"10.2196/67557","title":"Effects of Traditional Chinese Exercise Yijinjing on Disability and Muscle Strength Among Patients With Chronic Low Back Pain: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Physical therapy; Medicine; Randomized controlled trial; Low back pain; Oswestry Disability Index; Mood; Back pain; Quality of life (healthcare); Physical medicine and rehabilitation; Chronic pain; Psychological intervention; Pain catastrophizing; Alternative medicine; Surgery","score_opus":0.02989637463423787,"score_gpt":0.4250465086279133,"score_spread":0.39515013399367543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410141532","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15349624,9.938424e-7,0.00007810485,0.0002050237,0.000007886524,0.84593225,0.000007695888,0.000025009125,0.0002468006],"genre_scores_gemma":[0.11382118,1.1826441e-7,0.000174844,0.000014012979,0.00012453084,0.8856087,0.000024576326,0.000021999247,0.0002100463],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953126,0.0021053394,0.0007638236,0.00050677924,0.0009050076,0.00040646043],"domain_scores_gemma":[0.98716646,0.01155305,0.00020961971,0.00037319344,0.00052242144,0.00017524605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055679563,0.00026394296,0.0014087314,0.00022685183,0.00016969991,0.000050347087,0.00012106156,0.00015697972,0.00008032602],"category_scores_gemma":[0.006438853,0.0001456095,0.00039796962,0.0004013408,0.001123793,0.00013579788,0.00004200122,0.00039820073,0.0000015342247],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93780833,0.0074530477,0.006655152,0.04126619,0.00011440865,5.093673e-7,0.00008910426,0.0000034083728,0.0002459376,0.00013336097,0.00046164653,0.005768878],"study_design_scores_gemma":[0.86107713,0.011540523,0.10829744,0.016776048,0.000014591504,2.2717883e-8,0.000009761813,0.0012266814,0.00016487546,0.0006262827,0.00015003173,0.000116635514],"about_ca_topic_score_codex":0.000011755575,"about_ca_topic_score_gemma":0.000008189383,"teacher_disagreement_score":0.10164229,"about_ca_system_score_codex":0.00020968741,"about_ca_system_score_gemma":0.00036267357,"threshold_uncertainty_score":0.77083737},"labels":[],"label_agreement":null},{"id":"W4410148296","doi":"10.2196/70076","title":"Identifying and Taking Action on the Protective and Risk Factors of Black Maternal Mental Health: Protocol for Community-Based Participatory Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Women's College Hospital; North York General Hospital; Western University; University of Ottawa; Toronto Western Hospital; University of Toronto; Toronto Metropolitan University","funders":"","keywords":"Preprint; Mental health; Participatory action research; Protocol (science); Community-based participatory research; Psychology; Citizen journalism; Action (physics); Environmental health; Applied psychology; Medicine; Computer science; Psychiatry; Alternative medicine; Sociology; World Wide Web","score_opus":0.5863873340862777,"score_gpt":0.6241376893929294,"score_spread":0.037750355306651606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410148296","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42902124,6.4616756e-7,0.000018398421,0.00029323128,0.0000042606257,0.5705976,0.000016962853,0.000014868004,0.000032810243],"genre_scores_gemma":[0.34252906,2.636756e-7,0.00003168308,0.000050817544,0.000010723754,0.6572954,0.0000014215414,0.000010624705,0.00007001512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965497,0.0020201742,0.00038318543,0.00022335752,0.00044431843,0.0003792198],"domain_scores_gemma":[0.998602,0.0005633393,0.00026209524,0.00032176697,0.00012622667,0.00012461441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034642445,0.00014292117,0.00026332063,0.00019728238,0.0010338305,0.00006707091,0.00012840757,0.000056734065,0.000016774235],"category_scores_gemma":[0.00015734445,0.00009331095,0.0000366906,0.00016476875,0.0002549984,0.00007254116,0.00013496215,0.00088649424,0.0000012158821],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021316515,0.0041418574,0.88108003,0.07495878,0.00014539537,0.0000036504803,0.012406294,0.0000027732306,0.0010441191,0.00033994374,0.00029686716,0.004263747],"study_design_scores_gemma":[0.009343526,0.017051866,0.8466283,0.05492437,0.000009168523,0.0000020464959,0.0051889005,0.0002834749,0.062821314,0.00070702034,0.0029100596,0.00012994504],"about_ca_topic_score_codex":0.00070008065,"about_ca_topic_score_gemma":0.00008629236,"teacher_disagreement_score":0.0866978,"about_ca_system_score_codex":0.00016403754,"about_ca_system_score_gemma":0.00019014848,"threshold_uncertainty_score":0.79514927},"labels":[],"label_agreement":null},{"id":"W4410218557","doi":"10.2196/66722","title":"Risk Factors for Serious Bacterial Infections Among Young Infants With Hypothermia: Protocol for a Multicenter, Retrospective Case-Control Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Thermal Regulation in Medicine","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Retrospective cohort study; Protocol (science); Pediatrics; Multicenter study; Hypothermia; Intensive care medicine; Internal medicine; Alternative medicine; Randomized controlled trial; Computer science; Pathology","score_opus":0.08451016994800402,"score_gpt":0.5032783639790419,"score_spread":0.4187681940310379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410218557","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22549096,1.6054095e-7,0.0015391288,0.00009961883,0.000022935603,0.7722998,0.00014415645,0.00021543179,0.00018777949],"genre_scores_gemma":[0.28270543,2.1387377e-8,0.0003094527,0.000017517916,0.00026328146,0.71560025,0.000006330336,0.000086062144,0.0010116894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963422,0.0006249125,0.00065023877,0.0007483642,0.0007988985,0.0008354191],"domain_scores_gemma":[0.9957649,0.0012648783,0.00028412513,0.0007907991,0.0015623724,0.00033290137],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021515943,0.0003604378,0.00068319443,0.000613536,0.00070866157,0.00014811163,0.00022405434,0.00022425405,0.00016122067],"category_scores_gemma":[0.003698572,0.000251381,0.00015930491,0.0007793921,0.00039005143,0.00025406716,0.00008791839,0.00083466555,0.000003233361],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027701424,0.0042170095,0.95969677,0.0010697765,0.00052088,0.00011823309,0.0017606055,0.000019139787,0.0013231853,0.00004621229,0.0018553904,0.0016713537],"study_design_scores_gemma":[0.08540111,0.021229006,0.873115,0.0019610461,0.0000909647,0.000063523796,0.0015178018,0.0008586867,0.00085436285,0.00012687175,0.014524883,0.0002567418],"about_ca_topic_score_codex":0.00037806577,"about_ca_topic_score_gemma":0.00085563,"teacher_disagreement_score":0.08658179,"about_ca_system_score_codex":0.0006913945,"about_ca_system_score_gemma":0.00062954857,"threshold_uncertainty_score":0.99999386},"labels":[],"label_agreement":null},{"id":"W4410223395","doi":"10.2196/62951","title":"Effect of Early Treatment of Spasticity After Stroke on Motor Recovery: Protocol for the Baclotox Multicenter, Double-Blind, Double-Dummy Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Botulinum Toxin and Related Neurological Disorders","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Baclofen; Spasticity; Placebo; Botulinum toxin; Medicine; Randomized controlled trial; Stroke (engine); Adverse effect; Modified Ashworth scale; Anesthesia; Physical therapy; Physical medicine and rehabilitation; Surgery; Internal medicine","score_opus":0.13814133995633368,"score_gpt":0.5180461611478586,"score_spread":0.3799048211915249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410223395","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038173992,0.000008511492,0.00006012751,0.00072546815,0.000039679002,0.9593214,0.00002852025,0.000044941673,0.0015973517],"genre_scores_gemma":[0.03394249,0.0000064967994,0.000040370767,0.000052301843,0.000120136865,0.9610953,0.0000039301967,0.000035689933,0.0047032894],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99446344,0.0020428966,0.0012624804,0.0005838588,0.00097218435,0.00067515695],"domain_scores_gemma":[0.9877147,0.010477119,0.0003786093,0.000760206,0.0004950952,0.00017425782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037894177,0.00041524068,0.0023766267,0.00042326242,0.00016293889,0.00006148168,0.00034623328,0.00042365876,0.00021794312],"category_scores_gemma":[0.0010493161,0.00018482131,0.0015441449,0.00042814363,0.000715732,0.000061033857,0.00009714121,0.0006619015,0.000015838108],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98440593,0.006364378,0.0001238097,0.001497468,0.0011435272,0.000012257684,0.00005574884,0.000011771102,0.0017980649,0.00015323993,0.00023448114,0.0041993167],"study_design_scores_gemma":[0.87231773,0.09597246,0.00007656539,0.0014578021,0.00018161097,5.084336e-7,0.0000066645352,0.00041171155,0.021655448,0.000056286226,0.0077540767,0.0001091091],"about_ca_topic_score_codex":0.00004623352,"about_ca_topic_score_gemma":0.0000043261207,"teacher_disagreement_score":0.11208818,"about_ca_system_score_codex":0.0001213961,"about_ca_system_score_gemma":0.0003286965,"threshold_uncertainty_score":0.75367945},"labels":[],"label_agreement":null},{"id":"W4410231276","doi":"10.2196/65976","title":"A Culturally Tailored Digital Education Intervention to Improve Nutrition Among Older Adult Congregate Meal Participants During COVID-19: Protocol for a Stepped-Wedge Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Preprint; Randomized controlled trial; Protocol (science); Coronavirus disease 2019 (COVID-19); Intervention (counseling); Medicine; Cluster (spacecraft); Gerontology; Medical education; Computer science; Nursing; World Wide Web; Alternative medicine","score_opus":0.13197938049198008,"score_gpt":0.5695434186291374,"score_spread":0.4375640381371573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410231276","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015202739,0.000001861579,0.001070664,0.009282397,0.00007602993,0.97355384,0.00002505522,0.00017647489,0.00061093783],"genre_scores_gemma":[0.017439324,3.6396727e-7,0.00041657782,0.0010129439,0.0005881679,0.9708172,0.00007153893,0.00004156544,0.009612302],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943211,0.0012434217,0.0017596728,0.00075721525,0.00087303016,0.0010455339],"domain_scores_gemma":[0.9949287,0.00094877847,0.0004120019,0.00045826117,0.002292941,0.00095928257],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004011102,0.00033240733,0.0014207471,0.000852068,0.0005888873,0.0005924457,0.0002500089,0.00025760164,0.00015359842],"category_scores_gemma":[0.0093084695,0.00025096996,0.0006318932,0.00062186393,0.00027061132,0.0005325437,0.00015479415,0.0006216162,0.000037140493],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9570897,0.0049959873,0.00026015306,0.015604678,0.00014155313,0.000005782908,0.00051811617,8.6145826e-7,0.0011760258,0.0005768852,0.018108059,0.0015221705],"study_design_scores_gemma":[0.9619019,0.0021629622,0.00023324243,0.014390952,0.00003484672,0.000004044678,0.00065438205,0.0006502252,0.001968896,0.0014381837,0.016336719,0.00022364249],"about_ca_topic_score_codex":0.0000497756,"about_ca_topic_score_gemma":0.00004366308,"teacher_disagreement_score":0.009001364,"about_ca_system_score_codex":0.0008731258,"about_ca_system_score_gemma":0.0015843521,"threshold_uncertainty_score":0.9999943},"labels":[],"label_agreement":null},{"id":"W4410244132","doi":"10.2196/66067","title":"A Mobile Ecological Momentary Intervention for Reducing Experiential Avoidance in the Context of Rumination: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Rumination; Context (archaeology); Protocol (science); Intervention (counseling); Psychology; Randomized controlled trial; Applied psychology; Medicine; Computer science; Alternative medicine; Geography; World Wide Web; Cognition","score_opus":0.1596482471330006,"score_gpt":0.5855482722006511,"score_spread":0.42590002506765046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410244132","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022835452,0.00003457443,0.004068661,0.00028081186,0.00011659656,0.9907836,0.0000357229,0.00003434927,0.0023621544],"genre_scores_gemma":[0.043651793,0.000003382578,0.0003163927,0.00006193571,0.0002597071,0.95288986,0.000023767463,0.000023081038,0.0027700518],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99295574,0.003708137,0.0013847537,0.0007342651,0.00059645285,0.0006206229],"domain_scores_gemma":[0.9905544,0.007255107,0.00054458505,0.00047034505,0.001118641,0.000056932997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009973334,0.00026243375,0.0011282405,0.0008564589,0.00029861502,0.00012497089,0.00067422056,0.00023961885,0.00055957335],"category_scores_gemma":[0.0047420016,0.00016492237,0.00067508675,0.0010950866,0.0005217376,0.00018066792,0.00012717223,0.0004054388,0.0000073277247],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9199556,0.010311439,0.00012052922,0.0007271407,0.00021199303,0.0000019706124,0.004011858,7.9418487e-7,0.000118466116,0.0026631341,0.017566944,0.044310104],"study_design_scores_gemma":[0.8780326,0.006520023,0.000074392265,0.0012085453,0.000016977368,9.033954e-7,0.0057549323,0.00010075665,0.0012353956,0.0045508244,0.10237607,0.00012855203],"about_ca_topic_score_codex":0.000031280328,"about_ca_topic_score_gemma":0.000012202718,"teacher_disagreement_score":0.08480913,"about_ca_system_score_codex":0.00017629638,"about_ca_system_score_gemma":0.00019719344,"threshold_uncertainty_score":0.67253387},"labels":[],"label_agreement":null},{"id":"W4410288392","doi":"10.2196/65594","title":"What Do We Know About Student Mental Health in UK Higher Education?: A Scoping Review of Trends, Gaps, and Research Directions (Preprint)","year":2024,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Mental health; Medical education; Psychology; Applied psychology; Medicine; Computer science; Psychiatry; World Wide Web","score_opus":0.48698094862973773,"score_gpt":0.7365635518208107,"score_spread":0.24958260319107295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410288392","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.624066e-7,0.6046871,3.2968853e-8,0.00393841,0.00020083862,0.38906205,0.000047619018,0.000030193734,0.0020336034],"genre_scores_gemma":[6.500988e-8,0.50205916,0.000011406945,0.00008473675,0.00018151305,0.48220173,0.000051483246,0.000053502867,0.015356398],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98653823,0.0068004583,0.0019468863,0.0016357008,0.0016387064,0.0014400287],"domain_scores_gemma":[0.9964021,0.0008263856,0.00037809636,0.0015114346,0.00027846225,0.00060356286],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012295062,0.00048652975,0.0020636967,0.0027686814,0.000391089,0.0003642897,0.000911262,0.00034929,0.0044818157],"category_scores_gemma":[0.00007709505,0.00039939658,0.00033412952,0.0041283094,0.00042404787,0.00020461676,0.0012043978,0.0032232471,0.00053743063],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027321707,0.000935073,0.00001793538,0.35702989,0.000035324996,0.0000055640357,0.00084417063,1.3133143e-9,9.510031e-8,0.001094335,0.06894132,0.57106894],"study_design_scores_gemma":[0.00023038153,0.0003995882,0.00005149245,0.49193314,0.000006118934,0.000012755997,0.00028308074,1.563281e-8,1.1052265e-7,0.00008510007,0.5068688,0.00012941958],"about_ca_topic_score_codex":0.0008905557,"about_ca_topic_score_gemma":0.0004393536,"teacher_disagreement_score":0.57093954,"about_ca_system_score_codex":0.0032633718,"about_ca_system_score_gemma":0.010146499,"threshold_uncertainty_score":0.9998458},"labels":[],"label_agreement":null},{"id":"W4410293541","doi":"10.2196/69626","title":"Implementation of an Interdepartmental Collaborative Medication Review to Reduce Potentially Inappropriate Medication Use in Hospitalized Older Adults: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medicine; Medication adherence; Family medicine; Alternative medicine; Computer science; World Wide Web","score_opus":0.3105923640865818,"score_gpt":0.6970018985485169,"score_spread":0.3864095344619351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410293541","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015903434,0.000006735382,0.001277558,0.0031067124,0.000017104841,0.97954124,0.000027913275,0.000029913885,0.00008937278],"genre_scores_gemma":[0.0057228417,0.0000040071595,0.014874803,0.00038490107,0.000030774132,0.97878534,0.00009540987,0.00002169463,0.000080230944],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99423796,0.0027595463,0.0011085032,0.0005711367,0.0009343437,0.00038849824],"domain_scores_gemma":[0.997137,0.0005469117,0.0003569883,0.0005258644,0.0011943001,0.00023890767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067060594,0.00019089917,0.00052703405,0.0004831478,0.000098365796,0.00005507655,0.0002931669,0.00008816345,0.00017336522],"category_scores_gemma":[0.0019829902,0.00015141154,0.000072618495,0.0014009825,0.00009386862,0.0005455445,0.00019326257,0.000365039,0.000004296471],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043474145,0.022613576,0.06187133,0.03509818,0.00046256688,0.000019848734,0.007288533,9.918767e-7,0.009763887,0.00052902533,0.020839116,0.7980388],"study_design_scores_gemma":[0.099677734,0.032836825,0.4536939,0.06338192,0.00017710568,0.0000049289297,0.015010603,0.0007869572,0.06654019,0.0004395371,0.26683766,0.00061265734],"about_ca_topic_score_codex":0.0001362907,"about_ca_topic_score_gemma":0.00012472754,"teacher_disagreement_score":0.79742616,"about_ca_system_score_codex":0.0002927736,"about_ca_system_score_gemma":0.00076093874,"threshold_uncertainty_score":0.6174383},"labels":[],"label_agreement":null},{"id":"W4410298349","doi":"10.2196/68166","title":"Efficacy and Safety of Electroacupuncture Through Nerve Stimulation in Patients With Anxiety Disorders: Protocol for a Randomized, Assessor-Blind, Three-Arm, Parallel-Group Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Electroacupuncture; Protocol (science); Anxiety; Medicine; Single blind; Clinical trial; Double blind; Acupuncture; Preprint; Physical therapy; Psychology; Psychiatry; Alternative medicine; Surgery; World Wide Web; Computer science; Placebo; Internal medicine","score_opus":0.15416061200234765,"score_gpt":0.5631173441917432,"score_spread":0.40895673218939554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410298349","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010801475,0.000008008385,0.002155815,0.0010189234,0.00000602177,0.98533887,0.000014467126,0.000051507806,0.00060491526],"genre_scores_gemma":[0.018504106,0.0000051668317,0.0045253425,0.000035297584,0.000115608564,0.9764996,0.0000912006,0.000044257384,0.00017938101],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9935581,0.0015526698,0.0014723095,0.0009438825,0.0015258662,0.0009471856],"domain_scores_gemma":[0.9931118,0.0047103004,0.00034389633,0.0007069827,0.00095621566,0.00017082751],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048746294,0.00053471705,0.0020699415,0.00040516278,0.00026326347,0.00008476539,0.00029119253,0.00038781585,0.000043242737],"category_scores_gemma":[0.00370909,0.00025747053,0.00036701708,0.0010916779,0.0010046941,0.00029246707,0.00030232305,0.0012419292,0.0000017275115],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8059474,0.008606161,0.1724229,0.0016056909,0.00046772475,0.0000023459515,0.00012126324,0.000014118665,0.000007268584,0.001036287,0.0011918987,0.008576935],"study_design_scores_gemma":[0.8609371,0.021347653,0.09440015,0.0023370322,0.00005762444,3.8289906e-7,0.000029209614,0.00024125644,0.00003057278,0.003152088,0.01727689,0.00019000079],"about_ca_topic_score_codex":0.000043622662,"about_ca_topic_score_gemma":0.00018981636,"teacher_disagreement_score":0.078022756,"about_ca_system_score_codex":0.00026898945,"about_ca_system_score_gemma":0.00065767876,"threshold_uncertainty_score":0.9999878},"labels":[],"label_agreement":null},{"id":"W4410298703","doi":"10.2196/65663","title":"Strengthening Immunization Data: Protocol for the Evaluation of an Electronic Immunization Register","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Preprint; Register (sociolinguistics); Protocol (science); Medicine; Computer science; World Wide Web; Alternative medicine","score_opus":0.4646814844343241,"score_gpt":0.6479881684229823,"score_spread":0.18330668398865824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410298703","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017904895,0.000006493457,0.0024369021,0.0012520488,0.000005893357,0.99232334,0.0000060238144,0.000033702276,0.003756562],"genre_scores_gemma":[0.011163988,0.0000012343825,0.0001810693,0.000019927806,0.0001472212,0.98713213,0.000050640036,0.000013380957,0.0012903793],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99587816,0.0019233812,0.00036120386,0.00029251946,0.001101695,0.00044304974],"domain_scores_gemma":[0.9960172,0.00057202997,0.00016515427,0.001127079,0.0020841642,0.00003434343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014726554,0.00008568264,0.00012246682,0.00017970074,0.0012232555,0.00024195203,0.0013118761,0.00010184931,0.00015549574],"category_scores_gemma":[0.0021829598,0.000065819215,0.000034665183,0.0010313956,0.000075146425,0.0008708575,0.00022482038,0.00028426535,0.00000424312],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021883084,0.0014611119,0.0044433135,0.0010909932,0.00013241597,4.0246502e-7,0.01156269,0.0005456681,0.0027973356,0.2105803,0.02442766,0.7407698],"study_design_scores_gemma":[0.003988736,0.00057885627,0.0035814433,0.0011182147,0.000015941041,1.552351e-7,0.0026377419,0.020255612,0.0020694411,0.019159697,0.94644576,0.00014837079],"about_ca_topic_score_codex":0.00022345416,"about_ca_topic_score_gemma":0.00094401004,"teacher_disagreement_score":0.9220181,"about_ca_system_score_codex":0.00025923437,"about_ca_system_score_gemma":0.002274396,"threshold_uncertainty_score":0.9408416},"labels":[],"label_agreement":null},{"id":"W4410299114","doi":"10.2196/67862","title":"Integration of Digital Phenotyping and Genomics for Dry Eye Disease: Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ocular Surface and Contact Lens","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Biobank; Medicine; Cohort; Disease; Cohort study; Observational study; Medical record; Prospective cohort study; Protocol (science); Family medicine; Alternative medicine; Bioinformatics; Internal medicine; Pathology","score_opus":0.12323761665657736,"score_gpt":0.5313926630657833,"score_spread":0.4081550464092059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410299114","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018049503,0.0000015672287,0.0035478354,0.00018842815,0.000002391384,0.9776006,0.00004587923,0.000031567226,0.0005322375],"genre_scores_gemma":[0.029519133,6.839806e-8,0.00053675077,0.000013865248,0.00005385633,0.9676238,0.000014258262,0.000024060297,0.0022142224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99854165,0.000068217174,0.0003213925,0.00040186875,0.00034777197,0.00031909387],"domain_scores_gemma":[0.9984043,0.00017807934,0.00007299323,0.00036654912,0.00086021586,0.000117847376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086077774,0.00013834712,0.00031821406,0.00019095624,0.00016414144,0.00011776966,0.00011597686,0.000064054526,0.0000078071],"category_scores_gemma":[0.0005590405,0.000111271875,0.000092528186,0.00025562407,0.00010566955,0.00021982098,0.00010817675,0.00021594019,0.0000015800679],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010449205,0.001932846,0.9674989,0.0031997361,0.00014188336,0.0000027378594,0.00038642687,5.553688e-7,0.0038437287,0.0019872184,0.00011721754,0.010439557],"study_design_scores_gemma":[0.018744556,0.0069351546,0.87546784,0.003944871,0.0000400707,8.6203364e-8,0.0013363451,0.0013880207,0.0067430353,0.007125157,0.07804167,0.00023320828],"about_ca_topic_score_codex":0.0000061013884,"about_ca_topic_score_gemma":0.000010706488,"teacher_disagreement_score":0.09203107,"about_ca_system_score_codex":0.0001763642,"about_ca_system_score_gemma":0.00059213524,"threshold_uncertainty_score":0.45375353},"labels":[],"label_agreement":null},{"id":"W4410299534","doi":"10.2196/65807","title":"The Prevalence of Hypertension Among Children and Antihypertensive Use: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Systematic review; Meta-analysis; MEDLINE; Protocol (science); Pediatrics; Blood pressure; Scopus; Family medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.46749663616438875,"score_gpt":0.5658098367840425,"score_spread":0.09831320061965376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410299534","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2868967e-8,0.48773134,9.698401e-7,0.0002093378,4.5675867e-7,0.5119255,0.0001041481,0.000014881798,0.000013324685],"genre_scores_gemma":[3.1757974e-8,0.43275878,0.00006144409,0.00016429025,0.000014489152,0.56387955,0.000008396095,0.000027409702,0.0030855818],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99383044,0.001879706,0.0016791708,0.0009916181,0.001043297,0.0005757793],"domain_scores_gemma":[0.9895841,0.0049488903,0.00083276833,0.0016655017,0.0027727867,0.00019597122],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037623297,0.0006208986,0.011455516,0.000569658,0.00053400436,0.00015817338,0.00044108953,0.00033553317,0.000022160257],"category_scores_gemma":[0.0031644616,0.00027370502,0.0019057364,0.0014110492,0.0007345159,0.00013141154,0.0007149894,0.00079672167,0.0000022861007],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061163766,0.00013638058,0.000028628698,0.8974442,0.08707297,0.000009694363,0.000011170223,3.672401e-9,2.4316694e-7,0.000028455728,0.013965505,0.001241596],"study_design_scores_gemma":[0.0005133648,0.00036672928,0.00009850223,0.4274208,0.42308763,0.00006897256,0.0000049304654,0.0000012952377,0.0000011045449,0.000007932277,0.14825863,0.00017013832],"about_ca_topic_score_codex":0.000023885272,"about_ca_topic_score_gemma":0.000007213801,"teacher_disagreement_score":0.4700234,"about_ca_system_score_codex":0.00001740793,"about_ca_system_score_gemma":0.0003843685,"threshold_uncertainty_score":0.9999715},"labels":[],"label_agreement":null},{"id":"W4410312308","doi":"10.2196/68016","title":"Effectiveness of Herbal Interventions in the Management of Hypercholesterolemia: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Phytochemicals and Antioxidant Activities","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medicine; Psychological intervention; Systematic review; Alternative medicine; MEDLINE; Computer science; World Wide Web; Nursing","score_opus":0.3963546489778626,"score_gpt":0.640679096664701,"score_spread":0.24432444768683842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410312308","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.881163e-8,0.181856,0.00002013516,0.000025092246,0.0000011995846,0.8174222,0.00004114954,0.000008470664,0.0006256339],"genre_scores_gemma":[3.5395834e-7,0.11190925,0.00007537138,0.0000068790005,0.0000143705865,0.88765734,0.00001898232,0.000024837265,0.00029261404],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99421024,0.0026506498,0.0016157507,0.00038311968,0.0007745975,0.00036563733],"domain_scores_gemma":[0.9962246,0.001892552,0.00053977035,0.0009442418,0.00035353014,0.00004532776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007859767,0.00030046867,0.0032961983,0.00038518998,0.00004358823,0.000024535224,0.0007270797,0.0001882153,0.0000108840195],"category_scores_gemma":[0.00036896355,0.00016512915,0.0012519544,0.0010743061,0.0001796954,0.00005885925,0.00025546746,0.0007343082,0.0000027961414],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019890929,0.0014291939,0.000001276063,0.98560256,0.00024696058,0.000011731633,0.000014555042,7.983581e-9,0.000011184774,0.00049619196,0.0004478422,0.011539567],"study_design_scores_gemma":[0.0014895463,0.0007279178,0.000006117517,0.92696685,0.00030206403,0.000014984206,0.000032203578,2.4287797e-7,0.000067379755,0.00013257073,0.07016179,0.00009835782],"about_ca_topic_score_codex":0.0000020597824,"about_ca_topic_score_gemma":4.599913e-7,"teacher_disagreement_score":0.07023512,"about_ca_system_score_codex":0.0001537321,"about_ca_system_score_gemma":0.00036984732,"threshold_uncertainty_score":0.6733771},"labels":[],"label_agreement":null},{"id":"W4410316254","doi":"10.2196/72670","title":"A Triple Perspective on the Triple Visit: Protocol for a Mixed Methods Evaluation of the Implementation of a Pediatric Multidisciplinary Clinic Model for Inflammatory Bowel Disease","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Public Health Ontario; University of Toronto; Humber River Regional Hospital; Humber Polytechnic","funders":"","keywords":"Preprint; Medicine; Protocol (science); Inflammatory bowel disease; Multidisciplinary approach; Perspective (graphical); Disease; Alternative medicine; Computer science; Internal medicine; World Wide Web; Artificial intelligence; Pathology","score_opus":0.17016627885745772,"score_gpt":0.5980386627859119,"score_spread":0.42787238392845417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410316254","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033553347,0.000003792356,0.0028584693,0.00034171116,0.000015464684,0.9628601,0.0002406995,0.000008466543,0.000117971314],"genre_scores_gemma":[0.028669259,2.547738e-7,0.0010357493,0.000026771791,0.000115834664,0.9696604,0.000022913033,0.0000295256,0.00043927022],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9956335,0.0021238406,0.00063853373,0.00049811153,0.0007280089,0.0003780136],"domain_scores_gemma":[0.9959423,0.0003406275,0.00038612922,0.0009150951,0.0023246591,0.00009118324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008434628,0.00019117855,0.00018296932,0.0001861091,0.00036174682,0.00003076221,0.0006117282,0.00012965467,0.000028073782],"category_scores_gemma":[0.0023999917,0.00012651566,0.00037894645,0.00030893777,0.00020050524,0.000015059649,0.00034695258,0.00018795543,0.0000010634539],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24716184,0.012467628,0.07796343,0.030264245,0.0016128904,0.000005180092,0.008278457,0.0080845775,0.319685,0.04400272,0.22292992,0.027544104],"study_design_scores_gemma":[0.060422428,0.004296643,0.37803477,0.0013538266,0.00032292827,3.94784e-7,0.0069784657,0.26047942,0.21547835,0.06499059,0.006782265,0.00085993327],"about_ca_topic_score_codex":0.0000034993586,"about_ca_topic_score_gemma":0.000027232722,"teacher_disagreement_score":0.30007136,"about_ca_system_score_codex":0.00017853985,"about_ca_system_score_gemma":0.003392886,"threshold_uncertainty_score":0.6018834},"labels":[],"label_agreement":null},{"id":"W4410316386","doi":"10.2196/66576","title":"Association Between Household Livestock Ownership and Stunting in Children Younger Than 5 Years in Central Rural India: Protocol for a Case-Control Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Livestock; Protocol (science); Environmental health; Association (psychology); Socioeconomics; Rural area; Geography; Psychology; Medicine; Economics; Computer science; Alternative medicine","score_opus":0.12402173535345398,"score_gpt":0.47129317688577554,"score_spread":0.3472714415323216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410316386","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43180397,4.928351e-7,0.0000021464596,0.00049997156,0.0000046774508,0.567582,0.000043152737,0.000038982853,0.000024567318],"genre_scores_gemma":[0.45495936,1.391223e-8,0.000014661153,0.000035141427,0.00012771302,0.544777,0.0000047253207,0.000020161422,0.00006123439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961548,0.0012270561,0.00056620076,0.00048843934,0.000551939,0.0010115831],"domain_scores_gemma":[0.9987024,0.0006502113,0.00014065942,0.00026795067,0.0001170564,0.00012173785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029197943,0.00020693774,0.0003912496,0.00089443225,0.0002247179,0.00047919925,0.00030866105,0.000223699,0.000008778605],"category_scores_gemma":[0.0004031306,0.00019641123,0.0000683348,0.0008803539,0.000057727706,0.0004953131,0.00014905806,0.0009757303,0.0000021798207],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015096877,0.0013745851,0.99261695,0.00029473705,0.000051272094,0.00003420429,0.0015179021,0.0000033506365,0.000034596564,0.000011036271,0.00090697344,0.0016446847],"study_design_scores_gemma":[0.022383066,0.0011229035,0.97325104,0.0013446992,0.000007888233,0.0000060816164,0.00040462372,0.00003377919,0.00016654775,0.0003750678,0.0007138762,0.00019043603],"about_ca_topic_score_codex":0.0005669202,"about_ca_topic_score_gemma":0.00046321063,"teacher_disagreement_score":0.023155376,"about_ca_system_score_codex":0.000629764,"about_ca_system_score_gemma":0.00008025119,"threshold_uncertainty_score":0.80094177},"labels":[],"label_agreement":null},{"id":"W4410318899","doi":"10.2196/70953","title":"Clinical Efficacy and Safety of the Herbal Prescription, HH333, in Preventing Recurrent Stroke in Patients With Ischemic Stroke Induced by Small-Vessel Disease: Protocol for Multicenter, Double-Blind, Randomized, Prospective, Pilot Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Stroke (engine); Modified Rankin Scale; Physical therapy; Clinical trial; Montreal Cognitive Assessment; Observational study; Medical prescription; Randomized controlled trial; Placebo; Internal medicine; Disease; Ischemic stroke; Alternative medicine; Ischemia; Cognitive impairment; Pathology","score_opus":0.1895143121937139,"score_gpt":0.5241812325680177,"score_spread":0.33466692037430384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410318899","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24938294,0.0000053012086,0.000066425346,0.00038309087,0.000032690008,0.74954945,0.000045165452,0.000025029974,0.0005098818],"genre_scores_gemma":[0.040796254,0.0000023989362,0.0006809702,0.00004031368,0.00013700812,0.95653963,0.000029225444,0.000045994548,0.0017282339],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99209285,0.0019267823,0.0028042377,0.0011544962,0.001205454,0.0008161953],"domain_scores_gemma":[0.9958462,0.0015096611,0.00071158883,0.00095397217,0.0006953541,0.00028318903],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008809265,0.000392421,0.0013567432,0.00034954815,0.00014038521,0.00008460422,0.0006360409,0.00024572335,0.000018293835],"category_scores_gemma":[0.0039284313,0.00025779696,0.00031057137,0.00066875666,0.00070101477,0.00017375263,0.000840881,0.0018444945,0.0000013096644],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.658411,0.011321689,0.3206461,0.0016295073,0.00018843467,0.0000013484839,0.000041946285,6.0768355e-7,0.00014049925,0.000030011259,0.003993821,0.003595001],"study_design_scores_gemma":[0.7826034,0.0047983774,0.18571362,0.00728855,0.00005084553,1.0269918e-7,0.00003579382,0.00012474362,0.00030677728,0.000009326914,0.01889756,0.00017090463],"about_ca_topic_score_codex":0.000026065385,"about_ca_topic_score_gemma":0.0000229683,"teacher_disagreement_score":0.20858668,"about_ca_system_score_codex":0.00032023774,"about_ca_system_score_gemma":0.00078739447,"threshold_uncertainty_score":0.9999874},"labels":[],"label_agreement":null},{"id":"W4410326995","doi":"10.2196/66011","title":"Effectiveness of Cognitive Rehabilitation on Cognition and Quality of Life in Chemotherapy-Induced Cognitive Impairment: Protocol for a Randomized Control Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer-related cognitive impairment studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cognition; Randomized controlled trial; Protocol (science); Cognitive rehabilitation therapy; Rehabilitation; Cognitive impairment; Medicine; Quality of life (healthcare); Physical medicine and rehabilitation; Psychology; Physical therapy; Alternative medicine; Psychiatry; Computer science; World Wide Web; Nursing","score_opus":0.12697766467297392,"score_gpt":0.5569493154597527,"score_spread":0.4299716507867788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410326995","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20105006,0.0000021748979,0.00023423583,0.00029385788,0.0000068055015,0.7975016,0.000094439136,0.000025456156,0.00079132605],"genre_scores_gemma":[0.4332592,3.9190846e-7,0.000016692391,0.000041446307,0.000026100211,0.56660414,0.000012924227,0.000017021852,0.000022071545],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9916379,0.005171658,0.0012921768,0.0006147756,0.000822565,0.00046093948],"domain_scores_gemma":[0.9614952,0.03490055,0.00047482696,0.00018726362,0.0028278434,0.00011426912],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012205572,0.00029191378,0.0017783425,0.00088890264,0.00011940979,0.00002190428,0.00008132307,0.00023230258,0.000032456395],"category_scores_gemma":[0.025855659,0.00024062255,0.0003099834,0.0008704375,0.0009902369,0.00012527239,0.000060101775,0.00052671134,0.0000016770151],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9654431,0.006240483,0.0036757374,0.014515921,0.00065485155,0.0000010697767,0.00075839873,3.7179666e-7,0.0056173927,0.00048818887,0.00005263519,0.0025518714],"study_design_scores_gemma":[0.8446394,0.025914198,0.049590208,0.04838324,0.000056979497,2.8334742e-7,0.00084384094,0.000050265648,0.028346881,0.002001497,0.00001905147,0.00015411494],"about_ca_topic_score_codex":0.00007982451,"about_ca_topic_score_gemma":0.00001426859,"teacher_disagreement_score":0.23220913,"about_ca_system_score_codex":0.00024192719,"about_ca_system_score_gemma":0.00081440504,"threshold_uncertainty_score":0.98235},"labels":[],"label_agreement":null},{"id":"W4410336919","doi":"10.2196/65360","title":"Assessing Clinical Impressions of Early Warning Score Integration With the Rapid Response Team: Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Preprint; Protocol (science); Medicine; Early warning score; Rapid response team; Cohort; Prospective cohort study; Cohort study; Medical physics; Psychology; Medical emergency; Computer science; Alternative medicine; Surgery; World Wide Web; Internal medicine","score_opus":0.548793613672795,"score_gpt":0.6787478795129335,"score_spread":0.12995426584013847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410336919","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14012772,8.4974124e-7,0.00018463886,0.00092646386,0.0000033269266,0.8577134,0.0000035132282,0.000043224467,0.0009968823],"genre_scores_gemma":[0.24347535,6.569844e-8,0.00045996238,0.000032228654,0.00005281683,0.7554353,0.000002681821,0.000023356606,0.00051826995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954874,0.001916588,0.0006328782,0.0005998566,0.0009371671,0.00042610825],"domain_scores_gemma":[0.9944611,0.0029523168,0.00023161684,0.00079953443,0.0014302722,0.00012516268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007779062,0.00020475083,0.0005240662,0.0002921343,0.00051247573,0.00020683413,0.00025459754,0.0001241413,0.00005279959],"category_scores_gemma":[0.0021269422,0.00010117697,0.00015573644,0.0008193619,0.0003648158,0.00020564366,0.00015934238,0.00084128557,0.000004032437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029885132,0.0077587864,0.9389088,0.00026782198,0.00029474983,0.000013155982,0.0008850131,8.0172725e-7,0.0010096987,0.00010138554,0.006440033,0.014434586],"study_design_scores_gemma":[0.012540756,0.022863382,0.9443586,0.006549065,0.00003946837,0.0000023198593,0.0019790558,0.000068332905,0.0044573112,0.00008116435,0.0069707665,0.000089807334],"about_ca_topic_score_codex":0.00003819243,"about_ca_topic_score_gemma":0.000020285632,"teacher_disagreement_score":0.10334762,"about_ca_system_score_codex":0.00023384855,"about_ca_system_score_gemma":0.001387532,"threshold_uncertainty_score":0.4125877},"labels":[],"label_agreement":null},{"id":"W4410343456","doi":"10.2196/72330","title":"Establishing a System for Medical Certification of Cause of Death for Noninstitutional Deaths in a Selected Area of Kolar District, Karnataka, India: Protocol for a Population-Based Feasibility and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autopsy Techniques and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Certification; Cause of death; Medicine; Population; District hospital; Family medicine; Medical emergency; Environmental health; Alternative medicine; Disease; Pathology; Management","score_opus":0.2637927350064121,"score_gpt":0.5538968174573042,"score_spread":0.29010408245089214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410343456","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0819421,9.00908e-7,0.021117652,0.00010608019,0.0000024049134,0.8966362,0.00014472405,0.000030820884,0.00001914645],"genre_scores_gemma":[0.41288844,2.018964e-8,0.0027194547,0.0000022531146,0.000009351146,0.58426785,0.00009308551,0.0000075948933,0.000011961663],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975318,0.00022379804,0.0009318021,0.00035270472,0.0007103365,0.00024956034],"domain_scores_gemma":[0.9963409,0.0013125404,0.0003113448,0.00033897412,0.0016167795,0.000079482816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003553093,0.00012423849,0.00049442786,0.0005161966,0.00010416565,0.000023780216,0.00017789938,0.00018428451,0.000004241861],"category_scores_gemma":[0.005307818,0.00010161371,0.00008255688,0.00081636367,0.00008279458,0.00012785022,0.000051469,0.00020165776,2.1108306e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060939807,0.0023615276,0.96855843,0.016292308,0.000043025637,0.0000014731374,0.00011638322,0.000008090405,0.0009821954,0.004231209,0.00010777127,0.0012036336],"study_design_scores_gemma":[0.016806975,0.0034636096,0.93948746,0.007091869,0.000028083039,0.0000018983526,0.00014009772,0.007726673,0.024156895,0.00055814825,0.00043440663,0.000103888226],"about_ca_topic_score_codex":0.00021453609,"about_ca_topic_score_gemma":0.000073117924,"teacher_disagreement_score":0.33094636,"about_ca_system_score_codex":0.00037923784,"about_ca_system_score_gemma":0.0015964736,"threshold_uncertainty_score":0.6354337},"labels":[],"label_agreement":null},{"id":"W4410357322","doi":"10.2196/69163","title":"Combination of Electroacupuncture and Medication for Patients With Tinnitus Associated With Idiopathic Sudden Sensorineural Hearing Loss: Protocol for a Prospective Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing, Cochlea, Tinnitus, Genetics","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tinnitus; Medicine; Randomized controlled trial; Audiology; Hearing loss; Distress; Clinical trial; Physical therapy; Surgery; Internal medicine; Clinical psychology","score_opus":0.09123314297667517,"score_gpt":0.47091338216381007,"score_spread":0.3796802391871349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410357322","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066541895,6.215952e-7,0.00077675725,0.00028809987,0.000008468201,0.9321203,0.000012385241,0.00007048277,0.0001809462],"genre_scores_gemma":[0.24838565,1.2438245e-7,0.00018518935,0.00002536028,0.00004103079,0.75094706,0.0000059509575,0.000035888403,0.0003737542],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947386,0.001683859,0.0008343882,0.00073400413,0.001294027,0.00071514235],"domain_scores_gemma":[0.99379075,0.003016713,0.00060707825,0.00037168572,0.0020911254,0.00012263036],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004658694,0.00031112204,0.0012220937,0.00043626272,0.00041654558,0.00017849523,0.00030703633,0.00020188096,0.0000040854225],"category_scores_gemma":[0.018122705,0.00019416878,0.00013624634,0.0008134509,0.0006265974,0.00018182614,0.0001113886,0.0005553427,5.5055074e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98673975,0.0015766924,0.0031203565,0.0009463539,0.00007920742,0.0000013367744,0.00028545412,0.0000066496814,0.0047263615,0.0020919594,0.00009261648,0.0003332816],"study_design_scores_gemma":[0.9531945,0.009958657,0.0021931566,0.0022055716,0.000027023472,0.0000010799313,0.000020977048,0.0018026724,0.027937438,0.002114084,0.00034335695,0.00020151146],"about_ca_topic_score_codex":0.000009541184,"about_ca_topic_score_gemma":0.000015704352,"teacher_disagreement_score":0.18184374,"about_ca_system_score_codex":0.00022111107,"about_ca_system_score_gemma":0.00085945235,"threshold_uncertainty_score":0.99014807},"labels":[],"label_agreement":null},{"id":"W4410401831","doi":"10.2196/62712","title":"A Personalized, Texting-Based Conversational Agent to Address Sleep Disturbance in Individuals Who Have Survived Breast Cancer: Protocol for a Pilot Waitlist Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Preprint; Protocol (science); Breast cancer; Medicine; Cancer survivor; Psychology; Physical therapy; World Wide Web; Cancer; Alternative medicine; Computer science; Internal medicine","score_opus":0.12421291264094148,"score_gpt":0.4972603427675563,"score_spread":0.37304743012661484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410401831","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087069813,0.0000077837785,0.00039428263,0.0073876795,0.000055565943,0.9887799,0.0004266569,0.00007631192,0.0020010995],"genre_scores_gemma":[0.011107599,3.1301465e-7,0.0000742375,0.0008784879,0.000425443,0.9794111,0.00006202043,0.000057144982,0.00798363],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926234,0.0022368156,0.0012664953,0.00096141605,0.0018580764,0.0010537981],"domain_scores_gemma":[0.99393743,0.0031333987,0.00030726206,0.0006004507,0.0016181173,0.0004033224],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076050665,0.00044458645,0.0023149818,0.0008558389,0.0003027801,0.00026272747,0.00050715095,0.00020605832,0.00095562317],"category_scores_gemma":[0.0020477087,0.000342513,0.00061739853,0.000998864,0.00050604396,0.000117922355,0.00016741773,0.0007647471,0.000012250088],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9701695,0.0018822276,0.007024692,0.0022793338,0.0002775352,0.000013183176,0.0009635607,0.00003200213,0.000109830806,0.00086997205,0.015144808,0.0012333522],"study_design_scores_gemma":[0.89406526,0.0017781677,0.0023547881,0.006471479,0.00003268213,0.0000013203992,0.00025987695,0.0018925992,0.00021849848,0.00016754262,0.09246179,0.0002959943],"about_ca_topic_score_codex":0.0016098213,"about_ca_topic_score_gemma":0.0027203981,"teacher_disagreement_score":0.07731698,"about_ca_system_score_codex":0.0010262337,"about_ca_system_score_gemma":0.0029072126,"threshold_uncertainty_score":0.9999576},"labels":[],"label_agreement":null},{"id":"W4410433254","doi":"10.2196/69610","title":"Reduction of Salt and Sugar Contents in Canteen Foods and Intakes By Students and Staff at a Malaysian Higher Education Institution: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sodium Intake and Health","field":"Nursing","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Preprint; Institution; Medicine; Medical education; Psychology; Computer science; Sociology; Alternative medicine","score_opus":0.26999188785363115,"score_gpt":0.6299239089398854,"score_spread":0.3599320210862542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410433254","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30438146,0.000009202087,0.000010392512,0.00063730637,0.000027186687,0.69474685,0.000009073408,0.000015168214,0.00016334261],"genre_scores_gemma":[0.12513687,5.5037435e-7,0.00069404545,0.000026478505,0.000045354052,0.8732844,0.000004995356,0.000015482314,0.00079180696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971432,0.0010846534,0.00049470295,0.0004982829,0.0003990183,0.0003801306],"domain_scores_gemma":[0.99898154,0.00019241912,0.00013130397,0.00026155298,0.00030216746,0.00013101975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002186466,0.00016393526,0.00034246864,0.00042863644,0.00029646207,0.00012387575,0.00016624738,0.00012894982,0.000014728009],"category_scores_gemma":[0.00014921493,0.00014815829,0.000021356107,0.00045021842,0.0002647803,0.00022033969,0.00021086034,0.00030566534,4.3659068e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023401478,0.011160018,0.7397424,0.011601437,0.00012564262,0.0000026734688,0.009447853,5.478465e-7,0.032914385,0.0018472845,0.031410888,0.13834538],"study_design_scores_gemma":[0.024638347,0.015114718,0.7295077,0.0062273773,0.000021151916,0.000010890323,0.012056925,0.00005127327,0.031526003,0.0031113958,0.17731203,0.00042222766],"about_ca_topic_score_codex":0.0008172721,"about_ca_topic_score_gemma":0.0003692214,"teacher_disagreement_score":0.1792446,"about_ca_system_score_codex":0.00034955158,"about_ca_system_score_gemma":0.00021620547,"threshold_uncertainty_score":0.604172},"labels":[],"label_agreement":null},{"id":"W4410435672","doi":"10.2196/73276","title":"Examining the Longitudinal Impact of Within- and Between-Day Fluctuations in Food Parenting Practices on Child Dietary Intake: Protocol for a Longitudinal Cohort Study Within a Sample of Preschooler-Parent Dyads","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences","keywords":"Psychology; Context (archaeology); Longitudinal study; Developmental psychology; Cohort; Early childhood; Child rearing; Cohort study; Environmental health; Medicine; Geography","score_opus":0.33519194236804434,"score_gpt":0.553351669753347,"score_spread":0.2181597273853027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410435672","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48837242,0.0000010707408,0.000021932317,0.00009745893,0.000003245707,0.5112546,0.000037796963,0.000016748942,0.00019472733],"genre_scores_gemma":[0.5002004,5.014934e-8,0.00013183376,0.0000027330327,0.00006644367,0.49955595,0.000008485742,0.000018207957,0.000015905154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949825,0.0011498145,0.0010243593,0.00083100406,0.0014177734,0.0005945497],"domain_scores_gemma":[0.9934567,0.003883799,0.0008621856,0.00089336676,0.0007288866,0.000175055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063049383,0.00033958943,0.00088741386,0.00055283523,0.0003566599,0.0001212509,0.00043866356,0.00012259035,0.000019902483],"category_scores_gemma":[0.0065672267,0.00022613011,0.00015542575,0.0013239386,0.00041124134,0.00037523772,0.0005514992,0.0014302714,0.0000010753855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002410567,0.014993048,0.9775696,0.0019070735,0.00057763595,0.0000043960376,0.0010462794,0.00005609871,0.000444997,0.00033245367,0.00015477143,0.0005030752],"study_design_scores_gemma":[0.0051784334,0.020168955,0.9656562,0.004492345,0.000058416226,0.000002116057,0.0007844755,0.00048376955,0.0017112733,0.0012574121,0.000043645574,0.00016291543],"about_ca_topic_score_codex":0.00072989974,"about_ca_topic_score_gemma":0.00042228267,"teacher_disagreement_score":0.01191336,"about_ca_system_score_codex":0.00025806786,"about_ca_system_score_gemma":0.000689024,"threshold_uncertainty_score":0.92213184},"labels":[],"label_agreement":null},{"id":"W4410437353","doi":"10.2196/60901","title":"Providing Education and Training to Health Care Professionals to Address COVID-19 Health Disparities: Protocol for Implementation Project Using Reach, Effectiveness, Adoption, Implementation, and Maintenance Framework","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Health equity; Coaching; Medicine; Medical education; Program evaluation; Psychological intervention; Nursing; Protocol (science); Psychology; Public health; Alternative medicine","score_opus":0.756358691357005,"score_gpt":0.8193543360327108,"score_spread":0.06299564467570584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410437353","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020461967,0.0000060312805,0.022095624,0.054161754,0.000057753983,0.92102635,0.00042695334,0.00012512202,0.00005424073],"genre_scores_gemma":[0.0037367146,0.0000010860927,0.027006323,0.03181063,0.00024596677,0.93692386,0.00007412457,0.000057416783,0.00014385907],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866149,0.0068717566,0.001874537,0.0012978801,0.0010747962,0.0022661514],"domain_scores_gemma":[0.9916222,0.0039975937,0.0007311984,0.0005563242,0.0017606685,0.0013319907],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.016423266,0.0003727426,0.0006579287,0.0013448744,0.006097773,0.00023825828,0.00042281696,0.00018610261,0.00007013605],"category_scores_gemma":[0.0040391763,0.00035113544,0.000047477854,0.0022629201,0.00016820955,0.00063149293,0.0005412617,0.00092272443,0.000005594666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0025880185,0.00035205306,0.072352506,0.08396835,0.00004346159,9.802975e-7,0.3311998,0.000012000925,0.00045883105,0.067089915,0.31913483,0.12279926],"study_design_scores_gemma":[0.005721659,0.0021420312,0.027383417,0.017465714,0.0000029715366,0.0000030243755,0.28641465,0.000023288827,0.00013395213,0.0030052098,0.6573019,0.00040216162],"about_ca_topic_score_codex":0.0054074917,"about_ca_topic_score_gemma":0.0031079063,"teacher_disagreement_score":0.33816707,"about_ca_system_score_codex":0.004941529,"about_ca_system_score_gemma":0.0487871,"threshold_uncertainty_score":0.9998941},"labels":[],"label_agreement":null},{"id":"W4410438337","doi":"10.2196/75944","title":"An e-Coaching Intervention for Family Carers to Enhance Well-Being and Resilience Through Self-Help Strategies: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Resilience (materials science); Protocol (science); Intervention (counseling); Randomized controlled trial; Psychology; Psychological resilience; Medicine; Social psychology; Computer science; Alternative medicine; Psychiatry; World Wide Web","score_opus":0.13671540715119204,"score_gpt":0.6187582042839107,"score_spread":0.4820427971327187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410438337","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085737463,0.000007829866,0.030728046,0.00068855204,0.0002520612,0.9620551,0.00007491099,0.00030358872,0.0050325296],"genre_scores_gemma":[0.0006512751,0.0000022172023,0.009798506,0.000097831726,0.0011940682,0.9851705,0.000057556008,0.00008002347,0.0029480404],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9846823,0.008384925,0.0024898804,0.0017274308,0.0010879122,0.0016275207],"domain_scores_gemma":[0.98644954,0.0087848455,0.0010076866,0.0012149267,0.0022049118,0.0003381181],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020338794,0.0006470497,0.002926813,0.0007195093,0.0019301267,0.0006104152,0.001125195,0.0010226471,0.000047327074],"category_scores_gemma":[0.0034610194,0.00051846466,0.0009173902,0.00047485353,0.00022163031,0.00045854104,0.00087010587,0.0025686105,0.000009605202],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94046503,0.0007287988,0.00000693114,0.02164487,0.00017198002,0.0000017048013,0.01725532,0.00004211862,0.0002248228,0.0023359733,0.014927889,0.0021945632],"study_design_scores_gemma":[0.867794,0.004338706,0.000007076165,0.023294274,0.0000580886,2.212918e-7,0.014523962,0.0010060277,0.00018936086,0.025081009,0.06319585,0.00051146233],"about_ca_topic_score_codex":0.0007219745,"about_ca_topic_score_gemma":0.00016391785,"teacher_disagreement_score":0.07267106,"about_ca_system_score_codex":0.0007111297,"about_ca_system_score_gemma":0.0040219147,"threshold_uncertainty_score":0.9997325},"labels":[],"label_agreement":null},{"id":"W4410453393","doi":"10.2196/73070","title":"Associations Among Minority Stress, Allostatic Load, and Drug and Alcohol Use in Sexual Minorities: Protocol for the Queer Health Study—a Longitudinal Feasibility Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Ottawa Allergy Research Corporation; Douglas Mental Health University Institute","funders":"National Institute on Minority Health and Health Disparities","keywords":"Allostatic load; Preprint; Sexual minority; Psychology; Queer; Gerontology; Minority stress; Sexual orientation; Clinical psychology; Medicine; Social psychology; Computer science","score_opus":0.5082063419763869,"score_gpt":0.653253177201088,"score_spread":0.14504683522470108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410453393","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15422122,0.000015505597,0.000009244817,0.002433208,0.00001877214,0.8426966,0.00016496757,0.0000283188,0.00041213774],"genre_scores_gemma":[0.03323189,7.87699e-7,0.000040019222,0.000085159896,0.00013466361,0.9613426,0.000013627826,0.000016668111,0.0051345997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99237144,0.0041087186,0.0007592806,0.000791131,0.00107651,0.0008929018],"domain_scores_gemma":[0.9953442,0.0025964663,0.00021979009,0.0007291013,0.00091640477,0.00019402883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012997252,0.00022442287,0.00038059644,0.00032079194,0.0009939149,0.00047925673,0.0003342851,0.00015008316,0.00007773738],"category_scores_gemma":[0.0014402574,0.00018255306,0.00004339165,0.0006258169,0.0004419439,0.0004072992,0.00022293415,0.0008045421,0.0000051976376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005503836,0.0018611517,0.95188093,0.0026924475,0.000058060657,0.000002322849,0.0050785453,0.0000014270977,0.0000010094196,0.000667132,0.03321295,0.0039936523],"study_design_scores_gemma":[0.0077505405,0.00089391915,0.982864,0.00022381803,0.000013033537,7.0731517e-7,0.0026717035,0.00017909384,8.5355606e-7,0.00190532,0.0033591301,0.00013783031],"about_ca_topic_score_codex":0.07404232,"about_ca_topic_score_gemma":0.17209484,"teacher_disagreement_score":0.12098932,"about_ca_system_score_codex":0.0009988459,"about_ca_system_score_gemma":0.0017183804,"threshold_uncertainty_score":0.9321237},"labels":[],"label_agreement":null},{"id":"W4410469217","doi":"10.2196/72528","title":"Acceptability of the Expert Standard for Oral Health Care in Older Adult Patients Among Nursing Staff in German Hospitals and Care Facilities: Protocol for a Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Preprint; Protocol (science); German; Medicine; Health care; Nursing; Family medicine; Aged care; Alternative medicine","score_opus":0.1040872594839518,"score_gpt":0.5852223444066613,"score_spread":0.4811350849227095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410469217","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4524078,0.0000028665763,0.000017673128,0.00000872181,0.000018859942,0.54702157,0.0004314134,0.0000123651525,0.000078734614],"genre_scores_gemma":[0.4194062,3.1990965e-8,0.000027556509,0.000007808915,0.00001246016,0.58040637,0.000027810842,0.000011576857,0.000100169076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963813,0.00065433176,0.00086887245,0.0005698377,0.00089317834,0.0006325174],"domain_scores_gemma":[0.997398,0.00018740578,0.00016067788,0.00042096482,0.0017245975,0.00010831867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001151299,0.0001777353,0.000343779,0.0002511485,0.00039115406,0.00017642097,0.00032884054,0.00015333753,0.000043625838],"category_scores_gemma":[0.000464483,0.00014487178,0.00009088663,0.00053238333,0.00029852515,0.00028238437,0.00016540595,0.0003411265,3.8916377e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036800492,0.0011291193,0.941869,0.007937225,0.000004485516,4.6511485e-7,0.01748931,0.0000023916234,0.0000014258433,0.00005921826,0.0008440376,0.026983246],"study_design_scores_gemma":[0.012068086,0.0028884362,0.94075334,0.0015276697,3.6998264e-7,1.2596473e-7,0.039235465,0.000022994218,0.00021241108,0.00019519089,0.002992094,0.00010381634],"about_ca_topic_score_codex":0.0007599561,"about_ca_topic_score_gemma":0.013196071,"teacher_disagreement_score":0.033384837,"about_ca_system_score_codex":0.0015989029,"about_ca_system_score_gemma":0.00091424515,"threshold_uncertainty_score":0.7363717},"labels":[],"label_agreement":null},{"id":"W4410478616","doi":"10.2196/65829","title":"Exploring the Time to Onset and Early Predictors of Poststroke Spasticity Combined With Surface Electromyography: Protocol for a Nested Case-Control Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Botulinum Toxin and Related Neurological Disorders","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Physical medicine and rehabilitation; Electromyography; Spasticity; Stroke (engine); Protocol (science); Medicine; Physical therapy; Psychology; Computer science; Engineering; Alternative medicine; World Wide Web","score_opus":0.15027908757433672,"score_gpt":0.4481912685397299,"score_spread":0.2979121809653932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410478616","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41521963,3.2873731e-7,0.00002845314,0.001078626,0.0000013190911,0.58351696,0.000013166201,0.000047809925,0.0000937254],"genre_scores_gemma":[0.29260305,5.384084e-8,0.000061722945,0.000079679536,0.000011317268,0.70687187,5.532422e-7,0.00001961832,0.00035212983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972964,0.0006629472,0.00039310116,0.00047993308,0.00055049895,0.00061710854],"domain_scores_gemma":[0.9976723,0.0010896302,0.00007439156,0.00046677713,0.00047264356,0.00022421674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012510751,0.00022277067,0.0004677504,0.000270243,0.00029539323,0.00006513371,0.00022910112,0.00009886656,0.00003060684],"category_scores_gemma":[0.00037140906,0.00012233926,0.00008788078,0.0012300586,0.00032016938,0.000087663226,0.000115513256,0.00080001086,0.0000045036577],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19793154,0.010583449,0.76234883,0.0026420278,0.0013548965,0.00087507063,0.0016267361,0.00011017678,0.014431186,0.00013400408,0.0041884496,0.0037736553],"study_design_scores_gemma":[0.03570809,0.11927469,0.8354251,0.001854467,0.00007914141,0.0000981895,0.0003933383,0.00042246736,0.0021022176,0.0001239346,0.0042732223,0.0002451606],"about_ca_topic_score_codex":0.0000397968,"about_ca_topic_score_gemma":0.000016011838,"teacher_disagreement_score":0.16222346,"about_ca_system_score_codex":0.000029430023,"about_ca_system_score_gemma":0.00020442881,"threshold_uncertainty_score":0.49888507},"labels":[],"label_agreement":null},{"id":"W4410483999","doi":"10.2196/70707","title":"Remote Monitoring by ViQtor Upon Implementation on a Surgical Department (REQUEST-Trial): Protocol for a Prospective Implementation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Computer science; Medical physics; Medical emergency; World Wide Web","score_opus":0.1771865944850581,"score_gpt":0.5899950283897212,"score_spread":0.41280843390466304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410483999","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01345174,0.0000015114504,0.0008192656,0.000046717672,0.00007578628,0.9846193,0.000055253066,0.0003587832,0.0005716023],"genre_scores_gemma":[0.022000326,2.4289966e-7,0.00093846326,0.0000027274066,0.00066760834,0.97611004,0.000025859314,0.00008986935,0.00016485863],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958108,0.00046912077,0.0007790611,0.0007349853,0.0011549211,0.0010510859],"domain_scores_gemma":[0.9982784,0.00046113832,0.000103289494,0.0005324667,0.00043687026,0.00018783199],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001896535,0.0003916929,0.00036535546,0.00047595263,0.00045518228,0.00037620653,0.00041814768,0.00012794486,0.00006178156],"category_scores_gemma":[0.000081561004,0.00038061093,0.0001213398,0.00085864525,0.000039970357,0.00038481946,0.0001727601,0.0005593403,0.000027956075],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13492446,0.012916321,0.14835487,0.008920558,0.0019093696,0.00026748126,0.0045982446,0.0005563001,0.25078446,0.0030842314,0.07465438,0.35902935],"study_design_scores_gemma":[0.14335446,0.019047573,0.0033124262,0.001953067,0.000016697837,0.0000020226971,0.0023150854,0.00014919262,0.69258976,0.0015237994,0.1349345,0.0008014004],"about_ca_topic_score_codex":0.0000784664,"about_ca_topic_score_gemma":0.00004481725,"teacher_disagreement_score":0.44180533,"about_ca_system_score_codex":0.0018949746,"about_ca_system_score_gemma":0.00021074063,"threshold_uncertainty_score":0.9998646},"labels":[],"label_agreement":null},{"id":"W4410515446","doi":"10.2196/63723","title":"The Communities Organizing for Power Through Empathy (COPE) Community-Based Intervention to Improve Adult Mental Health During Disasters and Crises: Protocol for a Stepped-Wedge Cluster Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Psychology; Psychological intervention; Community resilience; Cluster randomised controlled trial; Social support; Psychiatry; Social psychology; Resource (disambiguation)","score_opus":0.27410780516749594,"score_gpt":0.5995682580701579,"score_spread":0.32546045290266196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410515446","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013277149,0.0000070946744,0.0030540393,0.0057142465,0.000063894,0.9767243,0.00020123582,0.00009207247,0.000865939],"genre_scores_gemma":[0.008061819,3.8789554e-7,0.0006078948,0.0005642072,0.00006010237,0.98886126,0.00004884865,0.00008827652,0.00170721],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98610634,0.010065782,0.0012456407,0.0004651711,0.0006917993,0.0014252659],"domain_scores_gemma":[0.98981863,0.0075071254,0.0002925535,0.0013750069,0.00079489476,0.00021180767],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010667093,0.00037335927,0.00081857125,0.00040349152,0.0035272054,0.00085376174,0.0013760668,0.0001776605,0.00008513982],"category_scores_gemma":[0.0016294838,0.00027169992,0.00032675592,0.00052993273,0.0008877159,0.00025384146,0.0009307174,0.0012430557,0.000016944346],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9243416,0.0023688974,0.00006164986,0.005359026,0.00023377311,4.974823e-7,0.041674394,8.6259445e-7,0.000083156054,0.0027186652,0.019498099,0.003659342],"study_design_scores_gemma":[0.8868232,0.006536303,0.00008060425,0.0051749167,0.00000621034,0.0000013106518,0.066108584,0.00013949664,0.00075270986,0.0019626701,0.03214306,0.00027092893],"about_ca_topic_score_codex":0.0014531983,"about_ca_topic_score_gemma":0.0011111102,"teacher_disagreement_score":0.03751843,"about_ca_system_score_codex":0.00039888572,"about_ca_system_score_gemma":0.000375764,"threshold_uncertainty_score":0.99997354},"labels":[],"label_agreement":null},{"id":"W4410531304","doi":"10.2196/66299","title":"Association Between Refrigerator Openings and Protein Intake After Hospitalization for Heart Failure Decompensation: Protocol for a Prospective Cohort Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Prospective cohort study; Cohort; Decompensation; Cohort study; Medical emergency; Gerontology; Environmental health; Surgery; Internal medicine; Computer science","score_opus":0.1759681114729811,"score_gpt":0.5598953539134357,"score_spread":0.3839272424404546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410531304","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0127608795,6.3638186e-7,0.00080212863,0.00639374,0.000004949791,0.97970504,0.000029826608,0.000097347285,0.0002054645],"genre_scores_gemma":[0.023438115,2.6480228e-8,0.005904449,0.00020734203,0.00027251104,0.9671711,0.000031483072,0.000038512153,0.002936475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997208,0.0003373615,0.0005979456,0.0006189009,0.0006869726,0.0005508204],"domain_scores_gemma":[0.99707675,0.00030658624,0.00016705759,0.00029783128,0.00196567,0.00018612687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00367768,0.00019265532,0.00045704303,0.00037611942,0.0005503923,0.0002799663,0.00011262122,0.00013276598,0.00006242058],"category_scores_gemma":[0.0008648308,0.000174141,0.00005241542,0.0005939011,0.00006394114,0.00026298183,0.00009708165,0.00044729662,0.000007343763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005604518,0.0012016783,0.95693654,0.0043900097,0.00010847917,0.0000013292483,0.00032321544,4.198135e-8,0.000996156,0.00056405575,0.029582087,0.0002918638],"study_design_scores_gemma":[0.021276392,0.019031657,0.5760117,0.0049180407,0.000022857905,0.0000010257528,0.00027358762,0.000046527734,0.00461825,0.0032396028,0.37034798,0.00021237989],"about_ca_topic_score_codex":0.000016989305,"about_ca_topic_score_gemma":0.00004940456,"teacher_disagreement_score":0.38092488,"about_ca_system_score_codex":0.00077919266,"about_ca_system_score_gemma":0.00055281835,"threshold_uncertainty_score":0.7101264},"labels":[],"label_agreement":null},{"id":"W4410535066","doi":"10.2196/70125","title":"Investigating the Effects of a High-Load Resistance Training Program on Bone Health in Wheelchair Users (the BoneWheel Study): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Randomized controlled trial; Physical therapy; Resistance (ecology); Medicine; Wheelchair; Resistance training; Psychology; Applied psychology; Computer science; Alternative medicine; World Wide Web","score_opus":0.1832959185627344,"score_gpt":0.5852270267033483,"score_spread":0.40193110814061384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410535066","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01147907,0.000010609935,0.000022805856,0.013415087,0.000018797225,0.97428447,0.0000029582984,0.000097116164,0.00066908146],"genre_scores_gemma":[0.009961616,4.627539e-7,0.00081528816,0.0003546722,0.0001986576,0.986043,0.0000021947371,0.000058394922,0.0025657634],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9835829,0.00916148,0.002077568,0.00084165804,0.0028796368,0.0014567479],"domain_scores_gemma":[0.9829243,0.013738732,0.0006130997,0.0012839603,0.0011836105,0.00025631208],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037524465,0.0004045554,0.00285012,0.00076255435,0.0006540828,0.00019394136,0.00081945,0.00016588312,0.000014039326],"category_scores_gemma":[0.03509526,0.0002072535,0.0005234363,0.002489164,0.0012069208,0.00010163917,0.00027223674,0.0021298225,0.0000041823128],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9652846,0.0052440627,0.00006405948,0.0054653995,0.00024613997,0.000015983145,0.0021953578,0.0000020505618,0.000650983,0.0016695767,0.006195562,0.012966224],"study_design_scores_gemma":[0.92401123,0.044011783,0.00040862765,0.015094721,0.00001826269,0.0000011585265,0.00083527726,0.0003175505,0.00055674266,0.0018355264,0.012766099,0.00014303319],"about_ca_topic_score_codex":0.00029960638,"about_ca_topic_score_gemma":0.0004924163,"teacher_disagreement_score":0.04127338,"about_ca_system_score_codex":0.00076258613,"about_ca_system_score_gemma":0.0058091725,"threshold_uncertainty_score":0.99982697},"labels":[],"label_agreement":null},{"id":"W4410551892","doi":"10.2196/57866","title":"Testing an Innovative Gait Training Program in Immersive Virtual Reality for Healthy Older Adults: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gait; Adaptability; Randomized controlled trial; Physical medicine and rehabilitation; Physical therapy; Gait training; Protocol (science); Medicine; Training (meteorology); Rehabilitation","score_opus":0.2716653782308601,"score_gpt":0.6227780660493972,"score_spread":0.3511126878185371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410551892","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013619647,8.99493e-7,0.0024381022,0.0010396244,0.000053350082,0.9919908,0.00006381285,0.0001743672,0.002877079],"genre_scores_gemma":[0.0020641214,1.2155282e-7,0.0037891676,0.0003234418,0.00061835954,0.9920093,0.000103553466,0.000059878224,0.001032093],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9842822,0.0092690615,0.002774474,0.0010214264,0.000727127,0.0019257269],"domain_scores_gemma":[0.9815447,0.013017518,0.001010247,0.00055811217,0.003628319,0.0002411287],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.028984664,0.00039378856,0.0022231247,0.0007706831,0.0014032079,0.00009531502,0.0005494681,0.0005912164,0.00002032822],"category_scores_gemma":[0.015281627,0.00030546827,0.00034713047,0.0020288827,0.00035595507,0.00040318948,0.00018252865,0.0018319701,0.0000062739164],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93699646,0.005432561,0.00013074755,0.0045051784,0.00008724214,0.0000016409172,0.005468364,3.9264668e-7,0.00030429114,0.005965703,0.0035418535,0.037565585],"study_design_scores_gemma":[0.9474873,0.008834514,0.00092666363,0.013202593,0.000007038874,1.7717943e-7,0.005624312,0.003811888,0.0000064234596,0.0046592355,0.015181829,0.00025802368],"about_ca_topic_score_codex":0.00016692987,"about_ca_topic_score_gemma":0.00021181194,"teacher_disagreement_score":0.03730756,"about_ca_system_score_codex":0.00055507146,"about_ca_system_score_gemma":0.004497543,"threshold_uncertainty_score":0.99993974},"labels":[],"label_agreement":null},{"id":"W4410559333","doi":"10.2196/71238","title":"The Impact of Mechanisms of Action on Adherence and Outcomes in Self-Guided Digital Mental Health Interventions: Protocol for a Randomized Controlled Trial With Mediation Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Randomized controlled trial; Mediation; Mental health; Intervention (counseling); Psychology; Medicine; Clinical psychology; Psychiatry","score_opus":0.21016820958235988,"score_gpt":0.6517155946628218,"score_spread":0.44154738508046193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410559333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00436719,0.0000015203747,0.0009551519,0.0005715191,0.000016744749,0.9932506,0.00008972154,0.000022137972,0.0007254071],"genre_scores_gemma":[0.13189545,1.2102282e-7,0.00011161789,0.0000056660974,0.0000070936403,0.86702824,0.000014952177,0.000010213394,0.00092662615],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99557894,0.0015573206,0.0016414794,0.00031793473,0.0005110221,0.0003933197],"domain_scores_gemma":[0.9960549,0.002351302,0.00084931625,0.000345265,0.00031272997,0.00008649808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054230904,0.00017060248,0.0012315263,0.00088622374,0.00017297374,0.000117581956,0.00024252791,0.00007966797,0.00004661801],"category_scores_gemma":[0.0007328912,0.000093408875,0.0008231343,0.0009318036,0.00021352369,0.0002055876,0.000069069494,0.00023010487,0.0000020684747],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9712092,0.0056612375,0.00093186967,0.00085706386,0.0015723986,3.0811077e-7,0.00029413914,0.0000047645754,0.000008582115,0.014178071,0.0005377536,0.0047446024],"study_design_scores_gemma":[0.9634436,0.0211606,0.0019695335,0.0027297724,0.000018525654,5.150149e-7,0.00033545186,0.0003708245,0.00012207792,0.009704645,0.00006523496,0.00007927013],"about_ca_topic_score_codex":0.000205985,"about_ca_topic_score_gemma":0.00023840336,"teacher_disagreement_score":0.12752827,"about_ca_system_score_codex":0.0003525584,"about_ca_system_score_gemma":0.00035333895,"threshold_uncertainty_score":0.38091034},"labels":[],"label_agreement":null},{"id":"W4410577389","doi":"10.2196/67675","title":"Remote Digital Health Interventions to Support the Physical, Functional, or Psychological Rehabilitation of Adult Patients With Major Traumatic Injuries: Protocol for a Systematic Review of Randomized Controlled Trials","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychological intervention; Rehabilitation; Protocol (science); Medicine; Physical therapy; Randomized controlled trial; Alternative medicine; Physical medicine and rehabilitation; Nursing; World Wide Web; Computer science","score_opus":0.35426571525251327,"score_gpt":0.6590569878049809,"score_spread":0.30479127255246763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410577389","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.995994e-7,0.009006547,0.0009254063,0.001535733,0.0000082043625,0.9880364,0.00039833167,0.00003188817,0.000056874083],"genre_scores_gemma":[6.3374176e-7,0.010319377,0.0009332802,0.00029934864,0.00009351732,0.9874233,0.00045837983,0.000045745044,0.00042641335],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9781983,0.009261439,0.009321306,0.00059673947,0.002085842,0.0005363835],"domain_scores_gemma":[0.9584132,0.030931173,0.0056348145,0.000993298,0.003780548,0.0002469754],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.026092216,0.00049745565,0.018231072,0.0008387154,0.00017068109,0.000058864443,0.00039287904,0.00014332523,0.00020656257],"category_scores_gemma":[0.10723835,0.0001899233,0.0031596476,0.0015425568,0.00035717065,0.00012089984,0.00008694749,0.0005567424,0.000007994491],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.102897055,0.0020649573,0.0000013772276,0.814063,0.0006523622,3.3621993e-7,0.00018805539,1.4034245e-8,2.3774442e-8,0.00015125026,0.018505085,0.061476495],"study_design_scores_gemma":[0.17934157,0.025549965,0.0000040855566,0.7735544,0.0010119365,0.0000025907843,0.0001292684,0.0000016176815,1.8947232e-7,0.00011744667,0.020178841,0.00010812616],"about_ca_topic_score_codex":0.000007685155,"about_ca_topic_score_gemma":0.0000046161435,"teacher_disagreement_score":0.081146136,"about_ca_system_score_codex":0.0002712278,"about_ca_system_score_gemma":0.0025179498,"threshold_uncertainty_score":0.9963443},"labels":[],"label_agreement":null},{"id":"W4410577794","doi":"10.2196/58252","title":"Integrated Behavioral and Biological Surveillance Among People Living With HIV Visiting the Antiretroviral Therapy Centers in India: Protocol for a Cross-Sectional Surveillance","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Life expectancy; Men who have sex with men; Cross-sectional study; Environmental health; Syphilis; Gerontology; Human immunodeficiency virus (HIV); Population; Family medicine","score_opus":0.13126182978180245,"score_gpt":0.523893099006698,"score_spread":0.39263126922489555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410577794","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3913384,0.0000023219159,0.00012718955,0.00017252762,0.00000207096,0.607796,0.000041299187,0.00004256223,0.00047762142],"genre_scores_gemma":[0.36122748,7.6023457e-7,0.00007471714,0.000016516886,0.0000449099,0.63724947,0.000021792966,0.000016414655,0.0013479094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963933,0.0009776353,0.0004959742,0.00059937715,0.00062287896,0.0009108063],"domain_scores_gemma":[0.99777824,0.0008862891,0.000096420226,0.00036758426,0.0007056236,0.00016585823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037421463,0.00022419088,0.00037344842,0.00045266704,0.00052502734,0.0004212459,0.000353987,0.00017135427,0.0001407015],"category_scores_gemma":[0.00087219087,0.00013050485,0.00013406322,0.0012631142,0.0007980196,0.00021005578,0.00021521928,0.0011734326,0.000004649135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033748443,0.00079891767,0.9890389,0.00040695223,0.000030603394,0.000013674644,0.00015547518,5.042555e-7,0.0011949554,0.00012190009,0.0017590622,0.0031041985],"study_design_scores_gemma":[0.0057433564,0.007549269,0.97849256,0.0020797104,3.2050366e-7,0.000011343725,0.0002465412,0.0005868272,0.00020893238,0.000035955894,0.0049161674,0.000129023],"about_ca_topic_score_codex":0.0002884231,"about_ca_topic_score_gemma":0.0004649014,"teacher_disagreement_score":0.030110901,"about_ca_system_score_codex":0.00021795175,"about_ca_system_score_gemma":0.0004373098,"threshold_uncertainty_score":0.53218335},"labels":[],"label_agreement":null},{"id":"W4410577844","doi":"10.2196/66360","title":"Compassion Fatigue and Burnout Among Health Care Professionals: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Burnout; Compassion fatigue; Health care; Protocol (science); Nursing; Health professionals; Psychology; Compassion; Medicine; Applied psychology; Medical education; Alternative medicine; Computer science; Clinical psychology; World Wide Web; Political science","score_opus":0.6801157545247818,"score_gpt":0.7538995317216624,"score_spread":0.07378377719688056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410577844","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.6741983e-9,0.46865085,0.000033938337,0.0017912395,0.000048708927,0.5283569,0.00027266156,0.00014670886,0.0006990023],"genre_scores_gemma":[3.3868113e-9,0.42231,0.00042478903,0.00084390055,0.00054070365,0.5728419,0.00032870943,0.00013945745,0.0025705837],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9677535,0.018959276,0.005184017,0.0022984173,0.002318926,0.003485833],"domain_scores_gemma":[0.981919,0.0089421775,0.0028278704,0.0019280978,0.003006426,0.0013764258],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0125182,0.0013461155,0.006308457,0.0012232359,0.006409783,0.00013022214,0.0016044779,0.0019476017,0.0006468766],"category_scores_gemma":[0.0030316191,0.0009071511,0.0007899498,0.0018012696,0.00045275467,0.0003640466,0.0024282187,0.007758379,0.0000968457],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086250475,0.00018389853,0.00003624002,0.51684916,0.000024363404,0.0000043028017,0.00036416392,6.854269e-9,1.5682216e-8,0.00019885297,0.094838545,0.38741422],"study_design_scores_gemma":[0.0012712207,0.00039807483,0.000005781232,0.5038053,0.000013330452,0.0000012774395,0.00038792205,0.0000014304318,1.4194053e-7,0.00004180434,0.4936985,0.00037520946],"about_ca_topic_score_codex":0.00016118251,"about_ca_topic_score_gemma":0.0002804767,"teacher_disagreement_score":0.39885998,"about_ca_system_score_codex":0.0016624301,"about_ca_system_score_gemma":0.040238593,"threshold_uncertainty_score":0.999929},"labels":[],"label_agreement":null},{"id":"W4410579952","doi":"10.2196/67941","title":"Validation and Comparison of Pediatric Appendicitis Scores and Management Strategies (Project SPASMS): Protocol for a Prospective Multicenter Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Appendicitis Diagnosis and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Preprint; Medicine; Protocol (science); Appendicitis; Pediatrics; Alternative medicine; General surgery; Internal medicine; Computer science; World Wide Web","score_opus":0.43262848979871227,"score_gpt":0.6135054982764027,"score_spread":0.1808770084776904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410579952","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0302288,0.0000039693455,0.0003961024,0.00023580428,0.000003821923,0.967479,0.000013749538,0.000033727785,0.0016050378],"genre_scores_gemma":[0.09296034,0.0000025507045,0.0014136095,0.000021831249,0.000056780817,0.9051876,0.000015379104,0.000016144671,0.00032577806],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99777627,0.00017463097,0.00050592073,0.000512691,0.0006897521,0.00034074578],"domain_scores_gemma":[0.9988993,0.00022286139,0.00015019196,0.0002649196,0.00039652808,0.000066192275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010054727,0.00017660204,0.00037955036,0.0005939128,0.00021438747,0.00016670488,0.00013147188,0.000058237954,0.000029119925],"category_scores_gemma":[0.00008429026,0.00014652709,0.000044160835,0.000504874,0.00015233704,0.00021255728,0.00032826388,0.00020472966,0.0000017984022],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026725044,0.0049794368,0.94486743,0.010830389,0.0001885723,0.000009526485,0.0008724816,0.000003368712,0.000108386375,0.015597305,0.014630311,0.0052402928],"study_design_scores_gemma":[0.017808722,0.006368305,0.9487972,0.0023180821,0.00005714812,7.768898e-7,0.0056497,0.00041381895,0.00094219524,0.0013624437,0.016122876,0.00015867931],"about_ca_topic_score_codex":0.00006362847,"about_ca_topic_score_gemma":0.00003189576,"teacher_disagreement_score":0.06273154,"about_ca_system_score_codex":0.000090559,"about_ca_system_score_gemma":0.0001511699,"threshold_uncertainty_score":0.5975201},"labels":[],"label_agreement":null},{"id":"W4410580382","doi":"10.2196/69541","title":"Exploring the Link Between Visual Attention to Familiar or Novel Food Stimuli and Food Choice Using Integrated Electroencephalography and Eye Tracking: Protocol for Nonrandomized Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Consumer Attitudes and Food Labeling","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Eye tracking; Attentional bias; Electroencephalography; Fixation (population genetics); Psychology; N100; N2pc; Gaze; Cognitive psychology; Event-related potential; Eye movement; Visual search; Brain activity and meditation; Visual perception; Visual attention; Cognition; Perception; Neuroscience; Medicine; Computer science; Artificial intelligence; Population","score_opus":0.5712476209991568,"score_gpt":0.5800922672244974,"score_spread":0.008844646225340536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410580382","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24288772,0.0000043621203,0.0032557219,0.00054836634,0.0000059163544,0.7532067,0.000011610846,0.00006499555,0.000014633252],"genre_scores_gemma":[0.2920895,3.8328295e-7,0.00091966183,0.00003154361,0.00017384512,0.7067142,0.000003895393,0.000033926895,0.000033036107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99683315,0.00039437076,0.0006330039,0.00073998596,0.00062412134,0.0007753508],"domain_scores_gemma":[0.99726856,0.0011931552,0.00009715218,0.0003903817,0.00080054114,0.00025022574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002735385,0.0003166278,0.0006372285,0.000648526,0.000705977,0.00035783718,0.00025307309,0.000068410925,0.000006101169],"category_scores_gemma":[0.0010401608,0.00020134039,0.00009119282,0.0015142779,0.00018054865,0.00026449864,0.00028259837,0.000816843,7.05395e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10507254,0.008820871,0.4054418,0.008436835,0.0040702666,0.000011599914,0.0028841638,0.000012375719,0.19837557,0.00018480435,0.00012260875,0.26656657],"study_design_scores_gemma":[0.18946582,0.22145447,0.5286765,0.014842723,0.0004528555,0.000011063483,0.0024141497,0.0032657166,0.0049211197,0.0001366193,0.033500794,0.00085814926],"about_ca_topic_score_codex":0.000080522805,"about_ca_topic_score_gemma":0.00021230835,"teacher_disagreement_score":0.26570845,"about_ca_system_score_codex":0.00010378702,"about_ca_system_score_gemma":0.0003343859,"threshold_uncertainty_score":0.82104224},"labels":[],"label_agreement":null},{"id":"W4410601826","doi":"10.2196/68511","title":"Collecting and Sharing Person-Centered AI Clinical Summaries Across Frailty Services Provided by the National Health Service and Voluntary, Community, and Social Enterprise: Protocol for a Co-Design and Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; World Wide Web; Medical education; Psychology; Medicine","score_opus":0.6481122648871139,"score_gpt":0.665079689608208,"score_spread":0.016967424721094027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410601826","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096798174,0.00000868738,0.00003846972,0.009062015,0.0000029257667,0.8937817,0.000107507396,0.000056736782,0.0001437471],"genre_scores_gemma":[0.06444023,7.4221504e-7,0.00009466653,0.0012267865,0.000057078145,0.9338569,0.000032124957,0.000021041265,0.00027041286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958111,0.0017499246,0.00053705095,0.0006452842,0.0006851764,0.0005714655],"domain_scores_gemma":[0.9974755,0.0013474328,0.00016488877,0.00031292788,0.0005261058,0.00017312239],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009294077,0.00023999014,0.00047534506,0.000105136794,0.002762144,0.001026198,0.00031572458,0.00010204391,0.000011353774],"category_scores_gemma":[0.00028780822,0.00018528907,0.000041195486,0.00031917862,0.00059480715,0.00030935506,0.0011653448,0.00097218994,3.3639236e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013969954,0.0039078975,0.89009356,0.030820955,0.00034004968,0.000003375796,0.021542938,2.942789e-7,0.000049135397,0.0001557824,0.035009988,0.004106088],"study_design_scores_gemma":[0.050761215,0.006975009,0.81283605,0.0043983273,0.000032574113,0.00000940514,0.08075858,0.005615377,0.000028922474,0.002309863,0.035909697,0.00036498348],"about_ca_topic_score_codex":0.00092364725,"about_ca_topic_score_gemma":0.0015337754,"teacher_disagreement_score":0.0772575,"about_ca_system_score_codex":0.0002496074,"about_ca_system_score_gemma":0.0007769633,"threshold_uncertainty_score":0.9985361},"labels":[],"label_agreement":null},{"id":"W4410629391","doi":"10.2196/72140","title":"Exploring the Impact of the Caring Contacts Intervention on the Stress and Distress of Veterans and Service Members: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Distress; Service (business); Protocol (science); Medicine; Psychology; Peer support; Gerontology; Nursing; Clinical psychology; Alternative medicine; World Wide Web; Computer science; Business","score_opus":0.341554181292961,"score_gpt":0.5673606476255335,"score_spread":0.2258064663325725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410629391","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18681212,0.0000049118617,0.0000074850823,0.0006727319,0.000017444074,0.81113505,0.000018947945,0.000008513437,0.0013227896],"genre_scores_gemma":[0.28439987,4.208915e-7,0.000001609345,0.000016379858,0.00004227167,0.7153868,5.147427e-7,0.000008780994,0.00014336102],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995801,0.0026796144,0.00060871575,0.00025498678,0.00033799236,0.0003177075],"domain_scores_gemma":[0.9919142,0.0069335285,0.0002755648,0.00047816336,0.0003654228,0.000033109915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004076667,0.00017098174,0.00075358764,0.000109504945,0.00031712436,0.00009140699,0.00040057328,0.000055386692,0.00003705192],"category_scores_gemma":[0.0010025289,0.000066632274,0.00039409523,0.00028105456,0.0003446115,0.00008447478,0.00023357967,0.0003498928,3.8605097e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98665994,0.0005142815,0.0008091649,0.00084068376,0.0008387775,6.490783e-7,0.006016814,0.00000501771,0.00027788602,0.0024948376,0.00029403105,0.0012479171],"study_design_scores_gemma":[0.98382515,0.0015605848,0.0059659523,0.0023511827,0.000033401662,4.6284785e-7,0.0037462604,0.00016186478,0.0012362528,0.00078260445,0.0002555064,0.000080773105],"about_ca_topic_score_codex":0.0010675238,"about_ca_topic_score_gemma":0.00024526022,"teacher_disagreement_score":0.097587764,"about_ca_system_score_codex":0.000035751174,"about_ca_system_score_gemma":0.00005799162,"threshold_uncertainty_score":0.27171853},"labels":[],"label_agreement":null},{"id":"W4410632752","doi":"10.2196/67014","title":"Impact of Pharmacist-Led Continuous Glucose Monitoring on Clinical Outcomes in People With Type 2 Diabetes in Primary Care: Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Glycemic; Pharmacist; Cohort; Type 2 diabetes; Prospective cohort study; Cohort study; Intervention (counseling); Diabetes mellitus; Physical therapy; Family medicine; Pharmacy; Nursing; Internal medicine","score_opus":0.14645476276313668,"score_gpt":0.5916407594209042,"score_spread":0.44518599665776754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410632752","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46812662,8.738811e-7,3.373047e-7,0.00002330209,0.000005857709,0.5301782,0.0000036011363,0.000022047185,0.0016392055],"genre_scores_gemma":[0.2918006,2.389148e-7,0.000055780736,0.0000062145523,0.000045594326,0.7069286,0.000006508704,0.000030298657,0.0011261947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99571896,0.00066207745,0.00078719226,0.0007073677,0.0012019386,0.0009224892],"domain_scores_gemma":[0.99707943,0.000959915,0.00012845076,0.00064559217,0.0010289914,0.00015759397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039911577,0.00027301058,0.0011010161,0.0010607013,0.00008461836,0.00008299104,0.00040075774,0.00012262962,0.000026897304],"category_scores_gemma":[0.000812518,0.00017830542,0.00017995176,0.001854022,0.00020648583,0.0001343403,0.0003106724,0.0010816322,0.000009332441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02086015,0.0139243435,0.95500696,0.0031239425,0.00041007999,0.00003901777,0.00030839405,0.000005649096,0.0003191547,0.000008875606,0.00041655617,0.005576906],"study_design_scores_gemma":[0.03388837,0.03220576,0.928412,0.0034507543,0.000011700864,7.336309e-8,0.0002443102,0.000047136127,0.0010018959,0.000032469856,0.00056144036,0.00014408649],"about_ca_topic_score_codex":0.000060520302,"about_ca_topic_score_gemma":0.000060324135,"teacher_disagreement_score":0.17675042,"about_ca_system_score_codex":0.0009317169,"about_ca_system_score_gemma":0.0011045302,"threshold_uncertainty_score":0.72710836},"labels":[],"label_agreement":null},{"id":"W4410635727","doi":"10.2196/71850","title":"A Clinical Study on the Efficacy of Acupuncture Treatment in Essential Hypertension: Protocol for Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Acupuncture; Clinical trial; Physical therapy; Randomized controlled trial; Pittsburgh Sleep Quality Index; Blood pressure; Adverse effect; Protocol (science); Clinical research; Research design; Alternative medicine; Surgery; Internal medicine; Sleep quality; Psychiatry","score_opus":0.2881550475880859,"score_gpt":0.6265558040800294,"score_spread":0.3384007564919435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410635727","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011176771,0.0000029713742,0.0000127575495,0.005222581,0.000020664038,0.98157936,0.0000056693325,0.000044857898,0.0019343606],"genre_scores_gemma":[0.0145580135,0.0000010084636,0.00008149124,0.00009836229,0.00036712593,0.9807882,0.000005302434,0.00003161784,0.004068929],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9889322,0.005931153,0.0018132052,0.0008344183,0.001673714,0.0008153089],"domain_scores_gemma":[0.9642656,0.03307733,0.00028074614,0.0011677805,0.001051199,0.00015734222],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011526064,0.00063135545,0.004766916,0.0006174171,0.00030788544,0.00007208923,0.00041916722,0.00024621334,0.00012467349],"category_scores_gemma":[0.018468453,0.00018207847,0.001540836,0.00093154743,0.00091690186,0.00004518312,0.00025273077,0.0009030309,0.000012322501],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94664437,0.035817645,0.0016600242,0.0003466065,0.0018261279,0.00009360868,0.00030431375,0.0000010832955,0.00013249145,0.00048215463,0.01085656,0.0018350093],"study_design_scores_gemma":[0.9453271,0.03173541,0.0020144302,0.0018727179,0.00014480586,0.0000015801432,0.00034435152,0.00006932852,0.0005211723,0.00028977206,0.017568348,0.0001109911],"about_ca_topic_score_codex":0.00003581162,"about_ca_topic_score_gemma":0.00003163129,"teacher_disagreement_score":0.027146176,"about_ca_system_score_codex":0.00034682124,"about_ca_system_score_gemma":0.0015591469,"threshold_uncertainty_score":0.9897994},"labels":[],"label_agreement":null},{"id":"W4410638703","doi":"10.2196/74225","title":"Functional Elements of Entrusted Professional Activities for Dental Educators: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Islamic University Malaysia; Universiti Sains Malaysia","keywords":"Preprint; Protocol (science); Medical education; Medicine; Engineering ethics; Psychology; Engineering; Alternative medicine; Computer science; World Wide Web","score_opus":0.4778113048611106,"score_gpt":0.709736480208648,"score_spread":0.23192517534753737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410638703","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.465487e-8,0.05140178,0.00014203106,0.0003996946,0.000080356105,0.94759274,0.00010862608,0.000036679154,0.00023808263],"genre_scores_gemma":[1.7711289e-9,0.032106884,0.0030466844,0.00020440592,0.00078943174,0.95702994,0.0009637831,0.00007148694,0.005787387],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944142,0.00053174736,0.0019878375,0.0007036364,0.0016366584,0.00072589505],"domain_scores_gemma":[0.9950442,0.0013246067,0.000874613,0.00070550054,0.0019212291,0.00012990025],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042962483,0.00041650134,0.0019102806,0.0010567356,0.00033510962,0.00004289105,0.00044381138,0.00043851853,0.000935117],"category_scores_gemma":[0.005410447,0.00031711973,0.00059462,0.0016163043,0.0002796888,0.00015150853,0.00023737455,0.0010778328,0.000013740276],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024766396,0.0009690988,0.0000074124046,0.48898,0.000071051254,2.764066e-7,0.000009889254,2.7712637e-9,0.0000013384378,0.00026087466,0.21782742,0.29162496],"study_design_scores_gemma":[0.0014116856,0.00046290774,0.0000013398671,0.49381268,0.000046879566,0.000005869927,0.000035125624,0.0000011686415,0.000024297116,0.000042775668,0.50404555,0.00010970503],"about_ca_topic_score_codex":0.000001168407,"about_ca_topic_score_gemma":0.0000010802293,"teacher_disagreement_score":0.29151526,"about_ca_system_score_codex":0.00079962274,"about_ca_system_score_gemma":0.018355478,"threshold_uncertainty_score":0.9999782},"labels":[],"label_agreement":null},{"id":"W4410640505","doi":"10.2196/69358","title":"Technology Effects and Child Health: Wellness Impact and Social Effects (TECHWISE): Protocol for a Prospective, Observational, Real-World Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Preprint; Psychology; Gerontology; Medicine; Environmental health; Computer science; World Wide Web","score_opus":0.16228399952780484,"score_gpt":0.5968759483899521,"score_spread":0.43459194886214725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410640505","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009465223,0.000004363603,0.00003394741,0.013000168,0.000012142166,0.97524536,0.0000098470655,0.00046631746,0.0017626358],"genre_scores_gemma":[0.052174985,6.968606e-7,0.00019260896,0.00013206061,0.000105669824,0.9460042,0.0000020791242,0.000036882175,0.0013508075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951638,0.0012595947,0.00044227048,0.00085057,0.0008940155,0.0013897378],"domain_scores_gemma":[0.99791497,0.0007772585,0.00021495983,0.00043627698,0.00045386062,0.0002026883],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0040964964,0.00032635927,0.0006225018,0.001263271,0.00399648,0.00037121627,0.0007270322,0.00041745673,0.000011250955],"category_scores_gemma":[0.0014085124,0.0002914243,0.00008297793,0.002606189,0.0015976977,0.0003309018,0.0005697566,0.0011379864,0.0000052958007],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021567564,0.0048922068,0.84691495,0.0077942964,0.00017248171,0.00001943357,0.0036350475,1.6874084e-7,0.00020526115,0.05059075,0.02457916,0.05903946],"study_design_scores_gemma":[0.015054961,0.0064519746,0.8420059,0.0045160153,0.000007202367,0.000001983486,0.0015040823,0.000013700218,0.0014672879,0.037337895,0.091189586,0.00044937752],"about_ca_topic_score_codex":0.0006313026,"about_ca_topic_score_gemma":0.0014027786,"teacher_disagreement_score":0.066610426,"about_ca_system_score_codex":0.0008895538,"about_ca_system_score_gemma":0.0012135777,"threshold_uncertainty_score":0.9999538},"labels":[],"label_agreement":null},{"id":"W4410739340","doi":"10.2196/63050","title":"The Effects of Acupoint Stimulation Combined With Transcutaneous Electrical Nerve Stimulation on Labor Pain: Protocol for a Stepped Wedge Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Childbirth; Medicine; Transcutaneous electrical nerve stimulation; Visual analogue scale; Randomized controlled trial; Psychological intervention; Physical therapy; Labor pain; Clinical trial; Pregnancy; Nursing; Alternative medicine; Surgery","score_opus":0.07078360814907392,"score_gpt":0.5154066421641295,"score_spread":0.44462303401505554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410739340","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006971711,0.0000022273548,0.0017850919,0.0023631863,0.000019572606,0.98849356,0.000009922949,0.000050773175,0.00030394847],"genre_scores_gemma":[0.025877329,1.8415975e-7,0.00017048062,0.000108414395,0.00010369003,0.96424663,0.000011502639,0.000025645559,0.009456122],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941275,0.0031099862,0.0010715071,0.0003296525,0.0008441839,0.00051713455],"domain_scores_gemma":[0.9848373,0.013251398,0.000271607,0.00047674438,0.0010202759,0.0001426686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059510404,0.00022896836,0.0011353178,0.000302231,0.00036251274,0.00008324942,0.00024236522,0.00016105067,0.00006060455],"category_scores_gemma":[0.004708381,0.00011236341,0.00043333333,0.00047977432,0.0002070507,0.000056049943,0.000039806466,0.00051690114,0.000004810677],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9785742,0.0020444382,0.00005131235,0.010279422,0.00019857998,0.000015101704,0.000071153554,0.000032525888,0.00037667266,0.0025945888,0.0013432408,0.004418753],"study_design_scores_gemma":[0.9085579,0.046164967,0.00018890269,0.005985245,0.000028203822,0.000003204987,0.000005679755,0.024378208,0.0016726529,0.0015469755,0.011374397,0.000093666786],"about_ca_topic_score_codex":0.000024102726,"about_ca_topic_score_gemma":0.000016230575,"teacher_disagreement_score":0.07001632,"about_ca_system_score_codex":0.00015698675,"about_ca_system_score_gemma":0.00048723666,"threshold_uncertainty_score":0.5636712},"labels":[],"label_agreement":null},{"id":"W4410742584","doi":"10.2196/60675","title":"Immunogenicity of COVID-19 Vaccination in Immunocompromised Patients (Auto-COVID-VACC): Protocol for Multicenter Prospective Noninterventional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 and COVID-19 Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Vaccination; Immunogenicity; Reactogenicity; Immunology; Population; Immune system","score_opus":0.19693996018361845,"score_gpt":0.5895133211282656,"score_spread":0.3925733609446471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410742584","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043995168,0.0000024462627,0.00042853382,0.00027415477,0.000011076482,0.9541741,0.000044982295,0.00007711573,0.0009924414],"genre_scores_gemma":[0.06879693,2.5259656e-8,0.000220033,0.00088381075,0.000044576565,0.92973274,0.000015603919,0.000044685054,0.00026159867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938563,0.0011122568,0.0013201623,0.0009920519,0.0017623832,0.0009568441],"domain_scores_gemma":[0.99540144,0.0007951205,0.00028442277,0.0009368149,0.002441723,0.0001404999],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0046445923,0.0003492197,0.00071300415,0.0015817935,0.00034997615,0.00013433656,0.00083378766,0.00023917934,0.00016542332],"category_scores_gemma":[0.0035451304,0.00030595466,0.00036362497,0.0017851569,0.00021062171,0.00030623295,0.00065793295,0.0010210427,0.00002657044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06602007,0.033680283,0.86158764,0.009202343,0.00028934202,0.000028690265,0.001578776,0.0000023077282,0.02120531,0.00040150888,0.0016998645,0.004303866],"study_design_scores_gemma":[0.1652619,0.013705211,0.6092491,0.0031057356,0.000016556194,0.000002340796,0.00088950724,0.0010776529,0.0716134,0.0020120812,0.1326666,0.00039992505],"about_ca_topic_score_codex":0.00041286522,"about_ca_topic_score_gemma":0.00018468754,"teacher_disagreement_score":0.25233853,"about_ca_system_score_codex":0.002442436,"about_ca_system_score_gemma":0.0032586325,"threshold_uncertainty_score":0.99993926},"labels":[],"label_agreement":null},{"id":"W4410763562","doi":"10.2196/65428","title":"An Intervention to Support Higher Education Teachers’ Teaching Processes and Well-Being: Protocol for an Intervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Intervention (counseling); Protocol (science); Medical education; Psychology; Computer science; Medicine; Alternative medicine","score_opus":0.24673448111724597,"score_gpt":0.6342337304736667,"score_spread":0.38749924935642077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410763562","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012217838,6.729339e-7,0.007922986,0.00038542945,0.000076410775,0.9654749,0.000006615542,0.00014378663,0.013771341],"genre_scores_gemma":[0.19307505,1.9177995e-9,0.0001591753,0.000049182294,0.00016842534,0.76731944,0.000024909106,0.00003640243,0.03916743],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99528533,0.0019350538,0.00079505343,0.00095792935,0.00044976265,0.00057687133],"domain_scores_gemma":[0.9978817,0.00012465219,0.00018605009,0.0008424032,0.0006778336,0.00028737966],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039156834,0.00026079515,0.0002931729,0.00086672796,0.000653982,0.0006315771,0.0007183542,0.00016821396,0.0050370772],"category_scores_gemma":[0.00015118538,0.00023601133,0.00014026284,0.0005683851,0.00008004009,0.00063896086,0.00024475827,0.00066829514,0.00008236129],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040375236,0.06863194,0.025172476,0.003820015,0.0001649209,0.000004987713,0.010981071,0.0000014128033,0.0002706576,0.10578783,0.22558588,0.5555413],"study_design_scores_gemma":[0.00852791,0.031070884,0.054450415,0.005907725,0.000017399841,0.000004893331,0.017874073,0.000027304723,0.0008601542,0.02333304,0.8574782,0.00044801537],"about_ca_topic_score_codex":0.0002974097,"about_ca_topic_score_gemma":0.0002693338,"teacher_disagreement_score":0.6318923,"about_ca_system_score_codex":0.00015295591,"about_ca_system_score_gemma":0.0002149783,"threshold_uncertainty_score":0.99587244},"labels":[],"label_agreement":null},{"id":"W4410764500","doi":"10.2196/64455","title":"A Work-Based, Fully Remote, and Peer-Supported Exercise Snack Behavior Change Intervention (MOV’D): Protocol for a Randomized Controlled Pilot Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Preprint; Intervention (counseling); Randomized controlled trial; Protocol (science); Psychology; Behavior change; Behaviour change; Applied psychology; Peer support; Psychological intervention; Medical education; Physical therapy; Medicine; Computer science; Social psychology; Alternative medicine; World Wide Web","score_opus":0.3630614707555999,"score_gpt":0.5966668078352402,"score_spread":0.23360533707964026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410764500","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014678313,0.0000024777014,0.00055600016,0.004291436,0.000015304946,0.9927992,0.00001778708,0.00012843325,0.0007215149],"genre_scores_gemma":[0.003908039,3.749272e-7,0.0005552634,0.00015698731,0.00034491948,0.98951024,0.000033862667,0.000041156483,0.0054491307],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99497736,0.0013324483,0.0010334536,0.00066386705,0.0011459363,0.00084695546],"domain_scores_gemma":[0.9960139,0.0015448307,0.0002959868,0.0005468527,0.0012040259,0.00039442125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007944169,0.0003147579,0.0022041195,0.00057152566,0.00032025174,0.0001825451,0.00022428983,0.00022878872,0.00018174773],"category_scores_gemma":[0.0024228746,0.00022685356,0.0006138864,0.00074031204,0.0004090769,0.00021711068,0.00014666817,0.000938925,0.000015728043],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93217283,0.010792809,0.00005663483,0.004490141,0.000073997006,0.000019435993,0.00007658312,4.527033e-8,0.0004156942,0.00031663023,0.0055295615,0.046055652],"study_design_scores_gemma":[0.9434935,0.013798742,0.00032395832,0.011518044,0.00008096032,0.0000015778342,0.000019655079,0.0006567121,0.0008788431,0.0014495532,0.027600748,0.00017769856],"about_ca_topic_score_codex":0.00011992416,"about_ca_topic_score_gemma":0.000025209767,"teacher_disagreement_score":0.045877952,"about_ca_system_score_codex":0.00021142309,"about_ca_system_score_gemma":0.00078901474,"threshold_uncertainty_score":0.92508197},"labels":[],"label_agreement":null},{"id":"W4410776569","doi":"10.2196/70005","title":"Crowdsourcing a Training Dataset of Question-and-Answer Pairs for AI-Enabled Health Information Tools on Sexually Transmitted Infections: Protocol for a Cross-Sectional Exploratory Survey Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Preprint; Protocol (science); Crowdsourcing; Data science; Computer science; Medical education; Psychology; Medicine; World Wide Web; Alternative medicine","score_opus":0.6608864635875452,"score_gpt":0.6675879835761843,"score_spread":0.006701519988639104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410776569","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011694615,6.28516e-7,0.009729701,0.00065447,0.000072007504,0.9771883,0.0005718874,0.0000611223,0.000027256454],"genre_scores_gemma":[0.027314665,1.4904101e-7,0.00038508678,0.0003457734,0.000300986,0.97069335,0.0008803558,0.000019061248,0.000060572736],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99636316,0.000839792,0.0012761164,0.00038876443,0.00061260286,0.00051953737],"domain_scores_gemma":[0.9939802,0.0027832612,0.00024497492,0.0003912013,0.0024195593,0.00018079783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01206543,0.00017506506,0.00037458443,0.0006926607,0.00073544995,0.0002465038,0.00014414835,0.00017291996,0.000024931713],"category_scores_gemma":[0.0051292265,0.00015730911,0.00006376441,0.00077261234,0.00013199207,0.0008034204,0.000033910997,0.00055596663,0.000004807046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029543936,0.008041213,0.6840517,0.020627806,0.0002217614,0.0000011826163,0.022925047,0.00028771244,0.00026010931,0.0020017603,0.08958672,0.14245108],"study_design_scores_gemma":[0.009551286,0.05019249,0.5483384,0.008434303,0.0000142981935,0.0000059093113,0.014458242,0.0037210223,0.0033614978,0.003957788,0.35741025,0.00055449357],"about_ca_topic_score_codex":0.00058675645,"about_ca_topic_score_gemma":0.00043625882,"teacher_disagreement_score":0.26782355,"about_ca_system_score_codex":0.00032178368,"about_ca_system_score_gemma":0.0034499732,"threshold_uncertainty_score":0.64148796},"labels":[],"label_agreement":null},{"id":"W4410776721","doi":"10.2196/71255","title":"Efficacy and Safety of Haidebao Body Lotion in Patients With Mild Atopic Dermatitis: Protocol for a Multicenter, Double-Blind, Randomized, Placebo-Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dermatology and Skin Diseases","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lotion; Medicine; Atopic dermatitis; Placebo; Randomized controlled trial; Protocol (science); Preprint; Cobra; Dermatology; Surgery; Alternative medicine; Traditional medicine","score_opus":0.07711309994373881,"score_gpt":0.48018293267885725,"score_spread":0.4030698327351184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410776721","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032630023,0.0000043676923,0.00008037821,0.0004252246,0.000007366563,0.96604156,0.000007028603,0.000029237259,0.000774811],"genre_scores_gemma":[0.04545676,4.2490146e-7,0.00015026437,0.000056281227,0.000029911394,0.95382994,0.000023405937,0.000017255892,0.00043572288],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9969075,0.000864773,0.0008843629,0.00037527885,0.00052270095,0.00044540857],"domain_scores_gemma":[0.99735534,0.0014303915,0.00019718082,0.00036036765,0.0005199362,0.00013675801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015460836,0.00020313474,0.0011055216,0.00051089283,0.00013863755,0.0000428498,0.00015653527,0.00018592346,0.000044204568],"category_scores_gemma":[0.0010186608,0.00013668899,0.00014568279,0.00033748415,0.00040003998,0.00015586492,0.000087015156,0.00036803738,0.0000035058047],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96414506,0.0048251012,0.025047489,0.0031486996,0.00019513165,0.000008024268,0.00009663418,0.0000013966966,0.000004415205,0.00028498482,0.0015387901,0.00070425787],"study_design_scores_gemma":[0.96931297,0.0015548085,0.018107364,0.005851007,0.000034348977,9.962807e-7,0.00001819455,0.00020298759,0.000273135,0.00013728198,0.0044010794,0.00010583457],"about_ca_topic_score_codex":0.000013824542,"about_ca_topic_score_gemma":0.000013352928,"teacher_disagreement_score":0.012826735,"about_ca_system_score_codex":0.000073764204,"about_ca_system_score_gemma":0.0004208799,"threshold_uncertainty_score":0.5574015},"labels":[],"label_agreement":null},{"id":"W4410776737","doi":"10.2196/70649","title":"Comparative Evaluation of the Effectiveness of Demineralized Freeze-Dried Bone Allografts With Titanium Platelet-Rich Fibrin and Autologous Dentin Graft With Titanium Platelet-Rich Fibrin for Alveolar Socket Preservation: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Periodontal Regeneration and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Platelet-rich fibrin; Dentistry; Fibrin; Medicine","score_opus":0.1368879946774849,"score_gpt":0.5048177603437436,"score_spread":0.3679297656662587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410776737","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27932674,0.0000102239055,0.00082718395,0.00016301859,0.000008854962,0.71920097,0.000038372007,0.00002778395,0.00039685663],"genre_scores_gemma":[0.1534555,2.8364136e-7,0.0018654163,0.0000130992075,0.00003875059,0.8436085,0.00007313549,0.000029709367,0.0009156116],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932971,0.0033339912,0.0009586769,0.00056732906,0.0013835803,0.0004593401],"domain_scores_gemma":[0.99294835,0.0030969824,0.0005642805,0.0005134515,0.0027640047,0.00011290164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007313858,0.00035608024,0.0021417574,0.00030149295,0.00030978266,0.00008659502,0.00021967209,0.00022712578,0.000039638762],"category_scores_gemma":[0.0016410617,0.00019723382,0.000289158,0.00067632645,0.00054481823,0.00020819818,0.000107920874,0.0002805432,7.3940527e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96210706,0.0013214156,0.0016059657,0.002283746,0.0014141068,0.0000034295863,0.000250126,0.00007226561,0.029204896,0.00083452254,0.0007407749,0.00016169123],"study_design_scores_gemma":[0.8059677,0.006380014,0.005853845,0.002512696,0.00021914381,0.000012231877,0.00005783606,0.0021090114,0.17541976,0.00042948514,0.0008838713,0.00015440396],"about_ca_topic_score_codex":0.000053884785,"about_ca_topic_score_gemma":0.00018940176,"teacher_disagreement_score":0.15613936,"about_ca_system_score_codex":0.0002049385,"about_ca_system_score_gemma":0.0012414065,"threshold_uncertainty_score":0.8042962},"labels":[],"label_agreement":null},{"id":"W4410777321","doi":"10.2196/71374","title":"Development of a Cohesive Predictive Model for Substance Use Disorder Rehabilitation Using Passive Digital Biomarkers, Psychological Assessments, and Automated Facial Emotion Recognition: Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Rehabilitation; Clinical psychology; Psychology; Emotion recognition; Artificial intelligence; Applied psychology; Computer science; Physical medicine and rehabilitation; Medicine; Physical therapy; World Wide Web","score_opus":0.2969792008486836,"score_gpt":0.577243984343511,"score_spread":0.28026478349482736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410777321","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13082322,2.248202e-7,0.068207785,0.000037778194,0.000015384694,0.80022526,0.00029606733,0.00014036222,0.00025390077],"genre_scores_gemma":[0.043863125,3.7055493e-8,0.020687629,0.000009196161,0.000024577645,0.93502045,0.00013109203,0.000029160474,0.00023474227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967909,0.0005183081,0.00078060065,0.0009287109,0.0005016539,0.0004798484],"domain_scores_gemma":[0.9964164,0.0007033528,0.000321065,0.00027461816,0.002186416,0.000098184835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001335974,0.00025698243,0.00038203382,0.00045583773,0.00046311005,0.00017372321,0.00015115649,0.00025630154,0.000030573356],"category_scores_gemma":[0.0005990224,0.00023217418,0.00009586712,0.00061630405,0.00030958836,0.0005593426,0.00007051217,0.0002635539,0.0000030796696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.080478765,0.0481007,0.6408452,0.003876439,0.002267536,0.000008560457,0.030125208,0.00009569339,0.002251513,0.0014218085,0.009279396,0.18124922],"study_design_scores_gemma":[0.03566593,0.013154502,0.8707018,0.0032348058,0.000047453603,0.000005018763,0.011080043,0.05360231,0.00043591537,0.009595054,0.001845757,0.0006314213],"about_ca_topic_score_codex":0.000006255178,"about_ca_topic_score_gemma":0.00003941483,"teacher_disagreement_score":0.22985661,"about_ca_system_score_codex":0.00034580677,"about_ca_system_score_gemma":0.0002895958,"threshold_uncertainty_score":0.9467788},"labels":[],"label_agreement":null},{"id":"W4410778770","doi":"10.2196/73773","title":"Developing a Behavioral Phenotyping Layer for Artificial Intelligence–Driven Predictive Analytics in a Digital Resiliency Course: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Preprint; Protocol (science); Analytics; Computer science; Predictive analytics; Medicine; Psychology; Medical education; Data science; World Wide Web; Alternative medicine; Pathology","score_opus":0.38220243293993184,"score_gpt":0.6520147724249746,"score_spread":0.2698123394850428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410778770","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021050118,0.000001108096,0.076038145,0.0012096923,0.000094496805,0.91857356,0.00015996415,0.00008066058,0.0036318437],"genre_scores_gemma":[0.016182154,2.3676664e-8,0.0008924649,0.00003237723,0.00020406327,0.97948813,0.000018319219,0.000045416764,0.003137071],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944075,0.00076298456,0.0021914607,0.0008019432,0.0005884578,0.0012476641],"domain_scores_gemma":[0.99435323,0.0037154697,0.00038247823,0.00046414166,0.00092105416,0.00016362079],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0047137043,0.00031583518,0.0013017379,0.00090840575,0.0003108246,0.00040352528,0.00062177604,0.0002707655,0.00010779508],"category_scores_gemma":[0.0022422727,0.00024785046,0.0006636506,0.0009412995,0.00048804385,0.0004090066,0.00020536869,0.00048350982,0.00003903484],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8161321,0.0044061327,0.000051494426,0.00053270214,0.00013670276,0.000005804313,0.00032203615,0.000004514119,0.0000065104273,0.14642988,0.0010904009,0.03088171],"study_design_scores_gemma":[0.8217339,0.0049422053,0.00001804629,0.005584739,0.000017210295,0.0000010242921,0.00049640576,0.0019479599,0.0002333285,0.15834546,0.0064251274,0.00025456448],"about_ca_topic_score_codex":0.000017780112,"about_ca_topic_score_gemma":0.00007908105,"teacher_disagreement_score":0.075145684,"about_ca_system_score_codex":0.0006910578,"about_ca_system_score_gemma":0.0012965337,"threshold_uncertainty_score":0.9999974},"labels":[],"label_agreement":null},{"id":"W4410801508","doi":"10.2196/53891","title":"A Chatbot-Based Version of a World Health Organization–Validated Intervention (Self-Help Plus) for Stress Management in Pregnant Women: Protocol for a Usability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Usability; Stress reduction; Protocol (science); Intervention (counseling); Applied psychology; Psychology; Computer science; World Wide Web; Medical education; Medicine; Nursing; Human–computer interaction; Alternative medicine","score_opus":0.14471227411637896,"score_gpt":0.5487083569817083,"score_spread":0.4039960828653293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410801508","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007569575,0.0000020556581,0.0005733628,0.0007950875,0.000012167029,0.9908332,0.000054382668,0.000068804744,0.00009134788],"genre_scores_gemma":[0.02002431,2.471641e-7,0.0009953972,0.00007612558,0.000020303545,0.97701436,0.000043564316,0.000027497977,0.0017981646],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99663717,0.00061551994,0.00093550014,0.0005226906,0.0005975054,0.00069160416],"domain_scores_gemma":[0.9982976,0.00023849183,0.0002378165,0.0005371386,0.0005144889,0.00017447562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034347745,0.00018243847,0.0004703348,0.0007471821,0.00020700345,0.000043485346,0.00027282382,0.00006765454,0.000105123116],"category_scores_gemma":[0.00016017682,0.00015733083,0.000077151126,0.001263386,0.00006146808,0.00009928644,0.00018473077,0.0002605364,0.0000046599494],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06883207,0.054364268,0.17760433,0.67602825,0.00020800784,0.000021366002,0.0033711747,0.000057047877,0.000109913606,0.0012627764,0.0017953762,0.016345413],"study_design_scores_gemma":[0.173346,0.06230387,0.15400648,0.4772326,0.000026966807,0.0000018221913,0.0042002695,0.0033690503,0.044596758,0.0012628093,0.0790534,0.00059996435],"about_ca_topic_score_codex":0.00006853657,"about_ca_topic_score_gemma":0.000099859746,"teacher_disagreement_score":0.19879565,"about_ca_system_score_codex":0.0014381027,"about_ca_system_score_gemma":0.0006323629,"threshold_uncertainty_score":0.64157647},"labels":[],"label_agreement":null},{"id":"W4410803944","doi":"10.2196/71490","title":"Ethical Principles Pertaining to the Care of People With Dementia: Protocol for a Qualitative Thematic Synthesis of Legal Documents","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Decision-Making and Restraints","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Dementia; Protocol (science); Qualitative research; Thematic analysis; Psychology; Medical education; Engineering ethics; Medicine; Sociology; Alternative medicine; Computer science; Social science; Engineering; World Wide Web","score_opus":0.3358321019147105,"score_gpt":0.6694384320497847,"score_spread":0.3336063301350742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410803944","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053425967,0.0000015480891,0.0011137301,0.0035963405,0.0000070329593,0.9837591,0.00003720649,0.000021663516,0.006120793],"genre_scores_gemma":[0.13451396,1.9441226e-8,0.0019283094,0.00006310088,0.000027526801,0.8628632,0.0000011579901,0.000022716415,0.0005800311],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99421084,0.0028547982,0.0007540544,0.0004700881,0.0010760465,0.0006341809],"domain_scores_gemma":[0.99168944,0.0058582886,0.00022193162,0.00081455533,0.0012912254,0.00012453225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00636557,0.00017671603,0.00045732743,0.00034782282,0.0003279922,0.00006206814,0.0007910714,0.00024688515,0.00014684182],"category_scores_gemma":[0.0035452647,0.00009901474,0.00011514142,0.00087178865,0.0002822807,0.00004525447,0.00023012451,0.00080694753,0.000015716798],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025728839,0.0030666352,0.004008521,0.03264155,0.0015868613,0.00009308393,0.6350314,0.000112692906,0.0005928494,0.1441214,0.0130215045,0.13999467],"study_design_scores_gemma":[0.009338011,0.012249892,0.014514331,0.059970442,0.00004130066,0.000026809936,0.501023,0.00013213367,0.006463226,0.0049362006,0.39068884,0.0006158203],"about_ca_topic_score_codex":0.0002264202,"about_ca_topic_score_gemma":0.00021315353,"teacher_disagreement_score":0.3776673,"about_ca_system_score_codex":0.000091129215,"about_ca_system_score_gemma":0.0008360569,"threshold_uncertainty_score":0.4244269},"labels":[],"label_agreement":null},{"id":"W4410809529","doi":"10.2196/66402","title":"Health System Leadership for Psychological Health and Organizational Resilience During the COVID-19 Pandemic: Protocol for a Multimethod Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; University of British Columbia; University of Ottawa; McMaster University; Canada Auto Workers; University of Manitoba","funders":"","keywords":"Thematic analysis; Focus group; Health care; Psychological resilience; Psychology; Burnout; Nursing; Public relations; Qualitative research; Medicine; Political science; Sociology; Social psychology; Clinical psychology","score_opus":0.7592066042661058,"score_gpt":0.7289316663831896,"score_spread":0.03027493788291613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410809529","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042157798,0.000013777025,0.0077580926,0.016199404,0.000023569326,0.97516996,0.00007097197,0.0001981931,0.00014447213],"genre_scores_gemma":[0.0037604123,2.8812022e-7,0.0011731468,0.0048083686,0.0001558236,0.9866261,0.000009276585,0.000035693127,0.0034308892],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99205685,0.003925714,0.00085906545,0.001150622,0.00061098085,0.0013967806],"domain_scores_gemma":[0.9943911,0.003559939,0.00026573287,0.00077568094,0.00029527565,0.0007122938],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012056876,0.0002561785,0.00049820513,0.00033203384,0.0023058213,0.00013445267,0.00070490455,0.00017226154,0.00005444262],"category_scores_gemma":[0.0014153664,0.00017832851,0.00007558243,0.0009942534,0.00034823312,0.00007636567,0.0002340623,0.0006933746,0.000013089158],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04143059,0.011094117,0.5835306,0.084589,0.00015497816,0.00001804489,0.03131462,0.00001431488,0.00019250403,0.040897816,0.16340618,0.043357216],"study_design_scores_gemma":[0.046168912,0.022734344,0.1023934,0.0027506666,0.0000035673793,0.000102310034,0.042179935,0.00023240701,0.000025823863,0.0017450833,0.7811682,0.0004953296],"about_ca_topic_score_codex":0.0004103583,"about_ca_topic_score_gemma":0.0003049616,"teacher_disagreement_score":0.617762,"about_ca_system_score_codex":0.0020713673,"about_ca_system_score_gemma":0.00361772,"threshold_uncertainty_score":0.99899304},"labels":[],"label_agreement":null},{"id":"W4410815340","doi":"10.2196/66285","title":"Evaluation of Noninvasive Adjuncts for Early Detection of Oral Cancer in Oral Potentially Malignant Disorders and Development of Risk-Based Management Strategies: Protocol for a Prospective Longitudinal Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Oral Health Pathology and Treatment","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Cancer; Gold standard (test); Population; Autofluorescence; Biopsy; Intensive care medicine; Pathology; Internal medicine; Environmental health","score_opus":0.26188815811223487,"score_gpt":0.5796710554860225,"score_spread":0.3177828973737876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410815340","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21447772,0.0000028687787,0.003926588,0.000008580794,0.000009052465,0.7814677,0.00005425464,0.000008232269,0.000045003],"genre_scores_gemma":[0.44396046,1.2050121e-7,0.0018200419,4.7336877e-7,0.0000029751538,0.5541878,0.0000023507887,0.000008193792,0.000017586419],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99673766,0.0008266107,0.0007257375,0.00047549323,0.0008497774,0.00038469266],"domain_scores_gemma":[0.99761885,0.00020488995,0.00037962518,0.0002471658,0.0015044637,0.00004502366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004865916,0.00017315206,0.00038789233,0.0004746133,0.00019198704,0.000023631264,0.00015490966,0.000114800416,0.000019343566],"category_scores_gemma":[0.00013539464,0.00014659802,0.00005988825,0.00048059045,0.00016358767,0.00013103399,0.00009283548,0.00018171524,6.456364e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020627584,0.008262798,0.7198416,0.0103459675,0.0004537397,0.000010608461,0.0022523804,0.00034684504,0.0006019302,0.00037969032,0.000017802364,0.23685907],"study_design_scores_gemma":[0.02663136,0.0055420795,0.9418975,0.0021323322,0.00005825747,2.6864373e-7,0.0018485632,0.0004295613,0.01812822,0.00313858,0.00007871636,0.000114533585],"about_ca_topic_score_codex":0.0005179179,"about_ca_topic_score_gemma":0.020446245,"teacher_disagreement_score":0.23674452,"about_ca_system_score_codex":0.00041351875,"about_ca_system_score_gemma":0.0016298661,"threshold_uncertainty_score":0.99742806},"labels":[],"label_agreement":null},{"id":"W4410824221","doi":"10.2196/69963","title":"Impact of Training and Education Programs for Health Care Professionals on Video and Text-Based Meetings in Ensuring Health Care Quality: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Protocol (science); Quality (philosophy); Medical education; Health professionals; Multimedia; Computer science; Medicine; World Wide Web; Alternative medicine","score_opus":0.6002094185836256,"score_gpt":0.7573637855444736,"score_spread":0.15715436696084795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410824221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021855506,0.27282453,0.000008654139,0.0017755303,0.000004491681,0.7252502,0.000085658845,0.00002740794,0.000021393444],"genre_scores_gemma":[0.0000013189101,0.045664284,0.001808192,0.0008076141,0.00014923213,0.95070684,0.0007625379,0.00007135293,0.000028621398],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9930725,0.0017177268,0.002480679,0.0008823306,0.0008300022,0.0010167668],"domain_scores_gemma":[0.9950202,0.0016365591,0.001454939,0.00047416714,0.0009693088,0.0004447854],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0070265876,0.00046081125,0.0030660096,0.0010095447,0.0003325979,0.00004617782,0.00016551974,0.00021574677,0.000008343083],"category_scores_gemma":[0.0018995436,0.0003382354,0.00030166938,0.00089463027,0.00010250171,0.00008365786,0.00008191381,0.0007644732,2.2352484e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030844111,0.00022960479,0.00016396004,0.49609354,0.000014795473,2.5221598e-7,0.0011293286,9.877275e-9,6.668208e-8,0.000017135806,0.0020404237,0.50000244],"study_design_scores_gemma":[0.00393377,0.008127914,0.0000887404,0.6906504,0.000014800664,0.000002903949,0.0010636895,7.142397e-7,0.000001263647,0.0000082365505,0.29596227,0.00014525441],"about_ca_topic_score_codex":0.00023984036,"about_ca_topic_score_gemma":0.00018684892,"teacher_disagreement_score":0.4998572,"about_ca_system_score_codex":0.001347593,"about_ca_system_score_gemma":0.039471954,"threshold_uncertainty_score":0.99990696},"labels":[],"label_agreement":null},{"id":"W4410824813","doi":"10.2196/63549","title":"Feasibility of Digitally Identifying and Minimizing Stressors in Palliative Care Workplaces by Measuring Stress Continuously for Nurses Through Wearable Sensors (DiPa): Protocol for a Prospective Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stressor; Palliative care; Psychological intervention; Nursing; Burnout; Medicine; Protocol (science); Psychology; Clinical psychology; Alternative medicine","score_opus":0.3933827121550528,"score_gpt":0.605204045762123,"score_spread":0.21182133360707023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410824813","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21403298,0.000007923451,0.00015737425,0.000022059332,0.000029782825,0.78341895,0.0002499338,0.00004465429,0.0020363203],"genre_scores_gemma":[0.2712165,1.16527886e-7,0.00017786022,0.0000038387047,0.00003248159,0.72644603,0.000013823601,0.000023677676,0.0020856222],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99646294,0.00061943836,0.00076547,0.00094915385,0.0005584033,0.0006445644],"domain_scores_gemma":[0.99683577,0.000961203,0.00026125804,0.00032944427,0.0015371022,0.00007524251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015260192,0.0002482099,0.00043209,0.00030800563,0.00040434572,0.0003612466,0.00026878976,0.00021258667,0.00004385026],"category_scores_gemma":[0.00069827196,0.0002341297,0.000117427604,0.000519952,0.00034835623,0.00041827527,0.00012593994,0.00046271476,0.0000017333648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071282936,0.003246745,0.97029954,0.0029187673,0.00012750224,0.0000030292035,0.013561107,0.000016906777,0.0004457271,0.00023316762,0.0005666931,0.0014525059],"study_design_scores_gemma":[0.028040212,0.003259077,0.8881502,0.005977622,0.00000825045,8.3871504e-7,0.05512566,0.000033521916,0.01346112,0.0038200526,0.0017593894,0.00036404803],"about_ca_topic_score_codex":0.00015217032,"about_ca_topic_score_gemma":0.0005673824,"teacher_disagreement_score":0.08214935,"about_ca_system_score_codex":0.00028745038,"about_ca_system_score_gemma":0.00019425855,"threshold_uncertainty_score":0.9547532},"labels":[],"label_agreement":null},{"id":"W4410831735","doi":"10.2196/68517","title":"Suicide Risk Screening in Jails: Protocol for a Pilot Study Leveraging the Mental Health Research Network Algorithm and Health Care Data","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Mental health; Computer science; Psychology; Medicine; Data science; Algorithm; Psychiatry; World Wide Web","score_opus":0.6941772228988494,"score_gpt":0.6733680347400506,"score_spread":0.02080918815879884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410831735","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013255535,0.00025378677,0.00090654334,0.007711348,0.000021959373,0.989978,0.00013724658,0.0000779236,0.00078059407],"genre_scores_gemma":[0.00094748905,0.000005486627,0.0027873113,0.00046813965,0.00032945638,0.9947682,0.00004426434,0.000057944504,0.0005916959],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98459893,0.008553322,0.0010034153,0.0015542962,0.0014004655,0.0028895587],"domain_scores_gemma":[0.9947117,0.0023224058,0.00021078312,0.0019874545,0.0005188781,0.0002487705],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0384035,0.00032954052,0.0006563726,0.00066866184,0.0040880563,0.0004050259,0.00177413,0.00007967359,0.00005717493],"category_scores_gemma":[0.0004098207,0.00024574556,0.00004747719,0.0020916676,0.0004493146,0.00023024759,0.0030248207,0.0024305782,0.000016078691],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051644375,0.0027134023,0.25393108,0.0011017652,0.00029053877,0.000027115784,0.033682324,0.000009318999,0.0000017694329,0.00051274017,0.38878936,0.31377617],"study_design_scores_gemma":[0.027117027,0.026359597,0.3009125,0.003521757,0.0000048421102,0.000008030174,0.16438061,0.0011843743,0.0000059094086,0.0016982885,0.4742826,0.00052447355],"about_ca_topic_score_codex":0.0126389675,"about_ca_topic_score_gemma":0.00801774,"teacher_disagreement_score":0.31325167,"about_ca_system_score_codex":0.00043285047,"about_ca_system_score_gemma":0.0011709804,"threshold_uncertainty_score":0.99999946},"labels":[],"label_agreement":null},{"id":"W4410832210","doi":"10.2196/75702","title":"Developing an AI Governance Framework for Safe and Responsible AI in Health Care Organizations: Protocol for a Multimethod Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Health care; Corporate governance; Knowledge management; Computer science; Data science; Medicine; Psychology; Business; Political science; Alternative medicine; World Wide Web","score_opus":0.5892186794194454,"score_gpt":0.7389232241651358,"score_spread":0.1497045447456904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410832210","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053773256,0.0000066647995,0.0387717,0.020873321,0.000011886216,0.9397219,0.000010051902,0.000042086573,0.000024676152],"genre_scores_gemma":[0.0009409964,6.589213e-7,0.10822053,0.0013665193,0.0001344085,0.88892126,0.000011941738,0.000030489811,0.000373173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970306,0.0007145846,0.0007147285,0.00056325184,0.00036557196,0.000611235],"domain_scores_gemma":[0.9957698,0.0013881774,0.000111629975,0.0004631979,0.0020944525,0.00017272576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035311799,0.00014858106,0.00033465432,0.00034955906,0.00057141867,0.00012323378,0.00018951719,0.0001770369,0.000021029473],"category_scores_gemma":[0.006936028,0.00013706172,0.000026292873,0.0016166578,0.00008051945,0.00021158716,0.000084032494,0.00060947717,0.0000039325237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022187622,0.005327436,0.18984762,0.034056526,0.000053874854,0.000008307164,0.050280426,0.000026977259,0.00043509118,0.0947183,0.014470309,0.5885875],"study_design_scores_gemma":[0.0050940616,0.021307223,0.06916032,0.03186871,0.000006385137,0.000004061245,0.036063023,0.002421997,0.018380743,0.09921421,0.71589833,0.0005809514],"about_ca_topic_score_codex":0.0005045613,"about_ca_topic_score_gemma":0.0007408378,"teacher_disagreement_score":0.701428,"about_ca_system_score_codex":0.0008465917,"about_ca_system_score_gemma":0.0074966494,"threshold_uncertainty_score":0.9981299},"labels":[],"label_agreement":null},{"id":"W4410858562","doi":"10.2196/75731","title":"Mindful Movement Programs in Community and University Preschools: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Randomized controlled trial; Medical education; Psychology; Medicine; Computer science; World Wide Web; Alternative medicine","score_opus":0.2851253742006938,"score_gpt":0.5492552297205964,"score_spread":0.2641298555199026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410858562","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014694077,6.3320977e-7,0.0022440339,0.0005155144,0.000019489331,0.9805662,0.000010201226,0.000047082078,0.015127456],"genre_scores_gemma":[0.0056483275,9.967875e-9,0.00007716569,0.000027308499,0.000039414877,0.96944076,0.0000043872055,0.000013716063,0.02474894],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9896763,0.008197777,0.0007698802,0.00039600913,0.0003700534,0.00059],"domain_scores_gemma":[0.9968711,0.0017871324,0.00019180313,0.00064970815,0.00036418787,0.00013605719],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009102976,0.00020292267,0.0009709417,0.0005754797,0.00053481583,0.00017384357,0.0006132341,0.00014864732,0.0015172287],"category_scores_gemma":[0.0005668898,0.00015734536,0.00033108456,0.0005341459,0.00038459932,0.00010334904,0.00036809302,0.0009980293,0.00001529011],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8616831,0.0081474995,0.00013433277,0.00047655072,0.00014352148,0.000005046284,0.00028539152,2.431615e-7,0.0000076151373,0.10766776,0.014844257,0.0066047255],"study_design_scores_gemma":[0.8687079,0.003983313,0.00015312455,0.001865766,0.0000069488146,2.8284893e-7,0.0012097153,0.0000776606,0.000048254093,0.026782446,0.09704335,0.00012123831],"about_ca_topic_score_codex":0.00037463094,"about_ca_topic_score_gemma":0.00023199989,"teacher_disagreement_score":0.0821991,"about_ca_system_score_codex":0.00013697355,"about_ca_system_score_gemma":0.0002459778,"threshold_uncertainty_score":0.99939555},"labels":[],"label_agreement":null},{"id":"W4410860021","doi":"10.2196/72786","title":"Examining the Dose-Response Effects of Mindfulness Meditation Interventions on Well-Being: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindfulness; Meditation; Preprint; Randomized controlled trial; Psychological intervention; Psychology; Mindfulness meditation; Protocol (science); Clinical psychology; Psychotherapist; Medicine; Applied psychology; Alternative medicine; Psychiatry; Computer science","score_opus":0.18214002961119657,"score_gpt":0.5697032892896822,"score_spread":0.3875632596784856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410860021","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084619405,9.4127336e-7,0.034707736,0.00097039406,0.0001963319,0.9526736,0.0000057309885,0.00004890416,0.010550175],"genre_scores_gemma":[0.031152325,2.3956264e-9,0.000027453752,0.000036045378,0.00017063232,0.94303066,0.0000036082808,0.000028664697,0.025550643],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9846614,0.011839732,0.0016114374,0.00053778477,0.00077665446,0.00057298],"domain_scores_gemma":[0.97001475,0.027727904,0.0005822807,0.000857118,0.00072207674,0.000095876654],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015621642,0.00026844747,0.0012103014,0.0009069433,0.00056118023,0.00015774745,0.00082346005,0.00022225962,0.0031580804],"category_scores_gemma":[0.0071694,0.00015903317,0.0012890258,0.00076242036,0.000492985,0.00008553501,0.0001665325,0.0006463524,0.000070993956],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.736317,0.0028197598,0.0000020926161,0.0011254287,0.00031345332,0.000003862025,0.0003434106,0.0000022795118,0.00005550433,0.21544574,0.037958827,0.005612682],"study_design_scores_gemma":[0.9075505,0.0052764737,0.0000815795,0.009706461,0.00003588853,7.427137e-7,0.00047891564,0.00013965383,0.006932725,0.038454257,0.03120802,0.0001347825],"about_ca_topic_score_codex":0.000013178431,"about_ca_topic_score_gemma":0.0000056253966,"teacher_disagreement_score":0.17699148,"about_ca_system_score_codex":0.00008314138,"about_ca_system_score_gemma":0.0002811125,"threshold_uncertainty_score":0.99775314},"labels":[],"label_agreement":null},{"id":"W4410862181","doi":"10.2196/72549","title":"Optimization of Preemptive Therapy for Cytomegalovirus Infections With Valganciclovir Based on Therapeutic Drug Monitoring: Protocol for a Phase II, Single-Center, Single-Arm Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cytomegalovirus and herpesvirus research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Valganciclovir; Protocol (science); Medicine; Preprint; Medical physics; Drug; Cytomegalovirus; Clinical trial; Pharmacology; Computer science; Cytomegalovirus infection; Virology; Internal medicine; Human cytomegalovirus; Alternative medicine; World Wide Web; Pathology; Virus","score_opus":0.2589417334852669,"score_gpt":0.5388829347062246,"score_spread":0.2799412012209577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410862181","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026710678,0.0000039639394,0.009908477,0.00079653726,0.0000238638,0.984645,0.00012739314,0.00014080665,0.0016828878],"genre_scores_gemma":[0.016852902,7.3798594e-7,0.0024402724,0.00011804315,0.000338544,0.9786483,0.000045471497,0.00009925152,0.0014564714],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99531424,0.00047434284,0.0008258277,0.000890255,0.0014149871,0.0010803201],"domain_scores_gemma":[0.99462885,0.0014162929,0.0003488264,0.00093884673,0.0023705447,0.00029662738],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020847777,0.0004457553,0.0007715612,0.0014181611,0.00077299756,0.00021949661,0.00043195675,0.00026907268,0.00015125865],"category_scores_gemma":[0.0005878064,0.00033835735,0.0003710748,0.0017494165,0.00043797828,0.00024810925,0.00010442151,0.0007817035,0.000004841925],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.81374633,0.107809715,0.0016134111,0.0027382406,0.0003506238,0.0000075046087,0.00040254783,0.0008917193,0.024857983,0.00024220042,0.0042997063,0.043040022],"study_design_scores_gemma":[0.39065203,0.1939994,0.000076744196,0.0044051665,0.000020416011,0.0000027330182,0.00008278516,0.006890839,0.14745855,0.00017555094,0.2558925,0.000343305],"about_ca_topic_score_codex":0.000033767723,"about_ca_topic_score_gemma":0.000015545018,"teacher_disagreement_score":0.4230943,"about_ca_system_score_codex":0.0007474761,"about_ca_system_score_gemma":0.0019747554,"threshold_uncertainty_score":0.99990684},"labels":[],"label_agreement":null},{"id":"W4410862483","doi":"10.2196/70876","title":"The Effect of Electroacupuncture on Microcirculation in Patients With Hypertension and Cognitive Impairment: Protocol for a Multicenter Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Electroacupuncture; Medicine; Preprint; Acupressure; Randomized controlled trial; Protocol (science); Acupuncture; Physical therapy; Cognition; Microcirculation; Anesthesia; Internal medicine; Alternative medicine; Computer science; Psychiatry","score_opus":0.036354442793931664,"score_gpt":0.4772976175619472,"score_spread":0.44094317476801553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410862483","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08205153,0.000004024932,0.000015584515,0.0004584777,0.0000027376166,0.9172453,0.000004358261,0.000015166876,0.00020279016],"genre_scores_gemma":[0.108804956,3.5592038e-7,0.00002943986,0.000028559642,0.00002786815,0.89079297,0.000013578983,0.00001745535,0.00028485],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9958529,0.001786737,0.0005198596,0.00040049656,0.0008967461,0.0005432627],"domain_scores_gemma":[0.9887198,0.009890101,0.00016547149,0.0002467238,0.0009033309,0.000074574666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035071864,0.00032823815,0.0015607541,0.00036925444,0.00028102862,0.0000553585,0.00009351843,0.00011821174,0.0000059163444],"category_scores_gemma":[0.0038199688,0.00010525322,0.0002532599,0.000355699,0.0004899326,0.000057033074,0.00007970603,0.000460752,0.0000010596696],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9765605,0.0014451367,0.017555797,0.0011779445,0.0006218125,0.0000041541107,0.00007431864,3.659896e-7,0.00020961417,0.00003469141,0.00053919794,0.0017765118],"study_design_scores_gemma":[0.94796324,0.031027159,0.012678761,0.004548888,0.000083090556,4.1870933e-7,0.000022211862,0.00012904842,0.002868195,0.00007162583,0.0005325834,0.00007478207],"about_ca_topic_score_codex":0.000007107943,"about_ca_topic_score_gemma":0.000007765745,"teacher_disagreement_score":0.029582022,"about_ca_system_score_codex":0.00018855579,"about_ca_system_score_gemma":0.00019864437,"threshold_uncertainty_score":0.45731354},"labels":[],"label_agreement":null},{"id":"W4410862885","doi":"10.2196/72089","title":"Participatory Strategies to Enhance Resilience and Job Satisfaction and Reduce Stress to Mitigate Early Retirement Intentions Among Nurses: Protocol for a Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Retirement, Disability, and Employment","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Preprint; Protocol (science); Psychology; Resilience (materials science); Applied psychology; Qualitative research; Psychological resilience; Job satisfaction; Nursing; Citizen journalism; Social psychology; Medicine; Computer science; Sociology","score_opus":0.5631389188607738,"score_gpt":0.7018091311274836,"score_spread":0.13867021226670972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410862885","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3980126,4.052703e-7,0.00009556419,0.00083837163,0.00000961746,0.5997257,0.000010585249,0.00003589334,0.0012712175],"genre_scores_gemma":[0.38327682,1.560028e-7,0.000106011525,0.000014602945,0.000028873174,0.615556,2.9276006e-7,0.000007797204,0.0010094286],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99465203,0.002162677,0.0004835323,0.0007806798,0.0011680727,0.00075301994],"domain_scores_gemma":[0.99794555,0.0004347533,0.00008390035,0.00039004153,0.0007487949,0.0003969369],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005158535,0.00018088835,0.0002439444,0.00023280035,0.0013017436,0.0007816794,0.00029482416,0.00007796626,0.000032146407],"category_scores_gemma":[0.0011306107,0.00016767146,0.000040967665,0.0007359896,0.00098266,0.0005327389,0.00024253444,0.00024720514,0.000006052216],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016134444,0.0013533586,0.3838799,0.0013711882,0.00006367695,0.000002317442,0.57818294,0.000009197265,0.0033729514,0.012678109,0.004973204,0.012499748],"study_design_scores_gemma":[0.0010228514,0.0038483725,0.4681122,0.0026441852,0.000005691218,2.711572e-8,0.50906557,0.00000743363,0.002364943,0.006634135,0.0060444004,0.00025020042],"about_ca_topic_score_codex":0.0045713265,"about_ca_topic_score_gemma":0.028591039,"teacher_disagreement_score":0.084232315,"about_ca_system_score_codex":0.00036880551,"about_ca_system_score_gemma":0.0005488046,"threshold_uncertainty_score":0.99999845},"labels":[],"label_agreement":null},{"id":"W4410866235","doi":"10.2196/68358","title":"An Integrated Virtual Reality–Based Telerehabilitation Platform to Support Recovery and Maintenance of Functional Abilities Among Older Adults: Protocol for a Usability and Acceptability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Usability; Protocol (science); Rehabilitation; Computer science; Human–computer interaction; Applied psychology; Multimedia; Psychology; World Wide Web; Medicine; Physical therapy","score_opus":0.12108782733606299,"score_gpt":0.5038014012639189,"score_spread":0.38271357392785593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410866235","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44877782,1.927045e-7,0.00094708486,0.00025426515,0.000009031227,0.5498001,0.00007320123,0.0000449982,0.000093297785],"genre_scores_gemma":[0.32082295,3.356195e-8,0.0011888726,0.00004847216,0.000030754116,0.6776452,0.000019635954,0.000017754304,0.00022630632],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958392,0.0007107784,0.0010674432,0.0010440468,0.00080811384,0.00053045125],"domain_scores_gemma":[0.99368876,0.0026937413,0.00014877837,0.00085763575,0.0022686925,0.00034239196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053547905,0.00029198077,0.00066152215,0.0006458169,0.00023752287,0.00010466127,0.00018026178,0.00022333534,0.00030546397],"category_scores_gemma":[0.005419957,0.0002253751,0.00015890405,0.00084190356,0.0010730939,0.00052487507,0.0001241796,0.00049567263,0.0000016321998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03965662,0.007817635,0.83384,0.009217108,0.000067243825,0.0000012844415,0.0024779004,0.000050682276,0.00063517725,0.00026637194,0.0026838607,0.10328612],"study_design_scores_gemma":[0.01206873,0.02781069,0.93576276,0.0022150942,0.00000828723,0.0000013414518,0.014573724,0.0008253112,0.0005529705,0.00065945886,0.005335909,0.00018574757],"about_ca_topic_score_codex":0.00024582626,"about_ca_topic_score_gemma":0.00035419877,"teacher_disagreement_score":0.12795486,"about_ca_system_score_codex":0.00045387654,"about_ca_system_score_gemma":0.0011626726,"threshold_uncertainty_score":0.919053},"labels":[],"label_agreement":null},{"id":"W4410867141","doi":"10.2196/73389","title":"A Higher-Than-Standard-Intensity International Normalized Ratio Goal for Patients Undergoing Mechanical Aortic Valve Replacement With Additional Thrombotic Risk Factors: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Valve Diseases and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Preprint; Aortic valve replacement; Medicine; Protocol (science); Systematic review; Cardiology; Internal medicine; MEDLINE; Physical therapy; Computer science; Alternative medicine; World Wide Web; Pathology","score_opus":0.12779677175750118,"score_gpt":0.5251588778229054,"score_spread":0.39736210606540423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410867141","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011183348,0.000017690718,0.0021389264,0.00038347195,0.0000042503134,0.99409515,0.0031240943,0.000044777375,0.00007980274],"genre_scores_gemma":[0.0047073932,0.0000019348956,0.0010792704,0.00018182413,0.000024087254,0.9921602,0.0009767707,0.00002925182,0.0008392824],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9963748,0.00044438412,0.0007882656,0.00069270114,0.0012468667,0.00045298337],"domain_scores_gemma":[0.99535304,0.00121207,0.00036967857,0.00058435544,0.0022433545,0.00023750785],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011383203,0.0003272654,0.0019277616,0.00030639287,0.00035662195,0.00016669449,0.00016578705,0.00009376481,0.0009431039],"category_scores_gemma":[0.0015211713,0.00020015954,0.0025186858,0.00052074983,0.00010222674,0.00016029738,0.0001158468,0.00023896492,0.0000042141164],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02375505,0.0048668347,0.030169366,0.40963304,0.5055069,0.000004906072,0.000088212706,0.0000075511216,0.0000097966085,0.0021165125,0.023823839,0.000018035182],"study_design_scores_gemma":[0.0816024,0.026865814,0.06356692,0.12960552,0.6849267,0.0000074273903,0.00030582954,0.0012473703,0.00044358685,0.003650655,0.0065069594,0.0012708381],"about_ca_topic_score_codex":0.00001471932,"about_ca_topic_score_gemma":0.000010311958,"teacher_disagreement_score":0.2800275,"about_ca_system_score_codex":0.0005028718,"about_ca_system_score_gemma":0.00049422716,"threshold_uncertainty_score":0.9999702},"labels":[],"label_agreement":null},{"id":"W4410874032","doi":"10.2196/68582","title":"Effect of Dual Bronchodilation on the Exercise Capacity of Individuals With Non-Cystic Fibrosis Bronchiectasis: Protocol for a Randomized Controlled Double-Blind Crossover Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cystic Fibrosis Research Advances","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cystic fibrosis; Randomized controlled trial; Medicine; Double blind; Physical therapy; Protocol (science); Bronchodilation; Physical medicine and rehabilitation; Psychology; Placebo; Computer science; Internal medicine; Alternative medicine; Pathology","score_opus":0.10218658391289288,"score_gpt":0.5113171614753637,"score_spread":0.4091305775624708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410874032","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08224602,0.0000032026671,0.00026184818,0.00022042135,0.0000051830743,0.91638607,0.000051901825,0.000036320063,0.0007890341],"genre_scores_gemma":[0.14870068,1.5710647e-7,0.0006043787,0.000008894959,0.000052031635,0.8499697,0.000009002982,0.000043804364,0.0006113606],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9907556,0.003155836,0.001462411,0.0007406029,0.0030038084,0.00088173593],"domain_scores_gemma":[0.97807384,0.018164309,0.0006214001,0.0011975745,0.0017394569,0.00020343282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017661171,0.00046733223,0.0029471444,0.0009064827,0.0003895203,0.00017854544,0.00054081366,0.00019079071,0.00014383171],"category_scores_gemma":[0.007041183,0.00023026287,0.0005352375,0.0015242832,0.0014223193,0.00020739762,0.00023918845,0.00091315684,0.00000806128],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97330624,0.003309088,0.0028903368,0.008235701,0.00072208635,0.0000039716724,0.0006106889,0.00005376178,0.007848784,0.00026513505,0.0015680157,0.0011861699],"study_design_scores_gemma":[0.84723926,0.029977018,0.0017620252,0.014630921,0.00016414322,0.0000018848094,0.00016315712,0.00041391127,0.1043769,0.00023687554,0.0008639231,0.00016999037],"about_ca_topic_score_codex":0.00010052809,"about_ca_topic_score_gemma":0.000018607338,"teacher_disagreement_score":0.126067,"about_ca_system_score_codex":0.0002171009,"about_ca_system_score_gemma":0.0009854137,"threshold_uncertainty_score":0.9389847},"labels":[],"label_agreement":null},{"id":"W4410888185","doi":"10.2196/69577","title":"Understanding the Gendered Impact of COVID-19 on Young Self-Employed Nigerian Women and Coproducing Interventions That Foster Better Systems and Well-Being: Protocol for a Multimethods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Pandemic Impacts","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Douglas Mental Health University Institute; Douglas College","funders":"","keywords":"Psychology; Psychological intervention; Coping (psychology); Mental health; Pandemic; Transformative learning; Developmental psychology; Gerontology; Medicine; Clinical psychology; Coronavirus disease 2019 (COVID-19); Psychiatry","score_opus":0.5716938106387219,"score_gpt":0.565367102591462,"score_spread":0.006326708047259988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410888185","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0204387,0.0000056047243,0.01098167,0.0008942049,0.000018586923,0.96676594,0.000050661274,0.000058588554,0.0007860435],"genre_scores_gemma":[0.26464748,3.0993036e-7,0.00017028894,0.0000997062,0.000037857215,0.73457295,0.000001499948,0.000031039905,0.0004388811],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966658,0.0007038416,0.000865047,0.00080184196,0.00018662927,0.00077687716],"domain_scores_gemma":[0.9968549,0.0015870585,0.00040565533,0.0007947027,0.00010309048,0.00025456867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010734659,0.00027000598,0.00063076714,0.00093201717,0.0006310123,0.00056353206,0.0004240722,0.00014375539,0.00006292243],"category_scores_gemma":[0.0015681264,0.00021308432,0.00016951218,0.00060109753,0.0001985763,0.00026579594,0.00040683645,0.00047416045,0.0000048506704],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003228666,0.0020794221,0.89979106,0.013048415,0.0010284623,0.000009563462,0.061265353,0.00017584115,0.00024068773,0.008148373,0.010476688,0.00050745625],"study_design_scores_gemma":[0.113630734,0.041039918,0.32559928,0.014734916,0.00006541311,0.000056630968,0.059896227,0.03293412,0.00076266204,0.2513887,0.1563938,0.0034976108],"about_ca_topic_score_codex":0.00030604022,"about_ca_topic_score_gemma":0.000035472982,"teacher_disagreement_score":0.5741918,"about_ca_system_score_codex":0.0020271807,"about_ca_system_score_gemma":0.0003161753,"threshold_uncertainty_score":0.86893266},"labels":[],"label_agreement":null},{"id":"W4410889643","doi":"10.2196/67163","title":"Attitudes Toward Alternative Tobacco and Nicotine Products and Their Association With Lifestyle Habits: Protocol for the MINERVA International Observational Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Observational study; Association (psychology); Protocol (science); Nicotine; Medicine; Environmental health; Cohort study; Alternative medicine; Advertising; Psychology; Computer science","score_opus":0.27073007312882225,"score_gpt":0.5362836822603371,"score_spread":0.2655536091315148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410889643","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14009109,0.0000012092078,0.00007351804,0.006247519,0.000012129021,0.853286,0.000013798493,0.00003405188,0.00024065578],"genre_scores_gemma":[0.12521268,3.8926248e-7,0.00013561218,0.000094656454,0.00020963921,0.87213975,0.000020493399,0.000015365304,0.0021713928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979783,0.00018438937,0.00027189986,0.00044200433,0.0008618131,0.0002615579],"domain_scores_gemma":[0.99721265,0.0006485832,0.00013239673,0.0002660113,0.0016831246,0.00005721339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002431624,0.00015584538,0.0002159703,0.00015527743,0.00027369754,0.00021439212,0.00018811447,0.00007585759,0.00002353959],"category_scores_gemma":[0.0009732987,0.00008961585,0.000025841427,0.00037078108,0.00012140435,0.00022683835,0.00015171335,0.0003738993,6.321072e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012246955,0.0010502128,0.9876314,0.00028018202,0.000211418,0.0000013076447,0.0005240774,0.0000019036972,0.00057424605,0.00025874312,0.0038500119,0.0043918206],"study_design_scores_gemma":[0.005289413,0.0013306489,0.96215475,0.00093854114,0.000015833159,0.0000038289336,0.00036499728,0.00013192432,0.002526267,0.00009278844,0.02706305,0.00008795647],"about_ca_topic_score_codex":0.0000615277,"about_ca_topic_score_gemma":0.000037763097,"teacher_disagreement_score":0.025476629,"about_ca_system_score_codex":0.00027467794,"about_ca_system_score_gemma":0.00033078008,"threshold_uncertainty_score":0.36544284},"labels":[],"label_agreement":null},{"id":"W4410891660","doi":"10.2196/72631","title":"Reducing Heavy Drinking Through the “Sober Curious” Movement in Australia: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychological and Educational Research Studies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Preprint; Protocol (science); Psychology; Applied psychology; Gerontology; Medicine; Computer science; World Wide Web; Alternative medicine","score_opus":0.6122410993266245,"score_gpt":0.7311509094764826,"score_spread":0.11890981014985813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410891660","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015106946,0.0000050446506,0.0004611255,0.0065670563,0.00006169247,0.9731425,0.0000049845517,0.000052445128,0.018194426],"genre_scores_gemma":[0.0018269491,1.8064391e-7,0.0022804453,0.00031400163,0.00021821442,0.9704375,0.0000020434927,0.000023493722,0.024897123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918025,0.003966018,0.00077708485,0.0010051094,0.00092666794,0.0015225845],"domain_scores_gemma":[0.9950007,0.0032372058,0.00011002909,0.0010027607,0.00053379184,0.000115497576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0106847305,0.00028653917,0.00042336035,0.0003548951,0.00080968917,0.00023489309,0.0011914,0.00016679813,0.0008754095],"category_scores_gemma":[0.001419016,0.00017674829,0.00014897458,0.001725291,0.00046015388,0.00014542663,0.0006852841,0.0013946563,0.00009962642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006520856,0.022620324,0.01912715,0.000955145,0.00046618516,0.00003911731,0.022752548,0.000022957865,0.0008736006,0.06207717,0.7749993,0.08954565],"study_design_scores_gemma":[0.005059788,0.0025146853,0.11616082,0.0011480547,0.0000027629746,0.0000011443159,0.009061468,0.000010594322,0.0004508359,0.09867749,0.766688,0.00022437787],"about_ca_topic_score_codex":0.0007726101,"about_ca_topic_score_gemma":0.00014962106,"teacher_disagreement_score":0.09703367,"about_ca_system_score_codex":0.0003515898,"about_ca_system_score_gemma":0.00029344682,"threshold_uncertainty_score":0.958512},"labels":[],"label_agreement":null},{"id":"W4410903065","doi":"10.2196/68673","title":"A Peer Support Specialist–Delivered Sexual and Intimate Partner Violence Prevention Program for Women in Substance Use Treatment: Protocol for a Single-Arm Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Domestic violence; Protocol (science); Peer support; Medicine; Psychology; Family medicine; Poison control; Suicide prevention; Psychiatry; Alternative medicine; Medical emergency; Computer science; World Wide Web","score_opus":0.33173052960926525,"score_gpt":0.5835576469035255,"score_spread":0.25182711729426027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410903065","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062866276,7.258967e-7,0.00011246954,0.00013385991,0.000020369886,0.984051,0.000061044506,0.00011241946,0.009221496],"genre_scores_gemma":[0.0035281242,0.0000011616103,0.0010672513,0.00001821882,0.0002284041,0.97774714,0.000020176913,0.000026742264,0.017362757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99540824,0.00071464,0.0006118555,0.0007822569,0.00086301094,0.0016199934],"domain_scores_gemma":[0.99765533,0.00056877354,0.00015008755,0.00035723706,0.0010261631,0.00024241491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046499376,0.00025999694,0.00042791432,0.00032048396,0.0007274913,0.0007754303,0.0004276743,0.00023442488,0.00011100309],"category_scores_gemma":[0.00092406274,0.00023235811,0.00010218648,0.00079561747,0.00065885193,0.0006662589,0.00009291915,0.00023506822,0.000008843597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27677208,0.032524567,0.00921628,0.0045888545,0.00015470342,0.000033211265,0.031952567,0.000008630351,0.0019024222,0.059418444,0.017092576,0.5663357],"study_design_scores_gemma":[0.07794762,0.022313487,0.0012432736,0.002155409,0.0000063809484,6.951954e-7,0.004438377,0.0003172682,0.0011350662,0.022835791,0.8671234,0.00048322242],"about_ca_topic_score_codex":0.00033727198,"about_ca_topic_score_gemma":0.00087996194,"teacher_disagreement_score":0.85003084,"about_ca_system_score_codex":0.0010085197,"about_ca_system_score_gemma":0.001092285,"threshold_uncertainty_score":0.9475289},"labels":[],"label_agreement":null},{"id":"W4410903700","doi":"10.2196/67403","title":"A Multipronged, Community-Partnered Intervention (The TALK) to Improve Parent-Adolescent Communication About Sexual Health and Racial Discrimination Among Black Male Adolescents and Young Adults and Their Caregivers: Protocol for a Feasibility and Acceptability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Psychology; Reproductive health; Community-based participatory research; Clinical psychology; Adolescent health; Medicine; Developmental psychology; Psychiatry; Nursing; Population; Participatory action research","score_opus":0.3687471118339227,"score_gpt":0.6042864686073441,"score_spread":0.23553935677342142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410903700","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45941183,0.000013462107,0.000093911534,0.0007304472,0.000012277058,0.53964245,0.00004482205,0.0000345827,0.00001623737],"genre_scores_gemma":[0.47201243,0.0000022455893,0.000036715068,0.0000616318,0.00004696585,0.5275733,0.000017470413,0.000016356702,0.00023287401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98673993,0.010044827,0.0009685455,0.0009886535,0.00042381167,0.0008342126],"domain_scores_gemma":[0.99658847,0.0004389819,0.0004152292,0.0012059552,0.00090441905,0.00044694863],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.009199676,0.00035276977,0.00054046727,0.00022663585,0.0043181,0.00015834207,0.0004185922,0.00020013886,0.000009779542],"category_scores_gemma":[0.0011591701,0.00024527308,0.000043594264,0.00036745775,0.0011000725,0.00040976203,0.0018781242,0.0021052,0.000001493319],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061576064,0.00425201,0.7996572,0.022367407,0.000024971592,2.7125645e-7,0.10504186,1.696053e-7,0.0000776207,0.000035098157,0.0006952335,0.061690547],"study_design_scores_gemma":[0.009670936,0.002908657,0.7850182,0.00576037,0.000004477741,7.4130895e-7,0.1939351,0.00033525124,0.0000215815,0.00017999655,0.0019921635,0.00017253835],"about_ca_topic_score_codex":0.0031011396,"about_ca_topic_score_gemma":0.013841359,"teacher_disagreement_score":0.08889323,"about_ca_system_score_codex":0.00059658795,"about_ca_system_score_gemma":0.0003713339,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W4410904237","doi":"10.2196/66424","title":"Exploring the Current Situation and Developing Strategies for Behavior Change to Improve Antibiotic Use in West Africa: Protocol for a Multidisciplinary Interventional Research Project","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung; Hans Böckler Stiftung; Agence Nationale de la Recherche","keywords":"Preprint; Multidisciplinary approach; Protocol (science); Medicine; Computer science; Alternative medicine; Political science; World Wide Web","score_opus":0.6870274655794884,"score_gpt":0.5962350288921181,"score_spread":0.09079243668737025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410904237","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014190689,0.000021898893,0.0009339643,0.00061995024,0.000038916533,0.9840816,0.000050159524,0.00002944691,0.000033321106],"genre_scores_gemma":[0.025935711,0.0000015028796,0.0006130028,0.0000061421265,0.000058495454,0.9724974,0.000019676236,0.000019516043,0.0008485709],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736714,0.00064643985,0.00042348364,0.00057978154,0.0001593494,0.0008238156],"domain_scores_gemma":[0.9979885,0.0009800239,0.000065887274,0.00031353894,0.0006253799,0.000026634018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031022788,0.0001723787,0.00022918932,0.0006862492,0.00082806015,0.00024123673,0.00038979415,0.00011560357,0.00000450796],"category_scores_gemma":[0.00043859618,0.000120181474,0.000074432384,0.0007778157,0.0003569943,0.000507054,0.00053486554,0.0007036446,0.00001150587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025465889,0.009785726,0.02665825,0.03679359,0.00029021446,0.000025702831,0.026661392,0.000003876293,0.351157,0.07111211,0.02669586,0.42535037],"study_design_scores_gemma":[0.015318619,0.007931102,0.32688794,0.042681538,0.000016647788,0.0000063557195,0.012403563,0.00014087062,0.0518746,0.0047866437,0.53709537,0.00085673074],"about_ca_topic_score_codex":0.000106831685,"about_ca_topic_score_gemma":0.00071113685,"teacher_disagreement_score":0.5103995,"about_ca_system_score_codex":0.00019204941,"about_ca_system_score_gemma":0.00073890056,"threshold_uncertainty_score":0.6368853},"labels":[],"label_agreement":null},{"id":"W4410913629","doi":"10.2196/66112","title":"Comparative Efficacy of Virtual Reality–Assisted Cognitive Behavioral Therapy Versus Yoga-Based Interventions for Reducing Performance Anxiety in Students: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Anxiety; Psychological intervention; Protocol (science); Physical therapy; Psychology; Cognition; Virtual reality; Medicine; Clinical psychology; Psychotherapist; Alternative medicine; Computer science; Psychiatry; World Wide Web; Human–computer interaction","score_opus":0.4765042517404475,"score_gpt":0.6648690557828875,"score_spread":0.18836480404243994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410913629","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023814438,0.0000027868323,0.011471644,0.0001304817,0.00009222092,0.9633728,0.00011873116,0.00004013004,0.0009567193],"genre_scores_gemma":[0.16906948,6.794503e-8,0.000060058872,0.000007936637,0.000061084844,0.8290296,0.000037953778,0.000020383994,0.0017134018],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925904,0.003614505,0.0019176167,0.0006424704,0.00062388205,0.0006110708],"domain_scores_gemma":[0.99200404,0.0054448834,0.00063409,0.0004833944,0.0013357284,0.00009789085],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006631077,0.00029507783,0.0018228831,0.000865631,0.00035806582,0.00010616223,0.00066175935,0.00021213683,0.001444935],"category_scores_gemma":[0.000698261,0.00022828995,0.0015881401,0.00069480453,0.0004948972,0.00012452464,0.00011890185,0.0005474992,0.000006355173],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.951629,0.025176127,0.00006763814,0.0005477958,0.00047717965,8.091616e-7,0.000633366,0.000015237444,0.00003386037,0.005028563,0.005297705,0.011092727],"study_design_scores_gemma":[0.96705186,0.014569234,0.0007008211,0.0098978635,0.000040170307,1.6011953e-7,0.0009005704,0.00078030553,0.0017096063,0.00020613261,0.0039564557,0.00018680342],"about_ca_topic_score_codex":0.00006379375,"about_ca_topic_score_gemma":0.000050048548,"teacher_disagreement_score":0.14525504,"about_ca_system_score_codex":0.00017164114,"about_ca_system_score_gemma":0.00046487505,"threshold_uncertainty_score":0.9994679},"labels":[],"label_agreement":null},{"id":"W4410916167","doi":"10.2196/63339","title":"Guideline-Based Clinical Decision Support Framework for Multimorbidity: Protocol for a Formulation and Testing Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Guideline; Computer science; Clinical decision support system; Decision support system; Medicine; Medical physics; Data mining; Alternative medicine; World Wide Web","score_opus":0.6597326804688155,"score_gpt":0.712568886372252,"score_spread":0.05283620590343652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410916167","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005607005,2.720329e-7,0.081318185,0.00057058566,0.000010581619,0.9164912,0.000015347985,0.0001329948,0.00090015394],"genre_scores_gemma":[0.0015335329,2.0034726e-8,0.11680977,0.00022549334,0.0002532793,0.88069105,0.000029349794,0.000035821173,0.0004216648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965877,0.00020853426,0.0010896316,0.0007448604,0.0007594771,0.0006098264],"domain_scores_gemma":[0.9932284,0.004294801,0.00016738959,0.0007247893,0.0013734003,0.00021122664],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0059978613,0.00021770288,0.00044473205,0.00040382845,0.00036642008,0.00023864233,0.00024734007,0.00018460631,0.00009354426],"category_scores_gemma":[0.010867722,0.0001792601,0.00014750399,0.0006147584,0.00013385106,0.00016121815,0.00026037672,0.00045037203,0.0000069108105],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04039123,0.014431665,0.21666534,0.015541334,0.00024757517,0.000052564978,0.00011050514,0.00007658375,0.00013533859,0.010886336,0.26141164,0.44004992],"study_design_scores_gemma":[0.06789999,0.022260522,0.07257766,0.010286124,0.00006026212,0.0000013179612,0.00043833288,0.07282382,0.00022038176,0.039090365,0.7139728,0.0003684398],"about_ca_topic_score_codex":0.000009687725,"about_ca_topic_score_gemma":0.0000098292585,"teacher_disagreement_score":0.45256117,"about_ca_system_score_codex":0.00017529992,"about_ca_system_score_gemma":0.0013997615,"threshold_uncertainty_score":0.9974642},"labels":[],"label_agreement":null},{"id":"W4410950172","doi":"10.2196/66091","title":"Patient-Centered, Theory-Based, Online Intervention to Promote a Physically Active Lifestyle for People With Multiple Sclerosis: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Intervention (counseling); Protocol (science); Physical therapy; Psychology; Medicine; Physical medicine and rehabilitation; Gerontology; Alternative medicine; Nursing; Computer science; World Wide Web","score_opus":0.13535923892556584,"score_gpt":0.4992290471488597,"score_spread":0.36386980822329384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410950172","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006367356,0.000001177492,0.012879601,0.0024447108,0.000014608051,0.9777385,0.00024811836,0.00015517852,0.00015073306],"genre_scores_gemma":[0.0082305595,2.4836135e-7,0.008050651,0.0001786154,0.00030129188,0.9818303,0.00008555298,0.000096032505,0.0012267242],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923061,0.00226944,0.0013157891,0.0011176659,0.0016153578,0.0013756448],"domain_scores_gemma":[0.9883465,0.0062125702,0.00039281603,0.0008645888,0.0037378098,0.00044568777],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0058941026,0.0005276332,0.0026124439,0.0008440371,0.00057488284,0.0002516596,0.00047009045,0.0001883587,0.0000617282],"category_scores_gemma":[0.01942793,0.0003315637,0.0010578177,0.0010313233,0.00044137004,0.00019993106,0.0003630732,0.00071979384,0.00001208775],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93968356,0.014551113,0.00008310045,0.0040320246,0.000949163,0.0000021604615,0.00057466375,0.00001289619,0.0059287134,0.00025492936,0.0039963485,0.029931352],"study_design_scores_gemma":[0.9194373,0.02789696,0.00031151526,0.017497744,0.000062772946,4.4290522e-7,0.00032965647,0.0051485496,0.00827019,0.0002788658,0.020490868,0.00027513364],"about_ca_topic_score_codex":0.00004126604,"about_ca_topic_score_gemma":0.00021541803,"teacher_disagreement_score":0.029656218,"about_ca_system_score_codex":0.00045328838,"about_ca_system_score_gemma":0.0011375468,"threshold_uncertainty_score":0.99991363},"labels":[],"label_agreement":null},{"id":"W4410957142","doi":"10.2196/71513","title":"Online Peer Support for Long-Term Conditions: Protocol for a Feasibility Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Preprint; Protocol (science); Randomized controlled trial; Peer review; Term (time); Peer support; Medicine; Computer science; Psychology; World Wide Web; Alternative medicine; Nursing; Surgery","score_opus":0.3751388598996267,"score_gpt":0.6884376275698973,"score_spread":0.31329876767027065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410957142","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031656836,7.6271687e-7,0.0012282685,0.00325241,0.00013785066,0.98300076,0.00085677556,0.000151472,0.0110551575],"genre_scores_gemma":[0.0007608029,8.096234e-9,0.00033673193,0.00018276289,0.00027412717,0.8767687,0.0003144865,0.00004447764,0.1213179],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9930177,0.0020380795,0.0020802077,0.00087166607,0.00081696507,0.0011754051],"domain_scores_gemma":[0.9910244,0.0053568333,0.0004020257,0.00094433123,0.001997939,0.00027452322],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011513305,0.00031663876,0.0015534047,0.0005604868,0.00046613763,0.00028146198,0.000688223,0.00029492355,0.002301022],"category_scores_gemma":[0.0053849523,0.00024701096,0.0013175199,0.00045025034,0.0006200997,0.00024421533,0.00017630457,0.0005428981,0.0001437015],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.853793,0.016381172,0.00014260308,0.0023649437,0.00024659134,0.0000047226217,0.00005529805,8.9350095e-8,0.00001008296,0.028745426,0.096546106,0.0017099511],"study_design_scores_gemma":[0.8874523,0.00788995,0.0004174545,0.0016864033,0.000017075456,0.0000023549314,0.000039408646,0.000025343286,0.0001127529,0.02739287,0.074789904,0.00017416707],"about_ca_topic_score_codex":0.000010685563,"about_ca_topic_score_gemma":0.000047606933,"teacher_disagreement_score":0.110262744,"about_ca_system_score_codex":0.00039837818,"about_ca_system_score_gemma":0.0009053896,"threshold_uncertainty_score":0.9999982},"labels":[],"label_agreement":null},{"id":"W4410957373","doi":"10.2196/65804","title":"Community-Engaged Approach to Increase Physical Activity Among Black Individuals With Colorectal Cancer: Protocol for a Feasibility Randomized Controlled Trial of the Physical Activity Centers Empowerment Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute of Nursing Research; National Cancer Institute","keywords":"Preprint; Randomized controlled trial; Physical activity; Pace; Empowerment; Gerontology; Colorectal cancer; Physical therapy; Medicine; Community-based participatory research; Psychology; Cancer; Sociology; Computer science; World Wide Web; Participatory action research; Political science","score_opus":0.1590759078132728,"score_gpt":0.5203591459538304,"score_spread":0.36128323814055757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410957373","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4961831,4.345231e-8,0.000029533696,0.00019906186,0.00000750407,0.5025774,0.000044898494,0.000032876607,0.0009255302],"genre_scores_gemma":[0.49568054,1.1878764e-8,0.0000078185785,0.0000139174645,0.00008598442,0.50393826,0.000002251564,0.000021714808,0.0002495115],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9631613,0.032970525,0.00047766662,0.00070874917,0.0019404003,0.0007413381],"domain_scores_gemma":[0.9907173,0.0063247695,0.00038443762,0.0013463537,0.00089624117,0.00033089082],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0180562,0.00045869412,0.002747819,0.00026143325,0.0011736101,0.00013021362,0.000786214,0.00013943447,0.0000093539475],"category_scores_gemma":[0.003906781,0.00025590218,0.00086553674,0.0012438255,0.0013042801,0.0001615526,0.0006813134,0.0041229655,8.2620954e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9000833,0.065893665,0.015647877,0.0017910168,0.0007858336,0.0000012504823,0.012521174,0.000010760167,0.0017242056,0.00003098797,0.00071047375,0.00079944835],"study_design_scores_gemma":[0.93410134,0.010735319,0.039933503,0.001550674,0.00014965663,3.445192e-7,0.003580678,0.0007004004,0.00866592,0.00006851545,0.00028598725,0.00022765879],"about_ca_topic_score_codex":0.002676953,"about_ca_topic_score_gemma":0.0008745694,"teacher_disagreement_score":0.055158347,"about_ca_system_score_codex":0.0007466118,"about_ca_system_score_gemma":0.0018129499,"threshold_uncertainty_score":0.99998933},"labels":[],"label_agreement":null},{"id":"W4410973866","doi":"10.2196/59126","title":"Co-Design for Developing and Integrating a Model of Care for Pain Management Centers: Protocol for a Biphase Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Biopsychosocial model; Focus group; Psychosocial; Chronic pain; Qualitative research; Medicine; Protocol (science); Stakeholder; Nursing; Qualitative property; Psychology; Physical therapy; Alternative medicine; Computer science; Psychiatry; Public relations","score_opus":0.33160976991891394,"score_gpt":0.6331584508847746,"score_spread":0.3015486809658607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410973866","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017164892,7.347268e-7,0.36092526,0.00032946825,0.000001046654,0.638416,0.000021414253,0.000018942012,0.00011551706],"genre_scores_gemma":[0.0021918418,4.4680068e-8,0.13235742,0.000045859408,0.000018671266,0.8648792,0.000018437568,0.00002273112,0.00046580305],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.99734783,0.0009137389,0.00054852286,0.00043692623,0.00036663204,0.0003863439],"domain_scores_gemma":[0.9957645,0.002617751,0.000109356246,0.00025495817,0.0011816334,0.00007178329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008386818,0.00016527524,0.00038215387,0.00042974224,0.0002587353,0.00005098877,0.00013140884,0.00007582408,0.0000017415836],"category_scores_gemma":[0.0017887704,0.00012387247,0.00012629174,0.00029530353,0.00014000956,0.0000863129,0.000051559262,0.00014724735,1.715196e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05746806,0.006360991,0.0007300454,0.5331567,0.00071728736,0.0000018908503,0.19283967,0.00007641118,0.022628563,0.035819866,0.019413287,0.13078725],"study_design_scores_gemma":[0.084455855,0.06610443,0.00031110918,0.058788493,0.00004305433,2.4537576e-7,0.62552536,0.08896109,0.012608915,0.028714754,0.033890437,0.0005962828],"about_ca_topic_score_codex":0.0000060064235,"about_ca_topic_score_gemma":0.000010652799,"teacher_disagreement_score":0.47436818,"about_ca_system_score_codex":0.0002172174,"about_ca_system_score_gemma":0.00038468285,"threshold_uncertainty_score":0.5051372},"labels":[],"label_agreement":null},{"id":"W4410981037","doi":"10.2196/67601","title":"Managing Cognitive Decline Through a Social Robot–Based Intervention: Protocol for the engAGE Proof of Concept and Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Proof of concept; Randomized controlled trial; Intervention (counseling); Psychology; Cognition; Applied psychology; Computer science; Medicine; World Wide Web; Alternative medicine","score_opus":0.29558294164824395,"score_gpt":0.6349953399549958,"score_spread":0.33941239830675185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410981037","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017503693,0.0000066980806,0.036960546,0.0039283237,0.00006188631,0.9457022,0.000013417317,0.000042020634,0.01326739],"genre_scores_gemma":[0.008677398,6.360071e-8,0.00012385762,0.00028951923,0.00035994506,0.9843584,0.000006384363,0.000023047063,0.0061614346],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99309844,0.0046091103,0.0009785679,0.00039602062,0.00048020054,0.00043764527],"domain_scores_gemma":[0.98698604,0.011421291,0.00043931254,0.00022239321,0.0008860742,0.000044863362],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006700512,0.00019966411,0.001052806,0.00019230385,0.0006671787,0.00015770712,0.00033087007,0.00018910973,0.0013666642],"category_scores_gemma":[0.0027838263,0.00013002774,0.0006644911,0.0003819436,0.0009626361,0.0001126516,0.00015760798,0.0007297444,0.000005647309],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.951688,0.0014844777,0.00000854339,0.00035306433,0.0005025199,0.000002046764,0.0028770277,0.0000021427477,0.000022552395,0.019627672,0.0073386226,0.016093342],"study_design_scores_gemma":[0.94968325,0.0013237768,0.000035249315,0.0012081142,0.000038170252,4.3998236e-7,0.0024459946,0.0004606385,0.00077052286,0.008348013,0.03557556,0.000110254594],"about_ca_topic_score_codex":0.000057857702,"about_ca_topic_score_gemma":0.000022630116,"teacher_disagreement_score":0.038656138,"about_ca_system_score_codex":0.000056402485,"about_ca_system_score_gemma":0.00022362311,"threshold_uncertainty_score":0.99954623},"labels":[],"label_agreement":null},{"id":"W4410981187","doi":"10.2196/67216","title":"Effectiveness of an mHealth Program on Reducing Blood Pressure Among Young Adults With Prehypertension: Protocol of a Pragmatic Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; mHealth; Prehypertension; Randomized controlled trial; Cluster (spacecraft); Blood pressure; Protocol (science); Medicine; Physical therapy; Psychology; Computer science; Alternative medicine; Psychological intervention; World Wide Web; Nursing; Surgery; Internal medicine","score_opus":0.06436728823509115,"score_gpt":0.5550641236509452,"score_spread":0.490696835415854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410981187","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029173447,0.000011449905,0.0000644517,0.00028827754,0.0000339874,0.9665885,0.000020165791,0.00018907896,0.0036306325],"genre_scores_gemma":[0.044773035,0.0000020664277,0.0010835318,0.00006930977,0.00015313747,0.953133,0.000025619456,0.00006390699,0.00069641013],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96627456,0.026616592,0.003062144,0.0010089589,0.0015685481,0.0014691963],"domain_scores_gemma":[0.9807644,0.012429232,0.0017456362,0.0016654474,0.002669759,0.0007255101],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02776515,0.00043335042,0.0030684213,0.00081820047,0.001147187,0.000031485506,0.00066854263,0.0005773533,0.0000924485],"category_scores_gemma":[0.004948158,0.00027371492,0.000274722,0.0014415863,0.00074506935,0.00022500799,0.00021097562,0.002177664,0.000008553036],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88760453,0.0077479365,0.00047310878,0.09703943,0.000223786,0.0000034443071,0.0006167879,0.000041433304,0.00010042069,0.002247896,0.0005650379,0.0033361837],"study_design_scores_gemma":[0.9246067,0.012537229,0.0016555568,0.054752655,0.00011537696,0.0000016468949,0.00023850177,0.0018542219,0.00029761952,0.00042039755,0.0033380247,0.0001820943],"about_ca_topic_score_codex":0.0007779246,"about_ca_topic_score_gemma":0.00012282397,"teacher_disagreement_score":0.042286776,"about_ca_system_score_codex":0.00014072418,"about_ca_system_score_gemma":0.0063194246,"threshold_uncertainty_score":0.9999715},"labels":[],"label_agreement":null},{"id":"W4411002835","doi":"10.2196/64057","title":"Increasing Awareness and Early Detection of Common Skin Diseases in Indonesia Through an mHealth App: Protocol for an Awareness and Acceptability Study and Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erasmus Universitair Medisch Centrum Rotterdam; Universitas Airlangga","keywords":"Preprint; Mobile phone; Protocol (science); Internet privacy; Mobile apps; Phone; mHealth; Computer science; World Wide Web; Medicine; Multimedia; Telecommunications; Alternative medicine; Psychological intervention; Nursing","score_opus":0.22185809160720196,"score_gpt":0.6372190222585646,"score_spread":0.4153609306513627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411002835","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46778277,0.000007748161,0.00017398219,0.00010541341,0.00001026762,0.5318167,0.000021211505,0.000047024936,0.00003486296],"genre_scores_gemma":[0.4039598,0.0000038567387,0.00011122325,0.000036814654,0.00008417503,0.59576446,0.000007697976,0.00002214395,0.000009828405],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97729856,0.01784034,0.0023273302,0.0009719046,0.0005629992,0.0009988724],"domain_scores_gemma":[0.9891055,0.008089544,0.0006888376,0.0007893155,0.0007456789,0.0005811044],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.018818462,0.00032407235,0.0021711334,0.000562807,0.0022912314,0.0000875808,0.00029070766,0.00036881177,0.0000119033675],"category_scores_gemma":[0.0019711442,0.00025485086,0.000081951424,0.0007743348,0.0005451268,0.0006270917,0.0002729478,0.0009991,3.7000322e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6505733,0.0029822786,0.32443243,0.006887671,0.000016032795,3.863815e-7,0.0015350536,4.6881811e-7,0.00003768354,0.00056202523,0.000010929543,0.012961691],"study_design_scores_gemma":[0.68459725,0.0034126851,0.30411205,0.0009254357,0.000017632978,4.689507e-7,0.0017466502,0.00046765216,0.000021043628,0.0032451036,0.0013136892,0.00014035379],"about_ca_topic_score_codex":0.010187986,"about_ca_topic_score_gemma":0.0059012827,"teacher_disagreement_score":0.06394771,"about_ca_system_score_codex":0.00022357768,"about_ca_system_score_gemma":0.0028072605,"threshold_uncertainty_score":0.99999034},"labels":[],"label_agreement":null},{"id":"W4411009405","doi":"10.2196/68012","title":"Personalizing mHealth Interventions for Occupational Stress: Protocol for a Randomized Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Psychological intervention; Protocol (science); Medicine; Randomized controlled trial; Occupational stress; Psychology; Applied psychology; Clinical psychology; Alternative medicine; Nursing; Surgery","score_opus":0.6422310109588653,"score_gpt":0.7197918752405633,"score_spread":0.07756086428169806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411009405","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010476211,0.0000036212227,0.0068283128,0.0011355822,0.000064519554,0.9847173,0.0004348952,0.00013280929,0.0065781996],"genre_scores_gemma":[0.0054465863,9.518816e-9,0.0011704185,0.000095845186,0.00015086331,0.97085136,0.00006121818,0.00004800138,0.022175714],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943944,0.0017740728,0.0014100575,0.00077793567,0.00061690644,0.0010266069],"domain_scores_gemma":[0.9951496,0.0027532475,0.00029728241,0.0006073127,0.0009728912,0.00021966241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069713076,0.0002538297,0.0006424866,0.000792959,0.0007967435,0.00028807623,0.0006725524,0.00008626123,0.00071326614],"category_scores_gemma":[0.0011402529,0.00022607442,0.0005779097,0.00066203176,0.00030654567,0.0002463664,0.00023199894,0.00045819682,0.00010147646],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.51002496,0.06203287,0.0026962955,0.020255119,0.0005279058,0.000004884583,0.0010556609,0.0000017735537,0.000013386384,0.23710081,0.14717726,0.019109042],"study_design_scores_gemma":[0.6602282,0.059821475,0.0066397344,0.028143711,0.000033108838,0.0000035455705,0.003137708,0.00023270641,0.00013813887,0.04660605,0.19453001,0.00048559214],"about_ca_topic_score_codex":0.0001248283,"about_ca_topic_score_gemma":0.00030870613,"teacher_disagreement_score":0.19049476,"about_ca_system_score_codex":0.00041017056,"about_ca_system_score_gemma":0.00055926,"threshold_uncertainty_score":0.92190474},"labels":[],"label_agreement":null},{"id":"W4411010140","doi":"10.2196/63716","title":"Falls Prevention Among Older Adults in Rural Communities: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Preprint; Protocol (science); Gerontology; Medicine; Computer science; World Wide Web; Alternative medicine","score_opus":0.3883896744628392,"score_gpt":0.6720894236327799,"score_spread":0.28369974916994073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411010140","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5563721e-7,0.17106195,0.00003091353,0.000049226826,0.000026573873,0.8264668,0.0000786147,0.00013605754,0.0021496909],"genre_scores_gemma":[1.4316835e-8,0.37390178,0.00008506265,0.000068275775,0.00022125855,0.62044406,0.00034567338,0.00008931366,0.0048445486],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9791163,0.013594781,0.0034892485,0.00070416316,0.001081749,0.0020137578],"domain_scores_gemma":[0.99205583,0.0034147154,0.0014804791,0.0017393391,0.0010498306,0.0002598189],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011236485,0.00078052824,0.0032888025,0.0010792804,0.0012159871,0.00010144906,0.0017010238,0.0013403913,0.00027314163],"category_scores_gemma":[0.0009078465,0.00064626045,0.0009214447,0.0018277044,0.0002481775,0.0004894278,0.0010533193,0.004969225,0.00022866283],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012334377,0.0009628372,0.00007539679,0.67401,0.000026848125,0.000002000166,0.00034768708,3.859306e-9,6.6615314e-8,0.00008919008,0.017767267,0.30659539],"study_design_scores_gemma":[0.0030922857,0.00026986317,0.000093520815,0.5481687,0.0000157696,6.43585e-7,0.00037318075,0.0000030220642,1.7766677e-8,0.0001215942,0.4475733,0.00028809742],"about_ca_topic_score_codex":0.00018960454,"about_ca_topic_score_gemma":0.0014148877,"teacher_disagreement_score":0.42980605,"about_ca_system_score_codex":0.0009692422,"about_ca_system_score_gemma":0.0054204282,"threshold_uncertainty_score":0.9999561},"labels":[],"label_agreement":null},{"id":"W4411018118","doi":"10.2196/67875","title":"Screening and Risk Analysis of Atrial Fibrillation After Radiotherapy for Breast Cancer: Protocol for the Cross-Sectional Cohort Study “Watch Your Heart (WATCH)”","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chemotherapy-induced cardiotoxicity and mitigation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Atrial fibrillation; Asymptomatic; Breast cancer; Cohort; Internal medicine; Stroke (engine); Radiation therapy; Cardiology; Cancer","score_opus":0.14739898997899034,"score_gpt":0.5633343723339844,"score_spread":0.41593538235499405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411018118","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16513322,0.0000068180157,0.0029659723,0.0007154068,0.000008102705,0.8308894,0.00024231878,0.000026149652,0.000012612545],"genre_scores_gemma":[0.06524251,0.0000036857639,0.00051935477,0.00003491044,0.00070040784,0.9328615,0.000015338344,0.000025697616,0.00059658015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99756044,0.0002999034,0.00051482423,0.0005072318,0.0007551009,0.0003624954],"domain_scores_gemma":[0.99760556,0.00079178583,0.00016061029,0.00043388575,0.0009205614,0.00008756793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003496612,0.00017299819,0.00052188005,0.00028795126,0.00045369632,0.00016037918,0.00012546663,0.00016674522,0.00010193252],"category_scores_gemma":[0.00015878133,0.00012487239,0.00049648597,0.001081232,0.00020480751,0.00013628384,0.00004819545,0.00031594347,2.1573912e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021756006,0.00014208085,0.95474964,0.0004265223,0.002703334,3.2695297e-7,0.0002451572,0.00045833123,0.0038373056,0.000013003547,0.0005640287,0.015104284],"study_design_scores_gemma":[0.012402185,0.0010633685,0.9409495,0.00031997813,0.00018260177,0.0000029814078,0.000077487675,0.004450811,0.0045458917,0.00006615315,0.035832282,0.00010674665],"about_ca_topic_score_codex":0.00035292524,"about_ca_topic_score_gemma":0.00011414004,"teacher_disagreement_score":0.10197212,"about_ca_system_score_codex":0.00020883586,"about_ca_system_score_gemma":0.00033319622,"threshold_uncertainty_score":0.5092148},"labels":[],"label_agreement":null},{"id":"W4411018460","doi":"10.2196/68677","title":"Digital Health Interventions Targeting Psychological Health in Parents of Children With Autism Spectrum Disorder: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Family and Disability Support Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; PsycINFO; Psychological intervention; MEDLINE; Autism spectrum disorder; Context (archaeology); Medicine; Public health; Data extraction; Health care; Autism; Clinical psychology; Family medicine; Psychology; Psychiatry; Nursing","score_opus":0.44459225663202606,"score_gpt":0.6885221394696275,"score_spread":0.24392988283760142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411018460","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.3655436e-8,0.28055477,0.00010878001,0.0013672374,0.000008345958,0.7164659,0.0005105923,0.000058452235,0.0009258377],"genre_scores_gemma":[1.6711304e-7,0.1351655,0.00016038683,0.000093442744,0.000052341515,0.86311036,0.00066434685,0.000073931966,0.0006795019],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9865632,0.004519174,0.003624352,0.0018565721,0.0011143441,0.002322346],"domain_scores_gemma":[0.9952258,0.0012806084,0.0012010633,0.0016337831,0.00017360909,0.00048516804],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008897653,0.0006945958,0.0040495545,0.0010678999,0.00037155708,0.00018209162,0.00167365,0.00043094603,0.000717791],"category_scores_gemma":[0.0009693442,0.0005065025,0.0010915061,0.0027278115,0.0006230389,0.0002225923,0.0006809144,0.002430297,0.00007436498],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024101818,0.0039656493,0.0013437725,0.5152999,0.00007107647,0.0000034567615,0.00004417922,6.21708e-8,2.3308664e-9,0.00044314045,0.021784542,0.4568032],"study_design_scores_gemma":[0.0021295203,0.004889866,0.0002543504,0.6829716,0.00000497917,0.000012732241,0.00005550004,1.7686551e-7,2.6989186e-8,0.00022673263,0.30918393,0.0002705638],"about_ca_topic_score_codex":0.00019127002,"about_ca_topic_score_gemma":0.00029132003,"teacher_disagreement_score":0.45653263,"about_ca_system_score_codex":0.00056951545,"about_ca_system_score_gemma":0.004104472,"threshold_uncertainty_score":0.99987113},"labels":[],"label_agreement":null},{"id":"W4411018640","doi":"10.2196/70135","title":"How Labeling of Commercial Baby Foods Impacts Parents’ Beliefs About Sugar Content and Related Purchasing and Feeding Decisions: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Consumer Attitudes and Food Labeling","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Purchasing; Protocol (science); Labelling; Business; Marketing; Advertising; Psychology; Medicine; Computer science; Alternative medicine; World Wide Web","score_opus":0.5648535904395054,"score_gpt":0.6160851075983103,"score_spread":0.05123151715880481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411018640","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3096566e-7,0.47180295,0.000020403333,0.0002886885,0.0000073682436,0.5277534,0.000035827616,0.000031977394,0.000059026726],"genre_scores_gemma":[2.8135162e-7,0.43451422,0.0008532507,0.000033468645,0.000064342225,0.5643249,0.000028600105,0.00006369414,0.000117184885],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9940585,0.00071879453,0.001978643,0.001066929,0.0010853885,0.0010917386],"domain_scores_gemma":[0.9936076,0.002921614,0.00080638204,0.0008174921,0.0013204635,0.000526474],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0051455484,0.000694578,0.003750747,0.00084633613,0.00055003294,0.0003730146,0.0004233729,0.00055721635,0.000023596303],"category_scores_gemma":[0.007677135,0.0005257459,0.00051417894,0.0011249839,0.00036648972,0.00022001688,0.0008987633,0.0016335619,0.0000016134198],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020371849,0.00016358112,0.00007778286,0.49663776,0.00027271526,0.000011777735,0.000056524943,8.493862e-9,0.000020654683,0.0000719497,0.0002434459,0.50224006],"study_design_scores_gemma":[0.0034614736,0.0011435567,0.000015741756,0.70294267,0.0002900082,0.00006238031,0.000024329653,0.000005371528,0.000010937272,0.000031887095,0.29172662,0.0002849888],"about_ca_topic_score_codex":0.000019134779,"about_ca_topic_score_gemma":0.000018586401,"teacher_disagreement_score":0.5019551,"about_ca_system_score_codex":0.00023262865,"about_ca_system_score_gemma":0.0020180293,"threshold_uncertainty_score":0.9997194},"labels":[],"label_agreement":null},{"id":"W4411037882","doi":"10.2196/71927","title":"Measuring Stress, Socialization, and Smoking Behaviors Among Lesbian, Gay, Bisexual, Transgender, Queer, and Other Sexual and Gender Minority Adolescents (the Puff Break Research Study): Protocol for a Ecological Momentary Assessment Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Preprint; Socialization; Psychology; Developmental psychology; Peer group; Computer science; World Wide Web","score_opus":0.6616355752152802,"score_gpt":0.6628051995995405,"score_spread":0.0011696243842603815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411037882","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30044532,0.000012235205,0.000023930002,0.00032808696,0.000020192923,0.698508,0.00004630294,0.000049761453,0.0005661427],"genre_scores_gemma":[0.21331705,0.0000011862909,0.000015596554,0.000056368706,0.00020533417,0.78515756,0.0000034906536,0.000041171923,0.001202239],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9894618,0.005651346,0.0007699053,0.0012537715,0.0014956885,0.001367529],"domain_scores_gemma":[0.9976265,0.0005526032,0.00014304748,0.00069989474,0.00063113077,0.00034681722],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.008921085,0.00036829567,0.0004732673,0.0006395371,0.0025848693,0.00072833773,0.000614148,0.0003249529,0.00014593202],"category_scores_gemma":[0.00011212732,0.00029539934,0.000049819828,0.0008191781,0.001000463,0.0002576188,0.0006367885,0.0015403047,0.0000027468445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006790905,0.009178272,0.96373624,0.004451407,0.0001674995,0.000022722752,0.008601841,5.931907e-7,0.000047077236,0.00040778934,0.008850106,0.0038573912],"study_design_scores_gemma":[0.009587871,0.0030324673,0.96416914,0.00016853187,0.000036757192,0.000003303556,0.017624782,0.00002005806,0.000004375661,0.0008069121,0.0042901635,0.00025561292],"about_ca_topic_score_codex":0.007539754,"about_ca_topic_score_gemma":0.007967101,"teacher_disagreement_score":0.08712828,"about_ca_system_score_codex":0.00036529172,"about_ca_system_score_gemma":0.00053425325,"threshold_uncertainty_score":0.9999498},"labels":[],"label_agreement":null},{"id":"W4411039874","doi":"10.2196/67809","title":"A Culturally Tailored mHealth Intervention (MobileMen App) to Promote Physical Activity in African American Men: Protocol for a Comparative Effectiveness Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"mHealth; Preprint; Protocol (science); Intervention (counseling); Gerontology; Psychology; Medicine; Psychological intervention; Medical education; Alternative medicine; Computer science; Nursing; World Wide Web","score_opus":0.32620852404243117,"score_gpt":0.650231215793419,"score_spread":0.32402269175098786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411039874","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14167601,6.0751745e-8,0.00045671847,0.0018458253,0.0000040658333,0.85447085,0.000019074716,0.000079252546,0.0014481322],"genre_scores_gemma":[0.30802816,1.5560229e-8,0.00021166186,0.000027742479,0.00016492176,0.6913154,0.00000745433,0.000016774471,0.00022782075],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995061,0.0018746182,0.00041542534,0.0008491942,0.00079275726,0.0010070396],"domain_scores_gemma":[0.9975571,0.00081199023,0.00018913999,0.00047100423,0.0005616503,0.00040912104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002444636,0.00029699257,0.001212624,0.0004579917,0.00026867248,0.00010440585,0.00031939783,0.00009044754,0.000011053048],"category_scores_gemma":[0.00043244104,0.00022971976,0.0002499595,0.0020401266,0.00030570364,0.00028994615,0.00025287512,0.0011008264,0.000021946533],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7720623,0.051690035,0.00032583196,0.011746323,0.00012748467,0.0000112253465,0.0034696767,0.000008830781,0.03864174,0.002081992,0.0033940126,0.11644056],"study_design_scores_gemma":[0.38197505,0.21231253,0.08207318,0.025733123,0.000027895794,0.0000033105198,0.0018984267,0.0053871204,0.11482965,0.008550124,0.16622853,0.0009810288],"about_ca_topic_score_codex":0.0004146387,"about_ca_topic_score_gemma":0.00017555086,"teacher_disagreement_score":0.39008725,"about_ca_system_score_codex":0.001237559,"about_ca_system_score_gemma":0.0010038449,"threshold_uncertainty_score":0.93677},"labels":[],"label_agreement":null},{"id":"W4411043603","doi":"10.2196/67588","title":"Using Linked Health Service Data in Multimodal Modeling of Kidney Transplant Waitlist Outcomes: Protocol for the Maximizing Organ Donor Utility Systemwide (MODUS) Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Organ Donation and Transplantation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Computer science; Kidney transplant; Medicine; Kidney transplantation; Kidney; World Wide Web; Alternative medicine; Pathology","score_opus":0.5831568509612617,"score_gpt":0.6119644102641607,"score_spread":0.028807559302899022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411043603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038936334,0.0000011899278,0.0106227305,0.0038719801,0.000009866204,0.98125046,0.00022642074,0.000055310255,0.000068407455],"genre_scores_gemma":[0.16787435,2.441079e-7,0.0013191325,0.0003209593,0.000030443354,0.8303175,0.00007224398,0.000028577393,0.000036534464],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99622333,0.00070204755,0.0010506588,0.00061105227,0.00088305457,0.000529875],"domain_scores_gemma":[0.99725664,0.0004990656,0.00015718909,0.0012215476,0.0006504173,0.0002151421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056250826,0.0002120919,0.00056821015,0.00042502052,0.000342304,0.00007868816,0.0007082082,0.000114077426,0.000030390082],"category_scores_gemma":[0.00043647183,0.0001468884,0.00006329486,0.0010554495,0.0000655287,0.00022829828,0.0001456374,0.00064968265,0.0000024697597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030159634,0.017659038,0.7568419,0.15008171,0.00079210364,0.00006520874,0.023693457,0.0025888954,0.0066030757,0.0007274098,0.0009889879,0.009798562],"study_design_scores_gemma":[0.030697946,0.0007943156,0.058957987,0.016377332,0.000035598197,0.000007245012,0.0035322844,0.8858568,0.00053896604,0.000081935344,0.0029057288,0.00021387295],"about_ca_topic_score_codex":0.0023040012,"about_ca_topic_score_gemma":0.0010593862,"teacher_disagreement_score":0.8832679,"about_ca_system_score_codex":0.00024400986,"about_ca_system_score_gemma":0.0024199625,"threshold_uncertainty_score":0.5989935},"labels":[],"label_agreement":null},{"id":"W4411053311","doi":"10.2196/66197","title":"Identification of Compounds With Potential Dual Inhibitory Activity Against Drug Efflux Pumps in Resistant Cancer Cells and Bacteria: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Drug Transport and Resistance Mechanisms","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Efflux; Multiple drug resistance; Drug resistance; Pharmacology; Cancer cell; Antimicrobial; Cancer; Drug; Antibiotic resistance; Biology; Medicine; Antibiotics; Computational biology; Microbiology; Biochemistry; Genetics","score_opus":0.11341156325705798,"score_gpt":0.510126654939903,"score_spread":0.39671509168284497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411053311","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003965984,0.06422509,0.000022228587,0.00009014791,0.000012222094,0.9352865,0.0002524905,0.000034027904,0.00007332995],"genre_scores_gemma":[0.0000025514607,0.12958576,0.000073191935,0.000013272471,0.00008797377,0.86799616,0.000061731276,0.000076319615,0.0021030214],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9938726,0.0012456704,0.0019667782,0.00092553935,0.0013257822,0.000663648],"domain_scores_gemma":[0.9965339,0.0003878603,0.0010896277,0.0009987785,0.0007846918,0.00020514162],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004493689,0.0005805744,0.003995544,0.0007464746,0.00016537594,0.000100569654,0.00036742896,0.00035429513,0.000016744445],"category_scores_gemma":[0.00013357117,0.00037765416,0.00040655246,0.0010986963,0.0002993755,0.00015418314,0.00011612389,0.0010289495,0.000003240093],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013758679,0.0007381973,0.0000016293028,0.9886147,0.00015638204,0.000051301697,0.000044425706,1.4995878e-7,0.0031297675,0.000023481934,0.0009292031,0.004934904],"study_design_scores_gemma":[0.0027276322,0.00041838223,0.000009541562,0.8906377,0.0002936432,0.0000071299037,0.00002004127,0.0000048300967,0.0019783268,0.000009650162,0.10360802,0.00028512048],"about_ca_topic_score_codex":0.000023948693,"about_ca_topic_score_gemma":0.00008621288,"teacher_disagreement_score":0.10267882,"about_ca_system_score_codex":0.00052298635,"about_ca_system_score_gemma":0.0029552588,"threshold_uncertainty_score":0.99986756},"labels":[],"label_agreement":null},{"id":"W4411054048","doi":"10.2196/68254","title":"Integrated Model of Cancer Control for Early Detection and Treatment in Adolescents and Young Adults Living With HIV: Protocol for a Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Viral-associated cancers and disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Preprint; Randomized controlled trial; Protocol (science); Cluster (spacecraft); Human immunodeficiency virus (HIV); Medicine; Gerontology; Cluster randomised controlled trial; Psychology; Family medicine; Computer science; Alternative medicine; World Wide Web; Surgery","score_opus":0.049013474920331035,"score_gpt":0.4461438533188694,"score_spread":0.3971303783985384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411054048","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04434976,0.00000757915,0.0026321155,0.00019211708,0.000004354601,0.95269746,0.000024165996,0.000018452101,0.000074008036],"genre_scores_gemma":[0.27159292,0.0000013236668,0.000081201004,0.000024422376,0.000023251381,0.72777593,0.0000011457568,0.000017248409,0.00048254596],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9979948,0.00040959686,0.00054610585,0.00035994744,0.00028861503,0.0004009323],"domain_scores_gemma":[0.99852395,0.00048699192,0.00018982116,0.00014116733,0.0005682198,0.000089855894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015531826,0.00019993997,0.0012026385,0.00033419326,0.000108055916,0.00005665265,0.000054262706,0.0001555151,0.0000032452085],"category_scores_gemma":[0.00071176444,0.00012117599,0.00015142713,0.00022735784,0.00016288935,0.00008874285,0.000020184714,0.00020325174,7.145221e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9801722,0.0008899154,0.009491278,0.0015608526,0.000242455,4.4019603e-7,0.00045374015,0.00003292277,0.00054886634,0.000015662694,0.000059892558,0.006531771],"study_design_scores_gemma":[0.87700176,0.0061871535,0.00052955863,0.010170862,0.000053943626,2.0728226e-7,0.00016800883,0.10537252,0.00021982659,0.00012108573,0.000083347775,0.00009171919],"about_ca_topic_score_codex":0.0006772661,"about_ca_topic_score_gemma":0.0019946813,"teacher_disagreement_score":0.22724317,"about_ca_system_score_codex":0.00033222226,"about_ca_system_score_gemma":0.00068798853,"threshold_uncertainty_score":0.49414134},"labels":[],"label_agreement":null},{"id":"W4411055053","doi":"10.2196/67292","title":"Harm Reduction Contingency Management for Stimulant Use Reduction and Antiretroviral Therapy Adherence in HIV Primary Care: Protocol for an Implementation Effectiveness Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institute on Drug Abuse","keywords":"Harm reduction; Preprint; Protocol (science); Stimulant; Contingency management; Medicine; Human immunodeficiency virus (HIV); Reduction (mathematics); Primary care; Psychology; Medical emergency; Nursing; Alternative medicine; Family medicine; Psychiatry; Intervention (counseling); Computer science; World Wide Web","score_opus":0.26555836750452255,"score_gpt":0.6089258957504352,"score_spread":0.34336752824591266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411055053","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10437626,0.0000034411726,0.00097325316,0.000055522178,0.000007992454,0.8942582,0.000035076308,0.00004840459,0.00024184489],"genre_scores_gemma":[0.052453525,0.0000017347758,0.0010426407,0.0000047769295,0.000084002575,0.94440573,0.0001424996,0.000029008626,0.0018360777],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99675524,0.0008761039,0.0005122737,0.00069437857,0.00055822596,0.0006037792],"domain_scores_gemma":[0.99838704,0.00014471833,0.00008912495,0.00041358636,0.00083059067,0.00013494048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026099524,0.00019356376,0.00032838574,0.0007891403,0.00036355344,0.00023872644,0.00017878991,0.00008207546,0.0000260601],"category_scores_gemma":[0.000110823996,0.00016838279,0.0001011896,0.00063426216,0.00013064296,0.0005833199,0.000111916204,0.0003438828,0.000002039258],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045643896,0.008385129,0.08803904,0.018259624,0.00023749094,0.0000138967525,0.0028107069,0.0000031856498,0.07054029,0.000857686,0.011761379,0.75344765],"study_design_scores_gemma":[0.12938519,0.29259014,0.4315948,0.015326881,0.0000401173,0.000015854059,0.027468938,0.0007933603,0.04687987,0.0016555025,0.05359416,0.0006551815],"about_ca_topic_score_codex":0.00020166779,"about_ca_topic_score_gemma":0.000025811398,"teacher_disagreement_score":0.7527925,"about_ca_system_score_codex":0.0005156549,"about_ca_system_score_gemma":0.00026745853,"threshold_uncertainty_score":0.6866451},"labels":[],"label_agreement":null},{"id":"W4411070352","doi":"10.2196/71829","title":"Effects of Therapeutic Ultrasound and Aussie Current With High-Intensity Interval Training on Abdominal Adiposity in Young Adults With Overweight and Obesity: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular and exercise physiology","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"High-intensity interval training; Medicine; Randomized controlled trial; Overweight; Preprint; Physical therapy; Interval training; Confidence interval; Protocol (science); Obesity; Internal medicine; Alternative medicine","score_opus":0.044979428107856385,"score_gpt":0.43416572169944134,"score_spread":0.38918629359158496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411070352","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25116244,0.000012794936,0.00024211098,0.000062265324,0.000008598888,0.7484131,0.0000023974965,0.000015469306,0.000080879356],"genre_scores_gemma":[0.29877165,0.0000017717854,0.000101803766,0.000016366896,0.00006101288,0.7009968,0.0000027540295,0.000014460402,0.000033361826],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9969682,0.0010021694,0.00047859907,0.00054000015,0.0005419484,0.0004690473],"domain_scores_gemma":[0.9966646,0.0023429997,0.00013964828,0.00030472258,0.00041423013,0.0001338394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00262743,0.0002734966,0.002712358,0.0003655205,0.00012009252,0.00004842026,0.00010252374,0.00015236833,0.000004448568],"category_scores_gemma":[0.0005862102,0.00015332982,0.00027668913,0.000281262,0.0006084154,0.00007213852,0.00006679603,0.0007453613,3.5416267e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9845854,0.0012880006,0.0005618299,0.004767498,0.00070028467,0.00002611294,0.0009159661,8.152688e-7,0.001488142,0.0003359462,0.00003922011,0.0052908077],"study_design_scores_gemma":[0.9548154,0.0102122445,0.012907807,0.014873591,0.00016493822,0.00003322832,0.00009522604,0.00016067603,0.00598074,0.0004808764,0.0001275134,0.00014777189],"about_ca_topic_score_codex":0.000075475524,"about_ca_topic_score_gemma":0.00006598371,"teacher_disagreement_score":0.047609217,"about_ca_system_score_codex":0.000094427676,"about_ca_system_score_gemma":0.0003510563,"threshold_uncertainty_score":0.6252609},"labels":[],"label_agreement":null},{"id":"W4411084862","doi":"10.2196/69979","title":"Recommender Systems in Health Professions Education: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medical education; Medicine; Computer science; Alternative medicine; World Wide Web","score_opus":0.8777938046018677,"score_gpt":0.8039649818212309,"score_spread":0.07382882278063685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411084862","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.612635e-11,0.41475636,0.0000041242024,0.0061823484,0.00023912315,0.5772023,0.000010609998,0.00005759469,0.0015475415],"genre_scores_gemma":[4.3948664e-11,0.4561685,0.0001544018,0.00016701907,0.0009963692,0.54129183,0.000029444134,0.000036182504,0.0011562674],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97759056,0.015993688,0.0024591556,0.0009293315,0.001376973,0.0016502936],"domain_scores_gemma":[0.9843162,0.011842845,0.0011895229,0.00087403186,0.0012093849,0.000568055],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.024280652,0.00039017777,0.0022408185,0.0010548194,0.0017020069,0.0002685369,0.0013103205,0.00067659,0.00018644621],"category_scores_gemma":[0.019088063,0.00034938217,0.0002941308,0.0043178895,0.00026443438,0.00026131413,0.00020602702,0.0018484938,0.00006364985],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0000057283096,0.0002988888,0.0000032135142,0.48745027,0.0000031125378,1.02827485e-7,0.00065854966,5.80044e-9,3.9317308e-10,0.0019255433,0.08311654,0.42653805],"study_design_scores_gemma":[0.00016410158,0.00008193346,3.7728117e-7,0.49629706,0.000002067722,2.0372019e-7,0.00035130966,8.046635e-8,4.2296153e-9,0.00011662891,0.5028575,0.00012875345],"about_ca_topic_score_codex":0.0020232133,"about_ca_topic_score_gemma":0.0011468664,"teacher_disagreement_score":0.4264093,"about_ca_system_score_codex":0.004589017,"about_ca_system_score_gemma":0.14804363,"threshold_uncertainty_score":0.9998958},"labels":[],"label_agreement":null},{"id":"W4411086122","doi":"10.2196/71314","title":"Real-World Characteristics and Treatment Patterns of Patients With Transthyretin Amyloid Cardiomyopathy: Protocol for a Multicountry Disease Registry Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Amyloidosis: Diagnosis, Treatment, Outcomes","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical trial; Informed consent; Disease; Cohort; Medical record; Family medicine; Cardiomyopathy; Heart failure; Alternative medicine; Internal medicine; Pathology","score_opus":0.06583407930851158,"score_gpt":0.45878139776268384,"score_spread":0.39294731845417225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411086122","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30896616,0.0000010765676,0.00003436023,0.000078621626,0.000003240989,0.6903232,0.00050156406,0.000015564807,0.0000762442],"genre_scores_gemma":[0.22466844,0.000002357386,0.00012376576,0.000019029692,0.00005074659,0.77416927,0.00015205913,0.000040372033,0.00077394996],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99743915,0.00034052954,0.00046375883,0.00076886715,0.00046104353,0.0005266469],"domain_scores_gemma":[0.9980618,0.0001182397,0.00018676394,0.0009233269,0.00049132644,0.00021856821],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036630334,0.00035232757,0.00046069574,0.00020021267,0.0001979381,0.000087064895,0.00029857448,0.0001061538,0.000012431531],"category_scores_gemma":[0.00011729446,0.00026387602,0.00012646319,0.00021844028,0.00019758487,0.000012187917,0.00015499764,0.00013561212,0.00000111087],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00766479,0.0053169085,0.9808117,0.0010067567,0.00025336232,0.000012446857,0.00011271778,0.000001304465,0.000596521,0.00004212149,0.00039072233,0.0037906324],"study_design_scores_gemma":[0.015493458,0.006009603,0.9232902,0.00077196915,0.00004057421,1.9503241e-7,0.00013193718,0.0000072562075,0.0067220563,0.000010108335,0.047272064,0.00025061617],"about_ca_topic_score_codex":0.000117975105,"about_ca_topic_score_gemma":0.00020161818,"teacher_disagreement_score":0.08429773,"about_ca_system_score_codex":0.00014537599,"about_ca_system_score_gemma":0.00042982292,"threshold_uncertainty_score":0.99998134},"labels":[],"label_agreement":null},{"id":"W4411100123","doi":"10.2196/71145","title":"A Dual In-Person and Remote Assessment Approach to Developing Digital End Points Relevant to Autism and Co-Occurring Conditions: Protocol for a Multisite Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"NIHR Maudsley Biomedical Research Centre; European Commission; King's College London; Department of Health and Social Care; National Institute for Health and Care Research; Autism Speaks; Simons Foundation Autism Research Initiative; Medical Research Council; European Federation of Pharmaceutical Industries and Associations","keywords":"Preprint; Observational study; Protocol (science); Autism; Autism spectrum disorder; Computer science; Medicine; Psychology; World Wide Web; Alternative medicine; Psychiatry","score_opus":0.45322533333189646,"score_gpt":0.5940062553646724,"score_spread":0.14078092203277598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411100123","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030122979,3.0774225e-7,0.0032944446,0.0044801845,0.000003512755,0.96028847,0.00010615184,0.00007241372,0.0016315593],"genre_scores_gemma":[0.042135537,7.696441e-8,0.008864378,0.0002624435,0.00001696498,0.9482751,0.0000070869346,0.000036308225,0.00040210498],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99508494,0.0006073253,0.00052646815,0.0013498715,0.0013655588,0.0010658322],"domain_scores_gemma":[0.9979155,0.0011521772,0.000070458555,0.00044665684,0.0001022079,0.00031299266],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002227547,0.0002796396,0.0003527453,0.0011254003,0.0007133512,0.0010087927,0.00047507626,0.0000947253,0.000015524916],"category_scores_gemma":[0.0019335044,0.0002700453,0.00003594058,0.0016292251,0.00021397449,0.0006359506,0.0008542533,0.0007169657,0.000014010634],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009409272,0.015510238,0.3279931,0.010828546,0.00014431674,0.00044447425,0.0203718,0.00011573312,0.06488791,0.45402008,0.008192694,0.08808182],"study_design_scores_gemma":[0.018688709,0.0049573486,0.86751425,0.0054394365,0.0000025865838,0.000040440053,0.0019245215,0.0114854,0.005934295,0.024431625,0.05857627,0.00100511],"about_ca_topic_score_codex":0.000059444166,"about_ca_topic_score_gemma":0.000048277896,"teacher_disagreement_score":0.53952116,"about_ca_system_score_codex":0.00050529273,"about_ca_system_score_gemma":0.00073433336,"threshold_uncertainty_score":0.99997514},"labels":[],"label_agreement":null},{"id":"W4411100813","doi":"10.2196/69407","title":"Assessment of Individual Exposure to Multiple Pollutants (Noise, Particulate Matter, and Extremely Low-Frequency Magnetic Fields) Related to Daily Life Microenvironments in the Brussels Capital Region: Protocol for a Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electromagnetic Fields and Biological Effects","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Particulates; Environmental health; Protocol (science); Pollutant; Environmental science; Psychology; Medicine; Chemistry","score_opus":0.07521721958554113,"score_gpt":0.4577712800763341,"score_spread":0.382554060490793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411100813","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5378084,0.0000034652817,0.000027155556,0.00027452502,0.000003545739,0.46179596,0.000015591879,0.0000032166747,0.000068117],"genre_scores_gemma":[0.49210954,1.6788192e-7,0.00016097863,0.00018940926,0.00001546628,0.5073186,0.000004720918,0.000006293645,0.00019483971],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741715,0.0005564485,0.0005010735,0.00060501276,0.00041159507,0.0005087196],"domain_scores_gemma":[0.9990934,0.0001529304,0.00006965382,0.00044462865,0.00010964193,0.00012970692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012982566,0.0001895646,0.00021425415,0.00012326968,0.00015691607,0.00012819715,0.00050827797,0.0002377609,0.000041848605],"category_scores_gemma":[0.0002928028,0.00013165784,0.000064005915,0.00032163228,0.00012754941,0.000008815611,0.00036807815,0.00031955706,0.0000035810997],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009741392,0.0013834877,0.7002878,0.00022979661,0.000032730077,0.0000109651155,0.00019366994,0.000020766973,0.29455447,0.000033933065,0.0012512212,0.0010270223],"study_design_scores_gemma":[0.004126206,0.024648055,0.9652398,0.00019702093,0.0000025124418,0.0000050925914,0.000092085014,0.000012455423,0.0047418913,0.00024255436,0.0005460386,0.00014627064],"about_ca_topic_score_codex":0.000025436815,"about_ca_topic_score_gemma":0.000044916396,"teacher_disagreement_score":0.2898126,"about_ca_system_score_codex":0.000026896307,"about_ca_system_score_gemma":0.0001452065,"threshold_uncertainty_score":0.53688514},"labels":[],"label_agreement":null},{"id":"W4411146347","doi":"10.2196/65351","title":"Pilot Implementation of HIV Self-Testing Delivery in Private Pharmacies Combined With a Respondent-Driven Sampling Method to Improve HIV Testing for Men Who Have Sex With Men and Transgender Women in Phnom Penh (ANRS 0100s): Protocol for a Prospective Mixed Method Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Respondent; Men who have sex with men; Outreach; Confidentiality; Medicine; Environmental health; Sampling frame; Family medicine; Business; Human immunodeficiency virus (HIV); Population; Political science; Computer security; Computer science","score_opus":0.28281627605619186,"score_gpt":0.5905909235041886,"score_spread":0.30777464744799676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411146347","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08729446,5.698113e-7,0.03833927,0.00019578151,5.489183e-7,0.87346685,0.0001221872,0.00006002067,0.00052033964],"genre_scores_gemma":[0.021716096,3.299903e-8,0.14671338,0.000009336514,0.000019421392,0.83000726,0.000011382248,0.00005539264,0.0014677228],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936402,0.0018086038,0.0010726135,0.0011751998,0.00095125136,0.0013521527],"domain_scores_gemma":[0.99428093,0.0029110336,0.00024180862,0.0004949556,0.0017162535,0.00035499345],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011602264,0.00037797354,0.0009286482,0.0013179791,0.00032799144,0.00017065891,0.00036378735,0.00006965051,0.000024901912],"category_scores_gemma":[0.0015425575,0.00029789208,0.00007234516,0.0018948154,0.0001399238,0.00039145604,0.0002906806,0.00072773686,4.8394986e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09891683,0.0068311747,0.6896017,0.009004134,0.0005351665,0.000023895087,0.020971002,0.00007106367,0.15401955,0.00008155332,0.0006525585,0.019291341],"study_design_scores_gemma":[0.17445718,0.2353904,0.3212641,0.009503902,0.00007792714,0.000015137209,0.08488947,0.06456332,0.10705697,0.0015097596,0.00050407415,0.0007677871],"about_ca_topic_score_codex":0.00037577655,"about_ca_topic_score_gemma":0.0004765938,"teacher_disagreement_score":0.36833766,"about_ca_system_score_codex":0.00128919,"about_ca_system_score_gemma":0.0014687474,"threshold_uncertainty_score":0.9999473},"labels":[],"label_agreement":null},{"id":"W4411158351","doi":"10.2196/66517","title":"Mobile Health Technology for Personalized Tobacco Cessation Support Among Cancer Survivors and Caregivers in Laos (Project SurvLaos): Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Preprint; Randomized controlled trial; Protocol (science); Medicine; mHealth; Family medicine; Alternative medicine; Environmental health; Gerontology; Nursing; Psychological intervention; World Wide Web; Computer science; Internal medicine","score_opus":0.1718649831959362,"score_gpt":0.562860098760546,"score_spread":0.39099511556460975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411158351","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0352605,0.0000036126846,0.0002104982,0.00062145764,0.000025781652,0.9635384,0.000037354745,0.000095114505,0.00020726217],"genre_scores_gemma":[0.020520633,0.0000028772577,0.000101416445,0.000040156137,0.00009219622,0.9760942,0.0000486666,0.00003520817,0.0030646787],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99611735,0.0010162643,0.000896391,0.0006215832,0.00064048264,0.0007079369],"domain_scores_gemma":[0.9972176,0.001185375,0.000317198,0.00032907174,0.00084503304,0.00010574489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008352236,0.00025038904,0.0015927607,0.0013413953,0.00028137368,0.00009726579,0.00018398195,0.00026897682,0.00007374802],"category_scores_gemma":[0.0012921371,0.00019264517,0.00024260115,0.00095723843,0.0004875187,0.00014566582,0.00006518199,0.00047902006,2.8313963e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95443714,0.00095793704,0.032812417,0.0018112736,0.00008975533,0.0000026029204,0.0007826364,0.000001144223,0.0001593735,0.0007235162,0.002340457,0.00588175],"study_design_scores_gemma":[0.9600553,0.00932879,0.000943712,0.0018258853,0.00002532389,9.690826e-7,0.0012151971,0.00012867319,0.0004119878,0.00030017894,0.025610058,0.0001539462],"about_ca_topic_score_codex":0.0018835934,"about_ca_topic_score_gemma":0.001208401,"teacher_disagreement_score":0.031868704,"about_ca_system_score_codex":0.0005993888,"about_ca_system_score_gemma":0.0026003106,"threshold_uncertainty_score":0.78558415},"labels":[],"label_agreement":null},{"id":"W4411158390","doi":"10.2196/64913","title":"Introducing Public Health Vending Machines in Rural Communities: Protocol for a Study Using a Community-Based Participatory Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Community-based participatory research; Protocol (science); Public health; Citizen journalism; Participatory action research; Computer science; World Wide Web; Medicine; Sociology; Nursing; Alternative medicine","score_opus":0.7155301360443473,"score_gpt":0.6564245662939113,"score_spread":0.059105569750436016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411158390","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054416113,0.0000013785055,0.0010023469,0.0012093325,0.00000678855,0.9425377,0.000017539185,0.00016552441,0.0006432332],"genre_scores_gemma":[0.103185944,3.0432375e-8,0.0027069005,0.0003466607,0.00011159495,0.8933796,0.000048655038,0.00007947383,0.00014113239],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98665583,0.009078471,0.0011117196,0.0003747563,0.0010735791,0.0017056235],"domain_scores_gemma":[0.9953963,0.0014555794,0.00021754557,0.0018875728,0.0006429189,0.00040006443],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019353602,0.00037250077,0.0009168166,0.0018841628,0.0016122782,0.00031215703,0.000937846,0.00016039867,0.000035499183],"category_scores_gemma":[0.0011993125,0.00033345772,0.00011835451,0.002332551,0.00043152086,0.0002910388,0.0006616739,0.0032418151,0.0000060254197],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010104175,0.056586135,0.5967252,0.047009304,0.00028906993,0.000031386142,0.23161909,0.0006400553,0.0016656785,0.00090707536,0.0067179054,0.04770491],"study_design_scores_gemma":[0.059492175,0.016848706,0.016386624,0.02480062,0.000018069903,0.000015584423,0.68614954,0.118001096,0.00041583827,0.0005375922,0.07644804,0.00088609935],"about_ca_topic_score_codex":0.002460835,"about_ca_topic_score_gemma":0.00081434316,"teacher_disagreement_score":0.5803386,"about_ca_system_score_codex":0.0015205763,"about_ca_system_score_gemma":0.0032432799,"threshold_uncertainty_score":0.9999117},"labels":[],"label_agreement":null},{"id":"W4411169023","doi":"10.2196/68053","title":"Post–Critical Illness Dysphagia in the Intensive Care Unit (the Dysphagia-ICU Study): Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dysphagia Assessment and Management","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Dysphagia; Medicine; Preprint; Intensive care unit; Protocol (science); Prospective cohort study; Cohort study; Dementia; Cohort; Emergency medicine; Intensive care medicine; Alternative medicine; Internal medicine; Surgery; Disease; Computer science; World Wide Web","score_opus":0.24023292759214948,"score_gpt":0.6554843228858385,"score_spread":0.415251395293689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411169023","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039125173,0.0000019044925,0.000094702395,0.0052684317,0.00006853123,0.97629774,0.000025206275,0.00013482933,0.014196148],"genre_scores_gemma":[0.08488489,8.5264084e-8,0.000041563813,0.0011882376,0.00017149268,0.90725493,0.0000128000775,0.00006181421,0.006384208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.985161,0.008271843,0.0012918026,0.001236181,0.0020951803,0.0019440069],"domain_scores_gemma":[0.9854637,0.0048899595,0.0002096219,0.0018441072,0.0074243844,0.00016823669],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011801843,0.00050394016,0.0007239665,0.00061411835,0.0037630512,0.00032558,0.002261706,0.00024443696,0.0003992732],"category_scores_gemma":[0.0036929396,0.0002902736,0.00014044002,0.0023941987,0.0005215751,0.00036662174,0.0017199185,0.0033773973,0.00019659974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004241792,0.005442222,0.87365955,0.0026792483,0.00035243732,0.00010420509,0.059730925,0.0000022910588,0.000014798807,0.015643924,0.03627175,0.0018568222],"study_design_scores_gemma":[0.010924902,0.00422734,0.4465858,0.0011639246,0.00003347958,4.2550965e-7,0.40434328,0.0000330585,0.000016666123,0.0015582044,0.13086216,0.00025076652],"about_ca_topic_score_codex":0.00050743006,"about_ca_topic_score_gemma":0.0020272331,"teacher_disagreement_score":0.42707378,"about_ca_system_score_codex":0.00084476004,"about_ca_system_score_gemma":0.0017647874,"threshold_uncertainty_score":0.99995494},"labels":[],"label_agreement":null},{"id":"W4411170237","doi":"10.2196/73250","title":"Repeated Pressure and Shear Stress at the Posterior Heel Following Localized Skin Cooling: Protocol for a Repeated Measures Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Heel; Medicine; Protocol (science); Shear stress; Stress (linguistics); Physical therapy; Materials science; Computer science; Alternative medicine; World Wide Web; Anatomy; Composite material","score_opus":0.24741766910846183,"score_gpt":0.6057776237828743,"score_spread":0.3583599546744124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411170237","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015597356,0.000010800245,0.00033915383,0.0012027995,0.000040596453,0.9918261,0.00004731854,0.00029053993,0.004682912],"genre_scores_gemma":[0.005900135,3.3830906e-7,0.00009415453,0.00029849724,0.000091285125,0.9264466,0.000022089069,0.000062400075,0.06708447],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.988398,0.0065438515,0.0012209782,0.0011451456,0.0014081871,0.0012838057],"domain_scores_gemma":[0.99573326,0.0011061466,0.00031477882,0.0016047974,0.0009899599,0.00025103032],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.012323991,0.00038449696,0.00067854393,0.00038255364,0.0032771644,0.00022725949,0.00086515985,0.00030970664,0.0004105381],"category_scores_gemma":[0.0013153052,0.00026514413,0.00020986501,0.0008082198,0.00021816386,0.0002112903,0.0020683818,0.0012699025,0.000039977276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031215096,0.005279915,0.45918098,0.019144379,0.003439708,0.00009848854,0.00890997,0.00005988829,0.002420988,0.0009890606,0.45558456,0.013676964],"study_design_scores_gemma":[0.015064683,0.00088098296,0.06574106,0.0045070746,0.000080312406,8.8885605e-7,0.001947624,0.00034661312,0.00056139677,0.00023606156,0.91035163,0.0002816863],"about_ca_topic_score_codex":0.00041091267,"about_ca_topic_score_gemma":0.00071109866,"teacher_disagreement_score":0.45476705,"about_ca_system_score_codex":0.0002347831,"about_ca_system_score_gemma":0.00053802726,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W4411170997","doi":"10.2196/66757","title":"Addressing the Socioemotional Dimension of Medical Education: Protocol for a Scoping Review of Student-Driven Development Strategies","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Socioemotional selectivity theory; Scopus; Medical education; Context (archaeology); Psychology; Thematic analysis; Health care; Grey literature; Timeline; PsycINFO; MEDLINE; Medicine; Qualitative research; Political science; Sociology; Social science","score_opus":0.6637273167109202,"score_gpt":0.7380726645893863,"score_spread":0.07434534787846603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411170997","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.776682e-8,0.14309259,0.000107359316,0.0014351951,0.000025050276,0.85474193,0.000004558348,0.000017997398,0.0005752276],"genre_scores_gemma":[1.3043976e-8,0.11429041,0.0037467172,0.00020029998,0.00029935926,0.8809608,0.00015842699,0.000033138174,0.00031080365],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.991815,0.0009356601,0.002308817,0.00049056095,0.004023431,0.0004265471],"domain_scores_gemma":[0.99371684,0.00095238944,0.00097536144,0.0007971605,0.0034428698,0.00011540428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00801699,0.0003125968,0.001612868,0.0005737832,0.0003207056,0.00005708557,0.0009787292,0.00046046625,0.00070576556],"category_scores_gemma":[0.0046723885,0.00019278852,0.00031971376,0.0016001288,0.00061134866,0.00010657626,0.0004421493,0.0013419312,0.000008294658],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021972251,0.00090372394,0.000005065771,0.54919845,0.000054996442,4.820348e-7,0.000098865625,2.4060359e-8,2.8264145e-7,0.0014059101,0.025797414,0.4225128],"study_design_scores_gemma":[0.0004550051,0.000150235,0.000007754609,0.54558706,0.000026352505,0.000006888752,0.00011426359,0.0000020332868,0.0000049766513,0.00004399174,0.4535285,0.00007295468],"about_ca_topic_score_codex":0.0000017328488,"about_ca_topic_score_gemma":0.0000012981886,"teacher_disagreement_score":0.42773107,"about_ca_system_score_codex":0.0004837534,"about_ca_system_score_gemma":0.08596622,"threshold_uncertainty_score":0.9192155},"labels":[],"label_agreement":null},{"id":"W4411171527","doi":"10.2196/68915","title":"Single Herbal Medicine for Insulin Resistance: Protocol for a Systematic Review and Meta-Analysis of Randomized Clinical Trials","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Berberine and alkaloids research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Medicine; Alternative medicine; Meta-analysis; Systematic review; Traditional medicine; Insulin resistance; Clinical trial; MEDLINE; Insulin; Internal medicine; Pathology; Biology","score_opus":0.7939205995297126,"score_gpt":0.7334157676582186,"score_spread":0.060504831871494025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411171527","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1540131e-10,0.45703152,0.00015406575,0.00084878743,0.0000018616734,0.5412623,0.0002873226,0.000022815586,0.00039127434],"genre_scores_gemma":[1.1401562e-9,0.3065459,0.00091732026,0.00011395896,0.00015600573,0.6727889,0.00014938123,0.00007122446,0.019257287],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.95037085,0.032244492,0.012470707,0.0015506105,0.002327679,0.0010356781],"domain_scores_gemma":[0.9083441,0.081430785,0.0035651077,0.0021569482,0.00396767,0.0005353951],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.18599226,0.00090804213,0.06412811,0.0023025393,0.00019999522,0.000106395055,0.00095475814,0.0008353957,0.0006477201],"category_scores_gemma":[0.19411923,0.0004519842,0.015109481,0.004350931,0.0012369558,0.00008979772,0.0004042783,0.0015220615,0.0000056871463],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02077436,0.0007630496,5.5136013e-8,0.799818,0.14125498,0.0000063404327,0.000012723134,6.8408936e-9,5.0169854e-7,0.0003628974,0.02883642,0.00817068],"study_design_scores_gemma":[0.036768265,0.0009742765,1.2211141e-8,0.33389515,0.24672139,0.000002077886,0.0000048776105,0.0000038784788,0.0000010130866,0.000106272935,0.38138273,0.00014005517],"about_ca_topic_score_codex":0.000009533753,"about_ca_topic_score_gemma":0.000014314591,"teacher_disagreement_score":0.46592283,"about_ca_system_score_codex":0.00019741438,"about_ca_system_score_gemma":0.0026571618,"threshold_uncertainty_score":0.9997932},"labels":[],"label_agreement":null},{"id":"W4411181025","doi":"10.2196/69239","title":"The Community Health Workers and Mobile Health for Emerging Adults Transitioning Sickle Cell Disease Care (COMETS) Trial: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent and Pediatric Healthcare","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Protocol (science); Medicine; Health care; Disease; Gerontology; Family medicine; Nursing; Alternative medicine; World Wide Web; Computer science; Pathology; Political science","score_opus":0.22583221054590763,"score_gpt":0.6427346047000041,"score_spread":0.41690239415409647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411181025","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000529199,0.00014794075,0.0011733077,0.00895314,0.000096873955,0.9885274,0.00015913397,0.00015944384,0.00025355836],"genre_scores_gemma":[0.002857634,0.000015473008,0.00037111097,0.0007095332,0.0008321749,0.99355143,0.00008856574,0.000071198556,0.001502856],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.968834,0.025117202,0.0025757416,0.00061283156,0.000799269,0.0020609677],"domain_scores_gemma":[0.97361916,0.0223546,0.0009649399,0.000882012,0.0013325668,0.00084669446],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.033493396,0.00039698932,0.0020510305,0.00041244878,0.013533504,0.00015469413,0.000610997,0.00027806335,0.00003367259],"category_scores_gemma":[0.0032906318,0.00026168075,0.0006156127,0.0007146392,0.0003429009,0.0001505847,0.00021521533,0.0026183971,0.000004647584],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9237978,0.00070970715,0.00014226363,0.02662015,0.000041598247,4.0503704e-7,0.009785034,0.000005244413,2.7091144e-7,0.00040269174,0.027991014,0.010503857],"study_design_scores_gemma":[0.77954775,0.0044482737,0.000016417049,0.0062043928,0.000009938542,3.556858e-8,0.017205736,0.00050915405,5.388082e-7,0.0007369231,0.19116412,0.00015672809],"about_ca_topic_score_codex":0.0009186845,"about_ca_topic_score_gemma":0.0007957517,"teacher_disagreement_score":0.16317311,"about_ca_system_score_codex":0.00075084175,"about_ca_system_score_gemma":0.010735741,"threshold_uncertainty_score":0.99998355},"labels":[],"label_agreement":null},{"id":"W4411183616","doi":"10.2196/70831","title":"Barriers and Facilitators in Diagnostic Pathways That Align Universal Tumor Screening and Mainstream Genetic Testing for Lynch Syndrome in Colorectal Cancer: Protocol for a Scoping Review With a Narrative Synthesis","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Genetic factors in colorectal cancer","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lynch syndrome; Mainstream; Protocol (science); Narrative review; Narrative; Colorectal cancer screening; Genetic testing; Colorectal cancer; Medicine; Cancer; Cancer screening; Computer science; Alternative medicine; Intensive care medicine; Internal medicine; Colonoscopy; Pathology; DNA mismatch repair","score_opus":0.21777330775330692,"score_gpt":0.5070671042601026,"score_spread":0.28929379650679565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411183616","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017611602,0.15088017,0.00002378403,0.000051658048,0.0000045941742,0.8485235,0.00026899204,0.00003771515,0.00003347214],"genre_scores_gemma":[0.000024932677,0.074894264,0.0041210526,0.000022824654,0.00003064777,0.92076474,0.000010979825,0.00010709907,0.000023472781],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943926,0.0010553156,0.0010932912,0.0014545432,0.00077037845,0.0012338724],"domain_scores_gemma":[0.9845004,0.013773242,0.0004229838,0.0003956804,0.0004446048,0.0004630638],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023991414,0.00076706446,0.0029122978,0.0010071741,0.00028986772,0.000112534006,0.00037001327,0.00033689427,0.000036781043],"category_scores_gemma":[0.014305823,0.0006048084,0.00018863389,0.0016886615,0.0005680891,0.00012310865,0.00031284607,0.00095767545,4.4666163e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086075364,0.00008040489,0.0057849768,0.6662625,0.00009616641,0.0002557735,0.00027382417,0.000002955346,0.0000047351573,0.0000037117202,0.00012594115,0.32624826],"study_design_scores_gemma":[0.0040633255,0.0050901463,0.00040905288,0.96806836,0.0001186472,0.00018040968,0.000382621,0.00005893042,0.000048163645,0.000021478187,0.021001112,0.00055773556],"about_ca_topic_score_codex":0.0001316093,"about_ca_topic_score_gemma":0.000485015,"teacher_disagreement_score":0.32569054,"about_ca_system_score_codex":0.0010115404,"about_ca_system_score_gemma":0.0074046366,"threshold_uncertainty_score":0.99964035},"labels":[],"label_agreement":null},{"id":"W4411198311","doi":"10.2196/68949","title":"Promoting Comprehensive Care for People with Rare Diseases in a Tertiary Care Setting in Brazil: Protocol for a Mixed Methods Implementation Study (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medicine; Tertiary care; Family medicine; Alternative medicine; Computer science; World Wide Web","score_opus":0.05983867841999893,"score_gpt":0.5510715015566906,"score_spread":0.4912328231366917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411198311","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15191448,0.00003958382,0.00023830538,0.00006421322,0.0000046641717,0.8475106,0.0001968066,0.00002329149,0.0000081021735],"genre_scores_gemma":[0.19995505,1.5598071e-7,0.0023214275,0.000014409499,0.000079850965,0.7972881,0.00027875634,0.000052515225,0.000009704189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973534,0.0006030286,0.0003882699,0.00083167624,0.00024766577,0.0005760044],"domain_scores_gemma":[0.9987349,0.0001743059,0.0000663508,0.00037052608,0.00053948147,0.00011445516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005954491,0.00021952976,0.00023246424,0.00023245356,0.00018995744,0.00021762967,0.00027673077,0.00008549985,0.000008904806],"category_scores_gemma":[0.00013201847,0.00018170077,0.00010784536,0.00028028135,0.00004374799,0.000018970673,0.00031069692,0.00018611309,8.000512e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065429956,0.0022110925,0.4759362,0.041155994,0.00020412267,0.00013488659,0.047658443,0.0002181756,0.10640503,0.00003559303,0.0019786078,0.31751886],"study_design_scores_gemma":[0.031215198,0.01656288,0.44461387,0.008342805,0.00003333829,0.000020864301,0.22307618,0.0017004757,0.12478966,0.00046509088,0.1477249,0.0014547427],"about_ca_topic_score_codex":0.000064040716,"about_ca_topic_score_gemma":0.0013897618,"teacher_disagreement_score":0.31606412,"about_ca_system_score_codex":0.00012257547,"about_ca_system_score_gemma":0.0006709095,"threshold_uncertainty_score":0.7409543},"labels":[],"label_agreement":null},{"id":"W4411199919","doi":"10.2196/68520","title":"A Teleneuropsychological Battery for Assessing Older Panamanian Adults: Protocol for a Cross-Sectional Pilot Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Protocol (science); Medicine; Gerontology; Psychology; Computer science; World Wide Web; Alternative medicine","score_opus":0.5512853872940735,"score_gpt":0.6936278098670059,"score_spread":0.1423424225729324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411199919","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07167193,2.5760363e-7,0.0023801927,0.0013013098,0.000019752633,0.9240355,0.000035646237,0.00014315738,0.00041222892],"genre_scores_gemma":[0.066642694,1.9142686e-8,0.0015826932,0.0007880368,0.000458286,0.9297573,0.000042408312,0.000037822498,0.0006907588],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955446,0.00052692246,0.0010200595,0.0010200876,0.000928919,0.00095938833],"domain_scores_gemma":[0.9964786,0.0009133927,0.00017158959,0.0006568006,0.0015131474,0.0002664651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004325334,0.00025040365,0.00042991943,0.00045003722,0.0007140089,0.00026811042,0.0002896052,0.0001316427,0.0002747174],"category_scores_gemma":[0.0014691943,0.00019334066,0.00013552433,0.00069939333,0.00020497966,0.00024349007,0.00013097667,0.00068224984,0.000009529338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019547028,0.009319655,0.93266654,0.005492594,0.00004419304,0.000014783873,0.00015065046,2.8765393e-7,0.0006798848,0.00011209287,0.021053387,0.010918925],"study_design_scores_gemma":[0.040694844,0.021704594,0.865368,0.0012087537,0.0000051729185,0.000010401431,0.00037450565,0.00007887808,0.00021511357,0.0004917608,0.06971675,0.00013118719],"about_ca_topic_score_codex":0.000026059643,"about_ca_topic_score_gemma":0.00003090998,"teacher_disagreement_score":0.06729849,"about_ca_system_score_codex":0.00035884662,"about_ca_system_score_gemma":0.0008202907,"threshold_uncertainty_score":0.7884203},"labels":[],"label_agreement":null},{"id":"W4411201921","doi":"10.2196/78781","title":"Correction: ENABLE—App-Based Digital Capture and Intervention of Patient-Reported Quality of Life, Adverse Events, and Treatment Satisfaction in Breast Cancer: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Economic and Financial Impacts of Cancer","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Women's Health Research Institute","funders":"","keywords":"Protocol (science); Randomized controlled trial; Intervention (counseling); Quality of life (healthcare); Breast cancer; Medicine; Adverse effect; Patient satisfaction; Alternative medicine; Medical physics; Cancer; Computer science; Nursing; Internal medicine","score_opus":0.0853162825008536,"score_gpt":0.4320617544301519,"score_spread":0.3467454719292983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411201921","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015582634,0.000075275406,0.00009499117,0.00017337021,0.0004745244,0.9934217,0.0012513422,0.00001655356,0.0029339837],"genre_scores_gemma":[0.0048760707,0.000029778648,0.000022163535,0.000011919848,0.00022583087,0.98283315,0.00007745406,0.000032135275,0.011891512],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953158,0.00033463642,0.0030870193,0.0006882386,0.00016216778,0.00041213626],"domain_scores_gemma":[0.99515367,0.00074442185,0.0031630497,0.00037396722,0.00042799397,0.00013688965],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028495367,0.00037388242,0.0032607734,0.00085221394,0.00009250892,0.0000693373,0.00013663949,0.00056251907,0.00013199258],"category_scores_gemma":[0.0017242623,0.00033703746,0.0006282952,0.0002894172,0.00023996817,0.0003653578,0.00007514796,0.0005142509,9.0037145e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95434934,0.0011918508,0.012010236,0.0028475935,0.00043398072,8.8215086e-7,0.00015200835,0.000023649216,0.0000010056905,0.0008205206,0.021089068,0.007079869],"study_design_scores_gemma":[0.9406726,0.0017449522,0.00484666,0.0040304693,0.000017370916,7.0734603e-7,0.00007594956,0.0009363288,0.000009330871,0.0025076235,0.04484997,0.0003080625],"about_ca_topic_score_codex":0.0053332075,"about_ca_topic_score_gemma":0.0009039275,"teacher_disagreement_score":0.0237609,"about_ca_system_score_codex":0.0006828666,"about_ca_system_score_gemma":0.0011645469,"threshold_uncertainty_score":0.99990815},"labels":[],"label_agreement":null},{"id":"W4411207483","doi":"10.2196/72628","title":"Exploring Ways to Reduce Heavy Drinking by Increasing Hope Among Midlife Women in Australia: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Alcohol Consumption and Health Effects","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Preprint; Protocol (science); Oppression; Gerontology; Psychology; Medicine; Environmental health; Political science; Computer science; Alternative medicine; World Wide Web","score_opus":0.717953642221913,"score_gpt":0.6755047324834847,"score_spread":0.0424489097384283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411207483","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23521169,5.461715e-7,0.0005807218,0.0006207938,0.000013722703,0.7631638,0.0000024272786,0.00010815121,0.0002981293],"genre_scores_gemma":[0.016952457,1.379544e-7,0.0075154826,0.0002005494,0.00012662415,0.9738411,0.0000037014831,0.00005858714,0.0013013937],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99308336,0.002325189,0.0009059614,0.00092409,0.0009040846,0.0018572995],"domain_scores_gemma":[0.9963203,0.0014510828,0.00011583403,0.0007700591,0.00051445677,0.0008282444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.019475479,0.000319761,0.00078352285,0.0012644143,0.00045301474,0.00020209211,0.0004056012,0.0001779407,0.00009770444],"category_scores_gemma":[0.003473508,0.00029259635,0.000092702154,0.0019237144,0.00013499356,0.000344352,0.00042637653,0.0012926232,0.000036870795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07902655,0.01582799,0.4687081,0.03230895,0.0003457966,0.0002475481,0.024673495,0.000015734533,0.101688094,0.0009675178,0.0760987,0.20009153],"study_design_scores_gemma":[0.0359901,0.0123903705,0.45565712,0.027293768,0.0000113062,0.000009723619,0.0053037843,0.00019118008,0.039318442,0.0005967096,0.4225185,0.0007189876],"about_ca_topic_score_codex":0.00047365035,"about_ca_topic_score_gemma":0.000103056664,"teacher_disagreement_score":0.3464198,"about_ca_system_score_codex":0.00159572,"about_ca_system_score_gemma":0.0008127882,"threshold_uncertainty_score":0.9999526},"labels":[],"label_agreement":null},{"id":"W4411207535","doi":"10.2196/70599","title":"Optimizing and Testing an Individualized and Adaptive Physical Activity Digital Health Intervention: Protocol for a Control Optimization Trial Embedded Within a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Preprint; Randomized controlled trial; Protocol (science); Digital health; Intervention (counseling); Medicine; mHealth; Physical therapy; Computer science; Medical physics; Psychological intervention; Alternative medicine; Health care; Nursing; World Wide Web; Surgery","score_opus":0.2774062599160362,"score_gpt":0.5801695769224037,"score_spread":0.3027633170063675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411207535","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007970796,0.0000012019677,0.023183944,0.00086500734,0.000010481258,0.9674128,0.000030132967,0.00010857041,0.00041702297],"genre_scores_gemma":[0.058757346,9.87411e-8,0.004832017,0.00006881414,0.00040892296,0.93574655,0.000011521307,0.000029571831,0.00014514517],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99424106,0.0028336772,0.0008321048,0.00071638054,0.00072698604,0.0006497828],"domain_scores_gemma":[0.9928981,0.005204409,0.0005712727,0.00029940362,0.0005978655,0.00042891415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006453808,0.00031619953,0.0026444385,0.00034009636,0.00058149756,0.00046703036,0.00013241843,0.00016591226,0.0000071581353],"category_scores_gemma":[0.0056064106,0.00022946688,0.00032983505,0.0004715688,0.00049513724,0.0007522139,0.00013736324,0.00086462044,5.605447e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9708869,0.009865984,0.0000043032796,0.0014622151,0.0002331171,0.000002410747,0.00090984226,0.000079543635,0.000087356944,0.001466992,0.00006166997,0.01493968],"study_design_scores_gemma":[0.77431875,0.025765266,0.000005758338,0.0025423581,0.000029891458,0.0000022535573,0.00012600707,0.1944356,0.00008425814,0.0024733085,0.00008300992,0.00013356346],"about_ca_topic_score_codex":0.000024721201,"about_ca_topic_score_gemma":0.0000040112063,"teacher_disagreement_score":0.19656816,"about_ca_system_score_codex":0.00018587131,"about_ca_system_score_gemma":0.0013493754,"threshold_uncertainty_score":0.9357388},"labels":[],"label_agreement":null},{"id":"W4411230266","doi":"10.2196/69005","title":"Maintaining Resilience and Well-Being in the Era of Climate Change: Protocol of an Acceptability and Feasibility Pilot of the Bee Well Program for Treating Eco-Anxiety in Rural Children Exposed to Natural Hazards","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Resilience (materials science); Anxiety; Protocol (science); Psychological resilience; Psychology; Climate change; Applied psychology; Environmental resource management; Medicine; Environmental science; Psychotherapist; Alternative medicine; Psychiatry; Ecology","score_opus":0.28479228424684033,"score_gpt":0.5822491462800806,"score_spread":0.2974568620332403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411230266","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49990404,0.0000011677319,4.5805368e-7,0.000724768,0.0000017268048,0.49828178,0.000007765154,0.0000075139415,0.0010707753],"genre_scores_gemma":[0.48447156,0.0000028707004,0.00022183832,0.000016171887,0.000012587966,0.51526386,0.0000020765342,0.00000321947,0.0000057865623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99613917,0.0022308114,0.00047950528,0.0002851408,0.00045707155,0.00040828215],"domain_scores_gemma":[0.9984939,0.0005378422,0.00015820983,0.00049869966,0.0002572206,0.000054109103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008520706,0.00010552269,0.00023435865,0.00013156967,0.0004129791,0.00008731703,0.00071906054,0.00007737801,0.000039701416],"category_scores_gemma":[0.0006639784,0.00007189893,0.000048042242,0.00096302445,0.0007448242,0.0002603362,0.00042597894,0.00043746448,1.559477e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013534431,0.0008178845,0.70447546,0.00063270435,0.000002801817,6.5845285e-8,0.048003,0.000001418084,0.0012880244,0.0017266632,0.000009053556,0.2416895],"study_design_scores_gemma":[0.0014585808,0.0009091434,0.9743539,0.0010983965,0.0000013169977,2.1482853e-7,0.019525738,0.0003953283,0.00072813994,0.0010919458,0.0003629562,0.000074311676],"about_ca_topic_score_codex":0.0016991694,"about_ca_topic_score_gemma":0.014730243,"teacher_disagreement_score":0.26987848,"about_ca_system_score_codex":0.00013370236,"about_ca_system_score_gemma":0.00014189706,"threshold_uncertainty_score":0.82198215},"labels":[],"label_agreement":null},{"id":"W4411234253","doi":"10.2196/69744","title":"Hydrogen-Rich Water Consumption for Acute and Residual Fatigue After Simulated Football Matches: Protocol for a Randomized, Double-Blinded, Placebo-Controlled, Parallel Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hydrogen's biological and therapeutic effects","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Double blinded; Football; Preprint; Placebo; Physical therapy; Randomized controlled trial; Medicine; Protocol (science); Residual; Psychology; Physical medicine and rehabilitation; Surgery; Computer science; Alternative medicine","score_opus":0.24305735080241808,"score_gpt":0.5525073359896434,"score_spread":0.30944998518722533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411234253","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054902323,0.0000094682755,0.0009680939,0.0016561028,0.000012419429,0.9420771,0.000028664172,0.00013807564,0.00020776008],"genre_scores_gemma":[0.015299559,0.0000013744159,0.0006870183,0.00030616793,0.00027615018,0.9800745,0.00006976683,0.000052720774,0.0032327313],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99484015,0.0011629355,0.0011643609,0.00093031,0.00065397704,0.0012482749],"domain_scores_gemma":[0.995503,0.0028128172,0.00016202818,0.00055001385,0.0006545841,0.0003175682],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0063257357,0.00048318395,0.0017458383,0.00040619908,0.00036413327,0.00020383246,0.00028053895,0.0006436684,0.00017735425],"category_scores_gemma":[0.0004223764,0.00026412754,0.0004951991,0.00022592879,0.00054986787,0.00012559639,0.00020797661,0.00063337164,0.000047849593],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98635375,0.0011949146,0.0001513155,0.0024174775,0.0013451452,0.000022375107,0.0001868901,0.000013054288,0.0063097114,0.0006087299,0.00067931094,0.00071733736],"study_design_scores_gemma":[0.92801404,0.0060327817,0.000008069348,0.0012841852,0.00016761832,0.000007198535,0.000015136527,0.0018070247,0.02641363,0.005245905,0.030710243,0.00029413812],"about_ca_topic_score_codex":0.000007631209,"about_ca_topic_score_gemma":0.0000060500456,"teacher_disagreement_score":0.05833967,"about_ca_system_score_codex":0.00012271032,"about_ca_system_score_gemma":0.0003141495,"threshold_uncertainty_score":0.9999811},"labels":[],"label_agreement":null},{"id":"W4411239424","doi":"10.2196/74138","title":"Interventions to Counter Health Misinformation Among Older People: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Quebec Network for Research on Aging; Université TÉLUQ; Université Laval; Bibliothèque et Archives nationales du Québec; Centre hospitalier universitaire de Québec","funders":"","keywords":"Preprint; Psychological intervention; Misinformation; Protocol (science); Medicine; mHealth; Gerontology; Internet privacy; Psychology; Alternative medicine; Computer science; Nursing; World Wide Web; Computer security","score_opus":0.6147278152494047,"score_gpt":0.7379853019101776,"score_spread":0.12325748666077296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411239424","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.173949e-10,0.055177297,0.0006414038,0.0015486353,0.000016969077,0.9318379,0.00007407422,0.00012017676,0.010583554],"genre_scores_gemma":[7.442648e-10,0.2408032,0.00015094082,0.00058815145,0.00014041542,0.75201833,0.00007415457,0.000026019632,0.0061987946],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925212,0.0019003289,0.0021765095,0.00043964377,0.0016978523,0.0012644514],"domain_scores_gemma":[0.99568975,0.0007338229,0.00092933705,0.00071863626,0.0012547735,0.0006736938],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012959648,0.00038062458,0.001567816,0.001021849,0.0014845761,0.0009922509,0.0011618919,0.0003272525,0.001325568],"category_scores_gemma":[0.0038495967,0.00031363365,0.0007771551,0.0026566966,0.00015854408,0.0011446978,0.00030626796,0.00076567003,0.00037546642],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007321446,0.00006373134,2.7223155e-7,0.48894343,0.0000055488536,9.139165e-8,0.0018510346,4.596076e-8,4.8121096e-10,0.00040922876,0.2154022,0.29331708],"study_design_scores_gemma":[0.00033632468,0.00015271764,0.0000017669106,0.49492562,0.000004223778,3.6940108e-7,0.00015679064,5.0150663e-7,3.630035e-8,0.000010935941,0.50427157,0.00013911839],"about_ca_topic_score_codex":0.000111391935,"about_ca_topic_score_gemma":0.0012015111,"teacher_disagreement_score":0.29317796,"about_ca_system_score_codex":0.001121999,"about_ca_system_score_gemma":0.010319713,"threshold_uncertainty_score":0.9999316},"labels":[],"label_agreement":null},{"id":"W4411241906","doi":"10.2196/65795","title":"Implementation and Evaluation of a Therapeutic Communication Educational Program for Nurses: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medical education; Computer science; Program evaluation; Multimethodology; Psychology; Medicine; Nursing; Pedagogy; Alternative medicine","score_opus":0.6706286146909453,"score_gpt":0.809893103546593,"score_spread":0.1392644888556478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411241906","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015428493,0.0000060963907,0.0013474887,0.0011541286,0.000021530077,0.9950115,0.000015624126,0.000025797432,0.00087496074],"genre_scores_gemma":[0.003593165,6.423462e-8,0.010439981,0.000045732217,0.000050128685,0.9852799,0.000031623877,0.000017302917,0.0005420767],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940364,0.004321363,0.00052315905,0.00035601837,0.00042823967,0.00033484705],"domain_scores_gemma":[0.99614745,0.0015128384,0.00020775308,0.00060474174,0.0014763111,0.000050903036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015904555,0.00011176669,0.00020743514,0.00029443353,0.00035673878,0.000067419234,0.00029365873,0.000089262605,0.000454966],"category_scores_gemma":[0.00014607325,0.000098691264,0.00005283032,0.00040841382,0.00013481293,0.000092737835,0.00005354878,0.00018154034,0.0000013671423],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024298895,0.004942251,0.0026315008,0.0008464866,0.000111582405,9.6600745e-9,0.006655211,3.673236e-7,0.00035819097,0.045503322,0.013462601,0.92305857],"study_design_scores_gemma":[0.03472186,0.012921044,0.17339624,0.0007334499,0.00004031508,7.786888e-7,0.024132406,0.0007707118,0.001056544,0.13612157,0.6158911,0.000213969],"about_ca_topic_score_codex":0.00008250953,"about_ca_topic_score_gemma":0.00017597094,"teacher_disagreement_score":0.92284465,"about_ca_system_score_codex":0.00013992854,"about_ca_system_score_gemma":0.0008957724,"threshold_uncertainty_score":0.55122334},"labels":[],"label_agreement":null},{"id":"W4411243450","doi":"10.2196/72820","title":"Evaluation of Free-Living Motor Symptoms in Patients With Parkinson Disease Through Smartwatches: Protocol for Defining Digital Biomarkers","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Parkinson's Disease Mechanisms and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Smartwatch; Protocol (science); Medicine; Physical medicine and rehabilitation; Psychology; Computer science; Wearable computer; World Wide Web; Alternative medicine; Embedded system","score_opus":0.12082607444713302,"score_gpt":0.4796509880072055,"score_spread":0.3588249135600725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411243450","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0594824,0.000003750542,0.0001369268,0.00007063982,0.0000041333906,0.9385933,0.0001807939,0.00004256515,0.0014854808],"genre_scores_gemma":[0.18671043,4.9322697e-8,0.0005502018,0.000016372584,0.00001548146,0.8125185,0.000051882977,0.000034596076,0.00010251898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99579823,0.0003518886,0.00047568325,0.00063287886,0.0021171616,0.0006241666],"domain_scores_gemma":[0.99720657,0.00032064645,0.00015719992,0.00074364716,0.0013393409,0.00023261264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017725771,0.00025902648,0.00037955257,0.00044068674,0.00014837192,0.00010467048,0.00026182437,0.00010520048,0.00006247437],"category_scores_gemma":[0.0014891091,0.00019765805,0.00012847959,0.000771638,0.00015561798,0.0004093616,0.00018617869,0.00020393505,0.000007050245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016237546,0.0059346235,0.9461475,0.0024537265,0.00031450082,0.000009738655,0.00015514904,0.0000066998805,0.00006222291,0.00037838245,0.0008005551,0.027499367],"study_design_scores_gemma":[0.039657295,0.0039100023,0.9076268,0.017531853,0.00007835412,2.6494658e-7,0.00009870933,0.00096206093,0.00052317366,0.005313687,0.0240669,0.00023090673],"about_ca_topic_score_codex":0.000023018281,"about_ca_topic_score_gemma":0.0000095693495,"teacher_disagreement_score":0.12722804,"about_ca_system_score_codex":0.0006041362,"about_ca_system_score_gemma":0.0015506753,"threshold_uncertainty_score":0.8060261},"labels":[],"label_agreement":null},{"id":"W4411243595","doi":"10.2196/72228","title":"The Cost-Effectiveness of Adding Helicobacter Pylori Screening to the National Gastric Cancer Screening Program in Korea: Protocol for a Cost-Effectiveness Modeling Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Helicobacter pylori-related gastroenterology studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Helicobacter pylori; Medicine; Cancer; Cancer screening; Cost-effectiveness analysis; Cost effectiveness; Quality-adjusted life year; Incremental cost-effectiveness ratio; Cancer prevention; Internal medicine; Risk analysis (engineering)","score_opus":0.31621750357677936,"score_gpt":0.5682309901682866,"score_spread":0.25201348659150724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411243595","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01792786,0.000005102499,0.008720905,0.0012669617,0.000020108322,0.97176254,0.000044815733,0.000096150085,0.00015554462],"genre_scores_gemma":[0.08531688,5.5675497e-7,0.0008297907,0.00008508294,0.00016032497,0.913467,0.000010520149,0.000060995968,0.00006884193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921146,0.0030537692,0.00095438317,0.00094314,0.0014586586,0.0014754229],"domain_scores_gemma":[0.9921598,0.0035081517,0.0001908352,0.0006016719,0.0033474294,0.00019215257],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013171912,0.00043520148,0.0007952458,0.00091595604,0.000986514,0.00018917095,0.0007879517,0.00019407124,0.000006679535],"category_scores_gemma":[0.002658977,0.0002732771,0.00019433528,0.002936807,0.00033211784,0.00022397525,0.00078240427,0.0015425105,0.000003791099],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06680981,0.005043571,0.7145151,0.0036381197,0.0016384498,0.000023877767,0.001131176,0.011387308,0.0028728964,0.00023320674,0.001085532,0.19162098],"study_design_scores_gemma":[0.04704079,0.014380125,0.773824,0.036846086,0.00008108936,0.000015622718,0.002047904,0.042292446,0.0024303119,0.00018545616,0.080320686,0.0005355217],"about_ca_topic_score_codex":0.00020515145,"about_ca_topic_score_gemma":0.00038204505,"teacher_disagreement_score":0.19108544,"about_ca_system_score_codex":0.000867775,"about_ca_system_score_gemma":0.00068186835,"threshold_uncertainty_score":0.9999719},"labels":[],"label_agreement":null},{"id":"W4411259296","doi":"10.2196/68368","title":"A Human-Centered Approach for a Student Mental Health and Well-Being Mobile App: Protocol for Development, Implementation, and Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Center for Advancing Translational Sciences","keywords":"Preprint; Mental health; Protocol (science); Computer science; Medical education; Psychology; Medicine; World Wide Web; Alternative medicine; Psychiatry","score_opus":0.39528022382635875,"score_gpt":0.7056758987037347,"score_spread":0.31039567487737596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411259296","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016430382,0.0000069329335,0.0011499055,0.00042886788,0.000016198539,0.9926255,0.000047057347,0.000057777648,0.0040247426],"genre_scores_gemma":[0.0034753482,4.612486e-8,0.0032985148,0.00015182146,0.000039919214,0.9897271,0.00021492309,0.000033031534,0.0030593383],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966155,0.00051453564,0.0008466137,0.00070516055,0.0005401944,0.00077799056],"domain_scores_gemma":[0.99880373,0.00011772685,0.00019986305,0.0002870985,0.00035820802,0.0002333788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040239003,0.00019865975,0.00026232257,0.00038786535,0.0010263037,0.00027246968,0.00024594888,0.000079345395,0.00011598403],"category_scores_gemma":[0.000025316747,0.00019427169,0.000060490755,0.00027892579,0.0001311822,0.00021316619,0.00026857783,0.00019281611,0.0000069266403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042052944,0.011253608,0.011677529,0.019483084,0.00038098884,8.3269214e-7,0.021675343,0.0000010672912,0.0002144243,0.059237625,0.18615314,0.68571705],"study_design_scores_gemma":[0.03270338,0.009172976,0.007085505,0.0026609383,0.0000050891304,0.00000579815,0.012156864,0.00017479522,0.00083359744,0.0052890033,0.9295904,0.00032163243],"about_ca_topic_score_codex":0.000023567558,"about_ca_topic_score_gemma":0.000049544517,"teacher_disagreement_score":0.7434373,"about_ca_system_score_codex":0.00056774967,"about_ca_system_score_gemma":0.0004392265,"threshold_uncertainty_score":0.792217},"labels":[],"label_agreement":null},{"id":"W4411260249","doi":"10.2196/69011","title":"Engineering Resilient Community Pharmacies for Chronic Care Management: Protocol for the Development of a Medication Safety Map","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Preprint; Protocol (science); Pharmacy; Medicine; Computer science; Family medicine; Alternative medicine; World Wide Web","score_opus":0.45038144013160136,"score_gpt":0.641457523347396,"score_spread":0.19107608321579467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411260249","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039640046,0.000010421761,0.007024573,0.0015089047,0.0000119453025,0.9897655,0.000013960349,0.000035239675,0.0015897616],"genre_scores_gemma":[0.0016568574,8.112492e-7,0.0040458236,0.00006929051,0.00005004795,0.9931119,0.000025914807,0.000015904772,0.0010234659],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981939,0.00020557964,0.00047841252,0.00018224827,0.0005449697,0.00039489762],"domain_scores_gemma":[0.99727213,0.001639289,0.00009972113,0.0004602111,0.00043897302,0.00008967409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027485033,0.00012586513,0.00020540795,0.00017983113,0.00058015913,0.000031136995,0.0003976966,0.00005837133,0.00006157307],"category_scores_gemma":[0.0003179033,0.00008383821,0.00009065648,0.00029856828,0.00011394864,0.00008476778,0.0002644955,0.000548303,0.0000053644835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039028496,0.0040477104,0.0050438335,0.35088247,0.0014694155,0.0000038741364,0.011391577,0.000247428,0.010342602,0.015182915,0.042660907,0.51969874],"study_design_scores_gemma":[0.007655201,0.00049432076,0.0018807807,0.0032507477,0.000018742374,3.0655272e-7,0.00072849146,0.0026284072,0.01945206,0.00007491209,0.9637429,0.00007314347],"about_ca_topic_score_codex":0.00000311276,"about_ca_topic_score_gemma":0.0000068680038,"teacher_disagreement_score":0.92108196,"about_ca_system_score_codex":0.00039639347,"about_ca_system_score_gemma":0.0004666594,"threshold_uncertainty_score":0.44621736},"labels":[],"label_agreement":null},{"id":"W4411282781","doi":"10.2196/76634","title":"Ethical Implications of Artificial Intelligence in Vaccine Equity: Protocol for Exploring Vaccine Distribution Planning and Scheduling in Pandemics in Low- and Middle-Income Countries","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Low and middle income countries; Preprint; Pandemic; Equity (law); Psychology; Coronavirus disease 2019 (COVID-19); Economic growth; Political science; Developing country; Computer science; Infectious disease (medical specialty); Medicine; Economics; World Wide Web","score_opus":0.3967542832071399,"score_gpt":0.5881437388269901,"score_spread":0.1913894556198502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411282781","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09744025,0.000012178568,0.002653607,0.004259085,0.0000045413467,0.8954982,0.000013885725,0.000020783145,0.00009745122],"genre_scores_gemma":[0.18337658,0.0000059451227,0.0002429077,0.000021098735,0.000044748962,0.8162893,0.0000032167914,0.0000061091173,0.000010079531],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997751,0.00036019948,0.00067053054,0.00035299093,0.00031346158,0.00055181095],"domain_scores_gemma":[0.9982881,0.0010915698,0.000091637026,0.000170656,0.0002778493,0.00008017577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052755172,0.0001117998,0.00028707198,0.00042719208,0.00028889964,0.00013602457,0.00025802664,0.00023763378,0.000007600927],"category_scores_gemma":[0.0019348786,0.00011251175,0.000022804745,0.0012215177,0.000055708377,0.0003495479,0.00028139833,0.00079932035,4.3651622e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001725036,0.00024549718,0.8331085,0.0036565433,0.0000052202618,0.0000065270206,0.0045728968,0.0001270337,0.00023052661,0.14475642,0.000024834362,0.011540998],"study_design_scores_gemma":[0.0046324017,0.0007801952,0.70312184,0.046293,0.0000031616787,0.0000013048078,0.005991077,0.0046791304,0.0030963947,0.22242332,0.008521399,0.00045677958],"about_ca_topic_score_codex":0.00024290931,"about_ca_topic_score_gemma":0.0044276724,"teacher_disagreement_score":0.12998663,"about_ca_system_score_codex":0.00028681848,"about_ca_system_score_gemma":0.00047726504,"threshold_uncertainty_score":0.45880958},"labels":[],"label_agreement":null},{"id":"W4411285871","doi":"10.2196/69484","title":"Salivary MicroRNAs as Potential Noninvasive Biomarkers for the Diagnosis of Nasopharyngeal Carcinoma: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"MicroRNA in disease regulation","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nasopharyngeal carcinoma; Preprint; Biomarker; Protocol (science); microRNA; Medicine; Oncology; Bioinformatics; Internal medicine; Biology; Pathology; Computer science; Radiation therapy; Alternative medicine; Genetics; World Wide Web; Gene","score_opus":0.21010738581794017,"score_gpt":0.556488193987967,"score_spread":0.3463808081700268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411285871","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.4277076e-8,0.4127616,0.00010603593,0.0000818592,0.000009584992,0.5866648,0.00031881247,0.000008304159,0.00004891106],"genre_scores_gemma":[7.471383e-8,0.27478287,0.00029327624,0.000049847975,0.0003147868,0.723807,0.00044452975,0.00008186375,0.00022579668],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99540466,0.00097530277,0.0012233204,0.0010499505,0.0005627207,0.00078406546],"domain_scores_gemma":[0.9955949,0.0009486591,0.00077111187,0.0013759675,0.0011464444,0.00016292033],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022206681,0.00055558205,0.0013556877,0.00026213814,0.00036577502,0.00009705769,0.0013866145,0.00055604824,0.00006857562],"category_scores_gemma":[0.0014793124,0.0004011165,0.0014388958,0.0005609964,0.00036887295,0.00001107255,0.00072904484,0.0003404431,0.000007732586],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067775085,0.00028580902,0.0000048370166,0.75696325,0.00036395623,0.000004695334,0.000004600318,3.0804142e-7,0.00067998643,0.000023407301,0.084959365,0.15603204],"study_design_scores_gemma":[0.0011881078,0.000640788,0.0000016573517,0.3910158,0.00012058328,0.000011523811,0.0000027239798,0.0000011282897,0.0049961647,0.000024114162,0.60176533,0.00023206708],"about_ca_topic_score_codex":0.000011940723,"about_ca_topic_score_gemma":0.000006215475,"teacher_disagreement_score":0.516806,"about_ca_system_score_codex":0.00013558907,"about_ca_system_score_gemma":0.005243086,"threshold_uncertainty_score":0.9998441},"labels":[],"label_agreement":null},{"id":"W4411327062","doi":"10.2196/74985","title":"Epidemiology and Impact of Staff Training in Controlling Complications Related to Central Venous Catheters in 4 Intensive Care Units in a French University Hospital: Protocol of a Prospective, Quasi-Experimental, Before-After Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Central Venous Catheters and Hemodialysis","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Epidemiology; Protocol (science); Intensive care; Central venous catheter; Catheter; Training (meteorology); Prospective cohort study; Physical therapy; Emergency medicine; Intensive care medicine; Surgery; Alternative medicine; Internal medicine","score_opus":0.16494533418456653,"score_gpt":0.5514897063356149,"score_spread":0.38654437215104837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411327062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5216323,0.000004327021,0.00000559122,0.00010699017,0.0000027399801,0.4781233,0.000033834225,0.000007912291,0.00008295044],"genre_scores_gemma":[0.5128617,2.0007693e-7,0.000027548598,0.00001030249,0.000002524083,0.4870677,0.0000040058,0.000008770796,0.000017220736],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949365,0.0024153087,0.0009551372,0.0005141909,0.0002150226,0.0009637865],"domain_scores_gemma":[0.99763924,0.0006470209,0.00023276512,0.00038018957,0.0009341696,0.00016663675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016343065,0.00019253684,0.0008971494,0.0011721544,0.00017667036,0.0000051038774,0.00028666056,0.0001952557,0.000020644611],"category_scores_gemma":[0.00076389784,0.00017394364,0.00009182468,0.0020179418,0.00023772371,0.000102553844,0.0002842569,0.0010350465,0.0000014821135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018446121,0.002593363,0.72303325,0.00033676383,0.00004200004,0.000017764673,0.2711283,0.00008133856,0.00016484274,0.00019654851,0.0000170253,0.0005441961],"study_design_scores_gemma":[0.007158036,0.009687825,0.80812514,0.002779456,0.0000035991586,2.353397e-7,0.17150627,0.00021874518,0.000029109426,0.00029653852,0.000083135514,0.000111909525],"about_ca_topic_score_codex":0.00669845,"about_ca_topic_score_gemma":0.0072525125,"teacher_disagreement_score":0.09962204,"about_ca_system_score_codex":0.0017303306,"about_ca_system_score_gemma":0.0012891033,"threshold_uncertainty_score":0.999916},"labels":[],"label_agreement":null},{"id":"W4411335808","doi":"10.2196/70121","title":"Comparison of 5-Day Multidaily Neuronavigated Theta-Burst Sessions With 6-Week Standard Repetitive Transcranial Magnetic Stimulation (the Dutch Depression Outcome Trial): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"ZonMw; Maastricht Universitair Medisch Centrum; Universiteit Maastricht; Amsterdam University Medical Centers; Wellcome Trust","keywords":"Randomized controlled trial; Preprint; Protocol (science); Medicine; Depression (economics); Trial registration; Physical therapy; Psychology; Internal medicine; Alternative medicine; World Wide Web; Computer science","score_opus":0.25700029510930905,"score_gpt":0.5630702701613145,"score_spread":0.30606997505200545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411335808","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077610924,0.00000286266,0.007768273,0.0010958065,0.00006164276,0.9818807,0.000079412544,0.00016364577,0.0011865344],"genre_scores_gemma":[0.19140725,2.3292067e-7,0.00039054084,0.000043169694,0.00009840401,0.8069423,0.000004083819,0.000051566043,0.0010624707],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9852317,0.007800459,0.0026055821,0.001118154,0.002382524,0.0008615677],"domain_scores_gemma":[0.97437984,0.022480886,0.00077689503,0.00088082766,0.0013217746,0.00015974963],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061461288,0.00054616,0.0027036767,0.000496916,0.0012099205,0.00027133164,0.0008433648,0.00023666945,0.00024600633],"category_scores_gemma":[0.0096330745,0.00030170308,0.0007091949,0.0014781349,0.0016256813,0.00023618444,0.00014109467,0.00094128813,0.000007393582],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97302353,0.003042055,0.00030795764,0.0004013286,0.000058670696,0.0000045710344,0.00089424854,0.000966482,0.018487252,0.00076990365,0.00019693335,0.0018470411],"study_design_scores_gemma":[0.96057034,0.014375809,0.00068829197,0.0014500596,0.00010027665,8.291047e-7,0.00013688998,0.011355286,0.0051336945,0.0007567092,0.0051460727,0.00028572153],"about_ca_topic_score_codex":0.000025370597,"about_ca_topic_score_gemma":0.000020028485,"teacher_disagreement_score":0.18364616,"about_ca_system_score_codex":0.00010284453,"about_ca_system_score_gemma":0.0006361719,"threshold_uncertainty_score":0.9999435},"labels":[],"label_agreement":null},{"id":"W4411338197","doi":"10.2196/56825","title":"Assessing the Efficacy of Current Histopathological Tumor Reporting Systems for Evaluating the Response to Neoadjuvant Chemotherapy for Breast Carcinoma: Protocol for an Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breast Cancer Treatment Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Breast cancer; Breast carcinoma; Oncology; Observational study; Neoadjuvant therapy; Internal medicine; Cancer","score_opus":0.6417750232539329,"score_gpt":0.6618361745464042,"score_spread":0.020061151292471324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411338197","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.152031,0.000009592715,0.002283861,0.0010010697,0.000019121526,0.8445611,0.00007104588,0.00001298873,0.0000102326285],"genre_scores_gemma":[0.14589478,2.438236e-8,0.0008397975,0.000050538078,0.0002418503,0.8528349,0.000017750672,0.000025785179,0.00009458792],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9964395,0.0010312401,0.00090989005,0.0006523361,0.00047784176,0.00048916176],"domain_scores_gemma":[0.9957493,0.0012990835,0.0005761573,0.00073627103,0.0015797069,0.00005947551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010986015,0.00020940865,0.0003281691,0.000074237636,0.00088137796,0.0001690621,0.00052751665,0.00006232687,0.0000013542126],"category_scores_gemma":[0.004394668,0.00011908261,0.00016429194,0.0002556797,0.00016547693,0.000014307395,0.00023046312,0.00015775891,1.8017059e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16987415,0.012938536,0.19885069,0.004810723,0.00043379705,0.0000056450144,0.0033246814,0.00082104263,0.46107462,0.00087777217,0.01991331,0.12707505],"study_design_scores_gemma":[0.021549184,0.017639825,0.85923994,0.0016511659,0.00003223057,0.000024842015,0.0028613703,0.0018955233,0.0113759795,0.0002905645,0.0830734,0.0003660042],"about_ca_topic_score_codex":0.000016545273,"about_ca_topic_score_gemma":0.0000071402824,"teacher_disagreement_score":0.66038924,"about_ca_system_score_codex":0.00016348017,"about_ca_system_score_gemma":0.00094157894,"threshold_uncertainty_score":0.6778936},"labels":[],"label_agreement":null},{"id":"W4411350275","doi":"10.2196/75547","title":"Efficacy of Tuina Therapy Based on Hip-Knee-Ankle Synergy in the Lower Extremity Kinematic Chain in Patients With Knee Osteoarthritis: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biofield Effects and Biophysics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Physical therapy; Protocol (science); Ankle; Medicine; Physical medicine and rehabilitation; Acupressure; Kinematic chain; Kinematics; Alternative medicine; Computer science; Surgery; World Wide Web","score_opus":0.048341648149456316,"score_gpt":0.43273526896791253,"score_spread":0.38439362081845624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411350275","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032728042,0.0000010480682,0.000039460367,0.000694942,0.0000090006615,0.9653217,0.0000039562733,0.000017383794,0.0011844649],"genre_scores_gemma":[0.10390217,6.057314e-8,0.00009041512,0.00020936989,0.00006788563,0.8955341,0.0000069897724,0.000018872719,0.00017011103],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953923,0.00195583,0.0008199287,0.0003747366,0.00096301665,0.000494161],"domain_scores_gemma":[0.99439156,0.0043661282,0.00020708323,0.00063230743,0.00033965375,0.000063247695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00452772,0.00025434603,0.0014168109,0.00040557623,0.000075124546,0.000055738845,0.00025455808,0.00018982131,0.00006229087],"category_scores_gemma":[0.001495581,0.00012254901,0.00032447683,0.0007877252,0.00025504475,0.000050231058,0.00003646336,0.00061749655,0.0000016340103],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97376996,0.01057828,0.0006793416,0.0011106902,0.000048001402,0.000009840355,0.000114604525,0.000009920808,0.00015910811,0.00025500747,0.0002299434,0.01303528],"study_design_scores_gemma":[0.96250504,0.025459236,0.0020366577,0.007155159,0.000007881927,1.2010668e-7,0.000020678559,0.0009688118,0.00044191146,0.00022108953,0.0010662219,0.00011717898],"about_ca_topic_score_codex":0.00003183042,"about_ca_topic_score_gemma":0.00001587039,"teacher_disagreement_score":0.07117413,"about_ca_system_score_codex":0.00007566882,"about_ca_system_score_gemma":0.00042388792,"threshold_uncertainty_score":0.49974036},"labels":[],"label_agreement":null},{"id":"W4411351419","doi":"10.2196/69212","title":"Fermented Food Consumption Across European Regions: Protocol for the Development and Validation of the Web-Based Fermented Foods Frequency Questionnaire (3FQ)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sensory Analysis and Statistical Methods","field":"Agricultural and Biological Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Consumption (sociology); Food frequency questionnaire; Environmental health; Computer science; Medicine; World Wide Web; Sociology; Alternative medicine","score_opus":0.3524970499882214,"score_gpt":0.5374947351376188,"score_spread":0.1849976851493974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411351419","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031688813,0.0000022167576,0.0013516392,0.002426311,0.000006443711,0.9642691,0.00004052678,0.00003621529,0.00017870603],"genre_scores_gemma":[0.09577645,1.9983953e-7,0.001063008,0.000061004383,0.00002745741,0.90287226,0.000010167587,0.0000016555579,0.00018777067],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99667263,0.0018335485,0.00043097997,0.00031939565,0.00042007965,0.00032337956],"domain_scores_gemma":[0.9981324,0.0010669633,0.00014552307,0.00016579706,0.00043009224,0.000059203307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029442143,0.00012897821,0.00015791669,0.00002489837,0.0010933704,0.00015735281,0.00039615572,0.00006665486,0.00003981099],"category_scores_gemma":[0.0008452455,0.000041135965,0.00008312832,0.00060974405,0.00035601517,0.0000621221,0.00014321167,0.00022051888,0.0000024501778],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031444125,0.002494886,0.13637841,0.002849285,0.00030714407,0.000002821201,0.0007468609,0.00003424239,0.29512775,0.04140083,0.004044913,0.51346844],"study_design_scores_gemma":[0.0035626544,0.002380858,0.7339943,0.0042821337,0.00001541678,0.0000013946018,0.00043155957,0.0011397264,0.10221061,0.009058913,0.14261064,0.00031176358],"about_ca_topic_score_codex":0.000009942563,"about_ca_topic_score_gemma":0.00012679952,"teacher_disagreement_score":0.5976159,"about_ca_system_score_codex":0.00005923614,"about_ca_system_score_gemma":0.00007374748,"threshold_uncertainty_score":0.84094316},"labels":[],"label_agreement":null},{"id":"W4411351978","doi":"10.2196/67655","title":"Piloting Digital Navigators to Promote Acceptance and Engagement With Digital Mental Health Apps in German Outpatient Care: Protocol for a Multicenter, Single-Group, Observational, Mixed Methods Interventional Study (DigiNavi)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); German; Digital health; Medicine; Mental health; Preprint; Health care; Nursing; Family medicine; Medical education; Psychology; Alternative medicine; Psychiatry; Computer science; World Wide Web","score_opus":0.3563749622746465,"score_gpt":0.6520562364304587,"score_spread":0.29568127415581225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411351978","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0666575,0.0000060322836,0.0015391192,0.0010147105,0.000066076165,0.92946804,0.00037600726,0.00010307793,0.0007694648],"genre_scores_gemma":[0.1777978,1.0011608e-8,0.004482095,0.00008418192,0.00003518581,0.8165796,0.0001413944,0.00005719627,0.0008225584],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943103,0.0009869263,0.00141854,0.0012012647,0.00089407165,0.0011888804],"domain_scores_gemma":[0.99785763,0.00041014346,0.00032733555,0.000569242,0.00043262952,0.00040301742],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024900094,0.000411285,0.0005021241,0.0006380276,0.00052290753,0.0009870422,0.00060142134,0.00009118636,0.00004248599],"category_scores_gemma":[0.00028202616,0.00037816746,0.00014353619,0.0010554278,0.00020372654,0.0010143303,0.0008255727,0.00070383196,0.000024191802],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01344895,0.074009135,0.1157912,0.0075074197,0.00030447316,0.000030729847,0.01772601,0.0000052503933,0.00007206316,0.0059758127,0.0069918786,0.75813705],"study_design_scores_gemma":[0.043463316,0.11594295,0.11425869,0.037032317,0.000007996183,0.000015213519,0.024499215,0.00017230806,0.0005638339,0.0016696923,0.6611524,0.0012220602],"about_ca_topic_score_codex":0.000040511502,"about_ca_topic_score_gemma":0.00017168379,"teacher_disagreement_score":0.75691503,"about_ca_system_score_codex":0.0014589371,"about_ca_system_score_gemma":0.00024579614,"threshold_uncertainty_score":0.999867},"labels":[],"label_agreement":null},{"id":"W4411353989","doi":"10.2196/64001","title":"A Population Health and Lifestyle Survey of a Coastal City in England (Health Counts 2024): Protocol for a Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Brighton","keywords":"Cross-sectional study; Preprint; Protocol (science); Population; Environmental health; Medicine; Geography; Alternative medicine; World Wide Web; Computer science","score_opus":0.7108578011305652,"score_gpt":0.7179309420921596,"score_spread":0.007073140961594393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411353989","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081979014,0.0000011343034,0.000045516896,0.00016709667,0.000012538339,0.9174713,0.000053927564,0.0000124711,0.00025702917],"genre_scores_gemma":[0.0316524,2.0148612e-7,0.00015195565,0.000034893877,0.00003460574,0.96673214,0.000009827481,0.0000048635834,0.0013791166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9655009,0.032708395,0.00047098257,0.0003233787,0.0005462801,0.00045008733],"domain_scores_gemma":[0.9921965,0.0070779766,0.00011324997,0.0001341394,0.00036644755,0.00011168793],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1151895,0.00006582087,0.00022267176,0.00026549745,0.00049526844,0.000063632106,0.00014973199,0.000101439065,0.000071586684],"category_scores_gemma":[0.012778762,0.00006187023,0.000020242289,0.0007383684,0.00024686626,0.000087368026,0.00006916923,0.00029161535,0.0000017331472],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009332386,0.00055164954,0.9842595,0.00020031397,0.0000058100454,4.797733e-7,0.0021125427,3.8322074e-7,0.000001200655,0.00022245137,0.0014920908,0.0018212249],"study_design_scores_gemma":[0.0025337827,0.0010137423,0.9613469,0.00015552055,7.1524475e-8,1.5489246e-7,0.00017676796,0.00000951585,0.0000016924506,0.00057184097,0.034149427,0.000040546558],"about_ca_topic_score_codex":0.02220515,"about_ca_topic_score_gemma":0.08945682,"teacher_disagreement_score":0.10241073,"about_ca_system_score_codex":0.00014216911,"about_ca_system_score_gemma":0.0025362445,"threshold_uncertainty_score":0.99553704},"labels":[],"label_agreement":null},{"id":"W4411363818","doi":"10.2196/59682","title":"Treatment of Erythematotelangiectatic Rosacea With Collateral Puncture Therapy: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acne and Rosacea Treatments and Effects","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Rosacea; Telangiectasia; Erythema; Dermatology; Intense pulsed light; Clinical trial; Randomized controlled trial; Itching; Quality of life (healthcare); Surgery; Dermatology Life Quality Index; Internal medicine; Psoriasis","score_opus":0.11364552889011512,"score_gpt":0.5373134131434494,"score_spread":0.42366788425333424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411363818","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028442494,0.000008319159,0.000100811434,0.00090245024,0.0000068657682,0.9927201,0.000008016799,0.000051358027,0.003357797],"genre_scores_gemma":[0.0024598772,8.351264e-7,0.00048379196,0.000036923026,0.00010705006,0.9833612,0.000012488389,0.000033621072,0.0135042425],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.997314,0.00061374676,0.00060894416,0.00038265286,0.00055244606,0.0005282608],"domain_scores_gemma":[0.9973642,0.0013758565,0.00019539069,0.00046041192,0.00047032544,0.00013377886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009460229,0.00032941863,0.0022347202,0.00031811916,0.0002017388,0.000067563036,0.000111109504,0.00017223525,0.000095325784],"category_scores_gemma":[0.0001458151,0.00013629407,0.0006094028,0.0004095234,0.00026989946,0.000055214397,0.000022890856,0.0001488308,0.0000038134526],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98589325,0.0053034183,0.00020073281,0.0011049752,0.0013285299,0.00003902276,0.00034607973,0.0000027426786,0.0004244996,0.0004425445,0.0017625319,0.0031516934],"study_design_scores_gemma":[0.90395904,0.02752583,0.000018542345,0.0017470296,0.00006437475,0.000007849242,0.00004367277,0.00024441266,0.0042630676,0.0002661378,0.061754283,0.00010578049],"about_ca_topic_score_codex":0.000015668991,"about_ca_topic_score_gemma":0.000003525971,"teacher_disagreement_score":0.08193421,"about_ca_system_score_codex":0.00014284554,"about_ca_system_score_gemma":0.00091057573,"threshold_uncertainty_score":0.5557911},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4411369304","doi":"10.2196/69301","title":"Promoting Intergenerational Health in Rural Kentuckians With Diabetes (PIHRK’D): Protocol for a Longitudinal Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular Health and Risk Factors","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Medicine; Glycated hemoglobin; Gerontology; Overweight; Psychological intervention; Obesity; Cohort; Environmental health; Diabetes mellitus; Type 2 diabetes; Nursing; Internal medicine; Endocrinology","score_opus":0.15466232867872004,"score_gpt":0.5588385710974498,"score_spread":0.4041762424187298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411369304","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061505113,0.0000026766804,0.00006729359,0.0023551544,0.000007048205,0.93578285,0.0000105818035,0.0000618442,0.00020741853],"genre_scores_gemma":[0.02468803,1.7838818e-7,0.00031838875,0.00012761311,0.00017251952,0.97418666,0.000029893927,0.000035267425,0.00044142574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959581,0.00062633987,0.0006760791,0.0006280559,0.0010116438,0.0010997861],"domain_scores_gemma":[0.99823004,0.00016676595,0.00010095396,0.00057493127,0.00059898733,0.00032831484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005033375,0.0002349861,0.0006754154,0.00062976393,0.00039576963,0.000104462735,0.0002031919,0.00009827297,0.000040695882],"category_scores_gemma":[0.0002826066,0.00016563328,0.00015709327,0.0010365766,0.00013242252,0.00012519422,0.00012353396,0.0007925964,0.0000067136684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022903816,0.0026089472,0.97733647,0.0034786519,0.00015016386,0.000015480784,0.00050310534,0.0000036693837,0.00007686801,0.000094490984,0.0048099286,0.008631843],"study_design_scores_gemma":[0.016945796,0.00918889,0.91199183,0.0075456914,0.0000072798293,0.0000069927273,0.00040057398,0.00046244462,0.00045070198,0.00011587835,0.052697662,0.00018626834],"about_ca_topic_score_codex":0.0001542488,"about_ca_topic_score_gemma":0.00052347896,"teacher_disagreement_score":0.06534465,"about_ca_system_score_codex":0.0006457643,"about_ca_system_score_gemma":0.002563871,"threshold_uncertainty_score":0.67543286},"labels":[],"label_agreement":null},{"id":"W4411400302","doi":"10.2196/69753","title":"Identifying and Reducing Stigmatizing Language in Home Health Care With a Natural Language Processing–Based System (ENGAGE): Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Preprint; Protocol (science); Health care; Internet privacy; Psychology; Medicine; Computer science; Medical education; Alternative medicine; World Wide Web; Political science","score_opus":0.4036685163930405,"score_gpt":0.6950975330296616,"score_spread":0.2914290166366211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411400302","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033168625,0.00010723945,0.0018519809,0.0005173729,0.000014645614,0.9641329,0.0000035892501,0.00012053483,0.000083110775],"genre_scores_gemma":[0.2597201,3.966552e-8,0.014133763,0.000051094044,0.00008080507,0.72587305,0.000010034772,0.000028325598,0.0001027797],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9958989,0.0015677171,0.0006794856,0.0006106407,0.0005334763,0.00070980476],"domain_scores_gemma":[0.99799883,0.0006188939,0.00016978881,0.00042828542,0.0006024312,0.00018178507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056697647,0.00020394046,0.0004845665,0.00081375474,0.0006007902,0.00023244145,0.00017701628,0.00010091478,0.0000043193345],"category_scores_gemma":[0.0005342015,0.00015787878,0.000042084557,0.0012478678,0.00010282876,0.00018101954,0.00008431523,0.0009629067,0.0000014898224],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039171125,0.0010192214,0.014719176,0.096723855,0.000029653367,0.0000742157,0.15146728,0.0000072178905,0.0029896144,0.000057093213,0.00038271354,0.72861284],"study_design_scores_gemma":[0.0038215287,0.0045168684,0.011526856,0.07806996,0.0000115622,0.000020730306,0.8732325,0.006754505,0.020313364,0.00003086354,0.0013603595,0.00034094285],"about_ca_topic_score_codex":0.0012833514,"about_ca_topic_score_gemma":0.00072619517,"teacher_disagreement_score":0.7282719,"about_ca_system_score_codex":0.0008699094,"about_ca_system_score_gemma":0.00230986,"threshold_uncertainty_score":0.643811},"labels":[],"label_agreement":null},{"id":"W4411407300","doi":"10.2196/74141","title":"Establishing a Pharmacy-Based Pre-Exposure Prophylaxis Program for Young Women Who Sell Sex: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Preprint; Pharmacy; Protocol (science); Medicine; Family medicine; Alternative medicine; Medical education; Psychology; Computer science; World Wide Web","score_opus":0.10248123154116956,"score_gpt":0.5617623834753357,"score_spread":0.45928115193416613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411407300","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053151255,0.0000042262477,0.0048532635,0.0012669251,0.000015419128,0.98620343,0.00008706818,0.00033390246,0.0067042755],"genre_scores_gemma":[0.00040739434,3.1349765e-7,0.0030727647,0.00006522641,0.0005397948,0.8923958,0.000056344335,0.00009110154,0.10337128],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9903615,0.002775312,0.0017929754,0.0010458437,0.0018202375,0.0022041476],"domain_scores_gemma":[0.9899888,0.0049897577,0.00033882228,0.00094212976,0.0030311423,0.0007093435],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.017407265,0.000494566,0.0024940837,0.0013310076,0.00077416067,0.0010391793,0.0008219337,0.00029515682,0.00051478844],"category_scores_gemma":[0.019697422,0.0003448334,0.0016582299,0.0013898592,0.00058965577,0.0004261431,0.0002190725,0.0013689534,0.000015132436],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8554602,0.0072590373,0.00012430002,0.012768327,0.00059480435,0.000011237715,0.00043244055,0.0000021836547,0.0012003711,0.0003190916,0.091537565,0.030290438],"study_design_scores_gemma":[0.6579569,0.03992495,0.000003609119,0.004880065,0.000024175597,0.0000015102668,0.00009948495,0.011990849,0.002388605,0.0006747857,0.28185987,0.00019516752],"about_ca_topic_score_codex":0.000047622194,"about_ca_topic_score_gemma":0.000027676057,"teacher_disagreement_score":0.19750328,"about_ca_system_score_codex":0.00064562977,"about_ca_system_score_gemma":0.0049794596,"threshold_uncertainty_score":0.99999785},"labels":[],"label_agreement":null},{"id":"W4411411269","doi":"10.2196/71631","title":"A Gamified mHealth App to Promote Physical Activity and Reduce Sedentary Behavior in Autistic Adults: Protocol for a Remotely Delivered Pilot Intervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; mHealth; Intervention (counseling); Protocol (science); Sedentary behavior; Physical activity; Psychology; Applied psychology; Mobile apps; Multimedia; Gerontology; Medical education; Computer science; Psychological intervention; Medicine; Physical therapy; World Wide Web; Alternative medicine; Psychiatry","score_opus":0.2610084786556651,"score_gpt":0.5798353412941314,"score_spread":0.31882686263846627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411411269","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34740454,1.8774531e-7,0.00015987024,0.0010111235,0.000004652911,0.651169,0.00003199849,0.000095351956,0.00012330823],"genre_scores_gemma":[0.38439855,5.6025254e-8,0.000121041136,0.000023566443,0.000024573255,0.6149285,0.0000014028473,0.000034934845,0.0004673669],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9929099,0.0021057264,0.0005283411,0.0016823766,0.0013841469,0.0013895091],"domain_scores_gemma":[0.99804336,0.0005197785,0.00012643298,0.00085807446,0.00014544102,0.0003069074],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020166421,0.00034254472,0.0004911744,0.0010127847,0.0005176411,0.00037831216,0.0009804035,0.000100523735,0.000034345834],"category_scores_gemma":[0.0015858316,0.00032761268,0.000093993825,0.0021821589,0.00028854664,0.0004375672,0.0011640207,0.0012831036,0.000036220066],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.114171244,0.11991804,0.0066140145,0.012109251,0.00003636824,0.00040279052,0.006245755,0.000007698183,0.31386873,0.004155773,0.0025404256,0.41992992],"study_design_scores_gemma":[0.07516581,0.106678374,0.6130287,0.014498066,0.000017743392,0.000031746607,0.0011979656,0.013434393,0.15429583,0.011640699,0.008535052,0.0014755978],"about_ca_topic_score_codex":0.0008095924,"about_ca_topic_score_gemma":0.00076929067,"teacher_disagreement_score":0.6064147,"about_ca_system_score_codex":0.00069433945,"about_ca_system_score_gemma":0.00056564726,"threshold_uncertainty_score":0.99991757},"labels":[],"label_agreement":null},{"id":"W4411411556","doi":"10.2196/65253","title":"Kissing as a Protective Factor Against Decreased Salivary pH: Protocol for a Randomized Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Anxiety and Anesthesia Techniques","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Repeated measures design; Randomized controlled trial; Psychology; Medicine; Mathematics; Statistics","score_opus":0.2986927148721687,"score_gpt":0.613603833474467,"score_spread":0.3149111186022983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411411556","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010057687,9.0781253e-7,0.002020409,0.00038708726,0.00002170549,0.98812443,0.000028253535,0.0005273429,0.007884075],"genre_scores_gemma":[0.00061649166,2.8410705e-7,0.0017721137,0.0002696323,0.0004425574,0.9916858,0.000018633042,0.00006598242,0.005128523],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99067795,0.0047247484,0.0014851945,0.0010117167,0.001132087,0.00096832874],"domain_scores_gemma":[0.9942099,0.0035644528,0.00035703956,0.00083265017,0.0007154303,0.0003205672],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009600217,0.00040579832,0.0011805933,0.0004002084,0.0006529273,0.00065514934,0.0009930801,0.00058053003,0.00030367653],"category_scores_gemma":[0.006075203,0.00031346735,0.0010475585,0.00076457474,0.0008592833,0.00036133474,0.00038734978,0.0013817193,0.00017769352],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9279234,0.003344528,0.00015637017,0.0011973665,0.00013705042,0.000109344466,0.000076254735,9.557269e-8,0.001968719,0.003081294,0.020969782,0.041035827],"study_design_scores_gemma":[0.5985714,0.0021006297,0.000134812,0.0041799997,0.000005369704,0.000010691106,0.000062644045,0.0001353082,0.018412154,0.01839313,0.35767826,0.00031558913],"about_ca_topic_score_codex":0.00006701536,"about_ca_topic_score_gemma":0.000010425187,"teacher_disagreement_score":0.3367085,"about_ca_system_score_codex":0.00022040503,"about_ca_system_score_gemma":0.0012499092,"threshold_uncertainty_score":0.99993175},"labels":[],"label_agreement":null},{"id":"W4411413445","doi":"10.2196/72981","title":"Improving HIV Prevention Among Heterosexual Men Seeking Sexually Transmitted Infection Services in Malawi: Protocol for a Type I Effectiveness-Implementation Hybrid Randomized Controlled Trial of Systems Navigator–Delivered Integrated Prevention Package (HPTN 112-NJIRA Study)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Men who have sex with men; Pre-exposure prophylaxis; Reproductive health; Intervention (counseling); Family medicine; Health care; Nursing; Human immunodeficiency virus (HIV); Population; Environmental health","score_opus":0.09383702521091673,"score_gpt":0.5318758985603601,"score_spread":0.43803887334944336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411413445","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28460947,0.0000025277388,0.0056509143,0.000023777233,0.000018615008,0.7093266,0.000031788684,0.00007922261,0.0002570616],"genre_scores_gemma":[0.2866826,4.427324e-7,0.000056393827,0.0000016375452,0.00007136222,0.71078813,0.00021408283,0.00004116163,0.0021442128],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98565894,0.009124051,0.0022759442,0.0008020226,0.0013340444,0.00080496597],"domain_scores_gemma":[0.9951694,0.0012745284,0.0007249937,0.0005405633,0.0021037543,0.00018676603],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015027833,0.0004121892,0.0019373001,0.001483616,0.0003037081,0.00030660594,0.0003049176,0.00021721555,0.000098457844],"category_scores_gemma":[0.0012956534,0.0003286926,0.0006048529,0.0014790714,0.00020407268,0.0006952634,0.00013788449,0.0008467336,0.000006223581],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92376184,0.0073198318,0.01285045,0.014329941,0.0008594713,0.000013496148,0.000486792,0.000015751655,0.032397382,0.00006864702,0.00041150482,0.007484878],"study_design_scores_gemma":[0.9144401,0.033926316,0.0030720783,0.014420552,0.000094389645,0.0000026043135,0.0017676644,0.025683397,0.005835102,0.00019751547,0.0003327645,0.00022749267],"about_ca_topic_score_codex":0.0013648446,"about_ca_topic_score_gemma":0.00058494165,"teacher_disagreement_score":0.026606485,"about_ca_system_score_codex":0.0006547262,"about_ca_system_score_gemma":0.0010188272,"threshold_uncertainty_score":0.9999165},"labels":[],"label_agreement":null},{"id":"W4411414530","doi":"10.2196/69131","title":"Effect of Live Environmental Music Therapy and Prerecorded Music on State Anxiety, Stress, Pain, and Well-Being Levels of Patients and Caregivers in the Emergency Department Waiting Room: Protocol for a Multicenter Randomized Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Randomized controlled trial; Visual analogue scale; Music therapy; Medicine; Physical therapy; State-Trait Anxiety Inventory; Psychiatry","score_opus":0.1546111420903279,"score_gpt":0.5264355552373452,"score_spread":0.3718244131470173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411414530","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46650222,0.0000048925936,0.000005986822,0.00004047016,0.000015021295,0.53328866,0.000033227992,0.0000040116297,0.000105551255],"genre_scores_gemma":[0.2876014,0.000010254997,0.000020689333,0.000056158307,0.000038264687,0.7122102,0.0000061571272,0.000013688408,0.000043183012],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9880911,0.009604611,0.00094832317,0.0005246853,0.00037860087,0.00045265775],"domain_scores_gemma":[0.99426883,0.004925543,0.00034648564,0.0003133294,0.00006259217,0.00008322572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012551684,0.00022257511,0.0006819458,0.0001729956,0.00017355257,0.000027990725,0.00020756456,0.00014000693,0.00030821358],"category_scores_gemma":[0.00035363977,0.00014290733,0.00012964431,0.00012701373,0.0003651427,0.000065143984,0.00011039252,0.0004402082,8.1460115e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7275719,0.0020473897,0.055439696,0.0013744532,0.00013429139,0.0000017501646,0.011541524,4.0476039e-7,0.00003855367,0.000103189566,0.00082386547,0.20092297],"study_design_scores_gemma":[0.91233593,0.024736792,0.053354904,0.0013520423,0.000011262942,2.218452e-7,0.0010666796,0.00026566396,0.00032692475,0.0005132535,0.00585439,0.00018193331],"about_ca_topic_score_codex":0.00008103725,"about_ca_topic_score_gemma":0.0000690343,"teacher_disagreement_score":0.20074102,"about_ca_system_score_codex":0.00004124134,"about_ca_system_score_gemma":0.000056672594,"threshold_uncertainty_score":0.58275914},"labels":[],"label_agreement":null},{"id":"W4411432140","doi":"10.2196/76796","title":"Home Health Care Providers’ Readiness to Care for Children and Youth With Complex Medical Conditions: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Preprint; Protocol (science); Health care; Medicine; Nursing; Medical education; Alternative medicine; Computer science; World Wide Web; Political science","score_opus":0.5145432502658157,"score_gpt":0.617621577521378,"score_spread":0.10307832725556232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411432140","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0762697e-9,0.2950556,0.000298915,0.0029784546,0.000005749196,0.6970207,0.00433242,0.00004682833,0.00026133354],"genre_scores_gemma":[3.0787408e-8,0.17408775,0.0006616166,0.0013623744,0.00020587667,0.8221147,0.0013361538,0.00008278281,0.00014869482],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99491453,0.0003626818,0.0018224382,0.0013793583,0.0003059015,0.0012151106],"domain_scores_gemma":[0.99680775,0.00044783374,0.0006897797,0.0009059117,0.0004977278,0.00065100624],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030154402,0.000513713,0.0029972694,0.0009536087,0.00074437296,0.00026442527,0.0008492467,0.00031469896,0.000065338565],"category_scores_gemma":[0.0009452895,0.00044500091,0.00029932073,0.00096244906,0.00015958882,0.00014907871,0.00043499054,0.0006219406,0.000027432543],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006304919,0.000071765506,0.000007875169,0.755004,0.000056315974,9.3059816e-7,0.0006571432,5.692341e-8,2.1790304e-10,0.01153666,0.020495944,0.21210626],"study_design_scores_gemma":[0.001093033,0.0009977022,0.000006291024,0.44454938,0.0000069987564,0.0000022466727,0.00009300736,3.4729587e-7,1.6286506e-8,0.00012426473,0.55287415,0.00025256828],"about_ca_topic_score_codex":0.00065578247,"about_ca_topic_score_gemma":0.00070803013,"teacher_disagreement_score":0.5323782,"about_ca_system_score_codex":0.0007580788,"about_ca_system_score_gemma":0.0040549613,"threshold_uncertainty_score":0.9998002},"labels":[],"label_agreement":null},{"id":"W4411434694","doi":"10.2196/68113","title":"Sustained Virological Response as a Surrogate Marker for Mortality, Decompensated Cirrhosis, or Hepatocellular Carcinoma in People With Chronic Hepatitis C Virus Infection Treated With Direct-Acting Antivirals: Protocol for a Bayesian and Causal Mediation Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hepatitis C virus research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hepatocellular carcinoma; Medicine; Cirrhosis; Surrogate endpoint; Internal medicine; Protocol (science); Chronic hepatitis; Hepatitis B virus; Hepatitis C virus; Virology; Intensive care medicine; Virus; Oncology; Gastroenterology; Pathology; Alternative medicine","score_opus":0.1098603454715846,"score_gpt":0.49904786580714344,"score_spread":0.3891875203355588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411434694","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45927492,0.0000011494836,0.00079379044,0.0002749029,0.0000010267004,0.53934306,0.000044761455,0.00008147189,0.0001849239],"genre_scores_gemma":[0.4557818,0.0000023069579,0.0001986684,0.00002166964,0.00002710005,0.5435087,0.00007520315,0.000044181674,0.0003403754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930252,0.0025219063,0.00080496917,0.0011771587,0.0011311925,0.0013395955],"domain_scores_gemma":[0.9949842,0.0023831385,0.00022956943,0.00068129157,0.0013610234,0.00036079527],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0056817895,0.00044867207,0.0011193563,0.0021735001,0.00048539022,0.00028189895,0.00020540075,0.00036746124,0.00018801277],"category_scores_gemma":[0.0027870997,0.0003168899,0.00015710172,0.0050906762,0.00035850558,0.00035495422,0.00022284249,0.00073021994,0.000003564123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10260505,0.0007981562,0.8858438,0.0024911913,0.0005564189,0.000324699,0.00019757877,0.00002123436,0.004179556,0.000021427979,0.00013407622,0.0028268234],"study_design_scores_gemma":[0.020291466,0.016543834,0.8777739,0.001640684,0.0000968514,0.000009844903,0.0000546504,0.06762791,0.008887339,0.00004612924,0.006653771,0.0003736173],"about_ca_topic_score_codex":0.013116224,"about_ca_topic_score_gemma":0.09397573,"teacher_disagreement_score":0.08231359,"about_ca_system_score_codex":0.0014227846,"about_ca_system_score_gemma":0.0028059555,"threshold_uncertainty_score":0.9999283},"labels":[],"label_agreement":null},{"id":"W4411452382","doi":"10.2196/70472","title":"Comparing the Accuracy of Different Wearable Activity Monitors in Patients With Lung Cancer and Providing Initial Recommendations: Protocol for a Pilot Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wearable computer; Protocol (science); Medicine; Wearable technology; Physical medicine and rehabilitation; Activity monitor; Physical therapy; Physical activity; Computer science; Embedded system","score_opus":0.2891601434844722,"score_gpt":0.5780914224655294,"score_spread":0.28893127898105714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411452382","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3934275,5.001081e-7,0.000025077887,0.00029215607,0.0000051322772,0.6061509,0.0000049420173,0.000009914448,0.00008386183],"genre_scores_gemma":[0.46781462,9.622217e-8,0.000008424952,0.0000051999637,0.000020099089,0.5320979,0.0000021554063,0.000007754436,0.000043768017],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983029,0.00038965858,0.00026959326,0.00028231845,0.00047433074,0.000281202],"domain_scores_gemma":[0.9986216,0.00049351563,0.00011695373,0.00027647137,0.00044047122,0.000051034185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008863645,0.00012395001,0.0002683224,0.0002373875,0.0002187527,0.00008194432,0.00013424872,0.000035827226,0.0000148816725],"category_scores_gemma":[0.00020650604,0.00007748052,0.000023940558,0.0005048785,0.000091109316,0.00019834618,0.00014203477,0.00039133534,1.1974862e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011872744,0.0027425287,0.96831894,0.0023299914,0.00004927804,3.529232e-7,0.0012344483,0.0000036237002,0.0001736346,0.000026315698,0.00028820956,0.012959915],"study_design_scores_gemma":[0.022442214,0.005981511,0.9468699,0.010857066,0.000015764748,1.273549e-7,0.0013885585,0.00057825044,0.009794504,0.00007442196,0.0018640658,0.00013358024],"about_ca_topic_score_codex":0.0008748469,"about_ca_topic_score_gemma":0.0012902406,"teacher_disagreement_score":0.07438714,"about_ca_system_score_codex":0.00028025568,"about_ca_system_score_gemma":0.0003336817,"threshold_uncertainty_score":0.3159564},"labels":[],"label_agreement":null},{"id":"W4411467744","doi":"10.2196/72370","title":"Development of the SCI-BodyMap—Measuring Mental Body Representations in Adults With Spinal Cord Injury: Protocol for Item Generation, Reliability, and Validity Testing","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Treatment","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Preprint; Reliability (semiconductor); Protocol (science); Psychology; Validity; Applied psychology; Computer science; Psychometrics; Clinical psychology; Medicine; World Wide Web; Alternative medicine","score_opus":0.38225411206268556,"score_gpt":0.5612037852430833,"score_spread":0.17894967318039778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411467744","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076616265,3.9777652e-7,0.00014023975,0.00072753755,0.0000034032048,0.921474,0.000003892302,0.000023284805,0.0010109732],"genre_scores_gemma":[0.046209037,5.0725852e-8,0.011750482,0.00001746193,0.0000347312,0.9414782,0.000007597973,0.00001183301,0.0004906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978875,0.00026616757,0.00044516052,0.0004285693,0.0006441033,0.0003284971],"domain_scores_gemma":[0.99872595,0.0001868206,0.0001069751,0.00042021184,0.00049161457,0.00006842763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021606863,0.00013866993,0.00020491482,0.00024679615,0.000406683,0.00005903464,0.00016359746,0.00004677627,0.000007697133],"category_scores_gemma":[0.0007281749,0.00009056155,0.00003319615,0.0007916812,0.00018422183,0.00011149299,0.00027184913,0.00022379184,9.33816e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014845137,0.0025625268,0.9401313,0.0068074926,0.00007218292,0.000006806217,0.0005456495,0.000005065838,0.0085007595,0.0006409492,0.0037421433,0.02213996],"study_design_scores_gemma":[0.020890445,0.0064901477,0.8445831,0.021964725,0.000014365109,0.0000037828065,0.0005799182,0.0026159675,0.060067706,0.00056985277,0.04197508,0.00024489645],"about_ca_topic_score_codex":0.000033215016,"about_ca_topic_score_gemma":0.00009636779,"teacher_disagreement_score":0.09554822,"about_ca_system_score_codex":0.00029929215,"about_ca_system_score_gemma":0.00062572444,"threshold_uncertainty_score":0.3692993},"labels":[],"label_agreement":null},{"id":"W4411482617","doi":"10.2196/68796","title":"Chatbot-Delivered Stage of Change–Tailored Web-Based Intervention to Promote Physical Activity Among Inactive Community-Dwelling People Aged 65 years or More: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Medicine; Physical therapy; Intervention (counseling); eHealth; Gerontology; Nursing; Health care","score_opus":0.281369303088094,"score_gpt":0.5988722796589723,"score_spread":0.3175029765708783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411482617","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22491269,2.93789e-7,0.00083745224,0.00037273337,0.000051298735,0.7730545,0.00013922736,0.0001029867,0.00052883785],"genre_scores_gemma":[0.27945343,1.0570376e-8,0.00014504822,0.00002691059,0.0000817519,0.7156591,0.000018879047,0.000048225353,0.0045666858],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98869056,0.00765449,0.0012237388,0.0006226411,0.0008534865,0.0009550927],"domain_scores_gemma":[0.9937568,0.003461704,0.00075299497,0.0009852109,0.0007664258,0.0002768918],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008491013,0.00038065156,0.0019394098,0.0009332641,0.00041803464,0.00019406439,0.00085270737,0.00024758631,0.00027632693],"category_scores_gemma":[0.00207784,0.0003111943,0.0010870196,0.0012145286,0.00048653356,0.00043621048,0.0003989297,0.0012659993,0.000035415724],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9584157,0.019747943,0.000036749727,0.0033892277,0.00032592798,0.000006259017,0.0029227922,0.0000041554304,0.0005156762,0.0007157548,0.0007504875,0.013169335],"study_design_scores_gemma":[0.96704465,0.014562528,0.0011689954,0.006689632,0.000023103335,3.1608158e-7,0.00086124695,0.0023508198,0.0046268255,0.0006350889,0.0017788864,0.00025787757],"about_ca_topic_score_codex":0.0010783557,"about_ca_topic_score_gemma":0.000641952,"teacher_disagreement_score":0.057395414,"about_ca_system_score_codex":0.00051598105,"about_ca_system_score_gemma":0.0003923832,"threshold_uncertainty_score":0.999934},"labels":[],"label_agreement":null},{"id":"W4411482899","doi":"10.2196/65921","title":"Acceptance-Based Pre-Exposure Prophylaxis Intervention (ACTPrEP) to Engage Young Black Men Who Have Sex With Men in the Southern United States: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institute of Mental Health; National Institute of Allergy and Infectious Diseases; U.S. Department of Veterans Affairs","keywords":"Pre-exposure prophylaxis; Psychological intervention; Medicine; Randomized controlled trial; Intervention (counseling); Men who have sex with men; Population; Family medicine; Gerontology; Human immunodeficiency virus (HIV); Nursing; Environmental health","score_opus":0.08815573500104536,"score_gpt":0.49479695848705696,"score_spread":0.4066412234860116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411482899","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025779456,0.0000013748494,0.007617222,0.0023468083,0.0000017719327,0.9687497,0.00008070159,0.000086106345,0.018538382],"genre_scores_gemma":[0.0071910876,2.2197955e-7,0.00020377102,0.0000873013,0.000108744,0.87972367,0.00009336547,0.000060249593,0.1125316],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9857812,0.008776264,0.0015371247,0.0008222456,0.0018903544,0.0011927987],"domain_scores_gemma":[0.9939005,0.002758669,0.0002951934,0.001120866,0.0016028249,0.0003219891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019687625,0.00043441769,0.0015932748,0.0016517654,0.00042526712,0.0005535772,0.0009106249,0.00018620859,0.00052382535],"category_scores_gemma":[0.006084873,0.00023813148,0.0006696147,0.001794309,0.00058052794,0.00020448632,0.0001892829,0.0016821487,0.000036720267],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9199883,0.005188464,0.00040520652,0.0029894477,0.00040019772,0.000024223506,0.004221235,0.00005590583,0.00032600758,0.00014221424,0.06438834,0.0018704523],"study_design_scores_gemma":[0.86431754,0.07387579,0.00009490459,0.008272674,0.000028571041,0.0000013675647,0.005425762,0.029666446,0.00068332267,0.00037949925,0.017042551,0.00021157962],"about_ca_topic_score_codex":0.00057436933,"about_ca_topic_score_gemma":0.00053130515,"teacher_disagreement_score":0.09399322,"about_ca_system_score_codex":0.0004334812,"about_ca_system_score_gemma":0.00095019897,"threshold_uncertainty_score":0.971072},"labels":[],"label_agreement":null},{"id":"W4411490373","doi":"10.2196/73219","title":"Anti-Inflammatory Versus Antifibrotic Therapies for the Management of Rheumatoid Arthritis–Associated Interstitial Lung Disease: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Interstitial Lung Diseases and Idiopathic Pulmonary Fibrosis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Rheumatoid arthritis; Meta-analysis; Interstitial lung disease; Protocol (science); Preprint; Intensive care medicine; Physical therapy; Disease; Internal medicine; Alternative medicine; Bioinformatics; Lung; Pathology; Computer science; World Wide Web","score_opus":0.20795726528774652,"score_gpt":0.5369864462264452,"score_spread":0.3290291809386987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411490373","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.8964667e-9,0.4609372,0.00010443756,0.00013757359,0.0000053230056,0.53801435,0.0007408412,0.000029899156,0.000030369281],"genre_scores_gemma":[4.8963165e-7,0.36857465,0.000055812397,0.000023795457,0.000027902192,0.63042885,0.00013985833,0.000054733624,0.0006939046],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9939638,0.0012223021,0.002049054,0.00091653556,0.0010998213,0.0007485078],"domain_scores_gemma":[0.9940768,0.002133303,0.0010051033,0.0014647839,0.0010414694,0.00027854103],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0035311496,0.0007157775,0.00728872,0.00062511885,0.00042438295,0.00019199382,0.00077673764,0.00024361955,0.0001522656],"category_scores_gemma":[0.0005911021,0.00040998243,0.0052557993,0.0012157141,0.00041144175,0.0001232648,0.00039878633,0.0005081059,0.0000041716603],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023908047,0.0003671373,5.005033e-7,0.8574485,0.13430373,0.000023990106,0.000015989212,2.0140476e-7,1.13013336e-7,0.0007758808,0.0030971582,0.0015759715],"study_design_scores_gemma":[0.0019424537,0.001136596,0.0000012593038,0.6872507,0.17909123,0.0000030334534,0.000035510406,0.0000546608,3.62296e-7,0.000027785973,0.13018475,0.0002717109],"about_ca_topic_score_codex":0.0000044448725,"about_ca_topic_score_gemma":0.000002520877,"teacher_disagreement_score":0.17019786,"about_ca_system_score_codex":0.00026359776,"about_ca_system_score_gemma":0.0008272808,"threshold_uncertainty_score":0.9998352},"labels":[],"label_agreement":null},{"id":"W4411495739","doi":"10.2196/74018","title":"Ligation of the Pancreatic Stump With Quantified Force During Distal Pancreatectomy for Postoperative Pancreatic Fistula: Protocol for a Single-Center Nonrandomized Controlled Clinical Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pancreatic fistula; Distal pancreatectomy; Medicine; Ligation; Protocol (science); Preprint; Single Center; Randomized controlled trial; Surgery; Pancreatic cancer; Pancreatectomy; Pancreas; Internal medicine; Computer science; Resection; Pathology","score_opus":0.25128597718452417,"score_gpt":0.5733191423122947,"score_spread":0.3220331651277706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411495739","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25267467,0.0000016523605,0.0007731249,0.000527249,0.0000086745185,0.7443959,0.000044895594,0.00004438082,0.0015294563],"genre_scores_gemma":[0.21521534,2.808383e-7,0.0007135711,0.000044330634,0.00009468889,0.77734876,0.000016709133,0.000050041104,0.0065162843],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99244255,0.002652766,0.0017948508,0.0008945207,0.0011989838,0.0010163096],"domain_scores_gemma":[0.9891936,0.0064006126,0.0005031131,0.0011284307,0.0025402221,0.00023400674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066339294,0.00043065296,0.0026279592,0.00035848017,0.00077957887,0.0001336128,0.00054615946,0.00026745527,0.000051783998],"category_scores_gemma":[0.005877708,0.0002354459,0.0005350775,0.0009168339,0.00091591646,0.00014408871,0.0002059058,0.00079693855,0.000003841637],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5427172,0.017689792,0.4072957,0.0054190983,0.0020710963,0.000026325202,0.00089262874,0.0000022730055,0.02200712,0.00051583105,0.0009893769,0.00037356152],"study_design_scores_gemma":[0.813005,0.05519879,0.09361615,0.013678219,0.00061616325,0.000043891258,0.0021742552,0.0017703349,0.015975116,0.0004712061,0.00298837,0.00046254334],"about_ca_topic_score_codex":0.000038668248,"about_ca_topic_score_gemma":0.00007098797,"teacher_disagreement_score":0.31367955,"about_ca_system_score_codex":0.00037623532,"about_ca_system_score_gemma":0.0020294085,"threshold_uncertainty_score":0.9601205},"labels":[],"label_agreement":null},{"id":"W4411497377","doi":"10.2196/66584","title":"Validation of an Infarction Code Care Checklist and Determination of its Relationship With Other Patient Safety Indicators: Protocol for a Prospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Generalitat de Catalunya","keywords":"Checklist; Preprint; Protocol (science); Patient safety; Medicine; Psychology; Medical emergency; Computer science; Health care; Alternative medicine; World Wide Web; Pathology","score_opus":0.24210539457873237,"score_gpt":0.6103254716096387,"score_spread":0.3682200770309063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411497377","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032737657,4.802169e-7,0.0015860639,0.00014954744,0.000005783772,0.9636846,0.00007779104,0.000033679567,0.0017243937],"genre_scores_gemma":[0.24649583,3.8229253e-8,0.0005802216,0.000013136788,0.000018204733,0.75260764,0.00002678903,0.000014704923,0.00024344237],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964927,0.0014336067,0.00076557393,0.00035579124,0.0006669389,0.00028542898],"domain_scores_gemma":[0.99664557,0.00056774146,0.0006530526,0.00037046484,0.0016666418,0.00009650715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018684645,0.00012697284,0.00024018451,0.000612893,0.00065207155,0.0000043973514,0.00015999693,0.00017518873,0.000033972225],"category_scores_gemma":[0.00095199334,0.0001011306,0.00002581708,0.0009101153,0.0001771045,0.00032604736,0.00008657628,0.00047706973,0.0000020329423],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011916157,0.0026231864,0.9073785,0.0090633705,0.000038282727,2.9465843e-7,0.055036727,0.000023169467,0.00071272417,0.0031450496,0.0001476071,0.009914944],"study_design_scores_gemma":[0.014692086,0.011036377,0.859554,0.007995324,0.000015760415,3.0423158e-7,0.027330456,0.00019920278,0.011254396,0.0007948285,0.06692409,0.00020320062],"about_ca_topic_score_codex":0.000026143925,"about_ca_topic_score_gemma":0.00010938908,"teacher_disagreement_score":0.21375817,"about_ca_system_score_codex":0.00029187833,"about_ca_system_score_gemma":0.00086146157,"threshold_uncertainty_score":0.5015273},"labels":[],"label_agreement":null},{"id":"W4411497835","doi":"10.2196/64645","title":"Proposal on Examining Post-COVID-19 Effect on Market Men and Women in a Selected Province in South Africa. (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 Pandemic Impacts","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Gerontology; Psychology; Geography; Demography; Sociology; Virology; Computer science; World Wide Web","score_opus":0.14087397238425955,"score_gpt":0.42955608087035213,"score_spread":0.28868210848609255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411497835","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43890962,0.000042519554,0.000022500375,0.0012636024,0.000015289444,0.53033197,0.00009777336,0.00021628276,0.029100478],"genre_scores_gemma":[0.51662976,9.2861336e-7,0.000021895476,0.000099438366,0.00003635017,0.48148203,0.0000025641361,0.00003851758,0.0016885154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958654,0.00065975037,0.0006347019,0.0012206527,0.00026060655,0.0013588618],"domain_scores_gemma":[0.99689835,0.0019404792,0.00010652756,0.0005749884,0.000045166336,0.00043448448],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01185826,0.000279985,0.0005232369,0.0020520864,0.000107746186,0.00041595058,0.00045134372,0.0002208431,0.00039497358],"category_scores_gemma":[0.007823616,0.0002721912,0.000039453724,0.0018076684,0.00011611795,0.00028027288,0.00034693917,0.0014028923,0.00043405773],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016877526,0.0019586394,0.7758043,0.016307572,0.000148772,0.0016234193,0.12973487,0.0002849288,0.0030734423,0.019736243,0.010975743,0.023474593],"study_design_scores_gemma":[0.019641915,0.032668605,0.61145204,0.012071588,0.000002205088,0.000026614935,0.0022515892,0.021592852,0.0013277312,0.031082839,0.2655499,0.0023321286],"about_ca_topic_score_codex":0.00019408845,"about_ca_topic_score_gemma":0.000061675484,"teacher_disagreement_score":0.25457415,"about_ca_system_score_codex":0.003162192,"about_ca_system_score_gemma":0.0012881373,"threshold_uncertainty_score":0.999973},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4411532441","doi":"10.2196/67850","title":"Registry of Stroke in Korean Medicine Hospital (RoS-KoMH): Protocol for a Prospective, Multicenter, Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare and Venom Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Preprint; Medicine; Protocol (science); Family medicine; Alternative medicine; Internal medicine; Computer science; Pathology; World Wide Web","score_opus":0.5237651113636735,"score_gpt":0.6643670804820698,"score_spread":0.14060196911839629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411532441","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011405624,0.0000019653712,0.000045058354,0.0053917198,0.000007299117,0.9796188,0.000037263126,0.000040738483,0.0034515322],"genre_scores_gemma":[0.039643206,2.4085648e-7,0.00050264766,0.00006774203,0.00018940936,0.95328236,0.0000187802,0.00003424798,0.0062613976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950146,0.0005711393,0.0010262403,0.0007259135,0.0017336664,0.0009284149],"domain_scores_gemma":[0.9956516,0.0007603306,0.00015557681,0.00092590327,0.0022284463,0.00027813698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044781878,0.00023396395,0.00068810885,0.00087730197,0.00018368369,0.000039724073,0.000528349,0.00019549791,0.00014627769],"category_scores_gemma":[0.003164654,0.00018220505,0.000111628244,0.001402589,0.0004938528,0.00015167,0.00027920838,0.0011923658,0.0000077098375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011074496,0.01258131,0.93716764,0.008320956,0.0000850256,0.000072778545,0.0011799177,5.539107e-7,0.0024948805,0.0019813888,0.019565376,0.0054756505],"study_design_scores_gemma":[0.048933435,0.028938398,0.8096013,0.012207901,0.000005924731,0.0000026994594,0.0027949621,0.00027858646,0.0037661504,0.001156684,0.09210769,0.00020623757],"about_ca_topic_score_codex":0.0005047811,"about_ca_topic_score_gemma":0.00020155388,"teacher_disagreement_score":0.12756634,"about_ca_system_score_codex":0.00054373895,"about_ca_system_score_gemma":0.0022764434,"threshold_uncertainty_score":0.74301064},"labels":[],"label_agreement":null},{"id":"W4411532610","doi":"10.2196/73496","title":"Assessing the Effectiveness of an Awareness Program on Knowledge and Practice Regarding the Mothers’ Absolute Affection Program Among Postnatal Mothers in Selected Hospitals: Protocol for a Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affection; Protocol (science); Psychology; Absolute (philosophy); Medical education; Medicine; Family medicine; Developmental psychology; Social psychology; Alternative medicine","score_opus":0.14900453474010467,"score_gpt":0.6058100248667787,"score_spread":0.45680549012667404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411532610","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34722376,0.000004022156,0.000011283824,0.00030595186,0.000008531244,0.65152603,0.0000012897873,0.00008624469,0.00083289726],"genre_scores_gemma":[0.42759398,8.317058e-8,0.00020469718,0.00000806905,0.0000411597,0.5720987,0.0000017327579,0.000026364756,0.000025257154],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9928198,0.0048153,0.00044772934,0.0006467613,0.0006938486,0.0005765831],"domain_scores_gemma":[0.9938469,0.0043295613,0.00027264122,0.0005381219,0.0009130085,0.00009980211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012708558,0.00027343733,0.00042220912,0.00033550643,0.0006192338,0.0006503303,0.00037008454,0.00015762825,0.000004330247],"category_scores_gemma":[0.0022097838,0.0001575023,0.000080308324,0.0016044995,0.00053921447,0.0012505011,0.00016538361,0.0008945008,8.6838855e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.098288834,0.21548565,0.25690818,0.0149961775,0.0011818213,0.00009559918,0.020297756,0.000069463684,0.022139598,0.0009811843,0.00043495116,0.3691208],"study_design_scores_gemma":[0.012431699,0.06331859,0.8791424,0.009855543,0.000035768753,0.00004822635,0.016311133,0.0029364885,0.011695242,0.000051687937,0.003926541,0.00024665284],"about_ca_topic_score_codex":0.00046568367,"about_ca_topic_score_gemma":0.00005151996,"teacher_disagreement_score":0.6222342,"about_ca_system_score_codex":0.0002727028,"about_ca_system_score_gemma":0.00054514856,"threshold_uncertainty_score":0.6422758},"labels":[],"label_agreement":null},{"id":"W4411597328","doi":"10.2196/71612","title":"The First 6 Years’ Experiences of a National Centralized Offspring Surveillance Setting for Dutch Children Prenatally Exposed to Maternal Cancer to Inform Future International Practice: Protocol for a Demographic Review of Referred Families and Key Lessons Learned","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cancer Risks and Factors","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"KWF Kankerbestrijding","keywords":"Medicine; Offspring; Psychosocial; Pregnancy; Family medicine; Cancer; Pediatrics; Neurocognitive; Psychiatry","score_opus":0.23277501726119007,"score_gpt":0.6054517641239164,"score_spread":0.37267674686272634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411597328","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014437624,0.045873925,0.000016653066,0.0033531238,0.000026855225,0.94994414,0.00065258367,0.000019527379,0.000098772216],"genre_scores_gemma":[0.0000033502704,0.22851805,0.00060983194,0.00008843905,0.00020701216,0.77031726,0.000053302276,0.000029642404,0.00017312691],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962773,0.00019101232,0.0011395938,0.0005326827,0.0013586251,0.0005008245],"domain_scores_gemma":[0.9957932,0.0010908019,0.000701113,0.00038853535,0.0018590986,0.00016723487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028025408,0.00030897316,0.0011563438,0.00046759116,0.0002540181,0.00012604681,0.0006754122,0.00017633862,0.000031093732],"category_scores_gemma":[0.0025899108,0.0002068675,0.00034922283,0.00092386006,0.00014912522,0.00015217146,0.0003432745,0.00043548844,5.6469935e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037004068,0.0001785722,0.00063861813,0.26015875,0.00045664137,0.0000013210384,0.002258845,9.1056893e-7,0.000007974692,0.0003041913,0.0110429395,0.72125083],"study_design_scores_gemma":[0.0016354093,0.00044285145,0.00097262,0.19704093,0.000018520937,0.0000058732053,0.00028648047,0.0000029315463,0.000032578555,0.000009416973,0.7994065,0.00014585021],"about_ca_topic_score_codex":0.00007247288,"about_ca_topic_score_gemma":0.00014548618,"teacher_disagreement_score":0.7883636,"about_ca_system_score_codex":0.00025518713,"about_ca_system_score_gemma":0.0020638022,"threshold_uncertainty_score":0.84358114},"labels":[],"label_agreement":null},{"id":"W4411637972","doi":"10.2196/69716","title":"Predicting In-Hospital Cardiac Arrest Using Machine Learning Models: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Computer science; Medicine; Data science; World Wide Web; Alternative medicine","score_opus":0.3667344361988471,"score_gpt":0.6018582697836828,"score_spread":0.23512383358483574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411637972","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.6635147e-8,0.33961096,0.00004825181,0.0000584161,0.00007011297,0.65938544,0.00003467208,0.00009070956,0.00070140115],"genre_scores_gemma":[6.4627086e-9,0.34021783,0.00044972004,0.0000114163495,0.00072925875,0.65814865,0.00012791353,0.00011278317,0.00020245223],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99241483,0.0018828985,0.0017870367,0.0012232261,0.0014192357,0.0012727907],"domain_scores_gemma":[0.9959231,0.001491057,0.00060265436,0.0008665711,0.0008069792,0.00030961644],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005577742,0.0006993924,0.0036830972,0.0010611101,0.0004549445,0.00018372937,0.0004375275,0.0006024523,0.000023788632],"category_scores_gemma":[0.0026396692,0.0005573566,0.0014063691,0.0020912078,0.00017324118,0.00030466483,0.0005193852,0.0029630233,0.000015196313],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017730599,0.0002936405,0.00019015242,0.8278503,0.00010988696,0.000033344862,0.00005926283,0.000015800157,8.7273907e-7,0.00003327569,0.0009631273,0.17027304],"study_design_scores_gemma":[0.0011011438,0.0003170412,9.2680716e-7,0.53959936,0.0000760262,0.0000013614285,0.000009961199,0.0005626172,7.563194e-7,0.00002624443,0.458059,0.00024553767],"about_ca_topic_score_codex":0.000050933944,"about_ca_topic_score_gemma":0.000013558957,"teacher_disagreement_score":0.4570959,"about_ca_system_score_codex":0.00088978704,"about_ca_system_score_gemma":0.005246515,"threshold_uncertainty_score":0.9996878},"labels":[],"label_agreement":null},{"id":"W4411655268","doi":"10.2196/74266","title":"Periodic Assessment of Trajectories of Housing, Homelessness, and Health Study (PATHS): Protocol for a Prospective Cohort Study of People Experiencing Homelessness","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Gerontology; Psychology; Cohort; Cohort study; Medicine; Environmental health; Computer science","score_opus":0.21893860664696657,"score_gpt":0.6293258473534155,"score_spread":0.4103872407064489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411655268","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47893292,0.0000037328455,0.000080472535,0.000014413059,0.000013601257,0.5206972,0.00002500795,0.000031988482,0.00020067467],"genre_scores_gemma":[0.49811983,6.209748e-7,0.00007209838,0.0000014313074,0.00003673732,0.501693,0.0000021861863,0.000030508438,0.00004355138],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99161094,0.0029084256,0.002027804,0.00085362565,0.0015780032,0.0010211727],"domain_scores_gemma":[0.9942541,0.0008535459,0.001082805,0.00084997586,0.0027759036,0.00018364524],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0077980836,0.0003703847,0.0025483158,0.00067991286,0.0015137012,0.000052194453,0.00060699845,0.00023218915,0.00005700916],"category_scores_gemma":[0.00026759776,0.00031221966,0.00011506537,0.0018876166,0.00042471063,0.00025897293,0.00061768235,0.0008944594,3.8136955e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007620224,0.0070130136,0.7085689,0.0117324395,0.000108648834,0.0000014194729,0.2690463,0.000002469748,0.000119715965,0.0015312076,0.000018885507,0.0010950161],"study_design_scores_gemma":[0.006231065,0.0054651783,0.5392096,0.0024188685,0.0000069552702,1.8631052e-8,0.4459478,0.00002648228,0.00021736887,0.00020294875,0.00014441709,0.00012931084],"about_ca_topic_score_codex":0.0064282413,"about_ca_topic_score_gemma":0.023223437,"teacher_disagreement_score":0.17690149,"about_ca_system_score_codex":0.00054639846,"about_ca_system_score_gemma":0.003940642,"threshold_uncertainty_score":0.999933},"labels":[],"label_agreement":null},{"id":"W4411675175","doi":"10.2196/75983","title":"An AI-Based Telerehabilitation Solution to Improve Mobility in People With Multiple Sclerosis (the PLATINUMS Project): Protocol for an Implementation and Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telerehabilitation; Randomized controlled trial; Quality of life (healthcare); Telemedicine; Physical medicine and rehabilitation; Medicine; Physical therapy; Usability; Caregiver burden; Health care; Computer science; Nursing; Dementia; Disease","score_opus":0.3725938308089062,"score_gpt":0.6193000566481256,"score_spread":0.24670622583921942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411675175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3132229,2.1960864e-7,0.00059131184,0.00089348765,0.000002450598,0.68520033,0.000025026628,0.000045488898,0.00001877942],"genre_scores_gemma":[0.4247555,2.4078789e-8,0.0012477286,0.000037983024,0.000032919797,0.573873,0.000025541374,0.000019604951,0.000007687862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935066,0.0022256882,0.00066074915,0.0010490709,0.001788593,0.0007692999],"domain_scores_gemma":[0.99516815,0.0010182472,0.00011322545,0.0009438009,0.002567164,0.00018942311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011180082,0.00026339284,0.00038897505,0.00076029863,0.0006937765,0.000260722,0.0002689869,0.00009776449,0.000026035352],"category_scores_gemma":[0.0018454334,0.00018011434,0.00004254856,0.0017140167,0.00023704031,0.0005597491,0.00015054771,0.00050351577,0.0000019911827],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020716226,0.009429658,0.69663423,0.0023298245,0.00005419137,4.342683e-7,0.007481491,0.000219708,0.075201206,0.000018627805,0.00104003,0.18687437],"study_design_scores_gemma":[0.027395852,0.02943998,0.88100857,0.00092431967,0.0000106004345,1.8939582e-7,0.009385387,0.04473599,0.0061473227,0.00006650617,0.00071894407,0.00016633215],"about_ca_topic_score_codex":0.0019152379,"about_ca_topic_score_gemma":0.02491424,"teacher_disagreement_score":0.18670805,"about_ca_system_score_codex":0.0010599338,"about_ca_system_score_gemma":0.0016929961,"threshold_uncertainty_score":0.99287856},"labels":[],"label_agreement":null},{"id":"W4411686090","doi":"10.2196/71943","title":"Comparing Clearances of Polymethylmethacrylate and Polysulfone Dialyzer Membranes for Postdilution Hemodiafiltration in Patients With Kidney Failure: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Polysulfone; Clearance; Systematic review; Dialysis; Protocol (science); Hemodialysis; Intensive care medicine; Membrane; Urology; MEDLINE; Surgery; Chemistry; Pathology; Alternative medicine","score_opus":0.2200693798299639,"score_gpt":0.5242467325150432,"score_spread":0.3041773526850793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411686090","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2145825e-7,0.18381779,0.00008755779,0.0001708341,5.8553525e-7,0.8157287,0.00015266327,0.000012387683,0.000029261755],"genre_scores_gemma":[0.0000026177772,0.027464584,0.00050832774,0.00006040919,0.000014328598,0.97141594,0.00022964767,0.000036643487,0.00026751062],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.995233,0.0011784732,0.0015426438,0.00076214474,0.0008495251,0.00043418724],"domain_scores_gemma":[0.99701786,0.0006342212,0.00080488634,0.00064081914,0.00066292187,0.00023930291],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033645842,0.00046987066,0.007188492,0.0014205361,0.000116771465,0.00011776099,0.0002230409,0.00017614137,0.000022042663],"category_scores_gemma":[0.0008318356,0.00026255916,0.001198313,0.0019242933,0.0001599456,0.000148303,0.00013898086,0.0002808673,6.772459e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060941966,0.00055934215,0.0000460264,0.97068673,0.025342952,8.587994e-7,0.000021879054,5.7736383e-7,3.6538154e-7,0.0000849684,0.00021677594,0.0024301065],"study_design_scores_gemma":[0.0050610187,0.0014305055,0.00008275482,0.69427407,0.25106135,7.346403e-7,0.000013539799,0.00004208587,0.0000054650477,0.000037158818,0.047607865,0.00038344337],"about_ca_topic_score_codex":0.000019816709,"about_ca_topic_score_gemma":0.000017803912,"teacher_disagreement_score":0.27641267,"about_ca_system_score_codex":0.00008744952,"about_ca_system_score_gemma":0.00039279988,"threshold_uncertainty_score":0.99998266},"labels":[],"label_agreement":null},{"id":"W4411691261","doi":"10.2196/69903","title":"Comparing a Guideline-Based Mobile Health Intervention Versus Usual Care for High-Risk Adolescents With Asthma: Protocol of a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Institutes of Health","keywords":"Preprint; Asthma; Randomized controlled trial; Protocol (science); Medicine; Intervention (counseling); Family medicine; Physical therapy; Alternative medicine; Nursing; Computer science; World Wide Web","score_opus":0.1654773651842684,"score_gpt":0.6188002904672126,"score_spread":0.45332292528294427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411691261","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012318077,0.000020202513,0.010860335,0.00038729096,0.00008329409,0.9866138,0.00009100072,0.00014304437,0.00056919403],"genre_scores_gemma":[0.03908809,0.0000015593438,0.0022129405,0.00017395841,0.00029551782,0.95778257,0.000117513635,0.000054588545,0.0002732501],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9835641,0.008863244,0.004163402,0.00077816716,0.001091868,0.0015392156],"domain_scores_gemma":[0.98949593,0.003342687,0.0022506674,0.00095805817,0.0034306312,0.00052200863],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01756022,0.00035906286,0.0028053469,0.0007681559,0.0018648524,0.00003879287,0.0005750511,0.00033227404,0.000092268674],"category_scores_gemma":[0.0024180945,0.00025967706,0.0004984546,0.0009280368,0.00031960077,0.00010207368,0.00018905391,0.001603922,0.000020390835],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95272166,0.0017444275,0.0014898402,0.023741627,0.000072716204,3.628205e-7,0.0002872649,0.00006791535,0.000004367776,0.0033183764,0.0067892135,0.009762239],"study_design_scores_gemma":[0.8727387,0.009954189,0.00009648555,0.014763277,0.00001868126,6.511424e-8,0.0008948718,0.0015320219,0.00003449196,0.0002364901,0.09958725,0.00014349313],"about_ca_topic_score_codex":0.0014945288,"about_ca_topic_score_gemma":0.001216285,"teacher_disagreement_score":0.09279803,"about_ca_system_score_codex":0.00095222966,"about_ca_system_score_gemma":0.008741537,"threshold_uncertainty_score":0.9999855},"labels":[],"label_agreement":null},{"id":"W4411707645","doi":"10.2196/73736","title":"A Self-Guided Digital Mental Health Promotion Service Targeting Young People: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"TrygFonden; Syddansk Universitet; Jascha Fonden","keywords":"Preprint; Mental health; Randomized controlled trial; Promotion (chess); Protocol (science); Health promotion; Digital health; Medicine; Psychology; Alternative medicine; Computer science; Psychiatry; Nursing; World Wide Web; Public health; Health care","score_opus":0.16880894289803358,"score_gpt":0.6025196722190421,"score_spread":0.4337107293210085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411707645","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017956637,0.0000021187725,0.00039763688,0.009549111,0.00017639129,0.96013457,0.00011283212,0.00038015502,0.029067619],"genre_scores_gemma":[0.0019035399,3.845588e-8,0.00063759566,0.00015660735,0.00026589786,0.9833466,0.00011499074,0.00006968952,0.013505054],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9910091,0.0029321804,0.0025156487,0.000931225,0.0010313384,0.0015804975],"domain_scores_gemma":[0.99606085,0.0012845346,0.0007132639,0.00063450774,0.0009363073,0.00037055096],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009766351,0.00040685406,0.0016729053,0.0006347575,0.00091612607,0.0007836155,0.00070572295,0.00023185113,0.00039676396],"category_scores_gemma":[0.0011920112,0.00033068765,0.0007416483,0.0012487276,0.0001495063,0.00060582714,0.00033934493,0.00067874894,0.00024554654],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8961895,0.011467714,0.00005212855,0.004216143,0.0002863663,0.0000019788502,0.001290252,2.0904058e-7,0.000010844305,0.012246708,0.07217082,0.0020673557],"study_design_scores_gemma":[0.91028005,0.0058376547,0.000015613221,0.0031787485,0.0000057920806,0.0000079229,0.00032221136,0.0004541673,0.00005038929,0.003888127,0.07573617,0.00022312837],"about_ca_topic_score_codex":0.000108291926,"about_ca_topic_score_gemma":0.00010677507,"teacher_disagreement_score":0.023212017,"about_ca_system_score_codex":0.0008519291,"about_ca_system_score_gemma":0.0011303289,"threshold_uncertainty_score":0.9999145},"labels":[],"label_agreement":null},{"id":"W4411714574","doi":"10.2196/67910","title":"The Digital Library of Health Care Consultations and Simulated Health Care Student Teaching: Protocol for a Repository of Recordings to Support Communication Research","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Protocol (science); Resource (disambiguation); Medical education; HRHIS; Medicine; Digital health; Nursing; Health education; Computer science; Public health; Alternative medicine; Political science","score_opus":0.25781802463418946,"score_gpt":0.65847300328793,"score_spread":0.40065497865374056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411714574","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006717068,0.000054884917,0.000019557428,0.019797128,0.000009838539,0.97176206,0.00011894706,0.000061883664,0.0014586208],"genre_scores_gemma":[0.19603045,9.737772e-7,0.0008653167,0.00016166535,0.000036584803,0.80188096,0.00015465722,0.00003197333,0.00083738577],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944506,0.0020290618,0.0013511925,0.000450313,0.0010928444,0.00062595756],"domain_scores_gemma":[0.9895493,0.0046463376,0.00036582758,0.0011598325,0.00395071,0.00032802968],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004030079,0.00015212144,0.00043707128,0.0006930557,0.0018576967,0.0001982173,0.0004993053,0.00011748011,0.000009877744],"category_scores_gemma":[0.0014628647,0.00012293775,0.00007266978,0.0011603275,0.00048209043,0.00018850292,0.00034911788,0.0009279983,0.0000020945904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008015461,0.0021055555,0.49216312,0.04263039,0.00014398248,0.0000018174991,0.1568947,0.00008700224,0.000185567,0.0066399667,0.16843602,0.12269642],"study_design_scores_gemma":[0.008287724,0.0143927075,0.08062093,0.017196532,0.0000046851546,0.0000039135307,0.14818633,0.00013806346,0.0018636178,0.00048115678,0.72860867,0.0002156967],"about_ca_topic_score_codex":0.00036176897,"about_ca_topic_score_gemma":0.000025058474,"teacher_disagreement_score":0.5601726,"about_ca_system_score_codex":0.00078441337,"about_ca_system_score_gemma":0.010126294,"threshold_uncertainty_score":0.99944174},"labels":[],"label_agreement":null},{"id":"W4411724754","doi":"10.2196/69539","title":"A Virtual Self-Management Intervention for Adolescents With Juvenile Idiopathic Arthritis: Protocol for the VISTA-JIA Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autoimmune and Inflammatory Disorders Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta; Children's Hospital Research Institute of Manitoba; SickKids Foundation; University of Toronto; BC Children's Hospital; University of Alberta Hospital; Alberta Children's Hospital; Hospital for Sick Children; University of British Columbia; University of Calgary","funders":"","keywords":"Randomized controlled trial; Physical therapy; Medicine; Intervention (counseling); Peer support; Intention-to-treat analysis; Nursing; Surgery","score_opus":0.05583300296341936,"score_gpt":0.46948408773863065,"score_spread":0.4136510847752113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411724754","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009377006,0.000026256183,0.009207287,0.0011469892,0.000018511406,0.9881132,0.000006044723,0.00013555464,0.0012523346],"genre_scores_gemma":[0.0058326796,0.000003027127,0.00023095336,0.0000873832,0.00017759846,0.98464024,0.000009614837,0.000055981694,0.008962532],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941309,0.0014299625,0.0015277311,0.0006121507,0.0013545016,0.00094475166],"domain_scores_gemma":[0.99664,0.0008111796,0.00034297962,0.0008178431,0.0012502562,0.00013772727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013738058,0.00032517043,0.001785614,0.0005228656,0.00074595877,0.00032193752,0.00055902003,0.00018539613,0.00007750701],"category_scores_gemma":[0.0014210707,0.0001825583,0.0008980678,0.0005878959,0.0004052082,0.0001782824,0.0002474542,0.00076835486,0.000023619032],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9594967,0.0032471651,0.000023775097,0.0065910574,0.00060868234,0.000013507122,0.0001625291,0.000002840785,0.000072693976,0.0033217822,0.008842184,0.017617097],"study_design_scores_gemma":[0.8021348,0.007651988,0.00002937635,0.017983597,0.00005319654,0.0000021295727,0.0003602705,0.001742434,0.0002514901,0.0006310432,0.16901542,0.00014425424],"about_ca_topic_score_codex":0.000008740136,"about_ca_topic_score_gemma":0.000011708116,"teacher_disagreement_score":0.16017324,"about_ca_system_score_codex":0.00027195603,"about_ca_system_score_gemma":0.0010267132,"threshold_uncertainty_score":0.74445117},"labels":[],"label_agreement":null},{"id":"W4411730964","doi":"10.2196/66531","title":"Corticospinal Intermittent Theta Burst Stimulation Propelling Sensorimotor Function Recovery in Complete Spinal Cord Injury: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transcranial magnetic stimulation; Spinal cord injury; Corticospinal tract; Motor cortex; Medicine; Stimulation; Neuroscience; Spinal cord; Physical medicine and rehabilitation; Neuroplasticity; Psychology; Magnetic resonance imaging; Diffusion MRI","score_opus":0.30855277079014115,"score_gpt":0.5469727196713393,"score_spread":0.23841994888119816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411730964","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042507974,0.0000010491647,0.009774082,0.0005245079,0.00010376445,0.98391724,0.000017394297,0.00012998065,0.0012811732],"genre_scores_gemma":[0.052621577,3.317264e-7,0.00034049465,0.000099945326,0.0002299979,0.9454306,0.0000024606682,0.000036998805,0.0012376076],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99236435,0.0029330302,0.0017276917,0.000979735,0.0011634543,0.0008317386],"domain_scores_gemma":[0.9946419,0.0036578898,0.00041771823,0.0004902278,0.0006822764,0.00011001633],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0043826085,0.00038253007,0.0014814225,0.0008826401,0.0005025718,0.00037204535,0.00043694006,0.0001682767,0.00010387481],"category_scores_gemma":[0.0061658826,0.0002902545,0.0004610828,0.0010732552,0.0005460825,0.00029479183,0.0001572543,0.00065807265,0.00003675766],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9558366,0.001054671,0.000035400706,0.00054407853,0.00003438846,0.0000049963205,0.000035525554,0.00020453914,0.030397482,0.002124437,0.0002008096,0.009527048],"study_design_scores_gemma":[0.9379215,0.018630266,0.00096904096,0.002217207,0.00001973,0.0000011345569,0.00002156596,0.01936116,0.0007026527,0.0058345804,0.014048978,0.00027217265],"about_ca_topic_score_codex":0.00002233919,"about_ca_topic_score_gemma":0.000008216918,"teacher_disagreement_score":0.048370782,"about_ca_system_score_codex":0.00026551232,"about_ca_system_score_gemma":0.00041611135,"threshold_uncertainty_score":0.99995494},"labels":[],"label_agreement":null},{"id":"W4411788373","doi":"10.2196/72515","title":"An eHealth Delivery Alternative for Cancer Genetic Testing for Hereditary Predisposition in Patients With Metastatic Cancers: Protocol for a Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Medicine; eHealth; Protocol (science); Hereditary Cancer; Cancer; Randomized controlled trial; Preprint; Oncology; Genetic testing; Internal medicine; Alternative medicine; World Wide Web; Breast cancer; Pathology; Computer science; Health care","score_opus":0.1101663914153872,"score_gpt":0.5241540355061174,"score_spread":0.4139876440907302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411788373","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017606402,0.0000069528364,0.013935808,0.00010210473,0.000026396126,0.96786666,0.00041650503,0.000013176039,0.000026002997],"genre_scores_gemma":[0.003622563,2.7840193e-7,0.027183557,0.00008798947,0.00039990255,0.968371,0.0001990271,0.000047212627,0.000088494526],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974185,0.0004925023,0.00051754655,0.0006727926,0.00032299702,0.000575654],"domain_scores_gemma":[0.99727577,0.00051435194,0.00020189282,0.0003684517,0.0015482723,0.00009126027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015008136,0.00020900599,0.00038542427,0.00021659043,0.00023793739,0.00007942002,0.00033515363,0.000110537636,0.0000064109745],"category_scores_gemma":[0.00059998094,0.00017386184,0.00010289031,0.00032289664,0.00018233637,0.000024967312,0.00005901763,0.00014994654,1.822968e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.970275,0.00077073683,0.0008462213,0.0017915476,0.00016691306,4.9884386e-7,0.00011639512,0.0022188579,0.0016020797,0.000034346598,0.004127488,0.01804992],"study_design_scores_gemma":[0.95244247,0.014433502,0.0006126376,0.0015313497,0.000023098788,2.8931103e-7,0.000075541044,0.008566409,0.011168866,0.0019434178,0.008927868,0.00027455573],"about_ca_topic_score_codex":0.0002205689,"about_ca_topic_score_gemma":0.0005635041,"teacher_disagreement_score":0.01783253,"about_ca_system_score_codex":0.0005948176,"about_ca_system_score_gemma":0.0030102504,"threshold_uncertainty_score":0.708988},"labels":[],"label_agreement":null},{"id":"W4411789540","doi":"10.2196/68231","title":"The Effectiveness of Virtual Reality–Based Mindfulness Interventions for Managing Stress, Anxiety, and Depression: Protocol for a Systematic Review and Meta-Analysis of Randomized Controlled Trials","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mindfulness; Psychological intervention; PsycINFO; CINAHL; Population; Anxiety; Randomized controlled trial; Cochrane Library; Mental health; Medicine; Systematic review; Clinical psychology; Psychology; MEDLINE; Psychotherapist; Psychiatry","score_opus":0.42303859199581073,"score_gpt":0.6340621104961676,"score_spread":0.21102351850035683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411789540","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.830402e-9,0.31559533,0.031970926,0.00005175788,0.000008941445,0.65115243,0.0011040135,0.00001146892,0.000105115],"genre_scores_gemma":[0.000002127702,0.003683832,0.00003137052,0.000005260538,0.000020330966,0.99442595,0.00008126142,0.000044960547,0.0017049216],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.925405,0.065283924,0.007132723,0.0009235352,0.00075051916,0.00050428446],"domain_scores_gemma":[0.8852899,0.10639339,0.0050071827,0.0014610512,0.0017243675,0.0001241165],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.110686235,0.0006638808,0.036212854,0.0014542111,0.00047452882,0.00021821988,0.0010182023,0.00037133298,0.0006691421],"category_scores_gemma":[0.022924598,0.0003043262,0.021630213,0.0014406597,0.00056746614,0.000068845475,0.00036688545,0.0004940218,6.581696e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034112904,0.0006653343,1.1360559e-7,0.7800758,0.14325269,5.3228524e-7,0.000008602946,0.0000010648477,2.0253196e-8,0.030437155,0.001106352,0.010339445],"study_design_scores_gemma":[0.063745484,0.00031366313,1.6013317e-7,0.5988378,0.32606372,0.0000011495873,0.00004866976,0.000063509484,0.0000104214405,0.0024122335,0.008311196,0.00019195673],"about_ca_topic_score_codex":0.00002652949,"about_ca_topic_score_gemma":0.00002313972,"teacher_disagreement_score":0.3432735,"about_ca_system_score_codex":0.00005429604,"about_ca_system_score_gemma":0.0003650027,"threshold_uncertainty_score":0.9999409},"labels":[],"label_agreement":null},{"id":"W4411789908","doi":"10.2196/64781","title":"Simulation Through Virtual Reality for the Management of Anxiety and Neuropathic Pain: Protocol for a Randomized Clinical Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Anxiety; Neuropathic pain; Virtual reality; Randomized controlled trial; Pain management; Medicine; Psychology; Physical therapy; Alternative medicine; Computer science; Psychiatry; World Wide Web; Human–computer interaction; Anesthesia; Surgery","score_opus":0.3238275659317684,"score_gpt":0.6178144157397109,"score_spread":0.29398684980794243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411789908","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028400596,0.0000010442373,0.28447473,0.0007991273,0.0000032507867,0.71406937,0.000004896896,0.00008332306,0.0005358645],"genre_scores_gemma":[0.0082453685,0.000003582033,0.0036397951,0.00020182059,0.00011675032,0.98704976,0.0000040287264,0.00002316028,0.0007157479],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917705,0.0054471707,0.0010568219,0.0005792496,0.0007427654,0.0004035103],"domain_scores_gemma":[0.9837177,0.014497936,0.00022956128,0.0008260609,0.000667266,0.00006147495],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07044573,0.00017507949,0.0006548702,0.00015720182,0.00025839108,0.000062821084,0.00034489422,0.00011468667,0.0000067971127],"category_scores_gemma":[0.006446779,0.00011246861,0.0002201145,0.00059133384,0.00041160203,0.00009877148,0.0004038713,0.00040607742,4.917942e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5575893,0.009713829,0.029509999,0.025819603,0.0012551052,0.000015142962,0.00056442467,0.00014741224,0.00003640092,0.016733022,0.046797834,0.3118179],"study_design_scores_gemma":[0.41188854,0.009413074,0.012032328,0.003258747,0.00022302117,4.213411e-7,0.00079912395,0.1469497,0.00006023519,0.015089838,0.40003526,0.00024971706],"about_ca_topic_score_codex":0.000010993834,"about_ca_topic_score_gemma":0.000001802457,"teacher_disagreement_score":0.35323742,"about_ca_system_score_codex":0.000058785263,"about_ca_system_score_gemma":0.00014729514,"threshold_uncertainty_score":0.95717174},"labels":[],"label_agreement":null},{"id":"W4411790709","doi":"10.2196/69336","title":"Effects of a Multidisciplinary Intervention on Fatigue in Lymphoma Survivors With Chronic Fatigue: Protocol for a Randomized Controlled Trial (REFUEL)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Preprint; Randomized controlled trial; Intervention (counseling); Medicine; Psychology; Multidisciplinary approach; Physical therapy; Clinical psychology; Psychiatry; World Wide Web; Computer science; Surgery","score_opus":0.09566602555995851,"score_gpt":0.5213944257879893,"score_spread":0.4257284002280308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411790709","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01234264,0.00000917932,0.0007879519,0.00025777263,0.000030190962,0.9851967,0.000005942139,0.00005434888,0.0013152586],"genre_scores_gemma":[0.04861926,4.3199148e-7,0.00007276471,0.000014511488,0.0001254612,0.9493181,0.0000120784425,0.000041875333,0.0017954893],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99428874,0.0023008157,0.0011241686,0.00060684845,0.0010302381,0.0006492045],"domain_scores_gemma":[0.9946653,0.0036526727,0.00032661692,0.00055710645,0.00065843755,0.00013987003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051600565,0.00033021058,0.002017115,0.0009917367,0.000118917524,0.000054283562,0.0002954756,0.000235143,0.000051267583],"category_scores_gemma":[0.0014973063,0.00021259455,0.00067960937,0.0010325494,0.00036875665,0.0001055523,0.00013234971,0.00044633998,0.000002700605],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9660194,0.0043742065,0.00036729206,0.017781215,0.00023848574,0.00002893034,0.0004771546,0.000009995828,0.00061653776,0.00077986764,0.00026576838,0.009041154],"study_design_scores_gemma":[0.9373941,0.016131941,0.000629255,0.03224717,0.000029234947,0.000001017884,0.000119649245,0.0008056669,0.009922705,0.00042232292,0.0021269966,0.00016994642],"about_ca_topic_score_codex":0.0005251984,"about_ca_topic_score_gemma":0.0021899994,"teacher_disagreement_score":0.03627662,"about_ca_system_score_codex":0.0006571487,"about_ca_system_score_gemma":0.001309939,"threshold_uncertainty_score":0.8669354},"labels":[],"label_agreement":null},{"id":"W4411791790","doi":"10.2196/69842","title":"Health System–Level Implementation of Digital Health Support for People Living With HIV and Substance Use Disorders: Protocol for a Cluster-Randomized, Stepped-Wedge Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Preprint; Randomized controlled trial; Cluster (spacecraft); Protocol (science); Medicine; Digital health; Clinical trial; Psychology; Gerontology; Family medicine; Health care; Alternative medicine; Computer science; World Wide Web","score_opus":0.2843882007470527,"score_gpt":0.618964180067802,"score_spread":0.3345759793207493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411791790","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008455621,0.0000029539444,0.045712054,0.0039429907,0.000006280724,0.94866794,0.00058812625,0.0000502663,0.00018381153],"genre_scores_gemma":[0.0043636933,0.0000019514048,0.002575249,0.000049910646,0.00011804612,0.9862209,0.00012026752,0.000044849497,0.0065051615],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99420756,0.0014009456,0.0018564003,0.0006433311,0.0008601968,0.0010315634],"domain_scores_gemma":[0.9932555,0.0042545963,0.000505628,0.0005163862,0.0009797902,0.00048807825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0106024165,0.00023340547,0.0013505946,0.00050718494,0.00041759317,0.00027904674,0.00023954245,0.00010800366,0.000039305203],"category_scores_gemma":[0.0023838219,0.00017137124,0.00039826083,0.00056656625,0.0003881742,0.0005115931,0.00014186578,0.00045913845,0.000003474192],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.75649124,0.002968729,0.028870802,0.039279394,0.0002598363,8.785043e-7,0.0008726648,2.958448e-7,0.0000054382645,0.0022992785,0.13043739,0.038514055],"study_design_scores_gemma":[0.8692547,0.065359615,0.0033652133,0.018584732,0.000012529949,0.000006449597,0.0026549473,0.00096368504,0.000025787102,0.00018198419,0.039408218,0.0001821102],"about_ca_topic_score_codex":0.0002764072,"about_ca_topic_score_gemma":0.0026333446,"teacher_disagreement_score":0.11276349,"about_ca_system_score_codex":0.0003130033,"about_ca_system_score_gemma":0.0035363992,"threshold_uncertainty_score":0.6988316},"labels":[],"label_agreement":null},{"id":"W4411796777","doi":"10.2196/67697","title":"Clinical Performance Evaluation of an Artificial Intelligence–Based Tool for Predicting the Presence of Obstructive Coronary Artery Disease: Protocol for a Cohort Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronary artery disease; Observational study; Medicine; CAD; Protocol (science); Identification (biology); Cohort; Cohort study; Disease; Preprint; Internal medicine; Computer science; Pathology; Engineering; Alternative medicine; World Wide Web","score_opus":0.5266479884102757,"score_gpt":0.6275652911895759,"score_spread":0.10091730277930022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411796777","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22428088,8.288132e-7,0.0016374711,0.00018803244,0.000017555107,0.7737343,0.00007600118,0.000018320603,0.000046620848],"genre_scores_gemma":[0.2596572,2.7866339e-8,0.0010494564,0.00002154857,0.00015563525,0.7390402,0.000035874145,0.000011924848,0.00002811635],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959489,0.00084377755,0.00093238725,0.00041856096,0.0015508196,0.00030554875],"domain_scores_gemma":[0.99037063,0.004493026,0.00022348226,0.0006524099,0.0041663293,0.00009410323],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01168822,0.00013117297,0.0003471745,0.00015585635,0.0002342159,0.00003948206,0.0002704153,0.00007169126,0.000018374867],"category_scores_gemma":[0.011153336,0.00009660837,0.00017040494,0.00042710075,0.00044598384,0.00016905507,0.00009275326,0.0003283833,6.3640897e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013426482,0.0034420264,0.9158765,0.0016035924,0.00010343728,0.0000012568233,0.00018800827,0.00069066696,0.00012860473,0.00031233442,0.00058990705,0.06363716],"study_design_scores_gemma":[0.0030866587,0.0035369552,0.83989626,0.002039824,0.000074078314,6.019343e-7,0.0003975383,0.14711636,0.0015460566,0.0017331283,0.0005000531,0.00007244984],"about_ca_topic_score_codex":0.0000047118483,"about_ca_topic_score_gemma":0.0000026409798,"teacher_disagreement_score":0.14642571,"about_ca_system_score_codex":0.000108590226,"about_ca_system_score_gemma":0.0028879156,"threshold_uncertainty_score":0.9971761},"labels":[],"label_agreement":null},{"id":"W4411797185","doi":"10.2196/69438","title":"Developing an Interprofessional Pediatric Rehabilitation Model of Care in Northern Cree First Nation Communities: Protocol for a Needs Assessment and Codeveloped Intervention With a Qualitative and Participatory Action Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Prince Albert Grand Council; University of Toronto; Saskatchewan Health Authority; Université de Sherbrooke; University of Saskatchewan","funders":"","keywords":"Preprint; Protocol (science); Intervention (counseling); Participatory action research; Rehabilitation; Citizen journalism; Qualitative research; Medicine; Intervention mapping; Medical education; Nursing; Psychology; Alternative medicine; Physical therapy; Sociology; Computer science; World Wide Web","score_opus":0.6836623680834603,"score_gpt":0.7154389586493292,"score_spread":0.0317765905658689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411797185","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15473063,0.0000025552333,0.015709437,0.00065096514,0.0000045989523,0.82856435,0.000022598495,0.000022954362,0.00029189425],"genre_scores_gemma":[0.11975034,0.0000011820762,0.016043814,0.000022544778,0.000025597554,0.86396044,0.00005759252,0.000019753845,0.00011871887],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9933426,0.0046485146,0.00071306666,0.0002779621,0.0006278546,0.0003900244],"domain_scores_gemma":[0.9935919,0.003777,0.00028951513,0.00024190429,0.002022816,0.00007684194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069610584,0.0001538914,0.0002759125,0.0010135367,0.00091925147,0.000043870452,0.00018824953,0.00019685701,0.000009017318],"category_scores_gemma":[0.0004023425,0.00012098913,0.00002945033,0.00080270553,0.00020086378,0.00070405024,0.00021552198,0.0009679975,5.3631817e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028078442,0.0020070781,0.5940758,0.047076914,0.000066555855,3.5374467e-7,0.2939317,0.00030901202,0.00015249565,0.023036271,0.00019577757,0.01106957],"study_design_scores_gemma":[0.016131727,0.0055018044,0.13145785,0.014520258,0.000008985415,3.2685512e-7,0.7788514,0.040582582,0.00004456622,0.0106574,0.0018970405,0.00034607208],"about_ca_topic_score_codex":0.00027108396,"about_ca_topic_score_gemma":0.007920527,"teacher_disagreement_score":0.48491967,"about_ca_system_score_codex":0.0007431304,"about_ca_system_score_gemma":0.00280862,"threshold_uncertainty_score":0.7070232},"labels":[],"label_agreement":null},{"id":"W4411803492","doi":"10.2196/73383","title":"In Vitro Characterization of the Immune Response to an Epitope Ensemble Vaccine Against Rhinovirus in Pediatric Asthma and Adults With Chronic Obstructive Pulmonary Disease: Protocol for an Observational and Exploratory Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory viral infections research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rhinovirus; Medicine; Immunology; COPD; Asthma; Population; Context (archaeology); Exacerbation; Immune system; Disease; Respiratory tract infections; Respiratory system; Internal medicine; Virus; Biology","score_opus":0.15389768811321772,"score_gpt":0.49251821763165626,"score_spread":0.3386205295184386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411803492","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51264346,0.0000027017024,0.0000068706786,0.00021156768,0.0000020703321,0.48709938,0.000016261793,0.000009658434,0.000008037634],"genre_scores_gemma":[0.34723136,5.437083e-7,0.000043211425,0.000034272703,0.000056717734,0.65250725,0.000011430234,0.000022373273,0.00009285958],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9959199,0.0017011344,0.0005658631,0.0006389455,0.00072218094,0.00045199727],"domain_scores_gemma":[0.99797004,0.00027383334,0.000111674635,0.0006807443,0.00075781887,0.00020588376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027268114,0.00020230975,0.00034816124,0.0011212083,0.00021679982,0.00008174875,0.00025794154,0.00009066675,0.000008966164],"category_scores_gemma":[0.0006513048,0.00014803364,0.000027582466,0.0022039153,0.00012331302,0.0007939828,0.00028481087,0.0005614749,0.0000011136469],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12980014,0.00334769,0.32151985,0.0019580198,0.000012449733,0.000036524107,0.00074704766,0.000015411599,0.5324285,0.00004162355,0.000016455591,0.010076258],"study_design_scores_gemma":[0.00877322,0.0064763967,0.9631015,0.00097367086,0.00000256084,0.0000020375528,0.00027079924,0.00049404043,0.018085362,0.00006498275,0.001627163,0.0001282345],"about_ca_topic_score_codex":0.0000367679,"about_ca_topic_score_gemma":0.00018517638,"teacher_disagreement_score":0.64158165,"about_ca_system_score_codex":0.00040185198,"about_ca_system_score_gemma":0.001629665,"threshold_uncertainty_score":0.6036636},"labels":[],"label_agreement":null},{"id":"W4411930679","doi":"10.2196/69452","title":"Dance as an Adjunct Therapy for Neurological Rehabilitation – Creative Enrichment for Recovery (DAN-CER): Program Design and Protocol for a Mixed Methods Pilot to Assess Feasibility and Acceptability","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diversity and Impact of Dance","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adjunct; Preprint; Protocol (science); Rehabilitation; Medicine; Dance; Physical therapy; Psychology; Medical education; Computer science; Alternative medicine; World Wide Web; Visual arts; Art","score_opus":0.5144084857026504,"score_gpt":0.6631836517489093,"score_spread":0.14877516604625884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411930679","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023139657,0.0000035067442,0.081031084,0.0011948576,0.00002152094,0.8941808,0.000068173984,0.00009515064,0.0002652803],"genre_scores_gemma":[0.0010810035,2.3717382e-7,0.23306072,0.00019475681,0.000042353608,0.7653046,0.000008743715,0.000020451454,0.00028709404],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99267155,0.0042751087,0.00047477093,0.0013975347,0.00033445875,0.0008466053],"domain_scores_gemma":[0.9906387,0.0071797855,0.00014371437,0.00075601385,0.0009717276,0.00031008627],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0111070955,0.00030589188,0.00051582116,0.00022616117,0.00061295513,0.00033580585,0.0004964572,0.00022918508,0.00006658913],"category_scores_gemma":[0.005363778,0.00025297035,0.00012939499,0.0004852569,0.00048513347,0.00050538837,0.00021138966,0.00034348745,0.0000017621029],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19512206,0.011940963,0.017277637,0.0020148903,0.000115079514,0.0000010122762,0.0016251383,0.000007230783,0.0020228126,0.0045404644,0.015016417,0.75031626],"study_design_scores_gemma":[0.019482745,0.22671776,0.41273192,0.00028202857,0.000009539371,0.0000016060413,0.0010214167,0.00041992444,0.0026216302,0.05547462,0.28083143,0.0004054082],"about_ca_topic_score_codex":0.000029592526,"about_ca_topic_score_gemma":0.000012961521,"teacher_disagreement_score":0.7499109,"about_ca_system_score_codex":0.00018505463,"about_ca_system_score_gemma":0.000320476,"threshold_uncertainty_score":0.99999225},"labels":[],"label_agreement":null},{"id":"W4411930711","doi":"10.2196/69441","title":"Addressing Tobacco-Related Disparities Among Youth Experiencing Homelessness by Engaging Youth Collaborators in Intervention Research: Protocol for a Multimethod, Community-Based Participatory Research Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Institute on Drug Abuse","keywords":"Preprint; Intervention (counseling); Psychology; Protocol (science); Medicine; Psychiatry; Alternative medicine; Computer science; World Wide Web","score_opus":0.810576961192083,"score_gpt":0.7097342481207887,"score_spread":0.10084271307129433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411930711","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44827184,0.000006853359,0.00007111611,0.000060163136,0.000027374164,0.55080736,0.00009964505,0.00014258544,0.0005130601],"genre_scores_gemma":[0.48579305,1.7490525e-7,0.000058001082,0.000009248772,0.00006129903,0.5136471,0.00005158113,0.000076483375,0.00030304436],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.8942261,0.096287735,0.0021408857,0.0010730925,0.0027784405,0.0034937707],"domain_scores_gemma":[0.9801134,0.012016088,0.00038139417,0.001559145,0.0054456685,0.00048431204],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.10802927,0.0005061457,0.0013805103,0.0029164434,0.011722682,0.0007136189,0.0018772744,0.00084805605,0.000117260475],"category_scores_gemma":[0.007927583,0.00047784494,0.00018386451,0.007515211,0.0017475606,0.0007998547,0.0017215788,0.011611906,0.000025630929],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023805024,0.0051310305,0.508974,0.0055936165,0.000050069048,0.00001287967,0.47351983,0.000015910737,0.0002515413,0.0003068722,0.00056798593,0.0031957752],"study_design_scores_gemma":[0.013302551,0.0014559259,0.017565148,0.025319524,0.000005846826,1.1347406e-8,0.93660647,0.0004444351,0.0015200921,0.00069963676,0.0026646052,0.0004157317],"about_ca_topic_score_codex":0.018422334,"about_ca_topic_score_gemma":0.021494599,"teacher_disagreement_score":0.49140882,"about_ca_system_score_codex":0.0023145063,"about_ca_system_score_gemma":0.0027094427,"threshold_uncertainty_score":0.9997673},"labels":[],"label_agreement":null},{"id":"W4411930930","doi":"10.2196/67179","title":"Program for Psychosocial Assessment During Pregnancy: Protocol for a Multimethod Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Psychosocial; Pregnancy; Psychology; Computer science; Medical education; Medicine; Obstetrics; Alternative medicine; World Wide Web; Psychiatry","score_opus":0.3330676587152756,"score_gpt":0.685592083629218,"score_spread":0.35252442491394237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411930930","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00081303756,0.0000018783401,0.00037389775,0.00093261595,0.000025018995,0.9955861,0.00002693181,0.00022796627,0.0020125404],"genre_scores_gemma":[0.0008105209,1.16203296e-7,0.022029648,0.000041926298,0.00022659216,0.9666839,0.000008866123,0.000052998024,0.0101453895],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627984,0.00049006176,0.00067886856,0.0007256908,0.00072773965,0.0010977837],"domain_scores_gemma":[0.9979765,0.00040199113,0.00013672498,0.00061773806,0.0006068661,0.00026017547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001638466,0.00026516904,0.0004886054,0.00032969436,0.0007389254,0.0001429928,0.00033862647,0.00017332868,0.000063009145],"category_scores_gemma":[0.00020779228,0.00021957296,0.00018914789,0.00045004336,0.00010249359,0.00011986663,0.00017896444,0.0006211838,0.000008679412],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0834881,0.07237661,0.16260727,0.43791404,0.0005452512,0.00013341363,0.0022611269,0.0000016582953,0.0024747516,0.0029693795,0.009139916,0.22608848],"study_design_scores_gemma":[0.094695315,0.04574959,0.1957299,0.1886873,0.000030540166,0.000015733429,0.00037426697,0.0004612193,0.018126216,0.0029223221,0.45262808,0.00057952816],"about_ca_topic_score_codex":0.00001411316,"about_ca_topic_score_gemma":0.0000098314085,"teacher_disagreement_score":0.44348818,"about_ca_system_score_codex":0.0003674571,"about_ca_system_score_gemma":0.00071971136,"threshold_uncertainty_score":0.8953926},"labels":[],"label_agreement":null},{"id":"W4411938205","doi":"10.2196/77009","title":"Rationale for the Use of Acupuncture to Stabilize Blood Pressure Fluctuations During Total Laparoscopic Hysterectomy: Protocol for a Pilot Parallel-Group Randomized Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acupuncture; Preprint; Protocol (science); Randomized controlled trial; Medicine; Physical therapy; Clinical trial; Blood pressure; Moxibustion; Hysterectomy; Physical medicine and rehabilitation; Surgery; Computer science; Alternative medicine; Internal medicine; World Wide Web","score_opus":0.40254495164991266,"score_gpt":0.5915391066112634,"score_spread":0.18899415496135075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411938205","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020993017,0.000013740756,0.0026182279,0.00488384,0.000024645911,0.99007475,0.00013320525,0.00007671208,0.000075592696],"genre_scores_gemma":[0.0015738024,0.0000012670844,0.0076777395,0.00009536261,0.00045866586,0.97841597,0.000040953684,0.000045245113,0.011690987],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99404776,0.0016646063,0.0013429071,0.00080564053,0.0012803366,0.0008587613],"domain_scores_gemma":[0.97338086,0.023258543,0.00023488599,0.0010443738,0.0018478846,0.0002334599],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005158344,0.00049583596,0.0018395958,0.00036048365,0.00069082243,0.00019615414,0.00043382175,0.00020269715,0.00012825805],"category_scores_gemma":[0.023670373,0.00020135335,0.0008168341,0.00068354094,0.0006934618,0.000198581,0.00042049095,0.00067226996,0.0000051387383],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9579362,0.004722644,0.0003192436,0.0049545667,0.0023283302,0.0000031666448,0.00030076219,0.000059690898,0.0029311194,0.0012050745,0.02463431,0.00060485577],"study_design_scores_gemma":[0.7968646,0.014652506,0.0010999106,0.0019347831,0.00036376834,0.0000024358635,0.00006780056,0.00037690843,0.002458795,0.0005329883,0.1814823,0.00016316111],"about_ca_topic_score_codex":0.000020661839,"about_ca_topic_score_gemma":0.00005570382,"teacher_disagreement_score":0.1610716,"about_ca_system_score_codex":0.00010687935,"about_ca_system_score_gemma":0.0010967504,"threshold_uncertainty_score":0.9845537},"labels":[],"label_agreement":null},{"id":"W4411943183","doi":"10.2196/63528","title":"Efficacy of Tuina Versus the Proprioceptive Neuromuscular Facilitation (PNF) Technique in Patients With Nonspecific Chronic Neck Pain: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Facilitation; Physical medicine and rehabilitation; Proprioception; Physical therapy; Neck pain; Protocol (science); Preprint; Psychology; Alternative medicine; Surgery; Computer science","score_opus":0.06116504970383098,"score_gpt":0.4725629496704101,"score_spread":0.41139789996657916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411943183","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010593852,0.0000013792777,0.0009470106,0.0006980102,0.000009655645,0.98708695,0.0000037641923,0.000041255615,0.0006181174],"genre_scores_gemma":[0.015232054,1.0827706e-7,0.0006003469,0.000014360542,0.00006670806,0.9837089,0.000018285376,0.000025770012,0.00033343874],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929061,0.004030095,0.0010094662,0.0004981348,0.0010837311,0.0004724947],"domain_scores_gemma":[0.9918559,0.0058316854,0.0002653976,0.0006394787,0.0013288782,0.000078637706],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010783022,0.00024940664,0.001167239,0.00053328235,0.00016951904,0.00004658377,0.0002504683,0.00018433355,0.000048321755],"category_scores_gemma":[0.0100174,0.00012737386,0.00047756374,0.00098702,0.0007314635,0.00010701097,0.000060932547,0.0006333054,0.0000035835574],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9854399,0.0029042116,0.00025046564,0.004773626,0.0001351216,6.907617e-7,0.00031647558,0.000013106628,0.000740013,0.0005272436,0.00042850836,0.0044706613],"study_design_scores_gemma":[0.9577905,0.02499218,0.0056111426,0.0047071627,0.000015733953,4.4880608e-8,0.000090513146,0.00037849048,0.00031127656,0.0002653621,0.0057226378,0.000114978066],"about_ca_topic_score_codex":0.000012867442,"about_ca_topic_score_gemma":0.000009809125,"teacher_disagreement_score":0.027649397,"about_ca_system_score_codex":0.0003791097,"about_ca_system_score_gemma":0.0011117655,"threshold_uncertainty_score":0.99832165},"labels":[],"label_agreement":null},{"id":"W4411952709","doi":"10.2196/77927","title":"Efficacy of WuSheZhiYang Pills in Mild-to-Moderate Atopic Dermatitis: Protocol for a Double-Blind, Randomized, Placebo-Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dermatology and Skin Diseases","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pill; Medicine; Itching; Placebo; Randomized controlled trial; Atopic dermatitis; Clinical trial; Internal medicine; Dermatology; Alternative medicine; Pharmacology","score_opus":0.15915464067058993,"score_gpt":0.5405743795951905,"score_spread":0.38141973892460057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411952709","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007986252,0.0000060707694,0.00021297371,0.002054855,0.000016189715,0.98423636,0.000007604968,0.00006244582,0.0054172333],"genre_scores_gemma":[0.014021661,2.8372838e-7,0.00038913146,0.00030424626,0.00011700794,0.9825641,0.000012100549,0.000030808693,0.0025606754],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99504864,0.0014356849,0.0014149449,0.0005611419,0.0007158546,0.0008237414],"domain_scores_gemma":[0.9949861,0.003214983,0.00020079435,0.00068893377,0.000639728,0.00026944705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003636469,0.00029437945,0.0019188642,0.0011863406,0.0001843755,0.00008510931,0.00041722946,0.00030317638,0.00016683906],"category_scores_gemma":[0.0028995636,0.00022127619,0.00050785916,0.0009274106,0.0003707401,0.00013696366,0.00017459584,0.0005927269,0.000041194988],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96666586,0.003204447,0.00045483725,0.0030740842,0.00022857448,0.000043977376,0.000223595,0.000013722038,0.00007048404,0.0013552328,0.02393624,0.00072893687],"study_design_scores_gemma":[0.9683918,0.0008525801,0.00038416343,0.005814848,0.00002971995,0.000005239512,0.00003357671,0.00035239584,0.0038960204,0.0015101328,0.018565428,0.00016410038],"about_ca_topic_score_codex":0.000020635798,"about_ca_topic_score_gemma":0.000020735522,"teacher_disagreement_score":0.0060354094,"about_ca_system_score_codex":0.00012167337,"about_ca_system_score_gemma":0.0013777936,"threshold_uncertainty_score":0.9023381},"labels":[],"label_agreement":null},{"id":"W4411955007","doi":"10.2196/72953","title":"Leveraging Aging Service Providers to Support Internet-Based Cognitive Behavioral Therapy for Depression in Homebound Older Adults: Protocol for a Type 1 Hybrid Effectiveness-Implementation Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Preprint; Randomized controlled trial; Protocol (science); Depression (economics); Service provider; Medicine; Gerontology; Service (business); Psychology; Internet privacy; Psychiatry; Computer security; Computer science; Alternative medicine; World Wide Web; Business","score_opus":0.2356819079652927,"score_gpt":0.6419020273625855,"score_spread":0.4062201193972928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411955007","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05155311,0.000001577178,0.004362878,0.0004096571,0.00010228613,0.94316554,0.000079783866,0.000077255245,0.00024788277],"genre_scores_gemma":[0.19210944,9.930114e-9,0.00017328028,0.00029705054,0.0000555579,0.8067848,0.00012298237,0.000050733142,0.0004061539],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99398327,0.0024990523,0.001247647,0.0008507662,0.00048947387,0.00092979614],"domain_scores_gemma":[0.9943534,0.0037309516,0.0003048843,0.00031479564,0.0011336715,0.00016229367],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0063753594,0.00031734703,0.0010012926,0.0009207373,0.0002177353,0.000321555,0.0003784528,0.0001156555,0.00025414352],"category_scores_gemma":[0.00050698913,0.00026654956,0.00036548084,0.0006751254,0.000100883655,0.0003041409,0.00011792428,0.00036490534,0.000028457069],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9361034,0.0049054474,0.00080045656,0.0022518944,0.00010575689,0.0000066323955,0.0009741072,0.0000015048618,0.00005202431,0.00009581632,0.001835367,0.052867614],"study_design_scores_gemma":[0.9659079,0.010719333,0.0006507836,0.011770932,0.000012129151,8.602257e-7,0.0008948072,0.0002034491,0.005881277,0.0005663356,0.0031601705,0.00023205033],"about_ca_topic_score_codex":0.00038872345,"about_ca_topic_score_gemma":0.00015846694,"teacher_disagreement_score":0.14055632,"about_ca_system_score_codex":0.0004872574,"about_ca_system_score_gemma":0.0006938823,"threshold_uncertainty_score":0.99997866},"labels":[],"label_agreement":null},{"id":"W4411959249","doi":"10.2196/79966","title":"A conversational agent for providing personalized PrEP support: Protocol for chatbot implementation and evaluation (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Computer science; Chatbot; World Wide Web; Medicine","score_opus":0.4736918761639891,"score_gpt":0.6516450658894858,"score_spread":0.17795318972549667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411959249","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022750968,6.0265063e-7,0.16455723,0.002911097,0.000044008895,0.8316896,0.00017766778,0.00014404407,0.00045297667],"genre_scores_gemma":[0.00011082388,1.7836103e-7,0.048137873,0.00015180554,0.00022162835,0.95009935,0.00020535597,0.000029360956,0.0010436074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940774,0.00086105824,0.0009084858,0.0016643578,0.0017318417,0.000756849],"domain_scores_gemma":[0.99314404,0.0012029823,0.0005782265,0.0011617796,0.0037502055,0.0001627898],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007535052,0.00037275165,0.0003916587,0.00060379336,0.0006583172,0.001255183,0.0015142955,0.00029992542,0.00037589605],"category_scores_gemma":[0.0005347119,0.00038252195,0.0002339665,0.0003392203,0.00012965349,0.00080064207,0.002636196,0.00073557853,0.000015150842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006206117,0.0030781555,0.002466233,0.06702848,0.000896856,0.0000075347266,0.03146707,0.0013579458,0.0041828104,0.1813307,0.23576552,0.4662126],"study_design_scores_gemma":[0.011748404,0.0016290152,0.00060457643,0.0044726916,0.000019381854,0.000007531245,0.0008404622,0.27344197,0.0076849507,0.06357447,0.63530785,0.00066872785],"about_ca_topic_score_codex":0.00006600234,"about_ca_topic_score_gemma":0.00006133196,"teacher_disagreement_score":0.46554387,"about_ca_system_score_codex":0.0011509617,"about_ca_system_score_gemma":0.004161264,"threshold_uncertainty_score":0.9998627},"labels":[],"label_agreement":null},{"id":"W4411964674","doi":"10.2196/68600","title":"Identifying Optimal Testing Modalities to Increase COVID-19 Testing Access in Baltimore, Maryland: Protocol for a Household Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Randomized controlled trial; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Modalities; Protocol (science); 2019-20 coronavirus outbreak; Medicine; Gerontology; Computer science; Virology; Alternative medicine; World Wide Web","score_opus":0.5328697685628367,"score_gpt":0.6116727563252646,"score_spread":0.07880298776242789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411964674","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018823326,0.0000015312071,0.0024298145,0.00060402555,0.000023379187,0.97152495,0.000013327124,0.00047194146,0.0061077285],"genre_scores_gemma":[0.0049323053,1.5059326e-8,0.00960357,0.0013085855,0.0004048319,0.9828197,0.0000045682536,0.000078380435,0.00084807124],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99270123,0.002002815,0.0018508196,0.0009657602,0.0011957703,0.0012835786],"domain_scores_gemma":[0.9781476,0.019262483,0.00039430388,0.00064441294,0.0010930261,0.0004581763],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016193593,0.00044281353,0.0020645459,0.0021679078,0.00067189115,0.00086042646,0.0006352415,0.00024999425,0.00004455777],"category_scores_gemma":[0.14863165,0.0003534926,0.00037147163,0.0030061603,0.00027440366,0.00039087722,0.0006194404,0.0011080776,0.000008499606],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.976707,0.0008935733,0.002477179,0.004326279,0.00009445709,0.00012649424,0.00020608987,0.00014902023,0.010741749,0.00019460975,0.0021027755,0.0019807825],"study_design_scores_gemma":[0.9606655,0.00159642,0.000109051536,0.007430955,0.00002397902,0.000029568422,0.00014289959,0.014244424,0.0070594577,0.0016657371,0.0067209457,0.00031105586],"about_ca_topic_score_codex":0.001480046,"about_ca_topic_score_gemma":0.00008869227,"teacher_disagreement_score":0.13243805,"about_ca_system_score_codex":0.0007132962,"about_ca_system_score_gemma":0.0034612687,"threshold_uncertainty_score":0.9998917},"labels":[],"label_agreement":null},{"id":"W4411965499","doi":"10.2196/66394","title":"Efficacy of a Web-Based Executive Function Training Program to Induce Healthier Food Choices and Increase Valuation of Fruits and Vegetables in Adults: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Valuation (finance); Gerontology; Psychology; Medicine; Business; Computer science; World Wide Web","score_opus":0.18222322776722416,"score_gpt":0.5499151178410225,"score_spread":0.3676918900737984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411965499","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19162658,0.0000058670503,0.00007796749,0.00014643943,0.000007937157,0.8076987,0.000008604193,0.000024626317,0.00040323375],"genre_scores_gemma":[0.10120431,8.3453344e-8,0.0004423243,0.000024084746,0.000027031941,0.89817506,0.000005805353,0.000015510544,0.00010577703],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952957,0.0024273833,0.0009678198,0.0004654566,0.0004248481,0.00041878494],"domain_scores_gemma":[0.99570036,0.0030803368,0.0003601229,0.00022953551,0.0005242794,0.00010537548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006913356,0.00018017815,0.0010763257,0.00075956015,0.000114557566,0.00004836875,0.00013259286,0.00020485552,0.000020185045],"category_scores_gemma":[0.0028045478,0.00013837442,0.0001249032,0.0007147023,0.00026512565,0.00008101819,0.00004994169,0.00031435114,3.329829e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94672155,0.0037180479,0.0017716986,0.0014543455,0.000072402814,3.926602e-7,0.0020323163,0.000002523175,0.0003693426,0.00089049194,0.000114402486,0.042852454],"study_design_scores_gemma":[0.97145146,0.016932279,0.004219455,0.0045691244,0.000019954407,1.3726499e-7,0.00058395934,0.0004207496,0.00012278948,0.00074959913,0.0008182472,0.00011222683],"about_ca_topic_score_codex":0.00018462483,"about_ca_topic_score_gemma":0.00013467368,"teacher_disagreement_score":0.09047632,"about_ca_system_score_codex":0.000038318325,"about_ca_system_score_gemma":0.0006231477,"threshold_uncertainty_score":0.56427455},"labels":[],"label_agreement":null},{"id":"W4411985657","doi":"10.2196/77630","title":"Improving Access to Specialty Care for Rural Children Using Enhanced Hearing Screening and Specialty Telehealth Follow-Up in Rural Kentucky Schools: Protocol for a Hybrid Effectiveness-Implementation Stepped Wedge, Cluster-Randomized Controlled Trial (Appalachian STAR Trial)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing Loss and Rehabilitation","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Deafness and Other Communication Disorders","keywords":"Telehealth; Specialty; Medicine; Telemedicine; Cluster randomised controlled trial; Cluster (spacecraft); Protocol (science); Physical therapy; Family medicine; Medical education; Medical emergency; Nursing; Intervention (counseling); Health care; Computer science; Alternative medicine; Computer network","score_opus":0.12336098402720919,"score_gpt":0.5314809154210647,"score_spread":0.4081199313938555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411985657","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4163066,7.6658273e-7,0.0069743833,0.00016236666,0.000079444195,0.5763651,0.0000421056,0.000050873205,0.000018337381],"genre_scores_gemma":[0.14251828,2.5769057e-7,0.002025938,0.000057790247,0.0005359619,0.85474163,0.000018582414,0.00005929725,0.000042228665],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98964167,0.005041237,0.0018002945,0.0011309332,0.0009968607,0.0013890262],"domain_scores_gemma":[0.9926156,0.005473371,0.000514757,0.00047856718,0.00060337654,0.00031436505],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010962301,0.00045799624,0.0017800997,0.0011521721,0.0013785581,0.0012593358,0.0005879583,0.00017653078,0.000010200306],"category_scores_gemma":[0.010271938,0.00038366838,0.0004555936,0.0009895016,0.00019416834,0.00089568715,0.00046976266,0.00072318007,0.0000012376503],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94576347,0.00032380474,0.0007854164,0.0023118013,0.000030022185,8.690212e-7,0.000505943,0.00006208188,0.028413396,0.00013513763,0.000046846577,0.021621207],"study_design_scores_gemma":[0.96419305,0.0039097,0.0040609366,0.003612475,0.000015396561,8.161589e-7,0.00067459844,0.0021158864,0.02026045,0.00061861816,0.00017987161,0.0003581863],"about_ca_topic_score_codex":0.0009153245,"about_ca_topic_score_gemma":0.00049897784,"teacher_disagreement_score":0.27837655,"about_ca_system_score_codex":0.00095937523,"about_ca_system_score_gemma":0.0013807548,"threshold_uncertainty_score":0.9999215},"labels":[],"label_agreement":null},{"id":"W4411985803","doi":"10.2196/65288","title":"Understanding Intimate Health in Online Spaces Among Women in Aotearoa New Zealand: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Aotearoa; Protocol (science); Psychology; Gerontology; Medicine; Gender studies; Sociology; Computer science; World Wide Web; Alternative medicine","score_opus":0.633611937137281,"score_gpt":0.709551203447027,"score_spread":0.07593926630974601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411985803","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017951857,7.816883e-7,0.004554955,0.0061428193,0.000013081279,0.9860835,0.000008163374,0.00006245896,0.0013390465],"genre_scores_gemma":[0.00018474707,2.840235e-7,0.030906392,0.000052801086,0.00008229659,0.9547849,0.0000018812425,0.000024995572,0.013961671],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97718215,0.018716779,0.0008161433,0.00068094896,0.00077800977,0.0018259695],"domain_scores_gemma":[0.9958407,0.00305674,0.00018751693,0.00035526187,0.00017750039,0.00038222747],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0640627,0.00021705231,0.00066237187,0.0011894407,0.000551853,0.0003854336,0.00065969396,0.00015810199,0.000087894034],"category_scores_gemma":[0.0032738396,0.0001895806,0.000074194155,0.003196161,0.00046135543,0.00034389948,0.00029066176,0.0008850731,0.0000025975141],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046405005,0.008139931,0.11312466,0.002228359,0.000088899746,0.000018056426,0.57932305,0.000039963645,0.00017496277,0.046619356,0.07180233,0.1737999],"study_design_scores_gemma":[0.010455337,0.0034678732,0.030030327,0.002892228,7.2663585e-7,7.388874e-8,0.21769422,0.00029436787,0.00006167501,0.30220965,0.4325666,0.00032690115],"about_ca_topic_score_codex":0.012568013,"about_ca_topic_score_gemma":0.03187555,"teacher_disagreement_score":0.36162886,"about_ca_system_score_codex":0.0029049707,"about_ca_system_score_gemma":0.0024043915,"threshold_uncertainty_score":0.9940074},"labels":[],"label_agreement":null},{"id":"W4411990440","doi":"10.2196/73926","title":"Feasibility, Safety, and Impact of the Probiotics Lactiplantibacillus plantarum and Bifidobacterium longum subspecies infantis in Papua New Guinean Infants: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Nutrition and Health","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Randomized controlled trial; Bifidobacterium bifidum; Bifidobacterium; Medicine; Psychology; Alternative medicine; Biology; World Wide Web; Food science; Computer science; Surgery; Lactobacillus","score_opus":0.11850880937130231,"score_gpt":0.5266430077620492,"score_spread":0.4081341983907469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411990440","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015994068,0.0000053061003,0.000017053313,0.003480517,0.000044346627,0.9792189,0.00014275844,0.000040608862,0.0010564548],"genre_scores_gemma":[0.008967539,0.0000038851845,0.00017199866,0.00009838548,0.00015145166,0.9899201,0.000012834608,0.00002752633,0.000646308],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942172,0.002246279,0.001552697,0.0005362293,0.0006008027,0.0008467966],"domain_scores_gemma":[0.99571615,0.0025573275,0.00045709507,0.0006018452,0.00046973492,0.00019786443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006451791,0.0003430247,0.0018124697,0.0006384999,0.00038346992,0.0002795644,0.00039582726,0.00029375486,0.000064982974],"category_scores_gemma":[0.0027032297,0.0002062198,0.00038442618,0.00077499094,0.00071793556,0.00023802831,0.00029850594,0.0007563422,0.0000011523543],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9724476,0.0006612746,0.01544027,0.002414552,0.00007678259,0.0000020954376,0.00053761265,0.0000013649291,0.00091444096,0.0007673311,0.0061881277,0.00054855266],"study_design_scores_gemma":[0.95460594,0.0026342683,0.016060743,0.0041307774,0.00001397195,0.00001053122,0.0000680792,0.0002688256,0.0009828953,0.0019041098,0.019109556,0.00021029387],"about_ca_topic_score_codex":0.0004920517,"about_ca_topic_score_gemma":0.00060598867,"teacher_disagreement_score":0.017841648,"about_ca_system_score_codex":0.00028483634,"about_ca_system_score_gemma":0.0009699949,"threshold_uncertainty_score":0.84093994},"labels":[],"label_agreement":null},{"id":"W4411998701","doi":"10.2196/70910","title":"Current Status and Challenges of Planetary Health Education: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medicine; Computer science; World Wide Web; Alternative medicine","score_opus":0.7935798523604997,"score_gpt":0.713160303790351,"score_spread":0.08041954857014866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411998701","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.963193e-10,0.49348497,2.5447054e-7,0.0006378211,0.0000044867616,0.50543517,0.000053789285,0.000009926594,0.00037360014],"genre_scores_gemma":[6.1023506e-11,0.49908805,0.00006615668,0.00006749452,0.00006043855,0.500625,0.00003757657,0.000015218066,0.00004005766],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957113,0.0008855677,0.0010562647,0.00067303743,0.00067816034,0.0009956171],"domain_scores_gemma":[0.99754995,0.00067361316,0.00057723245,0.00062874315,0.00006814133,0.0005023235],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029662044,0.00032878257,0.001578436,0.00022141964,0.00023312561,0.000039398907,0.0004221946,0.00014707148,0.0004802826],"category_scores_gemma":[0.00031348568,0.00025253705,0.00013975335,0.00049780693,0.00019338973,0.00012528531,0.0005133693,0.0005837135,0.000043752647],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012832358,0.00016522541,0.0000048811385,0.4793582,0.000001964181,1.324491e-7,0.000033343975,5.400458e-9,4.7996656e-9,0.000028101547,0.031157156,0.48923814],"study_design_scores_gemma":[0.00018809325,0.00041957767,0.0000074864433,0.49022567,0.0000031629402,0.000001654454,0.000006100625,1.2205575e-7,6.934973e-8,0.000071514536,0.5089862,0.00009036036],"about_ca_topic_score_codex":0.000050060265,"about_ca_topic_score_gemma":0.00010239717,"teacher_disagreement_score":0.48914778,"about_ca_system_score_codex":0.00045013864,"about_ca_system_score_gemma":0.0035933973,"threshold_uncertainty_score":0.99999267},"labels":[],"label_agreement":null},{"id":"W4412001291","doi":"10.2196/71847","title":"Addressing Safety, Quality, and Cost of Care Through a Telehealth Outpatient Transitional Care Model: Protocol for a Pragmatic Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Telehealth; Protocol (science); Randomized controlled trial; Transitional care; Quality (philosophy); Medicine; Nursing; Telemedicine; Health care; Psychology; Medical emergency; Computer science; Alternative medicine; World Wide Web","score_opus":0.3015633225709389,"score_gpt":0.6040590375337644,"score_spread":0.30249571496282557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412001291","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008282867,0.000012660545,0.0061305966,0.003732624,0.0000061458204,0.98483086,0.000060677157,0.00005226535,0.00509136],"genre_scores_gemma":[0.0023696765,8.999738e-7,0.0067258296,0.00014151729,0.00006816841,0.9899098,0.00008731961,0.000026661872,0.00067012664],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99503475,0.0015671746,0.0013225194,0.00045825186,0.0010737515,0.00054356945],"domain_scores_gemma":[0.9964417,0.0014931897,0.00025070598,0.00040303855,0.0012543838,0.00015695179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003325915,0.00025922887,0.0019351144,0.00031661196,0.00032886356,0.00007271921,0.00012502492,0.0001650218,0.0000524792],"category_scores_gemma":[0.0008409628,0.00017457138,0.00043119412,0.00028480662,0.0003269423,0.00012207298,0.000103584825,0.00034788725,0.0000014830125],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9547018,0.0013235564,0.000024662371,0.023445433,0.00025927764,0.0000038077362,0.0046720686,0.00003925728,0.00004569367,0.00823331,0.0028199689,0.004431159],"study_design_scores_gemma":[0.9427999,0.003543107,0.000011929983,0.0082250815,0.000070829796,7.0335125e-7,0.0013483946,0.0015059849,0.00015405481,0.0015181113,0.040697645,0.00012422969],"about_ca_topic_score_codex":0.000044985773,"about_ca_topic_score_gemma":0.000056046687,"teacher_disagreement_score":0.037877675,"about_ca_system_score_codex":0.0003475204,"about_ca_system_score_gemma":0.0015483723,"threshold_uncertainty_score":0.71188146},"labels":[],"label_agreement":null},{"id":"W4412001654","doi":"10.2196/63094","title":"Designing an AI-Enhanced Public Health Care Platform for the Rapidly Aging Population in South Korea: Protocol for a Mixed Methods Study Based on the Design Thinking Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Population ageing; Health care; Population; Medicine; Computer science; Environmental health; World Wide Web; Political science","score_opus":0.3958880820361837,"score_gpt":0.5989843071720026,"score_spread":0.20309622513581888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412001654","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008049035,9.841052e-7,0.3756677,0.0036795207,0.000007648577,0.6202417,0.0000034367602,0.00018837978,0.00013018266],"genre_scores_gemma":[0.06409004,2.3909903e-8,0.074935175,0.00031033863,0.00007341077,0.8605008,0.0000071669288,0.000040018982,0.000043014177],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9879382,0.007887195,0.00064393756,0.0008671052,0.0011842707,0.0014792646],"domain_scores_gemma":[0.99214005,0.0058042966,0.0002753788,0.0009417819,0.0007056502,0.00013283979],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.046428252,0.00027572285,0.0003983853,0.0008058633,0.004690948,0.0008420128,0.001916384,0.00026487204,0.00000581686],"category_scores_gemma":[0.0045946715,0.00017484016,0.00011710787,0.0023418777,0.00035688948,0.0004926116,0.00020475624,0.0011324168,7.92513e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036250087,0.0034468067,0.007962096,0.0020430495,0.0001171536,0.000001830301,0.46633723,0.0015168577,0.00030644672,0.04541006,0.0025678265,0.46666566],"study_design_scores_gemma":[0.02463696,0.010342193,0.012205178,0.004645857,0.000014921879,3.3629172e-7,0.79291344,0.067146316,0.005816058,0.044293813,0.036892004,0.0010929147],"about_ca_topic_score_codex":0.000471955,"about_ca_topic_score_gemma":0.001601743,"teacher_disagreement_score":0.4655727,"about_ca_system_score_codex":0.0010206661,"about_ca_system_score_gemma":0.00237701,"threshold_uncertainty_score":0.9966048},"labels":[],"label_agreement":null},{"id":"W4412013154","doi":"10.2196/70620","title":"Platform Technology for Extended Reality Biofeedback Training Under Operant Conditioning for Functional Limb Weakness: Protocol for the Coproduction of an at-Home Solution (React2Home)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychosomatic Disorders and Their Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Operant conditioning; Physical medicine and rehabilitation; Biofeedback; Conditioning; Production (economics); Psychology; Physical therapy; Computer science; Medicine; Human–computer interaction; Reinforcement","score_opus":0.3582095467722447,"score_gpt":0.5543078474428311,"score_spread":0.19609830067058642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412013154","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023967188,0.0000038434528,0.022948071,0.0044662543,0.000032925323,0.96955305,0.00013049445,0.00008992374,0.00037872975],"genre_scores_gemma":[0.011807855,3.549747e-7,0.0020798668,0.000053555254,0.00014920822,0.98421067,0.00021665868,0.000035018656,0.0014468234],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978257,0.00006990523,0.00055690843,0.0005374897,0.00041880892,0.0005912259],"domain_scores_gemma":[0.99759865,0.00054990855,0.00019769369,0.00060238695,0.000967221,0.000084117055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017619667,0.00020514092,0.00040089313,0.00041239554,0.0008605678,0.00004919401,0.00022246323,0.00023575661,0.00005896307],"category_scores_gemma":[0.00033665192,0.00013967825,0.00017496901,0.0005539679,0.00041201417,0.00021894915,0.00006817748,0.00023580743,0.0000027693707],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18760037,0.023534507,0.0023011495,0.031972844,0.003009692,0.000004644332,0.002774315,0.00019163503,0.18832147,0.21909891,0.0628497,0.27834076],"study_design_scores_gemma":[0.10087104,0.024843743,0.029217094,0.013352496,0.0001272764,0.0000667575,0.008880959,0.014035534,0.057565074,0.33611926,0.41422328,0.0006974545],"about_ca_topic_score_codex":0.000014528499,"about_ca_topic_score_gemma":0.00002999992,"teacher_disagreement_score":0.35137358,"about_ca_system_score_codex":0.00032268683,"about_ca_system_score_gemma":0.0005535603,"threshold_uncertainty_score":0.6618879},"labels":[],"label_agreement":null},{"id":"W4412015683","doi":"10.2196/72828","title":"Measuring 24-hour Movement Profiles During Pregnancy: Protocol for the 24MOVE Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Preprint; Protocol (science); Pregnancy; Medicine; Prospective cohort study; Cohort study; Computer science; Obstetrics; World Wide Web; Alternative medicine; Surgery; Internal medicine","score_opus":0.22909307998315134,"score_gpt":0.5308279642443602,"score_spread":0.30173488426120887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412015683","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013195506,0.0000043211453,0.000148943,0.0015599111,0.000008491556,0.98892134,0.000013920658,0.00011283298,0.007910669],"genre_scores_gemma":[0.0066060666,5.487576e-7,0.0002998993,0.000057096866,0.00011757217,0.9652038,0.0000062899244,0.000046151497,0.027662579],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948183,0.00039584909,0.0005182767,0.0008109286,0.002316438,0.0011402485],"domain_scores_gemma":[0.9966965,0.0004552854,0.000098167606,0.00094302575,0.0015910042,0.0002160276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023598482,0.0002752248,0.0003730712,0.00048142325,0.00089753146,0.00029135664,0.0005780001,0.00007444414,0.00017362845],"category_scores_gemma":[0.000967184,0.00018030811,0.00014767367,0.0009366094,0.00021064204,0.00018582349,0.0006659925,0.00077550055,0.00004316316],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068617123,0.00898497,0.9229105,0.015380947,0.0012561625,0.000094161944,0.00081645383,0.000039885832,0.00513531,0.005085194,0.024081707,0.009352956],"study_design_scores_gemma":[0.013987154,0.0038813762,0.9040882,0.0076775094,0.00001966817,8.740888e-7,0.0012529586,0.00024606113,0.01741226,0.002795453,0.048426032,0.0002124423],"about_ca_topic_score_codex":0.000039019877,"about_ca_topic_score_gemma":0.00003018934,"teacher_disagreement_score":0.024344323,"about_ca_system_score_codex":0.0007063135,"about_ca_system_score_gemma":0.0007007621,"threshold_uncertainty_score":0.73527515},"labels":[],"label_agreement":null},{"id":"W4412017519","doi":"10.2196/60131","title":"Implementing Remote Radiotherapy Planning to Increase Patient Flow at a Johannesburg Academic Hospital, South Africa: Protocol for a Prospective Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Advanced Radiotherapy Techniques","field":"Physics and Astronomy","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Medical physics; Workflow; Computer science; Database","score_opus":0.14596914511609674,"score_gpt":0.5500204016512386,"score_spread":0.40405125653514185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412017519","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073681893,0.0000023972536,0.0718701,0.00012015851,0.000005805003,0.9196948,0.00008462126,0.00022324854,0.0006306676],"genre_scores_gemma":[0.0077891704,1.9232067e-8,0.025465319,0.000033082324,0.00023580786,0.9655976,0.0000071831137,0.00008468587,0.0007870941],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99504644,0.0005958669,0.00077680184,0.0012335331,0.0007857854,0.0015615969],"domain_scores_gemma":[0.99752164,0.0003075482,0.00026217775,0.000979048,0.0006448232,0.00028477653],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002460603,0.00044120016,0.0005491066,0.0004360825,0.0010619344,0.00018528482,0.00074486266,0.00011672391,0.00016587568],"category_scores_gemma":[0.00014774804,0.000388437,0.00018800252,0.0011119966,0.00012846211,0.00027756311,0.00070712395,0.00092247117,0.000003789645],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016747385,0.007459516,0.7569029,0.0010412287,0.00062087364,0.000019495234,0.053980216,0.0001984599,0.015001157,0.0010701551,0.0399502,0.10700843],"study_design_scores_gemma":[0.02522137,0.023627989,0.011690403,0.0048445063,0.0000140584,9.106573e-7,0.0067659835,0.0027846661,0.039985135,0.016301638,0.8671085,0.0016548046],"about_ca_topic_score_codex":0.00005021261,"about_ca_topic_score_gemma":0.0000028222187,"teacher_disagreement_score":0.82715833,"about_ca_system_score_codex":0.0010620566,"about_ca_system_score_gemma":0.00036789925,"threshold_uncertainty_score":0.99985677},"labels":[],"label_agreement":null},{"id":"W4412023459","doi":"10.2196/65659","title":"Developing and Evaluating a Bundled Digital Tool to Improve Complex Care and Self-Management of Patients With Inflammatory Bowel Disease: Protocol for a Hybrid Effectiveness-Implementation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Preprint; Protocol (science); Inflammatory bowel disease; Medicine; Disease; Physical therapy; Computer science; Medical physics; Alternative medicine; World Wide Web; Pathology","score_opus":0.054295058172408234,"score_gpt":0.48235940103604924,"score_spread":0.42806434286364103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412023459","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4651889,4.0758732e-7,0.00021050475,0.00000491001,9.54685e-7,0.53449166,0.00007300369,0.000009087909,0.000020604453],"genre_scores_gemma":[0.22527802,3.5002444e-8,0.0009871884,0.000010052358,0.000013297593,0.7736102,0.00006673477,0.000018937984,0.000015534855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980957,0.00025968536,0.0003127474,0.0005505325,0.00044299182,0.00033836294],"domain_scores_gemma":[0.9985686,0.00004646387,0.00009535583,0.00033869932,0.0008278606,0.00012303994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006603239,0.00019010644,0.00015029956,0.00012945586,0.00023213442,0.00015165056,0.0001681305,0.000030731542,0.000002444824],"category_scores_gemma":[0.00008734129,0.00016835675,0.000032578628,0.000118114534,0.00007280256,0.000027811913,0.0005366011,0.000070773494,6.948035e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0225968,0.0012210351,0.92231566,0.025078053,0.00035797895,0.000018953822,0.0003901356,0.000018202287,0.00276903,0.0002694964,0.000249101,0.024715561],"study_design_scores_gemma":[0.014275937,0.0035651098,0.9733653,0.0011036374,0.000014934092,9.550301e-8,0.000619832,0.000047644226,0.0019692825,0.00009298365,0.0047180564,0.0002271513],"about_ca_topic_score_codex":0.0000010592195,"about_ca_topic_score_gemma":0.0000049793007,"teacher_disagreement_score":0.23991087,"about_ca_system_score_codex":0.00010773913,"about_ca_system_score_gemma":0.00035983208,"threshold_uncertainty_score":0.68653893},"labels":[],"label_agreement":null},{"id":"W4412036655","doi":"10.2196/75854","title":"Effectiveness and Safety of Lumbar Erector Spinae Plane Block Versus No Locoregional Block in Hip Surgery: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anesthesia and Pain Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Protocol (science); Lumbar; Block (permutation group theory); Surgery; Physical therapy; Alternative medicine; Pathology","score_opus":0.10468234641331887,"score_gpt":0.48350438984469213,"score_spread":0.37882204343137327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412036655","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077322423,0.00000337067,0.000034491513,0.0005681659,0.000013727495,0.9906112,0.0000027517433,0.00003421679,0.000999853],"genre_scores_gemma":[0.0061219847,0.0000011785855,0.00011833624,0.000042064046,0.00014320418,0.9924296,0.000008367055,0.000026706042,0.0011085544],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940337,0.003069366,0.000990821,0.0005211817,0.0007897595,0.0005951503],"domain_scores_gemma":[0.98826975,0.01040422,0.0002274721,0.00040534564,0.0005452505,0.00014798215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013702304,0.00027471135,0.002259985,0.0006886846,0.00012358157,0.00004249119,0.00018959913,0.00020770024,0.00006531839],"category_scores_gemma":[0.0035299938,0.00019806303,0.00043766203,0.0005393159,0.0004250322,0.000053429398,0.00009186085,0.00041923017,0.0000076001215],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9807047,0.0014002522,0.0022016002,0.0084373485,0.000337003,0.00003960811,0.00003457462,0.0000031673958,0.00029069887,0.0011983167,0.004721726,0.00063096243],"study_design_scores_gemma":[0.9316802,0.003584072,0.005102207,0.007080038,0.000032542757,0.0000026662233,0.000019524843,0.00025491626,0.00036047725,0.00026752305,0.051463883,0.00015193068],"about_ca_topic_score_codex":0.000039727936,"about_ca_topic_score_gemma":0.000008477026,"teacher_disagreement_score":0.049024526,"about_ca_system_score_codex":0.00016977845,"about_ca_system_score_gemma":0.0008702954,"threshold_uncertainty_score":0.80767757},"labels":[],"label_agreement":null},{"id":"W4412040114","doi":"10.2196/73438","title":"Defining and Measuring Engagement and Adherence in Digital Mental Health Interventions: Protocol for an Umbrella Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychological intervention; Mental health; Protocol (science); Digital health; Psychology; mHealth; Medicine; Computer science; Health care; Psychotherapist; World Wide Web; Alternative medicine; Psychiatry; Political science","score_opus":0.6476268179457656,"score_gpt":0.692111369073261,"score_spread":0.044484551127495386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412040114","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013213677,0.00042797613,0.00007409237,0.0019121073,0.000017126158,0.9902834,0.00008032915,0.000051725423,0.007021066],"genre_scores_gemma":[0.00216897,0.0000052409823,0.00032334606,0.00027054665,0.00001341907,0.99518055,0.000021863101,0.00002351278,0.001992578],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99675393,0.0006608521,0.0009234629,0.00063172163,0.00032829508,0.00070172077],"domain_scores_gemma":[0.9988602,0.00023415178,0.00015686254,0.00038285158,0.00013521644,0.00023072583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044487617,0.00018035887,0.00034748,0.00037525335,0.00034892905,0.00030132543,0.00029262368,0.00006559196,0.00009286817],"category_scores_gemma":[0.0002833124,0.00017599414,0.00009148931,0.00044125694,0.00018269748,0.00049482804,0.00041670573,0.00049568363,0.000031990035],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010534176,0.0042268597,0.005399692,0.08484425,0.00004478799,0.0000057189964,0.0008200753,8.809204e-8,0.000007859422,0.053650733,0.046676878,0.8032696],"study_design_scores_gemma":[0.010130283,0.015050662,0.010230969,0.39859128,0.0000026661676,0.00002381429,0.0010841404,0.00003632197,0.00007575702,0.013736634,0.5506424,0.000395137],"about_ca_topic_score_codex":0.00006822882,"about_ca_topic_score_gemma":0.00014730122,"teacher_disagreement_score":0.8028745,"about_ca_system_score_codex":0.00026797337,"about_ca_system_score_gemma":0.00018320567,"threshold_uncertainty_score":0.71768326},"labels":[],"label_agreement":null},{"id":"W4412074792","doi":"10.2196/67556","title":"Effects of a Digital Functional Exercise Program on the Disease Activities and Physical Capabilities of Patients With Ankylosing Spondylitis: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spondyloarthritis Studies and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"BASDAI; BASFI; Medicine; Physical therapy; Ankylosing spondylitis; Randomized controlled trial; Quality of life (healthcare); Visual analogue scale; Physical medicine and rehabilitation; Disease; Internal medicine; Nursing","score_opus":0.043471835236892124,"score_gpt":0.44098186159345004,"score_spread":0.3975100263565579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412074792","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24133795,0.0000039882266,0.0000035985622,0.00010857389,0.0000038271473,0.7581997,0.0001072451,0.000019568955,0.00021554473],"genre_scores_gemma":[0.1422892,2.0574139e-7,0.00002727807,0.000005769498,0.000044708075,0.85725343,0.000018748455,0.000015366928,0.00034530959],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99786454,0.00033308082,0.0003860376,0.00030394824,0.0007818469,0.00033054428],"domain_scores_gemma":[0.9945854,0.004389538,0.00015701665,0.00025016622,0.0005196231,0.00009827364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053840387,0.00021006809,0.0012016557,0.00017424636,0.0001994607,0.000071778086,0.0000706862,0.00004378054,0.000016058671],"category_scores_gemma":[0.001434765,0.00010296012,0.0003140212,0.0002189323,0.0010799293,0.00011214447,0.00007644025,0.00017682041,2.8909702e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9760856,0.0115804635,0.0014654326,0.0041339216,0.0004017246,0.000004754746,0.00023545556,1.954015e-7,0.000015978116,0.0014932969,0.00018677642,0.004396394],"study_design_scores_gemma":[0.9730325,0.011875288,0.003657836,0.007803068,0.00009233086,1.8663255e-7,0.00015525144,0.00003494151,0.0007093799,0.0014997624,0.0010586219,0.000080869606],"about_ca_topic_score_codex":0.0000038066357,"about_ca_topic_score_gemma":6.343099e-7,"teacher_disagreement_score":0.09905372,"about_ca_system_score_codex":0.00005598696,"about_ca_system_score_gemma":0.00031841002,"threshold_uncertainty_score":0.41985917},"labels":[],"label_agreement":null},{"id":"W4412075616","doi":"10.2196/71955","title":"Improving Prediction of Falls and Cognitive Impairment in Parkinson Disease: Protocol for a Decentralized Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Neurological Disorders and Stroke","keywords":"Preprint; Observational study; Parkinson's disease; Cognitive impairment; Protocol (science); Medicine; Cognition; Psychology; Disease; Gerontology; Psychiatry; Computer science; Alternative medicine; World Wide Web; Internal medicine","score_opus":0.31078668024066197,"score_gpt":0.5955582696473122,"score_spread":0.2847715894066502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412075616","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050729457,0.0000026247055,0.00032015576,0.00015372473,0.000010825125,0.94842905,0.000148504,0.000041280364,0.00016435162],"genre_scores_gemma":[0.048763778,5.270919e-7,0.00020493573,0.00003629551,0.000057264835,0.95028394,0.000042868014,0.000016953663,0.0005934053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958763,0.001632936,0.0008213195,0.00047274155,0.00056569267,0.0006310263],"domain_scores_gemma":[0.9977656,0.0008769104,0.0002392744,0.00024041654,0.0007338122,0.00014401003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036733022,0.00015358411,0.00029854133,0.0003327338,0.0004529092,0.000028802304,0.00017657141,0.00014216285,0.000022308192],"category_scores_gemma":[0.0006776327,0.00013581528,0.000058391226,0.000558193,0.00010707231,0.00023558478,0.0002229643,0.00056860637,0.0000033424783],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008451034,0.005944294,0.9676507,0.0068662544,0.00003595078,0.0000023446873,0.0011417683,2.2267157e-7,0.0017355083,0.00067358656,0.0019372347,0.005561092],"study_design_scores_gemma":[0.021166723,0.0012834113,0.94672376,0.0076413606,0.000006159417,5.7489835e-8,0.0017933624,0.0008493815,0.000017890845,0.001688243,0.018743994,0.00008564491],"about_ca_topic_score_codex":0.00010788933,"about_ca_topic_score_gemma":0.00015696257,"teacher_disagreement_score":0.02092694,"about_ca_system_score_codex":0.00023557858,"about_ca_system_score_gemma":0.0010775122,"threshold_uncertainty_score":0.5538387},"labels":[],"label_agreement":null},{"id":"W4412106754","doi":"10.2196/70797","title":"Influence of Personal Traits, Social Relationships, and External Resources on the Development of Emotional Resilience in Children From East London: Protocol for an Observational Accelerated Longitudinal Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Resilience and Mental Health","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Psychological resilience; Mental health; Operationalization; Strengths and Difficulties Questionnaire; Population; Developmental psychology; Longitudinal study; Psychopathology; Child development; Cohort; Emotional well-being; Life course approach; Clinical psychology; Medicine; Social psychology; Psychiatry; Environmental health","score_opus":0.46464269705466266,"score_gpt":0.5863557436537365,"score_spread":0.12171304659907389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412106754","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54069567,5.5711115e-7,0.000011914211,0.000091928545,0.0000011068473,0.4590591,0.000026939279,0.0000050380427,0.00010774686],"genre_scores_gemma":[0.46105665,1.498104e-8,0.00012517071,0.000012475626,0.000025227317,0.5386825,0.0000074164036,0.000005164315,0.00008534319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99635756,0.0010954023,0.0007055913,0.0005337441,0.00093666976,0.00037104532],"domain_scores_gemma":[0.99859107,0.0005643679,0.00020070314,0.00020730979,0.0003629383,0.0000735876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031692905,0.00014751081,0.00024357208,0.00025973076,0.00058403163,0.00004913881,0.00048631686,0.00011131194,0.000094031006],"category_scores_gemma":[0.00016504523,0.00011247879,0.000032342057,0.00062938215,0.00040310688,0.00020168522,0.00011231327,0.0005541954,0.0000029628507],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028669164,0.0022513985,0.98116845,0.00010049297,0.00003212104,6.8237364e-7,0.0075869625,0.000018051629,0.0005626671,0.0017943644,0.0002565895,0.0033613015],"study_design_scores_gemma":[0.0028040728,0.0010932395,0.9920334,0.0008676501,0.0000014373886,0.0000010191928,0.0019665821,0.000040459665,0.00025966213,0.00064937765,0.0001969604,0.00008613547],"about_ca_topic_score_codex":0.00020434735,"about_ca_topic_score_gemma":0.0002765566,"teacher_disagreement_score":0.079639025,"about_ca_system_score_codex":0.00012450044,"about_ca_system_score_gemma":0.0006631681,"threshold_uncertainty_score":0.45867518},"labels":[],"label_agreement":null},{"id":"W4412108139","doi":"10.2196/66396","title":"Identifying Psychosocial, Self-Management, and Health Profiles Among Women With Chronic Pain Who Have Experienced Intimate Partner Violence and Those Who Have Not: Protocol for a 2-Phase Qualitative and Cross-Sectional Study Using AI Techniques","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Domestic violence; Psychosocial; Thematic analysis; Medicine; Poison control; Cross-sectional study; Qualitative research; Psychology; Clinical psychology; Suicide prevention; Psychiatry; Environmental health","score_opus":0.2593162973859777,"score_gpt":0.6459610300315304,"score_spread":0.38664473264555266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412108139","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044062722,0.000010127587,0.002880491,0.00007789799,0.000004719677,0.95189244,0.000022826165,0.0001405696,0.00090819364],"genre_scores_gemma":[0.05100587,0.000014494843,0.0019510522,0.0001043408,0.0000777349,0.946416,0.0000017057383,0.000029178385,0.00039958314],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9939455,0.0022564882,0.0006150617,0.0010265448,0.00098149,0.0011749099],"domain_scores_gemma":[0.998176,0.0003507094,0.00026513793,0.00029789965,0.00063203316,0.00027822223],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.013244665,0.00031051322,0.0004548194,0.00041469422,0.0031746626,0.0015972719,0.00037578872,0.00015212785,0.000015847563],"category_scores_gemma":[0.00014396894,0.00026673698,0.000035826295,0.0005835745,0.0019583066,0.0009766155,0.0003772783,0.00048710319,5.2646055e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005102445,0.0025121595,0.4763555,0.009450227,0.00024804397,0.000023152475,0.45534676,0.0000025278403,0.0003390345,0.012836803,0.0016524171,0.03613093],"study_design_scores_gemma":[0.026872639,0.019358598,0.37166366,0.053125508,0.000018974813,0.0000039206816,0.47392353,0.007968931,0.0026416224,0.021805596,0.020498816,0.00211819],"about_ca_topic_score_codex":0.0009683846,"about_ca_topic_score_gemma":0.0003018303,"teacher_disagreement_score":0.10469183,"about_ca_system_score_codex":0.00067640026,"about_ca_system_score_gemma":0.0007128456,"threshold_uncertainty_score":0.9999785},"labels":[],"label_agreement":null},{"id":"W4412108263","doi":"10.2196/80023","title":"Correction: Optimizing a Personalized Health Approach for Virtually Treating High-Risk Caregivers of Children With Neurogenetic Conditions (Project WellCAST): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Diet and metabolism studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Alternative medicine; Medicine; Psychology; Computer science","score_opus":0.08796972354860902,"score_gpt":0.4764848195305342,"score_spread":0.38851509598192513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412108263","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000076124516,0.0000439701,0.0025009997,0.00021279034,0.00036467263,0.9880783,0.000607338,0.000129527,0.008054815],"genre_scores_gemma":[0.0000042460465,0.000023775923,0.0071209534,0.000041906445,0.0017420453,0.88168436,0.0008372957,0.00014437178,0.10840106],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9911794,0.0027621689,0.0018314235,0.0013281422,0.0016370828,0.0012617907],"domain_scores_gemma":[0.9915276,0.003041117,0.0018831005,0.00077597325,0.0024874313,0.00028476454],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0053874464,0.0008605552,0.0066130706,0.0013393513,0.0010986966,0.00016431161,0.00044460074,0.0005184861,0.000040276682],"category_scores_gemma":[0.0039477223,0.00057816884,0.0017973258,0.0009549416,0.0010026915,0.00009515735,0.00016728943,0.0018107283,7.6095546e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6215532,0.0011150631,0.0000085978845,0.004666801,0.0022291802,0.0000017321777,0.0007973152,0.000021714402,0.0000044723715,0.0001239956,0.36868423,0.0007936777],"study_design_scores_gemma":[0.8859486,0.01732079,0.00001445144,0.00802688,0.0006809152,0.000008383191,0.0009615562,0.0017469558,0.000024043891,0.000025718486,0.084862344,0.00037935513],"about_ca_topic_score_codex":0.00043569025,"about_ca_topic_score_gemma":0.00003439197,"teacher_disagreement_score":0.2838219,"about_ca_system_score_codex":0.00038484804,"about_ca_system_score_gemma":0.010734856,"threshold_uncertainty_score":0.999667},"labels":[],"label_agreement":null},{"id":"W4412108698","doi":"10.2196/66182","title":"A Recovery-Oriented Suicide Prevention Program Led by Peer Specialists for Veterans With Serious Mental Illness: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Preprint; Randomized controlled trial; Peer support; Mental illness; Medicine; Protocol (science); Mental health; Peer mentoring; Psychology; Psychiatry; Alternative medicine; Family medicine; Medical education; World Wide Web; Computer science","score_opus":0.13615283858163416,"score_gpt":0.5569265995099316,"score_spread":0.42077376092829744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412108698","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015280856,0.0000053431577,0.0018764124,0.0011631143,0.00011023715,0.9903322,0.00011469625,0.00025265082,0.0046172594],"genre_scores_gemma":[0.00034640476,3.6775532e-7,0.00090386625,0.00009068459,0.0004071739,0.95802826,0.00012750985,0.000081658625,0.04001406],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925811,0.0026093882,0.00133726,0.0010390666,0.0011002016,0.0013329684],"domain_scores_gemma":[0.9944871,0.0027039505,0.00042604358,0.00063249713,0.001588786,0.00016158706],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0072318385,0.0005137181,0.0020069988,0.0004638372,0.000818012,0.0003538635,0.00050212216,0.000234145,0.00039553514],"category_scores_gemma":[0.0015858653,0.0003544004,0.0007717555,0.0006863824,0.00045504578,0.00022105302,0.00012135874,0.00047698643,0.000021658188],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8740064,0.0063128998,0.000044448014,0.00058112654,0.0013258074,0.00000556341,0.0010349684,3.0110274e-7,0.00033634444,0.00124983,0.10660204,0.008500301],"study_design_scores_gemma":[0.66791147,0.020170117,0.000012162887,0.00042232897,0.0000438271,0.000001984361,0.00038948035,0.00003369096,0.0004009092,0.0011247525,0.30921566,0.0002736067],"about_ca_topic_score_codex":0.00010356981,"about_ca_topic_score_gemma":0.00017017084,"teacher_disagreement_score":0.20609489,"about_ca_system_score_codex":0.00026690107,"about_ca_system_score_gemma":0.00048798777,"threshold_uncertainty_score":0.9998908},"labels":[],"label_agreement":null},{"id":"W4412109059","doi":"10.2196/71060","title":"Exploring the Influence of a Novel App for Training and Evaluating Walking Aid Skills in Walking Aid Users: Protocol for a Pragmatic Single-Blind Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"GF Strong Rehabilitation Centre; University of British Columbia; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval; University of Calgary; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Preprint; Protocol (science); Randomized controlled trial; Single blind; Training (meteorology); Physical medicine and rehabilitation; Psychology; Computer science; Applied psychology; Physical therapy; Medicine; Alternative medicine; World Wide Web","score_opus":0.3967270463672835,"score_gpt":0.5910152833115938,"score_spread":0.1942882369443103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412109059","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11657829,0.0000026762766,0.001867496,0.00029022509,0.000033272107,0.8808101,0.000009985443,0.000055090553,0.0003528684],"genre_scores_gemma":[0.020920333,6.8380274e-7,0.005926796,0.00006970302,0.00025015415,0.97239566,0.000005950925,0.00004724464,0.0003834538],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9895516,0.0051915683,0.0025255731,0.0006264695,0.0008850471,0.0012197602],"domain_scores_gemma":[0.97149944,0.025872717,0.0010393708,0.00048767845,0.0009972936,0.00010351975],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044603623,0.00031377078,0.0017409819,0.0006546197,0.0011695231,0.00012862167,0.0005153793,0.00024080653,0.0000055616474],"category_scores_gemma":[0.024712037,0.00021114122,0.0003432257,0.0008227385,0.00029754272,0.00061184546,0.00028528157,0.0011634955,0.0000012219267],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9367601,0.0018346558,0.0001332882,0.009083846,0.00013770093,5.376143e-7,0.014675513,0.000031188134,0.01736066,0.0021756287,0.00006118146,0.01774569],"study_design_scores_gemma":[0.9476511,0.0013376257,0.00048964453,0.03239088,0.000025359923,4.1968985e-7,0.0032297987,0.00782311,0.000054215307,0.0049731927,0.0018352523,0.00018938347],"about_ca_topic_score_codex":0.000031904015,"about_ca_topic_score_gemma":0.000068732224,"teacher_disagreement_score":0.09565795,"about_ca_system_score_codex":0.00025151286,"about_ca_system_score_gemma":0.0012294754,"threshold_uncertainty_score":0.98378164},"labels":[],"label_agreement":null},{"id":"W4412109525","doi":"10.2196/75581","title":"Crestal Sinus Lifting Using Osteotome, CAS Kit, and Osseodensification in Atrophic Posterior Maxilla (RBH 3–5 mm): Protocol for a Randomized Controlled Trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Implant Techniques and Outcomes","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Osteotome; Medicine; Dentistry; Protocol (science); Preprint; Orthodontics; Randomized controlled trial; Surgery; Computer science; World Wide Web; Alternative medicine","score_opus":0.17775081064452705,"score_gpt":0.5582814763652806,"score_spread":0.38053066572075356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412109525","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15851526,0.0000031083516,0.000257724,0.00009998542,0.000036934813,0.8401892,0.000017110759,0.00013838726,0.0007422633],"genre_scores_gemma":[0.025532516,3.0128768e-7,0.0012312183,0.000038721755,0.00013004379,0.97098,0.00000834511,0.000048955622,0.002029891],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99442047,0.001630063,0.0015490421,0.0008019112,0.0007642035,0.00083429023],"domain_scores_gemma":[0.996358,0.0019412929,0.00040480553,0.00065230916,0.0004941569,0.00014942924],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0065095155,0.00035332024,0.0015754711,0.0008232757,0.0003556267,0.00077845494,0.00039634138,0.00031955837,0.000078424666],"category_scores_gemma":[0.0025797891,0.00028356956,0.00041162648,0.00059538335,0.00032107002,0.00029965222,0.00053059985,0.00064400473,0.000019313806],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97564054,0.0004155102,0.0007663308,0.0013873765,0.00007192423,0.0004064853,0.00014717378,0.00000260106,0.016250946,0.00069773465,0.00031392326,0.003899486],"study_design_scores_gemma":[0.9811213,0.0006878546,0.0011046348,0.002876493,0.0000143845145,0.00039756537,0.00010279293,0.0022021239,0.005144017,0.0015494269,0.004492567,0.00030686634],"about_ca_topic_score_codex":0.00028251405,"about_ca_topic_score_gemma":0.00015229684,"teacher_disagreement_score":0.13298275,"about_ca_system_score_codex":0.00032883123,"about_ca_system_score_gemma":0.0003809852,"threshold_uncertainty_score":0.9999617},"labels":[],"label_agreement":null},{"id":"W4412125585","doi":"10.2196/66774","title":"Monitoring of Pregnant Women Using the “Risk Identification, Evaluation Counseling, Systematic Monitoring, Troubleshooting” (REST) Mobile App: Protocol for a Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Troubleshooting; Protocol (science); Randomized controlled trial; Preprint; Medicine; Systematic review; Cluster (spacecraft); Identification (biology); Computer science; MEDLINE; Alternative medicine; World Wide Web","score_opus":0.24915570293433958,"score_gpt":0.6355388088374152,"score_spread":0.3863831059030756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412125585","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004989016,0.000064547516,0.004876498,0.00016171852,0.0001949764,0.98934853,0.000017680775,0.00012169438,0.00022532577],"genre_scores_gemma":[0.004311408,0.000012961597,0.0007112454,0.000026473974,0.00087224727,0.9922547,0.000005457899,0.00006187833,0.0017436497],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97152644,0.018838806,0.0051140073,0.0007835362,0.0021157323,0.0016214652],"domain_scores_gemma":[0.9727599,0.016710104,0.0031329393,0.0015715545,0.005501424,0.00032406196],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08900135,0.0003694371,0.0021674212,0.00061170105,0.00363139,0.00012949546,0.0009391343,0.00042053653,0.00007136666],"category_scores_gemma":[0.0137155205,0.00022964891,0.00040703424,0.0011042242,0.00031975572,0.00021569752,0.00019448047,0.0014171189,0.000024468509],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8836788,0.0010610052,0.0010552398,0.10408964,0.00022586306,1.2870649e-7,0.0047729197,0.000350114,0.0003519021,0.0010693136,0.001498609,0.0018464564],"study_design_scores_gemma":[0.9086254,0.00056792016,0.000055252083,0.056274448,0.0001050159,2.9083228e-7,0.004587458,0.017447937,0.00023913028,0.0027681168,0.009151315,0.00017766554],"about_ca_topic_score_codex":0.00010061681,"about_ca_topic_score_gemma":0.0000072144912,"teacher_disagreement_score":0.07528583,"about_ca_system_score_codex":0.0014374935,"about_ca_system_score_gemma":0.0058266437,"threshold_uncertainty_score":0.9998094},"labels":[],"label_agreement":null},{"id":"W4412162328","doi":"10.2196/67511","title":"Stress Management Among Caregivers of Detained Youth: Protocol for Randomized Controlled Trial of the RAISE Web-Based mHealth App","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"mHealth; Protocol (science); Randomized controlled trial; Stress management; Psychology; Web application; World Wide Web; Medicine; Applied psychology; Clinical psychology; Computer science; Psychological intervention; Psychiatry; Alternative medicine","score_opus":0.15179736511932154,"score_gpt":0.5687683672455026,"score_spread":0.4169710021261811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412162328","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011178389,0.0000010707336,0.00020695214,0.00054010394,0.00008711027,0.96220595,0.0001789186,0.0000474117,0.035614625],"genre_scores_gemma":[0.046747778,2.5142938e-8,0.00009654237,0.000026199377,0.00003685918,0.9427185,0.000009579083,0.000027612994,0.01033689],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928287,0.003318189,0.001733407,0.00047350372,0.00091709226,0.00072907243],"domain_scores_gemma":[0.9954735,0.0019175427,0.00079570414,0.0010308129,0.0006389636,0.00014344366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062687285,0.00023478571,0.0012678634,0.0005817019,0.00022249356,0.000053859825,0.0009858403,0.00015920581,0.00018895513],"category_scores_gemma":[0.0006696517,0.00015353596,0.00097583386,0.00077401934,0.000914824,0.00008457848,0.00024926692,0.00037549998,0.000007215962],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9651057,0.0045265453,0.0001628253,0.006622908,0.00031480502,0.0000018667306,0.0003008839,0.00000765723,0.0000070505375,0.01487539,0.0050148787,0.0030595006],"study_design_scores_gemma":[0.9818454,0.0025386892,0.00016043842,0.0067921407,0.000032033717,6.723155e-8,0.0007589204,0.00014021737,0.00081656524,0.0014288393,0.0053856536,0.000101044614],"about_ca_topic_score_codex":0.00012099135,"about_ca_topic_score_gemma":0.00006363401,"teacher_disagreement_score":0.04562994,"about_ca_system_score_codex":0.0002189195,"about_ca_system_score_gemma":0.00057155685,"threshold_uncertainty_score":0.6261015},"labels":[],"label_agreement":null},{"id":"W4412163958","doi":"10.2196/63380","title":"Digital Health Applications (DiGA) for Treating Depression and Generalized Anxiety Disorder: Protocol for a Systematic Health App Review and Systematic Review of Published Evidence","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Systematic review; Depression (economics); Protocol (science); Psychology; Psychiatry; Mental health; Generalized anxiety disorder; Digital health; Alternative medicine; Medicine; Clinical psychology; MEDLINE; Health care","score_opus":0.18099284622762765,"score_gpt":0.6191999138192363,"score_spread":0.43820706759160866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412163958","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.0669447e-7,0.022613188,0.0037491613,0.0057858285,0.0000053000817,0.96704584,0.00020913802,0.00007561427,0.00051529735],"genre_scores_gemma":[0.000044655,0.00024287347,0.0009183719,0.00087926176,0.000017342047,0.9955981,0.000045675428,0.00003937175,0.0022143563],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937406,0.001488047,0.0026905257,0.00081286946,0.0005150034,0.0007529188],"domain_scores_gemma":[0.9949451,0.0016483164,0.0012779309,0.001091922,0.0007066463,0.00033006963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008125084,0.00028321336,0.0017763851,0.0002736797,0.00049376616,0.00028770222,0.0005043314,0.000090859954,0.000019051038],"category_scores_gemma":[0.0027890021,0.00021266437,0.00022393021,0.00088015,0.00016588092,0.0005697799,0.0002619875,0.00025686025,0.000005386195],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013231437,0.0006961086,0.00015752375,0.96794355,0.000054308945,9.579142e-8,0.00006132617,2.2373174e-8,0.0000010857087,0.0056972904,0.016463093,0.008793279],"study_design_scores_gemma":[0.0018342037,0.0015337166,0.000036563248,0.9842813,0.000024923267,0.0000127235335,0.00009115225,0.00003379774,0.0000057550947,0.0013134353,0.010699155,0.00013327839],"about_ca_topic_score_codex":0.00004054478,"about_ca_topic_score_gemma":0.000018286944,"teacher_disagreement_score":0.028552227,"about_ca_system_score_codex":0.00026896127,"about_ca_system_score_gemma":0.0005271225,"threshold_uncertainty_score":0.8672201},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4412349366","doi":"10.2196/73508","title":"The Effect of Maternal Choline Intake on Offspring Cognition in Adolescence: Protocol for a 14-year Follow-Up of a Randomized Controlled Feeding Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Folate and B Vitamins Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Offspring; Pregnancy; Randomized controlled trial; Cognition; Choline; Medicine; Neuropsychology; Psychology; Developmental psychology; Psychiatry; Internal medicine; Biology","score_opus":0.09247780372239173,"score_gpt":0.5194252237238958,"score_spread":0.42694742000150404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412349366","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07150125,0.0000015775977,0.000027401407,0.00028567386,0.00001668476,0.92613643,0.000006736398,0.000018702895,0.002005515],"genre_scores_gemma":[0.1556937,8.573426e-7,0.000036772566,0.000008074388,0.00012165498,0.84252733,0.0000033386705,0.000021988197,0.0015863081],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99423313,0.0019470977,0.0013193823,0.00036947813,0.0014613277,0.00066955324],"domain_scores_gemma":[0.9933759,0.0049104104,0.0002870416,0.00042097786,0.00089993223,0.00010572052],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018736964,0.00021967824,0.0017604725,0.0008900813,0.00017089205,0.00008845605,0.00037335974,0.00019356527,0.00004466106],"category_scores_gemma":[0.0097495485,0.00011885138,0.0005772457,0.00075989566,0.0004450798,0.000080793456,0.0001558246,0.0008999761,0.0000067092406],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9604117,0.00056496693,0.0014951256,0.004369943,0.00021061815,0.0000071369122,0.000061143845,0.0000010256877,0.025271578,0.00031990782,0.0004706375,0.0068161767],"study_design_scores_gemma":[0.85587037,0.010057432,0.00077710964,0.015412448,0.00002211216,0.0000010230714,0.00003895233,0.0006643388,0.11571633,0.00019441998,0.0011730489,0.00007241734],"about_ca_topic_score_codex":0.00003208569,"about_ca_topic_score_gemma":0.000014665262,"teacher_disagreement_score":0.104541376,"about_ca_system_score_codex":0.00014059622,"about_ca_system_score_gemma":0.0004900146,"threshold_uncertainty_score":0.9985918},"labels":[],"label_agreement":null},{"id":"W4412353637","doi":"10.2196/70597","title":"Measuring Stress Reduction in Patients Receiving Multimedia Entertainment During Vascular Surgery Under Regional Anesthesia: Protocol for a Randomized Controlled Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Randomized controlled trial; Carotid endarterectomy; Anxiety; Anesthesia; Nausea; Physical therapy; Surgery; Carotid arteries","score_opus":0.2416224591854137,"score_gpt":0.5226568739635061,"score_spread":0.28103441477809243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412353637","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09592559,0.0000025058753,0.000068996356,0.0005030735,0.000025737525,0.9032505,9.291061e-7,0.000059503313,0.00016312372],"genre_scores_gemma":[0.03567775,3.2625005e-7,0.000060986607,0.00005558705,0.00015673671,0.96331835,0.000005815504,0.000041395917,0.00068308105],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9894781,0.006354434,0.0013448488,0.00080098805,0.0010433369,0.0009782814],"domain_scores_gemma":[0.99617356,0.0022159775,0.00032171598,0.00066350895,0.00048009513,0.00014515064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01287727,0.00029623188,0.0013768174,0.0010356299,0.00041172124,0.00011643413,0.00034285174,0.0002061475,0.00024157144],"category_scores_gemma":[0.00045986983,0.00023806383,0.00040093454,0.0005625252,0.00013221572,0.00015023732,0.00007174962,0.00068902323,0.000011100429],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90862334,0.014375577,0.060168114,0.001737233,0.00062331784,0.000022977387,0.0060783103,0.00003270012,0.00013634707,0.00038206743,0.0026640485,0.0051559927],"study_design_scores_gemma":[0.83861345,0.0007029837,0.15038106,0.004518497,0.000010154039,0.0000017678374,0.0018456652,0.00009073521,0.00010464982,0.0004879045,0.002975409,0.00026774287],"about_ca_topic_score_codex":0.00014677907,"about_ca_topic_score_gemma":0.00006259697,"teacher_disagreement_score":0.09021293,"about_ca_system_score_codex":0.0005312662,"about_ca_system_score_gemma":0.0003614098,"threshold_uncertainty_score":0.9707961},"labels":[],"label_agreement":null},{"id":"W4412396694","doi":"10.2196/80127","title":"Correction: Associations Among Diet, Health, Lifestyle, and Gut Microbiota Composition in the General French Population: Protocol for the Le French Gut – Le Microbiote Français Study","year":2025,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Diet and metabolism studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Gut flora; Population; Protocol (science); Medicine; Gerontology; Biology; Environmental health; Alternative medicine; Immunology","score_opus":0.11403870799209877,"score_gpt":0.4977309191482223,"score_spread":0.38369221115612356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412396694","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012460469,0.00011610773,0.000026482823,0.007520601,0.0006795273,0.98639333,0.00021458672,0.000070774506,0.004853968],"genre_scores_gemma":[0.00030732327,0.000010829664,0.00014515857,0.00031370245,0.0019861616,0.8933901,0.00057741895,0.000055876815,0.10321339],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99450195,0.0015966315,0.0010485918,0.00090107013,0.0009851353,0.00096662395],"domain_scores_gemma":[0.99672693,0.0007971685,0.00045562864,0.0009661208,0.0009130938,0.0001410304],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0040264367,0.0005160909,0.0010620086,0.0005616592,0.0025257557,0.000450982,0.00063103536,0.0005384966,0.000021901706],"category_scores_gemma":[0.0004129098,0.00034064177,0.00025759503,0.0013049962,0.00038866696,0.00017754725,0.00040869767,0.0029477822,0.0000064548885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002729068,0.0019851932,0.023734663,0.0015006305,0.00020384564,0.0000068842037,0.0033095356,0.0000030957497,0.00009960024,0.00005699991,0.96732944,0.0014972101],"study_design_scores_gemma":[0.003709201,0.0012134453,0.50557417,0.002225876,0.000022932481,0.0000032655992,0.0004221059,0.00006933606,0.000005117763,0.000044327524,0.48653084,0.00017940643],"about_ca_topic_score_codex":0.018111488,"about_ca_topic_score_gemma":0.011887486,"teacher_disagreement_score":0.48183948,"about_ca_system_score_codex":0.00038768846,"about_ca_system_score_gemma":0.002226115,"threshold_uncertainty_score":0.9999046},"labels":[],"label_agreement":null},{"id":"W4412400430","doi":"10.2196/64518","title":"Effectiveness and Cost-Effectiveness of a Mobile Psychoeducation Program (OkeyMind) for Social Anxiety Symptoms Among Youths: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychoeducation; Randomized controlled trial; Anxiety; Psychological intervention; Medicine; mHealth; Quality of life (healthcare); Intervention (counseling); Social anxiety; Social support; Psychiatry; Clinical psychology; Psychology; Nursing; Psychotherapist","score_opus":0.14205283387958284,"score_gpt":0.5992393682687093,"score_spread":0.45718653438912643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412400430","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011317233,0.00003059839,0.006200259,0.000034880683,0.00016164657,0.97978276,0.00010888765,0.00016674497,0.0021969788],"genre_scores_gemma":[0.04494632,0.000004851331,0.00034258646,0.000008462967,0.00036463613,0.95353776,0.000050264814,0.00009459138,0.00065054634],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.988058,0.0072862306,0.001284212,0.0014862835,0.00076805335,0.001117244],"domain_scores_gemma":[0.9803373,0.014822566,0.0007730073,0.00059745496,0.003269189,0.00020046288],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015521518,0.0005919774,0.0024443325,0.0012528327,0.00068325194,0.00027049784,0.0005805598,0.0006260104,0.000089939014],"category_scores_gemma":[0.004330976,0.00045519436,0.0008612228,0.0018852996,0.0013047395,0.0002998957,0.0001563169,0.0005510516,0.0000059464533],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.79260916,0.009853048,0.0036789058,0.0062316223,0.0009863174,4.187908e-7,0.00086371135,7.801012e-7,0.00017131965,0.0016726892,0.001228289,0.18270375],"study_design_scores_gemma":[0.9378838,0.0070596286,0.0069247307,0.0031636972,0.00011363973,0.0000010844068,0.0005047145,0.00006451128,0.0016693543,0.0067700944,0.035466,0.00037872352],"about_ca_topic_score_codex":0.000045280787,"about_ca_topic_score_gemma":0.00000453997,"teacher_disagreement_score":0.18232504,"about_ca_system_score_codex":0.0002796509,"about_ca_system_score_gemma":0.00068070693,"threshold_uncertainty_score":0.99978995},"labels":[],"label_agreement":null},{"id":"W4412434379","doi":"10.2196/68847","title":"Effects of Medical Ozone Injection via Intervertebral Foramen Epidural Space on Postherpetic Neuralgia: Protocol for a Randomized Controlled and Double-Blind Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Medical and Biological Ozone Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Postherpetic neuralgia; Randomized controlled trial; Anesthesia; Surgery; Intervertebral foramen; Radicular pain; Clinical trial; Interventional pain management; Epidural space; Lumbar; Neuropathic pain; Internal medicine","score_opus":0.28983649283417773,"score_gpt":0.6225540808129398,"score_spread":0.3327175879787621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412434379","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015829802,0.0000070805854,0.0008045302,0.012925627,0.00003507992,0.9697303,0.0000019160104,0.00005855096,0.00060707744],"genre_scores_gemma":[0.009892761,0.0000032179437,0.00016436317,0.00029792724,0.00047564096,0.98716885,0.000007514788,0.000024030549,0.0019657074],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9896946,0.0043706633,0.0018855402,0.0007691985,0.0023858978,0.00089410186],"domain_scores_gemma":[0.9847091,0.013113691,0.00030308423,0.00042215452,0.00070561044,0.0007463768],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021394374,0.00033240154,0.0028477574,0.0005195154,0.00018107574,0.000094577794,0.0004720934,0.0008371553,0.0003587944],"category_scores_gemma":[0.020869367,0.00017239638,0.00086657656,0.00064187223,0.0016762674,0.00007401729,0.00042704085,0.002101106,0.000016043721],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96059376,0.0048242062,0.00014067507,0.0046314155,0.00032347863,0.000044962228,0.00002598197,8.288924e-8,0.00046596015,0.0025281538,0.003618472,0.02280285],"study_design_scores_gemma":[0.94089967,0.040662542,0.00016323717,0.0065596728,0.000040353632,0.000012923673,0.000016141687,0.002241302,0.0018608967,0.0020373124,0.0053658793,0.00014006402],"about_ca_topic_score_codex":0.00004647089,"about_ca_topic_score_gemma":0.000005112252,"teacher_disagreement_score":0.035838336,"about_ca_system_score_codex":0.00009610017,"about_ca_system_score_gemma":0.00085644465,"threshold_uncertainty_score":0.98737824},"labels":[],"label_agreement":null},{"id":"W4412441126","doi":"10.2196/63596","title":"Examining the Influence of Demographic and Socioeconomic Factors on Disparities in Health Care App Usage: Protocol for a Systematic Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Socioeconomic status; Scopus; Health care; Psychological intervention; MEDLINE; Health equity; Medicine; Systematic review; Digital health; Nursing; Environmental health; Public health; Population; Political science","score_opus":0.32272112726442526,"score_gpt":0.6431558103109867,"score_spread":0.3204346830465614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412441126","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021488245,0.00028773918,0.000021969734,0.0030004638,0.0000043934438,0.99425435,0.000023773415,0.00004088059,0.00021758498],"genre_scores_gemma":[0.0034154148,0.00009224341,0.00007083948,0.0020230296,0.000023887122,0.99422354,0.0000058231667,0.000022312692,0.00012289996],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9931075,0.0031505278,0.0019046285,0.00047060935,0.0003487873,0.0010179563],"domain_scores_gemma":[0.9919136,0.006045698,0.0006743057,0.0007334114,0.00040943763,0.00022353459],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008384022,0.0001971808,0.00081933575,0.0004226489,0.0015548974,0.00002480643,0.00045271337,0.00016474558,0.000017727049],"category_scores_gemma":[0.0013608143,0.00013333492,0.00005688524,0.00063145236,0.0002669125,0.0001063269,0.00018965619,0.0011426411,0.000007861463],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011715446,0.00006713428,0.044901025,0.9461652,0.0000050888398,9.2797954e-8,0.00088303257,0.000005408113,0.0000029777548,0.0051805805,0.0020022113,0.00067010825],"study_design_scores_gemma":[0.0017519243,0.0005558802,0.038129453,0.9475532,0.0000017853088,1.548893e-7,0.0017711404,0.000018032688,0.000005034439,0.0005105321,0.009605354,0.000097494834],"about_ca_topic_score_codex":0.00033067638,"about_ca_topic_score_gemma":0.0006038918,"teacher_disagreement_score":0.007603142,"about_ca_system_score_codex":0.00040165844,"about_ca_system_score_gemma":0.0037544766,"threshold_uncertainty_score":0.99974495},"labels":[],"label_agreement":null},{"id":"W4412492063","doi":"10.2196/73424","title":"Impact of the Exposome in Type 1 Diabetes: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CINAHL; Exposome; Systematic review; Medicine; MEDLINE; Protocol (science); Documentation; Data extraction; Data science; Computer science; Alternative medicine; Environmental health; Pathology; Nursing","score_opus":0.4534682499243456,"score_gpt":0.6569305048179176,"score_spread":0.203462254893572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412492063","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0171864e-7,0.080052815,0.00000251937,0.000051333718,0.000003975412,0.91852707,0.000034894965,0.00001507811,0.0013119971],"genre_scores_gemma":[2.8169245e-8,0.21279089,0.00006143096,0.000059505368,0.000030233134,0.78669703,0.000006496572,0.000051584793,0.0003028174],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99232924,0.0028980314,0.0013502613,0.0010551072,0.0011315374,0.0012358044],"domain_scores_gemma":[0.9961433,0.0015032134,0.0005864364,0.0015235131,0.00005987089,0.00018366707],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006303596,0.000471565,0.0016814936,0.00024932117,0.00020979649,0.00005046276,0.0016111523,0.00029897442,0.0013833812],"category_scores_gemma":[0.002376027,0.00029158904,0.00065347133,0.0025091944,0.00046320108,0.0002031276,0.0014768975,0.0013516339,0.00019966846],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023576373,0.000289003,0.0007853158,0.5134748,0.000015695708,0.0000015503122,0.000021442635,0.0000014531229,0.00000390937,0.0000029052455,0.003943908,0.48143643],"study_design_scores_gemma":[0.00036016986,0.0003594954,0.00018018711,0.55376446,0.0000059017866,4.8460237e-7,9.3424194e-7,0.0000021042617,0.0000048171773,0.000038018392,0.44513035,0.00015307577],"about_ca_topic_score_codex":0.00003818761,"about_ca_topic_score_gemma":0.000029183522,"teacher_disagreement_score":0.48128337,"about_ca_system_score_codex":0.0017348356,"about_ca_system_score_gemma":0.0018442242,"threshold_uncertainty_score":0.9999536},"labels":[],"label_agreement":null},{"id":"W4412528801","doi":"10.2196/69303","title":"Co-Designed Mobile-Based Cognitive Training for Older Chinese Americans: Protocol for a Pilot Randomized Controlled Trial Assessing Feasibility and Acceptability","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Protocol (science); Randomized controlled trial; Cognition; Cognitive training; Physical therapy; Applied psychology; Psychology; Medicine; Gerontology; Physical medicine and rehabilitation; Alternative medicine; Psychiatry","score_opus":0.24630326510915035,"score_gpt":0.6054136714979602,"score_spread":0.35911040638880987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412528801","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038257606,0.0000033751805,0.025995787,0.0004072408,0.000009186584,0.93297446,0.000051427585,0.00012484565,0.0021760801],"genre_scores_gemma":[0.14903803,1.808535e-7,0.0019490994,0.00019068738,0.0001670401,0.8478341,0.0000474073,0.000051014977,0.0007224232],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99024135,0.0043419385,0.0013931547,0.0012845884,0.0013773268,0.0013616539],"domain_scores_gemma":[0.97740823,0.01844938,0.00033165354,0.000526503,0.0028561372,0.00042807075],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.021974906,0.0005052059,0.0026822088,0.0007163495,0.00078905787,0.00059319095,0.0002929007,0.00019396293,0.0005037447],"category_scores_gemma":[0.018719487,0.0003405796,0.0008177773,0.00090183166,0.001700885,0.00032499398,0.00010172893,0.0007539201,0.000003235533],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9514676,0.0067650937,0.009739267,0.004579827,0.00038129155,0.0000057009347,0.00025908838,2.846372e-7,0.0021527384,0.000047629117,0.00036292113,0.024238605],"study_design_scores_gemma":[0.9634681,0.01697141,0.008861213,0.002722741,0.00008869,0.0000014541391,0.0008274851,0.0012273394,0.0025040205,0.0014412557,0.0016025729,0.00028371954],"about_ca_topic_score_codex":0.000014968468,"about_ca_topic_score_gemma":0.000004293382,"teacher_disagreement_score":0.11078042,"about_ca_system_score_codex":0.0003343502,"about_ca_system_score_gemma":0.0037032012,"threshold_uncertainty_score":0.99990463},"labels":[],"label_agreement":null},{"id":"W4412528964","doi":"10.2196/73721","title":"Addressing Youth Mental Health Through Schools and Primary Care Clinics Using the Connected for Wellness Mobile App: Protocol for a Stepped-Wedge Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Preprint; Mental health; Protocol (science); Primary care; Mobile apps; Medicine; mHealth; Psychology; Primary health care; Gerontology; Medical education; Family medicine; Nursing; Alternative medicine; Psychiatry; Psychological intervention; Computer science; World Wide Web; Population; Environmental health","score_opus":0.5353971722579319,"score_gpt":0.67583754514602,"score_spread":0.14044037288808808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412528964","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000863255,0.000038491955,0.0010153415,0.00077705825,0.00014191018,0.9938573,0.0012734521,0.00012517984,0.0019079666],"genre_scores_gemma":[0.0019839099,1.2680586e-7,0.0010192898,0.00037696984,0.00027803305,0.9940639,0.00018606255,0.000073157775,0.0020185271],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948922,0.0012955985,0.001193242,0.0008476331,0.000520816,0.0012505273],"domain_scores_gemma":[0.9973343,0.0008572561,0.0003889623,0.0007595158,0.0004421842,0.00021776694],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002849436,0.00030249974,0.00054054137,0.00021884963,0.0017379168,0.00049373886,0.0006253754,0.00024302992,0.00004889725],"category_scores_gemma":[0.00021864196,0.00023708036,0.0002453802,0.00059758837,0.00039667074,0.00036031293,0.00043175355,0.00079787814,0.0000125456145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.41376793,0.010838038,0.00050240615,0.055334922,0.0005105738,0.000005247436,0.023319691,0.000006224012,0.00013046518,0.02662078,0.11070631,0.3582574],"study_design_scores_gemma":[0.16289823,0.017360002,0.00010283299,0.0145523995,0.000015544745,0.000006871887,0.024128156,0.0001358889,0.00072997774,0.0043673906,0.7752759,0.00042681],"about_ca_topic_score_codex":0.00008944549,"about_ca_topic_score_gemma":0.000026601643,"teacher_disagreement_score":0.6645696,"about_ca_system_score_codex":0.0006599641,"about_ca_system_score_gemma":0.0013608802,"threshold_uncertainty_score":0.99956167},"labels":[],"label_agreement":null},{"id":"W4412529442","doi":"10.2196/74080","title":"An Iteratively Adapted Transdiagnostic Prevention Program for Diverse High School Settings (U-PEACE): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Randomized controlled trial; Medicine; Medical education; Psychology; Computer science; Alternative medicine; World Wide Web","score_opus":0.12010104722640677,"score_gpt":0.5479293147236522,"score_spread":0.42782826749724545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412529442","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042808123,0.0000021230574,0.0027916194,0.0017679353,0.00010345483,0.99250275,0.000055163247,0.00019495163,0.0021538993],"genre_scores_gemma":[0.00089124084,2.7853395e-7,0.0021119418,0.00020826046,0.0006901911,0.9853851,0.000119921,0.00003545347,0.01055761],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99468887,0.0019462683,0.0010711187,0.0008232841,0.00061315333,0.00085732376],"domain_scores_gemma":[0.99654204,0.0017027042,0.0002685878,0.00033846172,0.0008936607,0.00025455526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049174125,0.00034097303,0.0011422577,0.00039536538,0.00072261615,0.00034782724,0.00046011724,0.00027342397,0.00071906095],"category_scores_gemma":[0.0010440988,0.00025413625,0.0007118422,0.00046570017,0.00022978275,0.00022826548,0.000043172553,0.0004677547,0.000037330738],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89501387,0.008496342,0.00002231799,0.0008736901,0.00033921868,0.000002018158,0.0004722362,0.0000013788621,0.00008614013,0.027038729,0.045677528,0.021976544],"study_design_scores_gemma":[0.79360104,0.0042049536,0.00038783255,0.002819706,0.000022487731,4.0539965e-7,0.00016572457,0.00009813608,0.00006256383,0.01330654,0.18510345,0.0002271701],"about_ca_topic_score_codex":0.000009765893,"about_ca_topic_score_gemma":0.000008020686,"teacher_disagreement_score":0.13942592,"about_ca_system_score_codex":0.00013430876,"about_ca_system_score_gemma":0.000666395,"threshold_uncertainty_score":0.99999106},"labels":[],"label_agreement":null},{"id":"W4412530401","doi":"10.2196/76185","title":"A Complex Intervention to Strengthen Person-Centered Care and Leadership in Residential Care Facilities (the PERLE Study): Protocol for a Development and Implementation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Högskolan Kristianstad; Gyllenstiernska Krapperupsstiftelsen","keywords":"Protocol (science); Intervention (counseling); Nursing; Psychology; Medical education; Medicine; Alternative medicine","score_opus":0.7250322611162686,"score_gpt":0.6474639800920717,"score_spread":0.07756828102419688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412530401","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20603846,0.000005852143,0.000008248175,0.00047739295,0.000011045005,0.7933089,0.000024009383,0.000026630369,0.00009942076],"genre_scores_gemma":[0.2235274,2.9383278e-8,0.00008715646,0.000014043564,0.000040261933,0.77540225,0.0000184108,0.000012846965,0.0008976075],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960249,0.00179896,0.000552836,0.0004901519,0.00048588586,0.0006472511],"domain_scores_gemma":[0.9986543,0.0003465016,0.00008600633,0.00028009526,0.000542395,0.00009071338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017687046,0.00017536202,0.00026655226,0.00047296783,0.0012881863,0.00014841143,0.00023817507,0.00007429254,0.00009188841],"category_scores_gemma":[0.00012573064,0.0001364731,0.000040788233,0.00040616948,0.00006931354,0.00011249742,0.00032104432,0.00044106878,0.0000052146347],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003046972,0.00063251005,0.117943734,0.0076447846,0.000038652386,0.0000029389616,0.77802384,3.26594e-7,0.00003136166,0.000032094205,0.010588182,0.08201458],"study_design_scores_gemma":[0.009606333,0.0025474702,0.18938772,0.001383379,0.0000033645224,1.1377229e-7,0.7351925,0.0000027578417,0.000029131155,0.000011082996,0.061746273,0.00008989946],"about_ca_topic_score_codex":0.0018392084,"about_ca_topic_score_gemma":0.034184106,"teacher_disagreement_score":0.081924684,"about_ca_system_score_codex":0.00052669714,"about_ca_system_score_gemma":0.00044907993,"threshold_uncertainty_score":0.99078184},"labels":[],"label_agreement":null},{"id":"W4412531874","doi":"10.2196/70303","title":"Improving the Predictive Accuracy of the National Early Warning Score 2: Protocol for Algorithm Refinement","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Protocol (science); Algorithm; Predictive analytics; Data mining; Machine learning; Artificial intelligence; Medicine","score_opus":0.4294809486896417,"score_gpt":0.6021495021977099,"score_spread":0.1726685535080682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412531874","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042802803,0.0000018573043,0.00031019826,0.0033793328,0.0000072121134,0.9938998,0.000033798024,0.000027227321,0.0019125245],"genre_scores_gemma":[0.0026484793,1.2167759e-7,0.00091845944,0.00021051195,0.0001537338,0.994731,0.0000047152735,0.000018835057,0.0013141166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972696,0.00026091136,0.00041281752,0.0003568355,0.0012837092,0.00041614796],"domain_scores_gemma":[0.9966507,0.0011960461,0.00018874528,0.0004637754,0.0014329689,0.00006778754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017865513,0.00015352365,0.00022549165,0.00016030151,0.00048965926,0.00007967716,0.00039614405,0.00008590843,0.000075019125],"category_scores_gemma":[0.0019041377,0.00007534793,0.00018528028,0.00061082677,0.00023572115,0.000092494294,0.00032656282,0.00046950078,0.0000053970443],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073243184,0.010413978,0.1535332,0.006910953,0.0012025576,0.0000121185985,0.0022519224,0.000045813023,0.010927438,0.010727802,0.18981451,0.60683537],"study_design_scores_gemma":[0.020076936,0.0063075465,0.3748905,0.014650724,0.000038579576,0.0000061025135,0.00034904783,0.004258715,0.097937815,0.003367378,0.47790545,0.00021119713],"about_ca_topic_score_codex":0.00006016828,"about_ca_topic_score_gemma":0.000005383779,"teacher_disagreement_score":0.6066242,"about_ca_system_score_codex":0.00039309254,"about_ca_system_score_gemma":0.0012239581,"threshold_uncertainty_score":0.3766113},"labels":[],"label_agreement":null},{"id":"W4412532037","doi":"10.2196/67537","title":"Effects of Performing Eccentric Contractions to Failure After Concentric Muscle Failure in Resistance Training Sessions: Protocol for a Within-Participant Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Exercise and Physiological Responses","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Concentric; Resistance training; Eccentric; Protocol (science); Randomized controlled trial; Preprint; Physical medicine and rehabilitation; Resistance (ecology); Psychology; Medicine; Physical therapy; Computer science; Alternative medicine; World Wide Web; Engineering; Surgery; Pathology; Mathematics","score_opus":0.16568433465345997,"score_gpt":0.5353466572646383,"score_spread":0.36966232261117826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412532037","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0398464,0.0000069140397,0.0001928814,0.00092533976,0.000010253356,0.95877624,0.000011393794,0.000041655385,0.00018890435],"genre_scores_gemma":[0.12782852,4.8233596e-7,0.0013725539,0.00012968827,0.00009619145,0.8694606,0.0000032989356,0.000020228712,0.0010884344],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955359,0.0013757086,0.0009969358,0.00054199196,0.0006794542,0.0008699884],"domain_scores_gemma":[0.9913712,0.0072171493,0.00018546064,0.0003987359,0.0005341393,0.00029327607],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034214412,0.00024425072,0.0012317775,0.00057250477,0.00020495262,0.000063930966,0.00023765302,0.00022985565,0.00009579824],"category_scores_gemma":[0.01426109,0.00016470696,0.0002679963,0.0018672963,0.00025083576,0.00014979135,0.00011860406,0.0007383974,0.000007247607],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96805805,0.0013383959,0.000095866184,0.003980155,0.00005041399,0.00005070189,0.0012434069,0.0000095214855,0.020808408,0.0008515252,0.0019092062,0.001604338],"study_design_scores_gemma":[0.86569935,0.0026138541,0.0015585836,0.024677409,0.000039599498,0.0000012355614,0.000732469,0.00019353493,0.019058509,0.0015906678,0.08361141,0.00022337721],"about_ca_topic_score_codex":0.000011993091,"about_ca_topic_score_gemma":0.00006104123,"teacher_disagreement_score":0.10235871,"about_ca_system_score_codex":0.00016765327,"about_ca_system_score_gemma":0.0012303066,"threshold_uncertainty_score":0.9940422},"labels":[],"label_agreement":null},{"id":"W4412566600","doi":"10.2196/73385","title":"Resilience Coaching for Adolescent Chronic Musculoskeletal Pain: Protocol for a Pilot Randomized Controlled Trial of Promoting Resilience in Stress Management (PRISM)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases","keywords":"Coaching; Randomized controlled trial; Psychological resilience; Medicine; Physical therapy; Chronic pain; Health coaching; Psychology; Clinical psychology; Psychotherapist","score_opus":0.07761452663352102,"score_gpt":0.5053808521457099,"score_spread":0.4277663255121889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412566600","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059895363,0.000005176571,0.049414363,0.0007127266,0.0000093856015,0.9472309,0.0000049195064,0.0001620421,0.0018615313],"genre_scores_gemma":[0.012758132,0.0000028607556,0.0067763627,0.00004394793,0.0001950517,0.9790051,0.000008391141,0.000043930948,0.0011662199],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9907964,0.0035167036,0.0019980753,0.0009980078,0.0014689509,0.0012218866],"domain_scores_gemma":[0.9936548,0.0041556205,0.00057057594,0.000953077,0.0005155372,0.00015038205],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038682766,0.00037438475,0.0018643246,0.0014760509,0.00024688055,0.00009935929,0.0008535549,0.00016193141,0.000011922451],"category_scores_gemma":[0.009112461,0.0002961888,0.00057802966,0.0011913991,0.0004432583,0.00018205697,0.0004566043,0.0007043217,0.0000011789685],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92852694,0.0042259167,0.0005082131,0.035343364,0.0001331595,0.000014728612,0.000066252316,0.000013274873,0.001002062,0.0015480645,0.0030778556,0.025540197],"study_design_scores_gemma":[0.94670737,0.013427828,0.00024350325,0.019158175,0.00004452864,3.0723007e-7,0.00011045938,0.011066877,0.0011436347,0.0017680267,0.006098999,0.00023026433],"about_ca_topic_score_codex":0.000019805182,"about_ca_topic_score_gemma":0.000012940255,"teacher_disagreement_score":0.042638,"about_ca_system_score_codex":0.0007101493,"about_ca_system_score_gemma":0.0007923229,"threshold_uncertainty_score":0.99994904},"labels":[],"label_agreement":null},{"id":"W4412596631","doi":"10.2196/66050","title":"Metastatic Breast Cancer mHealth App to Promote Patient-Provider Communication: Protocol for a Usability and Satisfaction Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; mHealth; Usability; Protocol (science); Breast cancer; Patient satisfaction; Medicine; World Wide Web; Internet privacy; Cancer; Computer science; Psychological intervention; Alternative medicine; Nursing; Internal medicine","score_opus":0.3460268988547265,"score_gpt":0.6682821008273652,"score_spread":0.3222552019726387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412596631","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028854061,0.0000043794344,0.00031344107,0.016757622,0.00001625259,0.9791355,0.00019179264,0.00016873605,0.0005268506],"genre_scores_gemma":[0.004028304,0.0000015767223,0.002659308,0.0013432137,0.00009254654,0.9910203,0.000011483695,0.000043447933,0.00079977646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921745,0.0033009918,0.0014667618,0.0009309859,0.0007141318,0.0014126069],"domain_scores_gemma":[0.99400574,0.0014591193,0.00035759714,0.0015535672,0.0018157222,0.00080823223],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0059068175,0.00027592815,0.00052713684,0.00040607294,0.0037271916,0.00007384482,0.00045242492,0.00017666015,0.00035264756],"category_scores_gemma":[0.00062413764,0.00023400557,0.00005382312,0.0013510797,0.0001833902,0.00024277702,0.00054913195,0.0014241806,0.000072932846],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005544986,0.0034578254,0.2317491,0.027624426,0.000052284544,7.418878e-7,0.004897349,0.0000062579325,0.00009793211,0.0050522718,0.1273676,0.59414923],"study_design_scores_gemma":[0.0061995042,0.0016358416,0.20083584,0.0030781138,0.00000685287,0.0000010387845,0.0023795487,0.00014052472,0.000014675637,0.0031116123,0.78241575,0.00018071808],"about_ca_topic_score_codex":0.0027477164,"about_ca_topic_score_gemma":0.004406382,"teacher_disagreement_score":0.65504813,"about_ca_system_score_codex":0.0010312884,"about_ca_system_score_gemma":0.0040749433,"threshold_uncertainty_score":0.9975698},"labels":[],"label_agreement":null},{"id":"W4412611558","doi":"10.2196/69540","title":"Evaluating the Effectiveness of a Mobile HIV Prevention App to Increase HIV and Sexually Transmitted Infection Testing and Pre-Exposure Prophylaxis Initiation Among Rural Men Who Have Sex With Men in the Southern United States: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Men who have sex with men; Pre-exposure prophylaxis; Medicine; Psychological intervention; Rural area; Gerontology; Test (biology); Randomized controlled trial; Human immunodeficiency virus (HIV); Environmental health; Family medicine; Syphilis; Nursing; Internal medicine","score_opus":0.06560579103832699,"score_gpt":0.4940414048034925,"score_spread":0.42843561376516553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412611558","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33550343,0.0000012742615,0.0016802337,0.00010018685,3.1166277e-7,0.6619565,0.000017506009,0.000021671825,0.0007189192],"genre_scores_gemma":[0.07916244,2.2767296e-7,0.00012997219,0.000007476486,0.000035474324,0.9176856,0.000042630367,0.000023416032,0.0029127093],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9855971,0.011854711,0.0008348488,0.0003760231,0.0009078475,0.00042949032],"domain_scores_gemma":[0.9896247,0.008496227,0.00023953218,0.000326733,0.0011976856,0.00011512263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026405338,0.00022349023,0.0008595849,0.00070668745,0.00035332429,0.00020281142,0.00016687954,0.00011652422,0.000013799667],"category_scores_gemma":[0.008697796,0.0001139077,0.00012743914,0.0011668425,0.00038530596,0.00018806427,0.000082566214,0.00061131816,5.4646995e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9644721,0.0011833895,0.014066829,0.0048344675,0.00025494763,0.000002233575,0.0048711062,0.00014400341,0.0020953885,0.000027417494,0.00026361857,0.00778448],"study_design_scores_gemma":[0.81221557,0.050678957,0.006952189,0.009862767,0.00005597712,0.000003326124,0.0031390253,0.11584495,0.0004334686,0.0006290211,0.00006720572,0.00011751684],"about_ca_topic_score_codex":0.0009254795,"about_ca_topic_score_gemma":0.0001519847,"teacher_disagreement_score":0.25634098,"about_ca_system_score_codex":0.00011244784,"about_ca_system_score_gemma":0.0005224743,"threshold_uncertainty_score":0.9996524},"labels":[],"label_agreement":null},{"id":"W4412612816","doi":"10.2196/75838","title":"Viral Load Suppression Associated With Undisclosed HIV Status Among Adolescents Aged 10 to 19 Years Living With HIV in Low- and Middle-Income Countries: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Human immunodeficiency virus (HIV); Low and middle income countries; Protocol (science); Viral load; Medicine; Gerontology; Psychology; Virology; Developing country; Alternative medicine; Computer science; Economic growth; World Wide Web","score_opus":0.09383075419576675,"score_gpt":0.5049745029697259,"score_spread":0.41114374877395915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412612816","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069532124,0.000030684485,0.00015650294,0.00053521985,0.0000013699926,0.99129516,0.000062535284,0.000071169736,0.0008941303],"genre_scores_gemma":[0.002826508,0.000008458136,0.00021742671,0.00012148909,0.000028568295,0.98105574,0.000027318145,0.00005319799,0.01566132],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9948515,0.0009145401,0.0006725039,0.00070258795,0.0015060608,0.001352774],"domain_scores_gemma":[0.99727845,0.000489895,0.00014815528,0.00057179946,0.00086930906,0.0006423815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003180371,0.00028497673,0.0006767985,0.0006964958,0.00029437966,0.00024208649,0.0003230049,0.00014531832,0.00033684212],"category_scores_gemma":[0.0035911833,0.00020897985,0.00009740721,0.0013618283,0.00034375285,0.00034053653,0.00034017497,0.000904975,0.000033392003],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015372667,0.0027570694,0.58013695,0.32867187,0.00017788407,0.00023494783,0.00090782664,0.000004251345,0.00038388453,0.000038833445,0.07022199,0.0010918187],"study_design_scores_gemma":[0.0110475905,0.0057483898,0.115071245,0.8618056,0.000008384719,0.0000020734285,0.000091917944,0.00014462738,0.00021550598,0.000011989799,0.0056466595,0.00020601031],"about_ca_topic_score_codex":0.00008549044,"about_ca_topic_score_gemma":0.00095846906,"teacher_disagreement_score":0.53313375,"about_ca_system_score_codex":0.00088986685,"about_ca_system_score_gemma":0.002228534,"threshold_uncertainty_score":0.8521951},"labels":[],"label_agreement":null},{"id":"W4412621376","doi":"10.2196/71861","title":"Culturally Tailored Diabetes Self-Management Education and Support Programs in Black African and Caribbean Adults With Type 2 Diabetes (HEAL-D): Protocol for a Multicenter, Pragmatic Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Diabetes mellitus; Medicine; Randomized controlled trial; Self-management; Protocol (science); Gerontology; Psychology; Alternative medicine; Physical therapy; Surgery","score_opus":0.04200892994494012,"score_gpt":0.43400248182760603,"score_spread":0.39199355188266594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412621376","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09648661,0.0000041142603,0.0000025784943,0.0012758544,0.00001790338,0.8990577,0.0000011909209,0.00008073352,0.0030733354],"genre_scores_gemma":[0.047021665,0.0000018165808,0.0018228076,0.00009041052,0.0000905753,0.94798154,0.00008598625,0.000030577296,0.0028746023],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9967154,0.00060585805,0.0007704202,0.00060364994,0.00055420795,0.0007504373],"domain_scores_gemma":[0.99794537,0.0005474964,0.00024941933,0.0003669829,0.0006890026,0.00020175708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003209775,0.00030482264,0.0011038135,0.000634855,0.00014998358,0.0003375932,0.00017310705,0.000104876286,0.000020513715],"category_scores_gemma":[0.0006730001,0.00019899495,0.000101403886,0.00076967693,0.00031994373,0.00024921354,0.00012846061,0.0002840722,0.0000042710963],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93234557,0.006859264,0.014421212,0.018447675,0.00057047314,0.0000018255645,0.0030923325,4.3779363e-7,0.00005878979,0.00067510264,0.003870224,0.019657074],"study_design_scores_gemma":[0.96381485,0.0054366314,0.0026234952,0.007665298,0.00012867773,1.4209668e-7,0.0021251242,0.0016569821,0.00007535837,0.00040602632,0.01584471,0.00022272214],"about_ca_topic_score_codex":0.0000130814215,"about_ca_topic_score_gemma":0.000021422129,"teacher_disagreement_score":0.04946495,"about_ca_system_score_codex":0.00017856671,"about_ca_system_score_gemma":0.00045577358,"threshold_uncertainty_score":0.81147784},"labels":[],"label_agreement":null},{"id":"W4412626407","doi":"10.2196/75795","title":"Comparative Evaluation of Effectiveness of Oxygen-Releasing Gel With Scaling and Root Planing (SRP) With That of Scaling and Root Planing Alone in the Management of Chronic Periodontitis Patients: Study Protocol for Cross-Sectional Survey","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Oral microbiology and periodontitis research","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scaling and root planing; Chronic periodontitis; Protocol (science); Dentistry; Medicine; Periodontitis; Scaling; Root (linguistics); Mathematics; Alternative medicine; Geometry","score_opus":0.2452004870355604,"score_gpt":0.5533981475596865,"score_spread":0.3081976605241261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412626407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55514824,0.000010681702,0.00015925909,9.646952e-7,0.0000029657626,0.44456622,0.000055317083,0.0000029384762,0.000053404903],"genre_scores_gemma":[0.51973104,1.4627027e-7,0.0000871167,2.1794082e-7,0.000004671126,0.48013762,0.000023182327,0.00000812068,0.0000078792955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99435973,0.0032228893,0.00058249984,0.0004682393,0.0010013396,0.00036528663],"domain_scores_gemma":[0.9968321,0.0010995964,0.00031302494,0.00029055084,0.0014306039,0.00003418017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008902401,0.00018745706,0.00056532095,0.0003666547,0.00028440036,0.00010955783,0.00031790815,0.00011131801,0.000016195614],"category_scores_gemma":[0.00010155089,0.00013177302,0.000037203525,0.0006408104,0.0006532807,0.000218947,0.0002456511,0.0003928289,2.3356515e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013499474,0.0011304643,0.97235304,0.0081897965,0.00026533584,0.0000043958485,0.0008316527,0.0006548952,0.0022632873,0.000072023824,0.0000038272183,0.0007318067],"study_design_scores_gemma":[0.015441119,0.0034198263,0.9649758,0.007506696,0.000012403524,0.0000046301816,0.00087829406,0.00074054505,0.0068530813,0.000038207883,0.000017413473,0.00011198595],"about_ca_topic_score_codex":0.00061805354,"about_ca_topic_score_gemma":0.0023929472,"teacher_disagreement_score":0.035571404,"about_ca_system_score_codex":0.00016093238,"about_ca_system_score_gemma":0.00029350206,"threshold_uncertainty_score":0.53735477},"labels":[],"label_agreement":null},{"id":"W4412632378","doi":"10.2196/68356","title":"Sodium Oxybate as a Potential New Treatment for Catatonia in Patients With Depression, Bipolar Disorder, or a Psychotic Disorder: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electroconvulsive Therapy Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Hersenstichting; Amsterdam University Medical Centers","keywords":"Catatonia; Lorazepam; Medicine; Electroconvulsive therapy; Randomized controlled trial; Psychomotor agitation; Delirium; Cohort; Bipolar I disorder; Anesthesia; Psychiatry; Bipolar disorder; Mania; Internal medicine; Schizophrenia (object-oriented programming); Lithium (medication)","score_opus":0.05777453151503209,"score_gpt":0.5043111398205781,"score_spread":0.446536608305546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412632378","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046870196,0.000041394862,0.0013817481,0.0018282257,0.000014637758,0.99186337,0.000017639324,0.00008370348,0.00008224653],"genre_scores_gemma":[0.0006641966,0.000004178552,0.00084464205,0.00010582495,0.00015202172,0.9884476,0.000036122343,0.000089498426,0.009655929],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948356,0.00096512825,0.0011472506,0.00091682404,0.0008888713,0.0012462819],"domain_scores_gemma":[0.9959459,0.0017739482,0.00031639994,0.0006849986,0.0010201118,0.000258665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017956658,0.00054730434,0.0025052163,0.00075217633,0.00044955369,0.00012594128,0.00033358714,0.00019890306,0.000084861786],"category_scores_gemma":[0.0016612653,0.00029065443,0.00053210906,0.0007893635,0.00030695714,0.00013475699,0.000085404354,0.00041127385,0.00000784745],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9689127,0.008536498,0.0062448704,0.0009908038,0.00096437085,0.00000781238,0.0003035882,0.0000025010343,0.00012820901,0.00009426864,0.0027147892,0.011099562],"study_design_scores_gemma":[0.8819111,0.035973195,0.0005830809,0.00233894,0.00009175048,0.000001313936,0.000047713787,0.00016043014,0.00042006362,0.0012582664,0.07695898,0.00025519205],"about_ca_topic_score_codex":0.00025274712,"about_ca_topic_score_gemma":0.0005312201,"teacher_disagreement_score":0.087001644,"about_ca_system_score_codex":0.0003806137,"about_ca_system_score_gemma":0.002518581,"threshold_uncertainty_score":0.9999546},"labels":[],"label_agreement":null},{"id":"W4412691965","doi":"10.2196/80298","title":"Understanding the Link Between Physical Activity and Work Ability in University Staff: Protocol for a Gender-Sensitive Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Protocol (science); Medical education; Psychology; Work (physics); Gerontology; Medicine; Applied psychology; Engineering; Computer science; Alternative medicine; World Wide Web","score_opus":0.6322946123937893,"score_gpt":0.6098433103871602,"score_spread":0.022451302006629037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412691965","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30711493,1.81915e-8,0.0005709782,0.0008825581,0.0000014090748,0.6906167,0.00001469011,0.000026906324,0.0007718203],"genre_scores_gemma":[0.48944223,8.530694e-9,0.000014443214,0.0000046773143,0.00014620046,0.5103002,9.0999424e-7,0.000005579055,0.00008573735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99732846,0.00080756063,0.00017046851,0.0005637626,0.0006013367,0.000528389],"domain_scores_gemma":[0.99696434,0.0022339807,0.000059915208,0.00035135157,0.00023500688,0.00015538975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022729682,0.00015098938,0.00038751692,0.00018894495,0.0007213704,0.000100454046,0.00015876426,0.0001209857,0.000005345369],"category_scores_gemma":[0.00026329033,0.00011257126,0.00008434661,0.00096115825,0.0005656828,0.00018669451,0.000284828,0.0013548473,0.0000026630523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021548228,0.0084273685,0.9521606,0.0021647552,0.00011557364,0.000016823864,0.002368735,0.000006889002,0.00084870413,0.005479435,0.00020827386,0.006654601],"study_design_scores_gemma":[0.0067852526,0.0024108056,0.9788706,0.00037078504,0.0000042220345,4.017395e-7,0.00083393225,0.0001433485,0.0003905519,0.007988252,0.0021069134,0.00009494138],"about_ca_topic_score_codex":0.0000675449,"about_ca_topic_score_gemma":0.000052406598,"teacher_disagreement_score":0.1823273,"about_ca_system_score_codex":0.0011304432,"about_ca_system_score_gemma":0.00074248825,"threshold_uncertainty_score":0.58862126},"labels":[],"label_agreement":null},{"id":"W4412698890","doi":"10.2196/65894","title":"Digital Health Tool for Preventing Blindness From Diabetic Retinopathy: Protocol for a Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Eye Institute","keywords":"Preprint; Blindness; Diabetic retinopathy; Protocol (science); Medicine; Optometry; Digital health; Qualitative research; Computer science; Diabetes mellitus; World Wide Web; Alternative medicine; Health care; Political science; Sociology","score_opus":0.32952625282380754,"score_gpt":0.6596752241620363,"score_spread":0.33014897133822874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412698890","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012918592,0.0000020753853,0.0004202596,0.0008409421,0.000005690022,0.9847741,0.00034336303,0.00007297103,0.0006219965],"genre_scores_gemma":[0.013366533,3.2183845e-8,0.00077753805,0.00007164893,0.00012229485,0.97926015,0.00012865325,0.00004681959,0.006226363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964058,0.00059136114,0.0006815133,0.0007375979,0.0007590928,0.00082467776],"domain_scores_gemma":[0.9969032,0.0012807611,0.00018517203,0.0005817277,0.0007944886,0.00025469015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019574973,0.00024815582,0.00056296855,0.00024685077,0.00043430124,0.0003002033,0.00025285553,0.00008199096,0.00004033319],"category_scores_gemma":[0.0013936076,0.00019264368,0.00023457882,0.00049263774,0.00011066262,0.00019416638,0.00018065191,0.00028221487,0.000017427006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11638594,0.10284081,0.2981819,0.049290434,0.0020854338,0.00013264589,0.036885355,0.0000018902678,0.0005577704,0.0027493716,0.05743414,0.33345434],"study_design_scores_gemma":[0.18740389,0.12122804,0.13205375,0.051400747,0.00012653421,0.000003743067,0.045947697,0.0006906952,0.0025500746,0.040158756,0.4171829,0.0012531821],"about_ca_topic_score_codex":0.000026964424,"about_ca_topic_score_gemma":0.0000049846462,"teacher_disagreement_score":0.35974875,"about_ca_system_score_codex":0.00029049529,"about_ca_system_score_gemma":0.0012139791,"threshold_uncertainty_score":0.78557813},"labels":[],"label_agreement":null},{"id":"W4412700066","doi":"10.2196/78287","title":"Correction: Using Wearable Devices and Speech Data for Personalized Machine Learning in Early Detection of Mental Disorders: Protocol for a Participatory Research Study","year":2025,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Protocol (science); Computer science; Wearable computer; Participatory action research; Data science; Natural language processing; Applied psychology; World Wide Web; Human–computer interaction; Psychology; Medicine; Alternative medicine","score_opus":0.6774002264864684,"score_gpt":0.681221296036886,"score_spread":0.0038210695504176106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412700066","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043074635,0.00008171884,0.00009853784,0.00015925358,0.00043964045,0.996108,0.0003035647,0.000055611054,0.0023229453],"genre_scores_gemma":[0.00018390469,0.0000039936076,0.00023229873,0.0000071698937,0.00050734286,0.8669136,0.00014028682,0.00010982998,0.13190158],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9851475,0.007182016,0.001261291,0.0018943266,0.0023735152,0.0021413453],"domain_scores_gemma":[0.99401563,0.0026099554,0.0003934968,0.0015740349,0.0010785019,0.00032840195],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023000963,0.000456205,0.0009523523,0.0020073522,0.0012924072,0.0003078126,0.0015226275,0.00075160246,0.0002941989],"category_scores_gemma":[0.0022823536,0.0004473899,0.00011331471,0.001765014,0.00071065454,0.00040035666,0.0016503044,0.0053311274,0.000010307167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.062187232,0.01739554,0.05571491,0.06136638,0.0006252788,0.000058919217,0.0139386505,0.0000047119242,0.00054539344,0.00016942518,0.5914929,0.19650064],"study_design_scores_gemma":[0.012436947,0.013770743,0.0027306308,0.009308009,0.000009868751,0.000005361158,0.0053091366,0.01153752,0.00009811486,0.0002355952,0.94419956,0.0003585112],"about_ca_topic_score_codex":0.0059418357,"about_ca_topic_score_gemma":0.010962067,"teacher_disagreement_score":0.35270664,"about_ca_system_score_codex":0.00092628255,"about_ca_system_score_gemma":0.0020964416,"threshold_uncertainty_score":0.99979776},"labels":[],"label_agreement":null},{"id":"W4412703084","doi":"10.2196/70194","title":"Evaluation of the Accuracy, Usability, and User Perspectives of the Ecological Momentary Dietary Assessment App Traqq Among Dutch Adolescents: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Preprint; Psychology; Applied psychology; Ecology; Computer science; World Wide Web; Human–computer interaction; Biology","score_opus":0.33975717370032904,"score_gpt":0.6514215902442144,"score_spread":0.3116644165438854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412703084","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11457541,0.000004309607,0.00002545875,0.0018768582,0.000007691393,0.88315225,0.000017373693,0.000008991194,0.00033164056],"genre_scores_gemma":[0.22606078,2.855985e-7,0.00071813544,0.000025616948,0.00003132032,0.77308285,9.3205716e-7,0.0000071688905,0.00007290916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99387485,0.0033265888,0.00049423106,0.00040698267,0.0016093362,0.0002880199],"domain_scores_gemma":[0.99656874,0.00097627664,0.00015892793,0.0005311982,0.0017069564,0.000057916506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009945961,0.00014812996,0.00038371098,0.00008478463,0.00035511923,0.000025731846,0.00032473865,0.00008025489,0.00006650118],"category_scores_gemma":[0.0021467926,0.00007479904,0.00018487131,0.00052499614,0.00070334604,0.00008051941,0.000777138,0.00043473847,1.4129998e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027081908,0.019898694,0.9508872,0.003615993,0.00033783296,5.5896453e-7,0.00088487845,0.0000056886224,0.0027581854,0.00034227408,0.008399189,0.010161341],"study_design_scores_gemma":[0.009075534,0.0027012366,0.9681416,0.0019649353,0.000060187955,4.942952e-7,0.010732639,0.00022923955,0.0013501692,0.0030673894,0.0026139626,0.00006257228],"about_ca_topic_score_codex":0.00006248074,"about_ca_topic_score_gemma":0.00009325567,"teacher_disagreement_score":0.11148537,"about_ca_system_score_codex":0.00037745328,"about_ca_system_score_gemma":0.000522271,"threshold_uncertainty_score":0.34470913},"labels":[],"label_agreement":null},{"id":"W4412720531","doi":"10.2196/73304","title":"Effect of a Family-Centered Empowerment Model–Based Intervention on the Caregiving Capacity and Preparedness of Caregivers of Children With Malignant Neoplasms: Protocol for a Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preparedness; Medicine; Intervention (counseling); Anxiety; Empowerment; Clinical psychology; Depression (economics); Psychology; Nursing; Psychiatry","score_opus":0.14716389827226678,"score_gpt":0.5165351388855965,"score_spread":0.36937124061332977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412720531","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48625982,0.0000013928138,0.00013878163,0.000051440085,0.0000022395495,0.51344067,0.000040270737,0.0000117939335,0.000053578442],"genre_scores_gemma":[0.485776,2.118796e-8,0.00005624941,0.000008103695,0.000006429731,0.5141173,0.0000033976362,0.000014241306,0.00001825262],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958417,0.0014068204,0.00068484904,0.0005177627,0.0011976993,0.0003511862],"domain_scores_gemma":[0.997645,0.0006193605,0.0003699597,0.00078375393,0.0004833036,0.00009860478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003433819,0.00025725487,0.0007327436,0.00031711522,0.00012209927,0.000025857731,0.0003282656,0.00008101332,0.000009039245],"category_scores_gemma":[0.00026603683,0.00016260681,0.00019445269,0.0003854739,0.0004566423,0.00007391491,0.00019546566,0.0002920727,1.6131985e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.29742107,0.098573044,0.35789195,0.08447331,0.002955726,0.000012124222,0.09647523,0.00038674392,0.05423432,0.00073169795,0.0031618462,0.003682967],"study_design_scores_gemma":[0.07390835,0.2289632,0.014324149,0.05948481,0.000083998086,0.0000037521268,0.019820131,0.0026807182,0.6002356,0.000031536925,0.00014035228,0.00032343858],"about_ca_topic_score_codex":0.00065399945,"about_ca_topic_score_gemma":0.00013781562,"teacher_disagreement_score":0.54600126,"about_ca_system_score_codex":0.0002601253,"about_ca_system_score_gemma":0.0004629829,"threshold_uncertainty_score":0.6630913},"labels":[],"label_agreement":null},{"id":"W4412732031","doi":"10.2196/66546","title":"Strengthening the Capacity of Service Providers to Reduce the Impact of the COVID-19 Pandemic on African, Caribbean, and Black Communities: Protocol for the COVID-19 African, Caribbean, and Black Providers Project 2.0 Implementation and Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Viral Infections and Outbreaks Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Public Health Ontario; Access Alliance Multicultural Health and Community Services; St. Michael's Hospital; Toronto Metropolitan University; Montfort Hospital; AIDS Committee of Toronto; Queen's University; Ottawa Public Health; MacEwan University; University of Toronto; Women's Health In Women's Hands; University of Ottawa","funders":"","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Protocol (science); Health care; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Caribbean region; Business; Medicine; Political science; Computer science; Latin Americans; Virology; World Wide Web; Alternative medicine","score_opus":0.4464461458153464,"score_gpt":0.6049752579692464,"score_spread":0.15852911215390003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412732031","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07373128,0.0000050158865,0.000121706944,0.053947084,0.0000046076207,0.8716485,0.0001842626,0.000030034746,0.00032751175],"genre_scores_gemma":[0.36626738,0.0000022601512,0.000027331147,0.0006638266,0.000034148823,0.6328849,0.000008813965,0.000021057178,0.00009026126],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937638,0.0030139457,0.0007146539,0.00048151036,0.001345376,0.0006807281],"domain_scores_gemma":[0.99226505,0.0046003615,0.00034550994,0.001084608,0.0014209078,0.00028357888],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010079018,0.0003207436,0.00042754106,0.000411635,0.0016002642,0.00029700735,0.0006128862,0.0001445858,0.00004178347],"category_scores_gemma":[0.0029831077,0.00014591742,0.00014653557,0.0017903529,0.0020145637,0.00020097113,0.0006143572,0.0010668051,6.5162834e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03938625,0.0023367153,0.22584407,0.03386372,0.0024395173,0.0000041029325,0.32368988,0.005932183,0.03350532,0.0040072855,0.27562556,0.05336539],"study_design_scores_gemma":[0.032519285,0.0167727,0.061632063,0.0028403092,0.00033924825,0.00008871891,0.34925166,0.034392156,0.0072035454,0.00424302,0.4899195,0.0007977754],"about_ca_topic_score_codex":0.040312454,"about_ca_topic_score_gemma":0.011156748,"teacher_disagreement_score":0.2925361,"about_ca_system_score_codex":0.0009647124,"about_ca_system_score_gemma":0.0047109392,"threshold_uncertainty_score":0.99969953},"labels":[],"label_agreement":null},{"id":"W4412739059","doi":"10.2196/72318","title":"Effectiveness of Synchronous Telerehabilitation Versus Face-to-Face Physical Therapy in Older Adults Who Are Frail: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telerehabilitation; Preprint; Randomized controlled trial; Protocol (science); Medicine; Physical therapy; Face-to-face; Telemedicine; Physical medicine and rehabilitation; Gerontology; Health care; Computer science; Alternative medicine; World Wide Web","score_opus":0.06857383224865043,"score_gpt":0.5142926174012628,"score_spread":0.4457187851526123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412739059","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08382512,0.0000026825257,0.0005082326,0.00078222627,0.000026038048,0.91436887,0.000015582404,0.000071131864,0.00040014167],"genre_scores_gemma":[0.10078426,2.1634756e-7,0.00023517551,0.000019618008,0.0001348709,0.89842093,0.0000063064945,0.000050631108,0.00034796813],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9919394,0.0041185985,0.0010778961,0.00084246567,0.001225233,0.00079638045],"domain_scores_gemma":[0.9802707,0.016986465,0.00027507258,0.0008137185,0.0014532914,0.00020079664],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0067527783,0.00039585432,0.0029620382,0.00079579017,0.00011443742,0.0000647964,0.0004200086,0.00028113372,0.000046165354],"category_scores_gemma":[0.012244653,0.0002824081,0.0006668765,0.0011843947,0.00043478794,0.00015281055,0.00012864855,0.00073741726,0.000016020664],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9661245,0.0061807744,0.00019468495,0.009418672,0.0002574054,0.000005570931,0.0018520632,0.00004823331,0.0017472982,0.0001861861,0.00089245907,0.013092188],"study_design_scores_gemma":[0.9377398,0.016191063,0.004655828,0.029903281,0.0000124936205,3.5584435e-7,0.00035887756,0.0012840568,0.008100258,0.00044078706,0.0011059373,0.00020729509],"about_ca_topic_score_codex":0.000051425155,"about_ca_topic_score_gemma":0.000017326272,"teacher_disagreement_score":0.028384699,"about_ca_system_score_codex":0.00052590645,"about_ca_system_score_gemma":0.0009772707,"threshold_uncertainty_score":0.9999628},"labels":[],"label_agreement":null},{"id":"W4412750647","doi":"10.2196/66290","title":"The Physical Activity, Imaging, and Ambulatory Testing (PHIAT) Project: Protocol for a High-Frequency Ambulatory Assessment Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Preprint; Ambulatory; Protocol (science); Medicine; Medical physics; Computer science; Alternative medicine; Surgery; Pathology; World Wide Web","score_opus":0.4456256716687442,"score_gpt":0.6850649595371676,"score_spread":0.2394392878684234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412750647","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030891944,0.0000020077866,0.000044321983,0.000588233,0.00003262538,0.96386075,0.000018606324,0.0001347415,0.0044267694],"genre_scores_gemma":[0.11605056,1.562953e-8,0.00023189436,0.000033524728,0.0001790403,0.88115275,0.0000014348691,0.000037791127,0.002312997],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954001,0.0016393957,0.00045945053,0.00077994604,0.0006306608,0.0010904751],"domain_scores_gemma":[0.99704355,0.0010321442,0.00017981428,0.0009271419,0.00064496545,0.00017237055],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0036197202,0.00026229126,0.0003140874,0.00030888658,0.0015335771,0.0003522137,0.0006090719,0.00010405443,0.000044770888],"category_scores_gemma":[0.00024157732,0.00018981034,0.000107689695,0.00076539384,0.0004428441,0.0002357215,0.00043547666,0.0012065367,0.000021339869],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021557985,0.028651673,0.35125285,0.0018726905,0.00013939527,0.00004453517,0.0020193278,2.359846e-7,0.0020176303,0.04207824,0.100638345,0.46912926],"study_design_scores_gemma":[0.00865233,0.006533743,0.90485764,0.0015714633,0.000012164624,0.0000048030142,0.0018892713,0.00022999088,0.00014010342,0.0053980993,0.07037219,0.00033821064],"about_ca_topic_score_codex":0.00074115256,"about_ca_topic_score_gemma":0.00009137179,"teacher_disagreement_score":0.5536048,"about_ca_system_score_codex":0.0003062025,"about_ca_system_score_gemma":0.0009909101,"threshold_uncertainty_score":0.9997663},"labels":[],"label_agreement":null},{"id":"W4412757891","doi":"10.2196/69814","title":"The Effects of a Multidomain Lifestyle Intervention on Brain Function and Its Relation With Immunometabolic Markers and Intestinal Health in Older Adults at Risk of Cognitive Decline: Study Design and Baseline Characteristics of the HELI Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Gerontology; Cognition; Intervention (counseling); Medicine; Baseline (sea); Psychology; Clinical psychology; Psychiatry","score_opus":0.017184048053840807,"score_gpt":0.39875481270229785,"score_spread":0.381570764648457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412757891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71505105,0.00016752402,0.00033216336,0.00011384093,0.000006895934,0.28431863,0.000007201006,0.0000010996558,0.0000015785275],"genre_scores_gemma":[0.83462304,0.0000901655,0.000029368193,0.000019514202,0.000011181978,0.16515066,0.000009094501,0.00000633794,0.00006062512],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.993218,0.0056908475,0.00056784245,0.00021711261,0.0001526699,0.00015353404],"domain_scores_gemma":[0.995433,0.003643815,0.00046342882,0.00013796761,0.00028783834,0.000033990906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007994457,0.000106212494,0.00048470704,0.00011097366,0.00015027176,0.0000140929815,0.000065875596,0.00006523601,7.726796e-7],"category_scores_gemma":[0.007254862,0.000058235953,0.00005493065,0.00016553658,0.00022783586,0.0000052670766,0.0001345209,0.00020507468,4.5099785e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96317315,0.00087612326,0.011943385,0.0007058025,0.000120234785,2.2524694e-7,0.00033520957,6.8027504e-7,0.017520212,0.000016238619,0.000017089744,0.005291671],"study_design_scores_gemma":[0.64895207,0.008484806,0.3359271,0.003603058,0.000023111483,8.141698e-7,0.00023866729,0.00032915905,0.0023698674,0.00001608321,0.000012017264,0.000043236156],"about_ca_topic_score_codex":0.000056950812,"about_ca_topic_score_gemma":0.000107744105,"teacher_disagreement_score":0.3239837,"about_ca_system_score_codex":0.00001740779,"about_ca_system_score_gemma":0.00015559098,"threshold_uncertainty_score":0.8685272},"labels":[],"label_agreement":null},{"id":"W4412758474","doi":"10.2196/67132","title":"Impact of Intranasal Administration of Ayurveda Medicine in Apparently Healthy Individuals on Neurophysiological Variables and Functional Connectivity Using Functional Magnetic Resonance Imaging: Protocol for an Exploratory Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Preprint; Protocol (science); Alternative medicine; Physical therapy; Computer science; Pathology","score_opus":0.2777809174258094,"score_gpt":0.5412386228370589,"score_spread":0.2634577054112495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412758474","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12926175,0.000019312689,0.00039752544,0.00065586524,0.000026724343,0.8693501,0.000043727065,0.000022338363,0.00022269515],"genre_scores_gemma":[0.31473726,8.4170335e-7,0.00011526254,0.000049618404,0.0002856683,0.68475467,0.000029605837,0.000012597879,0.000014473456],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945413,0.002156759,0.0012864531,0.0005602801,0.0010700712,0.00038512517],"domain_scores_gemma":[0.992904,0.005330707,0.0003423892,0.00028530447,0.0009775053,0.00016010138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056799254,0.00028926507,0.0019090992,0.0007762724,0.00016216688,0.00001616215,0.00010515862,0.00010985252,0.00011249396],"category_scores_gemma":[0.005617704,0.00018006087,0.00021782091,0.0006445533,0.001297465,0.00015722011,0.000055943252,0.0005506642,1.8991597e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97899956,0.0031925337,0.006498859,0.00091642834,0.00008367556,0.0000054694247,0.00010200232,0.000041615844,0.0058824522,0.0024358563,0.0013100661,0.00053147407],"study_design_scores_gemma":[0.8131807,0.0294152,0.14797714,0.0024190221,0.00002666543,0.0000070408682,0.00007865841,0.0019537753,0.000120543285,0.004559298,0.00015887857,0.00010307003],"about_ca_topic_score_codex":0.00004731414,"about_ca_topic_score_gemma":0.0000115015355,"teacher_disagreement_score":0.18547553,"about_ca_system_score_codex":0.00017240371,"about_ca_system_score_gemma":0.001804742,"threshold_uncertainty_score":0.73426694},"labels":[],"label_agreement":null},{"id":"W4412762498","doi":"10.2196/79452","title":"In Vitro Comparison of the Dimensional Accuracy of Implant Impressions Using Custom Acrylic Trays and Prefabricated Self-Perforating Trays: Protocol for a Comparative Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Implant Techniques and Outcomes","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Preprint; Dentistry; Implant; Acrylic resin; Engineering drawing; Orthodontics; Medical physics; Medicine; Computer science; Engineering; Surgery; World Wide Web; Materials science; Composite material","score_opus":0.47574533835899196,"score_gpt":0.6490666692985272,"score_spread":0.17332133093953522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412762498","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37178767,0.0000011210523,0.00003690557,0.000020295174,0.00000929094,0.6279998,0.000057611498,0.000021970713,0.00006535427],"genre_scores_gemma":[0.45834985,9.463634e-9,0.00052448694,0.0000044620456,0.000007968753,0.5410743,0.00000483606,0.000008015363,0.000026066697],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99608564,0.0011668369,0.0009505337,0.00039690026,0.0009996365,0.00040047764],"domain_scores_gemma":[0.9974175,0.001067096,0.00044105612,0.00043762592,0.0005774678,0.000059262406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023879567,0.00019903523,0.0005601299,0.00032357406,0.00033142962,0.00008362497,0.000464762,0.00012372737,0.000023527906],"category_scores_gemma":[0.00031271236,0.00013370533,0.00009548852,0.00080658315,0.00015110911,0.00027771483,0.00043821477,0.00051040587,9.590572e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063302726,0.00921458,0.11345124,0.002983744,0.00018218388,0.000013161462,0.0061140233,0.00020110006,0.84973305,0.00024314332,0.0072975857,0.004235933],"study_design_scores_gemma":[0.013856351,0.0016733313,0.12230197,0.0043300167,0.00003962544,0.000048710408,0.0035356202,0.097316295,0.75419116,0.00068174273,0.0017250753,0.00030011064],"about_ca_topic_score_codex":0.00016440643,"about_ca_topic_score_gemma":0.00009504177,"teacher_disagreement_score":0.0971152,"about_ca_system_score_codex":0.00018453179,"about_ca_system_score_gemma":0.00043863448,"threshold_uncertainty_score":0.5452345},"labels":[],"label_agreement":null},{"id":"W4412808162","doi":"10.2196/76551","title":"Changes in Gut Microbiome Following Acupuncture and Moxibustion in Patients With Parkinson Disease: Protocol for a Single-Group, Prospective, Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Parkinson's disease; Medicine; Moxibustion; Protocol (science); Preprint; Physical therapy; Disease; Acupuncture; Psychology; Gerontology; Alternative medicine; Internal medicine; Pathology; World Wide Web","score_opus":0.14778049738624305,"score_gpt":0.49138491724701594,"score_spread":0.3436044198607729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412808162","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32768658,0.0000017774979,0.00002014878,0.00016496662,0.0000027231013,0.6720784,0.000021812812,0.000006311457,0.000017300968],"genre_scores_gemma":[0.20693469,8.300443e-8,0.00022917705,0.00004822926,0.000028928158,0.79251784,0.00009251465,0.000016473647,0.00013205677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829054,0.00021800994,0.00022622463,0.0005908731,0.00022271601,0.00045162562],"domain_scores_gemma":[0.99937296,0.000032895558,0.000055537697,0.00025448343,0.00020613919,0.000077956734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006566565,0.00019364196,0.00020516802,0.0002635279,0.00014308558,0.00008069772,0.00016568443,0.0001261039,0.000003335997],"category_scores_gemma":[0.000103985054,0.00014051181,0.000033061046,0.0004660721,0.00005718182,0.000015320153,0.00016306652,0.00021738639,4.3426556e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050504054,0.0024121413,0.8652694,0.00074272935,0.000017185497,0.0000031521952,0.000081134676,0.0000029535634,0.1253862,0.000023446379,0.00045385567,0.0005573897],"study_design_scores_gemma":[0.010563657,0.003232629,0.9448122,0.0010929902,0.0000018830348,1.708866e-7,0.000052535575,0.000009532608,0.0016190823,0.00006652988,0.038400922,0.00014787639],"about_ca_topic_score_codex":0.000013979851,"about_ca_topic_score_gemma":0.00088536117,"teacher_disagreement_score":0.12376711,"about_ca_system_score_codex":0.00014756536,"about_ca_system_score_gemma":0.00024387789,"threshold_uncertainty_score":0.57299054},"labels":[],"label_agreement":null},{"id":"W4412809431","doi":"10.2196/77210","title":"Unilateral Lefort I advancement Versus Dentoalveolar Transport Distraction in patients with large Alveolar Clefts: Protocol for a Prospective Observational Study. (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cleft Lip and Palate Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Preprint; Dentistry; Medicine; Distraction; Distraction osteogenesis; Protocol (science); Orthodontics; Psychology; Computer science; Alternative medicine; Pathology","score_opus":0.14860828815364902,"score_gpt":0.5291596346781589,"score_spread":0.38055134652450984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412809431","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22802462,2.3833066e-7,0.00034341414,0.000071046044,0.000007387522,0.77112293,0.0000411984,0.000013926101,0.00037523845],"genre_scores_gemma":[0.19120035,1.6579104e-7,0.00012942796,0.000012990873,0.000052163527,0.8076253,0.00018981134,0.00002375979,0.0007660268],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997001,0.00024543097,0.00042489637,0.00077917817,0.00081759895,0.0007318744],"domain_scores_gemma":[0.9983948,0.00005795066,0.00007902117,0.00054098014,0.0008148237,0.00011246443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001454665,0.00022378717,0.00021637474,0.00019752991,0.00026930746,0.000077580335,0.00037961314,0.00015187635,0.000050821935],"category_scores_gemma":[0.00011553813,0.0001906163,0.00008734053,0.00047770023,0.00009734583,0.000042230386,0.00017398565,0.00044461113,0.0000050191707],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025052339,0.004593767,0.96709305,0.00038028214,0.00009614017,0.000004116356,0.00011550568,0.000049918715,0.0011517603,0.00021696002,0.00028206842,0.00096408016],"study_design_scores_gemma":[0.023037726,0.0054894565,0.835725,0.00037605737,0.0000024427238,1.7027543e-7,0.00017378705,0.000030603467,0.0023691524,0.00008700233,0.13252372,0.00018489311],"about_ca_topic_score_codex":0.000029756817,"about_ca_topic_score_gemma":0.0004905113,"teacher_disagreement_score":0.13224165,"about_ca_system_score_codex":0.00024814415,"about_ca_system_score_gemma":0.0005521952,"threshold_uncertainty_score":0.77731067},"labels":[],"label_agreement":null},{"id":"W4412831209","doi":"10.2196/75871","title":"Gamification of Incentive Spirometry in Trauma Patients: Protocol for a Prospective, Observational Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Respiratory Support and Mechanisms","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Glasgow Coma Scale; Physical therapy; Trauma center; Emergency medicine; Spirometry; Intensive care unit; Mechanical ventilation; Intensive care medicine; Surgery; Internal medicine; Retrospective cohort study","score_opus":0.4995317302029536,"score_gpt":0.6227042914645566,"score_spread":0.12317256126160303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412831209","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14377953,1.4398742e-7,0.00016217132,0.000074304946,0.0000035641754,0.854953,0.000016051958,0.000022306738,0.0009889418],"genre_scores_gemma":[0.105827026,6.162377e-9,0.0005948279,0.000026484906,0.000023410283,0.8929039,0.000018400066,0.000014552437,0.0005913564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99718195,0.00031381374,0.00070265384,0.0005419578,0.0008803545,0.00037924346],"domain_scores_gemma":[0.9972379,0.0001733575,0.00014909626,0.00053126656,0.0018170648,0.000091287184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023127487,0.00014868373,0.00037422974,0.00064363517,0.0000989623,0.00002847621,0.00022602294,0.00011870247,0.00010315476],"category_scores_gemma":[0.0009240435,0.00012451163,0.00009001945,0.00154659,0.00012676716,0.00019902783,0.000103954524,0.0003794251,0.000004719556],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00687965,0.01650755,0.9633495,0.0018766674,0.000025448446,0.0000022440481,0.00033940477,2.1502028e-7,0.003275366,0.0018718124,0.0007753972,0.0050967187],"study_design_scores_gemma":[0.018007826,0.007609555,0.93630064,0.0012521399,0.0000027414274,9.537447e-8,0.0004569738,0.000025398336,0.01884697,0.0029373546,0.014474238,0.000086043045],"about_ca_topic_score_codex":0.0000111609825,"about_ca_topic_score_gemma":0.000020331661,"teacher_disagreement_score":0.037952505,"about_ca_system_score_codex":0.00045977693,"about_ca_system_score_gemma":0.00069575297,"threshold_uncertainty_score":0.50774366},"labels":[],"label_agreement":null},{"id":"W4412834058","doi":"10.2196/65811","title":"Deep Learning–Based Pattern Recognition for Detecting Penile Abnormalities: Protocol for Developing a Mobile App for Circumcision Eligibility","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genital Health and Disease","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medicine; Computer science; Artificial intelligence; Psychology; World Wide Web; Alternative medicine; Pathology","score_opus":0.2668069944468811,"score_gpt":0.5936797486245597,"score_spread":0.32687275417767864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412834058","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014113624,0.0000033389417,0.110033184,0.00028207147,0.000009963082,0.88778526,0.00006647185,0.00017119858,0.00023714564],"genre_scores_gemma":[0.020138657,3.6912784e-8,0.007978751,0.00039310992,0.00020839952,0.97050995,0.00017067595,0.000055752065,0.00054467417],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99646264,0.00029562035,0.00076729327,0.0007544832,0.0005487832,0.0011711608],"domain_scores_gemma":[0.99451095,0.0022709556,0.00016901742,0.00044501215,0.0022407323,0.00036334214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037220076,0.00025238667,0.00041810144,0.00043630155,0.0009567484,0.00013997687,0.00021880899,0.00023645542,0.000056255412],"category_scores_gemma":[0.0042628744,0.0002306794,0.00027786847,0.00049773866,0.0000963965,0.00017069228,0.000090511785,0.00047186142,0.000018753164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048455708,0.001930038,0.009537785,0.1709842,0.000033600638,0.000007504584,0.0005193217,0.00004955692,0.0013117329,0.000047194128,0.0067140944,0.7604093],"study_design_scores_gemma":[0.06634641,0.021981506,0.0046621105,0.012630563,0.00004423898,0.000007001726,0.0018909522,0.055717062,0.053585097,0.015263066,0.7669221,0.00094989076],"about_ca_topic_score_codex":0.000025613255,"about_ca_topic_score_gemma":0.000026841297,"teacher_disagreement_score":0.760208,"about_ca_system_score_codex":0.0004128155,"about_ca_system_score_gemma":0.0020945652,"threshold_uncertainty_score":0.94068336},"labels":[],"label_agreement":null},{"id":"W4412886347","doi":"10.2196/77998","title":"Evaluation of the Antimicrobial Efficacy of Cerium Oxide Nanoparticles and Chlorhexidine Gluconate Against Enterococcus faecalis in Root Canal Systems: Protocol for an In Vitro Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Endodontics and Root Canal Treatments","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enterococcus faecalis; Chlorhexidine; Chlorhexidine gluconate; Cerium oxide; Preprint; Dentistry; Disinfectant; Chemistry; Medicine; Traditional medicine; World Wide Web; Materials science; Metallurgy; Oxide; Computer science","score_opus":0.2352606454509975,"score_gpt":0.5356323332987438,"score_spread":0.3003716878477463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412886347","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50491744,0.0000012568171,9.578456e-7,0.000018976378,0.000006251344,0.49495533,0.00003928695,0.000004020008,0.000056456807],"genre_scores_gemma":[0.49303454,2.1745796e-8,0.000008417702,0.0000020102316,0.000008226314,0.5068925,0.0000030625788,0.000008861964,0.00004236549],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99554193,0.0019053991,0.00074722315,0.0003967516,0.0010007729,0.00040789403],"domain_scores_gemma":[0.99825335,0.00026001333,0.00019620197,0.000485228,0.0007391815,0.000066019646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005338227,0.00016189454,0.00038508367,0.00036139044,0.000101667465,0.00008526392,0.0003930546,0.000085733926,0.0000038974176],"category_scores_gemma":[0.000544815,0.00011553219,0.000065713655,0.0006630189,0.00013622397,0.00012620793,0.00023514678,0.00023514964,6.4387086e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006288876,0.0064482833,0.21299654,0.0017945793,0.00012566148,0.000015852671,0.000442462,0.00047660508,0.76791936,0.00007622506,0.00031443438,0.0031010902],"study_design_scores_gemma":[0.03349981,0.0010463243,0.37712184,0.0033342312,0.00002344737,0.0000017620125,0.00039573334,0.005393353,0.57811785,0.00008578639,0.00082633103,0.0001535505],"about_ca_topic_score_codex":0.0017942684,"about_ca_topic_score_gemma":0.009689278,"teacher_disagreement_score":0.18980154,"about_ca_system_score_codex":0.00032843117,"about_ca_system_score_gemma":0.00048992725,"threshold_uncertainty_score":0.54068446},"labels":[],"label_agreement":null},{"id":"W4412916355","doi":"10.2196/66489","title":"Efficacy of a Ready-to-Feed Starter Liquid Infant Formula Containing 2-Fucosyllactose and Lacto-N-Neotetraose in Chinese Infants: Protocol for a Double Blind, Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Nutrition and Health","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Starter; Infant formula; Infant feeding; Medicine; Food science; Pediatrics; Chemistry; Breast feeding","score_opus":0.13454691543618275,"score_gpt":0.5524007869640918,"score_spread":0.41785387152790904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412916355","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08475003,0.0000033994102,0.00008254876,0.0018506895,0.000034315763,0.9113605,0.000032242373,0.000089612775,0.0017966601],"genre_scores_gemma":[0.06374471,5.367556e-7,0.0004839581,0.0003569529,0.00018377432,0.934919,0.000021085154,0.00005564711,0.00023433992],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99259794,0.0019658245,0.0024091841,0.0007673835,0.00095555297,0.001304144],"domain_scores_gemma":[0.9919439,0.0054282513,0.0005001996,0.00070424814,0.0010517504,0.00037164745],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012000599,0.00046515255,0.002749263,0.0020559542,0.00035623752,0.00026409607,0.00048232442,0.00039704586,0.00007865769],"category_scores_gemma":[0.0044505815,0.00034133947,0.00041478727,0.0013727398,0.00032255586,0.0003692116,0.00022201864,0.001035354,0.000007988225],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9865589,0.0024882872,0.00018632591,0.002459644,0.000092974435,0.0000065921377,0.0018450026,0.0000042011543,0.003195965,0.0016480769,0.0008464457,0.00066754734],"study_design_scores_gemma":[0.95564115,0.011146635,0.00014674042,0.005280616,0.000012686267,0.0000020483908,0.0001235896,0.0007317904,0.0025290535,0.0009573745,0.023114907,0.0003134017],"about_ca_topic_score_codex":0.00024996386,"about_ca_topic_score_gemma":0.00025970925,"teacher_disagreement_score":0.030917779,"about_ca_system_score_codex":0.00027426044,"about_ca_system_score_gemma":0.00073921576,"threshold_uncertainty_score":0.99990386},"labels":[],"label_agreement":null},{"id":"W4412916444","doi":"10.2196/73039","title":"Effectiveness of Tocotrienol-Rich Fraction in Older Adults: Protocol for a Randomized, Double-Blind, Placebo-Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antioxidant Activity and Oxidative Stress","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Register (sociolinguistics); Medical education; Research ethics; Medicine; Ethics committee; Family medicine; Political science; Public administration","score_opus":0.10217920262737368,"score_gpt":0.5271452308350046,"score_spread":0.42496602820763096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412916444","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023006354,0.0000016977317,0.0022216607,0.00016886153,0.000014902197,0.9705713,0.000007315389,0.000049629485,0.0039583147],"genre_scores_gemma":[0.02930115,2.856565e-7,0.00017451715,0.000009775559,0.0001254972,0.9693277,0.000012815523,0.00003112298,0.0010171378],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939738,0.002738557,0.0010237698,0.0006731507,0.000911929,0.00067877426],"domain_scores_gemma":[0.99138725,0.0064163734,0.0003295946,0.00052157074,0.0012241199,0.00012111927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009736933,0.00030444594,0.0018777711,0.0011956776,0.00017380893,0.00006701613,0.0002808467,0.00037656716,0.00012399304],"category_scores_gemma":[0.0026399365,0.00022464311,0.0004477761,0.0013616709,0.00041856113,0.0003322031,0.00013095234,0.0009658837,0.000009072767],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9757207,0.0058452482,0.0004923921,0.011445193,0.00021001065,0.000009937975,0.00016056155,0.0000039045835,0.0021367332,0.001708628,0.00035458014,0.0019121366],"study_design_scores_gemma":[0.9249063,0.0030414995,0.000530664,0.019639255,0.000022056956,0.0000015025458,0.00014582028,0.0002329648,0.048569463,0.0007002637,0.0020464903,0.00016369628],"about_ca_topic_score_codex":0.00007276255,"about_ca_topic_score_gemma":0.000019927227,"teacher_disagreement_score":0.050814353,"about_ca_system_score_codex":0.00029705398,"about_ca_system_score_gemma":0.0009955368,"threshold_uncertainty_score":0.916068},"labels":[],"label_agreement":null},{"id":"W4412917594","doi":"10.2196/73718","title":"Implementation Mapping to Identify Best Practices for Implementing Population-Wide Genomic Screening Programs: Protocol for the FOCUS (Facilitating the Implementation of Population-Wide Genomic Screening) Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Human Genome Research Institute","keywords":"Protocol (science); Population; Focus (optics); Best practice; Data science; Computer science; Medicine; Environmental health; Alternative medicine; Political science","score_opus":0.30731408399201837,"score_gpt":0.6063311525561909,"score_spread":0.2990170685641725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412917594","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09829045,0.000008596395,0.04146811,0.0012307635,0.000018661955,0.85881966,0.00011433895,0.000023424791,0.000025995158],"genre_scores_gemma":[0.14947341,2.5146915e-7,0.017393399,0.00008652457,0.00020629099,0.8323083,0.0003223538,0.000052511117,0.00015694811],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956724,0.00067959365,0.0012847673,0.0008256104,0.00067012553,0.0008675028],"domain_scores_gemma":[0.99576443,0.0012086779,0.0010408084,0.0008121785,0.001098115,0.000075808646],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006322461,0.00029384522,0.0002726077,0.00032438175,0.0017857491,0.0005036673,0.00084382243,0.00010158126,0.00003612542],"category_scores_gemma":[0.0011070804,0.00023567947,0.00019099726,0.0007357858,0.00008553203,0.00007369573,0.0006551457,0.00024923388,0.0000020751913],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010528986,0.00032415835,0.5993551,0.00084829313,0.0005309396,3.4187408e-7,0.0027353705,0.0007175389,0.048064765,0.00016548627,0.0046568327,0.34154826],"study_design_scores_gemma":[0.009934537,0.003450308,0.55769193,0.0006787038,0.00008743957,0.0000019583706,0.09981823,0.0007838365,0.021895057,0.0008470379,0.30423027,0.0005806698],"about_ca_topic_score_codex":0.0041014883,"about_ca_topic_score_gemma":0.007987782,"teacher_disagreement_score":0.3409676,"about_ca_system_score_codex":0.0002803784,"about_ca_system_score_gemma":0.0004333772,"threshold_uncertainty_score":0.9995138},"labels":[],"label_agreement":null},{"id":"W4412917819","doi":"10.2196/74248","title":"Workplace Health Interventions Targeting Cardiovascular Diseases and Diabetes Mellitus for Blue-Collar Workers: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychological intervention; Medicine; Diabetes mellitus; Protocol (science); Cardiovascular health; Gerontology; Alternative medicine; Family medicine; Physical therapy; Nursing; Computer science; Internal medicine; Disease; World Wide Web; Pathology","score_opus":0.3434800383535879,"score_gpt":0.6511956005649341,"score_spread":0.30771556221134616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412917819","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0294514e-9,0.4916262,0.00042947344,0.0006863515,0.000036689915,0.50681096,0.00019617265,0.00013448665,0.000079691345],"genre_scores_gemma":[6.723116e-10,0.4603438,0.0010799387,0.00027891077,0.000613173,0.53617394,0.00018324294,0.000138954,0.0011880196],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97737145,0.011214161,0.004302231,0.0019696145,0.0012173371,0.003925199],"domain_scores_gemma":[0.9806048,0.013489983,0.0016501277,0.0017042941,0.0013233854,0.0012274093],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023866588,0.0010402252,0.0063963262,0.000954966,0.0049991636,0.00022670308,0.0011111903,0.00092444214,0.00014468405],"category_scores_gemma":[0.0075638453,0.00085909717,0.0030076033,0.0022045916,0.00025593105,0.00028679008,0.0010586292,0.0030892724,0.00005260153],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011240629,0.00015298325,0.00006147074,0.59312594,0.00020391242,0.0000014948073,0.000050462928,4.9180494e-7,4.8912074e-9,0.000120214376,0.11297635,0.29319423],"study_design_scores_gemma":[0.0014267534,0.00039016662,9.880843e-7,0.49774253,0.00011211583,3.790079e-7,0.00006125756,0.0000038963026,6.794383e-8,0.0001730844,0.49977183,0.00031694514],"about_ca_topic_score_codex":0.000026745955,"about_ca_topic_score_gemma":0.000028187145,"teacher_disagreement_score":0.3867955,"about_ca_system_score_codex":0.0012810346,"about_ca_system_score_gemma":0.015478957,"threshold_uncertainty_score":0.99938595},"labels":[],"label_agreement":null},{"id":"W4412918329","doi":"10.2196/73239","title":"Development of a Modified Intimate Wash From Yoniprakshalan Kwatha (YOSHA) With Comparative Antimicrobial and Quality Assessment: Protocol for an Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Humic Substances and Bio-Organic Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Quality assessment; Quality (philosophy); Medicine; Computer science; World Wide Web; Alternative medicine; External quality assessment","score_opus":0.5595145283572972,"score_gpt":0.5850048597928214,"score_spread":0.02549033143552415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412918329","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48699346,6.0851977e-7,0.0000072286853,0.000036236786,0.0000016993928,0.51258236,0.00003582869,0.00001924347,0.00032331177],"genre_scores_gemma":[0.35835484,3.5290856e-8,0.0010434324,0.000009331894,0.000026802267,0.64048684,0.00001555185,0.000001118772,0.00006205135],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99776983,0.0003942483,0.00044550112,0.00054593483,0.00045501793,0.00038943897],"domain_scores_gemma":[0.9991068,0.0002605048,0.00014282596,0.000119237164,0.000286658,0.00008397028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010822081,0.00019607114,0.00041258143,0.000031143394,0.0005745502,0.00015097551,0.00036215046,0.00006681295,0.00006467778],"category_scores_gemma":[0.000014893409,0.00007553411,0.000034764056,0.00034911113,0.00023975587,0.0001469305,0.0003023448,0.00018389852,0.0000012290715],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038699547,0.0073186103,0.030292043,0.00024953013,0.00014394781,0.0000015919087,0.008005748,4.3595946e-7,0.94207525,0.00056483195,0.00079497445,0.0066830995],"study_design_scores_gemma":[0.011102309,0.010639641,0.3560751,0.0017378296,0.0000067837464,6.6493124e-7,0.04910456,0.00012016142,0.5464397,0.0002218989,0.023917707,0.0006336244],"about_ca_topic_score_codex":0.00017218846,"about_ca_topic_score_gemma":0.0014852389,"teacher_disagreement_score":0.39563552,"about_ca_system_score_codex":0.000075190495,"about_ca_system_score_gemma":0.00010826077,"threshold_uncertainty_score":0.44190335},"labels":[],"label_agreement":null},{"id":"W4412919852","doi":"10.2196/73704","title":"Feasibility of the aktivplan Digital Health Intervention for Regular Physical Activity Following Phase II Rehabilitation: Protocol for a Mixed Method Randomized Controlled Pilot Study (ACTIVE-CaRe Pilot)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Physical therapy; Rehabilitation; Intervention (counseling); Medicine; Digital health; Physical medicine and rehabilitation; Health care; Nursing; Alternative medicine; Computer science; World Wide Web","score_opus":0.22681085846872978,"score_gpt":0.6412887735900454,"score_spread":0.41447791512131565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412919852","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082942724,0.0000021524847,0.002447386,0.0021821198,0.000038488157,0.91191065,0.00017092233,0.000055923505,0.00024962713],"genre_scores_gemma":[0.3304716,2.071145e-8,0.00076099776,0.000036034762,0.0000898314,0.6682421,0.000021067006,0.000024053043,0.00035428067],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9902965,0.0057715024,0.0012256826,0.0007890313,0.0011020335,0.00081526226],"domain_scores_gemma":[0.9901985,0.006864917,0.0005479635,0.0009001426,0.0011374974,0.00035101603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015525949,0.00030668968,0.0025387583,0.0002974108,0.00085265946,0.000064668224,0.00026176785,0.00007046494,0.0000058698583],"category_scores_gemma":[0.008016023,0.00019560495,0.0015077335,0.0006818587,0.0002615266,0.00024002368,0.00023341064,0.00061796035,6.2679607e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88709146,0.042104725,0.00076813844,0.017478356,0.00022343625,6.672473e-7,0.0017933982,6.114386e-7,0.0007959616,0.0003362544,0.0008059072,0.04860107],"study_design_scores_gemma":[0.85979134,0.12175779,0.0029323578,0.0056257853,0.000056270357,0.0000011631311,0.0029700815,0.00039987057,0.0016536118,0.001875991,0.0028033068,0.00013244376],"about_ca_topic_score_codex":0.00015251302,"about_ca_topic_score_gemma":0.000053796924,"teacher_disagreement_score":0.24752887,"about_ca_system_score_codex":0.0013047081,"about_ca_system_score_gemma":0.002632947,"threshold_uncertainty_score":0.9596507},"labels":[],"label_agreement":null},{"id":"W4412964577","doi":"10.2196/76621","title":"Comparative Evaluation of Push-Out Bond Strength of Glass Fiber Posts and Carbon Fiber Posts in Root Canals Treated With Calcium Hydroxide–Based, Resin-Based, and Bioceramic-Based Root Canal Sealers: Protocol for an In Vitro Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Endodontics and Root Canal Treatments","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Root canal; Calcium hydroxide; Bioceramic; Dentistry; Fiber; Materials science; Composite material; Medicine; Chemical engineering; Engineering","score_opus":0.23733978692820404,"score_gpt":0.5401474735135693,"score_spread":0.3028076865853653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412964577","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5287695,0.0000032212579,0.0000011591068,0.00004514417,0.0000017026374,0.4707138,0.00020608859,0.0000090548165,0.0002503555],"genre_scores_gemma":[0.49133477,5.3892673e-9,0.00008956938,0.0000039471206,0.00000686743,0.50834554,0.00005447549,0.000022068129,0.00014274166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943185,0.0017298897,0.0008623327,0.00084920425,0.0015540055,0.00068607426],"domain_scores_gemma":[0.9968038,0.0006940614,0.0003320819,0.000630445,0.0013074945,0.0002320809],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026280882,0.00040402854,0.00085804757,0.0011669981,0.00012550566,0.000120112134,0.00027671384,0.00019619687,0.0000288405],"category_scores_gemma":[0.00016123345,0.00032747028,0.00006679196,0.0010633676,0.00029014793,0.00014809206,0.000080507474,0.00043012993,7.5151553e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032236613,0.008997798,0.9348051,0.0025375786,0.000326717,0.00015780891,0.0005658926,0.0018623825,0.016208202,0.000016465414,0.00035550958,0.0019299507],"study_design_scores_gemma":[0.07588629,0.0117445635,0.5036614,0.0055376748,0.00011018888,0.000002838744,0.00057276455,0.06429696,0.33714584,0.00007144851,0.0003854219,0.00058460265],"about_ca_topic_score_codex":0.022066489,"about_ca_topic_score_gemma":0.2691221,"teacher_disagreement_score":0.43114367,"about_ca_system_score_codex":0.0007707329,"about_ca_system_score_gemma":0.0024213057,"threshold_uncertainty_score":0.99991775},"labels":[],"label_agreement":null},{"id":"W4412968174","doi":"10.2196/71839","title":"Development of a Novel Web-Based Intervention Targeting Pain-Related Outcomes in Individuals With Chronic Orofacial Pain: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Temporomandibular Joint Disorders","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Institute of Dental and Craniofacial Research","keywords":"Orofacial pain; Preprint; Protocol (science); Chronic pain; Medicine; Intervention (counseling); Physical therapy; World Wide Web; Alternative medicine; Computer science; Psychiatry","score_opus":0.2519010738918454,"score_gpt":0.6324782044071392,"score_spread":0.3805771305152938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412968174","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007723119,0.0000010364625,0.03211764,0.000639049,0.0000134669735,0.95920765,0.000018179902,0.00013537378,0.00014448866],"genre_scores_gemma":[0.0040770927,6.568204e-9,0.08408221,0.000050862956,0.000015384767,0.911268,0.000030154455,0.000061340004,0.0004149419],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9802218,0.014449774,0.0022826889,0.00075978035,0.0010169283,0.0012690232],"domain_scores_gemma":[0.99383867,0.0039400244,0.00069614826,0.0005928071,0.00079873076,0.00013363443],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.06656061,0.00036891596,0.0008663515,0.001294191,0.00083880767,0.000043408512,0.00065913587,0.0003561362,0.00021980907],"category_scores_gemma":[0.005262822,0.0002863906,0.00015286253,0.0016829041,0.00016464267,0.00016307476,0.0004678781,0.0015052749,0.000008604618],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032300272,0.015895195,0.8834672,0.022042165,0.00043105244,0.0000049952264,0.010249524,0.000048051716,0.004144932,0.000362603,0.009247488,0.05087675],"study_design_scores_gemma":[0.15030757,0.010174795,0.22969688,0.03928258,0.0000151907825,1.4643113e-7,0.02183077,0.0052801967,0.0020946155,0.00055451423,0.539871,0.0008917649],"about_ca_topic_score_codex":0.00010729009,"about_ca_topic_score_gemma":0.0019491559,"teacher_disagreement_score":0.6537703,"about_ca_system_score_codex":0.0010703189,"about_ca_system_score_gemma":0.0053888336,"threshold_uncertainty_score":0.9999588},"labels":[],"label_agreement":null},{"id":"W4412981925","doi":"10.2196/69096","title":"Examining the Effect of Virtual Reality–Based Fast-Food Marketing on Eating-Related Outcomes in Young Adults: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities; National Center for Advancing Translational Sciences","keywords":"Preprint; Randomized controlled trial; Protocol (science); Virtual reality; Healthy eating; Medicine; Psychology; Physical therapy; Physical activity; Alternative medicine; Computer science; World Wide Web; Artificial intelligence","score_opus":0.08806331877070424,"score_gpt":0.4827443317850128,"score_spread":0.3946810130143086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412981925","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00504547,3.1894967e-7,0.008919884,0.0007585408,0.000011112099,0.98160523,0.000007739111,0.00008518548,0.0035664942],"genre_scores_gemma":[0.07560196,2.9079189e-8,0.00029973753,0.000035361103,0.000026315254,0.92367816,0.0000027467781,0.000016890575,0.00033881958],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9867938,0.009118936,0.0015646889,0.00067385816,0.0011198892,0.0007288166],"domain_scores_gemma":[0.9665515,0.031248517,0.0005305328,0.0011870777,0.00037777214,0.00010463964],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03542622,0.00030971496,0.0015160948,0.00062931416,0.00037277272,0.00036195447,0.0015765402,0.00019319872,0.000010373276],"category_scores_gemma":[0.022035347,0.00017278537,0.00040784368,0.0015021875,0.0003056044,0.00022564502,0.00034077687,0.0007128758,0.0000036457448],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9707552,0.0006319287,0.00036034736,0.0005459621,0.00009821173,8.113041e-7,0.00032256384,0.00022986878,0.00010908497,0.009546955,0.0002870535,0.017111987],"study_design_scores_gemma":[0.9029982,0.010149293,0.00069178775,0.0041349004,0.000004757286,2.6347936e-7,0.00006112321,0.07997246,0.0008437539,0.0006289659,0.0003670769,0.00014742119],"about_ca_topic_score_codex":0.0000794849,"about_ca_topic_score_gemma":0.000040018618,"teacher_disagreement_score":0.07974259,"about_ca_system_score_codex":0.00017150461,"about_ca_system_score_gemma":0.000529065,"threshold_uncertainty_score":0.9932317},"labels":[],"label_agreement":null},{"id":"W4412993562","doi":"10.2196/74174","title":"Promoting Physical Activity and Preventing Falls Among Older Adults in a Nursing Home Setting: Protocol for Development and Implementation of the BeSt Age Mobile App","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Gerontology; Protocol (science); Medicine; Mobile apps; Nursing; Alternative medicine; Computer science; World Wide Web","score_opus":0.11131240005731885,"score_gpt":0.570122798462117,"score_spread":0.45881039840479815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412993562","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5043226,1.6603015e-7,0.000009660479,0.0001326608,6.485775e-7,0.49548003,0.0000017775483,0.000007783637,0.000044722558],"genre_scores_gemma":[0.45101663,2.0499792e-8,0.00014943824,0.000003857807,0.000021947117,0.54876053,9.0836124e-7,0.000007208168,0.000039425584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998314,0.00025014536,0.00025863614,0.00035288843,0.00038399576,0.00044031744],"domain_scores_gemma":[0.99920046,0.0002805184,0.00013180973,0.00017253234,0.00012743779,0.000087248605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001023604,0.00012360515,0.00030506076,0.0001326058,0.00025818255,0.000047017133,0.00009283922,0.00006200759,0.0000018041369],"category_scores_gemma":[0.00008686819,0.00009062649,0.000041264655,0.00037992105,0.00019536805,0.00018453688,0.00016922061,0.00046720254,2.387164e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013524845,0.008457257,0.08123001,0.02490829,0.000027284725,0.000003427272,0.03246051,3.101086e-7,0.028523833,0.00022725597,0.00005710178,0.82275224],"study_design_scores_gemma":[0.010762039,0.001775975,0.75393856,0.046008136,0.0000060010775,0.0000017903044,0.002528945,0.0012227282,0.18172039,0.0009448417,0.000928807,0.00016177552],"about_ca_topic_score_codex":0.000049276274,"about_ca_topic_score_gemma":0.000067600704,"teacher_disagreement_score":0.8225905,"about_ca_system_score_codex":0.00016806887,"about_ca_system_score_gemma":0.00041844265,"threshold_uncertainty_score":0.36956412},"labels":[],"label_agreement":null},{"id":"W4413012764","doi":"10.2196/69832","title":"Perceptions, Barriers, and Facilitators of Provider-Initiated and Voluntary HIV Testing and Counseling Among Health Care Workers: Protocol for a Multicenter Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Voluntary counseling and testing; Family medicine; Human immunodeficiency virus (HIV); Cross-sectional study; Health care; Medicine; Protocol (science); Psychology; Nursing; Alternative medicine; Health services; Environmental health; Health facility; Population","score_opus":0.2170844091043572,"score_gpt":0.5740956509054307,"score_spread":0.35701124180107346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413012764","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19972973,0.000017188466,0.00010582344,0.00018378752,0.000001681132,0.7996577,0.00014007052,0.000039852934,0.00012418818],"genre_scores_gemma":[0.07486503,7.0932566e-7,0.0010612404,0.000022118236,0.000037310107,0.9224817,0.000019349141,0.000020768517,0.0014917605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969669,0.0005595486,0.0006677302,0.0005779316,0.0006356814,0.00059219997],"domain_scores_gemma":[0.99710876,0.00063024834,0.00009910458,0.0002687319,0.0014402108,0.00045294265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002266441,0.00018409413,0.00035508574,0.00053508714,0.0008067721,0.00023057203,0.0001154788,0.000104261795,0.00008431149],"category_scores_gemma":[0.0025163277,0.00015754768,0.00006942243,0.00047818417,0.0007304977,0.00028482548,0.00020965928,0.00063435675,0.000001529367],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021172347,0.00045179625,0.9733179,0.008512413,0.00008352997,0.000005387518,0.002471532,6.0266234e-7,0.00027823413,0.0000060836624,0.0062070196,0.0065482217],"study_design_scores_gemma":[0.01251131,0.013307689,0.9311686,0.008939443,0.000006426525,0.0000057852285,0.02394329,0.0018634747,0.000071908966,0.00005114285,0.007987151,0.00014375016],"about_ca_topic_score_codex":0.00056815473,"about_ca_topic_score_gemma":0.00031796977,"teacher_disagreement_score":0.12486469,"about_ca_system_score_codex":0.00019966283,"about_ca_system_score_gemma":0.0008842849,"threshold_uncertainty_score":0.64246076},"labels":[],"label_agreement":null},{"id":"W4413021883","doi":"10.2196/67123","title":"Resolving Challenges in HIV Cure–Related Research: Protocol for a Modified Delphi Consensus-Building Process","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Transgender; Ethnic group; Medicine; Health equity; Interim; Delphi method; Protocol (science); Clinical trial; Family medicine; Medical education; Alternative medicine; Political science; Sociology; Public health; Nursing; Gender studies; Computer science","score_opus":0.7822231888511391,"score_gpt":0.7199249703904508,"score_spread":0.06229821846068828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413021883","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000223124,0.00001658374,0.0001032554,0.027909065,0.000011098934,0.89505404,0.000012026654,0.00041472117,0.07625605],"genre_scores_gemma":[0.007365168,0.000007827154,0.0018861635,0.000024192488,0.0001740397,0.985713,0.0000026373482,0.00008522092,0.0047417637],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98177904,0.00724093,0.0012165062,0.0015998763,0.004462524,0.003701112],"domain_scores_gemma":[0.9867536,0.0070418185,0.0001796013,0.0012430877,0.004295257,0.00048667757],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05721984,0.00036367503,0.00059519307,0.0036376975,0.002489148,0.0007960039,0.0032262513,0.0008795488,0.00014517117],"category_scores_gemma":[0.016936017,0.0003620027,0.00017327265,0.006408239,0.002706198,0.00046458188,0.0010266986,0.0037710082,0.000058655038],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006133482,0.0031564801,0.0015725865,0.009360969,0.00008176434,0.00027227425,0.025416862,0.00010878468,0.0037776898,0.74826723,0.1510735,0.050778396],"study_design_scores_gemma":[0.0048820167,0.00072046946,0.000212342,0.012240898,0.0000011225918,0.0000029605012,0.013063752,0.001811376,0.003168227,0.2495742,0.7138662,0.00045645412],"about_ca_topic_score_codex":0.00044993658,"about_ca_topic_score_gemma":0.0013527123,"teacher_disagreement_score":0.56279266,"about_ca_system_score_codex":0.0014884062,"about_ca_system_score_gemma":0.005130255,"threshold_uncertainty_score":0.9998832},"labels":[],"label_agreement":null},{"id":"W4413049895","doi":"10.2196/73711","title":"Developing an Equitable Machine Learning–Based Music Intervention for Older Adults At Risk for Alzheimer Disease: Protocol for Algorithm Development and Validation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Psychological intervention; mHealth; Gerontology; Medicine; Psychology; Nursing","score_opus":0.2899176263975138,"score_gpt":0.5945300124013212,"score_spread":0.3046123860038074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413049895","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043775575,0.000010843515,0.13436559,0.0003392296,0.00004098292,0.8643212,0.00026094494,0.00010873856,0.00011472379],"genre_scores_gemma":[0.00088058744,2.6525184e-8,0.030819826,0.000057281766,0.00006988043,0.96141285,0.0006793852,0.00006609658,0.0060140523],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99644977,0.0004992894,0.00082427263,0.0008529976,0.00036563145,0.0010080582],"domain_scores_gemma":[0.9977776,0.00058856356,0.00028569918,0.00036764916,0.0007139733,0.00026654472],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031580299,0.00026288573,0.00027267748,0.0004320447,0.0011418412,0.00023721394,0.00032491292,0.00014847639,0.0001569335],"category_scores_gemma":[0.00032512462,0.0002550148,0.00017070195,0.00033286147,0.00010290778,0.00036269208,0.0002638793,0.00026973305,0.000021808879],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012345677,0.0033050783,0.0020876972,0.009078054,0.00015014558,0.0000016800074,0.0004840163,0.0000071897352,0.000010150319,0.004884247,0.0074460264,0.9602],"study_design_scores_gemma":[0.03090547,0.005460771,0.009558071,0.012366395,0.000027204716,0.0000013234375,0.00026225604,0.010543713,0.008948238,0.006525919,0.9148577,0.0005429718],"about_ca_topic_score_codex":0.000030326788,"about_ca_topic_score_gemma":0.00008090071,"teacher_disagreement_score":0.9596571,"about_ca_system_score_codex":0.00048477732,"about_ca_system_score_gemma":0.00034845766,"threshold_uncertainty_score":0.9999902},"labels":[],"label_agreement":null},{"id":"W4413051603","doi":"10.2196/67841","title":"Effectiveness and Cost-Effectiveness of Using a Social Robot in Residential Care for Individuals With Challenges in Daily Structure and Planning: Protocol for a Multiple-Baseline Single Case Trial and Health Economic Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"ZonMw","keywords":"Baseline (sea); Protocol (science); Health care; Psychology; Data collection; Economic evaluation; Medicine; Nursing; Gerontology; Applied psychology; Alternative medicine; Sociology","score_opus":0.6065687097761119,"score_gpt":0.6581039136900803,"score_spread":0.051535203913968375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413051603","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2091174,0.000028022843,0.00021365807,0.00009874738,0.000017982724,0.79042876,0.00007187027,0.000008163313,0.000015396914],"genre_scores_gemma":[0.29715714,1.4998265e-7,0.00016029741,0.000003681999,0.00007364752,0.702576,0.000010816531,0.000016367474,0.0000019119136],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955636,0.0029576637,0.00039347113,0.0005324471,0.0001923717,0.0003604131],"domain_scores_gemma":[0.9969047,0.0024104875,0.00019117155,0.00012630613,0.00030690775,0.000060459774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055216798,0.00016612258,0.00048608528,0.00053257355,0.00025549438,0.000083786166,0.000073269875,0.00020747169,0.000007902657],"category_scores_gemma":[0.00039310468,0.00015643667,0.00003224663,0.00017632631,0.00016009215,0.00013826182,0.0000653321,0.00029641736,5.8121582e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.61262995,0.0018364821,0.10252728,0.0311097,0.0002793867,0.000051108,0.03907223,0.00096812536,0.0023560566,0.0018897621,0.00019009782,0.20708981],"study_design_scores_gemma":[0.5977689,0.013558023,0.33684838,0.0146901505,0.000030440193,0.00007429764,0.024336629,0.0030238985,0.0031802072,0.002502306,0.0033874465,0.0005993357],"about_ca_topic_score_codex":0.00065404654,"about_ca_topic_score_gemma":0.0025447034,"teacher_disagreement_score":0.2343211,"about_ca_system_score_codex":0.00049187243,"about_ca_system_score_gemma":0.0005712096,"threshold_uncertainty_score":0.6379302},"labels":[],"label_agreement":null},{"id":"W4413051975","doi":"10.2196/64101","title":"Use of Naltrexone for Patients With Stimulant Use Disorder in Malaysia: Protocol for a Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Naltrexone; Abstinence; Medicine; Opioid use disorder; Heroin; Buprenorphine; Opioid; Opioid antagonist; Stimulant; Psychiatry; Anesthesia; Internal medicine; (+)-Naloxone; Drug","score_opus":0.18873371265784022,"score_gpt":0.5209081854949406,"score_spread":0.33217447283710033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413051975","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3207059,1.6036029e-7,0.00006947365,0.00004642044,0.0000017147185,0.6791082,0.000020173702,0.000023592347,0.000024351582],"genre_scores_gemma":[0.06422707,7.301971e-8,0.0013710208,0.000016426398,0.000016515372,0.932446,0.000028687346,0.00003841399,0.0018558026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99744487,0.00015889503,0.0004776862,0.0005467792,0.0008031659,0.00056858576],"domain_scores_gemma":[0.99699175,0.0008474353,0.00011960628,0.00060620194,0.0013458709,0.0000891385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069888827,0.00023055627,0.00066896476,0.00051364215,0.000108990345,0.000060936636,0.00015100816,0.000093485265,0.000032396372],"category_scores_gemma":[0.00075641915,0.00015205609,0.00010182332,0.0008963809,0.00013218744,0.00029238692,0.00007203078,0.0002702447,0.0000019287327],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03056989,0.0111392,0.9546246,0.0006757989,0.00023420136,0.000012012286,0.00037710503,0.000006538841,0.000022840077,0.00014662382,0.0015977515,0.0005934187],"study_design_scores_gemma":[0.046881124,0.014195157,0.9309115,0.0026105596,0.000021786575,2.1555198e-7,0.0001873694,0.00013442854,0.00023829134,0.00014607293,0.004546994,0.00012654824],"about_ca_topic_score_codex":0.00006665148,"about_ca_topic_score_gemma":0.00031535974,"teacher_disagreement_score":0.25647882,"about_ca_system_score_codex":0.00043743613,"about_ca_system_score_gemma":0.0003322327,"threshold_uncertainty_score":0.62006676},"labels":[],"label_agreement":null},{"id":"W4413052148","doi":"10.2196/64050","title":"Establishing a Multicenter Active Adverse Events Following Immunization Sentinel Surveillance Network Across 22 Tertiary Care Hospitals in India: Protocol for a Prospective Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Observational study; Checklist; Medical record; Pediatrics; Family medicine; Emergency medicine; Internal medicine","score_opus":0.12025416050578089,"score_gpt":0.5377581682888674,"score_spread":0.4175040077830865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413052148","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12756221,0.0000018136491,0.00007522895,0.00019255326,0.000025004189,0.8712706,0.000017573919,0.000060629714,0.0007943846],"genre_scores_gemma":[0.23705032,1.1739937e-7,0.0001506356,0.000043586308,0.00018774721,0.7620798,0.0000189065,0.000021659956,0.00044725573],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99541986,0.001385144,0.00053568534,0.00062832836,0.00097130734,0.0010596801],"domain_scores_gemma":[0.9974327,0.00078397064,0.00017827845,0.00036053715,0.001149745,0.00009477968],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0036502948,0.00020998078,0.00031934356,0.00020579527,0.0016566316,0.0002627654,0.000661594,0.00017154239,0.000030434418],"category_scores_gemma":[0.0019093266,0.00020958028,0.00014021309,0.0018340921,0.00004072109,0.0014167185,0.00041754285,0.0005822777,0.0000056201316],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080424605,0.000816927,0.9702639,0.0002797442,0.00004911417,0.00001535094,0.025658056,0.000043187563,0.000021854414,0.00018601202,0.0009827679,0.0008788621],"study_design_scores_gemma":[0.0071317325,0.0001962986,0.9674341,0.0016725165,0.0000016844463,4.1931823e-8,0.017496208,0.00007193727,0.00003490841,0.0006589477,0.0051096897,0.00019190791],"about_ca_topic_score_codex":0.0003482643,"about_ca_topic_score_gemma":0.0015766254,"teacher_disagreement_score":0.109488115,"about_ca_system_score_codex":0.00092387956,"about_ca_system_score_gemma":0.0009349161,"threshold_uncertainty_score":0.9996431},"labels":[],"label_agreement":null},{"id":"W4413055766","doi":"10.2196/73602","title":"Health Care Professionals’ Experiences and Opinions About Generative AI and Ambient Scribes in Clinical Documentation: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Uppsala Universitet","keywords":"Documentation; Protocol (science); Health care; Medical education; Medicine; Psychology; Computer science; Alternative medicine","score_opus":0.7791828244332588,"score_gpt":0.7989299615626156,"score_spread":0.01974713712935683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413055766","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.0650687e-7,0.38631862,0.000013657583,0.0035655943,0.000020936897,0.61002773,0.000013770941,0.0000127011745,0.000026770043],"genre_scores_gemma":[3.7846128e-8,0.37650117,0.0003272324,0.00086892705,0.00024367175,0.6217707,0.000095943826,0.000015866868,0.0001764526],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937391,0.0020647552,0.0021537093,0.0008710098,0.0005736604,0.00059773726],"domain_scores_gemma":[0.99673164,0.0012995292,0.00040959023,0.0004018971,0.0008001715,0.00035714937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038168386,0.00030226898,0.0017580927,0.00040730528,0.0005294801,0.00013726912,0.00018140687,0.00028959525,0.000069587564],"category_scores_gemma":[0.0013845585,0.00021807123,0.00016878788,0.0007227353,0.0003479449,0.00019390626,0.00019320188,0.0010633706,0.00000519503],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006925261,0.00018136263,0.000065636115,0.4577465,0.0000073342026,0.0000013408414,0.0022493852,3.0487453e-9,1.0615518e-8,0.00007329449,0.01076497,0.5288409],"study_design_scores_gemma":[0.0001768958,0.0010221292,0.0000058303126,0.5645125,0.000005216143,0.000004482421,0.0019532815,0.0000014328496,0.0000034878612,0.00002974282,0.43218735,0.000097678436],"about_ca_topic_score_codex":0.000082452556,"about_ca_topic_score_gemma":0.0001430615,"teacher_disagreement_score":0.5287432,"about_ca_system_score_codex":0.0003202114,"about_ca_system_score_gemma":0.011762104,"threshold_uncertainty_score":0.9938403},"labels":[],"label_agreement":null},{"id":"W4413072745","doi":"10.2196/65012","title":"Effects of Communicating Genetic Risk of Type 2 Diabetes and Wearable Technologies on Behavioral Outcomes in East Asians: Statistical Analysis Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wearable computer; Preprint; Randomized controlled trial; Wearable technology; Smartwatch; Type 2 diabetes; Medicine; Psychology; Applied psychology; Computer science; Diabetes mellitus; World Wide Web","score_opus":0.05638506479139643,"score_gpt":0.50300036620598,"score_spread":0.44661530141458355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413072745","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096161336,0.000024015655,0.00038494632,0.000057729438,0.0000033676863,0.9032674,0.000023637316,0.000009335053,0.00006823773],"genre_scores_gemma":[0.12582709,0.0000033962242,0.0042943447,0.000003090176,0.0000061256114,0.8697871,0.0000056084123,0.000010261378,0.00006296487],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99732167,0.0012312627,0.0006372147,0.00029817317,0.00023970284,0.00027196205],"domain_scores_gemma":[0.9973264,0.0015618962,0.00024392593,0.0005173538,0.00032621314,0.000024247936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019539723,0.00013842223,0.0009744916,0.0004316959,0.00008256555,0.000027536396,0.0003349509,0.00018027109,0.000004773681],"category_scores_gemma":[0.004175423,0.00010287985,0.00018442026,0.0005551434,0.0005645165,0.0000035659355,0.00021562216,0.00023511147,2.2712005e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9371076,0.0021311264,0.023625564,0.0012892165,0.0011998564,7.656301e-7,0.00010981701,0.0001217623,0.025503352,0.00030263903,0.0001722076,0.008436083],"study_design_scores_gemma":[0.9221078,0.0043706703,0.002431098,0.00068042707,0.00014068508,5.2657057e-8,0.0001397972,0.0010939548,0.06729718,0.0012263255,0.00038091626,0.00013109425],"about_ca_topic_score_codex":0.000022782506,"about_ca_topic_score_gemma":0.000033303095,"teacher_disagreement_score":0.041793834,"about_ca_system_score_codex":0.000039701856,"about_ca_system_score_gemma":0.00027765977,"threshold_uncertainty_score":0.49986732},"labels":[],"label_agreement":null},{"id":"W4413073210","doi":"10.2196/69536","title":"Integrating a Combination HIV Prevention Intervention Into a Widely Used Geosocial App for Chinese Men Who Have Sex With Men: Protocol for a Single-Arm Pilot and Repeated Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Preprint; Protocol (science); Cross-sectional study; Men who have sex with men; Medicine; Intervention (counseling); Human immunodeficiency virus (HIV); mHealth; Psychological intervention; Gerontology; Family medicine; Computer science; World Wide Web; Alternative medicine; Nursing","score_opus":0.1729298213305856,"score_gpt":0.5645100353239844,"score_spread":0.39158021399339876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413073210","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013459195,0.0000011835946,0.018003099,0.0005166381,0.000002278511,0.96136224,0.000040852894,0.00013305891,0.0064814715],"genre_scores_gemma":[0.040293075,4.3285866e-8,0.00076484354,0.000008528101,0.00012362674,0.88536847,0.00016651677,0.00005271141,0.073222175],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9953642,0.00085900456,0.0010298719,0.0008821298,0.0011543339,0.00071047765],"domain_scores_gemma":[0.9961261,0.00047770882,0.0002771889,0.00043099822,0.0024514992,0.00023649402],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005060343,0.00032446696,0.00052292936,0.00087024295,0.0009623427,0.00070725393,0.00028472434,0.00016714128,0.00010571201],"category_scores_gemma":[0.0021522422,0.0002500838,0.00024249512,0.00081657415,0.00033874114,0.0005643687,0.00025208734,0.0007394308,0.000004569687],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09624185,0.088302925,0.61358374,0.021321917,0.0014921551,0.00003151241,0.0055999276,0.0000066512157,0.028240183,0.0025095108,0.09208352,0.050586104],"study_design_scores_gemma":[0.1692664,0.53932726,0.13412656,0.020186039,0.00006409598,0.000040339168,0.007397791,0.08345022,0.007705503,0.015453677,0.022132725,0.0008493963],"about_ca_topic_score_codex":0.00027197562,"about_ca_topic_score_gemma":0.0007332821,"teacher_disagreement_score":0.4794572,"about_ca_system_score_codex":0.00067749125,"about_ca_system_score_gemma":0.0005190788,"threshold_uncertainty_score":0.9999951},"labels":[],"label_agreement":null},{"id":"W4413085821","doi":"10.2196/74262","title":"Challenges in Developing a Patient-Reported Symptom-Based Risk Stratification System for Suspected Head and Neck Cancer: Protocol for a Qualitative Case Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Head and neck cancer; Protocol (science); Medicine; Qualitative research; Risk stratification; Cancer; Alternative medicine; Computer science; World Wide Web; Pathology","score_opus":0.43536725992671554,"score_gpt":0.6097210058890157,"score_spread":0.17435374596230013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413085821","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069740176,0.000014300946,0.00036128238,0.00084927137,0.000009445031,0.92869097,0.00004854756,0.000091772374,0.00019425871],"genre_scores_gemma":[0.16327147,5.2205417e-7,0.00038818896,0.000014726832,0.00003976329,0.836187,0.000011782468,0.000028167018,0.000058406375],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9964483,0.0010237525,0.00073333917,0.00075261306,0.0005155599,0.0005264353],"domain_scores_gemma":[0.99656874,0.0009800347,0.0002354902,0.00049056247,0.0015931792,0.00013197729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026676527,0.00022476223,0.00048051265,0.00053241546,0.00031008682,0.00009573988,0.00011097446,0.0001386141,0.000004167045],"category_scores_gemma":[0.00053554506,0.00019415721,0.00006979473,0.0008295126,0.00008920951,0.0000978457,0.000053440694,0.00036741782,4.008738e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07838074,0.011203869,0.17372347,0.15070142,0.001108783,0.0016225775,0.2606901,0.00002821339,0.0013419429,0.009549559,0.002648129,0.3090012],"study_design_scores_gemma":[0.118754506,0.03388328,0.049238667,0.070300706,0.00009959285,0.00014312283,0.63765526,0.0039461157,0.01032013,0.0012812073,0.07312288,0.001254525],"about_ca_topic_score_codex":0.0030580102,"about_ca_topic_score_gemma":0.03491028,"teacher_disagreement_score":0.3769652,"about_ca_system_score_codex":0.00086746924,"about_ca_system_score_gemma":0.0019383959,"threshold_uncertainty_score":0.9827001},"labels":[],"label_agreement":null},{"id":"W4413107426","doi":"10.2196/80077","title":"Correction: Effect of Live Environmental Music Therapy and Prerecorded Music on State Anxiety, Stress, Pain, and Well-Being Levels of Patients and Caregivers in the Emergency Department Waiting Room: Protocol for a Multicenter Randomized Clinical Trial","year":2025,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Music Therapy and Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anxiety; Music therapy; Emergency department; Protocol (science); Medicine; Psychology; Medical emergency; Alternative medicine; Physical therapy; Psychiatry","score_opus":0.14345379210298445,"score_gpt":0.5055977762476478,"score_spread":0.3621439841446633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413107426","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04558075,0.000024914565,0.0000065313257,0.000053193187,0.0006635552,0.95252424,0.00020147894,0.000011623722,0.00093370007],"genre_scores_gemma":[0.0061566876,0.00007569205,0.00001508442,0.00006888339,0.00039242257,0.9906543,0.00008170717,0.000045657845,0.0025095844],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9823808,0.01384978,0.0015138703,0.00091968087,0.00069790223,0.0006379566],"domain_scores_gemma":[0.9920981,0.0062574474,0.00088767975,0.00049961207,0.00012830037,0.00012887048],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0129921,0.00045735604,0.0013954076,0.0003144937,0.00026793056,0.00005024387,0.00033653437,0.00048790537,0.000647908],"category_scores_gemma":[0.0006214358,0.00030647495,0.00026730954,0.00017633822,0.0004969012,0.000074705094,0.0001735587,0.0015409028,0.0000011777441],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7102748,0.002275911,0.0091808,0.0032764748,0.0002823673,0.0000038054282,0.010615653,3.373812e-7,0.0000027423755,0.000015689957,0.119173795,0.14489761],"study_design_scores_gemma":[0.83125883,0.034802303,0.016450277,0.0054085916,0.000029818342,7.6996963e-7,0.0011143056,0.00034377613,0.000036368565,0.00018430024,0.10998256,0.00038810234],"about_ca_topic_score_codex":0.00016251933,"about_ca_topic_score_gemma":0.00019819055,"teacher_disagreement_score":0.14450951,"about_ca_system_score_codex":0.000096869764,"about_ca_system_score_gemma":0.00018487325,"threshold_uncertainty_score":0.9999387},"labels":[],"label_agreement":null},{"id":"W4413110338","doi":"10.2196/75982","title":"Qizhi Jieyu Pill for the Treatment of Cerebral Infarction During the Recovery Phase: Protocol for a Randomized Controlled Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurological Disease Mechanisms and Treatments","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pill; Medicine; Randomized controlled trial; Protocol (science); Clinical trial; Physical therapy; Alternative medicine; Internal medicine; Pharmacology","score_opus":0.3682510332412023,"score_gpt":0.6099336681075612,"score_spread":0.24168263486635894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413110338","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043648593,0.0000016032976,0.000507694,0.0012546249,0.000056973917,0.99341565,0.000085899446,0.000049348277,0.00026335797],"genre_scores_gemma":[0.004371265,0.0000033702509,0.00006136888,0.0001515514,0.00026202755,0.9922137,0.000002253651,0.000022183438,0.002912243],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937432,0.003188241,0.0011573693,0.000680276,0.0006098253,0.00062112766],"domain_scores_gemma":[0.980388,0.018195504,0.00038031623,0.00067224324,0.00025733988,0.00010660122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036106736,0.00026322444,0.0010835843,0.0001471708,0.0009104918,0.00020480389,0.00054971845,0.00013699957,0.00010109664],"category_scores_gemma":[0.005917621,0.00010840473,0.0013264766,0.000369653,0.0005395627,0.00011274763,0.0001062603,0.00024960114,0.0000064827927],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97455883,0.008112359,0.000013548813,0.00018496242,0.00016474788,0.0000033475399,0.000024143781,0.000005836587,0.0036177577,0.0038559488,0.0005491029,0.008909403],"study_design_scores_gemma":[0.8872052,0.01918652,0.000036965805,0.0001431205,0.000041526866,7.295041e-7,0.000008892614,0.0011131804,0.019979667,0.010592953,0.06160559,0.0000856496],"about_ca_topic_score_codex":0.000007683751,"about_ca_topic_score_gemma":0.0000032122389,"teacher_disagreement_score":0.08735364,"about_ca_system_score_codex":0.000105220526,"about_ca_system_score_gemma":0.00031919,"threshold_uncertainty_score":0.7084372},"labels":[],"label_agreement":null},{"id":"W4413115677","doi":"10.2196/70601","title":"Assessment of Two Online Interventions for Veterans With Chronic Pain: Protocol for a Randomized Controlled Efficacy Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Randomized controlled trial; Protocol (science); Physical therapy; Psychological intervention; Medicine; Chronic pain; Alternative medicine; Psychology; Nursing; Surgery","score_opus":0.2895215683854987,"score_gpt":0.6536939070415513,"score_spread":0.3641723386560526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413115677","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005822807,0.0000015237983,0.31690863,0.000462982,0.000028096965,0.68101716,0.00008341164,0.00003637528,0.0014035986],"genre_scores_gemma":[0.003987287,1.3191528e-8,0.0015125852,0.000021082296,0.00022243915,0.9827053,0.000035201825,0.000035786292,0.011480301],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9927919,0.003809923,0.0016797144,0.0005669032,0.0005002282,0.0006513693],"domain_scores_gemma":[0.9914792,0.006011442,0.00052152976,0.0007487815,0.0011272202,0.00011181917],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010039711,0.00026031214,0.0016433541,0.00065894134,0.0003305722,0.00012670193,0.0006216604,0.00013540141,0.003775605],"category_scores_gemma":[0.00086028146,0.00016891798,0.0018833554,0.000498093,0.00035063893,0.00007041592,0.0001068241,0.00046424102,0.000004456639],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7988811,0.009824823,0.000016142754,0.0029399372,0.00076389255,0.0000014956431,0.00005217717,0.000012853447,0.000046051395,0.15760414,0.018412616,0.011444769],"study_design_scores_gemma":[0.90234447,0.012429964,0.000080805854,0.011337828,0.00004492607,6.200909e-7,0.000096047785,0.0021076163,0.00011212994,0.005593142,0.0657043,0.00014817138],"about_ca_topic_score_codex":0.00003604495,"about_ca_topic_score_gemma":0.000121733145,"teacher_disagreement_score":0.31539604,"about_ca_system_score_codex":0.00016077458,"about_ca_system_score_gemma":0.0007819252,"threshold_uncertainty_score":0.9971351},"labels":[],"label_agreement":null},{"id":"W4413116175","doi":"10.2196/74068","title":"Centenarian Mortality Rate During COVID-19: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Centenarian; Coronavirus disease 2019 (COVID-19); Meta-analysis; Protocol (science); 2019-20 coronavirus outbreak; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychology; Gerontology; Virology; Alternative medicine; Longevity; Internal medicine","score_opus":0.7605399074248044,"score_gpt":0.7299912815309502,"score_spread":0.03054862589385421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413116175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.982786e-10,0.3167789,0.000039436338,0.0028388544,9.4063245e-7,0.67983925,0.0003335812,0.00009299532,0.00007601606],"genre_scores_gemma":[6.714346e-9,0.17707212,0.000050604296,0.001934361,0.00006945053,0.8150739,0.00010040489,0.00007709947,0.005622034],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9861568,0.0061183968,0.003017018,0.0016622908,0.0015607337,0.0014847427],"domain_scores_gemma":[0.989071,0.0035167602,0.0011710133,0.0029110087,0.0012925911,0.0020376302],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.01565999,0.00096665515,0.015213301,0.0019254771,0.00071965565,0.00029927198,0.0007657283,0.0006037895,0.00065891334],"category_scores_gemma":[0.01880195,0.0005832694,0.0045048627,0.0040111495,0.00023165003,0.00015060605,0.0005493987,0.0016988008,0.000032144253],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001340709,0.0002962925,0.0000053868857,0.9443565,0.050422706,0.0000989012,0.000035771332,6.394033e-8,9.660813e-8,0.00010368604,0.0042154645,0.00033106006],"study_design_scores_gemma":[0.0009661661,0.00031173116,0.000004395545,0.38066602,0.15647413,0.000019208574,0.000004840453,0.0000012510336,2.7070914e-7,0.000055201763,0.46125153,0.00024525242],"about_ca_topic_score_codex":0.00015446843,"about_ca_topic_score_gemma":0.00012468369,"teacher_disagreement_score":0.5636905,"about_ca_system_score_codex":0.0014724721,"about_ca_system_score_gemma":0.011490417,"threshold_uncertainty_score":0.99966186},"labels":[],"label_agreement":null},{"id":"W4413125770","doi":"10.2196/66419","title":"Development of a Social Communication Intervention Mobile App for Adolescents With Autism Spectrum Disorder and Social Communication Disorder: Protocol for a Pilot Randomized Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Intervention (counseling); Randomized controlled trial; Psychology; Applied psychology; Medicine; Medical education; Physical therapy; Alternative medicine; Computer science; Psychiatry; World Wide Web","score_opus":0.21070255733727944,"score_gpt":0.5622440632423817,"score_spread":0.3515415059051023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413125770","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006815543,0.0000038739963,0.012399577,0.003594726,0.0000070232554,0.9768094,0.000027680879,0.000101530706,0.0002406867],"genre_scores_gemma":[0.13978796,0.0000018459704,0.0020100717,0.000023990415,0.000030001436,0.8576499,0.000028564104,0.000052954663,0.00041471978],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9906695,0.004991207,0.001655252,0.00081526267,0.0010201989,0.00084856857],"domain_scores_gemma":[0.9963267,0.0019922724,0.00065470894,0.0007587516,0.00017306929,0.000094491625],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010191471,0.0003156757,0.0009099744,0.00047802916,0.001941041,0.00029021912,0.0013650204,0.0002345102,0.000034995966],"category_scores_gemma":[0.0010119175,0.0002680585,0.00030813206,0.00076895725,0.0018611365,0.000325067,0.0010380222,0.0009126396,0.0000053816266],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8801651,0.009703907,0.0003922236,0.0039565717,0.000059564365,3.001824e-7,0.0019704679,0.0000010318154,0.00047826802,0.07422556,0.0004436222,0.0286034],"study_design_scores_gemma":[0.8824934,0.0047769737,0.0013130291,0.0025828276,0.000014516463,7.748414e-7,0.00044641696,0.0012508136,0.0020917729,0.027928248,0.07671933,0.00038193798],"about_ca_topic_score_codex":0.000038588667,"about_ca_topic_score_gemma":0.00030526597,"teacher_disagreement_score":0.1329724,"about_ca_system_score_codex":0.00020658887,"about_ca_system_score_gemma":0.0007977835,"threshold_uncertainty_score":0.9999772},"labels":[],"label_agreement":null},{"id":"W4413136476","doi":"10.2196/69453","title":"Cocreation of a Mobile App (AYABytes) by Physicians and Adolescents and Young Adults With Cancer to Improve Access to Cancer-Related Resources and Reduce Distress: Protocol for a Single-Arm Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Cancer; Medicine; Distress; Medical education; Psychology; Computer science; Clinical psychology; Alternative medicine","score_opus":0.09995707469409737,"score_gpt":0.5245278880775749,"score_spread":0.4245708133834775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413136476","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40850884,0.0000122691645,0.000013152975,0.00069751457,0.0000042673723,0.59048295,0.00018790303,0.000042555024,0.000050553692],"genre_scores_gemma":[0.30413672,9.187956e-7,0.00006913974,0.00008126622,0.00004610957,0.69544446,0.0000056340677,0.000029242134,0.00018649905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996624,0.00036344884,0.0005882953,0.0010464768,0.0008468472,0.000530918],"domain_scores_gemma":[0.9978707,0.0001788299,0.00021181554,0.0005709305,0.00083256554,0.00033516623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001065237,0.000290608,0.00064942415,0.00023595971,0.00024123228,0.00020539793,0.0002684675,0.00010810406,0.000009245777],"category_scores_gemma":[0.00029104634,0.00024024652,0.00003678387,0.00086090533,0.00027818658,0.00022305452,0.0003970028,0.00036198145,2.545622e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.071358986,0.01759096,0.7275867,0.032509517,0.00036204077,0.0000065393015,0.037570804,0.000007500873,0.03054894,0.000008104723,0.007441724,0.07500817],"study_design_scores_gemma":[0.06307194,0.054134812,0.69861037,0.100126885,0.00011941669,0.0000053690933,0.013688136,0.00024787316,0.051165294,0.00009300963,0.01781538,0.0009215242],"about_ca_topic_score_codex":0.004544904,"about_ca_topic_score_gemma":0.0038870866,"teacher_disagreement_score":0.104961544,"about_ca_system_score_codex":0.00032802756,"about_ca_system_score_gemma":0.00033966638,"threshold_uncertainty_score":0.97969687},"labels":[],"label_agreement":null},{"id":"W4413137398","doi":"10.2196/75475","title":"Honey as a Wound Care Modality in Treating Deep Neck Space Abscesses: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Otolaryngology and Infectious Diseases","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Medicine; Modality (human–computer interaction); Wound care; Surgery; Physical therapy; Alternative medicine; Artificial intelligence; Computer science; Pathology","score_opus":0.07862830120919402,"score_gpt":0.547627595286464,"score_spread":0.46899929407727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413137398","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008899256,0.000007674777,0.00010382787,0.0008964514,0.000012452249,0.9639738,0.0000061380993,0.00011851504,0.025981836],"genre_scores_gemma":[0.00857914,3.0623147e-7,0.00024162128,0.00016186577,0.00022438624,0.9877284,0.000014080275,0.000033319244,0.0030168768],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947672,0.002152823,0.00096962077,0.0006656872,0.00061696384,0.0008277056],"domain_scores_gemma":[0.99506205,0.00290889,0.00020890513,0.0006142695,0.0009754591,0.00023042267],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038273847,0.0003101715,0.00195819,0.00067735073,0.00037676707,0.00015606884,0.00025756922,0.00036560517,0.00032328613],"category_scores_gemma":[0.010217862,0.00022204554,0.00060371734,0.00082757615,0.00043782048,0.00018544686,0.00013003468,0.0008516553,0.00002950289],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98136663,0.0026844216,0.005087102,0.0049289954,0.00021349316,0.000037188307,0.0005182004,0.0000042544693,0.00016379841,0.0030495757,0.0011549607,0.000791353],"study_design_scores_gemma":[0.96762866,0.0038528454,0.00039263375,0.0036252767,0.000031844644,0.000003889829,0.00039312046,0.0004037656,0.00068599073,0.0044452325,0.018364487,0.00017226058],"about_ca_topic_score_codex":0.00021069113,"about_ca_topic_score_gemma":0.00014871005,"teacher_disagreement_score":0.023754556,"about_ca_system_score_codex":0.0003730222,"about_ca_system_score_gemma":0.0023034175,"threshold_uncertainty_score":0.9981195},"labels":[],"label_agreement":null},{"id":"W4413137421","doi":"10.2196/64640","title":"Generative Artificial Intelligence Tools in Medical Research (GAMER): Protocol for a Scoping Review and Development of Reporting Guidelines","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Chinese Academy of Medical Sciences; Lanzhou University","keywords":"Usability; Computer science; Standardization; Transparency (behavior); Checklist; Data science; Knowledge management; Psychology","score_opus":0.9539445398349172,"score_gpt":0.8103202494853555,"score_spread":0.1436242903495617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413137421","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5110439e-7,0.2163041,0.00039205016,0.0012263797,0.000010372142,0.7819063,0.000005693185,0.000019355737,0.00013561959],"genre_scores_gemma":[1.7993314e-8,0.27693546,0.0062111043,0.000072009476,0.0003098883,0.7162669,0.000034815126,0.00003560923,0.00013425031],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98449075,0.0019753403,0.008969987,0.0011378056,0.0022941856,0.0011319497],"domain_scores_gemma":[0.9867047,0.0048768455,0.0016438308,0.00080173055,0.005556259,0.00041661217],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042109024,0.0004000951,0.0028491267,0.0013533756,0.00040580306,0.00011493637,0.00046576306,0.0006728193,0.00024899174],"category_scores_gemma":[0.0834197,0.00030681517,0.00022523294,0.002458738,0.00052512507,0.00014167723,0.0005246323,0.00224603,0.000021623431],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008234868,0.00021938814,0.000007979567,0.4335676,0.000015003915,0.00001563971,0.00020292735,4.7299565e-8,0.0000010352064,0.00012874394,0.0010657221,0.56469357],"study_design_scores_gemma":[0.000039045353,0.00037646602,5.848768e-7,0.6077773,0.000009177439,0.00001988013,0.00017155155,0.0000145070735,0.0003287823,0.00030328555,0.39082107,0.00013835933],"about_ca_topic_score_codex":0.000070300426,"about_ca_topic_score_gemma":0.00027952951,"teacher_disagreement_score":0.56455517,"about_ca_system_score_codex":0.00059348275,"about_ca_system_score_gemma":0.036681153,"threshold_uncertainty_score":0.99993837},"labels":[],"label_agreement":null},{"id":"W4413137512","doi":"10.2196/76009","title":"Factors Affecting the Receptiveness of Chinese Internists and Surgeons Toward Artificial Intelligence–Driven Drug Prescription: Protocol for a Systematic Survey Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tianjin Science and Technology Committee; Chinese Academy of Medical Sciences; National Natural Science Foundation of China; National Institute for Health and Care Research","keywords":"Medical prescription; Generalizability theory; Medicine; Family medicine; Protocol (science); Metropolitan area; Hematopoietic cell; Nursing; Psychology; Alternative medicine; Pathology","score_opus":0.6826480909854656,"score_gpt":0.6562506367261456,"score_spread":0.026397454259320052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413137512","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21454933,0.0000023003552,0.00049071794,0.00043362664,0.00004013554,0.7843853,0.000010226925,0.00003903829,0.00004930063],"genre_scores_gemma":[0.46599865,8.2990695e-8,0.000015120552,0.0000054668303,0.0000536589,0.5336952,0.0000044622707,0.000013744622,0.00021357834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954779,0.001961091,0.0010365149,0.00047999044,0.0005977893,0.00044671103],"domain_scores_gemma":[0.99392635,0.0038974406,0.0001919064,0.00053168164,0.0013280823,0.0001245665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077032666,0.00022403234,0.00058081385,0.00040795034,0.00036789585,0.00019229406,0.00031246693,0.00010927283,0.000036100064],"category_scores_gemma":[0.0043924847,0.00012785326,0.00012067287,0.0010658432,0.00029422887,0.00012591113,0.00019109504,0.00058291305,0.000009604915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034494586,0.002834143,0.81563276,0.12571569,0.00018496228,0.000003950903,0.04291752,0.0000092970695,0.0005241272,0.00052285305,0.0010802286,0.0071250135],"study_design_scores_gemma":[0.0008781356,0.012215604,0.538287,0.19090919,0.00008284175,0.000013349103,0.19438745,0.005609723,0.036739208,0.018515766,0.0015175459,0.0008442137],"about_ca_topic_score_codex":0.0010316744,"about_ca_topic_score_gemma":0.001565375,"teacher_disagreement_score":0.27734578,"about_ca_system_score_codex":0.00018292242,"about_ca_system_score_gemma":0.00060318894,"threshold_uncertainty_score":0.52585316},"labels":[],"label_agreement":null},{"id":"W4413139768","doi":"10.2196/70362","title":"Pulmonary Function and Sleep-Related Disorders During Cervical Administration of Intrathecal Baclofen in Adults With Spinal Cord Injury (Cervit-B): Protocol for a Multiphase Single-Arm Intervention Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Botulinum Toxin and Related Neurological Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Spasticity; Medicine; Spinal cord injury; Anesthesia; Physical therapy; Adverse effect; Physical medicine and rehabilitation; Spinal cord; Internal medicine","score_opus":0.08726078781698947,"score_gpt":0.4826674477695899,"score_spread":0.39540665995260044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413139768","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16883229,0.000003565752,0.00018627862,0.0008396305,0.000010209237,0.8295579,0.0000064790297,0.000056092813,0.00050758675],"genre_scores_gemma":[0.40918887,6.310666e-7,0.00008795117,0.000015581434,0.000022219756,0.5905652,0.000013188259,0.000016441267,0.00008994141],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9973369,0.00039771738,0.0007692362,0.0005901436,0.00044823153,0.00045774557],"domain_scores_gemma":[0.99906045,0.00013466112,0.00016636464,0.00026543794,0.00022331487,0.00014974015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006906536,0.0002268296,0.0003818486,0.0004524899,0.00013277838,0.00004011712,0.00013607948,0.00040886775,0.00008574871],"category_scores_gemma":[0.0002129781,0.00017013177,0.00013019597,0.00081631454,0.00037092753,0.00016374257,0.00010370246,0.0009455758,0.0000023604887],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8830506,0.012743494,0.0017055953,0.0047809035,0.000059205842,0.000033014807,0.00004451295,0.0000044035273,0.0047907294,0.0002556394,0.000035526322,0.09249633],"study_design_scores_gemma":[0.46248856,0.414215,0.076235935,0.022390947,0.000055463745,0.00006235253,0.00056774117,0.0065188063,0.0066018444,0.0059066443,0.0044017886,0.00055490446],"about_ca_topic_score_codex":0.000019684727,"about_ca_topic_score_gemma":0.00004580111,"teacher_disagreement_score":0.4205621,"about_ca_system_score_codex":0.00008916354,"about_ca_system_score_gemma":0.00014806018,"threshold_uncertainty_score":0.6937772},"labels":[],"label_agreement":null},{"id":"W4413141452","doi":"10.2196/69956","title":"Improving Data Integrity in Samples Obtained From Web-Based Recruitment: Protocol for the Development of a Novel System for Assessing Participant Authenticity in a Remote Longitudinal Cohort Study of Polysubstance Use","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health","keywords":"Protocol (science); Baseline (sea); Web application; Internet privacy; Medicine; Applied psychology; Computer science; Psychology; World Wide Web; Alternative medicine","score_opus":0.9146022405428403,"score_gpt":0.6889550407892063,"score_spread":0.225647199753634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413141452","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.285893,9.2884034e-7,0.026173132,0.00008035584,0.000010084239,0.68774104,0.00007781631,0.000016682068,0.000006994993],"genre_scores_gemma":[0.23415056,1.8598367e-8,0.034086686,0.000002919144,0.0000148428835,0.7317088,0.000006579979,0.000009240986,0.000020320367],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9805599,0.01545481,0.0014072404,0.0008322535,0.00091688766,0.00082891894],"domain_scores_gemma":[0.9570839,0.040962555,0.00039274586,0.00088105415,0.0006141308,0.00006564038],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.121212915,0.00016398083,0.0005615079,0.00037451007,0.0005821472,0.00013043398,0.0012226417,0.00017163619,0.0000061659],"category_scores_gemma":[0.03824991,0.00012345678,0.000056386238,0.0012021196,0.0004032099,0.00024741655,0.00035618167,0.0004931225,1.4975663e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046167437,0.0045997687,0.91375333,0.0018870037,0.00014666244,0.000004018014,0.015219313,0.000026240748,0.007556392,0.000491206,0.000040210896,0.010108406],"study_design_scores_gemma":[0.0121154785,0.0003851254,0.9383827,0.005381627,0.00001646461,5.9410937e-8,0.018798206,0.018540036,0.0041998997,0.00017708975,0.0018257787,0.00017755972],"about_ca_topic_score_codex":0.010227226,"about_ca_topic_score_gemma":0.08543207,"teacher_disagreement_score":0.082963005,"about_ca_system_score_codex":0.00046054236,"about_ca_system_score_gemma":0.0044472567,"threshold_uncertainty_score":0.99636376},"labels":[],"label_agreement":null},{"id":"W4413186884","doi":"10.2196/71929","title":"Multilevel Estimation of the Relative Impacts of Social Determinants on Income-Related Health Inequalities in Urban Canada: Protocol for the Canadian Social Determinants Urban Laboratory","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Concordia University; University of Ottawa; University of Manitoba; Dalhousie University; Toronto Public Health; Saskatchewan Health Authority; University of Regina; McGill University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Preprint; Estimation; Protocol (science); Inequality; Social determinants of health; Geography; Economics; Economic growth; Computer science; Medicine; Health care","score_opus":0.1977783854896621,"score_gpt":0.5654275760187567,"score_spread":0.3676491905290946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413186884","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013637227,0.0000023324553,0.0000022831694,0.010359986,0.000036439982,0.9747295,0.0003253447,0.0000112918215,0.00089560944],"genre_scores_gemma":[0.32502112,9.7425584e-8,0.00001299591,0.00028773572,0.000047201393,0.67401725,0.0000012380407,0.000011340271,0.0006009927],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99447864,0.0022072787,0.00089832506,0.0002486378,0.0010724012,0.0010947346],"domain_scores_gemma":[0.99684244,0.0016411834,0.00045826565,0.00025344256,0.00060570484,0.000198952],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005564207,0.00016655501,0.0004348662,0.0002827582,0.0028257226,0.00007229326,0.00071824604,0.00025196618,0.000026202888],"category_scores_gemma":[0.002630942,0.00011429602,0.000091246366,0.0011073593,0.0007848774,0.00019470596,0.00010389012,0.00065516075,7.494115e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010620654,0.00043556083,0.6481519,0.007987234,0.00005522438,0.000006042115,0.116015315,0.000015220238,0.0000052005184,0.1267675,0.08015883,0.01933994],"study_design_scores_gemma":[0.0024630239,0.0002613626,0.8986127,0.003616899,0.0000021132257,7.167028e-8,0.0052526854,0.00044652683,0.00023972317,0.0017197316,0.08721705,0.00016812237],"about_ca_topic_score_codex":0.9372859,"about_ca_topic_score_gemma":0.99547356,"teacher_disagreement_score":0.3113839,"about_ca_system_score_codex":0.002974155,"about_ca_system_score_gemma":0.037055857,"threshold_uncertainty_score":0.99847245},"labels":[],"label_agreement":null},{"id":"W4413187126","doi":"10.2196/71237","title":"Home-Based Exercise to Improve Functional Outcomes in Veterans With a Recently Healed Diabetic Foot Ulcer: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; U.S. Department of Veterans Affairs","keywords":"Preprint; Randomized controlled trial; Medicine; Physical therapy; Protocol (science); Diabetic foot ulcer; Foot (prosody); Diabetic foot; Physical medicine and rehabilitation; Alternative medicine; Diabetes mellitus; Surgery; Computer science; World Wide Web","score_opus":0.09879644051840267,"score_gpt":0.48550823485627437,"score_spread":0.38671179433787173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413187126","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019403297,8.59902e-7,0.0017950459,0.006293489,0.000044311746,0.9867702,0.00001067865,0.00011881326,0.0030262824],"genre_scores_gemma":[0.006007029,1.4121089e-7,0.0014635794,0.00050798716,0.00010677717,0.981449,0.000020839216,0.00006130704,0.010383314],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99422926,0.0009607293,0.0012522303,0.0008939464,0.001500522,0.0011633153],"domain_scores_gemma":[0.9958323,0.0020661831,0.0001900449,0.00079603295,0.00076615915,0.0003492494],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0064271893,0.00045436164,0.0025969525,0.0014997756,0.0001903026,0.00024790363,0.00034773856,0.0001279987,0.00026528552],"category_scores_gemma":[0.0009655817,0.00029275997,0.00047836552,0.0010962782,0.00024532483,0.00011901896,0.0001478795,0.00056510256,0.00002376704],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9766931,0.007242354,0.0011024055,0.003078271,0.00034875562,0.0000129909795,0.00007142518,0.000013993595,0.0002812244,0.0006677129,0.006051832,0.004435915],"study_design_scores_gemma":[0.9517832,0.017949754,0.0010054102,0.0053283907,0.00007469547,1.5691911e-7,0.000053928055,0.00054805493,0.00036529262,0.0006221464,0.021990156,0.0002788617],"about_ca_topic_score_codex":0.00003486606,"about_ca_topic_score_gemma":0.000044430944,"teacher_disagreement_score":0.024909968,"about_ca_system_score_codex":0.00045901508,"about_ca_system_score_gemma":0.0016151025,"threshold_uncertainty_score":0.99995244},"labels":[],"label_agreement":null},{"id":"W4413188097","doi":"10.2196/76681","title":"Identifying Firearm Violence Exposure in Primary Care Clinical Notes: Protocol for Developing a National Language Processing Text Classifier","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gun Ownership and Violence Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health","keywords":"Preprint; Protocol (science); Computer science; Medical emergency; Medicine; Computer security; Natural language processing; World Wide Web; Alternative medicine; Pathology","score_opus":0.5174782198636124,"score_gpt":0.6755806507852113,"score_spread":0.15810243092159892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413188097","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010553672,0.000018864044,0.00062234316,0.0011437717,0.000012578808,0.98197347,0.000009255492,0.00009261051,0.015071762],"genre_scores_gemma":[0.020779828,0.0000027138137,0.0020018492,0.00014825277,0.00031120307,0.9757101,0.000010512774,0.000024212846,0.0010113328],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932592,0.0017320135,0.0007488743,0.00078256265,0.0021625962,0.0013147609],"domain_scores_gemma":[0.99584436,0.0017331863,0.00013038225,0.0002965143,0.0018037176,0.00019186408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011597148,0.00019462865,0.00033190142,0.0006646659,0.0012416026,0.00068075315,0.0011224931,0.00039174326,0.000051754694],"category_scores_gemma":[0.0038275297,0.00017492895,0.0001361981,0.0020184636,0.0007665784,0.00059181073,0.00036808787,0.0012115089,0.000036555302],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012731623,0.0006898008,0.14268059,0.009591837,0.00001861841,0.000029193501,0.017426405,0.0000026785733,0.0006292977,0.008496836,0.001816137,0.81734544],"study_design_scores_gemma":[0.014203319,0.0011593805,0.1803846,0.11915896,0.0000040675586,0.0000017666796,0.06936972,0.00048077712,0.0024324998,0.019602956,0.59192157,0.0012803802],"about_ca_topic_score_codex":0.00024385344,"about_ca_topic_score_gemma":0.0009809721,"teacher_disagreement_score":0.8160651,"about_ca_system_score_codex":0.0014546798,"about_ca_system_score_gemma":0.010302394,"threshold_uncertainty_score":0.9953083},"labels":[],"label_agreement":null},{"id":"W4413191381","doi":"10.2196/73554","title":"Digitally Mediated Occupational Therapy to Increase Physical Activity in Urban and Rural Breast Cancer Survivors: Protocol for a Single-Arm Feasibility Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Breast cancer; Medicine; Physical therapy; Occupational therapy; Cancer; Gerontology; Alternative medicine; Computer science; World Wide Web; Internal medicine","score_opus":0.2509107267252926,"score_gpt":0.5632178569987528,"score_spread":0.31230713027346024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413191381","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2866045,6.8359043e-7,0.000012315025,0.0011903475,0.000009674851,0.7112522,0.00028759008,0.0000477103,0.0005949859],"genre_scores_gemma":[0.25430664,8.031606e-8,0.000009549755,0.00010931201,0.0003003561,0.74498796,0.000022329847,0.000022108543,0.0002416507],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9970068,0.00051061885,0.0003164273,0.0006209071,0.00089321355,0.00065205706],"domain_scores_gemma":[0.99758947,0.0007698324,0.000069075584,0.00046907022,0.0007408841,0.00036166227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012992889,0.0002570631,0.00050144055,0.00036819503,0.00014084422,0.00017695597,0.00022490683,0.00015311364,0.00007995606],"category_scores_gemma":[0.00052240177,0.00020579385,0.0001338758,0.0011033758,0.00022047425,0.00025838084,0.0001778023,0.00052136095,0.0000037558505],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.76406497,0.014427094,0.16763334,0.0016405385,0.00006324758,0.000012685922,0.00094263913,0.0000014394883,0.009954035,0.00014815757,0.0035611438,0.037550688],"study_design_scores_gemma":[0.25865638,0.017590094,0.60218596,0.0059424695,0.0000086057335,0.0000067881347,0.00037533545,0.00034916392,0.007260225,0.0010400065,0.10587145,0.0007135008],"about_ca_topic_score_codex":0.003799352,"about_ca_topic_score_gemma":0.005398394,"teacher_disagreement_score":0.5054086,"about_ca_system_score_codex":0.000665162,"about_ca_system_score_gemma":0.0016952022,"threshold_uncertainty_score":0.839203},"labels":[],"label_agreement":null},{"id":"W4413257455","doi":"10.2196/70441","title":"Screening and Management of Obstructive Sleep Apnea and Daytime Sleepiness Among Professional Drivers in Tunisia: Protocol for a Machine Learning Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Obstructive sleep apnea; Medicine; Continuous positive airway pressure; Population; Epworth Sleepiness Scale; Excessive daytime sleepiness; Polysomnography; Physical therapy; Apnea; Sleep disorder; Psychiatry; Environmental health; Insomnia; Internal medicine","score_opus":0.11641173148580651,"score_gpt":0.5149853106622193,"score_spread":0.3985735791764128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413257455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064670585,0.0000028266588,0.00046139333,0.00022341667,0.0000048334773,0.9336816,0.000011189682,0.000039298342,0.00090484763],"genre_scores_gemma":[0.086909406,2.4262826e-7,0.0026746115,0.000005989382,0.000024686615,0.9093662,0.000008988755,0.000040607192,0.000969266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99568284,0.00081456004,0.0006163719,0.00086944003,0.0012093618,0.00080743746],"domain_scores_gemma":[0.99800366,0.00052562106,0.00014948651,0.00044248533,0.0006443335,0.00023440704],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027354665,0.00029110152,0.00061062386,0.0011917512,0.00037944756,0.00008037175,0.00031247686,0.00015994502,0.000053758795],"category_scores_gemma":[0.00034517085,0.00024872145,0.00006824926,0.001355026,0.00074576616,0.00028175002,0.0012010696,0.0012878648,0.0000012748309],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008714743,0.0021176653,0.8885729,0.009397038,0.00039769887,0.00015405999,0.0012273174,0.000016051485,0.001411062,0.0011636019,0.000055295146,0.08677259],"study_design_scores_gemma":[0.034194574,0.0037884759,0.92841077,0.00642038,0.000022417575,0.0000077008735,0.0069392333,0.014488947,0.0014002563,0.00047129457,0.003593736,0.0002622341],"about_ca_topic_score_codex":0.000069178306,"about_ca_topic_score_gemma":0.00003137161,"teacher_disagreement_score":0.08651035,"about_ca_system_score_codex":0.00019078009,"about_ca_system_score_gemma":0.000091698304,"threshold_uncertainty_score":0.9999965},"labels":[],"label_agreement":null},{"id":"W4413257731","doi":"10.2196/74999","title":"Effects of Acute Time-Restricted Eating on Inflammation in Individuals With Psoriasis: Protocol for a Case-Control, Prospective Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dietary Effects on Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health; U.S. Department of Health and Human Services","keywords":"Psoriasis; Protocol (science); Medicine; Prospective cohort study; Inflammation; Psychology; Internal medicine; Immunology; Alternative medicine; Pathology","score_opus":0.06883874000096782,"score_gpt":0.5154223829430707,"score_spread":0.44658364294210295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413257731","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08067104,3.5594334e-7,0.00004307058,0.00021974828,0.0000026696491,0.9183278,0.000019646992,0.00008712697,0.00062853633],"genre_scores_gemma":[0.045852747,2.5482933e-8,0.0007627707,0.00003280214,0.00008101367,0.9528956,0.0000056170247,0.000045050932,0.00032440957],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952496,0.0014618627,0.00075103395,0.00066204695,0.001122698,0.0007527525],"domain_scores_gemma":[0.99533135,0.002779373,0.00026887536,0.00058734167,0.0008668992,0.00016614053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029791305,0.00029734863,0.00079458795,0.00131523,0.00019334702,0.000069468435,0.00022854074,0.00017006537,0.000015077678],"category_scores_gemma":[0.001735142,0.00021868154,0.00007817043,0.002073715,0.00011864197,0.00021831233,0.000089462636,0.00086576433,0.000012371976],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12545381,0.024753375,0.7266449,0.046901237,0.0023096711,0.0031591894,0.004607974,0.00008151613,0.021507675,0.0007837845,0.0029135896,0.04088331],"study_design_scores_gemma":[0.14010775,0.12810586,0.66500413,0.034309264,0.00011497669,0.000051423223,0.00033958102,0.0014875269,0.028558275,0.00049431605,0.0010709623,0.00035591726],"about_ca_topic_score_codex":0.00008083165,"about_ca_topic_score_gemma":0.00003520667,"teacher_disagreement_score":0.10335249,"about_ca_system_score_codex":0.0004648655,"about_ca_system_score_gemma":0.001078952,"threshold_uncertainty_score":0.8917574},"labels":[],"label_agreement":null},{"id":"W4413257770","doi":"10.2196/72729","title":"Patient Experience of Virtual Hospital Care Provided by a Multidisciplinary Team: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; NSW Ministry of Health; Macquarie University","keywords":"Protocol (science); Multidisciplinary approach; Nursing; Multidisciplinary team; Medicine; Patient experience; Health care; Medical education; Psychology; Computer science; Alternative medicine; Sociology","score_opus":0.16574103520582514,"score_gpt":0.6432739589521647,"score_spread":0.4775329237463395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413257770","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03689999,0.0000019216295,0.0013591574,0.00045249582,0.000013715464,0.96090025,0.000036200727,0.0000651655,0.0002711067],"genre_scores_gemma":[0.03379976,3.7844785e-8,0.009180586,0.000047855592,0.00005417964,0.9564684,0.000034492692,0.000030548774,0.00038412987],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959191,0.0008335118,0.0009526021,0.00062034925,0.000986453,0.00068797567],"domain_scores_gemma":[0.9971462,0.000513487,0.00022935256,0.0006328476,0.0012432585,0.00023484042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015933787,0.00022682862,0.0005070054,0.00040187407,0.00030376235,0.00003252853,0.000258749,0.00010722377,0.000057690282],"category_scores_gemma":[0.0009347306,0.00017571663,0.000101212965,0.0008306323,0.00018817649,0.00014913821,0.00034842917,0.0004360192,0.0000023836708],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014801556,0.017522817,0.08775441,0.013091537,0.00015581287,0.000024337007,0.109618545,7.8108206e-7,0.029643768,0.00030004818,0.17650501,0.5505814],"study_design_scores_gemma":[0.04145688,0.13076422,0.027272668,0.004342063,0.000017841841,0.0000032113842,0.23307166,0.00018086059,0.123757854,0.00015987441,0.43862283,0.00035005456],"about_ca_topic_score_codex":0.00010577074,"about_ca_topic_score_gemma":0.000014732641,"teacher_disagreement_score":0.55023134,"about_ca_system_score_codex":0.00026883197,"about_ca_system_score_gemma":0.0010070037,"threshold_uncertainty_score":0.71655166},"labels":[],"label_agreement":null},{"id":"W4413279228","doi":"10.2196/65233","title":"Best Practice Guidance for Male Individuals Using Anabolic Androgenic Steroids in Recreational Sports Within Primary Care: Protocol for a Modified Delphi Consensus Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hormonal and reproductive studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Recreation; Delphi; Delphi method; Medicine; Anabolic-Androgenic Steroids; Psychology; Medical education; Family medicine; Anabolism; Physical therapy; Alternative medicine; Computer science; Internal medicine; Political science","score_opus":0.3293912123622172,"score_gpt":0.5855183254294591,"score_spread":0.25612711306724195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413279228","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051492356,0.000042931955,0.000077251294,0.0006216654,0.000009498438,0.94567555,0.00006162202,0.000032825486,0.0019863152],"genre_scores_gemma":[0.012789967,4.800724e-7,0.007042597,0.00007251497,0.00021421879,0.97814053,0.000022208322,0.000039584404,0.0016778847],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99597746,0.00049858366,0.0008457298,0.0009144854,0.0010793732,0.00068438216],"domain_scores_gemma":[0.99580026,0.00067113363,0.0002397284,0.0005666346,0.0025886535,0.0001336037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00402739,0.0002768272,0.00063118077,0.00055980467,0.0004626065,0.00007762489,0.00022511039,0.00014384933,0.000007836638],"category_scores_gemma":[0.0020280366,0.00022314316,0.000115453324,0.00097261614,0.00031464355,0.00016455141,0.0002592182,0.0005129886,0.0000020898547],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14894648,0.047696628,0.630934,0.04829886,0.0021949257,0.0007325889,0.035440743,0.0005769838,0.027366675,0.0038793734,0.012697396,0.041235354],"study_design_scores_gemma":[0.16879301,0.047710583,0.28927627,0.05587233,0.00035252926,0.00038566624,0.089219384,0.0011724664,0.017414344,0.0048386576,0.32272866,0.0022361043],"about_ca_topic_score_codex":0.00005658854,"about_ca_topic_score_gemma":0.00003856817,"teacher_disagreement_score":0.34165773,"about_ca_system_score_codex":0.0005306157,"about_ca_system_score_gemma":0.002207414,"threshold_uncertainty_score":0.9099514},"labels":[],"label_agreement":null},{"id":"W4413316002","doi":"10.2196/65935","title":"The Impact of Young and/or Exercised Blood Plasma Transfusions in Individuals With Neurodegenerative Conditions: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Erythropoietin and Anemia Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Medicine; Gerontology; Psychology; Alternative medicine","score_opus":0.3152274584401439,"score_gpt":0.6258438262588895,"score_spread":0.3106163678187456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413316002","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012394371,0.12061851,0.000001278456,0.00022640183,0.000001367746,0.8786196,0.00021571302,0.000022122716,0.00029378702],"genre_scores_gemma":[2.9430975e-8,0.42671436,0.00017915842,0.000006242397,0.000023492605,0.5723838,0.00004190845,0.00003388313,0.00061709835],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.995697,0.0011414153,0.0011376778,0.0006661777,0.000696767,0.0006609318],"domain_scores_gemma":[0.99584097,0.0024365345,0.00035337024,0.0007054978,0.00046443322,0.00019919362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00182242,0.0005035226,0.0022939844,0.0004441095,0.0004102411,0.00008887486,0.0003183926,0.0002393358,0.00010772746],"category_scores_gemma":[0.0007311819,0.00022473397,0.00046747382,0.0012988033,0.0004694041,0.000075317286,0.00012118549,0.0009538461,0.0000024118488],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009286773,0.0018929186,0.0001393318,0.8709027,0.0003453102,0.00006532713,0.0001322867,1.9289588e-7,0.0000058661853,0.00007664679,0.004668025,0.120842695],"study_design_scores_gemma":[0.007706661,0.0064221667,0.00001764777,0.8951405,0.00017686002,0.00010579593,0.00003095435,0.0000013668199,0.00004748594,0.00001514387,0.09015013,0.0001852331],"about_ca_topic_score_codex":0.000024736182,"about_ca_topic_score_gemma":0.00007615993,"teacher_disagreement_score":0.30623576,"about_ca_system_score_codex":0.00018356883,"about_ca_system_score_gemma":0.0065564923,"threshold_uncertainty_score":0.9990754},"labels":[],"label_agreement":null},{"id":"W4413322719","doi":"10.2196/72664","title":"Effectiveness and Theoretical Foundations of mHealth Apps for Physical Activity, Healthy Eating, and Weight Loss: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; mHealth; Protocol (science); Meta-analysis; Weight loss; Computer science; Gerontology; Psychology; Medicine; Alternative medicine; World Wide Web; Psychological intervention; Obesity; Nursing","score_opus":0.3005367901727855,"score_gpt":0.6787118820395506,"score_spread":0.37817509186676507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413322719","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015271017,0.00015746674,0.0048086867,0.0066163633,0.0000020948592,0.9878129,0.00021004638,0.000045168657,0.00019460706],"genre_scores_gemma":[0.0031156798,0.000036326797,0.0009759628,0.0005644272,0.000034744822,0.9950157,0.000014706296,0.000031830128,0.00021065175],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9921198,0.004477109,0.0011556392,0.0008212457,0.0004523355,0.00097390625],"domain_scores_gemma":[0.98397756,0.012969856,0.0006081135,0.00077273935,0.0011421142,0.0005296405],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010332158,0.00029239827,0.0025032798,0.00046570474,0.0018118361,0.00003746467,0.00025315947,0.00022229514,0.000049434235],"category_scores_gemma":[0.002019972,0.00020415011,0.00029295898,0.0012066226,0.00063704984,0.00013352915,0.0002666812,0.0007493503,0.0000027550157],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008683686,0.00048392802,0.0004112098,0.76487905,0.0015194836,9.43765e-8,0.00012210538,1.5060402e-7,0.000009340098,0.23045467,0.0008628004,0.00038882162],"study_design_scores_gemma":[0.04082456,0.018810168,0.01680754,0.3965623,0.08416308,0.000011663122,0.0008299975,0.008529591,0.00028089582,0.31906024,0.11221034,0.0019096058],"about_ca_topic_score_codex":0.00004840215,"about_ca_topic_score_gemma":0.000042496325,"teacher_disagreement_score":0.3683167,"about_ca_system_score_codex":0.00016805882,"about_ca_system_score_gemma":0.001495806,"threshold_uncertainty_score":0.9994877},"labels":[],"label_agreement":null},{"id":"W4413323338","doi":"10.2196/78618","title":"Codevelopment of a Shared Decision-Making Resource Platform for Women and Girls in 3 Low- and Middle-Income Countries (ENGAGEEs): Protocol for a Participatory Research Project","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centres Intégré Universitaires de Santé et de Services Sociaux; Université Laval","funders":"","keywords":"Preprint; Protocol (science); Low and middle income countries; Resource (disambiguation); Citizen journalism; Participatory action research; Computer science; World Wide Web; Medicine; Sociology; Economic growth; Developing country; Computer network; Alternative medicine","score_opus":0.328276531871759,"score_gpt":0.5851948888422552,"score_spread":0.25691835697049625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413323338","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11767405,0.000008277085,0.000027267943,0.00046711956,0.0000024857147,0.8812257,0.000062557,0.000024099076,0.000508411],"genre_scores_gemma":[0.0267521,0.0000010610169,0.0020091028,0.00011148654,0.000043058182,0.9702157,0.0000027529343,0.000025965744,0.00083881995],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960922,0.0003179134,0.00079121935,0.0005650372,0.0009951016,0.0012385338],"domain_scores_gemma":[0.99608016,0.002355293,0.000107519656,0.0003640031,0.00086861063,0.00022442374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00938998,0.00019505186,0.00055826496,0.0008577231,0.0004392319,0.00012579231,0.00025855433,0.00018047298,0.000024822717],"category_scores_gemma":[0.0018731557,0.00015042163,0.000043497243,0.00074453425,0.00040143568,0.00014126008,0.0004468996,0.0006658082,0.0000018552555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21120006,0.003299003,0.33597916,0.36316982,0.00023502937,0.00013035454,0.028318405,0.0000044150806,0.0006106417,0.009876307,0.022832304,0.024344496],"study_design_scores_gemma":[0.029376969,0.008551406,0.17861414,0.16765161,0.000003862345,0.00001790082,0.0028657715,0.0006888325,0.0014202361,0.024534775,0.58591795,0.00035653551],"about_ca_topic_score_codex":0.000035601144,"about_ca_topic_score_gemma":0.00006742072,"teacher_disagreement_score":0.5630857,"about_ca_system_score_codex":0.0005706972,"about_ca_system_score_gemma":0.001944302,"threshold_uncertainty_score":0.6134016},"labels":[],"label_agreement":null},{"id":"W4413346903","doi":"10.2196/72928","title":"Clinical and Economic Evaluation of a Real-Time Chest X-Ray Computer-Aided Detection System for Misplaced Endotracheal and Nasogastric Tubes and Pneumothorax in Emergency and Critical Care Settings: Protocol for a Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan University; National Taiwan University Hospital; Ministry of Health and Welfare","keywords":"Medicine; Pneumothorax; Protocol (science); Medical emergency; Health care; Intervention (counseling); Randomized controlled trial; Informed consent; Workload; Medical physics; Emergency medicine; Nursing; Surgery","score_opus":0.137403924182472,"score_gpt":0.561954664720095,"score_spread":0.42455074053762304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413346903","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13657197,0.000010854424,0.00036201527,0.0016964594,0.000022977807,0.8612683,0.00001784397,0.000030842602,0.000018744084],"genre_scores_gemma":[0.06634092,0.000002367779,0.0016673139,0.000038792186,0.00019018247,0.9317116,0.000005389887,0.000026152564,0.000017292374],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9935385,0.0032728156,0.0015883516,0.00075365667,0.0004310289,0.00041567432],"domain_scores_gemma":[0.9869465,0.011499393,0.00020011616,0.0002544849,0.0009073023,0.00019216751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019273296,0.00024128823,0.0017108334,0.00059678213,0.0001819323,0.00010728636,0.000077268014,0.00028318484,0.000007645469],"category_scores_gemma":[0.008333525,0.0001979084,0.0001791238,0.00018763832,0.00041871693,0.00012551236,0.00012346367,0.00032842963,3.3786924e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9634838,0.0004797172,0.0016749537,0.018795177,0.00011446518,0.0000015959756,0.00038491195,0.0000075259395,0.0031056632,0.000049060258,0.00041328886,0.011489823],"study_design_scores_gemma":[0.84973794,0.0047223372,0.0014525737,0.0040669353,0.0001450116,0.0000065671093,0.00021244984,0.13837658,0.0005836677,0.00013287053,0.00043641886,0.00012662183],"about_ca_topic_score_codex":0.00005809113,"about_ca_topic_score_gemma":0.000037725258,"teacher_disagreement_score":0.13836905,"about_ca_system_score_codex":0.00025116213,"about_ca_system_score_gemma":0.0007411648,"threshold_uncertainty_score":0.99766093},"labels":[],"label_agreement":null},{"id":"W4413381629","doi":"10.2196/64450","title":"Hemodynamic Assessment of Arterial Perfusion by Using the Ultrasonographic Hand Acceleration Time: Protocol for a Cross-Sectional Prospective Descriptive Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Peripheral Artery Disease Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Generalitat de Catalunya; Centres de Recerca de Catalunya","keywords":"Medicine; Hemodynamics; Cross-sectional study; Protocol (science); Perfusion; Acceleration; Ultrasonography; Cardiology; Radiology; Pathology","score_opus":0.19096002600098072,"score_gpt":0.5720397545852695,"score_spread":0.38107972858428873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413381629","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1963697,2.0649652e-7,0.0013325883,0.00011695476,0.000008309223,0.80159926,0.000042518157,0.00003149768,0.000498986],"genre_scores_gemma":[0.1963807,1.7476905e-8,0.00030403392,0.000029330007,0.000082989565,0.8024155,0.000025134152,0.00001985223,0.0007424239],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9969573,0.00047262714,0.0005288041,0.00057725847,0.0010217574,0.00044223992],"domain_scores_gemma":[0.99807394,0.00012599905,0.00015001484,0.0004700564,0.0010863618,0.00009363083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016634242,0.00021189442,0.0003094444,0.00030211176,0.0008157906,0.0004492421,0.00028195555,0.00008686145,0.00024140193],"category_scores_gemma":[0.00010088448,0.00014766761,0.00014104518,0.0007202441,0.00042496063,0.0002580129,0.00020369263,0.00038107415,0.0000030530675],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012230956,0.009795307,0.46259052,0.0014051477,0.00025867813,0.0000051641623,0.0006704718,0.00006375395,0.5062611,0.00019711268,0.0052032126,0.0013186033],"study_design_scores_gemma":[0.020621896,0.0071824105,0.92624,0.0011937864,0.000024026975,0.000003487244,0.0006195022,0.02856804,0.006777056,0.00048751628,0.008068266,0.0002139924],"about_ca_topic_score_codex":0.000032859673,"about_ca_topic_score_gemma":0.000009741271,"teacher_disagreement_score":0.49948403,"about_ca_system_score_codex":0.0006942576,"about_ca_system_score_gemma":0.0006394378,"threshold_uncertainty_score":0.62744844},"labels":[],"label_agreement":null},{"id":"W4413381704","doi":"10.2196/64009","title":"Single-Stage Versus 2-Stage Facial Reanimation With a Free Functional Muscle Flap: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Facial Nerve Paralysis Treatment and Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stage (stratigraphy); Protocol (science); Medicine; Single stage; Systematic review; Physical medicine and rehabilitation; Computer science; Surgery; MEDLINE; Pathology; Alternative medicine; Engineering; Biology","score_opus":0.5324120292394452,"score_gpt":0.6086714063521887,"score_spread":0.07625937711274355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413381704","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3133429e-8,0.07743791,0.00007149607,0.00023186096,0.0000091578595,0.9171197,0.0002913461,0.00014927653,0.004689271],"genre_scores_gemma":[6.0778484e-9,0.0378182,0.00029164556,0.000030615363,0.00026834148,0.90383905,0.00068086764,0.00012934177,0.056941953],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901281,0.0020139816,0.0018533865,0.0013668805,0.003317342,0.0013203265],"domain_scores_gemma":[0.9927087,0.0019879257,0.0007448091,0.0022707216,0.0018312746,0.00045660388],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038933433,0.0009199304,0.0044543147,0.0012857863,0.00060854823,0.0003367512,0.0009430126,0.0006118635,0.00077338616],"category_scores_gemma":[0.003989103,0.0005492069,0.0013592157,0.0025870139,0.00034839686,0.00024330302,0.00037118295,0.0015173322,0.000325204],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030610322,0.0014377625,0.0000010355199,0.9389047,0.0006759861,0.00008479612,0.000017503087,1.8559929e-7,0.0000054055345,0.0002749532,0.020302737,0.03523387],"study_design_scores_gemma":[0.005658495,0.0032306327,5.0328094e-7,0.48372388,0.00032240225,0.0000056990057,0.000011956072,0.0000056007234,0.000007646127,0.0000062044146,0.50678366,0.00024331185],"about_ca_topic_score_codex":0.000017136903,"about_ca_topic_score_gemma":0.0000449248,"teacher_disagreement_score":0.48648092,"about_ca_system_score_codex":0.0013621915,"about_ca_system_score_gemma":0.0041211937,"threshold_uncertainty_score":0.99969596},"labels":[],"label_agreement":null},{"id":"W4413536303","doi":"10.2196/71381","title":"Cluster Randomized Controlled Trial to Promote Physical Activity Among Low-Resourced Mothers in New York City: Protocol for the Free Time for Wellness Effectiveness Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cluster (spacecraft); Protocol (science); Cluster randomised controlled trial; Randomized controlled trial; Medicine; Gerontology; Psychology; Physical therapy; Alternative medicine; Computer science; World Wide Web","score_opus":0.14991231300577149,"score_gpt":0.5341104798171422,"score_spread":0.38419816681137076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413536303","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090770155,2.0337433e-7,0.0036090205,0.004021559,0.000024355712,0.90102154,0.000016487838,0.00007783633,0.00045883097],"genre_scores_gemma":[0.014459149,1.6038722e-8,0.000113857845,0.00012018524,0.0012477066,0.9803441,0.0000032627058,0.000060843016,0.0036508439],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99256814,0.0036914086,0.0006761314,0.0008500802,0.0010710738,0.0011431416],"domain_scores_gemma":[0.9772231,0.020852624,0.00024114676,0.0009696187,0.00031623992,0.00039726708],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011874982,0.00041556143,0.0030835976,0.00038844545,0.00046368048,0.00020914155,0.000691968,0.000297744,0.000038649407],"category_scores_gemma":[0.009624966,0.00024407843,0.0010406604,0.0009411268,0.0004011752,0.00019316241,0.0002803571,0.0011788824,0.000014839731],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96808934,0.009382469,0.0000062354616,0.002319625,0.00026717762,0.000001899704,0.0003848819,0.000025057261,0.0019896445,0.00036339587,0.005232821,0.011937457],"study_design_scores_gemma":[0.9474892,0.01021161,0.00011088363,0.0036942295,0.000044738277,2.0378272e-7,0.000015632817,0.012303037,0.008446307,0.0053593405,0.012105414,0.00021942513],"about_ca_topic_score_codex":0.00020426334,"about_ca_topic_score_gemma":0.00005141467,"teacher_disagreement_score":0.079322584,"about_ca_system_score_codex":0.00045441228,"about_ca_system_score_gemma":0.002096535,"threshold_uncertainty_score":0.99871737},"labels":[],"label_agreement":null},{"id":"W4413558934","doi":"10.2196/72457","title":"Evaluation of the Implementation of an Outreach Clinic for Opioid Use Disorder: Protocol for a Participatory Cocreation and Implementation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"École Nationale d'Administration Publique; Université de Sherbrooke","funders":"","keywords":"Outreach; Preprint; Protocol (science); Participatory action research; Citizen journalism; Community-based participatory research; Medicine; Computer science; World Wide Web; Alternative medicine; Political science; Sociology","score_opus":0.6613574610292737,"score_gpt":0.7644222497093187,"score_spread":0.10306478868004498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413558934","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3350837,5.305698e-7,0.00008784224,0.000052880318,0.000006972761,0.6646474,0.00006865048,0.000009518638,0.00004253145],"genre_scores_gemma":[0.3453958,1.0905307e-7,0.00007147189,0.000004741303,0.000030978274,0.6543746,0.000019006215,0.000011266388,0.00009202765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936736,0.003939755,0.00089312694,0.0002794313,0.0008536895,0.00036038435],"domain_scores_gemma":[0.9954577,0.0009820516,0.00042693727,0.00034807378,0.0027355168,0.00004969244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012471849,0.00010537772,0.00030603725,0.00015679227,0.00081943924,0.00003154111,0.00018161665,0.00010012418,0.00019393336],"category_scores_gemma":[0.00053018733,0.000077986,0.000058404807,0.00034041874,0.00009879722,0.00029695273,0.000115951785,0.00018119824,5.745276e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010103061,0.001357336,0.8468919,0.0030494852,0.00006595407,2.1982691e-8,0.04394396,0.0000014565732,0.00039320803,0.0014752569,0.0006154315,0.10119569],"study_design_scores_gemma":[0.017991314,0.0029393814,0.6872523,0.0007702754,0.00005189282,4.2037653e-9,0.2733725,0.000595205,0.001885495,0.0050680474,0.009980182,0.00009339873],"about_ca_topic_score_codex":0.0012798838,"about_ca_topic_score_gemma":0.018389015,"teacher_disagreement_score":0.22942854,"about_ca_system_score_codex":0.00017735997,"about_ca_system_score_gemma":0.0013721384,"threshold_uncertainty_score":0.9995228},"labels":[],"label_agreement":null},{"id":"W4413560997","doi":"10.2196/74408","title":"Clinical Utility of Early Intervention Including the 5-Step Precision Medicine Method in First-Episode Psychosis: Protocol for a Cohort Study With Nested Economic and Process Evaluations","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Intervention (counseling); Cohort; Psychology; Psychiatry; Cohort study; Medicine; Preprint; Computer science; Alternative medicine; World Wide Web","score_opus":0.3772927021448274,"score_gpt":0.6812841461841221,"score_spread":0.30399144403929473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413560997","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0965206,0.0000036310305,0.0010128577,0.0015417468,0.0000043067485,0.9006629,0.000006745436,0.000021843076,0.00022536835],"genre_scores_gemma":[0.15522462,4.9255476e-7,0.0018258285,0.000008420655,0.000043864184,0.8427511,0.0000051376737,0.000016593885,0.00012394231],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949262,0.0019288423,0.001069811,0.00071147166,0.00093611685,0.0004275326],"domain_scores_gemma":[0.995703,0.002382324,0.00020767115,0.0007401733,0.00080140756,0.00016541869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017270725,0.00019370715,0.000628811,0.00051521213,0.00027290834,0.000056158373,0.00032137465,0.000116661024,0.00008424345],"category_scores_gemma":[0.0017422611,0.00010731845,0.00009566764,0.000786189,0.00040005145,0.00015068744,0.00020403782,0.00065666245,0.0000025893762],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059579317,0.003510641,0.8825646,0.001397071,0.00019840433,0.000003970758,0.00031037818,0.0000027051733,0.000003972478,0.00010287106,0.00072303606,0.051603008],"study_design_scores_gemma":[0.036656067,0.018515263,0.927185,0.008261905,0.000037448917,0.0000035839712,0.00058943586,0.005133531,0.00013412007,0.0019154883,0.0014899559,0.000078179306],"about_ca_topic_score_codex":0.00083313044,"about_ca_topic_score_gemma":0.0060817925,"teacher_disagreement_score":0.05870402,"about_ca_system_score_codex":0.00019614304,"about_ca_system_score_gemma":0.0004200097,"threshold_uncertainty_score":0.5985723},"labels":[],"label_agreement":null},{"id":"W4413562990","doi":"10.2196/74989","title":"Scaling European Citizen Driven Transferable and Transformative Digital Health: Protocol for an Effectiveness-Implementation Hybrid Trial of a Digital Health Platform to Support Multimorbidity Self-Management","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Digital health; Preprint; mHealth; Transformative learning; Protocol (science); Computer science; Psychology; Health care; Nursing; Medicine; Political science; World Wide Web; Psychological intervention; Alternative medicine","score_opus":0.2662205592242934,"score_gpt":0.5866451707309727,"score_spread":0.3204246115066793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413562990","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073349113,4.474819e-7,0.0049680453,0.0006985735,0.000008532647,0.9795092,0.00047004348,0.00015132624,0.006858919],"genre_scores_gemma":[0.10578268,7.768175e-7,0.00048292088,0.00008103971,0.000054480905,0.89314115,0.00032775823,0.000040372244,0.000088849345],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963944,0.00036163564,0.000913055,0.0006305977,0.0008556448,0.0008446612],"domain_scores_gemma":[0.99846137,0.00024240893,0.00014039122,0.00042484092,0.00027556735,0.00045543126],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028006532,0.00028399905,0.0005968474,0.00056823436,0.0003604903,0.0004373849,0.0002684027,0.000034224686,0.00003001011],"category_scores_gemma":[0.00005037975,0.0002587551,0.00014226815,0.0004960819,0.00013327462,0.0010014807,0.0001552754,0.000268648,0.000007035585],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21583265,0.011516467,0.0015534948,0.11856342,0.0010789037,0.000056525227,0.0071967547,0.000060307782,0.00016259469,0.0057077995,0.015036691,0.6232344],"study_design_scores_gemma":[0.5825057,0.10933809,0.012575133,0.018338459,0.000067175904,0.000011593997,0.0110277645,0.0013643613,0.0031137215,0.0040087486,0.2566906,0.00095863757],"about_ca_topic_score_codex":0.000038191505,"about_ca_topic_score_gemma":0.00001579481,"teacher_disagreement_score":0.62227577,"about_ca_system_score_codex":0.00059558585,"about_ca_system_score_gemma":0.0009986147,"threshold_uncertainty_score":0.99998647},"labels":[],"label_agreement":null},{"id":"W4413565806","doi":"10.2196/71039","title":"Comparison of Telehealth and Onsite Supervised Maintenance Exercise Programs for Adults With Chronic Lung Disease: Protocol for a Pilot Randomized Feasibility Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"MGH Institute of Health Professions","keywords":"Medicine; Physical therapy; Telerehabilitation; Randomized controlled trial; Pulmonary rehabilitation; Telehealth; Rehabilitation; Quality of life (healthcare); Intervention (counseling); Randomization; Protocol (science); Telemedicine; Physical medicine and rehabilitation; Health care; Surgery; Nursing; Alternative medicine","score_opus":0.14719437322042958,"score_gpt":0.534466050432454,"score_spread":0.3872716772120244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413565806","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007682403,0.000071230585,0.0010051194,0.0010560801,0.0000080492955,0.98977035,0.00014988634,0.00010361588,0.00015323398],"genre_scores_gemma":[0.0347265,0.0000022845163,0.0014502928,0.000016145119,0.00016364586,0.962372,0.000103010156,0.00007846747,0.0010876574],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933787,0.00099058,0.001237083,0.0013336892,0.0015051012,0.0015548583],"domain_scores_gemma":[0.993491,0.0015405745,0.00030211944,0.0012589688,0.002528679,0.00087866944],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004528087,0.0004584001,0.0019099594,0.00051032327,0.00043699238,0.00013141391,0.0004721364,0.00015713737,0.00006267136],"category_scores_gemma":[0.0017153751,0.0003260588,0.00039245846,0.0010090634,0.0018657238,0.00021784691,0.00030197663,0.00076256745,0.0000018047444],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8514918,0.0073559475,0.017222056,0.08710035,0.00013630153,0.000010807706,0.00017828222,0.0000018537507,0.00012448021,0.00063993287,0.0026938927,0.03304427],"study_design_scores_gemma":[0.91586035,0.01110828,0.0091062365,0.02985481,0.00007375035,0.000002114313,0.00020122498,0.023716912,0.00044639315,0.0010793488,0.008246954,0.0003036135],"about_ca_topic_score_codex":0.000074378855,"about_ca_topic_score_gemma":0.000068585134,"teacher_disagreement_score":0.06436853,"about_ca_system_score_codex":0.0012219464,"about_ca_system_score_gemma":0.00640918,"threshold_uncertainty_score":0.9999192},"labels":[],"label_agreement":null},{"id":"W4413566112","doi":"10.2196/77364","title":"Assessing Day-to-Day Emotion Dynamics Within the Whole Family: Protocol for a Family-Wide Ecological Momentary Assessment Study (The Family and Child Emotion Study)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Preprint; Psychology; Protocol (science); Developmental psychology; Ecology; Medicine; Computer science; World Wide Web; Biology","score_opus":0.33815050364554206,"score_gpt":0.6309022612008794,"score_spread":0.2927517575553374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413566112","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108729236,0.0000023623475,0.0019053181,0.005826979,0.00009057525,0.8781833,0.000034457706,0.00011764956,0.0051101316],"genre_scores_gemma":[0.07963167,2.1362351e-7,0.0003495625,0.0011176016,0.00020798831,0.9166415,0.000025816891,0.00006541056,0.0019602324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9828464,0.010501719,0.0012944696,0.0015086734,0.0021861368,0.0016626398],"domain_scores_gemma":[0.9940119,0.002985932,0.000295177,0.0016911663,0.00062209374,0.00039374863],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02311162,0.00050081353,0.00060377916,0.00064277113,0.0030261944,0.0012018703,0.001574561,0.00027704766,0.000078881036],"category_scores_gemma":[0.00073976855,0.0003141948,0.0001243302,0.0017787513,0.00049561285,0.00043278918,0.0015304979,0.0026216176,0.00006692354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008041181,0.08791349,0.45825833,0.0053006085,0.0013964849,0.00031293856,0.030462945,0.0002044005,0.001790004,0.015131486,0.12911649,0.26207164],"study_design_scores_gemma":[0.007633369,0.01058923,0.8743428,0.0010004678,0.0000129658665,0.0000028392922,0.069348894,0.0022240863,0.0000127745825,0.0014251366,0.03312297,0.00028445176],"about_ca_topic_score_codex":0.00036765536,"about_ca_topic_score_gemma":0.00038147147,"teacher_disagreement_score":0.4160845,"about_ca_system_score_codex":0.0015766737,"about_ca_system_score_gemma":0.00087068015,"threshold_uncertainty_score":0.99993104},"labels":[],"label_agreement":null},{"id":"W4413616956","doi":"10.2196/73896","title":"Exploring Subjective Well-Being in Human-Machine Interaction: Protocol for a Mixed Methods, Cross-Sectional Analysis in Manufacturing 5.0","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technostress in Professional Settings","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Protocol (science); Computer science; Psychology; Medicine; World Wide Web; Alternative medicine","score_opus":0.37307542043903824,"score_gpt":0.6703667926546105,"score_spread":0.2972913722155723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413616956","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029436154,9.3607514e-7,0.0015736616,0.00017872387,0.00006888958,0.95400625,0.0000097444145,0.0001595851,0.014566037],"genre_scores_gemma":[0.08552811,4.5175476e-8,0.0026903367,0.000026159254,0.0001074875,0.9091877,0.000015938169,0.000044137614,0.0024001005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99389297,0.0019900883,0.001141387,0.0012210442,0.0006566898,0.0010978057],"domain_scores_gemma":[0.99600345,0.002574269,0.00024333184,0.00077924243,0.0002999373,0.00009977047],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070070266,0.0003257279,0.0005476233,0.003991139,0.0005276199,0.00023062246,0.00087321847,0.00033353758,0.0009173359],"category_scores_gemma":[0.0005733939,0.0003174837,0.00026439645,0.0030336261,0.00021479136,0.0005831194,0.00066153303,0.0023932972,0.000029392917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057106535,0.0019449425,0.93775,0.0010459239,0.00039896695,0.00006899921,0.002007357,0.00024572175,0.0025695553,0.0191707,0.0007575974,0.028329609],"study_design_scores_gemma":[0.0059149717,0.0003732084,0.86501193,0.0023279558,0.000005919304,0.0000032205594,0.0010579694,0.00022150476,0.05657032,0.021176402,0.046972696,0.00036391197],"about_ca_topic_score_codex":0.0005245115,"about_ca_topic_score_gemma":0.00045301713,"teacher_disagreement_score":0.07273806,"about_ca_system_score_codex":0.0009567198,"about_ca_system_score_gemma":0.00013005245,"threshold_uncertainty_score":0.99999595},"labels":[],"label_agreement":null},{"id":"W4413622799","doi":"10.2196/76576","title":"Efficacy of an Ayurvedic Intervention as an Adjunct to Standard Care in Preventing Acute Pain Crises in Sickle Cell Anemia: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Medicine; Protocol (science); Intervention (counseling); Sickle cell anemia; Adjunct; Anemia; Physical therapy; Alternative medicine; Psychiatry; Disease; Surgery; Internal medicine","score_opus":0.05334439435900769,"score_gpt":0.5154526027874512,"score_spread":0.4621082084284435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413622799","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07169095,0.000008202937,0.00026304479,0.0002579323,0.000011965269,0.92673707,0.000011415884,0.000039976727,0.0009794141],"genre_scores_gemma":[0.024927894,5.8860144e-7,0.00045254608,0.0000474001,0.0000626661,0.97370166,0.00003402475,0.000037009748,0.0007362059],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99153423,0.004732642,0.0015726342,0.0006055396,0.0008354135,0.0007195335],"domain_scores_gemma":[0.9970077,0.0012715817,0.00025217325,0.00051745673,0.0007121191,0.00023896192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015626118,0.0002680335,0.001752705,0.0010991341,0.00011375124,0.00008043547,0.00032415736,0.0003425652,0.000108445485],"category_scores_gemma":[0.0051598046,0.00019513689,0.00049876794,0.0010369294,0.00016599118,0.0001760418,0.00013278208,0.0008238565,0.0000031147629],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.968387,0.0042444943,0.00021364307,0.004846055,0.00007165306,0.000038951905,0.0014926489,0.000031727155,0.0013544566,0.000050875602,0.0005115591,0.018756926],"study_design_scores_gemma":[0.95665354,0.02085989,0.00007346723,0.010683294,0.000033133805,9.0263296e-7,0.0021933834,0.000632471,0.0042686476,0.00038032088,0.0040630368,0.00015792546],"about_ca_topic_score_codex":0.00017102939,"about_ca_topic_score_gemma":0.00018965206,"teacher_disagreement_score":0.046964567,"about_ca_system_score_codex":0.00031261815,"about_ca_system_score_gemma":0.0011676832,"threshold_uncertainty_score":0.79574513},"labels":[],"label_agreement":null},{"id":"W4413635208","doi":"10.2196/66342","title":"Efficacy of Fuzheng Quxie Formula Against Postoperative Metastasis of Lung Cancer in Stage IIA-IIIA With Negative Driver Genes: Protocol for a Multicenter, Double-Blind, Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lung Cancer Treatments and Mutations","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Preprint; Randomized controlled trial; Lung cancer; Oncology; Stage (stratigraphy); Internal medicine; Surgery","score_opus":0.12515388482719278,"score_gpt":0.5725628012877209,"score_spread":0.44740891646052805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413635208","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019036602,0.000014667403,0.0002767887,0.0003630627,0.000009491094,0.9788952,0.00011715981,0.000020278592,0.0012667653],"genre_scores_gemma":[0.017793087,0.0000034856048,0.0011015645,0.000035744288,0.000043644544,0.97861654,0.00002472291,0.00003540585,0.0023457916],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9961981,0.00080426806,0.0011875883,0.0004944831,0.0007818624,0.0005336801],"domain_scores_gemma":[0.99522287,0.0018919513,0.00047358454,0.00042730643,0.0018484642,0.00013579942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018213745,0.0003119786,0.0020267523,0.0007343406,0.00015741539,0.000048383736,0.0002115853,0.00012589525,0.00013430571],"category_scores_gemma":[0.00056856783,0.00018480864,0.00042265,0.0008536845,0.0004064641,0.0002106595,0.00008959016,0.0003587373,6.658389e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98174804,0.004299449,0.0007133959,0.0022582053,0.002588071,0.000011464371,0.0027451254,0.000117489566,0.0020172326,0.000525758,0.0001134214,0.0028623163],"study_design_scores_gemma":[0.96496,0.0029795903,0.00013983161,0.006080317,0.00021952661,1.843536e-7,0.00044205436,0.0011466001,0.02139828,0.00002235235,0.002469951,0.00014133242],"about_ca_topic_score_codex":0.00043940175,"about_ca_topic_score_gemma":0.0003137989,"teacher_disagreement_score":0.019381048,"about_ca_system_score_codex":0.00051143375,"about_ca_system_score_gemma":0.0027454374,"threshold_uncertainty_score":0.7536277},"labels":[],"label_agreement":null},{"id":"W4413638304","doi":"10.2196/70293","title":"A Stage of Change Theory–Based, Stage-Matched Intervention for Healthy Dietary Intake Among Office Workers in a Low- to Middle-Income Country: Protocol for a Cluster Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Cluster (spacecraft); Medicine; Intervention (counseling); Behaviour change; Randomized controlled trial; Gerontology; Cluster randomised controlled trial; Environmental health; Alternative medicine; Nursing; Computer science; Surgery","score_opus":0.32733977136528936,"score_gpt":0.5697409396093771,"score_spread":0.24240116824408775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413638304","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035444636,8.7179654e-7,0.0036325685,0.0018302415,0.000015793272,0.9587246,0.00016154192,0.000050222698,0.00013950966],"genre_scores_gemma":[0.00994187,1.06055886e-7,0.00087348727,0.0005327572,0.00020882348,0.9862243,0.000043060885,0.000044335047,0.0021312365],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99442744,0.0020728314,0.0011837019,0.00062025985,0.0007538422,0.0009419387],"domain_scores_gemma":[0.9940189,0.004185339,0.0003445391,0.000580815,0.00054533844,0.0003250306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012344982,0.00027564372,0.0015409767,0.00066293444,0.00015764136,0.000062332205,0.00032622006,0.00024125006,0.000080836944],"category_scores_gemma":[0.0026007923,0.00021785611,0.00040125835,0.001203139,0.0003180073,0.00025245603,0.00017629119,0.0007793183,0.000004678941],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9335291,0.0072137276,0.0006496829,0.054608095,0.000076550954,0.0000033997483,0.00048348593,0.00000723607,0.000120286546,0.00097107375,0.00042395343,0.0019134268],"study_design_scores_gemma":[0.927597,0.01860563,0.0012817989,0.035659537,0.000012174805,1.3342049e-7,0.00040979494,0.002733466,0.0007200769,0.0013013149,0.01148756,0.00019150898],"about_ca_topic_score_codex":0.0007274189,"about_ca_topic_score_gemma":0.0010014744,"teacher_disagreement_score":0.02749971,"about_ca_system_score_codex":0.00054534647,"about_ca_system_score_gemma":0.0011187277,"threshold_uncertainty_score":0.88839144},"labels":[],"label_agreement":null},{"id":"W4413668155","doi":"10.2196/73366","title":"Boosting Human Papillomavirus Vaccination Rates: Protocol for a Randomized Controlled Trial of Awareness Interventions in Réunion Island","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychological intervention; Randomized controlled trial; Protocol (science); Vaccination; Medicine; Boosting (machine learning); Psychology; Alternative medicine; Computer science; Nursing; Virology; World Wide Web; Surgery","score_opus":0.3308326999095326,"score_gpt":0.6549611609654995,"score_spread":0.3241284610559669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413668155","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067218277,0.0000044758076,0.0006553427,0.00048944924,0.000008560648,0.98338574,0.000008370921,0.000031187355,0.0147447055],"genre_scores_gemma":[0.015036952,5.827966e-7,0.00007495451,0.0000182757,0.0001338907,0.9817023,0.000021212087,0.00001936704,0.0029924465],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99492234,0.001760574,0.0014558359,0.00041798255,0.0008856846,0.0005576124],"domain_scores_gemma":[0.9952677,0.0022855503,0.00023440487,0.0004153331,0.0016808739,0.00011612073],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010835767,0.00018240052,0.001567537,0.0011452175,0.00024469334,0.00009781225,0.000280994,0.00018108444,0.0011138171],"category_scores_gemma":[0.0050120307,0.00013076802,0.0006615556,0.0010019385,0.00017071667,0.00012551091,0.00017609629,0.0006350096,0.0000036479973],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97126514,0.0024971797,0.000702834,0.009053309,0.00009795054,0.000004307106,0.00010903009,0.0000023330986,0.00094541925,0.0031983743,0.0012385562,0.010885544],"study_design_scores_gemma":[0.9739651,0.0033513948,0.0016309043,0.005617431,0.000015051205,4.876224e-7,0.00006783854,0.00087280496,0.0025017585,0.0052291467,0.0066488627,0.00009918974],"about_ca_topic_score_codex":0.0001634292,"about_ca_topic_score_gemma":0.00038748072,"teacher_disagreement_score":0.014364769,"about_ca_system_score_codex":0.00028161838,"about_ca_system_score_gemma":0.0009868591,"threshold_uncertainty_score":0.9997993},"labels":[],"label_agreement":null},{"id":"W4413670447","doi":"10.2196/73201","title":"Moringa oleifera Supplementation for Reducing Heavy Metal Toxicity and Oxidative Stress in Pregnant Women: Protocol for a Nonrandomized Trial Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Moringa oleifera research and applications","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Randomized controlled trial; Protocol (science); Oxidative stress; Medicine; Moringa; Environmental health; Psychology; Traditional medicine; Alternative medicine; Internal medicine","score_opus":0.25011415896617967,"score_gpt":0.5372688970395297,"score_spread":0.28715473807335007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413670447","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23256876,5.4837045e-7,0.00005819132,0.0005417711,0.000003243467,0.76660544,0.00012612014,0.000025602842,0.00007034853],"genre_scores_gemma":[0.035144225,3.0961593e-7,0.00031659933,0.000012357922,0.00016066206,0.9636756,0.000040750645,0.0000027232022,0.0006467799],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.996684,0.0007584608,0.00053482765,0.00067696156,0.00051511684,0.00083058915],"domain_scores_gemma":[0.9975623,0.001676526,0.00009810279,0.00014468095,0.00034683777,0.00017157945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040265787,0.00018671797,0.00038717492,0.000115617084,0.0006418567,0.0003284286,0.00039260788,0.000079617945,0.00008616403],"category_scores_gemma":[0.00063931284,0.000085082844,0.00008491244,0.00073170644,0.000107074826,0.00023043405,0.00023557286,0.0003142341,0.0000012516804],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.50957996,0.05225754,0.004468356,0.0016696652,0.00017028388,0.0000047731287,0.0024220024,0.000015131226,0.3059621,0.0020782992,0.0032334812,0.11813842],"study_design_scores_gemma":[0.52931345,0.10384254,0.009019903,0.0032698195,0.00000921368,8.6177346e-7,0.010909514,0.0011782933,0.258536,0.0062888367,0.076872036,0.00075949926],"about_ca_topic_score_codex":0.00014488849,"about_ca_topic_score_gemma":0.0005330434,"teacher_disagreement_score":0.19742453,"about_ca_system_score_codex":0.000190705,"about_ca_system_score_gemma":0.00012767462,"threshold_uncertainty_score":0.4936708},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"nonrandomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"nonrandomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4413671141","doi":"10.2196/76858","title":"The Effects of Body-Oriented Interventions on Cancer-Related Symptoms of Women Who Survived Breast Cancer: Protocol for a Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Cancer; Breast cancer; Medicine; Protocol (science); Psychological intervention; Gerontology; Alternative medicine; Family medicine; Computer science; Internal medicine; World Wide Web; Nursing; Pathology","score_opus":0.07380117937772922,"score_gpt":0.5359049241969795,"score_spread":0.4621037448192503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413671141","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004696075,0.00025040537,0.000014182419,0.0012779689,0.000030591855,0.9973997,0.0000950901,0.00005203775,0.0004104085],"genre_scores_gemma":[0.001823017,0.000039875333,0.0000024027945,0.000089599234,0.00003305587,0.99400175,0.0000053591093,0.000032561555,0.003972367],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9957659,0.0011208911,0.0011172395,0.0003791974,0.0009321127,0.000684631],"domain_scores_gemma":[0.9952032,0.0013923052,0.00045821047,0.0009425146,0.001823973,0.0001798247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032332968,0.00022982083,0.0011388516,0.00028082653,0.00021357358,0.000031114887,0.0004686463,0.00012424857,0.00009392655],"category_scores_gemma":[0.0010894927,0.0001421473,0.00044543998,0.0014523085,0.00024121135,0.000059013466,0.0001509256,0.00047379214,0.0000030657159],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025833019,0.0009135211,0.0011080296,0.9837398,0.00058667,0.000002745969,0.00058907043,2.9213908e-7,0.0004177532,0.0020466668,0.005922318,0.0020898597],"study_design_scores_gemma":[0.0057211313,0.0033898389,0.0019550999,0.9701026,0.00008148062,0.0000021028613,0.00018127848,0.000039301605,0.0026204973,0.0001229936,0.015664645,0.00011900917],"about_ca_topic_score_codex":0.0004708706,"about_ca_topic_score_gemma":0.00031371522,"teacher_disagreement_score":0.01363715,"about_ca_system_score_codex":0.0010138149,"about_ca_system_score_gemma":0.0011010017,"threshold_uncertainty_score":0.5796599},"labels":[],"label_agreement":null},{"id":"W4413676809","doi":"10.2196/72597","title":"Surveillance of the Genetic Signature in Circulating Tumor DNA for Guiding Adjuvant Chemotherapy in Urothelial Carcinoma: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bladder and Urothelial Cancer Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health and Medical Research Fund","keywords":"Medicine; Oncology; Internal medicine; Randomized controlled trial; Personalized medicine; Bioinformatics","score_opus":0.1307576895022469,"score_gpt":0.48948756715070424,"score_spread":0.3587298776484573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413676809","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017985765,0.000011590769,0.00013341007,0.0007527154,0.000023595898,0.98046386,0.000026550775,0.00001998367,0.0005825336],"genre_scores_gemma":[0.19486472,1.858658e-7,0.00029909465,0.000112621274,0.00018217975,0.8040611,0.0000022728877,0.000039765455,0.00043807202],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99571276,0.0012193237,0.0012230453,0.000522285,0.0006419589,0.0006806099],"domain_scores_gemma":[0.9966094,0.0020322306,0.000285411,0.00051726255,0.00048165434,0.00007402466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004547827,0.00027966397,0.0017849286,0.00039185194,0.00013383038,0.00004451863,0.00036060557,0.00013730695,0.000035875142],"category_scores_gemma":[0.002346629,0.00016862754,0.00051687856,0.0007194991,0.00021160323,0.00004581387,0.00007478656,0.00036849844,5.0929856e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9729501,0.0015407831,0.005347356,0.0019241094,0.00009906215,0.0000071500785,0.00022251447,0.000010837754,0.016314534,0.00017970744,0.00041748083,0.0009863492],"study_design_scores_gemma":[0.97504216,0.003162618,0.004041994,0.0030492172,0.0000118069365,0.000002044829,0.00003470485,0.001039698,0.010121979,0.0014955301,0.0018656731,0.0001325501],"about_ca_topic_score_codex":0.00011285807,"about_ca_topic_score_gemma":0.00007673522,"teacher_disagreement_score":0.17687896,"about_ca_system_score_codex":0.00032569488,"about_ca_system_score_gemma":0.0018355569,"threshold_uncertainty_score":0.6876431},"labels":[],"label_agreement":null},{"id":"W4413676886","doi":"10.2196/72548","title":"A Novel Digital Platform to Support Child and Family Mental Health in Australia (Child and Family eHub): Protocol for a Mixed Methods Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Mental health; Protocol (science); Psychology; Medicine; Computer science; Psychiatry; World Wide Web; Alternative medicine","score_opus":0.4389181864807069,"score_gpt":0.6854350188538267,"score_spread":0.24651683237311983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413676886","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017120839,0.0000038050084,0.000763488,0.004502987,0.000056357632,0.97982717,0.0005420742,0.000054845892,0.012537165],"genre_scores_gemma":[0.004667899,5.384422e-8,0.0035862767,0.00064991706,0.00004835611,0.9879522,0.000087317494,0.000041509404,0.0029665185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99572265,0.00046937208,0.0010464878,0.00093539077,0.000647635,0.0011784418],"domain_scores_gemma":[0.9984237,0.00021321591,0.00016210836,0.00049213663,0.00024033486,0.00046851675],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005843226,0.00030084196,0.00045309195,0.00088466296,0.00040260042,0.00043590373,0.0003619069,0.00018988596,0.00008074645],"category_scores_gemma":[0.00026035556,0.0002905302,0.00009840626,0.0008680779,0.00021584489,0.0005716103,0.00044726607,0.0006347137,0.000051414598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051998487,0.0050907666,0.0011630225,0.0028852045,0.000082739774,0.000002732838,0.0019067081,9.2333704e-7,0.00031560622,0.012646708,0.08400256,0.8867032],"study_design_scores_gemma":[0.020615105,0.017537951,0.10192293,0.009372475,0.0000035223188,0.000044636803,0.0018690117,0.0001768642,0.00029778606,0.008282406,0.8394346,0.0004426651],"about_ca_topic_score_codex":0.00020757882,"about_ca_topic_score_gemma":0.00025090316,"teacher_disagreement_score":0.8862605,"about_ca_system_score_codex":0.00064005196,"about_ca_system_score_gemma":0.00037147285,"threshold_uncertainty_score":0.9999547},"labels":[],"label_agreement":null},{"id":"W4413704967","doi":"10.2196/76783","title":"Comparative Evaluation of the Antibacterial Efficacy of Metronidazole, Chlorhexidine, and Normal Saline as Laser- and Sonic-Activated Intracanal Irrigants Against Enterococcus faecalis: In Vitro Study Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Endodontics and Root Canal Treatments","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enterococcus faecalis; Chlorhexidine; Metronidazole; Saline; Dentistry; Preprint; Medicine; Microbiology; Staphylococcus aureus; Biology; Antibiotics; World Wide Web; Computer science; Bacteria","score_opus":0.16410732654047436,"score_gpt":0.540528418128319,"score_spread":0.37642109158784465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413704967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5387887,0.0000016597118,4.981243e-7,0.000018960078,0.000008147042,0.46080327,0.000034455814,0.00000545323,0.00033886387],"genre_scores_gemma":[0.5104102,1.5630177e-7,0.000010743035,0.0000034058585,0.00001713807,0.48949286,0.000006600622,0.000007507669,0.00005142201],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99573296,0.0015197182,0.0006959802,0.00042536051,0.0012273125,0.00039867894],"domain_scores_gemma":[0.99829817,0.00026150956,0.00027912844,0.00042468793,0.0006445711,0.00009190941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022016936,0.00022091866,0.0005350113,0.00037027968,0.00016007083,0.00009365897,0.00034322392,0.00010838494,0.000041600826],"category_scores_gemma":[0.00032662103,0.00015226459,0.00006302301,0.0008475079,0.00033422754,0.00018235134,0.00036791683,0.0004727845,0.0000024146668],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027968168,0.012623279,0.22194213,0.001289337,0.00085117377,0.000056010733,0.0018782496,0.000080490456,0.7145523,0.0001356714,0.00034563863,0.01827754],"study_design_scores_gemma":[0.021218127,0.00088458863,0.41502044,0.0010406051,0.000023973927,0.0000020075993,0.00051694125,0.0005229282,0.5600571,0.000065473716,0.0005356167,0.00011218101],"about_ca_topic_score_codex":0.0003581958,"about_ca_topic_score_gemma":0.0006551673,"teacher_disagreement_score":0.19307831,"about_ca_system_score_codex":0.00019260045,"about_ca_system_score_gemma":0.0004772636,"threshold_uncertainty_score":0.62091696},"labels":[],"label_agreement":null},{"id":"W4413745622","doi":"10.2196/71930","title":"Promoting Equity in Parent Presence and Participation in Neonatal Intensive Care: Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences; National Institute of Child Health and Human Development; National Institutes of Health; Ohio State University","keywords":"Equity (law); Protocol (science); Medicine; Cohort; Cohort study; Family medicine; Psychology; Political science; Alternative medicine","score_opus":0.21489311183703452,"score_gpt":0.5966248095177866,"score_spread":0.3817316976807521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413745622","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13728006,0.0000014364848,0.000006124974,0.00022538599,0.0000039650054,0.861588,0.000007662151,0.000027089192,0.0008602971],"genre_scores_gemma":[0.3212837,4.471159e-8,0.00007865619,0.00002194846,0.000018734587,0.6784868,0.0000128162355,0.000009879304,0.00008737108],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973789,0.00033621755,0.00047643983,0.0005915746,0.0006160415,0.00060081214],"domain_scores_gemma":[0.9977073,0.00025229226,0.000068881454,0.00029035436,0.0015888849,0.000092259346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020811427,0.00016642525,0.00035156353,0.00042367284,0.00013195371,0.000096942065,0.00015850221,0.00010066121,0.000012147308],"category_scores_gemma":[0.0018506716,0.00014008353,0.00003155593,0.0006950647,0.00012483964,0.00018632374,0.0004635345,0.00058562355,0.0000010563409],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035732205,0.00017260766,0.93233836,0.0027521828,0.00001982689,0.000054290133,0.051307812,5.0950945e-7,0.00012963763,0.00007059459,0.00025949316,0.009321461],"study_design_scores_gemma":[0.011879263,0.0029922158,0.95779335,0.008050182,0.0000040129207,0.000002789537,0.008415385,0.0005303386,0.002964043,0.0006859772,0.006495606,0.00018681714],"about_ca_topic_score_codex":0.00006466812,"about_ca_topic_score_gemma":0.00045878955,"teacher_disagreement_score":0.18400364,"about_ca_system_score_codex":0.00050070515,"about_ca_system_score_gemma":0.00067400216,"threshold_uncertainty_score":0.57124406},"labels":[],"label_agreement":null},{"id":"W4413750761","doi":"10.2196/78682","title":"Extension of the Consolidated Criteria for Reporting Qualitative Research Guideline to Large Language Models (COREQ+LLM): Protocol for a Multiphase Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Guideline; Protocol (science); Qualitative research; Computer science; Psychology; Medicine; Alternative medicine; World Wide Web; Sociology","score_opus":0.7942757918621323,"score_gpt":0.7988086140447332,"score_spread":0.004532822182600982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413750761","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002990187,7.615093e-7,0.042991392,0.0019896764,0.00000936496,0.9508467,0.00006735128,0.00003918757,0.0010654104],"genre_scores_gemma":[0.015875911,1.6292052e-8,0.025473697,0.00007584762,0.0001242954,0.9549384,0.000009425294,0.00001883246,0.0034835462],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869106,0.008237403,0.0015961798,0.00065771583,0.0017326869,0.0008654475],"domain_scores_gemma":[0.9858282,0.0049886303,0.0004959593,0.00063426164,0.007889088,0.00016382436],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07699444,0.00014758258,0.00043589278,0.00057518267,0.0017787821,0.00020775778,0.00082422374,0.00010660591,0.00007527489],"category_scores_gemma":[0.034553353,0.00010388542,0.00021411586,0.002742239,0.00035738244,0.00018169315,0.00057159853,0.00039470426,0.0000026190232],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015599059,0.01811622,0.0018305548,0.0029175049,0.00042647545,0.000030929987,0.5575562,0.00082233734,0.041766353,0.10791026,0.21077777,0.0422463],"study_design_scores_gemma":[0.014201589,0.0043122256,0.0011161782,0.0038304364,0.000020725836,5.762452e-7,0.31719616,0.059062097,0.009644832,0.17329922,0.41679037,0.0005256],"about_ca_topic_score_codex":0.0014704033,"about_ca_topic_score_gemma":0.0016978086,"teacher_disagreement_score":0.24036008,"about_ca_system_score_codex":0.00020883478,"about_ca_system_score_gemma":0.0014990763,"threshold_uncertainty_score":0.9995208},"labels":[],"label_agreement":null},{"id":"W4413751710","doi":"10.2196/69051","title":"A Group-Based Telehealth Intervention for Birth Trauma: Protocol for a Pilot Feasibility and Waitlist Control Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Telehealth; Intervention (counseling); Medicine; Randomized controlled trial; Telemedicine; Psychology; Medical emergency; Family medicine; Nursing; Computer science; Health care; World Wide Web; Surgery","score_opus":0.3021261744448509,"score_gpt":0.5868742288512192,"score_spread":0.2847480544063683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413751710","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005193315,0.0000050850854,0.0019449844,0.001658763,0.00002142884,0.9908119,0.00011527042,0.00008595576,0.00016330657],"genre_scores_gemma":[0.02649105,1.17667675e-7,0.00067773915,0.00029990377,0.00019258315,0.9709477,0.00001939283,0.000028679502,0.0013428722],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9970379,0.0005269086,0.0007103747,0.0005638069,0.00042210723,0.0007389276],"domain_scores_gemma":[0.9980881,0.0006993079,0.00014801043,0.00041471148,0.00035460052,0.00029524454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037643465,0.00019913059,0.00046991158,0.00026869023,0.000397266,0.00009620976,0.00016717665,0.00012658225,0.00004870057],"category_scores_gemma":[0.00044788496,0.00015819441,0.00016625701,0.0002253965,0.00017930001,0.00009619551,0.00004905841,0.00042076127,0.0000034286618],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8351957,0.0057800207,0.0051625255,0.1375735,0.000029249166,0.000004310369,0.000043692045,1.5807427e-7,0.0001575162,0.00222429,0.001603528,0.012225483],"study_design_scores_gemma":[0.6755585,0.08053836,0.011937054,0.043470398,0.000010391534,0.0000045559073,0.000026047965,0.00075650355,0.0029640596,0.0042448887,0.1802949,0.00019431228],"about_ca_topic_score_codex":0.0000670442,"about_ca_topic_score_gemma":0.00007055004,"teacher_disagreement_score":0.17869137,"about_ca_system_score_codex":0.00033159042,"about_ca_system_score_gemma":0.00044227988,"threshold_uncertainty_score":0.6450981},"labels":[],"label_agreement":null},{"id":"W4413756224","doi":"10.2196/64998","title":"An Everyday Patient-Centered Discussion Model for Primary Care: Protocol for a Feasibility and Acceptability Study of the Zeroing in on Individualized, Patient-Centered Decisions (ZIP) Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Department of Veterans Affairs","keywords":"Preprint; Protocol (science); Primary care; Medicine; Computer science; Psychology; Alternative medicine; Family medicine; World Wide Web","score_opus":0.5828190148251763,"score_gpt":0.6115054376335091,"score_spread":0.02868642280833278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413756224","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11851769,0.000005123182,0.00034582836,0.00034308236,0.000026142949,0.87994546,0.00044056453,0.000060289352,0.0003158493],"genre_scores_gemma":[0.3273743,1.9351116e-7,0.0029674685,0.00012100508,0.000012993375,0.66938674,0.000064569285,0.000040202285,0.00003247584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98516756,0.008807151,0.002209936,0.001307086,0.0013517243,0.0011565384],"domain_scores_gemma":[0.99090785,0.0028168114,0.0007426342,0.0035424381,0.001706182,0.00028411183],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0027469306,0.00039672808,0.0007424022,0.00055069424,0.0022893217,0.00007266168,0.0016486625,0.00038717917,0.000012032042],"category_scores_gemma":[0.002861354,0.00024507937,0.00017480484,0.0010707509,0.00030095837,0.00043937497,0.0020776396,0.0016974278,9.853887e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0216232,0.018508969,0.7814428,0.013481085,0.000034908942,2.62339e-7,0.10614391,0.00022631502,0.00018674419,0.00032677795,0.0014151201,0.056609873],"study_design_scores_gemma":[0.109167024,0.022261502,0.53009725,0.0304317,0.000028043809,5.754958e-7,0.2353088,0.036745153,0.00047118994,0.011346477,0.022950111,0.001192171],"about_ca_topic_score_codex":0.00016337026,"about_ca_topic_score_gemma":0.0006913198,"teacher_disagreement_score":0.25134557,"about_ca_system_score_codex":0.0017298907,"about_ca_system_score_gemma":0.0021263224,"threshold_uncertainty_score":0.9994046},"labels":[],"label_agreement":null},{"id":"W4413764305","doi":"10.2196/70325","title":"Effect of SMS Reminders, Telephone Calls, and Transport Incentives on Enhancing the Completion of Tuberculosis Diagnosis and Initiation of Treatment for Diagnosed Patients: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European and Developing Countries Clinical Trials Partnership","keywords":"Short Message Service; Randomized controlled trial; Incentive; Protocol (science); Phone; Medicine; Service (business); Text message; Computer science; Alternative medicine; Telecommunications; Business; Computer network; Surgery; Marketing","score_opus":0.1307944370681435,"score_gpt":0.5834876133737151,"score_spread":0.4526931763055716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413764305","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066538505,0.0000066754537,0.0004167867,0.00046322757,0.000012873641,0.93230337,0.0001403884,0.000012083337,0.0001061093],"genre_scores_gemma":[0.07458156,0.000025933325,0.00011350666,0.00004521377,0.000046568686,0.92508924,0.000045479977,0.000015996613,0.000036507812],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99362236,0.0034597055,0.001763013,0.00034260162,0.0003652989,0.0004470432],"domain_scores_gemma":[0.96396655,0.03392949,0.0008250341,0.0003008008,0.0008614633,0.00011664682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008661004,0.00019140351,0.0014823423,0.0002924334,0.00060176913,0.0000059008757,0.00012199647,0.00020166868,0.000018699671],"category_scores_gemma":[0.0035504457,0.00011092091,0.00021253538,0.0003068692,0.00031629237,0.000057255802,0.000031907322,0.00025616187,2.7903732e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9578899,0.0012134078,0.0076076095,0.015366933,0.00009812865,4.198476e-8,0.0009520053,9.077621e-7,0.00028768205,0.0014745145,0.00044564562,0.014663208],"study_design_scores_gemma":[0.96418685,0.014018516,0.0029666997,0.005314356,0.000054194446,1.8452903e-8,0.00016373215,0.0001235694,0.00551067,0.0005034213,0.00708521,0.00007274855],"about_ca_topic_score_codex":0.00023132218,"about_ca_topic_score_gemma":0.00014670767,"teacher_disagreement_score":0.030469783,"about_ca_system_score_codex":0.00020698282,"about_ca_system_score_gemma":0.0007756238,"threshold_uncertainty_score":0.46283826},"labels":[],"label_agreement":null},{"id":"W4413775249","doi":"10.2196/68340","title":"Constraint-Induced Movement Therapy With or Without Neuromuscular Electrical Stimulation Versus Conventional Therapy for Upper Extremity Function in Chronic Stroke Survivors: Protocol for a Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Kebangsaan Malaysia","keywords":"Constraint-induced movement therapy; Randomized controlled trial; Rehabilitation; Medicine; Physical medicine and rehabilitation; Physical therapy; Stroke (engine); Occupational therapy; Psychological intervention; Chronic stroke; Surgery","score_opus":0.1404182003843289,"score_gpt":0.5072174539520414,"score_spread":0.36679925356771254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413775249","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03878231,0.0000043125788,0.00670541,0.00055916945,0.00005397119,0.95360404,0.00000961936,0.000060100414,0.00022104889],"genre_scores_gemma":[0.013978549,0.0000015449461,0.00067358336,0.0001593947,0.0003249316,0.98304266,0.000032710566,0.000041296207,0.0017453254],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948776,0.0018064976,0.0010192834,0.00065605424,0.0009972904,0.00064326945],"domain_scores_gemma":[0.99161816,0.006585779,0.00024643997,0.00036896003,0.001046648,0.00013400769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055762175,0.00032023285,0.0014032581,0.0007424055,0.00020558294,0.00011932347,0.00014461522,0.00026520903,0.0002875203],"category_scores_gemma":[0.0017122057,0.00018518665,0.0007084016,0.00048577032,0.00025279087,0.00015583332,0.000023983766,0.00052790216,0.0000024378455],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9801407,0.002354543,0.0018494303,0.00048620594,0.00049467024,0.0000012047976,0.000044786466,0.000033995413,0.003810079,0.00055271393,0.00035513524,0.00987654],"study_design_scores_gemma":[0.9340599,0.031075299,0.0014509903,0.0009221923,0.00002163272,7.0557024e-7,0.000054111017,0.018382333,0.0008068448,0.00029742985,0.012756037,0.00017252186],"about_ca_topic_score_codex":0.000025383262,"about_ca_topic_score_gemma":0.000044695724,"teacher_disagreement_score":0.046080794,"about_ca_system_score_codex":0.0006949606,"about_ca_system_score_gemma":0.0029816288,"threshold_uncertainty_score":0.7551693},"labels":[],"label_agreement":null},{"id":"W4413775962","doi":"10.2196/70271","title":"Gamified Optimized Diabetes Management With Artificial Intelligence–Powered Rural Telehealth Intervention (GODART): Protocol for an Optimization Pilot and Feasibility Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Preprint; Telehealth; Protocol (science); Intervention (counseling); Medicine; Medical education; Computer science; Telemedicine; Physical therapy; Engineering; Nursing; Alternative medicine; Health care; World Wide Web","score_opus":0.42955125819176676,"score_gpt":0.6507730885214041,"score_spread":0.22122183032963738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413775962","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005895054,0.0000017477807,0.04747475,0.0014818318,0.000036842994,0.94840294,0.000038678696,0.00021743275,0.001756294],"genre_scores_gemma":[0.0010844151,0.000002392248,0.016922653,0.00027054865,0.00024650228,0.98050594,0.000114413124,0.000049693805,0.000803438],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922377,0.0027712977,0.0017644815,0.0009368475,0.00068938296,0.0016002863],"domain_scores_gemma":[0.9958809,0.00092283223,0.0004811813,0.0010037068,0.0010808221,0.0006305622],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.008169082,0.00032296788,0.0005700353,0.00057114824,0.0024022006,0.00013145423,0.00047424203,0.00027606924,0.00026803368],"category_scores_gemma":[0.0003721245,0.0002632493,0.00008010343,0.0010355087,0.0003150577,0.0003491289,0.00025651924,0.0010991197,0.000020836484],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5901945,0.01208448,0.0032935084,0.04543646,0.00010069535,0.0000018590434,0.0006541446,0.0006480284,0.0001005441,0.084682986,0.013322927,0.24947983],"study_design_scores_gemma":[0.35798693,0.09131674,0.0047775544,0.028272457,0.00005951365,0.0000013982285,0.010062767,0.06773585,0.0005931151,0.07558196,0.36195746,0.0016542654],"about_ca_topic_score_codex":0.00008742396,"about_ca_topic_score_gemma":0.00017541711,"teacher_disagreement_score":0.34863454,"about_ca_system_score_codex":0.0005895358,"about_ca_system_score_gemma":0.0013061349,"threshold_uncertainty_score":0.999982},"labels":[],"label_agreement":null},{"id":"W4413789006","doi":"10.2196/72207","title":"Association Between Hair Trace Element Content and Children’s Growth and Development: Protocol for a Cross-Sectional Surveillance Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heavy Metal Exposure and Toxicity","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cross-sectional study; Preprint; Association (psychology); Environmental health; Trace element; Medicine; Psychology; Computer science; World Wide Web; Metallurgy; Materials science; Pathology","score_opus":0.22431939690089273,"score_gpt":0.5059556937664054,"score_spread":0.2816362968655126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413789006","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2149707,3.624599e-7,0.00017294515,0.00012334457,0.0000024022333,0.7842393,0.000017181574,0.000028190338,0.00044557045],"genre_scores_gemma":[0.124936335,5.65466e-8,0.000321387,0.000021213338,0.000038711154,0.8731508,0.000004394931,0.000009804137,0.0015172765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997204,0.00043220224,0.00044557583,0.00056244084,0.0008392506,0.00051650475],"domain_scores_gemma":[0.99913985,0.0003524077,0.0001062549,0.00016617462,0.0000932993,0.00014200549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004308059,0.0001567198,0.00022210422,0.00007997331,0.00063828117,0.00026318964,0.00017990313,0.00010914761,0.00010946092],"category_scores_gemma":[0.0003760527,0.00013370343,0.000030177167,0.00024060324,0.00014472817,0.00023056763,0.00036074387,0.00030602037,0.000016672726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002350409,0.00053634815,0.9941439,0.00012604294,0.00005827268,5.1048016e-7,0.0001729967,9.0663025e-7,0.00040766297,0.000026693237,0.00072688697,0.0035647233],"study_design_scores_gemma":[0.0036295312,0.0007371938,0.9483413,0.000057120124,8.5118995e-7,5.311101e-7,0.000021608592,0.0000075739918,0.0032300777,0.00014585773,0.043701503,0.000126824],"about_ca_topic_score_codex":0.00012625523,"about_ca_topic_score_gemma":0.0001699475,"teacher_disagreement_score":0.09003436,"about_ca_system_score_codex":0.00038512822,"about_ca_system_score_gemma":0.00009559768,"threshold_uncertainty_score":0.5452268},"labels":[],"label_agreement":null},{"id":"W4413797175","doi":"10.2196/64801","title":"Implementation and Effectiveness of the Power Over Pain Portal for Patients Awaiting a Tertiary Care Consultation for Chronic Pain: Protocol for a Pilot, Prospective, Cohort, Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Memorial University of Newfoundland; Women's College Hospital; Queen's University; Ottawa Hospital; Kingston Health Sciences Centre; University of Ottawa","funders":"","keywords":"Preprint; Medicine; Protocol (science); Chronic pain; Physical therapy; Alternative medicine; Nursing; Computer science; World Wide Web","score_opus":0.05358923300337633,"score_gpt":0.5540719077528042,"score_spread":0.5004826747494279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413797175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053775884,0.0000019302227,0.011403825,0.00006700159,0.000011141856,0.9346268,0.000048686095,0.000024426607,0.000040291638],"genre_scores_gemma":[0.24478231,1.6286164e-8,0.0020359866,0.000018125671,0.000027608648,0.7530356,0.0000477732,0.00002466607,0.000027882677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943368,0.0037906102,0.0005530934,0.00050273794,0.00043753424,0.00037923726],"domain_scores_gemma":[0.9912611,0.006320574,0.00020819684,0.00029907504,0.00184825,0.000062809166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014352363,0.00018323862,0.00034715357,0.00020868097,0.00037955114,0.000047974107,0.00011388511,0.00008430124,0.000010197655],"category_scores_gemma":[0.0052149543,0.00012442213,0.00015625775,0.00037379528,0.00018229964,0.00012206205,0.00008352815,0.00017915682,7.535353e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071770092,0.0021545459,0.870557,0.05260004,0.00020193712,1.4074826e-7,0.0013931354,0.0000011966654,0.013142065,0.0005420477,0.0009807411,0.05125011],"study_design_scores_gemma":[0.030250637,0.022747131,0.92999285,0.0037967567,0.000022647031,9.523554e-8,0.0037573709,0.00043059883,0.0058414266,0.0009994655,0.0020368248,0.00012418722],"about_ca_topic_score_codex":0.000029492381,"about_ca_topic_score_gemma":0.000053354855,"teacher_disagreement_score":0.19100642,"about_ca_system_score_codex":0.00035732155,"about_ca_system_score_gemma":0.0005359889,"threshold_uncertainty_score":0.6243164},"labels":[],"label_agreement":null},{"id":"W4413805854","doi":"10.2196/76996","title":"Domains of Access for Interventions Addressing Intimate Partner Violence Among Latina Immigrants: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychological intervention; Immigration; Protocol (science); Domestic violence; Psychology; Social psychology; Human factors and ergonomics; Poison control; Medicine; Political science; Computer science; World Wide Web; Medical emergency; Alternative medicine","score_opus":0.602608158045796,"score_gpt":0.693693529064709,"score_spread":0.09108537101891301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413805854","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.4017942e-9,0.09784892,0.0010808556,0.000020517862,0.00001487582,0.8961896,0.00030517214,0.00009103975,0.004449065],"genre_scores_gemma":[5.995039e-8,0.21960571,0.0003779539,0.000023271235,0.000105936844,0.7787076,0.000041506493,0.00005908492,0.0010788518],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9892031,0.0040205834,0.0029609113,0.0009730092,0.0014168844,0.001425517],"domain_scores_gemma":[0.99101055,0.0034119522,0.0018943768,0.0011943282,0.0022386075,0.0002502127],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.013898979,0.00060050795,0.0037644266,0.00073694624,0.0013141615,0.00066018774,0.0033832137,0.0005171926,0.000089293484],"category_scores_gemma":[0.006073429,0.0004482826,0.0021125642,0.002060152,0.0010579703,0.0006683695,0.0007148168,0.0008048545,0.000023705239],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049571758,0.0003482737,0.000003830969,0.9457369,0.00009706691,0.0000018607673,0.00013824292,1.1193658e-7,1.5869931e-7,0.0058498536,0.0076993094,0.04007481],"study_design_scores_gemma":[0.0004755789,0.00019846614,0.0000017641569,0.690712,0.00015015557,5.38293e-7,0.000078133795,0.000008886534,0.0000030584984,0.0008644747,0.30721742,0.00028957246],"about_ca_topic_score_codex":0.00017004875,"about_ca_topic_score_gemma":0.00007912888,"teacher_disagreement_score":0.2995181,"about_ca_system_score_codex":0.0003908777,"about_ca_system_score_gemma":0.0022733638,"threshold_uncertainty_score":0.999986},"labels":[],"label_agreement":null},{"id":"W4413809999","doi":"10.2196/76554","title":"Comparison of Ketorolac at 3 Doses in Children With Acute Pain: Protocol for A Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory mediators and NSAID effects","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Joseph's Hospital; McMaster University; University of Alberta; University of Calgary","funders":"","keywords":"Preprint; Randomized controlled trial; Ketorolac; Medicine; Protocol (science); Physical therapy; Alternative medicine; Anesthesia; Surgery; Computer science; World Wide Web; Analgesic","score_opus":0.08790242934178097,"score_gpt":0.5425147790911669,"score_spread":0.4546123497493859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413809999","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034287717,0.0000023742673,0.00009010046,0.00023579322,0.0000070137617,0.9643858,0.000005692095,0.000045665638,0.0009398176],"genre_scores_gemma":[0.00833888,1.2821009e-7,0.00025361142,0.000047516995,0.00017714745,0.98953384,0.000012048666,0.000033941273,0.001602874],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940599,0.0026286065,0.0011741068,0.00044814122,0.0009934576,0.0006957406],"domain_scores_gemma":[0.9952618,0.0031314485,0.000331627,0.00052818353,0.0005740349,0.00017289017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011790767,0.00028169734,0.0026970129,0.00063252106,0.00015455265,0.000041098298,0.00025636886,0.00023185593,0.000105021274],"category_scores_gemma":[0.0025194224,0.00016674686,0.00039269033,0.0005841923,0.00042647545,0.00007658268,0.00011720832,0.0005697374,0.000006722129],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.947999,0.0018485276,0.038188916,0.0016846594,0.0005273922,0.000011022157,0.00018075765,0.0000018178156,0.0010156153,0.00024931127,0.0074599152,0.0008330423],"study_design_scores_gemma":[0.96652716,0.00815937,0.0013669209,0.003795625,0.00004356606,0.0000028662487,0.000022407861,0.0007171001,0.009520837,0.0001057674,0.009595087,0.00014331142],"about_ca_topic_score_codex":0.000017676883,"about_ca_topic_score_gemma":0.00002564796,"teacher_disagreement_score":0.036821995,"about_ca_system_score_codex":0.00023050391,"about_ca_system_score_gemma":0.0010885483,"threshold_uncertainty_score":0.67997396},"labels":[],"label_agreement":null},{"id":"W4413811012","doi":"10.2196/63783","title":"Developing and Validating an Inclusive and Cost-Effective Prediction Algorithm for Survival and Death Among People Living With HIV in Sub-Saharan Africa: Protocol for a Meta-Analysis and Case-Control and Cost-Effectiveness Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Gilead Sciences","keywords":"Meta-analysis; Cochrane Library; Context (archaeology); Medicine; Scopus; MEDLINE; Systematic review; Epidemiology; Study heterogeneity; Gerontology; Pathology; Geography; Biology","score_opus":0.2122887531418849,"score_gpt":0.532618767958246,"score_spread":0.32033001481636114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413811012","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051696803,0.00003229405,0.055868115,0.000109022985,0.0000010448625,0.8919657,0.0002535338,0.000031710366,0.000041799038],"genre_scores_gemma":[0.098085545,0.0000020336188,0.0018636627,0.000004534973,0.000027353697,0.89983004,0.000015591391,0.00003249183,0.00013874755],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950035,0.0023244657,0.0004889193,0.0009866029,0.0005024599,0.0006940043],"domain_scores_gemma":[0.9939798,0.0043308097,0.00012495919,0.00028159763,0.0009313143,0.00035150163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007763744,0.00032542678,0.0011684827,0.0011763467,0.00086671254,0.00043141496,0.000094036135,0.00013561727,0.00000730389],"category_scores_gemma":[0.0015028598,0.00024436362,0.00012208875,0.0010979049,0.0002665145,0.00057670614,0.00033807775,0.00053109584,9.784562e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064187264,0.00217026,0.83911526,0.008082289,0.017886389,0.00018017016,0.0042752633,0.000006828637,0.0008556907,0.00016538936,0.00015095333,0.1206928],"study_design_scores_gemma":[0.038762152,0.027755829,0.84691215,0.0035059873,0.0044927015,0.00013323204,0.0053827073,0.07038366,0.0007842826,0.00035370878,0.0010365484,0.00049704214],"about_ca_topic_score_codex":0.00051179325,"about_ca_topic_score_gemma":0.0038807625,"teacher_disagreement_score":0.120195754,"about_ca_system_score_codex":0.00022526937,"about_ca_system_score_gemma":0.00024606186,"threshold_uncertainty_score":0.99648595},"labels":[],"label_agreement":null},{"id":"W4413814020","doi":"10.2196/71429","title":"Testing the Efficacy of 2 Interventions to Improve Health Outcomes and Quality of Life Among Rural Older Adults Living With HIV: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Psychological intervention; Preprint; Randomized controlled trial; Protocol (science); Gerontology; Quality of life (healthcare); Medicine; Human immunodeficiency virus (HIV); Psychology; Alternative medicine; Family medicine; Nursing; Computer science; World Wide Web","score_opus":0.16430712582203746,"score_gpt":0.5738688975878495,"score_spread":0.4095617717658121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413814020","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023688875,0.0000045496026,0.0016710197,0.0021731816,0.0000036860874,0.97175366,0.000030127083,0.00003155796,0.0006433247],"genre_scores_gemma":[0.032152485,1.1267842e-7,0.00083819317,0.000037249272,0.000056017398,0.96212614,0.0000035376868,0.000021624468,0.00476464],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99315023,0.0029291753,0.0019909088,0.00036354878,0.0009320231,0.0006341218],"domain_scores_gemma":[0.984527,0.012128669,0.0006076639,0.0006072479,0.0017673497,0.0003621042],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014480083,0.00020862624,0.0019523684,0.0005487519,0.00030795648,0.00009256841,0.00033255678,0.00007968727,0.00008342323],"category_scores_gemma":[0.05289329,0.00010757011,0.00082581985,0.0007478894,0.0006765353,0.00011622161,0.00028762172,0.00054857024,0.0000015995078],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95705736,0.003173615,0.013043101,0.015211899,0.00042020244,3.4925645e-7,0.0007053555,7.30518e-7,0.0003024653,0.00062585773,0.0033309227,0.0061281356],"study_design_scores_gemma":[0.89815986,0.014749974,0.03975951,0.04569928,0.000018316356,3.2513128e-7,0.00082247175,0.0003985766,0.00012622448,0.000048299124,0.00013037359,0.000086790904],"about_ca_topic_score_codex":0.00051801256,"about_ca_topic_score_gemma":0.00016090322,"teacher_disagreement_score":0.058897506,"about_ca_system_score_codex":0.00008468104,"about_ca_system_score_gemma":0.0011699818,"threshold_uncertainty_score":0.9550846},"labels":[],"label_agreement":null},{"id":"W4413814670","doi":"10.2196/75270","title":"Artificial Intelligence–Assisted Image Extraction in Neonatal Echocardiography for Congenital Heart Disease Diagnosis in Sub-Saharan Africa: Protocol for Model Development","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Congenital Heart Disease Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Preprint; Protocol (science); Medicine; Artificial intelligence; Computer science; Pathology; World Wide Web; Alternative medicine","score_opus":0.26011585206997995,"score_gpt":0.5363309235639327,"score_spread":0.2762150714939528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413814670","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035612024,0.00003077947,0.003464139,0.0009906746,0.0000111584695,0.99142194,0.00015434249,0.00008759412,0.00027819365],"genre_scores_gemma":[0.023574224,0.0000010250575,0.0056339796,0.000044681725,0.000068371824,0.97038287,0.00004152878,0.000049041788,0.0002042976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960987,0.00022047746,0.0009510487,0.0008587308,0.0007881013,0.0010829385],"domain_scores_gemma":[0.9975981,0.000720665,0.000056950896,0.00046738386,0.0007924455,0.00036447195],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016025694,0.00033764137,0.00057427434,0.0016388546,0.0003301459,0.00013606077,0.00022381941,0.00015958893,0.000025294856],"category_scores_gemma":[0.0009365147,0.00032520771,0.0003406777,0.0017021332,0.00031386263,0.00031904716,0.00020641788,0.0005638472,0.000020891357],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12777057,0.015235037,0.0802257,0.02080707,0.0004989917,0.00039097274,0.0017355874,0.00011950998,0.009670463,0.0007188015,0.06427164,0.67855567],"study_design_scores_gemma":[0.020080812,0.0039244844,0.2322224,0.017986072,0.00009242302,0.0000089079,0.0012597352,0.05506962,0.058165494,0.030692749,0.57856,0.0019373392],"about_ca_topic_score_codex":0.000012478966,"about_ca_topic_score_gemma":0.00018986565,"teacher_disagreement_score":0.67661834,"about_ca_system_score_codex":0.0005886387,"about_ca_system_score_gemma":0.0016024078,"threshold_uncertainty_score":0.99992},"labels":[],"label_agreement":null},{"id":"W4413817699","doi":"10.2196/75235","title":"Determining the Intersection of Social Prescribing in Social Work Practice: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Art Therapy and Mental Health","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; McMaster University; University of Toronto","funders":"","keywords":"CINAHL; PsycINFO; Social work; Grey literature; Medical prescription; Medicine; MEDLINE; Health care; Psychological intervention; Public relations; Nursing; Political science","score_opus":0.7233227990232921,"score_gpt":0.6948314642449557,"score_spread":0.02849133477833643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413817699","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.5630125e-9,0.034098126,0.0000032667162,0.000322727,0.00001816681,0.95623976,0.000022812987,0.00002572587,0.009269412],"genre_scores_gemma":[4.2967308e-8,0.026292881,0.000023985165,0.00012880453,0.00084851275,0.97092867,0.000019419602,0.000043216518,0.0017144551],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950143,0.0022074766,0.0012004162,0.00040390517,0.0005635563,0.000610359],"domain_scores_gemma":[0.9970073,0.001526204,0.0007312226,0.00024364033,0.00045171627,0.000039911676],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0049100085,0.00029171066,0.0011996767,0.00024427875,0.0016993987,0.00019443831,0.0005616326,0.00017954432,0.0003121645],"category_scores_gemma":[0.000459309,0.00019498207,0.0004230241,0.00041231533,0.00034386138,0.00030359568,0.0002722734,0.0011359524,0.000010372718],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022000456,0.00022085458,2.962222e-7,0.45993018,0.000019779085,6.5356335e-7,0.0042562694,3.6083794e-9,1.3435149e-8,0.0052890317,0.014471882,0.515591],"study_design_scores_gemma":[0.00045053443,0.00023680726,1.6060636e-7,0.45323303,0.000010158863,3.2395124e-7,0.00025031404,1.4342861e-7,2.2331486e-7,0.00006816675,0.5456618,0.000088314206],"about_ca_topic_score_codex":0.000010515476,"about_ca_topic_score_gemma":0.000120637786,"teacher_disagreement_score":0.5311899,"about_ca_system_score_codex":0.00044686737,"about_ca_system_score_gemma":0.0015937503,"threshold_uncertainty_score":0.99960023},"labels":[],"label_agreement":null},{"id":"W4413833299","doi":"10.2196/76555","title":"Efficacy and Safety of Runzaozhiyang Lotion for Chronic Hand Eczema: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Contact Dermatitis and Allergies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lotion; Medicine; Protocol (science); Preprint; Randomized controlled trial; Double blind; Cobra; Dermatology; Alternative medicine; Pharmacology; Surgery; Placebo; Computer science; World Wide Web","score_opus":0.10573778032110881,"score_gpt":0.5308012783921006,"score_spread":0.42506349807099175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413833299","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005334613,0.000011308433,0.001905349,0.0012067857,0.000010560939,0.99521804,0.000012842299,0.00003228581,0.0010693743],"genre_scores_gemma":[0.0017360019,0.0000014726859,0.00039178698,0.000026616914,0.00024566276,0.99436957,0.000011402957,0.00002257167,0.0031948932],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99733573,0.00046948245,0.00097292254,0.00033473017,0.0004413427,0.00044576844],"domain_scores_gemma":[0.99515915,0.003402176,0.00022656344,0.00032787537,0.00078057544,0.00010368981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039606285,0.00018887133,0.0016207474,0.0003467457,0.00027923286,0.00011568177,0.0001329236,0.00014962927,0.00007984957],"category_scores_gemma":[0.002831468,0.00012617753,0.00041564187,0.00022843311,0.00035534668,0.00009868042,0.00008633707,0.00024284673,0.0000015083998],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97095406,0.00079063536,0.000008739095,0.005654384,0.00025831096,0.0000015592681,0.000107042375,0.0000011145693,0.0038486994,0.0036136215,0.004138394,0.010623448],"study_design_scores_gemma":[0.85239285,0.0043319073,0.000101747835,0.005506495,0.000028302169,0.0000014090479,0.000020550033,0.00093206676,0.0038049242,0.0008716606,0.13192014,0.00008794213],"about_ca_topic_score_codex":0.000008797533,"about_ca_topic_score_gemma":0.0000126579425,"teacher_disagreement_score":0.12778175,"about_ca_system_score_codex":0.00012809095,"about_ca_system_score_gemma":0.00086499826,"threshold_uncertainty_score":0.51453704},"labels":[],"label_agreement":null},{"id":"W4413833646","doi":"10.2196/72317","title":"Efficacy and Safety of a Digital Tapering Intervention for Patients Prescribed Opioids After Surgery: Protocol for a Prospective Exploratory Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Prospective cohort study; Intervention (counseling); Tapering; Cohort; Psychology; Physical therapy; Family medicine; Surgery; Nursing; Internal medicine; Computer science","score_opus":0.10217521359685267,"score_gpt":0.49832082903354574,"score_spread":0.3961456154366931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413833646","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11450351,0.0000016216749,0.00013130072,0.000049637078,0.000005771825,0.88505244,0.00008096754,0.0000463623,0.00012835438],"genre_scores_gemma":[0.18100224,9.606736e-8,0.00013360035,0.0000043488562,0.000024581324,0.81838876,0.00003608035,0.000036004047,0.00037431056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975564,0.00016524621,0.0006443103,0.00060777494,0.0005681875,0.00045808044],"domain_scores_gemma":[0.9977172,0.0004956869,0.00012218709,0.0004611155,0.0010831224,0.000120710945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010037359,0.00022699371,0.0005467454,0.0003852744,0.00013533061,0.00011048856,0.00011916096,0.00008874906,0.000018403656],"category_scores_gemma":[0.0008970618,0.00018564315,0.00018114198,0.00038423142,0.00013765,0.00027721576,0.00023878353,0.00019569475,0.0000019669044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049041625,0.017265497,0.9144096,0.0065451674,0.0003103439,0.0000030780757,0.0012251375,1.7516535e-7,0.000041967945,0.00003719858,0.0010512291,0.010069001],"study_design_scores_gemma":[0.04291861,0.013412079,0.9201488,0.006749008,0.00002938848,2.9025347e-7,0.0007112034,0.000030394624,0.0011127286,0.00024570513,0.01447614,0.00016565995],"about_ca_topic_score_codex":0.0000071387876,"about_ca_topic_score_gemma":0.0000051389834,"teacher_disagreement_score":0.066663735,"about_ca_system_score_codex":0.00028548003,"about_ca_system_score_gemma":0.00033629354,"threshold_uncertainty_score":0.7570308},"labels":[],"label_agreement":null},{"id":"W4413847357","doi":"10.2196/75060","title":"At-Home Morning Bright Light Treatment for Chronic Nociplastic Pain: Protocol for a Randomized Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Nursing Research","keywords":"Preprint; Randomized controlled trial; Medicine; Morning; Protocol (science); Clinical trial; Physical therapy; Alternative medicine; Surgery; Computer science; Internal medicine; World Wide Web","score_opus":0.2778552337872794,"score_gpt":0.5964567856624711,"score_spread":0.3186015518751917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413847357","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026304458,0.00001354413,0.0020732332,0.0031171627,0.00003804562,0.99282485,0.00002658719,0.00015793713,0.0014855629],"genre_scores_gemma":[0.0002443726,0.0000016172577,0.0011878079,0.000019037738,0.00061058294,0.9595105,0.00006696994,0.00009767293,0.038261443],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9905367,0.0031912616,0.0017603469,0.0012747414,0.0012797184,0.0019572452],"domain_scores_gemma":[0.98476505,0.012241938,0.00024963717,0.0011413174,0.0010300331,0.00057201955],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017212791,0.0004965895,0.0019761242,0.0006662601,0.00082482415,0.00019826357,0.0005413253,0.00055123714,0.00070392556],"category_scores_gemma":[0.006159762,0.0003374617,0.001380732,0.0007758515,0.000763552,0.0001201035,0.0002981108,0.00087097427,0.000118127224],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8970977,0.0029663139,0.00013140608,0.020204758,0.0005893445,0.000035941684,0.00009208215,0.0000024060998,0.00074143556,0.0012359085,0.06289716,0.014005543],"study_design_scores_gemma":[0.5807548,0.023929525,0.00004718208,0.007037491,0.000029062488,0.000007455796,0.0000131065235,0.0032437078,0.0015393175,0.0007858815,0.3824134,0.00019906224],"about_ca_topic_score_codex":0.000012055129,"about_ca_topic_score_gemma":0.0000070278693,"teacher_disagreement_score":0.3195162,"about_ca_system_score_codex":0.002821558,"about_ca_system_score_gemma":0.006258073,"threshold_uncertainty_score":0.99990773},"labels":[],"label_agreement":null},{"id":"W4413848742","doi":"10.2196/76628","title":"Frailty Trajectories and Influencing Factors in Patients With Non-Hodgkin Lymphoma During Chemotherapy: Protocol for a Longitudinal Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Frailty in Older Adults","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Protocol (science); Lymphoma; Hodgkin lymphoma; Gerontology; Oncology; Internal medicine; Computer science; World Wide Web; Alternative medicine; Pathology","score_opus":0.14515320451462735,"score_gpt":0.5470666973294861,"score_spread":0.4019134928148588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413848742","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46567225,2.182321e-7,0.00009398797,0.000060908365,0.0000035265107,0.53405154,0.000004781187,0.000042700904,0.000070065726],"genre_scores_gemma":[0.123472355,2.3698783e-8,0.0038586447,0.000017235428,0.00003897588,0.87209934,0.0000044504263,0.0000569636,0.0004520019],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962038,0.0005455565,0.00059594377,0.0008560362,0.0009095702,0.0008891296],"domain_scores_gemma":[0.9976952,0.00059417076,0.0001189364,0.00069290155,0.0006863885,0.0002124078],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001786935,0.0003758219,0.0006739842,0.00074461295,0.00030648126,0.0001620828,0.00030181627,0.00017907078,0.000031348172],"category_scores_gemma":[0.0007326319,0.0002782632,0.000069096066,0.0012419078,0.00025767734,0.0002961142,0.00023307271,0.00053473917,0.0000013403235],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011025104,0.0032402321,0.959176,0.0031497544,0.000119300195,0.000013212658,0.0029857694,0.0000015778561,0.0014667686,0.000007654351,0.00026826788,0.018546361],"study_design_scores_gemma":[0.04819962,0.006766872,0.9189317,0.0043562045,0.0000064903115,0.0000014143611,0.0010702733,0.000029377294,0.017548878,0.00006542357,0.002789904,0.0002338329],"about_ca_topic_score_codex":0.00017100947,"about_ca_topic_score_gemma":0.00017508029,"teacher_disagreement_score":0.3421999,"about_ca_system_score_codex":0.0005452863,"about_ca_system_score_gemma":0.0005821876,"threshold_uncertainty_score":0.999967},"labels":[],"label_agreement":null},{"id":"W4413856306","doi":"10.2196/75200","title":"Medication Management Using Technology-Based Interventions in Older People at Home Care Settings: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Psychological intervention; Protocol (science); Medicine; Aged care; Gerontology; Nursing; Alternative medicine; Computer science; World Wide Web","score_opus":0.6328247308261981,"score_gpt":0.7248799610308498,"score_spread":0.09205523020465178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413856306","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.1845421e-8,0.27503935,0.000099975514,0.0008237179,0.000007467588,0.723602,0.000025619885,0.00006698652,0.00033485657],"genre_scores_gemma":[1.3731943e-8,0.1519705,0.0014025993,0.00018697313,0.000043415348,0.8457578,0.00016452445,0.00005276913,0.00042138947],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9952133,0.0007327017,0.0015153708,0.0008419527,0.000921955,0.0007746689],"domain_scores_gemma":[0.9969954,0.0008231766,0.0006126393,0.0009177424,0.00046451468,0.00018653403],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002631243,0.00040894616,0.0018327759,0.0018073695,0.00026297942,0.000060567232,0.0005493485,0.0003971082,0.00032780337],"category_scores_gemma":[0.0010084218,0.00032027077,0.0007660726,0.002439047,0.00012576336,0.00012429482,0.0006485908,0.0013335412,0.000037897218],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010958241,0.0004427511,0.0001157859,0.7469268,0.00004960821,0.000015329853,0.000019322139,1.4694346e-7,1.5791913e-7,0.000029178456,0.0020007659,0.2502906],"study_design_scores_gemma":[0.002019543,0.00023188598,0.0000034704615,0.51500237,0.00011497029,0.0000043991417,0.000016169712,0.000020889203,0.0000019478168,0.000010245742,0.48244256,0.00013155253],"about_ca_topic_score_codex":0.0000028195252,"about_ca_topic_score_gemma":0.000016986198,"teacher_disagreement_score":0.4804418,"about_ca_system_score_codex":0.0014415432,"about_ca_system_score_gemma":0.001458583,"threshold_uncertainty_score":0.99992496},"labels":[],"label_agreement":null},{"id":"W4413856433","doi":"10.2196/75068","title":"Effects of Prevention Messages for Electronic Gambling Machines on Behaviors and Cognitions: Protocol for a Two-Arm Stratified Block: Randomized Controlled Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval; Hôpital de l'Enfant-Jésus","funders":"","keywords":"Preprint; Protocol (science); Block (permutation group theory); Psychology; Cognition; Applied psychology; Medicine; Computer science; World Wide Web; Alternative medicine; Psychiatry","score_opus":0.24519368084709628,"score_gpt":0.6330530276246047,"score_spread":0.38785934677750844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413856433","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0651934,0.0000057338243,0.0002409385,0.000041550673,0.000013918497,0.93399704,0.000023622642,0.000065192035,0.0004186278],"genre_scores_gemma":[0.24282119,1.00834626e-7,0.00008887696,0.000006795153,0.000028316354,0.75505966,0.000010217087,0.000031058855,0.0019537648],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953427,0.0020184938,0.0008305303,0.0006493958,0.00046519935,0.00069373637],"domain_scores_gemma":[0.9941386,0.004510108,0.00028915747,0.00038604,0.0005931465,0.00008292855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037569166,0.0003098857,0.0011979891,0.0006746365,0.00036368432,0.0001367676,0.00023377509,0.00015135657,0.00006114685],"category_scores_gemma":[0.00073618954,0.00022764328,0.00037870376,0.00037040302,0.00018579462,0.00007922931,0.000056376248,0.00038198396,0.0000028690838],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92419076,0.03813678,0.0029411074,0.002436059,0.0014019028,0.000013179413,0.00081522774,0.0000032695598,0.0061686714,0.008898468,0.0005256083,0.014468962],"study_design_scores_gemma":[0.9631544,0.015389975,0.0021637727,0.0021896937,0.0003018394,0.0000014138385,0.00031588666,0.00007777415,0.008426489,0.0075249663,0.0002487578,0.00020504162],"about_ca_topic_score_codex":0.000037403104,"about_ca_topic_score_gemma":0.000054074717,"teacher_disagreement_score":0.17893733,"about_ca_system_score_codex":0.00007739804,"about_ca_system_score_gemma":0.0002480073,"threshold_uncertainty_score":0.92830235},"labels":[],"label_agreement":null},{"id":"W4413858427","doi":"10.2196/64037","title":"Perceptions of Occupational Risk and Adherence to Tuberculosis Prevention Among Health Care Workers: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Protocol (science); Medicine; Tuberculosis; Family medicine; Nursing; Environmental health; Gerontology; Alternative medicine; Computer science; World Wide Web","score_opus":0.5024689702833931,"score_gpt":0.694332841804555,"score_spread":0.1918638715211619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413858427","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.5242937e-7,0.25069106,0.00016182459,0.0003188415,0.0000029422363,0.7484297,0.00022042065,0.000033735243,0.00014117261],"genre_scores_gemma":[2.9244365e-8,0.3803063,0.0015780452,0.00008532704,0.00009769695,0.6173717,0.00018396549,0.000035442554,0.00034152385],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9908875,0.003898951,0.0019430893,0.0011287924,0.0010374751,0.0011041649],"domain_scores_gemma":[0.9941274,0.0020176722,0.0006360736,0.0009889472,0.0014937265,0.00073616294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005828634,0.00047539896,0.0031749231,0.001061572,0.0004262141,0.000059636757,0.00045556857,0.0004405766,0.00026821892],"category_scores_gemma":[0.0063769477,0.0003643906,0.0007825665,0.0016587129,0.00034025716,0.00013888258,0.0004837962,0.0014414189,0.000031094714],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030844696,0.00018397227,0.0011583085,0.51501346,0.00007120547,9.1364547e-7,0.000054066022,1.136682e-7,1.5751957e-7,0.000011613714,0.027779208,0.45541856],"study_design_scores_gemma":[0.0008058802,0.0036095688,0.00054999394,0.60116196,0.00004647414,0.000005270646,0.000047641388,0.0000015381254,4.7480185e-7,0.000013786881,0.39361152,0.0001458679],"about_ca_topic_score_codex":0.00019379726,"about_ca_topic_score_gemma":0.00029133007,"teacher_disagreement_score":0.45527267,"about_ca_system_score_codex":0.0006411271,"about_ca_system_score_gemma":0.008229619,"threshold_uncertainty_score":0.9998808},"labels":[],"label_agreement":null},{"id":"W4413859388","doi":"10.2196/72213","title":"Increasing Physical Activity via Provider Support and Engagement Using a Digital Health Platform in Adults With Multiple Sclerosis: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences","keywords":"Preprint; Randomized controlled trial; Multiple sclerosis; Protocol (science); Medicine; Psychology; Physical therapy; Alternative medicine; Computer science; World Wide Web; Psychiatry; Internal medicine","score_opus":0.26043743974322126,"score_gpt":0.5298564322077337,"score_spread":0.26941899246451245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413859388","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0812084,0.00000142386,0.00044537106,0.00077945093,0.0000038352896,0.9171175,0.000020446869,0.00007359005,0.0003500136],"genre_scores_gemma":[0.20230618,7.4034836e-7,0.0010168294,0.0000386438,0.00013671171,0.7963413,0.0000068287122,0.000042879026,0.00010987185],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99344635,0.0017156828,0.00088890374,0.00093496655,0.0016118784,0.0014021888],"domain_scores_gemma":[0.9925449,0.0055045336,0.00031092318,0.0005140048,0.00073747325,0.00038815237],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009749897,0.00043715117,0.0025491924,0.00078567606,0.00061487703,0.00036913855,0.00022059368,0.00013157305,0.000011428557],"category_scores_gemma":[0.007706199,0.0002789745,0.00027842735,0.00076978386,0.00076757546,0.0005759618,0.00048270728,0.0011497944,0.0000020183154],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96134645,0.005107605,0.0018607897,0.0058890386,0.0003181127,0.000009142806,0.0010564497,0.0000033359972,0.001899298,0.000029090143,0.00032494174,0.02215577],"study_design_scores_gemma":[0.9525993,0.007093837,0.0019720034,0.015009545,0.000012583691,0.0000041621693,0.00031848755,0.020879492,0.00057029154,0.000069609494,0.0012496707,0.00022104883],"about_ca_topic_score_codex":0.00035905465,"about_ca_topic_score_gemma":0.00011200212,"teacher_disagreement_score":0.12109779,"about_ca_system_score_codex":0.0007602555,"about_ca_system_score_gemma":0.0022932435,"threshold_uncertainty_score":0.99996626},"labels":[],"label_agreement":null},{"id":"W4413859624","doi":"10.2196/75501","title":"Development of an Intervention for Managing Adolescent Anxiety Using Community-Based Participatory Methods: Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institutes of Health","keywords":"Preprint; Protocol (science); Intervention (counseling); Anxiety; Community-based participatory research; Psychology; Citizen journalism; Participatory action research; Medical education; Computer science; Medicine; World Wide Web; Alternative medicine; Psychiatry; Sociology","score_opus":0.5119915833548361,"score_gpt":0.6429182102982798,"score_spread":0.1309266269434437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413859624","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004470435,0.0000019511572,0.044011816,0.0001999727,0.00004788141,0.94959176,0.0000098157325,0.000063575346,0.0016027957],"genre_scores_gemma":[0.0025858723,2.6358427e-8,0.050261997,0.0001690326,0.000062167135,0.94648474,0.000028854705,0.000021946245,0.00038538498],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956242,0.0022876086,0.0007485448,0.0003642878,0.0003956454,0.0005797499],"domain_scores_gemma":[0.9986771,0.00013934316,0.00017023065,0.00047403562,0.00040564497,0.00013368299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064250194,0.00018740613,0.00027694996,0.00036886137,0.0007401018,0.000068497255,0.0005008184,0.00013350532,0.00013337325],"category_scores_gemma":[0.000048801307,0.00017423485,0.0001541261,0.0005087419,0.00016446764,0.00010560512,0.00017569226,0.0006217561,0.000009447325],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006504845,0.021303866,0.006714215,0.018407974,0.00023390574,0.0000027135372,0.007145973,0.00003953083,0.013404746,0.012941165,0.0072084693,0.9060926],"study_design_scores_gemma":[0.009685283,0.0006367343,0.051880307,0.017648667,0.000008059721,9.714807e-7,0.0032226709,0.00083304173,0.024746405,0.006361448,0.88455606,0.00042036557],"about_ca_topic_score_codex":0.00002906249,"about_ca_topic_score_gemma":0.000028315124,"teacher_disagreement_score":0.90567225,"about_ca_system_score_codex":0.00023927928,"about_ca_system_score_gemma":0.0004594956,"threshold_uncertainty_score":0.71050906},"labels":[],"label_agreement":null},{"id":"W4413859874","doi":"10.2196/76453","title":"The National Study of Daily Experiences: Protocol for Assessments of Daily Stress, Well-Being, Health, and Salivary Biomarkers in a Longitudinal Cohort","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Institute on Aging","keywords":"Preprint; Protocol (science); Cohort; Medicine; Cohort study; Well-being; Psychology; Gerontology; Environmental health; Alternative medicine; Computer science; Internal medicine; World Wide Web","score_opus":0.33803042899143626,"score_gpt":0.6672251285328179,"score_spread":0.32919469954138164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413859874","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026983866,0.000007897298,0.00001526991,0.000435329,0.00001589003,0.96241784,0.00002068803,0.000013768584,0.010089446],"genre_scores_gemma":[0.028064534,8.798648e-7,0.00017864464,0.000041716426,0.000033438464,0.97043574,0.0000065189747,0.000018493489,0.0012200216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99314713,0.002288213,0.001125884,0.0006826221,0.0018201636,0.00093599944],"domain_scores_gemma":[0.9967436,0.0015139467,0.00029979987,0.00056643406,0.00065448094,0.00022170428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008268455,0.00018564494,0.00040812127,0.00057387387,0.00047911078,0.00008495638,0.0008271756,0.00012236103,0.00016855495],"category_scores_gemma":[0.0004284018,0.0001405395,0.000049009188,0.0010742438,0.0006696071,0.00015154004,0.00043259223,0.00057116593,0.000003578176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009979979,0.007535038,0.9140166,0.0055494024,0.00024008876,0.000010620756,0.010899318,7.7678936e-7,0.00005519332,0.008127694,0.03237781,0.011207454],"study_design_scores_gemma":[0.02624486,0.023215378,0.7632612,0.0058316113,0.0000029077396,0.0000042961296,0.07682644,0.00028110878,0.0004888826,0.0058347885,0.09767509,0.0003334421],"about_ca_topic_score_codex":0.00086816115,"about_ca_topic_score_gemma":0.00045618767,"teacher_disagreement_score":0.15075544,"about_ca_system_score_codex":0.00035488128,"about_ca_system_score_gemma":0.0016187257,"threshold_uncertainty_score":0.5731035},"labels":[],"label_agreement":null},{"id":"W4413860038","doi":"10.2196/76186","title":"Aiding Chronic Obstructive Pulmonary Disease and Congestive Heart Failure Ultrasound-Guided Management Through Enhanced Point-of-Care Ultrasound (ACCUMEN-POCUS): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Alberta; University of Calgary; Medical Council of Canada; Alberta Health Services","funders":"","keywords":"Medicine; Randomized controlled trial; Heart failure; Pulmonary disease; Preprint; Protocol (science); Intensive care medicine; Cardiology; Internal medicine; Alternative medicine; Pathology; Computer science; World Wide Web","score_opus":0.09204591709338208,"score_gpt":0.5209963823369862,"score_spread":0.42895046524360414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413860038","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016818986,0.000021869531,0.0028467453,0.0015392626,0.000022868759,0.98767096,0.00008108966,0.00013837198,0.0059969584],"genre_scores_gemma":[0.024122506,0.000004849272,0.008128333,0.00013197525,0.00031018603,0.9652789,0.000073644274,0.00006912862,0.0018804534],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99332756,0.0013657543,0.0019359167,0.0012992565,0.0010976205,0.00097390777],"domain_scores_gemma":[0.97755855,0.018684888,0.0005071027,0.0011283397,0.0017198152,0.0004012838],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033541562,0.00053710677,0.0024549218,0.00037347604,0.00059679674,0.00020193963,0.00049072027,0.00030656846,0.00029833455],"category_scores_gemma":[0.009155081,0.00040671078,0.0008283172,0.0009178268,0.0017463298,0.00036033103,0.00024614442,0.00094113545,0.00001595624],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9495202,0.0016742963,0.0002611936,0.006865487,0.0008277126,0.000006568467,0.0003262971,0.0000043920313,0.012873909,0.022958048,0.0042541404,0.0004277709],"study_design_scores_gemma":[0.9102011,0.0022667476,0.0005183344,0.0055094426,0.0002456026,0.000011412504,0.000912418,0.000044315522,0.008377583,0.047515597,0.024040116,0.0003573824],"about_ca_topic_score_codex":0.00001382174,"about_ca_topic_score_gemma":0.0000057622838,"teacher_disagreement_score":0.039319135,"about_ca_system_score_codex":0.0006240052,"about_ca_system_score_gemma":0.0012142684,"threshold_uncertainty_score":0.9998385},"labels":[],"label_agreement":null},{"id":"W4413862052","doi":"10.2196/76877","title":"Cancer Care Experiences Among Adolescents, Caregivers, and Health Care Providers in a Regional Canadian Context: Protocol for a Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary; Windsor Regional Hospital; University of Windsor","funders":"","keywords":"Preprint; Health care; Qualitative research; Protocol (science); Nursing; Medicine; Gerontology; Psychology; Alternative medicine; Sociology; Political science; World Wide Web; Computer science","score_opus":0.26819668756394227,"score_gpt":0.6142698567603717,"score_spread":0.34607316919642944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413862052","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018506866,0.000095943564,0.000002942259,0.0073932013,0.00001125538,0.9736755,0.00006624264,0.000045130557,0.00020293819],"genre_scores_gemma":[0.21056776,4.8524294e-7,0.000048136204,0.00068020145,0.00007994462,0.78838795,0.000014348307,0.000028837621,0.00019235203],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9948104,0.0013924361,0.00066873274,0.000961399,0.0010930384,0.0010739873],"domain_scores_gemma":[0.99732417,0.00020794122,0.00016037881,0.00051773613,0.0011084513,0.00068132055],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001956326,0.0003061025,0.0006791528,0.0008341838,0.0005446911,0.00016023236,0.00035484473,0.00015202636,0.000032027536],"category_scores_gemma":[0.00027716276,0.0002820347,0.00009477525,0.00088023755,0.0005928961,0.00024855178,0.00014214228,0.00076293765,0.0000013436529],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020947978,0.00041610198,0.14488897,0.009534297,0.00004631026,0.000021108557,0.8117446,4.1974226e-7,0.0000015129515,0.000091418966,0.024804331,0.0063561774],"study_design_scores_gemma":[0.011985518,0.002908419,0.04814705,0.016879492,0.000002885007,8.41514e-7,0.8221187,0.0000040037567,0.000028315217,0.000028818931,0.09769321,0.00020272829],"about_ca_topic_score_codex":0.48989698,"about_ca_topic_score_gemma":0.86855435,"teacher_disagreement_score":0.37865737,"about_ca_system_score_codex":0.0028322465,"about_ca_system_score_gemma":0.012093,"threshold_uncertainty_score":0.99996316},"labels":[],"label_agreement":null},{"id":"W4413862261","doi":"10.2196/76837","title":"Evaluating the Effectiveness of a Family-Based Lifestyle Intervention for Managing Childhood Overweight: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Diabetes Canada; University of Toronto; BC Children's Hospital; University Health Network; Public Health Ontario; University of British Columbia; University of Alberta; Ted Rogers Centre for Heart Research; University of Victoria","funders":"","keywords":"Preprint; Randomized controlled trial; Intervention (counseling); Protocol (science); Overweight; Medicine; Childhood obesity; Physical therapy; Psychology; Alternative medicine; Gerontology; Computer science; Obesity; Nursing; World Wide Web","score_opus":0.13370264527821626,"score_gpt":0.5660227061292218,"score_spread":0.4323200608510055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413862261","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011179243,0.0000014161421,0.0034208326,0.00034080815,0.000018383305,0.98383677,0.000012053384,0.00006207721,0.001128437],"genre_scores_gemma":[0.07106944,2.2205356e-8,0.00062308914,0.000039240975,0.00023109882,0.9276672,0.000011301032,0.000040007937,0.0003185678],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9903664,0.006440704,0.00095317024,0.0005528437,0.001093458,0.0005934302],"domain_scores_gemma":[0.97669965,0.02089056,0.00039355023,0.0006324134,0.0012886175,0.000095186355],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029868966,0.0002754998,0.0018814827,0.00038414804,0.00033527252,0.00010898942,0.00038185058,0.0001430734,0.000018403312],"category_scores_gemma":[0.010911019,0.00016301188,0.0014485975,0.00058475113,0.00034239708,0.00012335904,0.00019148328,0.0005380555,0.000002788396],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9544837,0.019375397,0.00014825138,0.0125781195,0.00044282607,8.233159e-7,0.000042271986,0.000018524328,0.0033251499,0.006914486,0.00019308765,0.0024773565],"study_design_scores_gemma":[0.9183039,0.0125698345,0.0017632418,0.0126813715,0.00010055947,2.5681237e-7,0.000028725948,0.015016835,0.009808423,0.029058795,0.00054244325,0.00012561643],"about_ca_topic_score_codex":0.000020551995,"about_ca_topic_score_gemma":0.0000023171322,"teacher_disagreement_score":0.059890203,"about_ca_system_score_codex":0.00020675361,"about_ca_system_score_gemma":0.0007779358,"threshold_uncertainty_score":0.99895406},"labels":[],"label_agreement":null},{"id":"W4413862294","doi":"10.2196/76035","title":"Behavioral Nudges to Enhance Fidelity in Telehealth Sessions (BENEFITS): Protocol for Developing and Pilot Testing a Telehealth Tool to Improve Cognitive Behavioral Therapy Implementation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Telehealth; Protocol (science); Fidelity; Telemedicine; Nudge theory; Preprint; Medicine; Computer science; Psychology; Multimedia; Health care; World Wide Web; Alternative medicine","score_opus":0.46452456833809225,"score_gpt":0.6938510856689409,"score_spread":0.2293265173308487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413862294","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20827708,0.0000017721322,0.0004963663,0.0016674912,0.00003187003,0.7888763,0.00032043862,0.00008398824,0.00024470538],"genre_scores_gemma":[0.07894276,1.0249521e-7,0.0053543304,0.0007331957,0.000057506637,0.91446435,0.00002785732,0.000047691326,0.00037218345],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99509174,0.0005503176,0.0012572955,0.0010827552,0.0005090865,0.001508836],"domain_scores_gemma":[0.99751025,0.0006082958,0.00020688266,0.00042517172,0.00086923974,0.00038012821],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002563028,0.00031700914,0.000409345,0.0007805105,0.0006198571,0.0002539382,0.00038588376,0.00013020146,0.00008185078],"category_scores_gemma":[0.00024886147,0.00031201434,0.000059707516,0.0016359801,0.00011348949,0.00036047955,0.00038201717,0.0006209256,0.000042491523],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051986794,0.0047596027,0.02669138,0.0012521583,0.0000114840905,0.000007716643,0.0011970554,3.7199467e-7,0.0011615275,0.0025812788,0.0031030509,0.9540357],"study_design_scores_gemma":[0.02285691,0.10119713,0.7426283,0.026392076,0.000007417589,0.000013310042,0.0076092817,0.00001732415,0.034596577,0.0067316876,0.056516882,0.0014331099],"about_ca_topic_score_codex":0.0024417294,"about_ca_topic_score_gemma":0.002728853,"teacher_disagreement_score":0.95260257,"about_ca_system_score_codex":0.0008949188,"about_ca_system_score_gemma":0.001227302,"threshold_uncertainty_score":0.9999332},"labels":[],"label_agreement":null},{"id":"W4413862400","doi":"10.2196/76105","title":"Acute Adenosine Receptor Antagonism in Combination With Acute Intermittent Hypoxia to Promote Breathing Plasticity in Amyotrophic Lateral Sclerosis: Protocol for a Randomized, Double-Blinded, Placebo-Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neuroscience of respiration and sleep","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Medicine; Hypoxia (environmental); Randomized controlled trial; Amyotrophic lateral sclerosis; Adenosine; Placebo; Anesthesia; Adenosine receptor; Pharmacology; Physical medicine and rehabilitation; Internal medicine; Receptor; Disease; Pathology","score_opus":0.15242297546241176,"score_gpt":0.46673649102555503,"score_spread":0.31431351556314324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413862400","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09821935,1.0075938e-7,0.00084657676,0.003985696,0.000047687936,0.89657706,0.000015172932,0.00009765791,0.00021069497],"genre_scores_gemma":[0.021093499,4.0902515e-7,0.0005102838,0.00070467417,0.00005749064,0.9765918,0.000002348664,0.0000420406,0.0009974228],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99306834,0.0017074804,0.0012307131,0.0013485696,0.0014590997,0.0011858073],"domain_scores_gemma":[0.99764186,0.0009843233,0.00029506956,0.00046658347,0.000356295,0.0002558473],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003350708,0.00042519628,0.0011020182,0.0018151948,0.00046208582,0.0009802948,0.0010405186,0.00018801806,0.000028854649],"category_scores_gemma":[0.001526755,0.00031101794,0.00020217121,0.002298113,0.00042978046,0.00082279363,0.00036002035,0.0010724878,0.000024371595],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7813766,0.0016275699,0.000013556345,0.00012503992,0.000016034524,0.000060094382,0.00024879875,0.00004621444,0.21403001,0.0010017316,0.00036991708,0.0010844136],"study_design_scores_gemma":[0.86211056,0.004757729,0.00003511188,0.002141232,0.0000067619976,0.000007926251,0.000011346875,0.004550996,0.122730434,0.00035191377,0.003019489,0.00027653264],"about_ca_topic_score_codex":0.000023075474,"about_ca_topic_score_gemma":0.000033917422,"teacher_disagreement_score":0.09129957,"about_ca_system_score_codex":0.00041256592,"about_ca_system_score_gemma":0.000693648,"threshold_uncertainty_score":0.9999342},"labels":[],"label_agreement":null},{"id":"W4413862493","doi":"10.2196/73618","title":"Promoting Healthier Meal Selection and Intake Among Children in Restaurants: Protocol for a Cluster-Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Consumer Attitudes and Food Labeling","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Preprint; Protocol (science); Cluster (spacecraft); Randomized controlled trial; Selection (genetic algorithm); Medicine; Gerontology; Computer science; World Wide Web; Alternative medicine; Internal medicine","score_opus":0.1269653950934532,"score_gpt":0.5423994597662868,"score_spread":0.4154340646728336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413862493","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025975455,0.0000040562013,0.00014191079,0.0021506327,0.000005615617,0.9713445,0.0000029067558,0.00006718078,0.0003077782],"genre_scores_gemma":[0.010518015,3.4601868e-7,0.00096022064,0.00008778455,0.00014848495,0.987869,0.0000064682995,0.000029857292,0.00037981226],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9964638,0.00094919745,0.00080380973,0.00057780254,0.00050812523,0.00069728],"domain_scores_gemma":[0.9982263,0.00078727916,0.00012711683,0.0002699069,0.0004130235,0.00017635927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074654184,0.00019651701,0.0006968419,0.00061239384,0.0002848451,0.00014812946,0.00013876533,0.00020806774,0.000025652487],"category_scores_gemma":[0.001959007,0.00015475559,0.00010075203,0.0007773693,0.00021690725,0.0001491541,0.00015885424,0.00095468137,0.0000018395486],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95112276,0.0009892453,0.019028308,0.00368985,0.00013615069,0.0000033352285,0.0005911285,7.3895256e-7,0.00041963928,0.00025183026,0.00066317676,0.023103857],"study_design_scores_gemma":[0.9691252,0.0030358084,0.007143186,0.009245128,0.000017943497,0.000008983815,0.000033683536,0.0037274442,0.00045472156,0.0008102686,0.006242411,0.00015522167],"about_ca_topic_score_codex":0.00029067605,"about_ca_topic_score_gemma":0.00059934886,"teacher_disagreement_score":0.022948636,"about_ca_system_score_codex":0.00020722821,"about_ca_system_score_gemma":0.0006381612,"threshold_uncertainty_score":0.63107497},"labels":[],"label_agreement":null},{"id":"W4413862511","doi":"10.2196/73927","title":"Co-Designing Technology to Reduce Health Disparities and Address New Norms Post–COVID-19: Proposal for a Mixed Methods Community-Based Participatory Research Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences; National Institute on Minority Health and Health Disparities; U.S. Department of Veterans Affairs","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Pandemic; Psychological intervention; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Health equity; Environmental health; Computer science; Psychology; Medicine; Public health; Virology; Nursing; World Wide Web; Infectious disease (medical specialty)","score_opus":0.5475791089999953,"score_gpt":0.6708728798812029,"score_spread":0.12329377088120763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413862511","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006041406,0.000064488915,0.029845899,0.13762262,0.00002591288,0.8239841,0.00002021683,0.00031050012,0.0020848582],"genre_scores_gemma":[0.00710251,0.0000011922131,0.093629986,0.0017511392,0.00010189724,0.8931036,0.00010864319,0.00004409788,0.0041569066],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923222,0.0043332055,0.00049882673,0.00059332367,0.00079466077,0.0014577784],"domain_scores_gemma":[0.99515426,0.0019973265,0.00008222729,0.0010272128,0.0008274704,0.0009114766],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024651153,0.00021640601,0.00051799207,0.0023238317,0.001560447,0.0002711149,0.00061723107,0.00021459893,0.000023041272],"category_scores_gemma":[0.0059620054,0.00019010813,0.00006303412,0.0022345164,0.0007830771,0.0001476796,0.0004052481,0.0017213735,0.000011559054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006457006,0.0043385345,0.012630163,0.04083426,0.00019567602,0.0000060343027,0.007295887,0.000020497991,0.021599025,0.036321595,0.69992536,0.17037596],"study_design_scores_gemma":[0.010990075,0.014631267,0.008403319,0.007077972,0.000027663167,0.000003878035,0.025156667,0.00090591906,0.058211725,0.03410797,0.8399077,0.0005758654],"about_ca_topic_score_codex":0.00056751556,"about_ca_topic_score_gemma":0.00006675579,"teacher_disagreement_score":0.16980009,"about_ca_system_score_codex":0.0006795644,"about_ca_system_score_gemma":0.007897517,"threshold_uncertainty_score":0.9997394},"labels":[],"label_agreement":null},{"id":"W4413862756","doi":"10.2196/75796","title":"Social Transfers for Exclusive Breastfeeding in Brazil: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Preprint; Protocol (science); Breastfeeding; Randomized controlled trial; Medicine; Psychology; Computer science; Alternative medicine; Pediatrics; World Wide Web","score_opus":0.18194572374150092,"score_gpt":0.5966632062448648,"score_spread":0.4147174825033639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413862756","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010630905,9.109212e-7,0.0005559969,0.03383485,0.000018772664,0.9569959,0.000010266865,0.00006846134,0.008408558],"genre_scores_gemma":[0.0024358518,1.71671e-7,0.00060827745,0.0002761691,0.0006946374,0.99314886,0.0000058635505,0.000038279177,0.0027918918],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956908,0.000798437,0.0011955266,0.00059619226,0.00076738675,0.00095162005],"domain_scores_gemma":[0.9939263,0.004669773,0.00022740607,0.00023006808,0.0007938786,0.00015257795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009283375,0.00028699078,0.0019300228,0.0007615846,0.00049371726,0.00024514063,0.00033881617,0.00032323378,0.000100679434],"category_scores_gemma":[0.0033572984,0.00020416948,0.00083182607,0.000742276,0.0004479087,0.00035708485,0.00007375803,0.00073075655,0.0000035826688],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96062136,0.0012523223,0.00004299239,0.0024200242,0.00020933927,0.0000041982285,0.0004724252,9.981762e-7,0.0010750243,0.009959527,0.008369904,0.015571876],"study_design_scores_gemma":[0.9057626,0.0032578479,0.00011038819,0.002802078,0.00003604302,0.0000037613265,0.0001379228,0.00079218723,0.0004956534,0.004381156,0.08205679,0.00016358912],"about_ca_topic_score_codex":0.000027258598,"about_ca_topic_score_gemma":0.000009370416,"teacher_disagreement_score":0.07368688,"about_ca_system_score_codex":0.00016976058,"about_ca_system_score_gemma":0.0012044162,"threshold_uncertainty_score":0.83257896},"labels":[],"label_agreement":null},{"id":"W4413866880","doi":"10.2196/75987","title":"Comparative Evaluation of AmnioGuard and Advanced Platelet-Rich Fibrin When Combined With NovaBone Putty in the Regeneration of Human Periodontal Infrabony Defects: Protocol for a Randomized Controlled Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Periodontal Regeneration and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Putty; Platelet-rich fibrin; Regeneration (biology); Fibrin; Membrane; Biomedical engineering; Medicine; Computer science; Chemistry; Materials science; Cell biology; Biology; Nanotechnology; Immunology; Biochemistry","score_opus":0.30487982381120177,"score_gpt":0.6033576901522414,"score_spread":0.2984778663410396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413866880","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39230016,0.0000044102617,0.00004302116,0.00017687894,0.0000032618477,0.6068318,0.0000051305624,0.0000074501163,0.00062791083],"genre_scores_gemma":[0.29581442,2.9310556e-7,0.00048804007,0.000020620462,0.000029323195,0.7033821,0.000040718773,0.000008324132,0.0002161637],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9934869,0.0034089824,0.0013389463,0.00037646785,0.0011327709,0.0002559569],"domain_scores_gemma":[0.9963364,0.00136438,0.00044657395,0.00037000864,0.0014163438,0.00006629336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010238403,0.00020413904,0.0017377215,0.00033571597,0.0001682668,0.00006294566,0.00013376708,0.00014275458,0.000033685057],"category_scores_gemma":[0.0014665083,0.000112661925,0.00020985327,0.00045182413,0.0005055759,0.00013326175,0.00004672903,0.00031606728,6.223891e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9832854,0.0027965987,0.0018228572,0.000453125,0.00027952727,0.0000024717363,0.0010877756,0.000019490633,0.006974445,0.0014436368,0.00027013794,0.0015644782],"study_design_scores_gemma":[0.959474,0.015673578,0.005199187,0.0013170135,0.000065167085,0.000002261668,0.00027927905,0.0019665845,0.014988046,0.00051335007,0.00043320822,0.00008832701],"about_ca_topic_score_codex":0.000029996703,"about_ca_topic_score_gemma":0.0003081524,"teacher_disagreement_score":0.0965503,"about_ca_system_score_codex":0.00013011291,"about_ca_system_score_gemma":0.0008691089,"threshold_uncertainty_score":0.459422},"labels":[],"label_agreement":null},{"id":"W4413867048","doi":"10.2196/76971","title":"Experiences of Pregnant Women With a Positive HIV Status in Sub-Saharan Africa: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Human immunodeficiency virus (HIV); Medicine; Family medicine; Alternative medicine; Gerontology; Psychology; Computer science; World Wide Web","score_opus":0.30730928928189255,"score_gpt":0.6138248874729494,"score_spread":0.30651559819105684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413867048","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.9114242e-8,0.3409675,0.0000268677,0.000043704415,8.030692e-7,0.65682065,0.0001332247,0.000022116361,0.0019850389],"genre_scores_gemma":[7.0532593e-9,0.3705304,0.00014191502,0.0000061798855,0.000031894026,0.6252628,0.000044317818,0.00004418367,0.003938324],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99195063,0.0017978952,0.001700301,0.0009814086,0.00165343,0.0019163067],"domain_scores_gemma":[0.99563724,0.0010815321,0.00046199208,0.0009930334,0.0012608996,0.00056532596],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034845166,0.0005259665,0.0031677738,0.0015004597,0.00017072912,0.00010215948,0.00072703726,0.0002655411,0.00051800575],"category_scores_gemma":[0.00216208,0.0003344559,0.0005358889,0.002925153,0.0005735595,0.00022700374,0.00038823887,0.0013786673,0.0000323342],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001154046,0.001096698,0.0000016075415,0.6355564,0.00009379816,0.000047501322,0.0009844517,8.17602e-9,0.0000031806078,0.00001519489,0.02939434,0.33165276],"study_design_scores_gemma":[0.0018083678,0.009952845,6.261014e-7,0.5276963,0.000012877729,0.0000077284385,0.00021285597,0.0000012862387,0.000034506553,0.000007736603,0.46011546,0.00014940149],"about_ca_topic_score_codex":0.0000108669465,"about_ca_topic_score_gemma":0.0000194748,"teacher_disagreement_score":0.4307211,"about_ca_system_score_codex":0.0008459819,"about_ca_system_score_gemma":0.009413232,"threshold_uncertainty_score":0.9999108},"labels":[],"label_agreement":null},{"id":"W4413871854","doi":"10.2196/72283","title":"Improving Access to HIV Prevention Services in Community Pharmacies in the US Southeast: Protocol for a Hybrid Type 1 Effectiveness-Implementation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Preprint; Pharmacy; Human immunodeficiency virus (HIV); Protocol (science); Medicine; Computer science; Family medicine; World Wide Web; Alternative medicine","score_opus":0.8025580091294355,"score_gpt":0.8183293312620418,"score_spread":0.015771322132606236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413871854","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16321844,8.0626954e-8,0.0002980694,0.0022357518,0.00001232861,0.8338612,0.000050603987,0.000037830352,0.0002857424],"genre_scores_gemma":[0.11307323,2.8480105e-8,0.00009165475,0.0011390655,0.000054747998,0.88550913,0.000012116837,0.00001764817,0.00010235383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97275907,0.023659658,0.0011031935,0.00043433363,0.00087911217,0.001164637],"domain_scores_gemma":[0.9931882,0.0050069094,0.0002610407,0.00065563637,0.0007620784,0.0001261556],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03674194,0.00018670406,0.00029700637,0.0009558271,0.0018993007,0.00022968918,0.0015690476,0.00006421226,0.00011008792],"category_scores_gemma":[0.0009540482,0.00014335109,0.000036145757,0.002833119,0.0000688339,0.0007281716,0.00069000595,0.0014279088,0.000058869235],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041344687,0.002047094,0.89855987,0.017554438,0.000013158308,0.0000039250062,0.056322265,0.000030246742,0.0015284432,0.00035159115,0.006289713,0.013164779],"study_design_scores_gemma":[0.018614944,0.0025731274,0.8216266,0.004656857,0.0000027197173,4.3994112e-7,0.06460274,0.00035489167,0.0009879378,0.0028803274,0.08348028,0.00021913882],"about_ca_topic_score_codex":0.0035317617,"about_ca_topic_score_gemma":0.015331647,"teacher_disagreement_score":0.07719057,"about_ca_system_score_codex":0.00063870696,"about_ca_system_score_gemma":0.0020498678,"threshold_uncertainty_score":0.9994001},"labels":[],"label_agreement":null},{"id":"W4413871932","doi":"10.2196/74295","title":"Effects of a Violence Prevention Intervention Therapeutic Meeting With Aggression in Forensic Psychiatric Inpatient Care: Protocol for an Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Preprint; Protocol (science); Forensic science; Intervention (counseling); Psychiatry; Medicine; Psychology; Alternative medicine; Computer science; World Wide Web; Pathology","score_opus":0.2932871949533691,"score_gpt":0.5990734799603693,"score_spread":0.3057862850070002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413871932","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1714302,0.00000781465,0.00027056126,0.000050373492,0.0000072399916,0.8280741,7.146402e-7,0.00002655569,0.00013245516],"genre_scores_gemma":[0.16430627,6.564831e-7,0.00047133598,0.000007922734,0.000043001597,0.8351142,0.000002477545,0.000009724518,0.000044420205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962083,0.0016124353,0.00043607588,0.00038931658,0.0009096392,0.00044420196],"domain_scores_gemma":[0.99853957,0.00038977852,0.00023102581,0.0001875165,0.0005940954,0.000057987516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028883028,0.00012350011,0.00019481174,0.00045998793,0.0005051501,0.000100396916,0.00038859062,0.00009846548,0.0000074734457],"category_scores_gemma":[0.0002585536,0.00009747913,0.000066613706,0.0015678485,0.00016199323,0.00037219367,0.000085646265,0.00027130655,9.700296e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003696827,0.0057176678,0.704139,0.0041001206,0.00002114826,0.00000190749,0.008177377,0.00003819604,0.00091148406,0.0012637957,0.000099804434,0.2718327],"study_design_scores_gemma":[0.03625423,0.04675206,0.41844594,0.35443246,0.000029670058,3.6403532e-7,0.0866087,0.00066688366,0.011308212,0.03593364,0.00875331,0.0008145109],"about_ca_topic_score_codex":0.00051941804,"about_ca_topic_score_gemma":0.002412257,"teacher_disagreement_score":0.35033235,"about_ca_system_score_codex":0.00023243786,"about_ca_system_score_gemma":0.00054554583,"threshold_uncertainty_score":0.39750838},"labels":[],"label_agreement":null},{"id":"W4413871992","doi":"10.2196/74067","title":"Time for Clarity in Exploring the Evidence and Key Concepts of Human-Centered Design in Digital Health Care: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Persona Design and Applications","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; CLARITY; Protocol (science); Health care; Key (lock); Digital health; Computer science; mHealth; Data science; Internet privacy; Medicine; World Wide Web; Alternative medicine; Computer security; Political science","score_opus":0.6565007270236289,"score_gpt":0.6358674958322433,"score_spread":0.020633231191385604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413871992","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020893647,0.00010044411,0.032416776,0.002400778,9.864319e-7,0.96499825,0.000005018427,0.000020622285,0.00003624982],"genre_scores_gemma":[0.00044634912,0.0000063136126,0.003919061,0.00015154862,0.000010090517,0.99541694,0.0000010049465,0.000006099932,0.000042580497],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99805564,0.0003732024,0.00045773928,0.00041674875,0.00028184222,0.0004148173],"domain_scores_gemma":[0.9978812,0.0012225248,0.000101296835,0.00048124246,0.00025417077,0.000059585924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032331282,0.000101859056,0.0002746082,0.00015565213,0.00022095002,0.00019353277,0.0008733855,0.000033692082,0.0000013214164],"category_scores_gemma":[0.0005390446,0.00007923272,0.00004465669,0.000767007,0.0001542342,0.00060366665,0.00029760427,0.00022405037,0.0000011829856],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020548105,0.0032958463,0.0033810004,0.4035117,0.000043404936,0.0000082527695,0.022063062,0.000031796637,0.009739116,0.11167976,0.046945833,0.3972454],"study_design_scores_gemma":[0.008585263,0.0035281766,0.001808899,0.9366623,0.0000013612904,0.0000022678198,0.00029938266,0.00728291,0.0047792243,0.011297334,0.025307516,0.0004453735],"about_ca_topic_score_codex":0.000014801497,"about_ca_topic_score_gemma":0.000022387045,"teacher_disagreement_score":0.53315055,"about_ca_system_score_codex":0.00015459779,"about_ca_system_score_gemma":0.0008481705,"threshold_uncertainty_score":0.32310164},"labels":[],"label_agreement":null},{"id":"W4413919743","doi":"10.2196/67331","title":"Needs for Technology-Enhanced Health Professions Education in Eastern and Southern Africa: Protocol for a Descriptive, Cross-Sectional Survey","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Institutes of Health; U.S. Department of State","keywords":"Government (linguistics); Bachelor; Medical education; Higher education; Medicine; Public relations; Political science","score_opus":0.3923225180856394,"score_gpt":0.6382370178704445,"score_spread":0.24591449978480512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413919743","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033549515,0.0000023063633,0.001570408,0.0031386917,0.000015699678,0.98959994,0.000033215554,0.00010105811,0.0021837081],"genre_scores_gemma":[0.009796154,1.2341775e-7,0.00060718757,0.00005725137,0.0000715268,0.9475258,0.000006848947,0.000015064117,0.04192006],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690294,0.0011966901,0.0003455705,0.0004172248,0.0004076773,0.0007299091],"domain_scores_gemma":[0.99783826,0.00078333286,0.00012456822,0.00021596842,0.0008881772,0.00014966693],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0072025657,0.00011624264,0.00019125699,0.0007927827,0.0016559915,0.00027276654,0.0003960884,0.00025406963,0.000021047043],"category_scores_gemma":[0.0033229846,0.00010638024,0.000042895383,0.0016944155,0.00067808357,0.00016256343,0.00013306782,0.0005201582,0.0000091862685],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021996384,0.0011499546,0.9145173,0.0015190762,0.000013530756,1.4439213e-7,0.020624354,0.0000035369683,0.0002851019,0.021060456,0.008909932,0.029717019],"study_design_scores_gemma":[0.0055421772,0.0014010952,0.11951406,0.0027278326,5.445673e-7,2.406907e-7,0.048373174,0.00011619382,0.00013780838,0.042581994,0.7793238,0.00028103788],"about_ca_topic_score_codex":0.0015587696,"about_ca_topic_score_gemma":0.0050968863,"teacher_disagreement_score":0.7950032,"about_ca_system_score_codex":0.0005055429,"about_ca_system_score_gemma":0.00808411,"threshold_uncertainty_score":0.99964374},"labels":[],"label_agreement":null},{"id":"W4413941563","doi":"10.2196/77931","title":"The Use of Repetitive Transcranial Magnetic Stimulation to Improve Cognitive Impairment in Patients With Stroke Based on rs-fMRI Findings: Protocol for a Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transcranial magnetic stimulation; Preprint; Meta-analysis; Stroke (engine); Cognitive impairment; Protocol (science); Psychology; Physical medicine and rehabilitation; Deep transcranial magnetic stimulation; Cognition; Medicine; Neuroscience; Stimulation; Computer science; Internal medicine; Alternative medicine; Engineering; World Wide Web","score_opus":0.27538613945063245,"score_gpt":0.5011943529027985,"score_spread":0.225808213452166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413941563","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006511132,1.6615829e-7,0.0034053419,0.00065543095,0.0000034891589,0.98875046,0.00047549806,0.00003122994,0.00016723675],"genre_scores_gemma":[0.16405204,1.5836669e-8,0.0005993567,0.00014765482,0.000007718894,0.83478796,0.000003342395,0.000021352924,0.00038053808],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9950925,0.0010600933,0.0007318193,0.0008872989,0.001579007,0.00064926886],"domain_scores_gemma":[0.99168384,0.0064787706,0.00014030353,0.00052657595,0.0010662732,0.00010426388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011703128,0.00029839738,0.00066044845,0.001017016,0.00042538324,0.00020799114,0.00037025913,0.00008848273,0.00013724636],"category_scores_gemma":[0.0018530397,0.00018903408,0.00039533753,0.0027566182,0.00036491267,0.00016916312,0.00007022975,0.00034679362,0.000005087758],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.65522623,0.031144096,0.12721485,0.004207861,0.010842508,0.00003357988,0.0057963883,0.09624818,0.038127884,0.0039273514,0.0019851145,0.025245944],"study_design_scores_gemma":[0.06998463,0.06639449,0.7907014,0.0015358805,0.0033589378,9.9809135e-8,0.00017234507,0.030290695,0.026167344,0.0003572838,0.010177828,0.00085906964],"about_ca_topic_score_codex":0.00003721604,"about_ca_topic_score_gemma":0.00010646203,"teacher_disagreement_score":0.66348654,"about_ca_system_score_codex":0.00014085656,"about_ca_system_score_gemma":0.00023166531,"threshold_uncertainty_score":0.7708586},"labels":[],"label_agreement":null},{"id":"W4413944149","doi":"10.2196/72950","title":"The Effects of a Modified Mediterranean Diet on Gut Microbiota and Chemotherapy Side Effects in Patients With Metastatic Colorectal Cancer Undergoing First-Line Chemotherapy With or Without Either Antiepidermal Growth Factor Receptor or Antivascular Endothelial Growth Factor Agent: Protocol for a Randomized Pilot Study in Italy","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Colorectal cancer; Chemotherapy; Medicine; Internal medicine; Oncology; Mediterranean diet; Cancer; Gut flora; Immunology","score_opus":0.05638311203996939,"score_gpt":0.4242476324176538,"score_spread":0.3678645203776844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413944149","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47714218,0.000004780432,0.000087299166,0.00012227126,0.000009147419,0.52257764,0.00004069594,0.000009308784,0.000006674934],"genre_scores_gemma":[0.40178603,0.00001284034,0.0001818197,0.000081183905,0.000031826185,0.5977407,0.000011443516,0.00006015645,0.00009400152],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957898,0.0013615751,0.00067121926,0.000851692,0.00047918956,0.0008464727],"domain_scores_gemma":[0.99729276,0.001490648,0.00030192727,0.00041933538,0.00036719974,0.00012811292],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010610614,0.00052254496,0.0010935591,0.00031209798,0.00026290104,0.0001091748,0.00042076936,0.00013494017,0.000010258918],"category_scores_gemma":[0.0006288237,0.00026867178,0.000102965445,0.000533787,0.00044104963,0.000027622767,0.00011492092,0.00041027888,4.913884e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7767959,0.0049529118,0.044820312,0.006623396,0.0006526872,0.0000103660095,0.0010105545,0.0000037738942,0.16391681,0.000010713393,0.00014051778,0.0010620651],"study_design_scores_gemma":[0.6214981,0.09176774,0.090601735,0.0072947624,0.00002640242,0.000001790213,0.00010344701,0.000083179664,0.18734294,0.000033064745,0.00065458316,0.0005922452],"about_ca_topic_score_codex":0.00025987285,"about_ca_topic_score_gemma":0.002578091,"teacher_disagreement_score":0.1552978,"about_ca_system_score_codex":0.0001440855,"about_ca_system_score_gemma":0.00076611165,"threshold_uncertainty_score":0.9999766},"labels":[],"label_agreement":null},{"id":"W4413947706","doi":"10.2196/67924","title":"Australian Implementation of the Teaching Personal and Social Responsibility Pedagogical Model in Physical Education: Protocol for a Nonrandomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Education and Pedagogy","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Context (archaeology); Medical education; Focus group; Psychology; Intervention (counseling); Government (linguistics); Pedagogy; Medicine; Nursing; Sociology","score_opus":0.6157680831625182,"score_gpt":0.7593941017277629,"score_spread":0.1436260185652447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413947706","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07824207,7.842643e-8,0.000036180318,0.009823989,0.00001702144,0.91002506,0.000019968806,0.000013257598,0.0018223701],"genre_scores_gemma":[0.08955516,8.053131e-9,0.00009863386,0.00020140385,0.0003387709,0.9044587,0.000005229915,0.000009274869,0.00533282],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926749,0.0052820565,0.0007311973,0.00035410599,0.00048124496,0.00047649973],"domain_scores_gemma":[0.9964778,0.0025281955,0.00022765745,0.00023405136,0.00045668814,0.000075638185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00537376,0.00013743468,0.00052797253,0.00016534943,0.0009545712,0.000029170846,0.00025805144,0.00014984193,0.0001284865],"category_scores_gemma":[0.0011388323,0.000089169596,0.00018720079,0.0002667788,0.00023453735,0.00011408978,0.00015571291,0.0012079201,0.0000026057446],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8419155,0.0067822468,0.0019752178,0.0021588553,0.00003353211,8.1776044e-8,0.04857736,0.000001641344,0.0025849403,0.06543397,0.02189172,0.008644951],"study_design_scores_gemma":[0.85340196,0.0010248148,0.0071712728,0.0009781627,0.000009041346,9.986661e-8,0.021681804,0.0023102628,0.0001624329,0.029430369,0.08366509,0.00016468434],"about_ca_topic_score_codex":0.00012461083,"about_ca_topic_score_gemma":0.00013502828,"teacher_disagreement_score":0.061773367,"about_ca_system_score_codex":0.0002433628,"about_ca_system_score_gemma":0.0072807237,"threshold_uncertainty_score":0.99834704},"labels":[],"label_agreement":null},{"id":"W4413953311","doi":"10.2196/68306","title":"Efficacy of a Multimodal Ayurveda Regimen in the Management of Primary Knee Osteoarthritis: Protocol for an Open-Label Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of AYUSH, Government of India","keywords":"Medicine; Physical therapy; Osteoarthritis; Randomized controlled trial; Knee pain; Quality of life (healthcare); Regimen; Protocol (science); Clinical trial; Psychological intervention; Rheumatology; Alternative medicine; Internal medicine","score_opus":0.1631279389385576,"score_gpt":0.5199569034174742,"score_spread":0.35682896447891665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413953311","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035387126,0.000009828916,0.000034759625,0.00028734372,0.000011711074,0.98144364,0.000014049783,0.000025957632,0.014634022],"genre_scores_gemma":[0.0016006577,7.8150487e-7,0.00399054,0.0000623321,0.000068606256,0.9916373,0.0000328821,0.000031366002,0.0025755407],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99435073,0.002173586,0.0013341216,0.0005281391,0.0010271603,0.00058627134],"domain_scores_gemma":[0.9965187,0.0015975632,0.00033124982,0.00096656533,0.00047936186,0.000106569394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009495516,0.00027005642,0.0020299319,0.00044241376,0.00013653103,0.000102561615,0.0007563569,0.00017106852,0.00005740304],"category_scores_gemma":[0.0003905705,0.0001675558,0.0002672865,0.0006195948,0.00033530738,0.00019949037,0.0003339069,0.00036873933,0.000004291327],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9023998,0.012276481,0.000008454326,0.001941062,0.00022522046,0.00003248966,0.00028753505,2.8322057e-7,0.0024994658,0.006510903,0.0004549256,0.07336339],"study_design_scores_gemma":[0.93569857,0.044723485,0.000040657018,0.009056116,0.00004743793,0.000002185307,0.00022081028,0.00003716038,0.0020645272,0.0015539592,0.0064381505,0.00011695535],"about_ca_topic_score_codex":0.000032865304,"about_ca_topic_score_gemma":0.000019730336,"teacher_disagreement_score":0.07324644,"about_ca_system_score_codex":0.000120581324,"about_ca_system_score_gemma":0.00061643036,"threshold_uncertainty_score":0.6832727},"labels":[],"label_agreement":null},{"id":"W4413965020","doi":"10.2196/73387","title":"Mobile Telehealth Intervention to Support Care Partners of Patients With Alzheimer Disease and Related Dementias (I-CARE 2): Protocol for a Randomized Effectiveness Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health","keywords":"Medicine; Dementia; Telehealth; Randomized controlled trial; Intervention (counseling); Outreach; Health care; Telemedicine; Disease; Nursing","score_opus":0.13625822549987915,"score_gpt":0.6106082891828728,"score_spread":0.47435006368299365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413965020","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055792455,0.000008793917,0.00021447762,0.00004965186,0.000011373046,0.9431305,0.000059269918,0.00003593261,0.00069757836],"genre_scores_gemma":[0.1178317,4.3666026e-7,0.00018652242,0.00002651435,0.000035147037,0.8814396,0.00017079599,0.000030897718,0.00027836135],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99377155,0.002679202,0.0010322501,0.00072286604,0.0011352347,0.00065889076],"domain_scores_gemma":[0.99513686,0.0008718267,0.00019549635,0.00044753816,0.002802844,0.0005454088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051633716,0.00023926051,0.00088081125,0.0005194953,0.00020270952,0.00007601867,0.00020131511,0.00013689774,0.00017362203],"category_scores_gemma":[0.001090621,0.00016720292,0.00035422397,0.0006265087,0.0004981901,0.00013069929,0.00027745188,0.0004587233,0.000008240937],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7842226,0.003163556,0.14663453,0.008029599,0.0004425968,0.00000918082,0.00028193256,4.847729e-7,0.000008406256,0.00006930301,0.000732807,0.056404997],"study_design_scores_gemma":[0.81257254,0.04868915,0.11471621,0.0062326947,0.00015865343,2.3425545e-7,0.00045525288,0.000012027961,0.0007244444,0.000111255395,0.016180137,0.00014742425],"about_ca_topic_score_codex":0.000010491724,"about_ca_topic_score_gemma":0.000004621873,"teacher_disagreement_score":0.062039245,"about_ca_system_score_codex":0.00013428922,"about_ca_system_score_gemma":0.0011611142,"threshold_uncertainty_score":0.6818337},"labels":[],"label_agreement":null},{"id":"W4413966525","doi":"10.2196/68871","title":"Platelet-Rich Plasma Versus Saline for the Treatment of Vulvar Lichen Sclerosus: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genital Health and Disease","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Lichen sclerosus; Randomized controlled trial; Platelet-rich plasma; Quality of life (healthcare); Clinical trial; Randomization; Dermatology; Surgery; Internal medicine; Platelet","score_opus":0.25697557609234445,"score_gpt":0.5829088484090121,"score_spread":0.3259332723166677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413966525","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017089875,0.000018878945,0.0001109684,0.0016617296,0.000044459073,0.99514824,0.000059112845,0.000051533832,0.0011960623],"genre_scores_gemma":[0.0020818494,0.000001073192,0.00045390075,0.00006209039,0.00046792097,0.9906886,0.000023164579,0.000034191606,0.006187168],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962844,0.00064562395,0.001114084,0.0004317986,0.0007113185,0.0008127386],"domain_scores_gemma":[0.9867602,0.010875417,0.00023925546,0.00065033213,0.0011313579,0.00034343492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034892494,0.00027669818,0.0016223812,0.00030364312,0.000369566,0.00006360686,0.00026600366,0.00019122957,0.000094573865],"category_scores_gemma":[0.004438044,0.00014370252,0.0007843341,0.0004470381,0.00033059684,0.000050313745,0.00004523952,0.00020856608,0.000011248419],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.977331,0.00502531,0.000015068551,0.0031663375,0.00040545006,0.0000031249424,0.00015293309,0.000004149319,0.00015178857,0.00106592,0.007691778,0.0049871677],"study_design_scores_gemma":[0.80433744,0.02206834,0.00001785968,0.00047664822,0.00009537072,3.3964236e-7,0.00006413415,0.0010369106,0.0027289873,0.00035759382,0.16873114,0.00008524309],"about_ca_topic_score_codex":0.00002505059,"about_ca_topic_score_gemma":0.000013886325,"teacher_disagreement_score":0.17299353,"about_ca_system_score_codex":0.00024015327,"about_ca_system_score_gemma":0.0023478377,"threshold_uncertainty_score":0.5860019},"labels":[],"label_agreement":null},{"id":"W4413977043","doi":"10.2196/66085","title":"Informing Facility Selection Through a Web-Based User Ratings System: Protocol for a Randomized Controlled Trial Among Mothers in Urban Lao People’s Democratic Republic","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Health care; Medicine; Randomized controlled trial; Quality (philosophy); Intervention (counseling); Nursing; Protocol (science); Family medicine; Alternative medicine","score_opus":0.06806535104870631,"score_gpt":0.4794257293544825,"score_spread":0.4113603783057762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413977043","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030488422,6.533943e-7,0.0005263541,0.0011371501,0.00001437875,0.96435565,0.000008275419,0.00018355378,0.00328554],"genre_scores_gemma":[0.020298058,5.406416e-8,0.00039057824,0.0002494132,0.00012291902,0.9758481,0.000008341009,0.000020726096,0.0030618396],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940033,0.0018902601,0.0016348624,0.00055080355,0.000979227,0.0009415239],"domain_scores_gemma":[0.9968559,0.0012923289,0.00038032042,0.0004219706,0.0008502681,0.00019921563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009335581,0.00030879045,0.0019015502,0.00051349483,0.00036846066,0.00020727188,0.00024847029,0.00027546607,0.000076379845],"category_scores_gemma":[0.003528365,0.00020822324,0.00042924253,0.0011459514,0.00018401978,0.00031811863,0.00006983661,0.0008005128,0.000010202837],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9614292,0.000783696,0.018663662,0.011298145,0.000086642525,0.0000053462663,0.00036415443,0.000012003538,0.00013905944,0.0011042701,0.005966999,0.00014687215],"study_design_scores_gemma":[0.96416885,0.0019727014,0.0014916505,0.007783439,0.000017464341,0.0000032159637,0.00018186614,0.010079958,0.00023913274,0.00035286474,0.0135506615,0.00015818914],"about_ca_topic_score_codex":0.0008356767,"about_ca_topic_score_gemma":0.00045663898,"teacher_disagreement_score":0.01717201,"about_ca_system_score_codex":0.0008227916,"about_ca_system_score_gemma":0.002483756,"threshold_uncertainty_score":0.8491097},"labels":[],"label_agreement":null},{"id":"W4413985073","doi":"10.2196/74993","title":"Impact of a Multicomponent Intervention to Build Capacity of Public Health Workers to Make Algorithmic Diagnosis and Management of High-Risk Pregnancies in Uttar Pradesh, India: Protocol for a Matched-Control, Before-After, Quasi-Experimental Study With a Mixed Methods Design","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Component (thermodynamics); Protocol (science); Intervention (counseling); Medicine; Control (management); Public health; Computer science; Risk analysis (engineering); Operations management; Nursing; Engineering; Alternative medicine; Artificial intelligence","score_opus":0.155402946707431,"score_gpt":0.5520143636527688,"score_spread":0.3966114169453378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413985073","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45255983,0.0000051538555,0.0058840164,0.00029077154,0.0000023469884,0.5412001,0.00004658604,0.000009801126,0.0000014250193],"genre_scores_gemma":[0.38605934,4.891002e-7,0.03520977,0.00001573224,0.000006045676,0.578683,0.000001262147,0.000013724438,0.000010600738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952111,0.0018993425,0.0010023551,0.0005031916,0.0006892196,0.00069476006],"domain_scores_gemma":[0.9982737,0.00021304726,0.0003514087,0.0004421905,0.0003574247,0.00036225023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053198216,0.0002546041,0.0009379734,0.00078669295,0.00007432178,0.000033452194,0.00024914162,0.00007736539,0.000009387084],"category_scores_gemma":[0.00012803833,0.00017922411,0.00012874791,0.0009073176,0.00013556372,0.00009086447,0.0002554044,0.00029850804,4.3143237e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030032264,0.03683249,0.85702455,0.016976316,0.0006399651,0.000016909491,0.0048440625,0.000029984987,0.00042666326,0.00009895446,0.00013909228,0.052938722],"study_design_scores_gemma":[0.019980064,0.0827492,0.8733589,0.01854476,0.000015384283,0.0000023926657,0.0019857169,0.00008977938,0.002931405,0.00010780893,0.00012719883,0.000107405234],"about_ca_topic_score_codex":0.0065190964,"about_ca_topic_score_gemma":0.00050953595,"teacher_disagreement_score":0.066500485,"about_ca_system_score_codex":0.0006911308,"about_ca_system_score_gemma":0.00033434376,"threshold_uncertainty_score":0.98549676},"labels":[],"label_agreement":null},{"id":"W4413986917","doi":"10.2196/72942","title":"Implementation of a Digital Health Intervention (CHAMP) for Self-Monitoring of Hypertension: Protocol for 3 Interlinked Implementation Studies","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preprint; Protocol (science); Medicine; Computer science; Alternative medicine; World Wide Web; Pathology","score_opus":0.5221936383097144,"score_gpt":0.7136322332145745,"score_spread":0.19143859490486004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413986917","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031890995,0.00000846587,0.0015918514,0.0010060171,0.00009590009,0.99355453,0.00028116128,0.00006386938,0.00020909235],"genre_scores_gemma":[0.06647716,1.3582057e-7,0.0014692466,0.000017250739,0.00007540758,0.93140453,0.00005721959,0.000029395042,0.0004696702],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965036,0.00033749093,0.0016667272,0.0004515225,0.000416287,0.0006243616],"domain_scores_gemma":[0.9969251,0.0005445236,0.0006610422,0.00038175125,0.0013941063,0.00009348477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002303898,0.00018500478,0.0004577939,0.000577768,0.00020669661,0.00007217804,0.00030956106,0.00007831091,0.000062577696],"category_scores_gemma":[0.00012310629,0.0001750286,0.0002991025,0.000510645,0.00012797498,0.00040367094,0.00020905628,0.00016960292,0.0000060497596],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063314275,0.0076083685,0.02623136,0.0534698,0.00086451677,0.0000015355705,0.006058359,4.4099028e-7,0.0006945618,0.034344118,0.045208637,0.81918687],"study_design_scores_gemma":[0.09761522,0.10907296,0.048563033,0.0572431,0.000041591673,0.00001515581,0.21151589,0.00006378519,0.13035959,0.08646635,0.2580758,0.000967533],"about_ca_topic_score_codex":0.00008888271,"about_ca_topic_score_gemma":0.00006718649,"teacher_disagreement_score":0.81821936,"about_ca_system_score_codex":0.00045858478,"about_ca_system_score_gemma":0.00028619362,"threshold_uncertainty_score":0.7137459},"labels":[],"label_agreement":null},{"id":"W4414021254","doi":"10.2196/75136","title":"Use of Indigenous-Based Methodologies to Enhance the Understanding of Local Context in Ugandan Communities: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Health and Surgery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"NOSM University; Public Health Ontario; University of Toronto; Ted Rogers Centre for Heart Research; University Health Network","funders":"","keywords":"Preprint; Indigenous; Protocol (science); Context (archaeology); Adaptation (eye); Computer science; World Wide Web; Geography; Psychology; Medicine; Ecology; Alternative medicine; Biology","score_opus":0.7409154023498844,"score_gpt":0.7086649038121671,"score_spread":0.03225049853771733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414021254","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050079087,0.0000021997603,0.09809142,0.00059613114,0.0000064066803,0.8961328,0.000016207507,0.000022128484,0.00012474012],"genre_scores_gemma":[0.07205679,9.275993e-8,0.014493069,0.00025319727,0.000008611442,0.91306096,0.0000020946318,0.000015324547,0.00010984886],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99160445,0.005919902,0.0008816352,0.00025107467,0.00059562374,0.00074729417],"domain_scores_gemma":[0.9844721,0.013711989,0.0001595138,0.00080956775,0.0007064507,0.0001403965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017856793,0.00016698841,0.0007536473,0.00068808085,0.00024185747,0.000035389796,0.0004143174,0.00013102574,0.000017854894],"category_scores_gemma":[0.002999727,0.000111106885,0.0001156343,0.0014286516,0.0005236299,0.000068768495,0.00023351151,0.00063569297,7.430804e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1492473,0.012663744,0.09037431,0.047661178,0.00040278325,0.000046490295,0.04393213,0.00032700994,0.008657086,0.007966679,0.024104813,0.61461645],"study_design_scores_gemma":[0.021693626,0.041249022,0.03508523,0.034281008,0.00002587137,0.0000036659121,0.34243992,0.0012478775,0.27363622,0.009529367,0.24026902,0.00053916546],"about_ca_topic_score_codex":0.0014967849,"about_ca_topic_score_gemma":0.0015486317,"teacher_disagreement_score":0.61407727,"about_ca_system_score_codex":0.00046530052,"about_ca_system_score_gemma":0.0018083411,"threshold_uncertainty_score":0.6188844},"labels":[],"label_agreement":null},{"id":"W4414045738","doi":"10.2196/77780","title":"A Previsit Mobile Health App (Health-E You/Salud iTu) for Male Adolescents to Promote Sexual and Reproductive Health Care Receipt: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Randomized controlled trial; Reproductive health; Protocol (science); mHealth; Health care; Mobile apps; Intervention (counseling)","score_opus":0.169434509255361,"score_gpt":0.6349616509022669,"score_spread":0.4655271416469059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414045738","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000819744,0.00018491838,0.0031604308,0.028986746,0.00012433983,0.9662653,0.0004475092,0.00033838695,0.00041036075],"genre_scores_gemma":[0.0000651886,0.000018538025,0.006891479,0.005993983,0.0014383695,0.9759623,0.00014605276,0.00014868696,0.009335432],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9766055,0.010106991,0.005095341,0.0027070406,0.0012525494,0.0042325775],"domain_scores_gemma":[0.98744446,0.0030915425,0.0021235675,0.0020644455,0.002876586,0.0023994178],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.033186384,0.00072450895,0.0044285175,0.0010392976,0.005875276,0.00013255207,0.00083864346,0.00052831107,0.00009257695],"category_scores_gemma":[0.0054622404,0.0005896322,0.00040443137,0.0014758871,0.00033723112,0.00021339906,0.00051915494,0.0021185419,0.000057671707],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.68182606,0.0012405406,0.00006663503,0.060274143,0.000059361017,2.7886963e-7,0.0043584295,0.0000020022944,0.000011368634,0.0023737738,0.15248127,0.097306125],"study_design_scores_gemma":[0.47755113,0.009342965,0.000025967278,0.0065759146,0.0000055050855,8.6210486e-7,0.0012933384,0.00007172917,0.000005236096,0.00053515827,0.5043919,0.00020030575],"about_ca_topic_score_codex":0.0005942139,"about_ca_topic_score_gemma":0.00044858488,"teacher_disagreement_score":0.35191062,"about_ca_system_score_codex":0.0027072686,"about_ca_system_score_gemma":0.027513947,"threshold_uncertainty_score":0.9996555},"labels":[],"label_agreement":null},{"id":"W4414051416","doi":"10.2196/72842","title":"Evaluating the Effect of a Molecular Point-of-Care Test on Acute Respiratory Infections in General Practice: Protocol for a Cluster Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Bacterial Identification and Susceptibility Testing","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Syddansk Universitet","keywords":"Randomized controlled trial; Protocol (science); Cluster (spacecraft); Test (biology); Respiratory system; Cluster randomised controlled trial; Randomization","score_opus":0.1318292085778778,"score_gpt":0.5968597532326879,"score_spread":0.4650305446548101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414051416","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08243913,0.0000015748069,0.00016597017,0.00026372276,0.000012209498,0.9164698,0.00001331541,0.000008272219,0.00062601303],"genre_scores_gemma":[0.0129831415,6.992145e-8,0.0004674956,0.00007312853,0.000088470995,0.98616284,0.000014762037,0.000016657354,0.00019341409],"study_design_codex":"bench_or_experimental","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99405783,0.0042406395,0.0006855191,0.0003949202,0.00035305627,0.00026805393],"domain_scores_gemma":[0.99540097,0.0028168336,0.00026949783,0.0006532636,0.0008227288,0.000036736074],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009946939,0.0001433016,0.00036248632,0.00019273417,0.00014631217,0.00007217667,0.00031121218,0.00016651668,0.000010697341],"category_scores_gemma":[0.028421948,0.00009834965,0.00022872427,0.00039865327,0.0002430395,0.00001212121,0.00018770309,0.0002952535,0.0000014194542],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.46684143,0.00035835957,0.00022414234,0.000659671,0.00004682274,3.8398665e-7,0.00006236197,0.0000354696,0.52921593,0.00012029191,0.00046939956,0.0019657407],"study_design_scores_gemma":[0.5393627,0.018167814,0.00006836168,0.0008857346,0.000016794123,7.293584e-7,0.00004352691,0.0003256724,0.43087184,0.00013741819,0.010012384,0.00010703366],"about_ca_topic_score_codex":0.000014667588,"about_ca_topic_score_gemma":0.0000133955,"teacher_disagreement_score":0.09834408,"about_ca_system_score_codex":0.000052275787,"about_ca_system_score_gemma":0.00046966158,"threshold_uncertainty_score":0.9797621},"labels":[],"label_agreement":null},{"id":"W4414052104","doi":"10.2196/70246","title":"Pay-It-Forward 23-Valent Pneumococcal Polysaccharide Vaccination Among Older Adults: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pneumonia and Respiratory Infections","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; China Scholarship Council; National Natural Science Foundation of China","keywords":"Randomized controlled trial; Vaccination; Protocol (science); Pneumococcal vaccine; Intention-to-treat analysis; Pneumococcal polysaccharide vaccine; Pneumococcal vaccination","score_opus":0.06750182639553226,"score_gpt":0.5063433994156378,"score_spread":0.4388415730201055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414052104","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017276406,9.010378e-7,0.00061612064,0.0042028762,0.000056997073,0.9886998,0.000011570331,0.00021992499,0.0044641746],"genre_scores_gemma":[0.0029439628,6.41363e-7,0.00005848337,0.00036013935,0.00057951163,0.9862804,0.000012615665,0.000055808192,0.009708444],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936979,0.0016895243,0.0016187076,0.0007917394,0.0011837899,0.0010183741],"domain_scores_gemma":[0.9948204,0.0020049848,0.00036669534,0.00077073975,0.001654557,0.0003826121],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005978624,0.00041687302,0.0019207733,0.001118742,0.00062571175,0.00022554374,0.00036313254,0.0004410354,0.00033175928],"category_scores_gemma":[0.0042860927,0.0002503956,0.0011766959,0.0009247806,0.00027754737,0.00025873474,0.0001650224,0.0011961116,0.00006306177],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.971813,0.0028245926,0.0007948065,0.002398622,0.0003527158,0.00001628184,0.0001723971,0.000002818329,0.004439146,0.00048656636,0.0133344745,0.0033645653],"study_design_scores_gemma":[0.90420866,0.0024641517,0.0017524762,0.0050972924,0.000052381274,0.000003746078,0.00008866839,0.0010237325,0.002110211,0.00038326182,0.08258333,0.00023207968],"about_ca_topic_score_codex":0.00001391782,"about_ca_topic_score_gemma":0.000015359474,"teacher_disagreement_score":0.069248855,"about_ca_system_score_codex":0.00039017992,"about_ca_system_score_gemma":0.0014972948,"threshold_uncertainty_score":0.9999948},"labels":[],"label_agreement":null},{"id":"W4414059065","doi":"10.2196/69808","title":"Optimizing Availability and Appropriate Use of Assisted Vaginal Birth: Protocol for Generic Formative Research of an Implementation Preparation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Protocol (science); Formative assessment; Usability; Documentation; Data collection; Program evaluation","score_opus":0.5374784601222291,"score_gpt":0.6715517886185107,"score_spread":0.13407332849628162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414059065","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084281124,7.8288247e-7,0.0008282712,0.0002074594,0.0000034712614,0.9143576,0.000105767416,0.000017200258,0.00019832402],"genre_scores_gemma":[0.023133416,2.1032935e-7,0.008045532,0.000008739059,0.000023323284,0.96725035,0.00002770661,0.000010342487,0.0015004065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972052,0.0007861814,0.00071257306,0.00029849808,0.00062435266,0.00037320342],"domain_scores_gemma":[0.9971924,0.0002547305,0.00014998818,0.00035680807,0.0019190522,0.0001270152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003798014,0.000098473625,0.00026104113,0.00046110424,0.00023035576,0.000063187195,0.00012777824,0.000081872706,0.00023412614],"category_scores_gemma":[0.00022696589,0.00007915653,0.00006081542,0.0005413588,0.00026594033,0.00035503798,0.00015500037,0.00031237994,0.0000020054908],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09480953,0.010838024,0.03368987,0.31965876,0.00027868332,0.000012161105,0.009155255,0.000041341467,0.124240614,0.011024156,0.008732509,0.3875191],"study_design_scores_gemma":[0.018670544,0.03717406,0.18498434,0.011242204,0.000009519632,0.000018766534,0.00144079,0.01156072,0.2799039,0.004247758,0.45048717,0.0002602204],"about_ca_topic_score_codex":0.00038780936,"about_ca_topic_score_gemma":0.000090444744,"teacher_disagreement_score":0.44175467,"about_ca_system_score_codex":0.00013902986,"about_ca_system_score_gemma":0.0004034953,"threshold_uncertainty_score":0.32279098},"labels":[],"label_agreement":null},{"id":"W4414059678","doi":"10.2196/67930","title":"Pain, Agitation, Delirium, and Iatrogenic Withdrawal Syndrome Management in Children Who Are Critically Ill: Protocol for a European Clinical Practice Guideline Using the Grading of Recommendations Assessment, Development, and Evaluation Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Guideline; Clinical Practice; Protocol (science); Grading (engineering); MEDLINE; Clinical trial","score_opus":0.22042237812891768,"score_gpt":0.5972902753670565,"score_spread":0.3768678972381388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414059678","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014678261,0.0000055171963,0.027881071,0.0106066745,0.0000034232798,0.9571937,0.000008823022,0.00001801607,0.0028149877],"genre_scores_gemma":[0.001580313,0.0000011396448,0.08775739,0.008348216,0.00002229169,0.90214807,0.000067516456,0.000028884866,0.000046168563],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99426425,0.0031533043,0.001036167,0.0005087287,0.0006685793,0.0003690019],"domain_scores_gemma":[0.961144,0.0011708965,0.00024038182,0.00028121774,0.037075214,0.00008828934],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017754965,0.00017175636,0.00031825926,0.0004966884,0.0003212586,0.000108048975,0.00016018085,0.00007226798,0.000008631632],"category_scores_gemma":[0.039211594,0.00013782532,0.0000703109,0.0005999442,0.0003218122,0.00018637342,0.00023784357,0.00052450167,5.0616467e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065001547,0.0066970265,0.27868643,0.010761401,0.0033735554,0.00007601357,0.0020728305,0.00004507083,0.00034830664,0.009438783,0.21017022,0.4718302],"study_design_scores_gemma":[0.055312704,0.004218627,0.64985424,0.030558644,0.00051823154,0.0003577918,0.07194089,0.044627037,0.00022975483,0.003859978,0.13754043,0.0009816624],"about_ca_topic_score_codex":0.000007696448,"about_ca_topic_score_gemma":0.0000053969075,"teacher_disagreement_score":0.47084853,"about_ca_system_score_codex":0.00019403786,"about_ca_system_score_gemma":0.00057653163,"threshold_uncertainty_score":0.96888155},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4414060024","doi":"10.2196/68758","title":"Effects of a Dialogic Book-sharing Intervention for Female Caregivers in Rural Tanzania (EDBiT): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Tanzania; Intervention (counseling); Protocol (science); Dialogic; Randomization","score_opus":0.08781221364327388,"score_gpt":0.5298855523238082,"score_spread":0.44207333868053433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414060024","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013424085,0.000004920628,0.00035669818,0.0005688179,0.000046264053,0.9945603,0.0000021225967,0.000036520938,0.0030819515],"genre_scores_gemma":[0.0034291376,4.907997e-7,0.00031357553,0.000033027412,0.00013593405,0.98998684,0.0000032525984,0.00001117032,0.006086573],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962827,0.0014871523,0.00079154107,0.00031572624,0.00056673866,0.0005561564],"domain_scores_gemma":[0.99543166,0.003444224,0.00026165988,0.00017405057,0.00058673485,0.00010164141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009439189,0.00014122226,0.0008348269,0.00050262833,0.00037438015,0.0001797208,0.00044277293,0.00015176358,0.00008482294],"category_scores_gemma":[0.0066780914,0.0001135027,0.00047199862,0.0005178384,0.00029207912,0.0002049345,0.000096949494,0.00021171094,0.000003347317],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96246916,0.001060135,0.00018137124,0.0016173528,0.00007074686,6.4848024e-7,0.009047212,9.802626e-7,0.00009395832,0.01901718,0.0034017505,0.0030394744],"study_design_scores_gemma":[0.95238477,0.0007592814,0.00014883718,0.0031436686,0.000005765964,2.6555572e-8,0.0016912302,0.000036679692,0.0006319707,0.00793523,0.03315054,0.00011203199],"about_ca_topic_score_codex":0.00042769834,"about_ca_topic_score_gemma":0.00033078092,"teacher_disagreement_score":0.029748786,"about_ca_system_score_codex":0.00033547028,"about_ca_system_score_gemma":0.0014222687,"threshold_uncertainty_score":0.7994782},"labels":[],"label_agreement":null},{"id":"W4414083648","doi":"10.2196/74247","title":"Investigating Information Visualization to Combat Information Overload in Electronic Health Records: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Randomized controlled trial; Protocol (science); Visualization; Information overload; Information visualization; Health information; Information system; Health information technology","score_opus":0.18460669037435126,"score_gpt":0.6437294440602576,"score_spread":0.45912275368590627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414083648","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026550327,0.000002202973,0.010261393,0.00454057,0.000091807815,0.9801321,0.000013674814,0.00022242028,0.004470328],"genre_scores_gemma":[0.0002717887,0.0000013021767,0.00043147887,0.0032532641,0.00024744432,0.9946592,0.000094580486,0.000032107117,0.0010088609],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97574484,0.013896186,0.005730796,0.0004296037,0.0013545164,0.0028440573],"domain_scores_gemma":[0.98903394,0.0062805074,0.0017291388,0.00062191184,0.0019214815,0.00041303522],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049507566,0.00037470929,0.0021037513,0.0023512072,0.0014445805,0.00020778226,0.00055906986,0.0005075855,0.00009342316],"category_scores_gemma":[0.018840468,0.00030859665,0.00023420759,0.0026733733,0.000104543215,0.0018606918,0.00021676811,0.002088776,0.00021933965],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.8689067,0.00026559047,0.00032464447,0.010401908,0.000040288083,7.2931215e-8,0.0047058566,0.000029807934,0.000014075139,0.051285926,0.054514427,0.0095107285],"study_design_scores_gemma":[0.6198819,0.0021221926,0.0000383224,0.007371648,0.000001520297,1.6603549e-7,0.00056158885,0.004851866,0.000011359045,0.0034613763,0.36154377,0.00015427452],"about_ca_topic_score_codex":0.001311389,"about_ca_topic_score_gemma":0.0012560576,"teacher_disagreement_score":0.30702934,"about_ca_system_score_codex":0.004954561,"about_ca_system_score_gemma":0.019514808,"threshold_uncertainty_score":0.99993664},"labels":[],"label_agreement":null},{"id":"W4414084145","doi":"10.2196/73705","title":"Strategies for Tailoring Patient-Centered Technologies Across the Cancer Continuum: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Protocol (science); Cancer; eHealth; mHealth; Health care; MEDLINE; Cancer screening; Interoperability","score_opus":0.7264863367648999,"score_gpt":0.7635851110657734,"score_spread":0.037098774300873494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414084145","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.1159688e-9,0.41531318,0.0001147628,0.00090643746,0.000060501996,0.58255106,0.0003234703,0.00031853243,0.0004120301],"genre_scores_gemma":[1.5945008e-9,0.3996669,0.000107832246,0.00013164201,0.00036003915,0.5979624,0.000030039977,0.00012402346,0.0016171271],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9832665,0.005462338,0.004051898,0.0016080355,0.0010794856,0.004531755],"domain_scores_gemma":[0.98248893,0.0103133265,0.0023189005,0.0023081664,0.0023743466,0.00019633141],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.014152315,0.0009130797,0.003905226,0.0003958065,0.0040028426,0.00028384023,0.0029744424,0.0013433805,0.00008923408],"category_scores_gemma":[0.0040855035,0.00055314304,0.0008370726,0.0017432985,0.00038143413,0.0003134801,0.0014763686,0.004926148,0.00005903974],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011299572,0.000059490783,0.0000026462817,0.500146,0.000045267327,7.7721734e-7,0.00013459039,1.740217e-8,1.9728508e-7,0.00032658607,0.0992055,0.39996594],"study_design_scores_gemma":[0.001044532,0.000514279,4.1705178e-8,0.49376065,0.000013659726,9.185712e-7,0.0005750668,0.0000010769778,0.0000014302559,0.00019927675,0.503659,0.0002300631],"about_ca_topic_score_codex":0.00012564044,"about_ca_topic_score_gemma":0.0015752931,"teacher_disagreement_score":0.40445352,"about_ca_system_score_codex":0.0023130337,"about_ca_system_score_gemma":0.033152875,"threshold_uncertainty_score":0.9999531},"labels":[],"label_agreement":null},{"id":"W4414084292","doi":"10.2196/65078","title":"Using American Sign Language–Fluent Community Health Navigators to Advance Cancer Screening Adherence through Videoconferencing With Deaf, Deafblind, and Hard of Hearing Adults: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing Impairment and Communication","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Deafness and Other Communication Disorders","keywords":"Randomized controlled trial; Protocol (science); Videoconferencing; Cancer screening; Telemedicine; Community health; Health care; Telehealth","score_opus":0.26372886530230333,"score_gpt":0.6117153098132075,"score_spread":0.3479864445109042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414084292","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077226065,0.000012313025,0.012807877,0.0005374188,0.000008088492,0.9090824,0.000012258866,0.000061760446,0.0002517954],"genre_scores_gemma":[0.06787931,6.761595e-7,0.016978364,0.00016598677,0.000045251745,0.91477776,0.0000036771223,0.000032833657,0.000116126794],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99149317,0.0057696053,0.0009899803,0.00044793758,0.0005088423,0.0007904806],"domain_scores_gemma":[0.99492985,0.0027616017,0.00054903346,0.0009619418,0.00059676665,0.0002008275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071880072,0.00026704982,0.0014118041,0.00028436992,0.0007093295,0.00013421287,0.0005966568,0.000090920126,0.00003851868],"category_scores_gemma":[0.000903176,0.00020682851,0.00014607995,0.00079227134,0.0005110926,0.00019038371,0.00026925377,0.0009465675,0.0000011482563],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94874054,0.0007694556,0.0023187082,0.0009596902,0.00019725753,9.4003036e-7,0.008629955,0.00002632971,0.0004971926,0.0010713746,0.00013451646,0.03665405],"study_design_scores_gemma":[0.96652526,0.0062885312,0.0006023145,0.013837088,0.000012735319,0.0000010568069,0.007607084,0.0005689458,0.00064621546,0.00025426236,0.003407428,0.00024906886],"about_ca_topic_score_codex":0.017879153,"about_ca_topic_score_gemma":0.0017410633,"teacher_disagreement_score":0.036404986,"about_ca_system_score_codex":0.0002359219,"about_ca_system_score_gemma":0.00089121296,"threshold_uncertainty_score":0.9886609},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4414084632","doi":"10.2196/70312","title":"Therapeutic Drug Monitoring for Precision Dosing of Janus Kinase Inhibitors: Protocol for a Prospective Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Observational study; Dosing; Therapeutic drug monitoring; Protocol (science); Janus kinase; Drug","score_opus":0.3601032646441766,"score_gpt":0.5884100950573867,"score_spread":0.22830683041321015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414084632","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012833561,0.000021804302,0.00043617593,0.00049528363,0.000012796573,0.9857591,0.000021174616,0.000061336425,0.00035880881],"genre_scores_gemma":[0.05410349,0.0000011330267,0.0018199262,0.000010116728,0.00020781763,0.942811,0.000006213558,0.000041921336,0.0009983905],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963829,0.0003712315,0.0006785735,0.00057105185,0.0012757324,0.00072053226],"domain_scores_gemma":[0.9954989,0.0012677809,0.00013165401,0.0005367853,0.0024044516,0.0001604491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003154703,0.00022187487,0.0004765602,0.000556574,0.00049151643,0.00016767705,0.00032477253,0.00009795158,0.000027642056],"category_scores_gemma":[0.001136155,0.00017653382,0.00018855357,0.0008238283,0.00023392739,0.0002856016,0.0001807996,0.0004763763,0.0000035000446],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.056133434,0.015051248,0.6623733,0.0079932185,0.00052617094,0.000016083028,0.0039019065,0.0000079811025,0.07319873,0.0051414575,0.008812177,0.16684431],"study_design_scores_gemma":[0.075892806,0.025640102,0.22858788,0.03635074,0.000007769345,0.000005773388,0.003918237,0.00060495385,0.3692289,0.030215817,0.22903694,0.0005100845],"about_ca_topic_score_codex":0.000026776424,"about_ca_topic_score_gemma":0.000009015146,"teacher_disagreement_score":0.4337854,"about_ca_system_score_codex":0.00027005692,"about_ca_system_score_gemma":0.0010277596,"threshold_uncertainty_score":0.71988404},"labels":[],"label_agreement":null},{"id":"W4414107806","doi":"10.2196/63574","title":"Evaluation of the Comparative Efficacy of an Ayurvedic Formulation (Nimba-Amalakyadi Powder) vs Metformin in the Management of Type 2 Diabetes Mellitus: Protocol for a Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Natural Antidiabetic Agents Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metformin; Protocol (science); Diabetes mellitus; Type 2 Diabetes Mellitus; Type 2 diabetes; Clinical trial; Medication adherence","score_opus":0.44089954373236917,"score_gpt":0.5964003576550637,"score_spread":0.15550081392269455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414107806","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3091482,0.000007686464,0.0000029732269,0.00016155578,0.0000039550855,0.6901244,0.0000040757377,0.00000536264,0.00054183573],"genre_scores_gemma":[0.45375857,1.6569388e-7,0.00013517243,0.000006266126,0.000009922862,0.5460196,0.0000029330538,0.000005156269,0.000062180196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99508435,0.0014946705,0.00071644306,0.00027952783,0.0021001142,0.00032491583],"domain_scores_gemma":[0.99650514,0.00057102443,0.00026917493,0.0006279649,0.0019968473,0.000029831044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010011132,0.00015167201,0.0004794469,0.00027961275,0.0001339076,0.000014720993,0.00046040583,0.000042235875,0.000024443762],"category_scores_gemma":[0.0004709544,0.00007881648,0.00007789287,0.0014683824,0.00022936534,0.000113938164,0.00022741589,0.00028001828,0.000001055609],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08541072,0.15892066,0.36180753,0.06618202,0.0071431557,0.0000100695215,0.044391345,0.00056446943,0.04003494,0.021234298,0.009243801,0.205057],"study_design_scores_gemma":[0.027896732,0.029521817,0.8834945,0.0071202493,0.0002051828,2.6622718e-7,0.005233417,0.0028047785,0.03801884,0.003325484,0.0022454336,0.00013328451],"about_ca_topic_score_codex":0.00001957759,"about_ca_topic_score_gemma":0.00003373948,"teacher_disagreement_score":0.521687,"about_ca_system_score_codex":0.00013866338,"about_ca_system_score_gemma":0.0002764197,"threshold_uncertainty_score":0.34696785},"labels":[],"label_agreement":null},{"id":"W4414108032","doi":"10.2196/73040","title":"Evaluating Diversity in Open Photoplethysmography Datasets: Protocol for a Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; British Heart Foundation; Wellcome Trust","keywords":"Protocol (science); Photoplethysmogram; Data collection; Diversity (politics); Open data","score_opus":0.46926438133039966,"score_gpt":0.6212819783975375,"score_spread":0.15201759706713786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414108032","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001406689,0.000022873346,0.00029706742,0.000060478425,0.0000068370414,0.9982688,0.00007214743,0.00011362974,0.0011441296],"genre_scores_gemma":[0.0000779013,0.0000013128966,0.0011413343,0.000061473096,0.000032209726,0.99851537,0.000020968777,0.000034934084,0.00011447622],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99660367,0.0007176064,0.00068762095,0.00048339926,0.0007652374,0.0007424458],"domain_scores_gemma":[0.9978294,0.0007857475,0.000080872655,0.00090790633,0.00028032856,0.000115783514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006729642,0.00024550155,0.0006540831,0.00051127933,0.0003682167,0.00030813814,0.0019695363,0.000102580416,0.000040870058],"category_scores_gemma":[0.0013317621,0.00022247352,0.00011131769,0.0018788106,0.00007116973,0.0005356765,0.0021991606,0.00057642604,0.000027563485],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015719325,0.00021730148,0.001974374,0.9616849,0.000055671153,0.0000132694195,0.000086489286,0.000027701655,0.0046716677,0.00034146887,0.030428544,0.00034141494],"study_design_scores_gemma":[0.004524269,0.00047529602,0.00015158093,0.9722481,0.000011699318,0.0000015261147,0.00008304501,0.0004616858,0.010610513,0.0022985237,0.00874047,0.0003932866],"about_ca_topic_score_codex":0.000052343305,"about_ca_topic_score_gemma":0.00002867714,"teacher_disagreement_score":0.021688074,"about_ca_system_score_codex":0.0004008005,"about_ca_system_score_gemma":0.00016133147,"threshold_uncertainty_score":0.90722066},"labels":[],"label_agreement":null},{"id":"W4414116437","doi":"10.2196/70517","title":"Using mHealth to Predict Asthma Exacerbations in Children and Adolescents (Mobile Health for Kids With Asthma): Protocol for an Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Public Health Ontario; Children's Hospital of Eastern Ontario; Université de Montréal; Hospital for Sick Children; Université de Sherbrooke; University of Toronto; University of Alberta Hospital; University of Alberta; Université Laval; Institute for Clinical Evaluative Sciences; University of Ottawa; McGill University; McGill University Health Centre; Centre Hospitalier Universitaire de Sherbrooke; Centre Hospitalier Universitaire Sainte-Justine; Centre hospitalier universitaire de Québec","funders":"Canadian Institutes of Health Research","keywords":"mHealth; Observational study; Asthma; Psychological intervention; Protocol (science); Asthma exacerbations; Exacerbation","score_opus":0.38383229743803493,"score_gpt":0.6070023714867746,"score_spread":0.22317007404873968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414116437","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081360504,0.0000020002553,0.0011634025,0.00026236253,0.0000025515694,0.9170115,0.00012986407,0.000049785343,0.00001800334],"genre_scores_gemma":[0.018588733,5.0797624e-8,0.0031023,0.00035383663,0.00015617744,0.9775251,0.000054520784,0.00004355159,0.00017569427],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99689335,0.00043168658,0.0005435455,0.000699034,0.00070213334,0.00073024345],"domain_scores_gemma":[0.99814224,0.00010325795,0.00010149545,0.0004535759,0.00063696824,0.00056248554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017841894,0.0002179431,0.00041387702,0.0005781707,0.0005419316,0.000103131955,0.00020048133,0.00008786316,0.000010843072],"category_scores_gemma":[0.00018179973,0.00017098853,0.000048992846,0.00088227,0.00012630594,0.00021947596,0.0001153929,0.00032698843,0.0000011341781],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008594563,0.007198476,0.9506496,0.003328316,0.000031508658,0.0000022332729,0.00035521688,0.00011929816,0.00012557556,0.00013114445,0.0032494355,0.026214587],"study_design_scores_gemma":[0.016613921,0.03591213,0.89898074,0.0055086785,0.0000032462622,0.000004366309,0.00052813615,0.0008624193,0.000055750937,0.00006543346,0.041299943,0.00016524787],"about_ca_topic_score_codex":0.000086238426,"about_ca_topic_score_gemma":0.00015276518,"teacher_disagreement_score":0.06277177,"about_ca_system_score_codex":0.00036801185,"about_ca_system_score_gemma":0.003516872,"threshold_uncertainty_score":0.697271},"labels":[],"label_agreement":null},{"id":"W4414131204","doi":"10.2196/75453","title":"Tailoring Antibiotic Duration for Respiratory Tract Infections in Primary Care: Protocol for a Pragmatic Randomized Controlled Trial Study (STORM)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Antibiotic Use and Resistance","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Instituto de Salud Carlos III; European Commission","keywords":"Randomized controlled trial; Protocol (science); Duration (music); Respiratory tract infections; Antibiotics; Primary care","score_opus":0.08543744854137325,"score_gpt":0.4784025736741086,"score_spread":0.39296512513273535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414131204","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009897214,0.000020416037,0.0005474573,0.00010671706,0.000071256596,0.98802966,0.000011263061,0.00007971333,0.0012363071],"genre_scores_gemma":[0.03439034,2.5497448e-7,0.00009297504,0.000031357224,0.000088598325,0.96338737,0.000021581176,0.000027944812,0.001959554],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943224,0.002888737,0.0013630287,0.00057031825,0.00016054207,0.00069496495],"domain_scores_gemma":[0.99504703,0.003537587,0.00034218465,0.0004726168,0.0005689775,0.00003158231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007201611,0.00026961832,0.0014251849,0.0007457604,0.00067147857,0.000109675515,0.000331924,0.00035348465,0.000029053823],"category_scores_gemma":[0.0025954398,0.0001963172,0.00039458543,0.00053965516,0.00031939906,0.0001971503,0.000091247326,0.00064377656,0.00001875427],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97188014,0.007920009,0.0014235944,0.0030021165,0.0002624807,0.0000028093448,0.00067795935,0.0000039911524,0.011329829,0.0011027142,0.0016438452,0.00075052545],"study_design_scores_gemma":[0.96085984,0.0061491425,0.00060136727,0.0024787455,0.000030258181,8.0802147e-7,0.00063926075,0.000012155831,0.002293409,0.00031276862,0.026432378,0.00018989881],"about_ca_topic_score_codex":0.000025447802,"about_ca_topic_score_gemma":0.00016447346,"teacher_disagreement_score":0.024788532,"about_ca_system_score_codex":0.0003657361,"about_ca_system_score_gemma":0.0012262344,"threshold_uncertainty_score":0.8005583},"labels":[],"label_agreement":null},{"id":"W4414150532","doi":"10.2196/83537","title":"Correction: Factors Affecting the Receptiveness of Chinese Internists and Surgeons Toward Artificial Intelligence–Driven Drug Prescription: Protocol for a Systematic Survey Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Survey research; Drug; Alternative medicine; MEDLINE; Data collection","score_opus":0.5797160578632912,"score_gpt":0.6367868840237173,"score_spread":0.057070826160426136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414150532","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13056226,0.0000022906513,0.0007973253,0.00041385368,0.0001462093,0.86792755,0.00000786018,0.000051984243,0.00009066955],"genre_scores_gemma":[0.45562804,1.1285277e-7,0.000012967347,0.0000053979406,0.000076556586,0.54375345,0.0000046527507,0.000013686617,0.0005051111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955787,0.0019210979,0.0010177325,0.00048573327,0.00058039033,0.0004163355],"domain_scores_gemma":[0.99339134,0.0043189367,0.0002018791,0.00050076295,0.0014667778,0.00012031543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00685325,0.0002191718,0.00055057823,0.00041145642,0.0004359569,0.00019992,0.00027129272,0.00011438214,0.000044118515],"category_scores_gemma":[0.0048292032,0.00013222633,0.000119256474,0.0011999361,0.0002835185,0.00013407573,0.00016325292,0.00065174716,0.000011366626],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004270384,0.0028702288,0.8529157,0.085094266,0.00016464823,0.0000044220187,0.040318355,0.000017358523,0.0003393435,0.0002235819,0.0038966134,0.009885123],"study_design_scores_gemma":[0.00083928974,0.012999991,0.5260112,0.19098492,0.000086446256,0.000033207296,0.21445546,0.012200246,0.030204337,0.009088038,0.002260697,0.0008361338],"about_ca_topic_score_codex":0.0013646036,"about_ca_topic_score_gemma":0.0020078262,"teacher_disagreement_score":0.32690445,"about_ca_system_score_codex":0.00021865519,"about_ca_system_score_gemma":0.0006286368,"threshold_uncertainty_score":0.57813567},"labels":[],"label_agreement":null},{"id":"W4414154326","doi":"10.2196/69852","title":"Assessing a Person-Centered and Culturally Sensitive Intervention for Arabic-, Turkish, or Urdu-Speaking Individuals With Type 2 Diabetes: Protocol for a Mixed Methods Realist Evaluation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Intervention (counseling); Culturally sensitive; Cultural diversity; Cultural sensitivity; Culturally appropriate; Cultural competence; Research design; Qualitative research","score_opus":0.48806071618359603,"score_gpt":0.6454374228013436,"score_spread":0.1573767066177476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414154326","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03409055,0.0000015850757,0.0019323805,0.00065333646,0.00002110104,0.9626461,0.000006865442,0.00006382857,0.0005842304],"genre_scores_gemma":[0.014090809,4.9222322e-8,0.022764567,0.00006437611,0.00012704161,0.9616228,0.000110406545,0.000034581502,0.0011854068],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963931,0.0013249282,0.00041745184,0.0006328066,0.00068119384,0.0005505567],"domain_scores_gemma":[0.9964943,0.0006452512,0.00023093427,0.00034149052,0.0021796569,0.000108374246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009414317,0.00022882936,0.00040705042,0.0004908555,0.00039089684,0.00075777655,0.0001452088,0.00009629488,0.000030696796],"category_scores_gemma":[0.002200855,0.00015540571,0.00008452748,0.0008035507,0.00011304573,0.00059870497,0.000111901645,0.00027341192,0.0000013628221],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015177564,0.00791221,0.07157915,0.020036813,0.0014309367,0.000005638397,0.0120555,0.0000047794333,0.0068693557,0.0002564024,0.030534217,0.83413744],"study_design_scores_gemma":[0.10184755,0.047737952,0.45520255,0.058737244,0.000730663,0.000005512724,0.096166074,0.01788455,0.014659142,0.0014534773,0.20446166,0.0011136278],"about_ca_topic_score_codex":0.000017344544,"about_ca_topic_score_gemma":0.00004576811,"teacher_disagreement_score":0.8330238,"about_ca_system_score_codex":0.0003403852,"about_ca_system_score_gemma":0.00042030038,"threshold_uncertainty_score":0.73072565},"labels":[],"label_agreement":null},{"id":"W4414161724","doi":"10.2196/74981","title":"Acupuncture for Poststroke Cognitive Impairment Based on Default Mode Network Analysis: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Acupuncture; Default mode network; Protocol (science); Cognitive impairment; Cognition","score_opus":0.09797066423963896,"score_gpt":0.5726741244103822,"score_spread":0.4747034601707433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414161724","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005104444,0.0000047134213,0.012443039,0.0046817013,0.000014888961,0.97968566,0.00014179818,0.00016479232,0.0028123308],"genre_scores_gemma":[0.0016740711,3.2373495e-7,0.0023846105,0.00063490774,0.00063403475,0.9867395,0.00020897735,0.00006653041,0.007657016],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9911313,0.0022939402,0.0013223283,0.0012200839,0.0021484299,0.0018839082],"domain_scores_gemma":[0.97618765,0.018969994,0.000351257,0.00087069866,0.0032168983,0.00040348954],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008458335,0.0009369754,0.005136196,0.0014701223,0.0008456005,0.00023875796,0.0004111616,0.000400377,0.00017978076],"category_scores_gemma":[0.009403927,0.0004040087,0.003736023,0.0019436858,0.0005921022,0.00009355325,0.00019247858,0.0009267845,0.00001225765],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92932916,0.00446059,0.00024880155,0.001935409,0.008749268,0.000022382676,0.00008520905,0.00033521818,0.00004180572,0.0004599472,0.053732418,0.0005997724],"study_design_scores_gemma":[0.92527986,0.017640702,0.00009148739,0.0037689141,0.0014322101,6.5928907e-7,0.000080628924,0.025574688,0.00045275342,0.0013467582,0.02406194,0.00026940173],"about_ca_topic_score_codex":0.00001885427,"about_ca_topic_score_gemma":0.00003655686,"teacher_disagreement_score":0.029670477,"about_ca_system_score_codex":0.00074958085,"about_ca_system_score_gemma":0.0020211288,"threshold_uncertainty_score":0.99984115},"labels":[],"label_agreement":null},{"id":"W4414184600","doi":"10.2196/76776","title":"Improving the Reporting Quality of Studies on Information Extraction From Clinical Texts: Protocol for the Development of a Consensus-Based Reporting Guideline","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Guideline; Protocol (science); Quality (philosophy); Data extraction; Information quality; MEDLINE; Quality management","score_opus":0.583009072102184,"score_gpt":0.6836492231874169,"score_spread":0.10064015108523294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414184600","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020542687,0.000008924983,0.013350202,0.0010910723,0.0000248644,0.9648235,0.000009754194,0.000019146935,0.00012986461],"genre_scores_gemma":[0.013389754,1.3874434e-7,0.01744668,0.00009674025,0.00007867842,0.9689065,0.000014664932,0.000005493272,0.000061305436],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.993308,0.00048683333,0.0052656573,0.0002574376,0.00045252623,0.00022951761],"domain_scores_gemma":[0.99074996,0.0018422779,0.005504221,0.0005574381,0.0013171389,0.000028993685],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026251966,0.00010912061,0.0003025862,0.00006128893,0.00030677055,0.000028615517,0.00027600356,0.00017324722,0.0000026229873],"category_scores_gemma":[0.07913359,0.000058102363,0.0001367247,0.00017869202,0.00048654186,0.00000476875,0.00020878822,0.00030375246,4.6905808e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068958593,0.0006764539,0.013336,0.003368447,0.00036183244,0.0000013401453,0.0006922474,0.0001156362,0.17346917,0.00014215884,0.016718345,0.7842225],"study_design_scores_gemma":[0.0033361549,0.0014503624,0.013585178,0.0026199275,0.000007818328,9.3950445e-7,0.0035605174,0.0015185986,0.6173399,0.0003688145,0.35604468,0.00016710347],"about_ca_topic_score_codex":0.000034540833,"about_ca_topic_score_gemma":0.000045376113,"teacher_disagreement_score":0.7840554,"about_ca_system_score_codex":0.000033348846,"about_ca_system_score_gemma":0.0011109303,"threshold_uncertainty_score":0.92862326},"labels":[],"label_agreement":null},{"id":"W4414186363","doi":"10.2196/68785","title":"Differentiating the COVID-19 Infection and Vaccine Experiences of Patients With Systemic, Single Organ, and Overlap Immune-Mediated Inflammatory Disease: Protocol for a Secondary Analysis for Enhancing COVID-19 Vaccine Pharmacovigilance","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 and COVID-19 Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pharmacovigilance; Protocol (science); Vaccine safety; Clinical trial; MEDLINE","score_opus":0.07809863423315583,"score_gpt":0.4824167187017639,"score_spread":0.40431808446860806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414186363","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33961245,0.000031706415,0.0023283092,0.0003018895,0.0000068191057,0.6575792,0.00005835596,0.00006769119,0.000013566897],"genre_scores_gemma":[0.1915395,6.464753e-7,0.000047885776,0.0015943134,0.00006189374,0.80665207,0.000033326753,0.00003287014,0.00003751466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996179,0.0005343132,0.00085934176,0.00078184414,0.0009290264,0.00071649597],"domain_scores_gemma":[0.99522394,0.0024015724,0.00039057192,0.0005969219,0.0010532583,0.00033372923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023031721,0.00033383895,0.00074569223,0.0008122505,0.00080326275,0.00019364638,0.0003084433,0.00013916282,0.000035451536],"category_scores_gemma":[0.0040780227,0.00021895842,0.00015363634,0.0017917926,0.00024752237,0.0002891455,0.00032058198,0.0004838373,6.7827955e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023004692,0.00077975926,0.9016828,0.029588146,0.00058337185,0.00000907743,0.0028264052,0.000006062003,0.039955784,0.00003893451,0.000696001,0.00082895823],"study_design_scores_gemma":[0.13266286,0.010259261,0.35343194,0.007842464,0.0006015424,0.000018527646,0.0071963067,0.005538819,0.14733028,0.00043866446,0.3333701,0.0013092456],"about_ca_topic_score_codex":0.00007723482,"about_ca_topic_score_gemma":0.00014365984,"teacher_disagreement_score":0.54825085,"about_ca_system_score_codex":0.0004842595,"about_ca_system_score_gemma":0.0023397245,"threshold_uncertainty_score":0.8928865},"labels":[],"label_agreement":null},{"id":"W4414205250","doi":"10.2196/71909","title":"Platelet Indices as Unequivocal Markers of Active Disease in Patients With Nonradiographic Axial Spondyloarthritis: Protocol for a Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Biomarkers in Disease Prognosis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Platelet; Disease; Randomization; MEDLINE; Population","score_opus":0.07992344226594066,"score_gpt":0.5042049221520468,"score_spread":0.42428147988610615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414205250","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43611246,4.8350296e-7,0.0000025765564,0.000027055703,0.0000054164643,0.5634508,0.00009690532,0.000031591968,0.00027268837],"genre_scores_gemma":[0.2750931,2.9834375e-8,0.00009895857,0.00001835356,0.00004448663,0.72457814,0.000038894337,0.00003429184,0.00009375202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951115,0.00060913473,0.0008088702,0.00082474743,0.0018434506,0.00080228684],"domain_scores_gemma":[0.9971338,0.0003916519,0.00021675481,0.0006184145,0.0012525829,0.00038678673],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018749463,0.00031505612,0.00049238524,0.0016556337,0.00027037907,0.0001320662,0.0004214151,0.00019601354,0.0002059019],"category_scores_gemma":[0.00063835725,0.0002643682,0.0001983676,0.0018369884,0.0008491257,0.00032962734,0.00023558585,0.0006594884,0.000007445742],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23935597,0.008186153,0.7468058,0.0025719479,0.00023959434,0.000106436724,0.000103990315,0.0000024675564,0.000021368078,0.000058310172,0.00036341435,0.002184574],"study_design_scores_gemma":[0.04812064,0.010261277,0.93298745,0.0038276236,0.00001114732,9.484934e-7,0.00012158293,0.00002479258,0.00036947348,0.00026174044,0.003804154,0.00020915092],"about_ca_topic_score_codex":0.000042055683,"about_ca_topic_score_gemma":0.00003618162,"teacher_disagreement_score":0.19123532,"about_ca_system_score_codex":0.00031546978,"about_ca_system_score_gemma":0.0017164506,"threshold_uncertainty_score":0.99998087},"labels":[],"label_agreement":null},{"id":"W4414205763","doi":"10.2196/77494","title":"Machine Learning in Health Economic Evaluations: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Health care; Digital health; mHealth; MEDLINE; Context (archaeology)","score_opus":0.8624861808705028,"score_gpt":0.7964911515133394,"score_spread":0.06599502935716339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414205763","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.613085e-10,0.40911224,0.00002006429,0.0015570762,0.000007802672,0.588969,0.000009116687,0.00003706448,0.00028762838],"genre_scores_gemma":[4.3394088e-10,0.4640707,0.00016936751,0.00015280355,0.00019105079,0.53407794,0.00010106548,0.000033989825,0.0012030785],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99270076,0.0024655915,0.00254977,0.00081092905,0.0005523479,0.0009205819],"domain_scores_gemma":[0.99566644,0.0022099176,0.0006336089,0.00070565235,0.0005139374,0.0002704441],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01242725,0.00034913135,0.0021786937,0.0010568122,0.0003706272,0.0000849931,0.00035425668,0.00031509844,0.00049629936],"category_scores_gemma":[0.0041676066,0.00029133452,0.00037379397,0.0010267392,0.000088524524,0.000115425995,0.00013229232,0.0018660153,0.00023086791],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004829803,0.0001214931,0.00001111374,0.48978838,0.0000067550304,8.3770055e-7,0.000028307333,7.139405e-7,8.664428e-9,0.000067136585,0.004280461,0.50564647],"study_design_scores_gemma":[0.00012306275,0.0006568651,2.49421e-7,0.4977284,0.000005707776,0.0000043262494,0.000008269286,0.000045996825,7.4953766e-7,0.00012066249,0.5012143,0.000091389],"about_ca_topic_score_codex":0.00028618207,"about_ca_topic_score_gemma":0.00024956424,"teacher_disagreement_score":0.5055551,"about_ca_system_score_codex":0.0022143729,"about_ca_system_score_gemma":0.031801533,"threshold_uncertainty_score":0.99995387},"labels":[],"label_agreement":null},{"id":"W4414207636","doi":"10.2196/77175","title":"Quantifying Maternal Health Using Digital Phenotyping: Protocol for a Longitudinal Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Observational study; Protocol (science); Maternal health; Digital health; Pregnancy; mHealth; Data collection","score_opus":0.7833435928855116,"score_gpt":0.6779236422796814,"score_spread":0.1054199506058302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414207636","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01829733,0.0000024080641,0.00053067214,0.0009836835,0.000019270317,0.97964114,0.000028625953,0.00008761098,0.00040926528],"genre_scores_gemma":[0.033100884,5.0626983e-8,0.0009927624,0.00017774416,0.00018988199,0.9637568,0.000011939046,0.00003369949,0.0017362143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966577,0.00023394419,0.000744091,0.0005655082,0.0008840348,0.0009146696],"domain_scores_gemma":[0.9984563,0.00020530379,0.00016644354,0.00044009672,0.00045353197,0.00027833658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017651981,0.00021888806,0.00043033436,0.00034801796,0.00069921016,0.0002903268,0.00026903005,0.00008256579,0.00008451068],"category_scores_gemma":[0.00015595992,0.00018548005,0.00009935313,0.0004718822,0.0000986906,0.0003030189,0.00022994098,0.00053044,0.000022818276],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011339097,0.0035356674,0.9371067,0.039198875,0.00006795612,0.000039847662,0.00029659687,0.0000065003087,0.0001466957,0.002022795,0.001165708,0.0050735087],"study_design_scores_gemma":[0.021971915,0.010096186,0.7503873,0.11779166,0.0000073016517,0.00006871281,0.00032023524,0.002314828,0.0019723224,0.001438308,0.09323602,0.0003951753],"about_ca_topic_score_codex":0.00009519432,"about_ca_topic_score_gemma":0.000015537544,"teacher_disagreement_score":0.18671942,"about_ca_system_score_codex":0.000464927,"about_ca_system_score_gemma":0.0013458655,"threshold_uncertainty_score":0.75636566},"labels":[],"label_agreement":null},{"id":"W4414213608","doi":"10.2196/74288","title":"Translation and Cultural Adaptation of the Measure Yourself Concerns and Wellbeing (MYCaW) Questionnaire Into German: Protocol for the iSWOP Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Representativeness heuristic; German; Protocol (science); Adaptation (eye); Equivalence (formal languages); Resource (disambiguation); Patient-reported outcome; Psychometrics; Cross-cultural studies","score_opus":0.2747461760010984,"score_gpt":0.5647142769904802,"score_spread":0.28996810098938175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414213608","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055854465,0.00003214489,0.000390782,0.002875564,0.000010739317,0.9908529,0.0000040132504,0.00002226557,0.00022612727],"genre_scores_gemma":[0.29207316,3.7246133e-7,0.0000343025,0.000026830116,0.000077257304,0.70750827,0.0000010377507,0.000008139108,0.0002706169],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837554,0.0003884725,0.00024887238,0.00024397833,0.0005494156,0.00019375075],"domain_scores_gemma":[0.9987509,0.00021535515,0.00006936329,0.00028950232,0.0006229392,0.0000519131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013348336,0.00011142488,0.0001720571,0.00007235351,0.00042811697,0.00008037301,0.0001437187,0.00007622057,0.0000072983166],"category_scores_gemma":[0.00016010253,0.000059956878,0.00005447623,0.00036848077,0.00026778472,0.000123808,0.000064444735,0.00033116192,3.068665e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010148395,0.0012368328,0.16977227,0.011169567,0.0002956477,0.0000046988052,0.113405794,0.00002774805,0.006234416,0.0039885626,0.0050874273,0.6786286],"study_design_scores_gemma":[0.030420033,0.006512958,0.31214926,0.020506652,0.00013234103,0.000012627787,0.05078736,0.0074574375,0.0063872854,0.002487209,0.5626919,0.00045488685],"about_ca_topic_score_codex":0.0005883051,"about_ca_topic_score_gemma":0.002222677,"teacher_disagreement_score":0.6781738,"about_ca_system_score_codex":0.00007032407,"about_ca_system_score_gemma":0.00027123772,"threshold_uncertainty_score":0.32927728},"labels":[],"label_agreement":null},{"id":"W4414214274","doi":"10.2196/78864","title":"Impact of Ocular Massage on Intraocular Pressure and Schlemm Canal Dimensions in Healthy Adults: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Glaucoma and retinal disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Intraocular pressure; Schlemm's canal; Massage; Protocol (science)","score_opus":0.05541920069100854,"score_gpt":0.5238699167567089,"score_spread":0.4684507160657004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414214274","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021774288,0.000017871283,0.000029957326,0.0013305098,0.0000050950753,0.97601646,0.000015638954,0.000021903295,0.0007882566],"genre_scores_gemma":[0.018809142,0.0000013352987,0.00014807655,0.00005780343,0.00004546185,0.9804305,0.0000074638288,0.000023918925,0.00047632682],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956524,0.0015203527,0.0009411729,0.0004681262,0.0007521124,0.0006658352],"domain_scores_gemma":[0.9971676,0.0014038732,0.00018755876,0.00044368126,0.0005485123,0.00024880513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003975741,0.0002518082,0.0017669746,0.00076010753,0.00014367669,0.000039607756,0.0001678868,0.00023275557,0.00007983857],"category_scores_gemma":[0.0030719275,0.00015102324,0.00056000677,0.0005673643,0.00037661588,0.00005543656,0.00008572802,0.0007316053,0.0000016293911],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98716307,0.0023964562,0.0020181595,0.0033447489,0.00040089074,0.000023716932,0.000106563115,0.0000040809746,0.0005104488,0.0009398095,0.0026503797,0.00044168075],"study_design_scores_gemma":[0.9606357,0.019362593,0.0013784212,0.0075228927,0.000039087823,0.0000023148193,0.00005541465,0.0014092503,0.00012765196,0.0005450822,0.008809126,0.00011247231],"about_ca_topic_score_codex":0.00055110373,"about_ca_topic_score_gemma":0.00008046045,"teacher_disagreement_score":0.026527371,"about_ca_system_score_codex":0.00010777201,"about_ca_system_score_gemma":0.0014951609,"threshold_uncertainty_score":0.61585486},"labels":[],"label_agreement":null},{"id":"W4414221957","doi":"10.2196/77184","title":"Innovative Web-Based Future Planning and Well-Being for Caregivers of Individuals With Intellectual and Developmental Disabilities: Protocol of a Pragmatic Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Research design; Intervention (counseling); MEDLINE","score_opus":0.06567890667098504,"score_gpt":0.4699842740832038,"score_spread":0.4043053674122188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414221957","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0806218,0.0000051687134,0.00015471403,0.00034828688,0.0000039206993,0.90815884,0.000014342096,0.000023283981,0.010669642],"genre_scores_gemma":[0.054365143,4.214943e-7,0.0012318655,0.000023617826,0.000033778553,0.94316334,0.000014283148,0.000023668232,0.0011438914],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99558645,0.0012170611,0.0011231253,0.00049815705,0.0010486725,0.0005265315],"domain_scores_gemma":[0.9855213,0.012351751,0.00018290314,0.0002858356,0.0015123751,0.00014582046],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0052186395,0.0002838725,0.0019889981,0.00087473105,0.00018707284,0.00007688094,0.00021185567,0.00018648109,0.00045563772],"category_scores_gemma":[0.019896593,0.00017942215,0.00016177392,0.0013082797,0.0025092473,0.00013379891,0.00018922778,0.0005267057,0.000002219301],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96153736,0.0009888906,0.0045057284,0.010396204,0.0005537592,9.981042e-7,0.015825775,8.350833e-7,0.0008396621,0.00075704063,0.003872644,0.00072107936],"study_design_scores_gemma":[0.94072217,0.009533707,0.0000699109,0.0077192285,0.000032580945,0.0000060320167,0.025289716,0.00047904885,0.004819084,0.0006109995,0.010551366,0.00016613655],"about_ca_topic_score_codex":0.000011488017,"about_ca_topic_score_gemma":0.000003198004,"teacher_disagreement_score":0.035004497,"about_ca_system_score_codex":0.00015103254,"about_ca_system_score_gemma":0.0024202657,"threshold_uncertainty_score":0.9883592},"labels":[],"label_agreement":null},{"id":"W4414233031","doi":"10.2196/84152","title":"Dual-Facing Digital Health Systems to Support Self-Management of Chronic Pain: Protocol for a Scoping Review","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Health care; Protocol (science); Quality (philosophy); Citation; Quality of life (healthcare); MEDLINE; Healthcare system; eHealth","score_opus":0.21606236366327758,"score_gpt":0.5949333370326745,"score_spread":0.3788709733693969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414233031","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022428117,0.00010184144,0.0019976362,0.0034026797,0.000020058611,0.99143416,0.000084663036,0.00016124787,0.002795502],"genre_scores_gemma":[0.000021082356,0.000023500716,0.0016852103,0.00023605816,0.00026264114,0.99493384,0.00013722724,0.00005591685,0.0026444981],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99322796,0.0011386162,0.0018316881,0.0010978093,0.0017014042,0.0010024948],"domain_scores_gemma":[0.9956793,0.0005926073,0.000510991,0.0014939598,0.001259751,0.00046336313],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012718289,0.00042088158,0.0014606523,0.00061278156,0.00018747462,0.00018010923,0.00042684065,0.00026492256,0.00006257455],"category_scores_gemma":[0.00077795674,0.00034442975,0.00045657466,0.0007606611,0.00010603386,0.00011475018,0.0011244572,0.0009577017,0.00002681372],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035828055,0.0009554384,0.00007277431,0.92204076,0.00015060823,0.0000060227144,0.00018045088,0.000032717795,0.000018758363,0.0002846718,0.047505878,0.02839366],"study_design_scores_gemma":[0.002585908,0.0074077765,0.00006372218,0.8116009,0.000007980542,0.0000014817849,0.000077573415,0.000262987,0.000027868184,0.000068636924,0.17767122,0.0002239106],"about_ca_topic_score_codex":0.000023609155,"about_ca_topic_score_gemma":0.000005111039,"teacher_disagreement_score":0.13016534,"about_ca_system_score_codex":0.001478899,"about_ca_system_score_gemma":0.00519474,"threshold_uncertainty_score":0.99990076},"labels":[],"label_agreement":null},{"id":"W4414239184","doi":"10.2196/83928","title":"Mental Health, Gender Dysphoria, and Quality of Life in Trans Individuals Following Top Surgery: A Prospective Cohort Study Protocol (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prospective cohort study; Quality of life (healthcare); Thematic analysis; Longitudinal study; Cohort study; Protocol (science); Cohort; Mental health; Repeated measures design; Psychological intervention","score_opus":0.34337930946747214,"score_gpt":0.6245257616551533,"score_spread":0.28114645218768114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414239184","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08517267,0.000031255797,0.000009635351,0.00096785143,0.0001120773,0.90457374,0.0003226558,0.00010147399,0.008708619],"genre_scores_gemma":[0.03540953,0.0000067679166,0.00007035646,0.00009535257,0.000237589,0.96215796,0.00003545651,0.00006698208,0.001920017],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97881466,0.011677481,0.003093356,0.0023095834,0.0023579753,0.0017469156],"domain_scores_gemma":[0.9946485,0.0012495478,0.00089851185,0.002104703,0.00046227904,0.0006364282],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027870016,0.0006615074,0.0024329189,0.001712706,0.0004910637,0.0002666145,0.0011509551,0.000822556,0.0004745092],"category_scores_gemma":[0.00092279643,0.0006695684,0.0004360721,0.0012592331,0.0003783495,0.00018967895,0.0018319879,0.003844575,0.000031124793],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00173732,0.006071446,0.9379438,0.020201534,0.0006025661,0.00001542689,0.022355353,0.0000015221937,0.000007989912,0.0008511863,0.008158832,0.0020529917],"study_design_scores_gemma":[0.006544773,0.00087129965,0.9803598,0.001701002,0.000011356261,0.0000013044547,0.0016883628,0.0000017848175,0.0000105420695,0.0030827315,0.005257373,0.00046967252],"about_ca_topic_score_codex":0.04564252,"about_ca_topic_score_gemma":0.0044033322,"teacher_disagreement_score":0.05758419,"about_ca_system_score_codex":0.0009534568,"about_ca_system_score_gemma":0.0058473167,"threshold_uncertainty_score":0.9997886},"labels":[],"label_agreement":null},{"id":"W4414248235","doi":"10.2196/78047","title":"Improving Work-Related Challenges in Psychiatric-Psychosomatic Clinics: Study Protocol for an Internet-Based Needs Assessment and Co-Design of a Training","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Needs assessment; Health care; Training (meteorology); Health professionals; Phase (matter); Program evaluation","score_opus":0.5991183754581739,"score_gpt":0.695209272919569,"score_spread":0.0960908974613951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414248235","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033076943,0.000022713733,0.0015642483,0.0014990487,0.00003837162,0.9925091,0.000009514964,0.000092919574,0.0009563573],"genre_scores_gemma":[0.030494925,0.0000017429204,0.0046714023,0.000098761375,0.00008853657,0.96425825,0.0000057748525,0.000057339985,0.00032326984],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9868571,0.008019893,0.0022170406,0.000790133,0.00086000445,0.0012557997],"domain_scores_gemma":[0.99308455,0.0044655334,0.0006314211,0.0007909022,0.00072426413,0.00030332973],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016555637,0.0003346267,0.0008552696,0.0015114789,0.0006396824,0.000052799653,0.000657245,0.00053991587,0.00009775354],"category_scores_gemma":[0.0005785234,0.0002665654,0.000087025815,0.0012840682,0.00015840551,0.00022742918,0.00024314907,0.0024696568,0.0000057809048],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009224138,0.009483849,0.38275924,0.031427037,0.00009900706,0.000009000238,0.028567879,0.000020973761,0.00016181654,0.0026381721,0.0016510001,0.5339579],"study_design_scores_gemma":[0.12074041,0.047701858,0.29852596,0.2571823,0.000030932973,0.0000011126048,0.18856251,0.04406083,0.00010564568,0.015276102,0.026173975,0.001638342],"about_ca_topic_score_codex":0.00012631672,"about_ca_topic_score_gemma":0.0001380779,"teacher_disagreement_score":0.53231955,"about_ca_system_score_codex":0.00031368702,"about_ca_system_score_gemma":0.0041771787,"threshold_uncertainty_score":0.99997866},"labels":[],"label_agreement":null},{"id":"W4414268427","doi":"10.2196/83826","title":"Comparison of outcomes of knotless barbed sutures and non-barbed sutures used as wound closure materials for subcuticular suturing at the nasolabial donor site in patients undergoing surgical rehabilitation for oral submucous fibrosis - A Study Protocol. (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Surgical Sutures and Adhesives","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Barbed suture; Oral submucous fibrosis; Vicryl; Fibrous joint; Wound closure; Nasolabial fold","score_opus":0.098411852395022,"score_gpt":0.5221523939014722,"score_spread":0.4237405415064502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414268427","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51038307,0.000009164906,0.0000027727444,0.00021153082,0.00003063702,0.48916024,0.000169031,0.000021148264,0.000012431505],"genre_scores_gemma":[0.42315057,6.740153e-7,0.00024593482,0.0000074788395,0.00010405066,0.57625777,0.00008787269,0.000042690408,0.00010296665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99210536,0.0016744733,0.0021544506,0.0013165425,0.0018544367,0.0008947566],"domain_scores_gemma":[0.989045,0.0073077176,0.0008206483,0.0011794419,0.0014331171,0.00021404313],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0055270907,0.0006454934,0.0024829064,0.00050891953,0.00034475562,0.00022431002,0.0005991462,0.0007269298,0.00007132926],"category_scores_gemma":[0.003818496,0.00043052656,0.0006626365,0.0004261343,0.000525743,0.000110994864,0.0015489742,0.0009982989,0.0000011522752],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03970977,0.004648401,0.93117434,0.016416594,0.00043071737,0.000007704312,0.0035967503,0.000104964354,0.0027195944,0.00011928561,0.00062273093,0.0004491304],"study_design_scores_gemma":[0.035777546,0.012482151,0.9032201,0.008610895,0.00011266479,0.000001447518,0.0016196129,0.00011538497,0.030259795,0.000611275,0.0066293054,0.0005597998],"about_ca_topic_score_codex":0.00051457057,"about_ca_topic_score_gemma":0.00091305276,"teacher_disagreement_score":0.08723247,"about_ca_system_score_codex":0.00048727382,"about_ca_system_score_gemma":0.00077357166,"threshold_uncertainty_score":0.9998146},"labels":[],"label_agreement":null},{"id":"W4414275001","doi":"10.2196/67059","title":"Prevalence and Associated Risk Factors of Self-Harm Among Health Care Workers: Protocol for Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Health care; Systematic review; MEDLINE; Public health; Population; Disease","score_opus":0.3878402198220577,"score_gpt":0.6481707671428546,"score_spread":0.2603305473207969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414275001","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025804827,0.0008912085,0.000028932425,0.0003398091,0.0000016647788,0.9979739,0.00025814777,0.00005486875,0.00019340098],"genre_scores_gemma":[0.0018801714,0.000014924065,0.000084392785,0.00018061596,0.0000051679103,0.9958535,0.000009815403,0.000019461402,0.0019519392],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.99358135,0.0035091143,0.0010289325,0.0006706873,0.0005549551,0.00065492967],"domain_scores_gemma":[0.99635935,0.0014500028,0.000688603,0.00075893337,0.00048563755,0.00025745173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055421637,0.00025088072,0.0018943357,0.00045280065,0.00034707558,0.0000633108,0.0003462326,0.00014616427,0.00019988108],"category_scores_gemma":[0.0005999368,0.00017407791,0.00040494895,0.0013975644,0.00016726095,0.000100875826,0.00017859228,0.00044991644,0.0000027182255],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014464873,0.00048184418,0.09826519,0.881438,0.013528114,8.658907e-7,0.002635874,1.83884e-7,4.3852523e-7,0.00012504547,0.00334028,0.000039480285],"study_design_scores_gemma":[0.017145406,0.014816607,0.46447623,0.3412808,0.12763521,0.0000027259025,0.013544893,0.00010959686,0.00017208992,0.00072577945,0.018340284,0.0017503982],"about_ca_topic_score_codex":0.0010861576,"about_ca_topic_score_gemma":0.00027872022,"teacher_disagreement_score":0.54015726,"about_ca_system_score_codex":0.00045589005,"about_ca_system_score_gemma":0.0006421386,"threshold_uncertainty_score":0.70986915},"labels":[],"label_agreement":null},{"id":"W4414275690","doi":"10.2196/77584","title":"Acute Next-Day Effects of Alcohol Use on Daily Cognitive Functioning Among Young Adults: Protocol for a 21-Day Diary Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse; National Institute on Alcohol Abuse and Alcoholism","keywords":"Protocol (science); Cognitive skill; Cognition; Alcohol; Activities of daily living; Population","score_opus":0.16404597623194295,"score_gpt":0.5167236969751285,"score_spread":0.3526777207431856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414275690","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085574985,0.000002158428,0.00015892582,0.000076252516,0.000020232466,0.91311014,0.000010130947,0.0001371705,0.0009100368],"genre_scores_gemma":[0.100333005,4.3063e-7,0.000089159556,0.00009354908,0.00011191129,0.89258933,0.000025425681,0.00005813912,0.006699025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99568504,0.0009822896,0.0005978055,0.0007835167,0.0011305237,0.00082082715],"domain_scores_gemma":[0.9930299,0.004825963,0.00018641258,0.0007144895,0.0009972175,0.00024599675],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001960418,0.00038300248,0.0007171515,0.0007493001,0.00039737194,0.00016829149,0.000266592,0.00018823525,0.000064617016],"category_scores_gemma":[0.0030743962,0.00028406695,0.00025772554,0.0011331502,0.00027319865,0.00053747033,0.0001540186,0.00066879333,0.000032548796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032666087,0.0067269756,0.9294958,0.0029543925,0.0011328185,0.0003592462,0.00495932,8.653329e-7,0.0011812682,0.000106487074,0.009090449,0.011326304],"study_design_scores_gemma":[0.10851914,0.021023283,0.78248733,0.043030627,0.00020171933,0.000004174666,0.0044764304,0.00014090534,0.034936372,0.0001767278,0.0045593125,0.00044398886],"about_ca_topic_score_codex":0.00004658027,"about_ca_topic_score_gemma":0.0000881704,"teacher_disagreement_score":0.14700846,"about_ca_system_score_codex":0.00035082558,"about_ca_system_score_gemma":0.00046484935,"threshold_uncertainty_score":0.99996114},"labels":[],"label_agreement":null},{"id":"W4414276761","doi":"10.2196/77532","title":"Evaluating and Optimizing Just-in-Time Adaptive Interventions in a Digital Mental Health Intervention (Wysa for Chronic Pain) for Middle-Aged and Older Adults With Chronic Pain: Protocol for a Series of Randomized Trials","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institute of Mental Health","keywords":"Randomized controlled trial; Psychological intervention; Mental health; Protocol (science); Intervention (counseling); Digital health; mHealth","score_opus":0.39700829775019586,"score_gpt":0.6130776682646162,"score_spread":0.21606937051442032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414276761","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019528684,0.00010797783,0.015524288,0.00095366425,0.000020298856,0.9808578,0.00046762126,0.00004109428,0.00007440221],"genre_scores_gemma":[0.014953141,5.237082e-7,0.0045388676,0.000026465677,0.000051334617,0.9786999,0.00011575949,0.000055539727,0.0015584715],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99082154,0.004192644,0.0027215625,0.0008443333,0.00041774721,0.0010021797],"domain_scores_gemma":[0.99257994,0.005632444,0.0008999306,0.00032061964,0.0004136959,0.0001533586],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.03920641,0.00032579823,0.0015185573,0.0008751477,0.00028448566,0.00026592021,0.00029008795,0.00015909893,0.000067001405],"category_scores_gemma":[0.003514502,0.00027754557,0.00060434436,0.00050186703,0.00045889808,0.000636619,0.00021023641,0.000353121,0.0000010909503],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.59860766,0.006519231,0.00026614504,0.08591254,0.00053790637,0.000002464296,0.004772485,0.000012848024,0.00007797799,0.005406398,0.0026866123,0.29519776],"study_design_scores_gemma":[0.659321,0.07564374,0.00041541146,0.2398442,0.000028080382,0.000008319151,0.0047821603,0.010234288,0.00042378044,0.00722236,0.0016318441,0.00044478755],"about_ca_topic_score_codex":0.000085349406,"about_ca_topic_score_gemma":0.0007328474,"teacher_disagreement_score":0.29475296,"about_ca_system_score_codex":0.00096922525,"about_ca_system_score_gemma":0.00054718414,"threshold_uncertainty_score":0.9999677},"labels":[],"label_agreement":null},{"id":"W4414277535","doi":"10.2196/72451","title":"Coronary Artery Disease Prevalence in an Executive Population at a Tertiary Medical Center: Protocol for a Retrospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Retrospective cohort study; Protocol (science); Population; Coronary artery disease; Cohort study; Executive summary; Cohort","score_opus":0.1316757055471876,"score_gpt":0.5868531958943001,"score_spread":0.45517749034711247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414277535","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16324863,0.0000010887147,0.0000081642165,0.0006760586,0.000012062307,0.83537894,0.000058930316,0.00006192793,0.00055417255],"genre_scores_gemma":[0.16198929,4.327507e-7,0.000036627218,0.00038076905,0.00012557546,0.8364152,0.00007478515,0.000025736892,0.0009516106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99453944,0.0011509688,0.00071174547,0.0008944959,0.0017623276,0.0009410105],"domain_scores_gemma":[0.9974665,0.00021777551,0.00008900596,0.00069819187,0.0003822882,0.0011462057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038305826,0.00021908848,0.00050834974,0.0004477237,0.0003154893,0.00003483037,0.00022579801,0.00016070197,0.00014617828],"category_scores_gemma":[0.000592737,0.00018741937,0.00011010235,0.00055992295,0.00014896347,0.00022217115,0.00028007862,0.0007807244,0.000012662034],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02352479,0.007293307,0.95497376,0.0067709736,0.00001676587,0.0002500685,0.0003069837,1.1965612e-7,0.0000226369,0.000039618997,0.004263406,0.0025375537],"study_design_scores_gemma":[0.0149954595,0.0050135427,0.9680766,0.0071949135,0.0000051855623,0.000019927133,0.00015446785,0.0001984587,0.000020491221,0.0002240136,0.003969521,0.00012743323],"about_ca_topic_score_codex":0.00012119036,"about_ca_topic_score_gemma":0.00033543239,"teacher_disagreement_score":0.01310281,"about_ca_system_score_codex":0.002620875,"about_ca_system_score_gemma":0.0017627758,"threshold_uncertainty_score":0.764274},"labels":[],"label_agreement":null},{"id":"W4414282865","doi":"10.2196/75049","title":"Acceptance and Commitment Training for Family Caregivers of People with Neurodevelopmental Disabilities: Protocol for a Collaborative Implementation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Disability Support Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; York University; Queen's University; Toronto Western Hospital; Brock University; Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Family caregivers; Protocol (science); Training (meteorology); Parent training; Intervention (counseling); Qualitative research","score_opus":0.34888028370815355,"score_gpt":0.6034030699439905,"score_spread":0.25452278623583696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414282865","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092150874,6.8406507e-7,0.00021944688,0.00023169303,0.0000072362077,0.90476066,0.00021965284,0.000028089598,0.0023816663],"genre_scores_gemma":[0.09896692,2.7834124e-8,0.00071555225,0.00002552451,0.000017754437,0.8995118,0.000023349441,0.000022777136,0.0007162795],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99675876,0.00066976587,0.0005144027,0.0007189659,0.0006134999,0.0007245921],"domain_scores_gemma":[0.99668247,0.0017309961,0.00010810752,0.00048111365,0.0008761197,0.00012117464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020343976,0.00021356226,0.0003968758,0.00025391267,0.00043863946,0.000112416776,0.00036615788,0.00007732304,0.00020785726],"category_scores_gemma":[0.00021359794,0.0001764605,0.00005649767,0.0008575084,0.0005295816,0.00020090399,0.000176211,0.000219357,0.000001586459],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029675866,0.0059010936,0.66805977,0.0043177856,0.00034905339,0.0000036963766,0.20451257,0.0000030024453,0.00077273836,0.00732582,0.04533599,0.03374262],"study_design_scores_gemma":[0.016431177,0.0112489825,0.17308342,0.0003011504,0.0000048433208,5.731558e-7,0.76216674,0.000009552639,0.00040690636,0.00056625385,0.03560955,0.00017087007],"about_ca_topic_score_codex":0.00018829208,"about_ca_topic_score_gemma":0.0009968323,"teacher_disagreement_score":0.55765414,"about_ca_system_score_codex":0.00021742558,"about_ca_system_score_gemma":0.0009916935,"threshold_uncertainty_score":0.71958506},"labels":[],"label_agreement":null},{"id":"W4414317987","doi":"10.2196/72683","title":"Air Pollution Impact on Pregnancy and Early Childhood Development (APiPED) in India: Protocol for a Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Air Quality and Health Impacts","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pregnancy; Early childhood; Cohort study; Protocol (science); Early pregnancy factor; Air pollution; Cohort","score_opus":0.15945100267764772,"score_gpt":0.5444039759113399,"score_spread":0.3849529732336922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414317987","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061147574,4.817928e-7,0.000024343633,0.0005195501,0.0000021415467,0.9358405,0.00000525592,0.000037189635,0.0024229882],"genre_scores_gemma":[0.07704346,8.7224045e-8,0.00026681286,0.00019975356,0.000016139826,0.92193365,0.0000013526052,0.000015954156,0.00052278844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965093,0.0006027957,0.00050907343,0.00061277545,0.0008401238,0.00092590705],"domain_scores_gemma":[0.9990331,0.00017726609,0.00009465488,0.0003924553,0.00003399769,0.00026853205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033930577,0.00021645491,0.00029195088,0.00030098486,0.00049441843,0.0000905042,0.0003307988,0.00014599654,0.000141272],"category_scores_gemma":[0.0002448027,0.00016795089,0.000039511713,0.00080085953,0.00016434144,0.0002943591,0.00034425894,0.0005838708,0.000069298265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010393745,0.003991889,0.9455971,0.00043443957,0.000017290733,0.000007084417,0.0038791574,0.000021894835,0.0000196267,0.00013631959,0.004847296,0.04000853],"study_design_scores_gemma":[0.004470881,0.0038495401,0.9678649,0.0025462017,6.4641574e-7,5.484768e-7,0.000116004354,0.000013861198,0.00024367527,0.0007469531,0.019991696,0.0001551412],"about_ca_topic_score_codex":0.0002576082,"about_ca_topic_score_gemma":0.00013209198,"teacher_disagreement_score":0.03985339,"about_ca_system_score_codex":0.000995718,"about_ca_system_score_gemma":0.0005092298,"threshold_uncertainty_score":0.68488383},"labels":[],"label_agreement":null},{"id":"W4414318329","doi":"10.2196/71620","title":"Donor Risk Factors Affecting Graft Survival in Pediatric Kidney Transplants: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Kidney disease; Kidney transplantation; MEDLINE; Disease; Systematic review","score_opus":0.3692417735609425,"score_gpt":0.5938812640721415,"score_spread":0.22463949051119897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414318329","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8029342e-8,0.19071549,0.00004115302,0.00003776146,0.0000017405027,0.8080121,0.0010384996,0.00004255804,0.000110617024],"genre_scores_gemma":[5.4901555e-8,0.3229525,0.00012655433,0.000021660977,0.000021992004,0.6755111,0.00024807456,0.000050134102,0.001067925],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99109286,0.003657936,0.0021671557,0.0011214059,0.0011257344,0.0008348974],"domain_scores_gemma":[0.99314487,0.004250851,0.00082753075,0.000932258,0.0003492995,0.00049516506],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004662739,0.0008697142,0.010963865,0.0021340202,0.00022929617,0.00015254827,0.00042309726,0.0004033849,0.00014666886],"category_scores_gemma":[0.0012526229,0.0004786025,0.0037267525,0.0036654728,0.00006239055,0.00012823434,0.00006541654,0.0012099027,0.0000142653425],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009743043,0.0004448087,0.00089210283,0.95697594,0.041167982,0.000050011564,0.00005196908,1.360054e-7,8.704998e-9,0.000009627826,0.00008204039,0.00022794683],"study_design_scores_gemma":[0.0025285366,0.0005189373,0.00006388629,0.5942248,0.38540676,0.000012553403,0.000009787212,0.000001315256,5.663793e-7,0.000008930241,0.01689339,0.00033052007],"about_ca_topic_score_codex":0.00007482098,"about_ca_topic_score_gemma":0.00004741027,"teacher_disagreement_score":0.3627511,"about_ca_system_score_codex":0.0002291224,"about_ca_system_score_gemma":0.00097066734,"threshold_uncertainty_score":0.9997666},"labels":[],"label_agreement":null},{"id":"W4414318867","doi":"10.2196/66326","title":"An mHealth App–Based Social Capital Intervention (PrEP US NoW) to Improve Sexual Health and Uptake of Pre-Exposure Prophylaxis Among Young, Black, Sexual Minority Men: Protocol for Intervention Development and a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Intervention (counseling); Randomized controlled trial; Protocol (science); Sexual minority; Reproductive health; Social capital; Population","score_opus":0.0820674734840656,"score_gpt":0.5053302552265575,"score_spread":0.4232627817424919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414318867","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2875225,0.0000068592185,0.0027471033,0.00035237818,0.000011101256,0.7090226,0.0000624769,0.000061142535,0.00021386646],"genre_scores_gemma":[0.07077977,2.388319e-7,0.0012931091,0.000028444863,0.00019716851,0.91892517,0.000100716374,0.00003769786,0.008637714],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99100626,0.0031769064,0.0024435648,0.001022076,0.001316826,0.0010343867],"domain_scores_gemma":[0.9961356,0.00043707364,0.0006170132,0.00050150015,0.0013901854,0.0009186451],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014232639,0.00041258885,0.0018917319,0.0010549312,0.00059180823,0.00026675174,0.00032882625,0.00024764845,0.00008685773],"category_scores_gemma":[0.0026927365,0.00032608485,0.00040817933,0.0005561427,0.0007451343,0.00031462175,0.00026996128,0.0008553519,0.000003519023],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9074988,0.008965814,0.00204519,0.020606736,0.0004052942,0.0000038984595,0.0023488693,4.972125e-7,0.0015026776,0.00019379698,0.006121962,0.050306503],"study_design_scores_gemma":[0.82835966,0.15617274,0.006248118,0.0027137152,0.000026010375,0.0000018466969,0.0013107738,0.0020579488,0.0008641822,0.00012694269,0.0018990075,0.00021906718],"about_ca_topic_score_codex":0.0009807446,"about_ca_topic_score_gemma":0.0013466431,"teacher_disagreement_score":0.21674271,"about_ca_system_score_codex":0.0005863054,"about_ca_system_score_gemma":0.0022593713,"threshold_uncertainty_score":0.9999191},"labels":[],"label_agreement":null},{"id":"W4414321405","doi":"10.2196/68996","title":"Neural Activity Disparities in Deficiency and Excess Patterns of Depression: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Neural activity; Population; MEDLINE; Data collection; Artificial neural network","score_opus":0.5539342414722704,"score_gpt":0.6074662768750542,"score_spread":0.05353203540278373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414321405","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.24211e-7,0.21489157,0.000028891463,0.0002294552,0.0000011605446,0.7845357,0.0002500391,0.000019401998,0.00004364925],"genre_scores_gemma":[0.0000035893677,0.059137456,0.000014749187,0.00009592512,0.000009195557,0.94018126,0.00000201011,0.00002704335,0.00052874873],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9912243,0.00461267,0.0011497327,0.0013748526,0.0010471707,0.00059125904],"domain_scores_gemma":[0.97497386,0.023021668,0.0006833802,0.0009330565,0.00028483095,0.00010320816],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003746638,0.0005359623,0.006536463,0.0010558075,0.00030807676,0.0001853909,0.0007053448,0.00019360128,0.000030429614],"category_scores_gemma":[0.016609611,0.0003347236,0.0010304251,0.0021876008,0.00033622168,0.00030296572,0.0010712637,0.00076702517,9.45466e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041061,0.00026252927,0.000044254026,0.9960885,0.0014335861,0.0000068630193,0.000014843603,3.045475e-7,0.0000011435448,0.00013617668,0.00018316206,0.0017875523],"study_design_scores_gemma":[0.0010142605,0.0007031987,0.000075859716,0.9179056,0.044031903,0.000033603344,0.000015772472,0.000048462825,0.000054932018,0.0003407045,0.034993824,0.00078186457],"about_ca_topic_score_codex":0.00004438355,"about_ca_topic_score_gemma":0.00007112908,"teacher_disagreement_score":0.1557541,"about_ca_system_score_codex":0.000098184166,"about_ca_system_score_gemma":0.0002886965,"threshold_uncertainty_score":0.9999105},"labels":[],"label_agreement":null},{"id":"W4414324551","doi":"10.2196/77762","title":"Application of the ADAPT-ITT Model to Develop Trauma-Focused Cognitive Behavioral Therapy for Interpersonal and Racial Trauma and Racial Socialization: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Cognitive behavioral therapy; Interpersonal communication; Cognition; Cognitive restructuring; Cognitive therapy; Interpersonal violence; Poison control","score_opus":0.39051173620030644,"score_gpt":0.6600950097389131,"score_spread":0.26958327353860667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414324551","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019133888,0.000002523138,0.1338217,0.00046022527,0.000013113117,0.8463225,0.000091082315,0.00002580827,0.00012920536],"genre_scores_gemma":[0.06064109,4.9696467e-8,0.007203916,0.00011385138,0.00010495177,0.9315546,0.000013466082,0.000029800545,0.00033824134],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99663955,0.0012851103,0.0006018877,0.00060741795,0.0003765251,0.0004895086],"domain_scores_gemma":[0.9974285,0.0006402666,0.0001747899,0.00026186192,0.0013548153,0.0001397915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032367948,0.00020997899,0.00035644585,0.00025480252,0.0006667905,0.00008881297,0.00029371312,0.00021086073,0.00002578392],"category_scores_gemma":[0.00026484244,0.00016443474,0.000072741095,0.0007996384,0.00023225002,0.00010605386,0.00009106125,0.0002814389,9.859311e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021227177,0.003451983,0.0039623943,0.0005442655,0.000082003025,2.3373563e-7,0.087512724,0.0000017027173,0.00045175102,0.005715352,0.0034739883,0.8735764],"study_design_scores_gemma":[0.15522467,0.038093008,0.41428566,0.0023310024,0.00010419833,0.0000056666877,0.052390598,0.013403111,0.021210408,0.030830832,0.27045992,0.0016609064],"about_ca_topic_score_codex":0.00006699479,"about_ca_topic_score_gemma":0.0009595373,"teacher_disagreement_score":0.8719155,"about_ca_system_score_codex":0.00007642702,"about_ca_system_score_gemma":0.0006008841,"threshold_uncertainty_score":0.6705454},"labels":[],"label_agreement":null},{"id":"W4414325831","doi":"10.2196/67571","title":"The Health Sector Response to Gender-Based Violence and Sexual Reproductive Health Programs in the Commonwealth and Selected African Countries: Protocol for a Mixed Methods Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Commonwealth; Reproductive health; Protocol (science); Sexual and reproductive health and rights; Health sector; Occupational safety and health; Sexual violence; Public health","score_opus":0.4489077751527222,"score_gpt":0.6382298165184814,"score_spread":0.18932204136575925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414325831","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003942839,0.00103666,0.0010852078,0.021371616,0.0000019467493,0.9763284,0.00003376008,0.000042873744,0.000060156362],"genre_scores_gemma":[0.001172647,0.000045894507,0.0024584534,0.001974463,0.000014011843,0.99420327,0.0000024364829,0.000013560399,0.00011525072],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9637977,0.032281492,0.0009591576,0.0008940025,0.0009833719,0.0010843102],"domain_scores_gemma":[0.9917192,0.005801214,0.00036877696,0.000884742,0.0009438995,0.00028218536],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.08960564,0.00025167488,0.0014345966,0.00035557573,0.0024839668,0.0005915632,0.00069769996,0.000078919176,0.000004616945],"category_scores_gemma":[0.0048329425,0.00013784858,0.00010778292,0.0043677473,0.0008872999,0.00011801001,0.00016756587,0.0004970022,7.831583e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011685764,0.0016997161,0.0021361588,0.822644,0.008813034,0.000007127687,0.101439536,0.0000065278327,0.000039955885,0.026385497,0.013950658,0.011192013],"study_design_scores_gemma":[0.014001922,0.045177244,0.04962437,0.2012125,0.01648852,0.000023578315,0.25779787,0.0026195704,0.00019814725,0.01952484,0.38949332,0.0038381168],"about_ca_topic_score_codex":0.0017298998,"about_ca_topic_score_gemma":0.0018118662,"teacher_disagreement_score":0.6214315,"about_ca_system_score_codex":0.00033629258,"about_ca_system_score_gemma":0.0026320308,"threshold_uncertainty_score":0.99881464},"labels":[],"label_agreement":null},{"id":"W4414334390","doi":"10.2196/73827","title":"The Mental Health of Farmers and Farmworkers Impacted by Flooding and Drought: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Protocol (science); Flooding (psychology); Data collection; Mental health service; Photovoice","score_opus":0.2968659720388913,"score_gpt":0.6405266154282663,"score_spread":0.34366064338937496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414334390","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062937825,0.000007337898,0.00006628961,0.0037453002,0.00000587004,0.98941135,0.000031214095,0.00001968729,0.00041915503],"genre_scores_gemma":[0.0009242363,0.000003700653,0.0010827049,0.00014217124,0.000012306605,0.99741566,0.0000027072242,0.00001613415,0.00040038076],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996829,0.0010502316,0.00042851912,0.00039535563,0.00045873816,0.00083820353],"domain_scores_gemma":[0.99855995,0.00067331333,0.000142961,0.00029655776,0.000036595102,0.00029060224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006493235,0.00015851817,0.0002720861,0.00008374093,0.0011140646,0.00013959392,0.00026843935,0.000064662054,0.000055659122],"category_scores_gemma":[0.000264664,0.00010578366,0.000032473814,0.0005463263,0.0004389835,0.00014585617,0.0005236885,0.00029605656,0.0000019211561],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003767488,0.0018671516,0.070270605,0.0025482639,0.00006409025,0.0000011568255,0.009520506,0.0000012077132,0.018250901,0.0001243294,0.39444387,0.49914044],"study_design_scores_gemma":[0.011003917,0.008791644,0.049534574,0.0016591356,0.0000033255124,0.0000030947242,0.018325783,0.0006182258,0.0034926785,0.0012797912,0.9049988,0.00028902772],"about_ca_topic_score_codex":0.00029148982,"about_ca_topic_score_gemma":0.00018285961,"teacher_disagreement_score":0.5105549,"about_ca_system_score_codex":0.00028278911,"about_ca_system_score_gemma":0.000101728954,"threshold_uncertainty_score":0.8568597},"labels":[],"label_agreement":null},{"id":"W4414341101","doi":"10.2196/77864","title":"Effectiveness and Safety of Tuina Therapy Combined With Yijinjing Exercise for Neck Pain: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Myofascial pain diagnosis and treatment","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); MEDLINE; Clinical trial; Patient safety; Exercise therapy; Systematic review","score_opus":0.10996526983774747,"score_gpt":0.4983405388146764,"score_spread":0.3883752689769289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414341101","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000115970295,0.00052525755,0.0011249951,0.00023261124,2.594528e-7,0.99793136,0.000037612994,0.000005631051,0.000026281714],"genre_scores_gemma":[0.0017993046,0.000029635312,0.0005318817,0.00007673301,0.0000048937563,0.99736965,0.00001776743,0.000016482885,0.00015366534],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9978599,0.0008538529,0.00037197248,0.0004520429,0.0002014453,0.00026081706],"domain_scores_gemma":[0.9982453,0.000541491,0.00014784661,0.0004765432,0.00051944616,0.00006937997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042007677,0.00019587394,0.0012095539,0.0001131048,0.00016765649,0.000051791747,0.00016252384,0.00008540749,0.0000073621936],"category_scores_gemma":[0.0003452719,0.00011569657,0.00032823687,0.00035244244,0.00011095509,0.000005994098,0.0000855377,0.00006082537,1.00592544e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00962081,0.0011026473,0.0012730017,0.94994736,0.033462908,0.0000012300256,0.00003520469,0.000004908669,0.0020641172,0.000539019,0.0012147387,0.00073405536],"study_design_scores_gemma":[0.07877167,0.08180367,0.008683418,0.38993657,0.095637545,0.0000057680377,0.00024429229,0.0004773667,0.28803957,0.0036781477,0.050371174,0.002350798],"about_ca_topic_score_codex":0.0000082637225,"about_ca_topic_score_gemma":0.000009998539,"teacher_disagreement_score":0.5600108,"about_ca_system_score_codex":0.000017248085,"about_ca_system_score_gemma":0.000098892975,"threshold_uncertainty_score":0.47179696},"labels":[],"label_agreement":null},{"id":"W4414346927","doi":"10.2196/69420","title":"Potential of the World Health Organization’s Skin NTDs App to Support and Improve the Detection of Skin-Related Neglected Tropical Diseases: Protocol for a Performance Evaluation and Feasibility Study in Senegal","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Protocol (science); Neglected tropical diseases; Tropical disease; mHealth; Data collection; Public health; Global health; Developing country","score_opus":0.06418117075033962,"score_gpt":0.48579488220592537,"score_spread":0.42161371145558574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414346927","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2893527,4.443252e-7,0.000091221766,0.0006680156,0.0000077109935,0.7098317,0.000004037805,0.000013339771,0.000030796196],"genre_scores_gemma":[0.48348415,6.314541e-8,0.000013817359,0.000022781795,0.000012124648,0.51618755,0.0000012242086,0.000006123713,0.00027215818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977057,0.0006336085,0.00048831257,0.00032093795,0.0006237362,0.0002276781],"domain_scores_gemma":[0.9986676,0.00009699465,0.00012679232,0.00037306748,0.00065411953,0.000081416605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088169577,0.00010341538,0.0002318443,0.00032240985,0.00021320216,0.00003718834,0.00011559559,0.00004655112,0.00003091659],"category_scores_gemma":[0.0005367432,0.000064889886,0.000034860812,0.0015418527,0.00011974733,0.000051204737,0.00019271097,0.0002551228,4.5261717e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0276212,0.009461059,0.5401531,0.009618365,0.00025039632,0.000004295593,0.003668204,0.00012364246,0.06814758,0.00023552483,0.0014195896,0.3392971],"study_design_scores_gemma":[0.007881802,0.00542549,0.97566557,0.00044127798,0.000016187625,0.000004259135,0.00040559945,0.0030905819,0.005517591,0.00005915884,0.0014389824,0.000053508335],"about_ca_topic_score_codex":0.00007386531,"about_ca_topic_score_gemma":0.00071905606,"teacher_disagreement_score":0.4355125,"about_ca_system_score_codex":0.00030034743,"about_ca_system_score_gemma":0.0005599776,"threshold_uncertainty_score":0.26461327},"labels":[],"label_agreement":null},{"id":"W4414351476","doi":"10.2196/66976","title":"Outcome Evaluation of a Multimodal Suicide Prevention Program Designed Through International Collaboration: Protocol for a Controlled Interrupted Time Series Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec en Outaouais; McGill University; Douglas Mental Health University Institute; McGill University Health Centre; Hôpital Maisonneuve-Rosemont; Université de Sherbrooke","funders":"","keywords":"Interrupted Time Series Analysis; Interrupted time series; Protocol (science); Outcome (game theory); Poison control; Suicide prevention; Human factors and ergonomics; Occupational safety and health","score_opus":0.44620289449136596,"score_gpt":0.6709915368751636,"score_spread":0.2247886423837976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414351476","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001980648,0.000004038036,0.00065822847,0.00073828717,0.000043120977,0.9892113,0.000019302579,0.00014882057,0.007196216],"genre_scores_gemma":[0.008536204,4.8245436e-8,0.0027782952,0.000031424668,0.00011013957,0.98152673,0.000028606453,0.000029665096,0.0069589056],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99353915,0.0027953242,0.0012348546,0.0006394781,0.0012711873,0.0005200082],"domain_scores_gemma":[0.9931727,0.0007143251,0.00037353995,0.0005620155,0.0051247054,0.000052728636],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006249348,0.00027219916,0.0006743108,0.0004586789,0.00030877755,0.00019548254,0.0005703299,0.00017165006,0.0012253564],"category_scores_gemma":[0.001707977,0.00022605795,0.00020018741,0.0009947079,0.00021572575,0.0004302739,0.00021433912,0.00030080238,0.000052782172],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.38607788,0.08820647,0.17813556,0.002426926,0.009240259,0.000025147194,0.053609513,0.0000993583,0.012808682,0.012521679,0.08243923,0.1744093],"study_design_scores_gemma":[0.5728407,0.06947262,0.080154784,0.0029111668,0.00033434463,0.000009193296,0.044471327,0.011007825,0.009089063,0.024864744,0.18317743,0.0016667981],"about_ca_topic_score_codex":0.00006186141,"about_ca_topic_score_gemma":0.00012358389,"teacher_disagreement_score":0.18676282,"about_ca_system_score_codex":0.0003019721,"about_ca_system_score_gemma":0.00059526664,"threshold_uncertainty_score":0.9996877},"labels":[],"label_agreement":null},{"id":"W4414367900","doi":"10.2196/77030","title":"AI-Based Algorithm to Detect Heart and Lung Disease From Acute Chest Computed Tomography Scans: Protocol for an Algorithm Development and Validation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computed tomography; Protocol (science); Tomography; Lung disease; Disease","score_opus":0.1541161348898824,"score_gpt":0.5448338874996168,"score_spread":0.3907177526097344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414367900","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018168722,0.0000032546413,0.032884635,0.0058699152,0.000007300895,0.95914704,0.00009031104,0.00017765327,0.000003010654],"genre_scores_gemma":[0.0002897602,5.0967905e-8,0.09894579,0.0025140007,0.000100726385,0.89798474,0.00007240094,0.000048478592,0.000044046443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961882,0.00053006405,0.0005206517,0.0011195694,0.0009749909,0.0006665267],"domain_scores_gemma":[0.9969963,0.00063320727,0.00006848082,0.0007057507,0.00079157203,0.0008047274],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017246653,0.00033410432,0.0004913495,0.0010145212,0.0005406254,0.00044535246,0.0002494534,0.00012076435,0.000017001741],"category_scores_gemma":[0.00020586392,0.00030628243,0.00007131704,0.0012501222,0.00015657309,0.00022106663,0.00029698023,0.0004246896,0.0000037646032],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067228703,0.007387814,0.060459353,0.0042395415,0.00047654356,0.00009838478,0.0012101175,0.000019554129,0.002599875,0.000007440122,0.037084725,0.8796938],"study_design_scores_gemma":[0.032839373,0.009055897,0.36268657,0.011023084,0.00010704135,0.000002787299,0.00017690651,0.070439495,0.043994457,0.0003276265,0.4685409,0.0008058769],"about_ca_topic_score_codex":0.00013124564,"about_ca_topic_score_gemma":0.000040603714,"teacher_disagreement_score":0.8788879,"about_ca_system_score_codex":0.00033209284,"about_ca_system_score_gemma":0.0015395923,"threshold_uncertainty_score":0.9999389},"labels":[],"label_agreement":null},{"id":"W4414368405","doi":"10.2196/75752","title":"Aggregating Patient Safety and Status Information in the Electronic Health Record to Support Time-Sensitive Mobility Interventions in the Intensive Care Unit: Protocol for the Design and Testing of a Clinical Decision Support Tool","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Agency for Healthcare Research and Quality","keywords":"Clinical decision support system; Protocol (science); Psychological intervention; Electronic health record; Decision support system; Patient safety; Health care; Patient record; Clinical decision making","score_opus":0.24646100187052666,"score_gpt":0.5768723186297108,"score_spread":0.3304113167591841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414368405","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012996556,0.0000025992845,0.005675786,0.0028858685,0.000004638875,0.9781407,0.00004313945,0.0000105870295,0.00024011427],"genre_scores_gemma":[0.03019952,0.0000015532763,0.0011643791,0.005461634,0.000010792986,0.9631068,0.000031539726,0.00001063144,0.000013151104],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9947557,0.0023395568,0.0013746346,0.00032422948,0.0005636126,0.00064228],"domain_scores_gemma":[0.97458243,0.011644796,0.00032542652,0.00042367945,0.012953396,0.000070282986],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011170348,0.00016689114,0.00041481684,0.00038624377,0.00029591616,0.0000777115,0.00020393332,0.000092081245,0.000009799647],"category_scores_gemma":[0.07085158,0.00009256213,0.000106212115,0.0010856136,0.0003394585,0.00017138442,0.00022747181,0.0010815591,0.0000025038435],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017956723,0.00043267035,0.03169435,0.0024229488,0.000045391644,0.000010728928,0.030786594,0.000025598847,0.000031775005,0.00024343371,0.005541276,0.9108085],"study_design_scores_gemma":[0.019867662,0.061978962,0.35832536,0.03127056,0.00003053004,0.000049609145,0.43540543,0.0059503377,0.00050476065,0.0015072916,0.08474722,0.00036225948],"about_ca_topic_score_codex":0.00018862022,"about_ca_topic_score_gemma":0.00033398502,"teacher_disagreement_score":0.9104462,"about_ca_system_score_codex":0.0002597685,"about_ca_system_score_gemma":0.0018930107,"threshold_uncertainty_score":0.936975},"labels":[],"label_agreement":null},{"id":"W4414402023","doi":"10.2196/78603","title":"Effects of Aerobic Training Versus Behavioral Intervention to Increase Physical Activity for Disease Control in Patients With Asthma: Protocol for a Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Aerobic exercise; Protocol (science); Physical activity; Intervention (counseling); Disease; Randomization; Clinical trial","score_opus":0.09557666232842092,"score_gpt":0.5347876585508639,"score_spread":0.4392109962224429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414402023","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30498716,2.1809173e-7,0.0008930407,0.000056166413,0.0000065033905,0.6939903,0.00003477572,0.000020017646,0.000011795009],"genre_scores_gemma":[0.3036178,1.8470836e-9,0.0000814701,0.00001451181,0.00007728327,0.6961084,0.000011611834,0.000020383533,0.00006853197],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.997211,0.0008934392,0.00037079726,0.00043483474,0.00059463637,0.00049532135],"domain_scores_gemma":[0.9970812,0.0015889434,0.00014223777,0.00028315102,0.00054809137,0.0003563341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011753389,0.00021213104,0.0008727568,0.00041531568,0.000102003985,0.000037860817,0.00015479838,0.00007939505,0.000007001512],"category_scores_gemma":[0.0017037176,0.00014760865,0.0004270121,0.0004072517,0.000215197,0.00013226992,0.00006485189,0.0002542579,0.0000011431578],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94298273,0.016714869,0.0008687402,0.004688251,0.00006415137,0.0000076037954,0.00010364206,0.000002686858,0.00045337577,0.000062766114,0.00028091943,0.03377023],"study_design_scores_gemma":[0.95444745,0.025322927,0.011336356,0.0051164557,0.000052722058,2.8946639e-8,0.000027920483,0.00032226738,0.0011583284,0.000050233142,0.002037395,0.00012789092],"about_ca_topic_score_codex":0.000018904706,"about_ca_topic_score_gemma":0.000006718733,"teacher_disagreement_score":0.03364234,"about_ca_system_score_codex":0.00017445968,"about_ca_system_score_gemma":0.00075965317,"threshold_uncertainty_score":0.60193056},"labels":[],"label_agreement":null},{"id":"W4414430630","doi":"10.2196/74388","title":"App-Based Smoking Urge Reduction Intervention for Young Adults: Protocol Combining a Microrandomized Trial and Conventional Between-Subject Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institute on Drug Abuse","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Smoking cessation; Randomization; Intention-to-treat analysis; Reduction (mathematics)","score_opus":0.12697384087865984,"score_gpt":0.5166376964234732,"score_spread":0.3896638555448134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414430630","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06522202,0.0000025028744,0.0046476126,0.00030039597,0.00010251673,0.9293294,0.000021166326,0.00014654707,0.00022786036],"genre_scores_gemma":[0.124728315,2.145243e-7,0.00030204767,0.000013324953,0.0005135688,0.8737046,0.00023651372,0.000035681773,0.00046570186],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99443763,0.0020326003,0.00130159,0.0006832756,0.0009973274,0.0005475643],"domain_scores_gemma":[0.99680233,0.0014084638,0.00041107187,0.00037544436,0.00085315894,0.00014955655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012318233,0.00028111762,0.0011646936,0.00085021363,0.00048574517,0.0002783573,0.00017356189,0.00034683122,0.00012913089],"category_scores_gemma":[0.0022106417,0.00023928404,0.0006763144,0.00060847064,0.00039223288,0.00021575879,0.000081940525,0.000770336,0.0000014759231],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9802473,0.0014717996,0.0013235526,0.0019757648,0.00016865235,0.0000026347038,0.00010609691,2.332444e-7,0.0008135263,0.00025596638,0.0016214489,0.012012976],"study_design_scores_gemma":[0.9738988,0.004153919,0.00038416317,0.008360546,0.0001246887,0.000004341074,0.0001380788,0.00022153353,0.006871585,0.0008484427,0.004803542,0.00019035139],"about_ca_topic_score_codex":0.00006190646,"about_ca_topic_score_gemma":0.0000024174237,"teacher_disagreement_score":0.0595063,"about_ca_system_score_codex":0.00031376595,"about_ca_system_score_gemma":0.0005801845,"threshold_uncertainty_score":0.975772},"labels":[],"label_agreement":null},{"id":"W4414430914","doi":"10.2196/75629","title":"Optimizing Self-Monitoring in a Digital Weight Loss Intervention (Spark): Protocol for a Factorial Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institute on Aging","keywords":"Protocol (science); Randomized controlled trial; Weight loss; Digital health; Intervention (counseling); Randomization","score_opus":0.23889090638954755,"score_gpt":0.6514962615283265,"score_spread":0.41260535513877894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414430914","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025536594,0.000002400259,0.0029054938,0.0007712373,0.00020693893,0.99041194,0.000031968888,0.00024669804,0.0051679867],"genre_scores_gemma":[0.0008777803,0.0000016515102,0.0015360791,0.000047695,0.0019385006,0.9932681,0.00002546527,0.000050327417,0.0022544318],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99199545,0.0023078779,0.0023179764,0.00078860956,0.0007480606,0.0018420138],"domain_scores_gemma":[0.99224806,0.0051791444,0.00048974896,0.00070378627,0.0009513987,0.00042785675],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.010493023,0.00029947583,0.0009358581,0.0008468162,0.0013328629,0.00014124379,0.00061730825,0.00052908517,0.00015499633],"category_scores_gemma":[0.0030292133,0.00025224526,0.0003087136,0.00114642,0.0001616837,0.00044100475,0.00036405944,0.0020520608,0.00009514507],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9449336,0.0020659487,0.002715827,0.010013252,0.00003348551,0.000002813621,0.0008636335,0.0000020653135,0.000022202494,0.012450024,0.012878735,0.014018432],"study_design_scores_gemma":[0.5109956,0.0004547767,0.00005266196,0.004946643,0.0000019189583,1.3389881e-7,0.00010885288,0.00014546925,0.000045234076,0.004834329,0.47830603,0.0001083181],"about_ca_topic_score_codex":0.00010127233,"about_ca_topic_score_gemma":0.000039219292,"teacher_disagreement_score":0.4654273,"about_ca_system_score_codex":0.0011401926,"about_ca_system_score_gemma":0.0028981692,"threshold_uncertainty_score":0.99999297},"labels":[],"label_agreement":null},{"id":"W4414432436","doi":"10.2196/64899","title":"Effect of Adherence to Oral Semaglutide on Glycemic Control in People With Type 2 Diabetes Treated With Metformin: Protocol for an Open-Label Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Treatment and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Semaglutide; Type 2 diabetes; Glycemic; Clinical trial; Protocol (science); Diabetes mellitus","score_opus":0.2642634662420609,"score_gpt":0.6004739565425047,"score_spread":0.3362104903004438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414432436","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23980673,3.7034164e-7,0.000008078015,0.00012873115,0.0000035025225,0.75856555,0.000008193585,0.00003501892,0.0014438144],"genre_scores_gemma":[0.034397554,5.6980255e-8,0.00063521985,0.00011136635,0.000040013914,0.96268237,0.000018306288,0.000038424972,0.0020766696],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99670196,0.00068002427,0.00059322733,0.00067110546,0.00062537816,0.0007282858],"domain_scores_gemma":[0.9974247,0.00093718624,0.00013476732,0.00075237686,0.000497388,0.00025355903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033039963,0.00029132987,0.0010436948,0.00057935127,0.000088629735,0.000110604095,0.0005093683,0.00012498844,0.000039075505],"category_scores_gemma":[0.00052492763,0.00016815357,0.000048401023,0.001707078,0.00015281726,0.00016211903,0.00017523668,0.00036148247,0.00001838472],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84157914,0.007895004,0.09030999,0.0019667584,0.00026735364,0.000017867258,0.000029739962,0.000003836788,0.0006592384,0.0001642446,0.0035372614,0.053569537],"study_design_scores_gemma":[0.42189893,0.5460344,0.002051583,0.006305301,0.00004787847,2.6024742e-7,0.000017171496,0.0002640601,0.007643328,0.000041357263,0.015538452,0.00015726208],"about_ca_topic_score_codex":0.000059020855,"about_ca_topic_score_gemma":0.00021330173,"teacher_disagreement_score":0.5381394,"about_ca_system_score_codex":0.00018340378,"about_ca_system_score_gemma":0.0005953409,"threshold_uncertainty_score":0.6857103},"labels":[],"label_agreement":null},{"id":"W4414433730","doi":"10.2196/82570","title":"Correction: Rationale for the Use of Acupuncture to Stabilize Blood Pressure Fluctuations During Total Laparoscopic Hysterectomy: Protocol for a Pilot Parallel-Group Randomized Clinical Trial","year":2025,"lang":"en","type":"erratum","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Acupuncture; Protocol (science); Blood pressure; Clinical trial; Laparoscopic surgery; Randomization","score_opus":0.34654675460478834,"score_gpt":0.5661390662483998,"score_spread":0.21959231164361148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414433730","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014847176,0.000047300873,0.0012722553,0.0032715092,0.0009160569,0.99329126,0.00058484427,0.00013464235,0.00046731022],"genre_scores_gemma":[0.0000067338106,0.000006623454,0.0022986166,0.00006139204,0.0030183631,0.69139844,0.00037665755,0.000090939844,0.3027422],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891436,0.0030111966,0.0023443943,0.001565014,0.0026153536,0.001320403],"domain_scores_gemma":[0.9599405,0.033189427,0.00070085755,0.0018020648,0.0039715976,0.00039558706],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006351398,0.001149795,0.004164225,0.0007054506,0.0011211331,0.00038488343,0.0007797499,0.00085275905,0.00031193873],"category_scores_gemma":[0.044825714,0.00049542385,0.0018652182,0.00097418,0.001002925,0.00023792342,0.0007355542,0.0028129723,0.000008485792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.48660827,0.002910434,0.00001652825,0.0077427416,0.002658831,0.000004273903,0.00015647622,0.000024475028,0.00007449824,0.00006988204,0.49941796,0.0003156184],"study_design_scores_gemma":[0.43464786,0.015370734,0.0001149834,0.0054790187,0.00065321627,0.0000055412347,0.00003979879,0.00033564013,0.0001484225,0.00008643357,0.54288834,0.00023001846],"about_ca_topic_score_codex":0.00004786696,"about_ca_topic_score_gemma":0.0001729398,"teacher_disagreement_score":0.3022749,"about_ca_system_score_codex":0.00028516806,"about_ca_system_score_gemma":0.004098978,"threshold_uncertainty_score":0.9997497},"labels":[],"label_agreement":null},{"id":"W4414435343","doi":"10.2196/77204","title":"Layperson-Friendly AI Translation of Medical Documents to Improve Doctor–Patient Communication: Protocols for the AI-INFOCARE and AI-MEDTALK Randomized Controlled Trials","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Knowledge translation; Protocol (science); MEDLINE; Translation (biology); Randomization","score_opus":0.3703447849903008,"score_gpt":0.6586261350677657,"score_spread":0.28828135007746486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414435343","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007874748,0.00010290612,0.0033451447,0.099805765,0.0000415441,0.8952706,0.000020331358,0.000031685075,0.000594568],"genre_scores_gemma":[0.04052113,0.000019058836,0.00045080474,0.001824767,0.0001828704,0.9562612,0.000024114006,0.000019196115,0.0006968576],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99241984,0.002847588,0.002181515,0.00039927065,0.0016539916,0.0004978089],"domain_scores_gemma":[0.98378927,0.012607281,0.00034526724,0.0008292378,0.0021179335,0.00031102335],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024456643,0.00021453438,0.0017814657,0.0003849789,0.00046557013,0.00018806783,0.00047576247,0.00030259436,0.0003274116],"category_scores_gemma":[0.018962974,0.00012484036,0.0004088917,0.00059423165,0.0004951431,0.0001922623,0.00013137127,0.00078925176,0.000009647144],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.46615922,0.0011024511,0.00066465535,0.0033107696,0.00055473327,0.0000022556112,0.010167619,0.0000076130873,0.001536192,0.01061667,0.034724373,0.47115344],"study_design_scores_gemma":[0.25220874,0.008387683,0.00016981817,0.019546196,0.00023073718,0.000006933049,0.00774155,0.010043585,0.045488346,0.013648292,0.64206344,0.00046466524],"about_ca_topic_score_codex":0.00048497104,"about_ca_topic_score_gemma":0.000103267776,"teacher_disagreement_score":0.6073391,"about_ca_system_score_codex":0.00016270218,"about_ca_system_score_gemma":0.0018838885,"threshold_uncertainty_score":0.9893007},"labels":[],"label_agreement":null},{"id":"W4414459753","doi":"10.2196/69414","title":"Effectiveness and Related Factors of Narrative Messages in Correcting Health-Related Misinformation: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Narrative; Protocol analysis; Context (archaeology); The Internet","score_opus":0.34179127482126265,"score_gpt":0.6478545803960655,"score_spread":0.3060633055748028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414459753","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6268983e-7,0.091759786,0.0000073417236,0.00012347822,0.000010424665,0.9053087,0.0000255259,0.00005478901,0.002709781],"genre_scores_gemma":[5.338848e-7,0.07579103,0.000019603005,0.000012374011,0.000008033036,0.9231613,0.000024906298,0.000022051498,0.0009601391],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98630387,0.008531003,0.0028990072,0.00036285506,0.0011561927,0.00074705004],"domain_scores_gemma":[0.9918692,0.004563438,0.002059251,0.00042549448,0.00083249086,0.00025010615],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.022325477,0.00039755667,0.0031910099,0.0009736286,0.0007366426,0.00020919064,0.0006020292,0.00049358176,0.000104475424],"category_scores_gemma":[0.013246266,0.0002857759,0.0003253433,0.002972896,0.00032169308,0.0007181655,0.0001435931,0.0009752617,0.000007699582],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003119923,0.00007727866,9.596653e-7,0.93672514,0.000050074977,6.3205266e-7,0.020926777,1.9048464e-7,1.8104478e-8,0.0010398143,0.0015490684,0.039598875],"study_design_scores_gemma":[0.0009106938,0.0003065692,0.000004709207,0.8506711,0.000014959882,0.000003480617,0.0037839732,0.000003964662,0.0000012420627,0.00014600283,0.14395782,0.00019544651],"about_ca_topic_score_codex":0.00012481879,"about_ca_topic_score_gemma":0.00003378296,"teacher_disagreement_score":0.14240874,"about_ca_system_score_codex":0.0008175749,"about_ca_system_score_gemma":0.0044430736,"threshold_uncertainty_score":0.99995947},"labels":[],"label_agreement":null},{"id":"W4414461914","doi":"10.2196/71854","title":"Effect of Physiotherapy Intervention on Improvement of Respiratory Function and Degree of Respiratory Distress Reduction in Neonates With Respiratory Distress Syndrome: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Neonatal Respiratory Health Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Protocol (science); Respiratory distress; Respiratory system; Neonatal respiratory distress syndrome; Distress; Clinical Practice; Randomized controlled trial","score_opus":0.2114469733851033,"score_gpt":0.5913763165765767,"score_spread":0.3799293431914734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414461914","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006044756,0.23505612,0.000011043058,0.00001362431,0.000009774961,0.76456755,0.0002058944,0.000028996767,0.000046521192],"genre_scores_gemma":[0.000016407184,0.0237397,0.000017035085,0.00003810858,0.00006186223,0.97577393,0.00004714219,0.00015237874,0.00015342445],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9849092,0.00578814,0.0041265185,0.0014100493,0.0028132724,0.0009528689],"domain_scores_gemma":[0.9902945,0.0028158515,0.0027281153,0.002155322,0.0016502418,0.00035595914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013452773,0.000924236,0.0058510653,0.0024084,0.00014592237,0.00004152945,0.0007637435,0.0006416208,0.00003539128],"category_scores_gemma":[0.0026994308,0.0006208872,0.000794462,0.0024851859,0.0008338372,0.0002325905,0.00032087078,0.0017704156,0.0000035188862],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008871838,0.0010285408,0.000028286226,0.65188485,0.00019996297,0.00002053324,0.000011589629,2.0972159e-7,0.0003245105,0.000043672742,0.00019295455,0.33739308],"study_design_scores_gemma":[0.0084260795,0.071250096,0.00006157036,0.8394406,0.0001996093,0.000009417324,0.000018108465,0.0000013557396,0.0021183898,0.000017941726,0.07814871,0.00030811309],"about_ca_topic_score_codex":0.00004098516,"about_ca_topic_score_gemma":0.000020406249,"teacher_disagreement_score":0.33708495,"about_ca_system_score_codex":0.0010489762,"about_ca_system_score_gemma":0.0021586006,"threshold_uncertainty_score":0.99962425},"labels":[],"label_agreement":null},{"id":"W4414474961","doi":"10.2196/76509","title":"Gait Rehabilitation Using Hybrid Assistive Limb in Patients With Lower Limb Amputation: Protocol for a Single-Arm Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prosthetics and Rehabilitation Robotics","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lower limb; Protocol (science); Clinical trial; Rehabilitation; Gait; Lower limb amputation","score_opus":0.1783737961077631,"score_gpt":0.5244251683385804,"score_spread":0.34605137223081733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414474961","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015009086,3.187909e-7,0.0049559018,0.00015692505,0.000044284105,0.9791554,0.000018392964,0.00010155206,0.00055812695],"genre_scores_gemma":[0.016554339,2.2525189e-8,0.012360988,0.000015877253,0.00009844318,0.97081846,0.000015322636,0.00005057314,0.00008597294],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99693656,0.00045598223,0.00093523687,0.0004867549,0.0006373558,0.0005481082],"domain_scores_gemma":[0.99667215,0.0016199781,0.00010674914,0.00041313152,0.0010679157,0.00012009762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020247784,0.000222617,0.00036166114,0.00049497094,0.0001653846,0.00018418318,0.0002517396,0.00017493217,0.000022023794],"category_scores_gemma":[0.0014084924,0.00018873718,0.00014087817,0.000763146,0.00028130645,0.00021998033,0.00008362765,0.0005809741,0.000007679606],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6349054,0.06386181,0.10655374,0.01642296,0.00037858373,0.000028072456,0.0011410895,0.09075069,0.00064328226,0.0045271786,0.017037233,0.06374996],"study_design_scores_gemma":[0.39426064,0.1866595,0.06697182,0.013315993,0.000022323995,0.0000013986507,0.0002838513,0.17832291,0.00079133303,0.011283226,0.14645307,0.0016339496],"about_ca_topic_score_codex":0.0000020767354,"about_ca_topic_score_gemma":0.000005417604,"teacher_disagreement_score":0.24064475,"about_ca_system_score_codex":0.00046298493,"about_ca_system_score_gemma":0.00033654025,"threshold_uncertainty_score":0.7696479},"labels":[],"label_agreement":null},{"id":"W4414475925","doi":"10.2196/77336","title":"Efficacy and Safety of Acupuncture at Sensitized Acupoints for Knee Osteoarthritis: Protocol for a Multicenter, Single-Blind Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Acupuncture; Protocol (science); Randomization; Clinical trial; Research design","score_opus":0.1281599315567611,"score_gpt":0.5269477754376028,"score_spread":0.39878784388084176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414475925","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018276854,0.000024567355,0.00030003395,0.0020832825,0.000020311874,0.9942601,0.000083953164,0.000094334246,0.0013057707],"genre_scores_gemma":[0.0012704567,0.0000015743201,0.002842231,0.000088342946,0.0002641373,0.98633575,0.00006095329,0.00006430733,0.009072234],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9934241,0.0015627134,0.001570873,0.00093105814,0.0013103309,0.0012008984],"domain_scores_gemma":[0.97993374,0.016296975,0.00040275254,0.0007502608,0.0022883536,0.0003278901],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005833039,0.00078063906,0.0047538024,0.00070833805,0.00058772933,0.00011931139,0.00023852076,0.00038017076,0.00009270142],"category_scores_gemma":[0.017489098,0.00034417078,0.0012564921,0.0004863486,0.0012084094,0.00012487177,0.00051042746,0.0005709475,0.0000054204575],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9652151,0.003144321,0.00004054455,0.005077261,0.001687031,0.000022260145,0.00029053589,4.9423403e-7,0.008096043,0.00019943448,0.0070434874,0.0091835065],"study_design_scores_gemma":[0.90020996,0.018299568,0.0000370097,0.0058486843,0.00020819396,0.000008123737,0.0000769802,0.00013060751,0.0076861917,0.00034624845,0.06694517,0.0002032795],"about_ca_topic_score_codex":0.000005768422,"about_ca_topic_score_gemma":0.000020856347,"teacher_disagreement_score":0.06500514,"about_ca_system_score_codex":0.0004543284,"about_ca_system_score_gemma":0.0006700275,"threshold_uncertainty_score":0.99990106},"labels":[],"label_agreement":null},{"id":"W4414491563","doi":"10.2196/73895","title":"Cultural Adaptation of Together+, a Status-Neutral mHealth Intervention to Improve HIV Prevention and Care for Adolescent and Young Men Who Have Sex With Men in Vietnam: Protocol for a Co-Design Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Protocol (science); Intervention (counseling); Men who have sex with men; Human immunodeficiency virus (HIV); Population; Adaptation (eye); Health care; Sexual behavior","score_opus":0.15877499563228542,"score_gpt":0.5537662592563164,"score_spread":0.394991263624031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414491563","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006318025,0.000006790282,0.015131627,0.00030596243,7.307945e-7,0.97720593,0.00007975194,0.000020365409,0.0009308441],"genre_scores_gemma":[0.015046128,9.613892e-7,0.0014790712,0.000005433048,0.000030151105,0.9691106,0.00004197789,0.000027698234,0.014257976],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99687076,0.0007664908,0.0006272672,0.0005641975,0.0005195223,0.0006517909],"domain_scores_gemma":[0.9981662,0.00011635803,0.00013317337,0.00028039483,0.0010351785,0.0002686837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023010417,0.00019779119,0.0004431079,0.00057016406,0.00020878534,0.00012568315,0.00013374796,0.0000941526,0.0000118192],"category_scores_gemma":[0.00029579346,0.00015049677,0.00009172064,0.0003579505,0.00012764416,0.00025570707,0.00010698626,0.000371493,7.605787e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12598553,0.014686544,0.15204819,0.07921268,0.00052600354,0.000016674994,0.058523864,0.000046397432,0.0120851975,0.00043354445,0.090324625,0.46611074],"study_design_scores_gemma":[0.12801929,0.35651085,0.08715451,0.05236193,0.000074738,0.000009666378,0.2665402,0.057693377,0.020294057,0.00054492784,0.030154916,0.00064154644],"about_ca_topic_score_codex":0.00040497805,"about_ca_topic_score_gemma":0.0013971764,"teacher_disagreement_score":0.46546918,"about_ca_system_score_codex":0.00040161013,"about_ca_system_score_gemma":0.0004841637,"threshold_uncertainty_score":0.61370796},"labels":[],"label_agreement":null},{"id":"W4414497854","doi":"10.2196/67709","title":"Codeveloping a Novel Intervention to Promote the Well-Being of Family Caregivers of Individuals With Spinal Cord Injury: Protocol for a Feasibility Randomized Control Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"B.C. Women's Hospital & Health Centre; BC Children's Hospital; Simon Fraser University; Children's & Women's Health Centre of British Columbia; Spinal Cord Injury BC; GF Strong Rehabilitation Centre; International Collaboration On Repair Discoveries; University of British Columbia","funders":"","keywords":"Family caregivers; Intervention (counseling); Randomized controlled trial; Protocol (science); Randomization; Spinal cord; Research design","score_opus":0.23400274349387729,"score_gpt":0.5908311756033712,"score_spread":0.3568284321094939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414497854","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043467678,9.1181664e-7,0.0077446927,0.0012719712,0.000009052486,0.94652903,0.000034477354,0.000035252277,0.0009069385],"genre_scores_gemma":[0.055365868,6.889326e-8,0.0032171458,0.000059771504,0.00006888455,0.94074905,0.000005097058,0.00003407667,0.00050002435],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99397075,0.0012897884,0.0013085282,0.0006725209,0.00197316,0.0007852459],"domain_scores_gemma":[0.99426526,0.0008944028,0.00043293711,0.0009271185,0.0032805281,0.0001997336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014399957,0.00028944234,0.0013419113,0.0008580733,0.00024176025,0.000094951225,0.00077600224,0.00016926376,0.000044732085],"category_scores_gemma":[0.004698349,0.00017824168,0.00042253733,0.0018106656,0.00087503466,0.00014902827,0.000370951,0.00084580155,0.000003896555],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97268045,0.0015527367,0.001014697,0.0060215173,0.00031415062,0.000002605338,0.00019472546,0.0000012542848,0.008614141,0.0014005327,0.001138453,0.007064742],"study_design_scores_gemma":[0.8447883,0.09231432,0.0020567728,0.019404719,0.00004217968,0.0000028636143,0.0005190086,0.00019468283,0.021727921,0.00068741344,0.01808969,0.00017212138],"about_ca_topic_score_codex":0.00015820979,"about_ca_topic_score_gemma":0.00001723123,"teacher_disagreement_score":0.12789214,"about_ca_system_score_codex":0.00039604533,"about_ca_system_score_gemma":0.0020967221,"threshold_uncertainty_score":0.7268485},"labels":[],"label_agreement":null},{"id":"W4414516462","doi":"10.2196/80859","title":"Facilitators of and Barriers to Resilience Among Black Children and Youth in Canada and the United States: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Protocol (science); Resilience (materials science); Psychological resilience; Data collection; Population; Qualitative research; Context (archaeology)","score_opus":0.16997674415925426,"score_gpt":0.5554550893939907,"score_spread":0.38547834523473645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414516462","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022420838,0.042642284,0.000001242199,0.00044481104,0.0000020401585,0.95666367,0.000085366264,0.0000069804964,0.00013118138],"genre_scores_gemma":[5.327598e-7,0.2430147,0.000029886967,0.000116286305,0.000011188677,0.7566612,0.000011575051,0.00000858132,0.0001460617],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99563086,0.0019507884,0.0007166282,0.0004902269,0.0006997411,0.00051174377],"domain_scores_gemma":[0.99744976,0.0013189623,0.00020387903,0.00028465773,0.00029562158,0.0004471109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056678746,0.00021523138,0.0008813633,0.0003707859,0.0004298489,0.00014495166,0.00044676522,0.000097398224,0.000023140847],"category_scores_gemma":[0.0042764335,0.00014462009,0.0000483509,0.0016315227,0.0010025738,0.000092240785,0.00025770362,0.00040724114,4.3874027e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019972521,0.00005391381,0.012947771,0.5789803,0.000072768154,0.0000013355707,0.05851542,0.000002084539,4.6980597e-9,0.0010802423,0.015088684,0.3330577],"study_design_scores_gemma":[0.000899524,0.000080520076,0.0008376413,0.7098148,0.00000970444,1.8517446e-7,0.0044289287,8.4260364e-7,1.3041603e-7,0.00008649175,0.28363946,0.00020178055],"about_ca_topic_score_codex":0.4891932,"about_ca_topic_score_gemma":0.61666065,"teacher_disagreement_score":0.3328559,"about_ca_system_score_codex":0.00034949492,"about_ca_system_score_gemma":0.02290854,"threshold_uncertainty_score":0.98263067},"labels":[],"label_agreement":null},{"id":"W4414535482","doi":"10.2196/71344","title":"Caring Text Messages for Suicide Prevention in Urban American Indian Youth: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Randomized controlled trial; Protocol (science); Suicide prevention; Poison control; Occupational safety and health; Injury prevention; Human factors and ergonomics","score_opus":0.2048047916569213,"score_gpt":0.5730659777810093,"score_spread":0.368261186124088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414535482","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023187126,0.00000625715,0.00034860088,0.0005398703,0.000035666217,0.9902973,0.000022282318,0.000092287184,0.0063390234],"genre_scores_gemma":[0.0057102162,2.1243022e-7,0.00025488107,0.000068677175,0.0002863717,0.98217005,0.000014315947,0.00004881361,0.011446464],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933355,0.002875012,0.0013003527,0.00078444637,0.00051341316,0.0011912702],"domain_scores_gemma":[0.992818,0.0056173583,0.00038881626,0.0005743,0.00048799542,0.00011352849],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009196814,0.00033515284,0.0020035412,0.001042949,0.000383782,0.00018299391,0.00055308844,0.00019916693,0.00012330007],"category_scores_gemma":[0.003165897,0.00025653426,0.00071047153,0.0009001415,0.00044687997,0.00012462378,0.0001664445,0.00056549377,0.000016121596],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97716063,0.0012715964,0.0014810287,0.00046959048,0.00045933964,0.000005802794,0.004989865,0.0000010057773,0.000061894934,0.0026750162,0.006880826,0.0045433897],"study_design_scores_gemma":[0.9762066,0.002748006,0.00037731408,0.0006791291,0.000025631229,3.416988e-7,0.0037022638,0.00003774814,0.00020549832,0.003621562,0.012155187,0.00024070611],"about_ca_topic_score_codex":0.0005267175,"about_ca_topic_score_gemma":0.00044840178,"teacher_disagreement_score":0.008127252,"about_ca_system_score_codex":0.00019375587,"about_ca_system_score_gemma":0.0004196296,"threshold_uncertainty_score":0.9999887},"labels":[],"label_agreement":null},{"id":"W4414537601","doi":"10.2196/82238","title":"Enhancing Patient Support in Digital Inflammatory Bowel Disease Tools: The Need for Medication Guidance and Decision Support","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Inflammatory bowel disease; Decision support system; Clinical decision support system; Digital health; Decision aids; Crohn's disease; MEDLINE","score_opus":0.036730828473304174,"score_gpt":0.41746672357855463,"score_spread":0.38073589510525047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414537601","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58947814,0.000033160322,0.0015441494,0.000601292,0.000029810672,0.4069619,0.00012716543,0.000029766246,0.0011946151],"genre_scores_gemma":[0.2378097,0.000003512847,0.00017225218,0.00021117454,0.000084921536,0.7611072,0.000117239724,0.000021833153,0.00047217877],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807703,0.00011182967,0.00044041217,0.00046333447,0.00044735396,0.0004600511],"domain_scores_gemma":[0.9986051,0.00015638233,0.00008088435,0.00063475803,0.000320268,0.00020265544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013138064,0.00015374366,0.00010831633,0.00014157715,0.00020529062,0.00020092695,0.00037674594,0.000118362026,0.000021136719],"category_scores_gemma":[0.0016864064,0.00012180506,0.0000700554,0.00014176329,0.00023737457,0.000039997496,0.00041660073,0.000191648,0.000012365138],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026942166,0.0017061018,0.39570892,0.0046356814,0.0001397267,0.00042354193,0.0011797524,0.0001060789,0.10761938,0.005455796,0.15314281,0.30294007],"study_design_scores_gemma":[0.0049185846,0.0008848412,0.44822147,0.0015670926,0.0000066739503,0.0000036969243,0.00048134747,0.00044079992,0.021187384,0.006302919,0.5155131,0.00047209932],"about_ca_topic_score_codex":0.0000011705243,"about_ca_topic_score_gemma":0.000025746704,"teacher_disagreement_score":0.36237028,"about_ca_system_score_codex":0.000067541914,"about_ca_system_score_gemma":0.00093878235,"threshold_uncertainty_score":0.4967066},"labels":[],"label_agreement":null},{"id":"W4414537820","doi":"10.2196/83160","title":"Authors’ Reply: Enhancing Patient Support in Digital Inflammatory Bowel Disease Tools: The Need for Medication Guidance and Decision Support","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Inflammatory Bowel Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Inflammatory bowel disease; Decision support system; Clinical decision support system; Digital health; Decision aids; Crohn's disease; MEDLINE","score_opus":0.04215610630537677,"score_gpt":0.42423438659254137,"score_spread":0.3820782802871646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414537820","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5409508,0.000037028985,0.0018627292,0.0012627525,0.000048674265,0.45431745,0.00015498733,0.00004588712,0.0013197195],"genre_scores_gemma":[0.21043693,0.0000035953533,0.00021609118,0.0003495847,0.00011037267,0.78787136,0.00014284832,0.000028380844,0.0008408263],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976804,0.0001564475,0.0005462819,0.000579219,0.0005183367,0.0005192789],"domain_scores_gemma":[0.99826646,0.0001748251,0.00010815134,0.0008250463,0.00037229326,0.0002531987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019703605,0.00017701136,0.00012850389,0.00016640224,0.0002468925,0.00023822348,0.00042262182,0.00013370746,0.000022884089],"category_scores_gemma":[0.0027511076,0.0001416453,0.00008317099,0.00017341964,0.00026186684,0.000046440433,0.00048659302,0.00024463603,0.00001215161],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027247129,0.0015861739,0.320825,0.004189743,0.00014724712,0.0004962988,0.0015040074,0.00010286213,0.072412126,0.0051625674,0.29256317,0.27376366],"study_design_scores_gemma":[0.0038208037,0.0008076301,0.32181847,0.0014481322,0.0000069882108,0.000004091614,0.00044737844,0.0005104687,0.013676374,0.006348468,0.6506713,0.00043990003],"about_ca_topic_score_codex":0.0000018288379,"about_ca_topic_score_gemma":0.000022579148,"teacher_disagreement_score":0.35810813,"about_ca_system_score_codex":0.00008396183,"about_ca_system_score_gemma":0.0010805388,"threshold_uncertainty_score":0.5776128},"labels":[],"label_agreement":null},{"id":"W4414538073","doi":"10.2196/75285","title":"Developing Recommendations to Improve Crisis Line Supports for Public Safety Personnel in Canada: Protocol for a Multimethod National Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Regional Municipality of Ottawa; Sunnybrook Health Science Centre; Université du Québec à Montréal; Ottawa Hospital; Montreal Police Service; Richmond Hospital; Trillium Health Centre; Royal Ottawa Mental Health Centre; Government of Ontario; Simon Fraser University; Centre for Addiction and Mental Health; New Brunswick Community College; University of Toronto; University of Regina","funders":"","keywords":"Protocol (science); Crisis intervention; Data collection; Context (archaeology); Qualitative research; Safety culture; Occupational safety and health","score_opus":0.5873993051987875,"score_gpt":0.6654980728069982,"score_spread":0.07809876760821077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414538073","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014787233,4.7349934e-7,0.011916597,0.02227981,0.00002890958,0.963202,0.00041188646,0.000043757664,0.001968684],"genre_scores_gemma":[0.001625639,2.3578556e-8,0.018077763,0.00037062168,0.00007700105,0.9776038,0.000058722057,0.00005478289,0.0021316623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935561,0.0014575025,0.0010905709,0.0010809733,0.001195216,0.0016196261],"domain_scores_gemma":[0.99325734,0.0033749633,0.00013223193,0.00069494505,0.002256094,0.00028440464],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007915827,0.00028669956,0.0004715276,0.0013782925,0.00072226644,0.00022765278,0.0010559857,0.00014797288,0.0007698511],"category_scores_gemma":[0.0043140072,0.00028004454,0.000095944415,0.0019853127,0.00005851303,0.00019945303,0.00043919156,0.0006782966,0.000023152825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012558487,0.013082763,0.038944405,0.0044461647,0.00064682757,0.000033278317,0.01444332,0.000033243046,0.00020350731,0.03874725,0.64067066,0.23619008],"study_design_scores_gemma":[0.028980048,0.0032050912,0.03026934,0.0014893912,0.0000040876,0.0000027816782,0.036721203,0.0014985615,0.0005703447,0.0064850673,0.89007515,0.0006989226],"about_ca_topic_score_codex":0.15090623,"about_ca_topic_score_gemma":0.5799574,"teacher_disagreement_score":0.42905122,"about_ca_system_score_codex":0.0033598652,"about_ca_system_score_gemma":0.011966249,"threshold_uncertainty_score":0.9999652},"labels":[],"label_agreement":null},{"id":"W4414540794","doi":"10.2196/76442","title":"Supporting Oral and Long-Acting HIV Preexposure Prophylaxis Decision-Making Among Pregnant Women (MyChoice Intervention): Protocol for 2 Pilot Randomized Controlled Trials","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Allergy and Infectious Diseases; National Institute of Mental Health","keywords":"Protocol (science); Randomized controlled trial; Human immunodeficiency virus (HIV); Randomization; Pregnancy; Intervention (counseling); Research design","score_opus":0.14742428442224387,"score_gpt":0.5780769587231439,"score_spread":0.43065267430090004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414540794","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040698806,0.00001679366,0.018582363,0.00023931288,0.00001187278,0.973806,0.000032006825,0.0001457666,0.0030959693],"genre_scores_gemma":[0.03265577,9.571132e-7,0.0020107618,0.000021638132,0.00016922677,0.9319569,0.000014934471,0.00006820777,0.033101622],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9855782,0.0062577943,0.0037085381,0.0010241875,0.0016435906,0.001787728],"domain_scores_gemma":[0.98103416,0.014419966,0.0010637952,0.0008209143,0.0021085022,0.00055264053],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05718167,0.00047754272,0.0038197222,0.0014894096,0.00082183775,0.0008817355,0.00055666245,0.00026177775,0.0014906538],"category_scores_gemma":[0.11615405,0.0003086168,0.001518197,0.0010133099,0.00070051034,0.00058317685,0.00058136886,0.0013936277,0.000023568366],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.68970764,0.0031165644,0.007902989,0.010340767,0.0011909712,0.0000540554,0.00049174996,0.0000016977532,0.0010416687,0.00035326026,0.015361462,0.27043718],"study_design_scores_gemma":[0.82322407,0.04632352,0.00092948455,0.09578429,0.00007365448,0.000015648975,0.0008539357,0.004287379,0.001280926,0.004620055,0.022189789,0.00041727332],"about_ca_topic_score_codex":0.000032061795,"about_ca_topic_score_gemma":0.000054257718,"teacher_disagreement_score":0.27001992,"about_ca_system_score_codex":0.000452648,"about_ca_system_score_gemma":0.00083655125,"threshold_uncertainty_score":0.9999366},"labels":[],"label_agreement":null},{"id":"W4414556129","doi":"10.2196/71495","title":"A Technology-Enhanced Medical Nutrition Therapy and Diabetes Self-Management Education for Adults With Disability and Type 2 Diabetes: Protocol for a Pilot and Feasibility Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Type 2 diabetes; Diabetes mellitus; Randomization; Research design; Medical nutrition therapy","score_opus":0.08061998925763918,"score_gpt":0.4961102061842715,"score_spread":0.4154902169266323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414556129","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21567483,0.000022073358,0.000034463003,0.0033443416,0.000013733287,0.7805146,0.000002248155,0.000091131114,0.00030258574],"genre_scores_gemma":[0.047153614,0.000011182237,0.0016993631,0.00010577914,0.0001260897,0.9505564,0.000022962853,0.000019632149,0.00030496478],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99746066,0.00040300106,0.0005338606,0.00067283295,0.00045405197,0.00047558494],"domain_scores_gemma":[0.9973592,0.0012480391,0.00014462195,0.00038913725,0.0006922918,0.00016670795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045054574,0.00022836175,0.00093389995,0.0003455942,0.00025269226,0.00014038732,0.00012603361,0.00015540142,0.000019039715],"category_scores_gemma":[0.0017958562,0.00015100859,0.000075656346,0.000517998,0.00075150887,0.00015419282,0.00009686184,0.00024151354,4.5789295e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9183747,0.0076581887,0.006492635,0.012302118,0.0002944107,9.435087e-8,0.00010744329,9.73765e-9,0.00010926221,0.001332989,0.0013840654,0.05194405],"study_design_scores_gemma":[0.96185875,0.011349147,0.0020353275,0.005341506,0.000060054568,1.1275423e-7,0.0002926022,0.0004674846,0.0005039264,0.010204378,0.0077363714,0.0001503515],"about_ca_topic_score_codex":0.000001764617,"about_ca_topic_score_gemma":0.0000045111556,"teacher_disagreement_score":0.17004183,"about_ca_system_score_codex":0.00012448398,"about_ca_system_score_gemma":0.00037116758,"threshold_uncertainty_score":0.61579514},"labels":[],"label_agreement":null},{"id":"W4414564041","doi":"10.2196/69702","title":"Identifying Factors Associated With HIV Viral Suppression and Health Care Outcomes in the Florida Cohort Study Wave 3: Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute on Alcohol Abuse and Alcoholism","keywords":"Prospective cohort study; Cohort study; Protocol (science); Health care; Human immunodeficiency virus (HIV); Cohort; Public health","score_opus":0.2459279466547223,"score_gpt":0.5890862236238275,"score_spread":0.34315827696910517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414564041","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17340523,0.0000013503893,0.000034382974,0.00046824696,0.000003217588,0.8251701,0.000045348348,0.000054663746,0.0008174622],"genre_scores_gemma":[0.26844686,6.4694184e-8,0.000020185122,0.000018520312,0.000025016458,0.7276268,0.00003668226,0.000029059825,0.003796776],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99343,0.0019237695,0.0007027088,0.0008652792,0.0020601305,0.0010181176],"domain_scores_gemma":[0.9972929,0.0005454851,0.00014531908,0.00076297176,0.0010168261,0.00023654725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060790507,0.00031587284,0.00080380705,0.00073322427,0.00087809114,0.00037834444,0.00037709798,0.00010376148,0.000058969625],"category_scores_gemma":[0.0012659354,0.00017715138,0.00013692176,0.0011270522,0.00022094286,0.00027248793,0.00034986643,0.0013509684,0.0000034738844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016746507,0.006774123,0.96899843,0.0010194875,0.00038840322,0.000041340863,0.009386111,1.798059e-7,0.000026102658,0.000042040832,0.011237421,0.00041171175],"study_design_scores_gemma":[0.014966511,0.027947545,0.9228167,0.0033824942,0.000016467531,0.0000010965856,0.029554887,0.000050327915,0.00012825654,0.00006932396,0.0009250206,0.00014138067],"about_ca_topic_score_codex":0.00049142126,"about_ca_topic_score_gemma":0.002476866,"teacher_disagreement_score":0.09754328,"about_ca_system_score_codex":0.0009724472,"about_ca_system_score_gemma":0.00091450184,"threshold_uncertainty_score":0.72240233},"labels":[],"label_agreement":null},{"id":"W4414578991","doi":"10.2196/83839","title":"Correction: Gamification of Incentive Spirometry in Trauma Patients: Protocol for a Prospective, Observational Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Incentive; Spirometry; Research design","score_opus":0.40767702754769575,"score_gpt":0.6063794244300071,"score_spread":0.1987023968823114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414578991","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084631085,3.6955885e-7,0.00016413863,0.00046735755,0.000020155143,0.9133268,0.000024704757,0.00004442536,0.0013209775],"genre_scores_gemma":[0.10444099,1.739065e-8,0.00036804416,0.000052264706,0.00006836767,0.8943044,0.000024128589,0.000018816176,0.0007229703],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957567,0.00077700143,0.0010113403,0.00071811327,0.0013275079,0.00040935117],"domain_scores_gemma":[0.9958361,0.00072076893,0.0002462599,0.0006894381,0.002405501,0.00010196598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00370109,0.00018768615,0.00050860643,0.0006678464,0.00015236354,0.00004256673,0.00028217037,0.00013226048,0.00008659791],"category_scores_gemma":[0.003118627,0.0001753811,0.00011869343,0.0024044772,0.00022758148,0.0002467895,0.00013974395,0.0006239926,0.0000048682214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009476462,0.022007318,0.9545574,0.0026045884,0.00004609205,8.3452227e-7,0.0014758861,0.0000012473797,0.00014873844,0.00047317357,0.005831307,0.0033769463],"study_design_scores_gemma":[0.01937271,0.0060493457,0.9583653,0.0034229944,0.0000037560212,2.2546627e-7,0.0011120051,0.00007219774,0.00279751,0.0013879385,0.007297269,0.000118707736],"about_ca_topic_score_codex":0.00014023022,"about_ca_topic_score_gemma":0.0002534318,"teacher_disagreement_score":0.0198099,"about_ca_system_score_codex":0.0010158799,"about_ca_system_score_gemma":0.0009092879,"threshold_uncertainty_score":0.7151834},"labels":[],"label_agreement":null},{"id":"W4414601085","doi":"10.2196/74949","title":"Vascular and Cardiovascular Outcomes of Smoking Cessation and Switching to Electronic Cigarette Use: Protocol for a Systematic Review of Prospective Studies","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cardiovascular Health and Disease Prevention","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Smoking cessation; Protocol (science); Prospective cohort study; Electronic cigarette; Cigarette smoking; MEDLINE","score_opus":0.22420462232810048,"score_gpt":0.5864377330928768,"score_spread":0.3622331107647764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414601085","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.274664e-7,0.47213832,0.0001552445,0.000018226167,0.000001646852,0.52764577,0.000015977337,0.000015030458,0.000009161244],"genre_scores_gemma":[8.468102e-7,0.37665087,0.00008191198,0.000020043755,0.000026985253,0.62314487,0.000011217742,0.00003395689,0.000029280296],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99341595,0.0017905852,0.0016626319,0.00081913045,0.0017020724,0.00060962106],"domain_scores_gemma":[0.9953887,0.0010058809,0.0005276191,0.0012723202,0.0015656328,0.00023987693],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009789328,0.00045214206,0.0063476423,0.00076016877,0.00016137002,0.000050722636,0.00019278035,0.00023378633,0.000002810233],"category_scores_gemma":[0.007144451,0.00031680087,0.002050008,0.00097072544,0.0000953054,0.00014961134,0.00032942192,0.0006113707,3.6020495e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012887607,0.00011973344,0.000104482715,0.9511101,0.0062191957,0.0000037265295,0.000069207854,1.235578e-7,4.4234562e-7,0.00017113284,0.00011419663,0.041958768],"study_design_scores_gemma":[0.0024798599,0.0004852581,0.00018573564,0.9136793,0.0031770866,0.0000150091755,0.000040495903,0.0000012645437,0.0000043189116,0.00013874708,0.07959378,0.00019911847],"about_ca_topic_score_codex":0.000020337004,"about_ca_topic_score_gemma":0.0000031915472,"teacher_disagreement_score":0.09549911,"about_ca_system_score_codex":0.00042171637,"about_ca_system_score_gemma":0.0016178472,"threshold_uncertainty_score":0.9999284},"labels":[],"label_agreement":null},{"id":"W4414609185","doi":"10.2196/84826","title":"Lymphovenous Bypass as an Adjunct to Standard Care for Diabetic Peripheral Neuropathy: Protocol for a Randomized Assessor-Blinded Superiority Trial","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peripheral; Peripheral neuropathy; Clinical endpoint; Standard of care; Quality of life (healthcare); Clinical trial; Randomized controlled trial; Gold standard (test); Complication","score_opus":0.18492967710626443,"score_gpt":0.5703579345600094,"score_spread":0.385428257453745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414609185","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014634583,0.0000035942167,0.0033987316,0.0016032248,0.00017882309,0.9881117,0.0005314554,0.0002986953,0.004410355],"genre_scores_gemma":[0.0011715852,5.065773e-7,0.0070857597,0.0003630628,0.0013310941,0.9850674,0.00039757602,0.00020194644,0.004381046],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9887252,0.0022714485,0.0017980578,0.0023502023,0.002849331,0.0020057554],"domain_scores_gemma":[0.99110824,0.0012031852,0.00040440384,0.0023798638,0.003960901,0.00094341463],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007659584,0.001015077,0.0035395985,0.0010863569,0.0006050765,0.001261434,0.0014259143,0.0007602264,0.00026298265],"category_scores_gemma":[0.003486445,0.0008593376,0.0012568122,0.0006653116,0.00035841638,0.00021172945,0.0018892926,0.0015368955,0.000015003956],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93359905,0.0034647614,0.00009175068,0.027623098,0.00046357742,0.000035854824,0.0016744208,0.00003180236,0.00020974585,0.0015369413,0.007401345,0.023867633],"study_design_scores_gemma":[0.61742175,0.02630475,0.00004357171,0.0050726705,0.00013770687,0.0000010072594,0.00051871175,0.0005423415,0.0013059404,0.0025043604,0.34554505,0.00060216465],"about_ca_topic_score_codex":0.00009348754,"about_ca_topic_score_gemma":0.000055893564,"teacher_disagreement_score":0.3381437,"about_ca_system_score_codex":0.001728989,"about_ca_system_score_gemma":0.008415037,"threshold_uncertainty_score":0.99977535},"labels":[],"label_agreement":null},{"id":"W4414633276","doi":"10.2196/78856","title":"Community-Based Adaptation and Evaluation of a Peer-Led Intervention to Address Alcohol Use and HIV in Pregnant and Breastfeeding Women in South Africa: Protocol for the “Mentor Mothers Plus” Randomized Control Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prenatal Substance Exposure Effects","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Breastfeeding; Protocol (science); Intervention (counseling); Randomized controlled trial; Human immunodeficiency virus (HIV); Pregnancy; Adaptation (eye); Randomization; Breast feeding","score_opus":0.2604353691790012,"score_gpt":0.5092775416937014,"score_spread":0.24884217251470026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414633276","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16023584,0.000006076233,0.00065031194,0.00056371005,0.0000035346113,0.8384904,0.000016634667,0.00001166947,0.000021792586],"genre_scores_gemma":[0.4242437,4.4378957e-8,0.00007529858,0.000011953319,0.000010367392,0.5755785,0.0000037893406,0.000009140863,0.000067232584],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99352115,0.0044291113,0.0005543864,0.00026650424,0.0008453491,0.00038346736],"domain_scores_gemma":[0.99551016,0.0033144862,0.00016122538,0.00027135698,0.000634312,0.00010847744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027670791,0.00014831295,0.000565514,0.0005439909,0.00011653135,0.00011977788,0.00012612215,0.00009722723,0.00000711561],"category_scores_gemma":[0.0068921624,0.000102333965,0.000054710596,0.0004455583,0.00021387888,0.00019529047,0.00009544285,0.00043162733,1.8359047e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9560231,0.00068487483,0.0018152829,0.002736096,0.00008251711,0.0000013004001,0.025600953,0.00014052684,0.002996386,0.00006513352,0.0000758902,0.009777936],"study_design_scores_gemma":[0.9129017,0.0023205257,0.008147906,0.011317383,0.00002276406,4.1624608e-7,0.002387591,0.061369505,0.000937837,0.00027692635,0.00023136055,0.00008611115],"about_ca_topic_score_codex":0.00009038298,"about_ca_topic_score_gemma":0.00013776227,"teacher_disagreement_score":0.26400784,"about_ca_system_score_codex":0.00042975435,"about_ca_system_score_gemma":0.00030590073,"threshold_uncertainty_score":0.9590199},"labels":[],"label_agreement":null},{"id":"W4414672880","doi":"10.2196/75816","title":"Healthy Body and Mind Program to Improve Health Outcomes and Reduce Dementia Risk in People With Osteoarthritis: Protocol for a Feasibility and Acceptability Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Dementia Australia; University of New South Wales","keywords":"Randomized controlled trial; Dementia; Protocol (science); Intervention (counseling); MEDLINE; Research design; Alternative medicine","score_opus":0.09091924652137418,"score_gpt":0.5490927063908627,"score_spread":0.45817345986948854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414672880","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25969502,0.000018148183,0.000064597036,0.0035709902,0.0000048998572,0.7363968,0.000025699057,0.00003357809,0.00019028495],"genre_scores_gemma":[0.086694226,0.000004303857,0.001547821,0.00014429908,0.00003823698,0.9111651,0.0000073178185,0.0000256641,0.00037303814],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9920406,0.0033176811,0.0012169696,0.0012288771,0.0009726403,0.0012232317],"domain_scores_gemma":[0.9957917,0.0019991207,0.00023874381,0.00052425725,0.000746205,0.0006999732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016951585,0.00036230014,0.0021316519,0.00059432845,0.00045528583,0.000362387,0.00015601027,0.000115032984,0.00006866756],"category_scores_gemma":[0.0037852868,0.00023994355,0.00014279822,0.0006803242,0.0006806892,0.00019838744,0.00034335154,0.00076373527,0.0000012989944],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.68558663,0.003889854,0.24330914,0.0026071537,0.00013831475,0.0000031797617,0.00019887504,1.5838761e-8,0.00005711352,0.000032144806,0.00012967635,0.064047895],"study_design_scores_gemma":[0.7392517,0.056381397,0.20033225,0.0009907889,0.000027418193,0.0000026845012,0.0002384872,0.000062854524,0.00011955288,0.00033983804,0.0021093935,0.00014364778],"about_ca_topic_score_codex":0.00031918392,"about_ca_topic_score_gemma":0.0007502989,"teacher_disagreement_score":0.1747683,"about_ca_system_score_codex":0.0002622788,"about_ca_system_score_gemma":0.0019273447,"threshold_uncertainty_score":0.9784614},"labels":[],"label_agreement":null},{"id":"W4414685661","doi":"10.2196/64531","title":"Improving Digital Mental Health Services With and for National Minority, Indigenous, and Refugee Youth in Norway: The InvolveMENT Multiphase Mixed Methods Research Project Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Refugee; Protocol (science); Health care; Mental health service; Mental health care; Multimethodology; Health services; Program evaluation","score_opus":0.31036542276519635,"score_gpt":0.6605575513172125,"score_spread":0.35019212855201615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414685661","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013974038,0.000022760292,0.00011718846,0.0010806161,0.00001891365,0.9822526,0.0005357699,0.00003863868,0.001959461],"genre_scores_gemma":[0.015729807,1.5253008e-7,0.0027266622,0.0001249343,0.000053788797,0.97823155,0.00006495585,0.000032503856,0.0030356385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99422264,0.0018855772,0.00073544297,0.00085950084,0.0010441355,0.001252699],"domain_scores_gemma":[0.99778736,0.00080811424,0.0001776972,0.00044503,0.00057643495,0.0002053478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01017832,0.0002460254,0.0003099702,0.00095810846,0.0010650939,0.0007442455,0.00055336434,0.00013228721,0.000017027927],"category_scores_gemma":[0.00012983462,0.00017501273,0.000051697614,0.0011790481,0.00060406205,0.0005014358,0.0008174005,0.0008961457,0.000007886573],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019855443,0.0150949005,0.04231451,0.041861475,0.00030572442,0.000018125504,0.058331262,7.275021e-7,0.00039145368,0.018200096,0.0109559605,0.7926703],"study_design_scores_gemma":[0.04471231,0.041157767,0.05318411,0.019886235,0.000008388428,0.000042050993,0.07331542,0.00072697445,0.0021246872,0.016440382,0.74730337,0.0010983337],"about_ca_topic_score_codex":0.001233636,"about_ca_topic_score_gemma":0.0030599493,"teacher_disagreement_score":0.791572,"about_ca_system_score_codex":0.00073868275,"about_ca_system_score_gemma":0.0012492738,"threshold_uncertainty_score":0.81919485},"labels":[],"label_agreement":null},{"id":"W4414705033","doi":"10.2196/76405","title":"Developing a Core Outcome Set and a Core Outcome Measurement Set for Studies Evaluating Interventions to Minimize Physical Restraint Use in Adult Intensive Care Units: Protocol for a Modified Delphi Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Decision-Making and Restraints","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Trent University; Athabasca University; Fleming College; University of Toronto; George Brown College","funders":"","keywords":"Delphi method; Protocol (science); Outcome (game theory); Core (optical fiber); Set (abstract data type); Psychological intervention; Delphi","score_opus":0.9500451744918206,"score_gpt":0.7626896929480586,"score_spread":0.18735548154376203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414705033","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16988447,0.0000027793822,0.0012884813,0.0013844473,0.000041408435,0.8270757,0.00023373205,0.0000695651,0.000019392617],"genre_scores_gemma":[0.16147834,4.7315094e-8,0.002420091,0.00031529923,0.00007129143,0.8354605,0.000015865322,0.000051204763,0.00018737181],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9930409,0.0014882355,0.0017462521,0.0012585013,0.0012434464,0.0012226606],"domain_scores_gemma":[0.98111546,0.0035080472,0.00027575679,0.0008315552,0.014003105,0.0002660645],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0069302167,0.0004430854,0.0010066618,0.0010071328,0.00061793544,0.00021055796,0.0006140495,0.00022686971,0.0000057167526],"category_scores_gemma":[0.040229876,0.00035564104,0.0002118303,0.0013755814,0.00022985837,0.00011851975,0.000623541,0.0009527531,0.0000074692693],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049112093,0.005287628,0.14824776,0.05345561,0.0018515917,0.0010370334,0.5982135,0.00023353944,0.00041474611,0.0117887985,0.013594854,0.11676284],"study_design_scores_gemma":[0.037335847,0.01500972,0.09572101,0.048083402,0.00004934598,0.000028721131,0.7910106,0.0010055873,0.0000369147,0.006587706,0.004148935,0.0009821783],"about_ca_topic_score_codex":0.00023433761,"about_ca_topic_score_gemma":0.0016001152,"teacher_disagreement_score":0.19279712,"about_ca_system_score_codex":0.0011367165,"about_ca_system_score_gemma":0.0009606662,"threshold_uncertainty_score":0.99988955},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4414706005","doi":"10.2196/72854","title":"The Effect of Virtual Reality–Based Social Cognitive Training for Autistic Adults: Protocol for STEPS (Social Cognitive Training Enhancing Pro-Functional Skills) Randomized Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"H. Lundbeck A/S; Lundbeckfonden","keywords":"Psychosocial; Randomized controlled trial; Intervention (counseling); Cognition; Cognitive training; Protocol (science); Psychological intervention; Social cognitive theory","score_opus":0.3040407760776766,"score_gpt":0.5897197590267539,"score_spread":0.2856789829490773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414706005","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018512028,5.8473483e-7,0.036974814,0.001906209,0.000069168695,0.9574881,0.00047094646,0.00014723997,0.0010917318],"genre_scores_gemma":[0.15476997,1.0166285e-7,0.00006514067,0.00009124955,0.0007221007,0.84363425,0.000042280462,0.00008864804,0.0005862571],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9746538,0.016519448,0.0023806556,0.0016650251,0.002618958,0.002162121],"domain_scores_gemma":[0.8909761,0.107001394,0.0007829843,0.00031389907,0.0007306968,0.00019493072],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.03604207,0.0005717468,0.0018303103,0.00057945773,0.0038014434,0.00047868438,0.0010371788,0.0005390186,0.00008126652],"category_scores_gemma":[0.11077382,0.00042054162,0.001197421,0.0015070417,0.0041861557,0.00029288515,0.00038780738,0.0020475863,0.000011699084],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8941114,0.0012143847,0.000014201259,0.0015548776,0.00014835429,0.0000065832605,0.002403348,0.0000023716598,0.0006985154,0.01687016,0.00091079326,0.08206503],"study_design_scores_gemma":[0.93461555,0.018279454,0.00016814258,0.0043706023,0.000057079298,0.0000017685257,0.0015642578,0.0061349515,0.021691125,0.008458666,0.0041691703,0.0004892188],"about_ca_topic_score_codex":0.000015485912,"about_ca_topic_score_gemma":0.000058213354,"teacher_disagreement_score":0.15291877,"about_ca_system_score_codex":0.00030291575,"about_ca_system_score_gemma":0.0041287937,"threshold_uncertainty_score":0.99982464},"labels":[],"label_agreement":null},{"id":"W4414757385","doi":"10.2196/67168","title":"Comparative Effectiveness of Titanium Platelet-Rich Fibrin and Connective Tissue Graft Harvested from the Tuberosity Area Via Modified Vestibular Incision Supraperiosteal Tunnel Access for Managing Gingival Recession: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Periodontal Regeneration and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Connective tissue; Protocol (science); Fibrin; Clinical trial; Titanium","score_opus":0.18565707613351676,"score_gpt":0.5425074585192806,"score_spread":0.35685038238576383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414757385","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08883521,0.000008777045,0.00778695,0.0003579467,0.000021553205,0.9025846,0.00006382421,0.000041301428,0.0002997969],"genre_scores_gemma":[0.2082024,3.983262e-7,0.00037145565,0.000026316666,0.000069960945,0.7909466,0.00007992368,0.000020753789,0.0002821699],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949763,0.0025455772,0.0007735153,0.0006495336,0.00062633335,0.00042874043],"domain_scores_gemma":[0.9884861,0.009675443,0.00028148555,0.00041829416,0.000983869,0.00015478524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003834655,0.0003369061,0.0020435224,0.00024028018,0.0006133286,0.00026363714,0.00029410628,0.00020031637,0.00002562004],"category_scores_gemma":[0.0016798227,0.00019848325,0.00021852818,0.0004338315,0.00043281112,0.00028467196,0.00024336521,0.0003412933,0.0000013132344],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9550222,0.0009245836,0.0003202404,0.001049731,0.00062838866,0.0000072077123,0.000306924,0.00003325725,0.039965354,0.000646525,0.00024952044,0.00084604876],"study_design_scores_gemma":[0.8558847,0.003676271,0.0027097233,0.003989481,0.00007202571,0.0000033255824,0.00007838994,0.0049950713,0.12565766,0.0018457391,0.00093014224,0.0001574753],"about_ca_topic_score_codex":0.00015061215,"about_ca_topic_score_gemma":0.000060568174,"teacher_disagreement_score":0.11936719,"about_ca_system_score_codex":0.00020964487,"about_ca_system_score_gemma":0.00045917332,"threshold_uncertainty_score":0.8093912},"labels":[],"label_agreement":null},{"id":"W4414760600","doi":"10.2196/71551","title":"Engagement With and Impact of an mHealth App for Childhood Obesity Prevention and Management: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Digital health; Intervention (counseling); Childhood obesity; Protocol (science); eHealth; Public health; Behavior change methods; Mobile apps","score_opus":0.3214010956981901,"score_gpt":0.71338615247659,"score_spread":0.3919850567783999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414760600","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005886775,0.0000028422562,0.011645623,0.00029157675,0.000005088532,0.98150074,0.000052017236,0.00007200247,0.0005433104],"genre_scores_gemma":[0.0012166257,0.0000027449491,0.04095001,0.000060854174,0.000058575388,0.9568895,0.000021530896,0.00003456893,0.00076558185],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9930697,0.0038660108,0.00091785,0.00073961087,0.00037276724,0.0010340265],"domain_scores_gemma":[0.99653786,0.0012184774,0.0003702105,0.0007294697,0.0006721386,0.00047184812],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014673245,0.00022631149,0.00049793354,0.00047750215,0.0020310844,0.000034687913,0.00027946825,0.00015869911,0.000026455275],"category_scores_gemma":[0.00020970113,0.00016911977,0.000060194976,0.0006398627,0.0001238382,0.00016742517,0.00029057002,0.0006655559,0.0000015136781],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014230969,0.02063421,0.09003503,0.12196388,0.00033638376,0.0000010139845,0.0037536372,0.0000053637564,0.00010952436,0.027621284,0.023616778,0.6976919],"study_design_scores_gemma":[0.029921144,0.023367863,0.64921314,0.0047318423,0.000030222809,6.999801e-7,0.0033541275,0.00038857234,0.00006644551,0.011821448,0.2768793,0.00022519544],"about_ca_topic_score_codex":0.00009423047,"about_ca_topic_score_gemma":0.00027712758,"teacher_disagreement_score":0.69746673,"about_ca_system_score_codex":0.00025484472,"about_ca_system_score_gemma":0.001854259,"threshold_uncertainty_score":0.9992681},"labels":[],"label_agreement":null},{"id":"W4414784532","doi":"10.2196/66202","title":"Investigating the Role of Coenzyme A Restriction in the Pathophysiology of Preeclampsia: Protocol for a Combined Patient Screening and Laboratory Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Folate and B Vitamins Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Pathophysiology; Disease; MEDLINE; Coenzyme A","score_opus":0.15244117408928187,"score_gpt":0.5223006771086226,"score_spread":0.36985950301934073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414784532","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18170424,0.0000039372912,0.0000079716465,0.0003907633,8.9904864e-7,0.81769013,0.000007889906,0.0000078483445,0.00018631107],"genre_scores_gemma":[0.13664368,2.416717e-7,0.00021591806,0.000038839513,0.000018362289,0.86305004,0.0000022975935,0.000009757761,0.000020865311],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99698067,0.0012283523,0.00048723386,0.00027194156,0.0006783122,0.00035349448],"domain_scores_gemma":[0.9976226,0.0010168001,0.00012778588,0.0004994847,0.0006829541,0.000050373732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031009847,0.000110291236,0.0002906596,0.0003357886,0.00019332289,0.000029894358,0.00027719254,0.00009423693,0.000004107343],"category_scores_gemma":[0.0011313955,0.00006060569,0.000044524928,0.0014118274,0.00041617925,0.00006690308,0.00024184045,0.00065615575,3.5725196e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015618579,0.0115356175,0.5461016,0.007774824,0.00023359843,0.000027938298,0.016683595,0.000014402129,0.33823892,0.0054351017,0.009025563,0.049310196],"study_design_scores_gemma":[0.035158668,0.077816635,0.7123374,0.010187845,0.000024453413,0.0000034863479,0.042787723,0.003988253,0.06101137,0.0147776,0.04161352,0.00029309635],"about_ca_topic_score_codex":0.00014880986,"about_ca_topic_score_gemma":0.00003660619,"teacher_disagreement_score":0.27722755,"about_ca_system_score_codex":0.0000387568,"about_ca_system_score_gemma":0.00046150488,"threshold_uncertainty_score":0.28507066},"labels":[],"label_agreement":null},{"id":"W4414791088","doi":"10.2196/85150","title":"Targeted Next-Generation Sequencing for Improved Clinical Outcomes in People Living with Rare Diseases in Global South; A systematic review and Meta-synthesis Protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Context (archaeology); Waiver; Global health; Health care; Systematic review; Population; Global population; MEDLINE","score_opus":0.1670895725447776,"score_gpt":0.4804711119882359,"score_spread":0.31338153944345826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414791088","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010720526,0.00032368035,0.00014335278,0.00024386021,0.0000024959631,0.98840207,0.00012375817,0.0000128838365,0.000027390353],"genre_scores_gemma":[0.044799432,0.000012906,0.00038152977,0.00018092761,0.00002117021,0.95444256,0.00001773369,0.000016830976,0.00012688324],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.9972144,0.0008656485,0.00070236257,0.0006478797,0.00017347989,0.00039627496],"domain_scores_gemma":[0.9986772,0.0002421258,0.00015135565,0.000541421,0.0002648445,0.00012304846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017671285,0.00021552986,0.0008113358,0.00010050504,0.00010742024,0.00014516577,0.0002905215,0.00012739596,0.000017350514],"category_scores_gemma":[0.0034869502,0.00014824464,0.00019444794,0.00030882758,0.00007828982,0.000016869171,0.00027785223,0.0001515182,0.0000010516625],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017213336,0.002225284,0.39848325,0.58158004,0.0019018184,0.000026160475,0.00019516291,0.00006490363,0.0111009525,0.00020266484,0.0014781682,0.0010202605],"study_design_scores_gemma":[0.034728102,0.011923322,0.512681,0.3886578,0.005971898,0.00006477293,0.0044095246,0.010627746,0.014020945,0.001913442,0.008934213,0.0060672127],"about_ca_topic_score_codex":0.0000413019,"about_ca_topic_score_gemma":0.0004906166,"teacher_disagreement_score":0.19292226,"about_ca_system_score_codex":0.00009599747,"about_ca_system_score_gemma":0.00070479326,"threshold_uncertainty_score":0.6045241},"labels":[],"label_agreement":null},{"id":"W4414832531","doi":"10.2196/72018","title":"A Primary Care Program Based on Behavioral Reeducation and Abdominal Massage for Improving the Symptoms of Chronic Constipation: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gastrointestinal motility and disorders","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Protocol (science); Primary care; Massage; Health care; Alternative medicine; Public health","score_opus":0.09657675851179189,"score_gpt":0.526909683710181,"score_spread":0.4303329251983891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414832531","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002075187,0.0000033725591,0.0020559602,0.0008126499,0.000009299934,0.99424523,0.000013339918,0.00004419957,0.00074075017],"genre_scores_gemma":[0.016107278,1.9652886e-8,0.002940805,0.000042420692,0.000109218636,0.98050576,0.000037343198,0.0000174822,0.00023968275],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.997368,0.00062143896,0.00069517916,0.00038414536,0.00052225403,0.00040898673],"domain_scores_gemma":[0.995635,0.0024742144,0.00025400548,0.00039870167,0.0011449185,0.0000931693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035039072,0.00018921428,0.0008701129,0.00026048187,0.00028152214,0.00009415552,0.00016187945,0.00011125774,0.000018577726],"category_scores_gemma":[0.0022846868,0.00011693546,0.00035578583,0.00025860113,0.0007011904,0.000063109,0.000047087142,0.00034527888,3.7596953e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9281357,0.0030683437,0.00038558323,0.008996538,0.000030235275,6.8339494e-7,0.00010848498,0.0000029842995,0.00047710745,0.00034698722,0.00022795225,0.058219403],"study_design_scores_gemma":[0.95352507,0.03179876,0.00031337875,0.004094494,0.00007193361,0.0000016410786,0.00020498381,0.0074133608,0.0003482948,0.00021936053,0.001929718,0.000078981524],"about_ca_topic_score_codex":0.000020353313,"about_ca_topic_score_gemma":0.000013085601,"teacher_disagreement_score":0.05814042,"about_ca_system_score_codex":0.00026832413,"about_ca_system_score_gemma":0.0028895396,"threshold_uncertainty_score":0.5125919},"labels":[],"label_agreement":null},{"id":"W4414833249","doi":"10.2196/79071","title":"Renal Resistive Index and Cardiovascular Events, Cardiovascular Mortality, and All-Cause Mortality: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Renal and Vascular Pathologies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Università di Catania","keywords":"Protocol (science); Cardiovascular health; Resistive index; Risk assessment; Index (typography); Clinical trial; Systematic review","score_opus":0.4636212579746532,"score_gpt":0.5718296726467941,"score_spread":0.10820841467214087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414833249","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013895382,0.007794718,0.0008627344,0.00046683569,0.0000010555267,0.9904178,0.00004524897,0.000063241045,0.00020942153],"genre_scores_gemma":[0.00043886993,0.00018027566,0.00030519182,0.00019040579,0.000030090503,0.99781746,0.000015768781,0.00003352011,0.0009884259],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9931086,0.0023029887,0.0009622002,0.0012444607,0.0017130995,0.0006686694],"domain_scores_gemma":[0.9962003,0.00035309218,0.00015560584,0.0021124987,0.0008588199,0.00031963372],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.011033328,0.00046264924,0.004421078,0.00059640274,0.0002994955,0.0001723252,0.0002794221,0.00023612149,0.000024864677],"category_scores_gemma":[0.0015532452,0.0002961151,0.0028466526,0.0012080905,0.00043074318,0.00018441578,0.0005951298,0.0005654262,0.0000022967936],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020719926,0.00018690407,0.0026272596,0.43788102,0.5578044,0.00012794502,0.00005258185,0.0000043734476,0.000020928192,0.00024240032,0.000782336,0.000062635525],"study_design_scores_gemma":[0.007925814,0.0011602178,0.023286901,0.051636633,0.8915642,0.00015636648,0.00019726463,0.0001415162,0.00028337192,0.0018026197,0.021124922,0.000720202],"about_ca_topic_score_codex":0.00015360264,"about_ca_topic_score_gemma":0.000036608548,"teacher_disagreement_score":0.3862444,"about_ca_system_score_codex":0.000077622135,"about_ca_system_score_gemma":0.00022230319,"threshold_uncertainty_score":0.9999491},"labels":[],"label_agreement":null},{"id":"W4414847312","doi":"10.2196/80531","title":"Advancing Knowledge of Values-Clarification Processes During Complex Decision-Making Among Older Adults With Advanced Cancer: Protocol for a Pilot Randomized Trial Using Simulated Patient-Clinician Encounters","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Research design; MEDLINE","score_opus":0.3274501783943845,"score_gpt":0.6262966224052701,"score_spread":0.29884644401088556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414847312","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06426784,0.000025375983,0.0012542444,0.00015329842,0.00005640937,0.9337339,0.00007557894,0.00017595565,0.00025742452],"genre_scores_gemma":[0.24129818,0.0000017554679,0.0052231583,0.00005109555,0.000089019915,0.75317776,0.000018227222,0.00007951239,0.00006125631],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.988398,0.0052132676,0.0030250188,0.0009948944,0.0010030002,0.0013657907],"domain_scores_gemma":[0.9750264,0.013834096,0.0019985829,0.0014812275,0.0074336133,0.00022603311],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0032548327,0.00044141294,0.0012858466,0.0009769135,0.0024367878,0.00005273032,0.0010607125,0.0003402059,0.000107195985],"category_scores_gemma":[0.010100878,0.00036031168,0.00017474113,0.0022755414,0.00056695746,0.00065913313,0.0005552899,0.001562011,0.000005234156],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9389117,0.0014745044,0.005325499,0.030488444,0.000088395784,9.057107e-7,0.014002489,0.0014228213,0.0003528238,0.00004505118,0.0003485099,0.007538905],"study_design_scores_gemma":[0.78521264,0.0026787254,0.0010969487,0.17753237,0.000020098087,3.0678663e-7,0.008479786,0.02030066,0.0006189047,0.00071543694,0.0029191915,0.00042492177],"about_ca_topic_score_codex":0.00034281256,"about_ca_topic_score_gemma":0.00059948605,"teacher_disagreement_score":0.18055609,"about_ca_system_score_codex":0.0013147705,"about_ca_system_score_gemma":0.005499869,"threshold_uncertainty_score":0.9998849},"labels":[],"label_agreement":null},{"id":"W4414903164","doi":"10.2196/81293","title":"Effectiveness, Engagement, and Safety of a Digital Therapeutic (CT-155/BI 3972080) for Treating Negative Symptoms in People With Schizophrenia: Protocol for the Phase 3 CONVOKE Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Digital health; Intention-to-treat analysis; Randomization; Phase (matter); Intervention (counseling)","score_opus":0.11652200467622612,"score_gpt":0.5585758145972418,"score_spread":0.44205380992101573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414903164","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004860749,0.0000075393655,0.0028161742,0.000378637,0.000025932315,0.98895156,0.0001660717,0.00003839135,0.0027549171],"genre_scores_gemma":[0.15484385,7.3994e-8,0.00007692537,0.000013521472,0.000038860297,0.8438282,0.000010265586,0.000034119505,0.0011541554],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99436957,0.0028193921,0.0011817666,0.0005590849,0.00039675203,0.0006734192],"domain_scores_gemma":[0.97352564,0.02515486,0.00040779318,0.00042282284,0.00039983916,0.0000890182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076980847,0.00029445713,0.001368293,0.00038392507,0.00042117076,0.00023984506,0.00036611067,0.0000863694,0.00005788751],"category_scores_gemma":[0.0016595188,0.00017196787,0.00038258696,0.0006088717,0.00066508935,0.00027445017,0.00014093953,0.00047004028,0.000003297507],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9426235,0.004192348,0.00024169697,0.0021922837,0.00072972325,0.0000020353866,0.00046282294,0.0000016967488,0.000037049056,0.022371272,0.00010056481,0.02704504],"study_design_scores_gemma":[0.97074026,0.012207192,0.00020318682,0.0039854664,0.000034326426,0.0000024531394,0.00039361714,0.0003888344,0.0006079353,0.009144712,0.002147283,0.0001447293],"about_ca_topic_score_codex":0.000047511126,"about_ca_topic_score_gemma":0.00006533277,"teacher_disagreement_score":0.14998311,"about_ca_system_score_codex":0.00019493698,"about_ca_system_score_gemma":0.00044722867,"threshold_uncertainty_score":0.7012646},"labels":[],"label_agreement":null},{"id":"W4414906938","doi":"10.2196/72227","title":"The Effectiveness of the Use of Silver Fluoride and Teledentistry to Manage and Prevent Childhood Caries Among Aboriginal Children in Remote Communities: Protocol for a Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Cluster randomised controlled trial; Cluster (spacecraft); Randomization; Telemedicine; Intention-to-treat analysis","score_opus":0.04862186901328512,"score_gpt":0.4791349505935085,"score_spread":0.4305130815802234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414906938","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33092728,0.0000034928246,0.000106165055,0.000024708648,0.00001853419,0.6688082,0.000023241053,0.0000072085286,0.000081146856],"genre_scores_gemma":[0.08427778,0.0000011074354,0.00005140141,0.000019737683,0.000026391006,0.9149485,0.0000048616216,0.000014803174,0.00065536867],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99247116,0.005543636,0.00081150274,0.00023864744,0.0005670607,0.00036797868],"domain_scores_gemma":[0.99227244,0.0065236627,0.0002417429,0.000532567,0.00035593114,0.000073644944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072641885,0.00017374563,0.0008042733,0.00019822556,0.00037026004,0.00021870392,0.0004021407,0.0001284246,0.000005286783],"category_scores_gemma":[0.001631922,0.00010006087,0.00017496989,0.00042549043,0.0006380911,0.00015541393,0.00034080236,0.0003870377,3.6126792e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9793139,0.00046459053,0.013813196,0.0028910683,0.00010810554,0.0000011304418,0.00033806375,0.000014841112,0.000039299754,0.0008615294,0.00030756753,0.0018466723],"study_design_scores_gemma":[0.8261893,0.00054399355,0.16220275,0.0058915564,0.000017842229,0.0000033457893,0.00017107162,0.00038290152,0.0010975164,0.001377158,0.0020234408,0.00009913049],"about_ca_topic_score_codex":0.0011409994,"about_ca_topic_score_gemma":0.0020185334,"teacher_disagreement_score":0.2466495,"about_ca_system_score_codex":0.00008526315,"about_ca_system_score_gemma":0.00023800791,"threshold_uncertainty_score":0.40803635},"labels":[],"label_agreement":null},{"id":"W4414910084","doi":"10.2196/72996","title":"Behavioral Intervention to Prevent HIV/AIDS Among Young Adults Using Motivational Culture-Based Communication: Protocol for a Research and Development Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Adolescent Health and Behaviors","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Young adult; Intervention (counseling); Protocol (science); Human immunodeficiency virus (HIV); Theory of planned behavior; Behavior change; Program evaluation","score_opus":0.6055868262832381,"score_gpt":0.7091768953117097,"score_spread":0.10359006902847157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414910084","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13314885,0.0000010190937,0.0010348264,0.0003075048,0.00001082679,0.8652959,0.000019493358,0.0000739436,0.00010762237],"genre_scores_gemma":[0.029732091,3.825839e-8,0.0073734834,0.000057050253,0.000080802514,0.9590309,0.000056599194,0.000037934773,0.0036310744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.991238,0.0040528104,0.0012292169,0.0007424473,0.0014261892,0.0013113613],"domain_scores_gemma":[0.99500996,0.0005576436,0.00021538988,0.00078690925,0.0029100303,0.00052006583],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010530322,0.00025001695,0.0003402647,0.00092593406,0.0041417344,0.00012847231,0.0007167643,0.0002895207,0.00013498652],"category_scores_gemma":[0.0005562322,0.0002179924,0.0000599067,0.0012338011,0.0002601187,0.0002574768,0.0009859347,0.0019768865,0.000031302847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051577324,0.013490888,0.9385797,0.0063300007,0.00001687527,0.0000037513234,0.012027366,0.000005249455,0.00014741335,0.0003590308,0.016297342,0.007584695],"study_design_scores_gemma":[0.036609475,0.0120073715,0.5135762,0.06622347,0.000010202441,0.000001065479,0.07212626,0.00059782394,0.0011779964,0.00048937375,0.2964341,0.0007466425],"about_ca_topic_score_codex":0.00050844875,"about_ca_topic_score_gemma":0.0013119463,"teacher_disagreement_score":0.42500344,"about_ca_system_score_codex":0.0015071412,"about_ca_system_score_gemma":0.0026870377,"threshold_uncertainty_score":0.9971547},"labels":[],"label_agreement":null},{"id":"W4414931747","doi":"10.2196/78923","title":"Determining the Feasibility and Usability of a Co-Designed Culturally Appropriate Conversational Agent (DESI-Heart) to Support Self-Care in People With Cardiovascular Diseases: Protocol for a Single-Arm Pilot Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Protocol (science); Pilot trial; Pilot test; Culturally appropriate","score_opus":0.2530761959314957,"score_gpt":0.548746405309423,"score_spread":0.29567020937792726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414931747","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063709736,0.00000157879,0.00008538427,0.00024751585,0.00001429704,0.93487597,0.00014137929,0.000045202665,0.0008789427],"genre_scores_gemma":[0.2792768,6.713094e-9,0.00038701194,0.000037017897,0.000026383243,0.72015506,0.000017685537,0.00001594797,0.00008409236],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99557275,0.0014563065,0.00077622046,0.00076065963,0.0008160672,0.00061801984],"domain_scores_gemma":[0.9974612,0.0006743426,0.00012844476,0.0008188107,0.0007000312,0.00021714451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002953296,0.00021492827,0.0004977381,0.0002088989,0.0002475168,0.00015153727,0.00041452944,0.00008769145,0.00008799235],"category_scores_gemma":[0.00048174805,0.00014906112,0.00022885775,0.0006303733,0.00031210965,0.00019158835,0.00019780996,0.00028813595,0.000011692763],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.48280624,0.06267915,0.3843232,0.022751907,0.00069689436,0.000018290628,0.011823685,0.000019828796,0.0002059587,0.0023446342,0.0044636857,0.027866533],"study_design_scores_gemma":[0.21750632,0.19959858,0.52731615,0.0041399235,0.00004979584,0.000009807427,0.0033259774,0.00003539642,0.0011965511,0.0020324972,0.044170447,0.00061856036],"about_ca_topic_score_codex":0.000064686355,"about_ca_topic_score_gemma":0.00016723466,"teacher_disagreement_score":0.26529992,"about_ca_system_score_codex":0.0007156768,"about_ca_system_score_gemma":0.0007333162,"threshold_uncertainty_score":0.6078536},"labels":[],"label_agreement":null},{"id":"W4414934074","doi":"10.2196/72087","title":"An Internet-Delivered Sexual Assault Resistance Intervention for Undergraduate Women (The IDEA3 Trial): Protocol for a Multisite Randomized Controlled Efficacy Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sexual Assault and Victimization Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Guelph; University of Windsor","funders":"","keywords":"Sexual assault; Protocol (science); Intervention (counseling); Randomized controlled trial; Poison control; Human factors and ergonomics; Suicide prevention; Resistance (ecology); Randomization","score_opus":0.19141138236673616,"score_gpt":0.5875561895329567,"score_spread":0.3961448071662206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414934074","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047040533,0.0000028113964,0.0124325855,0.003660892,0.00007542028,0.9816284,0.00002077215,0.00016413901,0.0015445825],"genre_scores_gemma":[0.0018428762,4.0682158e-7,0.00051331584,0.00010060765,0.0006236808,0.9503534,0.00001635986,0.000030264597,0.046519116],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98863226,0.0069893845,0.0013668481,0.000709096,0.001300146,0.0010022564],"domain_scores_gemma":[0.9873363,0.009199614,0.0005475686,0.00049290544,0.0022467147,0.0001769477],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.027264763,0.0002919384,0.001306163,0.00033417705,0.001799807,0.00095593627,0.0009765977,0.00026245852,0.00008467488],"category_scores_gemma":[0.0142014045,0.00019238867,0.0005005908,0.00083824527,0.00082915724,0.0003976867,0.00014787089,0.00043932337,0.0000112264],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9451067,0.0016893012,0.0000050064746,0.00030825663,0.00034309816,4.7737706e-7,0.006209618,0.0000069025264,0.000025752584,0.013903289,0.02694249,0.0054591433],"study_design_scores_gemma":[0.696537,0.0023044455,0.0000031919365,0.00041085106,0.000013681213,1.9131395e-8,0.004017357,0.0010621003,0.000036177982,0.006732347,0.2887345,0.00014833381],"about_ca_topic_score_codex":0.00033097639,"about_ca_topic_score_gemma":0.0015721316,"teacher_disagreement_score":0.261792,"about_ca_system_score_codex":0.000522261,"about_ca_system_score_gemma":0.00057816366,"threshold_uncertainty_score":0.99949974},"labels":[],"label_agreement":null},{"id":"W4414934184","doi":"10.2196/77958","title":"Supporting Individuals With Cognitive Impairment and Family Members in Rural Communities: Protocol for a Mixed Methods Digital Health Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Digital health; Protocol (science); Cognition; Dementia; Cognitive impairment; Intervention (counseling); Rural health; Rural area; Disease","score_opus":0.1761752974379021,"score_gpt":0.6193121716239259,"score_spread":0.4431368741860238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414934184","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1200838,0.0000022350703,0.00045465736,0.0006240294,0.0000022042927,0.8769361,0.000047303653,0.000059072125,0.0017906264],"genre_scores_gemma":[0.091549434,2.580885e-7,0.0013100554,0.00021641907,0.000022760836,0.9057588,0.000046682195,0.000040917144,0.0010546783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993666,0.0022299537,0.00083942385,0.00045750363,0.0012846278,0.0015225102],"domain_scores_gemma":[0.99638456,0.0017140177,0.00017885235,0.000406995,0.0009260289,0.0003895623],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010261013,0.00033203812,0.0007204517,0.0011085678,0.00051216595,0.0004957727,0.00029490594,0.00009689844,0.000081078455],"category_scores_gemma":[0.00048478862,0.00025024562,0.00008580557,0.0012459097,0.0004464092,0.0003729579,0.0006206953,0.001032703,0.000004221485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009673509,0.008401548,0.84952116,0.003868465,0.00029885684,0.000039534545,0.007069739,2.1600322e-7,0.00007213297,0.00006574643,0.0028157365,0.11817333],"study_design_scores_gemma":[0.05918259,0.050305344,0.58662003,0.016879642,0.000016470634,0.000019074121,0.26072302,0.00015198585,0.00074781117,0.0005034893,0.024494013,0.00035650333],"about_ca_topic_score_codex":0.00024909037,"about_ca_topic_score_gemma":0.00012814657,"teacher_disagreement_score":0.26290113,"about_ca_system_score_codex":0.00033608451,"about_ca_system_score_gemma":0.0017950401,"threshold_uncertainty_score":0.999995},"labels":[],"label_agreement":null},{"id":"W4414938565","doi":"10.2196/71425","title":"Interventions to Prevent Sexual Harassment Against Nurses—StopSH: Protocol for an Intervention Development Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sexual Assault and Victimization Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Protocol (science); Intervention (counseling); Harassment; MEDLINE; Intervention mapping","score_opus":0.4849435023915663,"score_gpt":0.6777053079578504,"score_spread":0.19276180556628414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414938565","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028002495,4.9072673e-7,0.0026402697,0.0007896397,0.000041636857,0.9885321,0.0000075050075,0.00015388502,0.005034203],"genre_scores_gemma":[0.002431138,3.3008362e-8,0.001013195,0.00006514542,0.00014419248,0.9658811,0.000010924754,0.00001916815,0.030435069],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995449,0.0013982656,0.00071864994,0.0006294933,0.0010923652,0.0007121975],"domain_scores_gemma":[0.99786484,0.00018926107,0.00012110678,0.0003843726,0.0011951885,0.0002452479],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0053286753,0.00019360124,0.00026031485,0.0005226594,0.0019805701,0.00047046554,0.0006960649,0.00009825419,0.00013865692],"category_scores_gemma":[0.0005374416,0.0001781906,0.00010579415,0.001110018,0.00015040785,0.00035403075,0.00038076486,0.0002753745,0.000055794462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027783227,0.073816724,0.03249579,0.005088886,0.0003630554,0.0000065577087,0.1394876,0.00011053788,0.0003681708,0.009850573,0.22230665,0.5133271],"study_design_scores_gemma":[0.0036060845,0.0039828354,0.010329139,0.0021304358,0.000004115589,4.62328e-8,0.051801626,0.00002471632,0.00036049116,0.0003508681,0.9271623,0.00024737854],"about_ca_topic_score_codex":0.00016067814,"about_ca_topic_score_gemma":0.0049569802,"teacher_disagreement_score":0.7048556,"about_ca_system_score_codex":0.00076081266,"about_ca_system_score_gemma":0.0006139886,"threshold_uncertainty_score":0.9993187},"labels":[],"label_agreement":null},{"id":"W4414939078","doi":"10.2196/85413","title":"Effectiveness of Ayurvedic Interventions in the Management of Chronic Ulcers: A Protocol for Systematic Review (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Modalities; Protocol (science); Systematic review; Wound care; Randomized controlled trial; Alternative medicine; MEDLINE; Evidence-based medicine","score_opus":0.18782775185924097,"score_gpt":0.5943123840440725,"score_spread":0.40648463218483155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414939078","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021233804,0.00005260663,0.0012323261,0.000378646,0.0000034106113,0.9904767,0.0000028834893,0.000015789758,0.007816403],"genre_scores_gemma":[0.0029520383,0.000006469858,0.00021927468,0.000023661218,0.000007739286,0.9959218,0.0000054109655,0.000012367945,0.0008512704],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9963186,0.0013239459,0.00093741494,0.00031430277,0.0007646338,0.00034112603],"domain_scores_gemma":[0.99786085,0.0005619427,0.00020623968,0.0009623581,0.0003720597,0.000036553272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012944628,0.00014156933,0.00071091583,0.0003979088,0.000048014143,0.000025497002,0.0005774836,0.00004625215,0.00006984268],"category_scores_gemma":[0.00021209319,0.00008992861,0.0003218225,0.0010847432,0.00015024726,0.00006275048,0.00031249627,0.00024710392,0.0000065516565],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050050503,0.0023726376,0.00021146708,0.9760921,0.00031237333,0.0000062488043,0.000043322074,0.000001541051,0.00010043557,0.017188992,0.0019095808,0.0012607763],"study_design_scores_gemma":[0.005492478,0.0022032408,0.0046646395,0.98133224,0.000090267895,7.4533204e-7,0.00022317842,0.000047721645,0.00081992603,0.0012984966,0.0037627502,0.000064292],"about_ca_topic_score_codex":0.000008654175,"about_ca_topic_score_gemma":0.000004832401,"teacher_disagreement_score":0.015890496,"about_ca_system_score_codex":0.00028311773,"about_ca_system_score_gemma":0.0002050822,"threshold_uncertainty_score":0.44863755},"labels":[],"label_agreement":null},{"id":"W4414957620","doi":"10.2196/85437","title":"Evaluation of latent health risk prediction models: A protocol for a mixed-methods study using clinical triage as a vehicle for comparison and discussion (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Triage; Protocol (science); Data collection; Qualitative research; Health care; Phase (matter); Emergency department; Resource (disambiguation)","score_opus":0.6922968907199762,"score_gpt":0.7356693796455016,"score_spread":0.043372488925525365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414957620","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001044873,0.0000043694813,0.3922687,0.00046424087,0.000043603188,0.6059909,0.00006592413,0.000101627695,0.000015779391],"genre_scores_gemma":[0.0024702908,6.247579e-7,0.18387242,0.000011535451,0.00014000516,0.81342125,0.000012039683,0.000032424523,0.000039415925],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9565996,0.034309447,0.00291674,0.002313325,0.002962853,0.00089805946],"domain_scores_gemma":[0.9888038,0.0029686491,0.0018707528,0.002205182,0.0037860153,0.00036557773],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.12510948,0.000414906,0.00126269,0.00068165007,0.0007719204,0.00041304325,0.0015941221,0.00053306395,0.000005536679],"category_scores_gemma":[0.007360243,0.00031220744,0.00032392124,0.00062755565,0.00015311358,0.00032094552,0.0042288713,0.0027492833,7.3671185e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002568882,0.0040178164,0.029937012,0.011735211,0.00013561413,4.4493075e-7,0.005906329,0.04696185,0.000013777001,0.0006372519,0.00072701037,0.8973588],"study_design_scores_gemma":[0.009010841,0.008361076,0.009740077,0.0067028967,0.000021918944,8.477797e-7,0.00027945652,0.9243212,0.00006526824,0.039174847,0.0021008933,0.00022068531],"about_ca_topic_score_codex":0.000853609,"about_ca_topic_score_gemma":0.00008699751,"teacher_disagreement_score":0.8971381,"about_ca_system_score_codex":0.0009252846,"about_ca_system_score_gemma":0.0066377376,"threshold_uncertainty_score":0.999933},"labels":[],"label_agreement":null},{"id":"W4414964302","doi":"10.2196/70771","title":"Taabo Multigenerational Birth Cohort in Côte d'Ivoire: Protocol for Establishing a Longitudinal Multigenerational Birth Cohort to Guide Health Policy","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, Environment, Cognitive Aging","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Cohort study; Cohort; Protocol (science); Health policy; Work (physics); Disease; MEDLINE","score_opus":0.16488050301691384,"score_gpt":0.5596405546612533,"score_spread":0.39476005164433947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414964302","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048341653,9.1701247e-7,0.009279097,0.008901371,0.000014551915,0.9737864,0.00014871934,0.00009006142,0.0029447002],"genre_scores_gemma":[0.0029043872,0.0000010021722,0.018248837,0.0024054272,0.0003580688,0.9701983,0.000072418836,0.00007187982,0.005739703],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9910192,0.001382936,0.0013305171,0.0019691372,0.0022489135,0.0020492873],"domain_scores_gemma":[0.99719125,0.0007124128,0.0002377796,0.0009088506,0.00019069998,0.00075899134],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01047759,0.0004592413,0.00054544385,0.00089146127,0.0013508879,0.0004680682,0.0009154761,0.00021765557,0.00097],"category_scores_gemma":[0.002420114,0.00046065074,0.000121773905,0.0022996222,0.0004355973,0.0008738388,0.00096109026,0.0009712889,0.000285326],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005617882,0.0012032249,0.92228967,0.00056819944,0.00003078164,0.000015872609,0.00049046683,0.005216131,0.006167552,0.0016110515,0.03930342,0.022541845],"study_design_scores_gemma":[0.002543544,0.0004464536,0.5018625,0.0007096059,7.505469e-7,0.0000027363333,0.000047068832,0.005016415,0.0019739727,0.00046675914,0.48660773,0.00032243808],"about_ca_topic_score_codex":0.005454851,"about_ca_topic_score_gemma":0.0062416014,"teacher_disagreement_score":0.4473043,"about_ca_system_score_codex":0.004812261,"about_ca_system_score_gemma":0.0026280135,"threshold_uncertainty_score":0.9999492},"labels":[],"label_agreement":null},{"id":"W4415004734","doi":"10.2196/75809","title":"Development of a Mobile App (MyLepto App) to Improve Knowledge, Attitude, and Practice Regarding Leptospirosis Among Wet Market Workers in Selangor, Malaysia: Protocol for a Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Leptospirosis research and findings","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile apps; Leptospirosis; Protocol (science); mHealth; Smartphone app; Mobile device; Telemedicine","score_opus":0.08607072825187201,"score_gpt":0.5027279253493961,"score_spread":0.41665719709752413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415004734","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065425105,0.000017298864,0.000117464966,0.00011948489,0.000015885407,0.9302975,0.000019824962,0.0000696172,0.0039178324],"genre_scores_gemma":[0.04712737,2.6572872e-7,0.002188302,0.00002094666,0.000023062812,0.9440115,0.000009134835,0.00004564242,0.0065737446],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99500024,0.0012825901,0.000977288,0.0010802184,0.0003177061,0.0013419668],"domain_scores_gemma":[0.997223,0.0012381225,0.00020643683,0.0006135469,0.0005604988,0.0001583583],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006355143,0.0003854172,0.0007090819,0.001015716,0.00052397524,0.00017193405,0.0007750541,0.00037305188,0.00020813358],"category_scores_gemma":[0.0011011561,0.00034097873,0.00011089538,0.0013452859,0.00045023524,0.00037960836,0.0013551539,0.0009956944,0.000068118075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040623296,0.054580387,0.27174056,0.004535534,0.0010366695,0.000023217348,0.023225356,0.00000374922,0.47963563,0.00030450226,0.08085946,0.04343165],"study_design_scores_gemma":[0.024102649,0.015680874,0.027505709,0.0037927798,0.000010101908,0.000005357521,0.02727887,0.000022092458,0.21041918,0.000028970617,0.6905097,0.0006437735],"about_ca_topic_score_codex":0.00013402343,"about_ca_topic_score_gemma":0.00017108678,"teacher_disagreement_score":0.6096502,"about_ca_system_score_codex":0.00052512245,"about_ca_system_score_gemma":0.0008522185,"threshold_uncertainty_score":0.9999042},"labels":[],"label_agreement":null},{"id":"W4415027382","doi":"10.2196/76536","title":"Evaluating the Efficacy of a Mobile Phone App in Enhancing Menopause Knowledge and Shared Decision-Making: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Menopause: Health Impacts and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); mHealth; Mobile phone; Phone; Smartphone app; Menopause; Mobile apps","score_opus":0.2124626213674045,"score_gpt":0.622578364544865,"score_spread":0.4101157431774605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415027382","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0193875,0.00003656942,0.00015740196,0.00018016052,0.000012869091,0.9792609,0.0000062329545,0.00003196567,0.0009264052],"genre_scores_gemma":[0.024604393,7.8376934e-7,0.0017297458,0.000039176684,0.0001088679,0.97262824,0.0000028028003,0.000032673714,0.0008533216],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939802,0.0020891863,0.0017307795,0.0005388612,0.00088486914,0.0007760654],"domain_scores_gemma":[0.9775231,0.020465313,0.00039539163,0.0006400517,0.0007792497,0.00019692876],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018504493,0.00027460497,0.002000216,0.00061816693,0.00033335443,0.000105230196,0.00025169604,0.0001594394,0.00015390509],"category_scores_gemma":[0.019186184,0.00014594702,0.000090588415,0.00085921574,0.00025212634,0.000096230855,0.00021238474,0.0005234243,0.000007384438],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95809054,0.0031798596,0.000026780626,0.002953483,0.00020016455,0.0000073083797,0.0011854988,0.000004207203,0.0067672203,0.000110577654,0.000686689,0.026787665],"study_design_scores_gemma":[0.9567977,0.018583486,0.000089580986,0.016975792,0.00004766754,0.0000026208772,0.00006551334,0.0022974429,0.00092680514,0.0011824543,0.0029329653,0.00009794731],"about_ca_topic_score_codex":0.000026110758,"about_ca_topic_score_gemma":0.000028975752,"teacher_disagreement_score":0.026689718,"about_ca_system_score_codex":0.00027093577,"about_ca_system_score_gemma":0.0021602297,"threshold_uncertainty_score":0.9890756},"labels":[],"label_agreement":null},{"id":"W4415027685","doi":"10.2196/74988","title":"A Comprehensive and Structured Follow-Up for Persons With Multiple Sclerosis (CoreDISTparticipation) to Optimize Physical Functions, Health, and Employment: Protocol for a Prospective, Single-Blinded Randomized Controlled Trial and Health Economic Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Economic evaluation; Randomized controlled trial; Protocol (science); Multiple sclerosis; Health economics; MEDLINE; Cost effectiveness; Clinical trial","score_opus":0.4411913821131428,"score_gpt":0.5581632905966382,"score_spread":0.11697190848349537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415027685","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024703136,0.000020204383,0.0016536735,0.0068575507,0.000014969621,0.9665571,0.0001079327,0.00005960814,0.000025826612],"genre_scores_gemma":[0.03272457,0.0000030357328,0.0039559198,0.00017354533,0.00017765327,0.9626349,0.000034471832,0.00004318118,0.00025271805],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99526525,0.0012676779,0.00082537864,0.0009814436,0.00079564826,0.00086459063],"domain_scores_gemma":[0.9942678,0.003057092,0.000293491,0.00035721774,0.001418593,0.00060575857],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042473064,0.00035843704,0.0020402477,0.00053982844,0.001072909,0.00028903197,0.00009819099,0.00009461359,0.000010048003],"category_scores_gemma":[0.0032278358,0.00025023668,0.00017760371,0.00033024547,0.00058431324,0.00017550809,0.00016300991,0.00033282005,7.649687e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9744017,0.0008206812,0.0008992833,0.0022098396,0.00057576515,1.5633383e-7,0.0020316204,0.000025115532,0.00058829365,0.00016631876,0.0031803972,0.015100824],"study_design_scores_gemma":[0.94958735,0.016784946,0.0041364897,0.0023203215,0.000052236406,0.0000011907431,0.00076184154,0.02287181,0.00022822693,0.0002628191,0.0028049129,0.00018784551],"about_ca_topic_score_codex":0.0001335445,"about_ca_topic_score_gemma":0.00038094845,"teacher_disagreement_score":0.024814343,"about_ca_system_score_codex":0.0007712487,"about_ca_system_score_gemma":0.0018472869,"threshold_uncertainty_score":0.999995},"labels":[],"label_agreement":null},{"id":"W4415035203","doi":"10.2196/78006","title":"Just-in-Time Adaptive Intervention to Improve HIV Prevention and Substance Use in Youth Experiencing Homelessness (MY-RIDE): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research; National Cancer Institute","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Substance use; Human immunodeficiency virus (HIV); Substance abuse; Randomization; Psychological intervention","score_opus":0.21531456033097582,"score_gpt":0.5796787126956015,"score_spread":0.3643641523646256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415035203","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21717,0.0000028039556,0.00084895943,0.00007270342,0.000028766093,0.7815091,0.000021209864,0.000050627637,0.00029585292],"genre_scores_gemma":[0.108873084,4.44465e-7,0.00016937303,0.000014091329,0.00015131432,0.8869288,0.000009521568,0.000037410846,0.0038159895],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98841405,0.0071030213,0.0019103445,0.00077318156,0.0006904013,0.0011089958],"domain_scores_gemma":[0.99461,0.0036001785,0.00042529462,0.00039545028,0.0007878558,0.00018120147],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014016114,0.0003106133,0.0023471555,0.00089335145,0.0005549035,0.0001832113,0.00039805498,0.0003992609,0.000096385935],"category_scores_gemma":[0.0029403649,0.00024932233,0.00030371977,0.0009994372,0.00018024445,0.0005376581,0.00027067997,0.0009669577,0.000016207787],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9293919,0.0010121656,0.001278151,0.0013551268,0.000037514874,0.000004424619,0.06281106,0.0000025073111,0.00019446657,0.0016608861,0.000056985806,0.0021947906],"study_design_scores_gemma":[0.91234416,0.0010557694,0.00041573728,0.013426429,0.0000073265987,1.2314074e-8,0.06944271,0.0006044624,0.00024262519,0.0018022362,0.00042850754,0.00023000248],"about_ca_topic_score_codex":0.0007617477,"about_ca_topic_score_gemma":0.008085213,"teacher_disagreement_score":0.10829691,"about_ca_system_score_codex":0.00061776605,"about_ca_system_score_gemma":0.0006497106,"threshold_uncertainty_score":0.9999959},"labels":[],"label_agreement":null},{"id":"W4415045673","doi":"10.2196/69666","title":"Comparative Evaluation of Autologous Sticky Bone, Platelet-Rich Fibrin, and Octacalcium Phosphate–Coated Deproteinized Bovine Bone Material for the Regeneration of Human Periodontal Infrabony Defects: Protocol for a Randomized Controlled Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Periodontal Regeneration and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Clinical trial; Regeneration (biology); Protocol (science); Chronic periodontitis; Furcation defect","score_opus":0.2654386942612369,"score_gpt":0.5806777955612693,"score_spread":0.3152391013000324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415045673","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29736692,0.000023306206,0.000344522,0.00019827764,0.000026101092,0.70182675,0.000052742533,0.000028422366,0.00013297393],"genre_scores_gemma":[0.23060343,9.055816e-7,0.0005796939,0.00002122889,0.00014609494,0.7679641,0.00014314154,0.00002080185,0.00052055006],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932104,0.0025565273,0.0022017988,0.00055445195,0.0010516057,0.00042523377],"domain_scores_gemma":[0.9935829,0.0023479944,0.000813879,0.0004687572,0.0026552258,0.00013126047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0115345605,0.00031636842,0.0025810474,0.0003042446,0.00044339072,0.00012511441,0.00015360539,0.00031104163,0.00011707331],"category_scores_gemma":[0.004822211,0.000191061,0.00050116424,0.0003444266,0.0007282353,0.0001275125,0.00010403571,0.0002841437,0.0000012777874],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93975526,0.0018885286,0.00018258046,0.0008522766,0.0007061582,0.0000023888492,0.0002344444,0.000008926221,0.052348603,0.0009784426,0.0010359901,0.002006384],"study_design_scores_gemma":[0.80995756,0.010358563,0.00087794755,0.00083916186,0.00024466502,0.0000048351358,0.000070504335,0.009208633,0.16677351,0.0002995421,0.0012392754,0.00012582126],"about_ca_topic_score_codex":0.000050762355,"about_ca_topic_score_gemma":0.00006775324,"teacher_disagreement_score":0.12979774,"about_ca_system_score_codex":0.00016741728,"about_ca_system_score_gemma":0.0012897104,"threshold_uncertainty_score":0.77912414},"labels":[],"label_agreement":null},{"id":"W4415046569","doi":"10.2196/77538","title":"Evaluating the Impact of Telehealth Exercise Prehabilitation on Cardiometabolic Health in Bariatric Surgery Candidates: Protocol for the BARI-Prehab Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prehabilitation; Telehealth; Randomized controlled trial; Protocol (science); Telemedicine; eHealth; mHealth; Physical activity","score_opus":0.19906528677033558,"score_gpt":0.6078686676926341,"score_spread":0.40880338092229856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415046569","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006548327,0.000046623984,0.00003942561,0.0053140935,0.000021113683,0.98723525,0.000009599025,0.000030807867,0.0007547533],"genre_scores_gemma":[0.010770617,0.000008842083,0.00007862185,0.00010636701,0.0001998062,0.9881423,0.0000072331836,0.000029604767,0.0006566117],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98592347,0.009299884,0.0019680432,0.00049225875,0.0014348435,0.0008814743],"domain_scores_gemma":[0.93104726,0.06669661,0.0004562069,0.00091935636,0.0006987532,0.00018179746],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059360456,0.00030592488,0.0044390117,0.0010885163,0.0003884049,0.00010238505,0.00032199488,0.0001638367,0.000054440203],"category_scores_gemma":[0.018118223,0.00013053404,0.0026792604,0.002075434,0.00037615284,0.0000801562,0.00007168092,0.00074913213,0.0000039175807],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9659023,0.0008961154,0.002395699,0.0015292385,0.00028399267,0.0000015113092,0.00041672518,0.00019796239,0.00001754996,0.0009873272,0.0022622922,0.025109267],"study_design_scores_gemma":[0.9652186,0.0049062343,0.017262414,0.0030036762,0.000055691336,0.0000017755245,0.00017518601,0.0028707732,0.000021642378,0.00041025822,0.005955129,0.00011863349],"about_ca_topic_score_codex":0.0010467984,"about_ca_topic_score_gemma":0.000015311569,"teacher_disagreement_score":0.05739672,"about_ca_system_score_codex":0.0005303445,"about_ca_system_score_gemma":0.006126944,"threshold_uncertainty_score":0.99950737},"labels":[],"label_agreement":null},{"id":"W4415051050","doi":"10.2196/75732","title":"Advancing Health Equity Through Primary Care: Protocol for the Spread, Scale, and Multimethod Developmental Evaluation of the Deep End Canada Network","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Protocol (science); Health equity; Equity (law); Data collection; Research design; Public health; MEDLINE; Health care","score_opus":0.5211458152237878,"score_gpt":0.6791066314988558,"score_spread":0.15796081627506797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415051050","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001400124,0.00003774302,0.00062960095,0.0054460475,0.000062937004,0.9876561,0.00007094628,0.000022237418,0.0059343674],"genre_scores_gemma":[0.0011892371,0.00000133446,0.010114935,0.0013100166,0.00015352952,0.9869562,0.000017670385,0.00001804324,0.00023907941],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99187845,0.004220332,0.0008897458,0.00039118924,0.0015102258,0.0011100397],"domain_scores_gemma":[0.9946403,0.0029422608,0.00036782073,0.0005155799,0.0013954825,0.00013854213],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012509555,0.00016807659,0.00032637792,0.000063667605,0.005432895,0.000027102762,0.00055996445,0.00016688078,0.000111427005],"category_scores_gemma":[0.0010023129,0.00010871538,0.000054829452,0.0007371317,0.00025860957,0.00015857982,0.0010391274,0.0011576733,0.0000020511382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036095586,0.00063269056,0.13498521,0.06489703,0.00016345154,7.744174e-7,0.04361748,0.0019195898,0.00010863366,0.017141232,0.34210297,0.39082137],"study_design_scores_gemma":[0.006519618,0.00031202775,0.1077461,0.009385127,0.000012030783,6.777481e-7,0.009493525,0.003909413,0.000120217206,0.007923358,0.85439056,0.00018734077],"about_ca_topic_score_codex":0.10915908,"about_ca_topic_score_gemma":0.6540282,"teacher_disagreement_score":0.54486907,"about_ca_system_score_codex":0.0034894163,"about_ca_system_score_gemma":0.026434697,"threshold_uncertainty_score":0.9958619},"labels":[],"label_agreement":null},{"id":"W4415052824","doi":"10.2196/71562","title":"Comparative Study of the Quality of Life of Patients With Ototoxicity Due to Platinum-Based Chemotherapy, With Hearing Aid Versus Those Without: Study Protocol for a Randomized Pilot Study—The PROTOTOX Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hearing, Cochlea, Tinnitus, Genetics","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hearing aid; Ototoxicity; Protocol (science); Quality of life (healthcare); Hearing loss; Randomized controlled trial","score_opus":0.4620529551000653,"score_gpt":0.5766473458507908,"score_spread":0.11459439075072553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415052824","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49366528,4.9311083e-8,0.0000718526,0.000029414832,0.000004975923,0.50611126,0.0000146523325,0.000027937114,0.00007456052],"genre_scores_gemma":[0.495606,2.1484987e-9,0.0001390387,0.00002139046,0.000011269534,0.50414544,1.9871796e-7,0.000037728412,0.00003889023],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97843295,0.012808575,0.0021716624,0.0013811045,0.004308397,0.0008973182],"domain_scores_gemma":[0.98903364,0.0046119527,0.0012730451,0.002618181,0.0022449163,0.00021827965],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0113904625,0.0006043319,0.0022051788,0.0004693835,0.00075226324,0.00016567257,0.0022232751,0.000066632296,0.00001789269],"category_scores_gemma":[0.0043440135,0.00032531307,0.00014144284,0.0031475755,0.0010119136,0.00014998137,0.0010155769,0.0009829166,0.0000015256788],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.53141737,0.089587085,0.3552614,0.0006711164,0.0002822445,0.0000016614313,0.01963517,0.00046984584,0.00256055,0.000015063867,0.000028689417,0.0000698178],"study_design_scores_gemma":[0.49589303,0.1477176,0.3080428,0.0008783416,0.000033522254,9.552964e-8,0.013683126,0.00022696155,0.033113874,0.0000143259795,0.00007372563,0.00032262364],"about_ca_topic_score_codex":0.0007274045,"about_ca_topic_score_gemma":0.0018620228,"teacher_disagreement_score":0.058130514,"about_ca_system_score_codex":0.00018732778,"about_ca_system_score_gemma":0.0016415716,"threshold_uncertainty_score":0.9999199},"labels":[],"label_agreement":null},{"id":"W4415085676","doi":"10.2196/77224","title":"High-Throughput Computing to Detect Harmful Drug-Drug Interactions in Older Adults: Protocol for a Population-Based Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"MacEwan University; London Health Sciences Centre; Western University","funders":"","keywords":"Protocol (science); Cohort study; Cohort; Data collection; Research design","score_opus":0.2799221402267608,"score_gpt":0.6299012409011856,"score_spread":0.3499791006744248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415085676","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036704853,3.4337495e-7,0.0006596448,0.0031382104,0.000027271906,0.95888764,0.000011987156,0.00010632861,0.00046370988],"genre_scores_gemma":[0.15860128,1.411821e-8,0.0019804684,0.0006115521,0.000109940396,0.83753324,0.000019183944,0.000033349876,0.0011109852],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959967,0.0007840463,0.0008235099,0.0007484564,0.0008985148,0.00074874103],"domain_scores_gemma":[0.996216,0.0021213132,0.00014009723,0.0005992352,0.00064632134,0.00027700647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026534027,0.0002549545,0.00051647675,0.00076382357,0.00034237988,0.00015294173,0.00031218093,0.000048849724,0.00025066992],"category_scores_gemma":[0.0014214631,0.00021377995,0.00012637174,0.0013721427,0.000047685953,0.0002597378,0.00023516042,0.0010816794,0.000053281234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0096952235,0.0043678815,0.96065634,0.0026203855,0.00006540331,0.000022688953,0.0005612496,0.0001323821,0.00006919274,0.00006188817,0.010616893,0.011130444],"study_design_scores_gemma":[0.028161883,0.0014118539,0.7977116,0.009968854,0.000019074336,0.000001631602,0.0005964768,0.008812871,0.0014360107,0.00014782231,0.1514209,0.0003110142],"about_ca_topic_score_codex":0.0011586702,"about_ca_topic_score_gemma":0.00073337735,"teacher_disagreement_score":0.16294476,"about_ca_system_score_codex":0.0005105104,"about_ca_system_score_gemma":0.0004047478,"threshold_uncertainty_score":0.8717693},"labels":[],"label_agreement":null},{"id":"W4415120418","doi":"10.2196/76302","title":"Impact and Economic Evaluation of the Patient-Provider Support Agency Model Under India’s National Tuberculosis Elimination Program: Protocol for a Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Tuberculosis; Data collection; Program evaluation; Government (linguistics); Qualitative research","score_opus":0.30159084650534945,"score_gpt":0.612713518418453,"score_spread":0.31112267191310355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415120418","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11141037,0.0000010545385,0.000018874685,0.0017472678,0.0000044299513,0.8845246,0.000038499413,0.000025550058,0.0022293588],"genre_scores_gemma":[0.25762683,1.9624625e-7,0.0001409035,0.00007604386,0.000032580432,0.7419111,0.000024372028,0.000017996894,0.00016995525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950438,0.0013173785,0.00071796204,0.00059400266,0.001708466,0.0006183472],"domain_scores_gemma":[0.99618804,0.00054296636,0.00017785163,0.0005249183,0.0023941018,0.00017211202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008600872,0.00020126077,0.00040908047,0.00051104615,0.00027005287,0.00006660549,0.00025536216,0.00017996595,0.00017380352],"category_scores_gemma":[0.002772544,0.00013110596,0.00018262568,0.00044991754,0.00028316127,0.00021579966,0.00027164505,0.00047463094,0.000007106027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003828567,0.0063903513,0.876799,0.0014929903,0.00062737084,9.3961415e-7,0.0006153597,0.0014750923,0.0010630558,0.0011767012,0.05098942,0.055541188],"study_design_scores_gemma":[0.0071298857,0.0054882234,0.89968467,0.00038670006,0.00003549145,0.000003844512,0.0001355537,0.07906109,0.00043809443,0.0053184526,0.0022042776,0.00011374413],"about_ca_topic_score_codex":0.00012023591,"about_ca_topic_score_gemma":0.00007358039,"teacher_disagreement_score":0.14621645,"about_ca_system_score_codex":0.0011257495,"about_ca_system_score_gemma":0.0041782577,"threshold_uncertainty_score":0.7412049},"labels":[],"label_agreement":null},{"id":"W4415157190","doi":"10.2196/69067","title":"Understanding the Current and Future States of Behavioural Supports Ontario: Protocol for a Mixed Methods Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"St Joseph's Health Care; Lawson Health Research Institute; Western University","funders":"","keywords":"Protocol (science); Current (fluid); Data collection; Research design; mHealth; Usability","score_opus":0.5121291227099524,"score_gpt":0.6250132773719657,"score_spread":0.11288415466201329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415157190","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005994528,0.0000026896068,0.0017988359,0.0011494549,0.000013214906,0.9901355,0.000010917505,0.000025537296,0.0008693466],"genre_scores_gemma":[0.014473728,3.8281982e-7,0.00062486733,0.00002022831,0.00006211656,0.9826731,0.000010384434,0.00002042811,0.0021147518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99613583,0.0012178977,0.00048562913,0.00045810416,0.0010045615,0.0006979953],"domain_scores_gemma":[0.99792403,0.0006104862,0.00009689337,0.00044061683,0.0007511123,0.00017686153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063676424,0.00019892908,0.0003721479,0.00040028492,0.00042201765,0.00015392918,0.00025893326,0.000042103755,0.00024134124],"category_scores_gemma":[0.0001473634,0.00012173442,0.00008287572,0.00058723416,0.00037191293,0.00012331824,0.00037894517,0.00088688906,0.0000013935006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015993962,0.013671381,0.80937004,0.004866623,0.00029534564,0.00003131742,0.0029061995,1.3378626e-7,0.0015785444,0.0015188614,0.029602563,0.12016502],"study_design_scores_gemma":[0.020226985,0.045105875,0.6519218,0.0026522658,0.00005158805,0.0000072696043,0.009112222,0.00005416334,0.004061119,0.007658249,0.25893417,0.00021429564],"about_ca_topic_score_codex":0.00042957376,"about_ca_topic_score_gemma":0.0015647215,"teacher_disagreement_score":0.2293316,"about_ca_system_score_codex":0.0003783531,"about_ca_system_score_gemma":0.0011545115,"threshold_uncertainty_score":0.49641854},"labels":[],"label_agreement":null},{"id":"W4415163363","doi":"10.2196/76750","title":"Social Media Marketing of Non-Evidence-Based Women's Health Interventions: Protocol for a Content Analysis Using Participatory Research Methods","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Content analysis; Protocol (science); Social media marketing; Participatory action research; Marketing research; Citizen journalism; Social marketing; Data collection; The Internet","score_opus":0.9509037148790306,"score_gpt":0.8077952135017152,"score_spread":0.14310850137731534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415163363","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023345938,0.000011690502,0.003982958,0.005785791,0.00006634118,0.9875971,0.000009965435,0.000050595023,0.00016093858],"genre_scores_gemma":[0.0028695348,0.000001003995,0.013844523,0.000063492706,0.0005182947,0.9825734,0.000003178078,0.000024116664,0.000102490485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9621354,0.031141663,0.0015050074,0.00069053494,0.0024476633,0.0020797455],"domain_scores_gemma":[0.95239663,0.04185062,0.0005708633,0.00047519142,0.004241174,0.00046554045],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14829148,0.000172329,0.0007706217,0.0022631744,0.0029555787,0.00023793888,0.0009366574,0.00028185872,0.00027222035],"category_scores_gemma":[0.08958428,0.0001761134,0.00042126045,0.008509037,0.0017051332,0.00034960159,0.00022957823,0.00093569583,0.0000039137462],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.010419137,0.0061461707,0.07271126,0.059369434,0.00079060334,0.0000031850343,0.28749797,0.000036940157,0.002383419,0.014887941,0.016032565,0.5297214],"study_design_scores_gemma":[0.011372694,0.003839001,0.15406767,0.08427081,0.000109376844,1.287436e-7,0.2469502,0.0060034753,0.004085984,0.014741936,0.47342435,0.0011343968],"about_ca_topic_score_codex":0.0019408374,"about_ca_topic_score_gemma":0.0011751527,"teacher_disagreement_score":0.528587,"about_ca_system_score_codex":0.0040684035,"about_ca_system_score_gemma":0.013162751,"threshold_uncertainty_score":0.9997548},"labels":[],"label_agreement":null},{"id":"W4415175394","doi":"10.2196/81390","title":"The Scale-Up of a Digital Health Intervention (Healthy Beginnings for HNEKids) Targeting the First 2000 Days: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Digital health; Protocol (science); Intervention (counseling); mHealth; eHealth; Health care","score_opus":0.16123417473896473,"score_gpt":0.6152539495154064,"score_spread":0.4540197747764416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415175394","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022219525,0.000035093963,0.0053742523,0.060536064,0.000118870754,0.9322843,0.00010875409,0.00010234633,0.0014181044],"genre_scores_gemma":[0.00026142295,0.0000072418325,0.0003376439,0.0012614944,0.0006532077,0.9907344,0.00004696069,0.000057190584,0.006640419],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.987145,0.0045046583,0.0044510714,0.00071371923,0.00093205326,0.002253483],"domain_scores_gemma":[0.9641689,0.030051883,0.002169873,0.0009928545,0.002195636,0.000420856],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.045345183,0.0003356812,0.0017795427,0.00034799616,0.008135197,0.00016600445,0.0010916928,0.00032418262,0.000064158325],"category_scores_gemma":[0.010974235,0.00018034276,0.0008245587,0.0009338535,0.00078894553,0.00019652914,0.0003038893,0.0015227759,0.000023218201],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7369816,0.00057535997,0.00007229614,0.009949085,0.00005084476,3.720385e-8,0.000774945,9.3451297e-7,0.0000018070973,0.020001376,0.21906969,0.012522045],"study_design_scores_gemma":[0.48125085,0.0014305074,0.000008165453,0.002550003,0.00000493089,9.9360676e-8,0.000596394,0.00059836626,0.000003864398,0.006581414,0.5069096,0.00006578836],"about_ca_topic_score_codex":0.00018600101,"about_ca_topic_score_gemma":0.00022034021,"teacher_disagreement_score":0.28783992,"about_ca_system_score_codex":0.00069106364,"about_ca_system_score_gemma":0.008837938,"threshold_uncertainty_score":0.9973568},"labels":[],"label_agreement":null},{"id":"W4415176487","doi":"10.2196/77574","title":"Effectiveness and Cost-Effectiveness of a Stepped Model of Care for Musculoskeletal Disorders: Protocol for a Multiarm Randomized Controlled Trial (Edu-First Trial)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Université du Québec; Université Laval; Université de Montréal; Hôpital Maisonneuve-Rosemont; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Protocol (science); Randomized controlled trial; Health care; Randomization; Research design; Intention-to-treat analysis","score_opus":0.07679957908474457,"score_gpt":0.5272411922017354,"score_spread":0.4504416131169908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415176487","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01986696,0.000009352949,0.011704575,0.00013769987,0.000022425074,0.96789366,0.000046164212,0.00004089081,0.00027825809],"genre_scores_gemma":[0.08455136,7.5999304e-7,0.0009558684,0.0000030917677,0.00006631134,0.91423374,0.00002480274,0.000046585556,0.00011750907],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9921812,0.0044674193,0.0013157524,0.00070231745,0.00077371165,0.00055961683],"domain_scores_gemma":[0.9733366,0.023499133,0.00039344604,0.0005559743,0.0020575777,0.00015729891],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01539934,0.0003660679,0.0031577027,0.0006702349,0.00024945976,0.000040951836,0.00022358804,0.00035326966,0.000007750603],"category_scores_gemma":[0.0128421495,0.0002465943,0.0015067158,0.0004889162,0.000860955,0.00013843166,0.00011704103,0.0003534692,3.4086978e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.82386816,0.003130585,0.000049886214,0.15853737,0.00041770109,1.3296186e-7,0.00032469293,0.0000840147,0.007571611,0.0019882903,0.00002922213,0.003998331],"study_design_scores_gemma":[0.94522184,0.021486599,0.00017220945,0.014627834,0.00009415666,9.807691e-8,0.00023029507,0.011344535,0.002890426,0.002979173,0.000760928,0.00019189024],"about_ca_topic_score_codex":0.000041098254,"about_ca_topic_score_gemma":0.000028802684,"teacher_disagreement_score":0.14390954,"about_ca_system_score_codex":0.00020337795,"about_ca_system_score_gemma":0.0010157214,"threshold_uncertainty_score":0.9999986},"labels":[],"label_agreement":null},{"id":"W4415192947","doi":"10.2196/69527","title":"Efficacy of Canaloplasty for the Management of Primary Open-Angle Glaucoma: Protocol for a Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Glaucoma and retinal disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Primary care; MEDLINE; Clinical trial","score_opus":0.1728023414124211,"score_gpt":0.5475962175189016,"score_spread":0.3747938761064805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415192947","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019567291,0.00011462476,0.00040531906,0.002293339,0.0000029961543,0.99288154,0.000017300643,0.000013700961,0.0042516342],"genre_scores_gemma":[0.00003326466,0.000007632731,0.0010343391,0.00021092797,0.000013160692,0.9926171,0.000009842058,0.000022637556,0.0060511255],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9974598,0.00027209992,0.0008668996,0.00031189492,0.000666827,0.00042244332],"domain_scores_gemma":[0.9969638,0.00096742436,0.00026651894,0.00091860216,0.0008025892,0.000081092985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003286657,0.00016550976,0.0008960395,0.00015279518,0.000181793,0.000030579373,0.0008668027,0.00006723851,0.00003517122],"category_scores_gemma":[0.0004503225,0.00009106427,0.00026747928,0.00072393083,0.00020004202,0.000051069786,0.0004096747,0.00020496716,0.000003385947],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039188946,0.0012643734,0.0004629597,0.93264514,0.00034697982,0.0000035053863,0.000032838412,6.145817e-8,0.000116299874,0.0035560066,0.05654854,0.0011044026],"study_design_scores_gemma":[0.015131449,0.0024006444,0.007475494,0.7984828,0.00019145326,0.000004222616,0.0001771872,0.000054706372,0.0006914075,0.0004840238,0.17479393,0.00011273949],"about_ca_topic_score_codex":0.000038003407,"about_ca_topic_score_gemma":0.000013671852,"teacher_disagreement_score":0.1341624,"about_ca_system_score_codex":0.0001182214,"about_ca_system_score_gemma":0.00054957904,"threshold_uncertainty_score":0.37134933},"labels":[],"label_agreement":null},{"id":"W4415202075","doi":"10.2196/69213","title":"Factors Associated With Body Image Distress in Patients With Head and Neck Cancer: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Distress; Head and neck; Psychological distress; MEDLINE; Systematic review","score_opus":0.23015777967708081,"score_gpt":0.568096079091461,"score_spread":0.33793829941438014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415202075","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001776744,0.093855314,0.0000014560433,0.00004399653,0.0000029563105,0.9052861,0.0005992081,0.00004971253,0.00015951176],"genre_scores_gemma":[2.5094937e-7,0.033012167,0.000006174651,0.000035320707,0.000032063406,0.965374,0.00042243153,0.000110958754,0.0010066293],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99451286,0.0011506446,0.0010892255,0.00090854906,0.0014489532,0.00088975055],"domain_scores_gemma":[0.99618685,0.00079099985,0.0006058392,0.00092987326,0.0011800147,0.00030639314],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012465243,0.00071374926,0.0043670386,0.0004616371,0.0001497035,0.00015958067,0.00042277458,0.0003238313,0.00004812359],"category_scores_gemma":[0.0008744067,0.0003796027,0.0002794051,0.0016656237,0.0001945633,0.00013912843,0.00017735155,0.0011912468,0.0000019098366],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057286763,0.00067887316,0.004086263,0.98401266,0.00023416006,0.000013477691,0.0000517804,4.820435e-9,1.2392337e-8,0.000006053405,0.0017194571,0.008624359],"study_design_scores_gemma":[0.004809325,0.0023504302,0.00073519174,0.78733575,0.00021789747,6.6097664e-7,0.0000145062,3.5537576e-7,3.613186e-7,0.0000017829343,0.20422396,0.0003097832],"about_ca_topic_score_codex":0.00014418908,"about_ca_topic_score_gemma":0.0011773196,"teacher_disagreement_score":0.2025045,"about_ca_system_score_codex":0.0010853163,"about_ca_system_score_gemma":0.0022029513,"threshold_uncertainty_score":0.9998656},"labels":[],"label_agreement":null},{"id":"W4415209542","doi":"10.2196/78449","title":"Cultural Adaptation and Evaluation of the Namaste Care Program for Home-Dwelling People With Dementia and Their Caregivers : Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Protocol (science); Test (biology); Adaptation (eye); Research design; Culturally appropriate","score_opus":0.21719348073307843,"score_gpt":0.5934365481253849,"score_spread":0.3762430673923065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415209542","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08994934,0.000010378726,0.0017658016,0.00018343319,0.0000034365412,0.907851,0.000010474819,0.000020258432,0.00020588104],"genre_scores_gemma":[0.17374292,1.5980709e-7,0.003940684,0.000004260364,0.000017642944,0.8221318,0.0000105257595,0.0000142820245,0.00013774713],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969334,0.0011513329,0.00026292985,0.00041085776,0.0008501739,0.00039133293],"domain_scores_gemma":[0.9955102,0.0003206812,0.000098362216,0.00025686057,0.0037298487,0.00008400619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004326499,0.00015827522,0.00026454136,0.00020537706,0.0004188656,0.00013467223,0.00014181515,0.000059102425,0.0000108656395],"category_scores_gemma":[0.00031449186,0.000086876265,0.000067358655,0.0005549487,0.00020822555,0.00013483856,0.00016002294,0.00021280166,1.1527267e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007666156,0.0019199281,0.111412875,0.009826859,0.00057382666,5.717466e-7,0.020009201,0.0000150098085,0.0038332792,0.00010447623,0.00053533795,0.8441025],"study_design_scores_gemma":[0.07933161,0.042794652,0.44956744,0.00771455,0.00040115655,0.0000057908046,0.3092673,0.028279053,0.047331695,0.0009930449,0.033923823,0.00038988402],"about_ca_topic_score_codex":0.000030357363,"about_ca_topic_score_gemma":0.00016574639,"teacher_disagreement_score":0.84371257,"about_ca_system_score_codex":0.00010516397,"about_ca_system_score_gemma":0.0006417326,"threshold_uncertainty_score":0.3542711},"labels":[],"label_agreement":null},{"id":"W4415223925","doi":"10.2196/85771","title":"Traditional Chinese medicine for adults with overweight and obesity: a protocol for an umbrella review and meta-analysis of randomized controlled trials (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Traditional Chinese Medicine Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Overweight; Randomized controlled trial; Systematic review; Protocol (science); Guideline; Body mass index; Meta-analysis; Waist","score_opus":0.4997754489052994,"score_gpt":0.5974723598615971,"score_spread":0.09769691095629768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415223925","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000720504,0.0015018123,0.00086405117,0.008611958,0.000006769715,0.98589414,0.0018492207,0.00006164946,0.0011383302],"genre_scores_gemma":[0.0002929359,0.00016995771,0.0032872828,0.0004489339,0.00044113217,0.99353266,0.0006811774,0.000055568897,0.001090339],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98729634,0.004282199,0.0039313505,0.0016611479,0.0022571753,0.00057178154],"domain_scores_gemma":[0.9639652,0.02816115,0.0019543266,0.0011748449,0.0042882315,0.00045626482],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038091492,0.0009712264,0.028812027,0.0018714063,0.00029200895,0.00006260935,0.00041405472,0.00034771493,0.0005078232],"category_scores_gemma":[0.02644586,0.0004505806,0.0038458998,0.0010401813,0.0016544483,0.000116084055,0.00028473642,0.0011197833,3.0299935e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5634761,0.0017826859,0.00018179454,0.15955241,0.26192418,0.000008272086,0.00074467756,0.000009798031,0.00002538261,0.004266434,0.007868895,0.0001593502],"study_design_scores_gemma":[0.6360056,0.006817715,0.001004781,0.027576977,0.3051463,0.000019478102,0.00007020037,0.0011856562,0.000023952085,0.016369736,0.0053093284,0.00047028653],"about_ca_topic_score_codex":0.00008862072,"about_ca_topic_score_gemma":0.00009548478,"teacher_disagreement_score":0.13197543,"about_ca_system_score_codex":0.00010475972,"about_ca_system_score_gemma":0.001299547,"threshold_uncertainty_score":0.9997946},"labels":[],"label_agreement":null},{"id":"W4415226261","doi":"10.2196/76050","title":"Examining the Relationship Between Alcohol Use Disorder and Glaucoma: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Glaucoma and retinal disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Alcohol use disorder; Protocol (science); Alcohol consumption; Association (psychology); MEDLINE; Alcohol; Data collection","score_opus":0.6572713193526708,"score_gpt":0.6390389815125468,"score_spread":0.018232337840124013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415226261","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2521225e-7,0.3002113,0.000024763816,0.00058380095,0.0000028126667,0.6987236,0.000024312641,0.000057756133,0.00037137888],"genre_scores_gemma":[3.074247e-8,0.20491618,0.00020864644,0.00008784127,0.00015830649,0.791412,0.000085705884,0.00008855546,0.0030427238],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937918,0.00192701,0.0013598455,0.0009692421,0.0009940354,0.00095805095],"domain_scores_gemma":[0.9857486,0.011822067,0.00042606328,0.0012554378,0.00047286326,0.00027500093],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0042136246,0.0006045235,0.0023123648,0.0005168536,0.00082103885,0.00028591423,0.0005993352,0.0005225069,0.0000488143],"category_scores_gemma":[0.008560588,0.0003477463,0.0005069849,0.0015109186,0.00046988972,0.00018667323,0.0005493804,0.0021766657,0.00003308054],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008573327,0.00011716048,0.026890434,0.717292,0.00006201714,0.00000775373,0.000016290034,8.28229e-10,3.397386e-8,0.00019305962,0.010907187,0.24442829],"study_design_scores_gemma":[0.0011828698,0.00044178456,0.0030563052,0.4924006,0.00010903968,0.000014671654,0.000007896963,3.2227666e-7,6.071629e-8,0.00006166364,0.5025555,0.0001693056],"about_ca_topic_score_codex":0.000012099938,"about_ca_topic_score_gemma":0.000011491646,"teacher_disagreement_score":0.49164832,"about_ca_system_score_codex":0.00013797147,"about_ca_system_score_gemma":0.0022130385,"threshold_uncertainty_score":0.9998975},"labels":[],"label_agreement":null},{"id":"W4415262465","doi":"10.2196/71602","title":"Application of the ADAPT Framework to Contextualize a Participatory Learning and Action Community Intervention for the Prevention and Control of Type 2 Diabetes Mellitus in Urban and Rural Settings in Afghanistan and Pakistan: Protocol for Intervention Adaptation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Participatory action research; Intervention (counseling); Protocol (science); Community-based participatory research; Adaptation (eye); Type 2 Diabetes Mellitus; Type 2 diabetes; Action (physics); Control (management)","score_opus":0.16084586519634922,"score_gpt":0.5494955264768511,"score_spread":0.3886496612805018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415262465","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21803847,0.000047056878,0.0072232448,0.00068881974,0.0000063541083,0.7739691,0.000003862645,0.000008071649,0.000015017672],"genre_scores_gemma":[0.49665472,8.5149804e-7,0.00010860892,0.000010424925,0.000006868638,0.50315493,0.000004619705,0.0000044991602,0.00005447273],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99854386,0.00059727347,0.0003952667,0.00014769794,0.00014781415,0.00016811147],"domain_scores_gemma":[0.9986411,0.0007531228,0.00018734967,0.00014900547,0.00023786278,0.000031579937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035186657,0.00008203362,0.00018824499,0.0001824583,0.0001490029,0.000049945724,0.000064413245,0.000070797905,0.0000021461344],"category_scores_gemma":[0.00076315494,0.000061387174,0.000034377674,0.0003141846,0.00014687756,0.00012268123,0.00007816268,0.0002751851,5.523558e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012316822,0.0017543678,0.3312143,0.025514225,0.00012875056,6.272598e-8,0.010136769,0.000026630538,0.013549981,0.014902964,0.00031008112,0.59014505],"study_design_scores_gemma":[0.022793468,0.010756734,0.7710583,0.033386685,0.000098667544,3.459493e-7,0.0367265,0.052390438,0.0069600283,0.026054947,0.039522674,0.00025116772],"about_ca_topic_score_codex":0.00009511694,"about_ca_topic_score_gemma":0.00022928715,"teacher_disagreement_score":0.5898939,"about_ca_system_score_codex":0.00006787547,"about_ca_system_score_gemma":0.000034388315,"threshold_uncertainty_score":0.2503296},"labels":[],"label_agreement":null},{"id":"W4415266736","doi":"10.2196/76787","title":"Pediatric Oncology Knowledge Mobilization in Canada: Protocol for an Environmental Scan","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Cancer Care Ontario; Centre Hospitalier Universitaire Sainte-Justine; Centre de réadaptation Lethbridge-Layton-Mackay; McGill University; Trent University; CARE Canada; Mount Allison University","funders":"","keywords":"Protocol (science); Pediatric oncology; MEDLINE; Pediatric cancer; Institutional review board","score_opus":0.2632201501284314,"score_gpt":0.5954196987690393,"score_spread":0.3321995486406079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415266736","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005444806,0.0000035330488,0.000053756325,0.0009297059,0.000012476842,0.9896014,0.000027870294,0.00003752564,0.0038889502],"genre_scores_gemma":[0.0067153913,4.077675e-7,0.0002974181,0.00024702484,0.0003250217,0.99136734,0.00003657318,0.000035585093,0.0009752309],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99641395,0.00084954203,0.0006657102,0.000615875,0.0007141791,0.0007407191],"domain_scores_gemma":[0.9983451,0.00048211808,0.00010282418,0.00060191506,0.00016430316,0.00030377376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023841243,0.00019481676,0.00043583664,0.0005186437,0.00017206019,0.000034526536,0.00034963392,0.00017079177,0.00018626207],"category_scores_gemma":[0.0003271334,0.00018895419,0.00006234182,0.00081728067,0.00012293782,0.0001503806,0.00018689565,0.0006309005,0.000016034488],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.008990723,0.01156019,0.71398664,0.013131507,0.000056991146,0.000048947113,0.0026475398,0.0000312481,0.0025317539,0.00084765855,0.18081309,0.06535369],"study_design_scores_gemma":[0.014987955,0.0044182176,0.16447264,0.0013313605,0.0000054317516,0.0000053490858,0.0012417436,0.0005133634,0.002299508,0.0004552399,0.810012,0.00025722643],"about_ca_topic_score_codex":0.103273995,"about_ca_topic_score_gemma":0.7260136,"teacher_disagreement_score":0.62919885,"about_ca_system_score_codex":0.0046154535,"about_ca_system_score_gemma":0.01526653,"threshold_uncertainty_score":0.99920565},"labels":[],"label_agreement":null},{"id":"W4415268380","doi":"10.2196/76501","title":"Effects of Shallow Needling for Chronic Primary Insomnia: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dry needling; Protocol (science); Randomized controlled trial; Clinical trial; Promotion (chess); Acupuncture","score_opus":0.07347121010043264,"score_gpt":0.5323665126979935,"score_spread":0.45889530259756084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415268380","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012812662,0.000032078315,0.0031308003,0.000326543,0.000084868014,0.98398364,0.000005876266,0.00009559252,0.012212479],"genre_scores_gemma":[0.00012638369,5.0388235e-7,0.00038546082,0.00007130171,0.000303598,0.99177265,0.000008158548,0.000056107714,0.007275819],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99467057,0.0019272302,0.0012296519,0.00063043024,0.00054067996,0.0010014154],"domain_scores_gemma":[0.98703325,0.011305977,0.00035376856,0.0005491481,0.00064057607,0.00011730524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061051277,0.00030955565,0.001894822,0.00074235594,0.00028502732,0.00007812705,0.00062352367,0.0005672113,0.0001668987],"category_scores_gemma":[0.0025844153,0.00021786948,0.0010498206,0.00064551836,0.0004573027,0.00008950759,0.00012737374,0.00066109234,0.000019760964],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9540694,0.0034786395,0.000006889178,0.0056356434,0.001489775,0.0000032600244,0.000340719,0.0000061461255,0.0014047929,0.00977885,0.016794141,0.0069917496],"study_design_scores_gemma":[0.90991455,0.004360213,0.000008018129,0.0023642448,0.000068815876,3.7627615e-7,0.000050094004,0.0002900851,0.0009553118,0.005685109,0.076125816,0.00017733935],"about_ca_topic_score_codex":0.00001641498,"about_ca_topic_score_gemma":0.0000041356625,"teacher_disagreement_score":0.059331678,"about_ca_system_score_codex":0.0001941215,"about_ca_system_score_gemma":0.0010430281,"threshold_uncertainty_score":0.888446},"labels":[],"label_agreement":null},{"id":"W4415283410","doi":"10.2196/74978","title":"Immersive Reality–Based Training Simulator for Dental Extraction: Protocol for a Randomized Pilot Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Pilot trial; Randomized controlled trial; Training (meteorology); Pilot test; Simulation training","score_opus":0.46957104335697586,"score_gpt":0.655812489099715,"score_spread":0.18624144574273915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415283410","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018780987,0.0000011111129,0.030390337,0.00061151397,0.000060030918,0.96545213,0.00018681772,0.00012442986,0.0029858074],"genre_scores_gemma":[0.0042981673,3.21397e-8,0.0006258738,0.00023788586,0.0004984188,0.9819589,0.0000669043,0.00007118566,0.012242586],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99252874,0.0018817533,0.0010932841,0.001035676,0.0018502206,0.0016103333],"domain_scores_gemma":[0.98540664,0.011893901,0.00026678975,0.0008143883,0.0010766707,0.00054163224],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009461198,0.00038345138,0.0009378454,0.000725511,0.0010203938,0.0007681438,0.001012886,0.00027648237,0.00073563925],"category_scores_gemma":[0.012135935,0.00033397108,0.00081864075,0.0009132026,0.00060069846,0.0004193513,0.00025886038,0.0008764248,0.00010954403],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.905879,0.001909147,0.000016019823,0.0026101458,0.0001452584,0.000044027125,0.000075172626,0.000038797356,0.0024458496,0.0072885137,0.076056026,0.0034920154],"study_design_scores_gemma":[0.70266485,0.0040225643,0.000015440943,0.0010090612,0.000009374425,0.000003987169,0.00031951393,0.0047161765,0.004321283,0.011299771,0.27136382,0.00025414905],"about_ca_topic_score_codex":0.00012707732,"about_ca_topic_score_gemma":0.00013612983,"teacher_disagreement_score":0.20321415,"about_ca_system_score_codex":0.00073522766,"about_ca_system_score_gemma":0.0031384767,"threshold_uncertainty_score":0.99991125},"labels":[],"label_agreement":null},{"id":"W4415284175","doi":"10.2196/81697","title":"Maximizing Engagement, Trust, and Clinical Benefit of AI-Generated Recovery Support Messages for Alcohol Use Disorder: Protocol for an Optimization Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism","keywords":"Protocol (science); Alcohol; Data collection; Usability; MEDLINE; Clinical trial","score_opus":0.4561335836512094,"score_gpt":0.6094932572520488,"score_spread":0.15335967360083946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415284175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021994194,0.0000013089675,0.0018989325,0.00025789638,0.000008731729,0.97561115,0.000022584025,0.000072151066,0.0001330685],"genre_scores_gemma":[0.0033409514,0.0000022274578,0.008116757,0.000090620604,0.000070979375,0.9846622,0.00009385523,0.000048652942,0.0035738014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99718714,0.0004058286,0.00082532107,0.0006312297,0.0004493755,0.00050112745],"domain_scores_gemma":[0.9971874,0.0009575679,0.00016296303,0.00060308486,0.0009369716,0.00015204662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00302541,0.00023610154,0.0006075552,0.00041039448,0.0003158022,0.00014435562,0.00019256359,0.00016566814,0.000079998215],"category_scores_gemma":[0.00084455294,0.00018524776,0.00015795427,0.00048715615,0.00013332855,0.0004827234,0.00011276608,0.00033823802,9.566057e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018953165,0.006777173,0.9412529,0.0011661549,0.00043735612,0.000008213926,0.00040951915,0.00016882298,0.0002081323,0.00026109233,0.007213952,0.02314351],"study_design_scores_gemma":[0.30785424,0.11549566,0.34477982,0.0072711864,0.0004782583,0.0000065666277,0.005864513,0.023545377,0.013055264,0.002428301,0.17791528,0.001305555],"about_ca_topic_score_codex":0.000014797291,"about_ca_topic_score_gemma":0.00009746885,"teacher_disagreement_score":0.5964731,"about_ca_system_score_codex":0.00010462023,"about_ca_system_score_gemma":0.00041402367,"threshold_uncertainty_score":0.7554185},"labels":[],"label_agreement":null},{"id":"W4415285459","doi":"10.2196/78209","title":"Effectiveness of the Essential Coaching Postpartum Digital Health Solution on Parenting Self-Efficacy, Mental Health, Well-Being, and Parenting Outcomes: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McMaster University; Mount Saint Vincent University; Mount Sinai Hospital; Lunenfeld-Tanenbaum Research Institute; University of Toronto; Dalhousie University; Izaak Walton Killam Health Centre","funders":"","keywords":"Randomized controlled trial; Coaching; Protocol (science); Mental health; Digital health; Health coaching; Infant mental health; eHealth","score_opus":0.05393532549495812,"score_gpt":0.4932659133831754,"score_spread":0.43933058788821727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415285459","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021404458,0.000008007117,0.00012498266,0.0028919019,0.00011231691,0.97472805,0.000019944726,0.00008612975,0.00062418927],"genre_scores_gemma":[0.133897,0.0000013621128,0.000070633585,0.00013103706,0.00008885627,0.8653982,0.000019245228,0.000030771927,0.00036283105],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99198985,0.0038615598,0.0015561207,0.0005896443,0.0010120685,0.000990739],"domain_scores_gemma":[0.9947904,0.0034947125,0.00078354613,0.0004467229,0.0002275783,0.0002570465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010845124,0.00033633484,0.0019166516,0.00030889196,0.0011533408,0.00018334133,0.00026302508,0.00012679922,0.00000953396],"category_scores_gemma":[0.0012047552,0.00020731802,0.00052095053,0.00029541974,0.00025820345,0.0001570083,0.00029423938,0.000716813,0.0000026518292],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.940009,0.0032777642,0.0037104532,0.049533498,0.00022223662,0.0000014508562,0.0006209661,0.0000013805967,0.00006258874,0.0016109665,0.00017937263,0.00077031547],"study_design_scores_gemma":[0.89752835,0.0039417935,0.0029357218,0.09099822,0.000014676206,0.000005709068,0.00006982921,0.00047316228,0.0017690869,0.00042812078,0.0016926572,0.00014270152],"about_ca_topic_score_codex":0.00007125038,"about_ca_topic_score_gemma":0.0000053757776,"teacher_disagreement_score":0.11249255,"about_ca_system_score_codex":0.0003734573,"about_ca_system_score_gemma":0.0012133375,"threshold_uncertainty_score":0.8870681},"labels":[],"label_agreement":null},{"id":"W4415287844","doi":"10.2196/72139","title":"Nurse-Patient Communication During Postpartum Discharge Teaching: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal and fetal healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Nursing Research","keywords":"Protocol (science); Postpartum period; Data collection; Pregnancy; MEDLINE; Patient discharge","score_opus":0.2572166219964974,"score_gpt":0.6570171953817008,"score_spread":0.39980057338520336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415287844","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008377009,0.0000014992254,0.000131644,0.002510131,0.00000834506,0.98459625,0.00001070212,0.00011376083,0.00425067],"genre_scores_gemma":[0.012443868,4.6824677e-8,0.0049662893,0.00006631853,0.000061127874,0.9757026,0.000011430175,0.000033701013,0.0067146346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954369,0.0022644305,0.00057898555,0.00044964725,0.0006315925,0.0006384151],"domain_scores_gemma":[0.99770355,0.00033795577,0.000114253446,0.0010500085,0.0005591136,0.0002351409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035159122,0.0001934507,0.00038190745,0.00034454936,0.00073547993,0.00010492064,0.00040769356,0.00011266706,0.00006784456],"category_scores_gemma":[0.0005101191,0.00014363405,0.00011250618,0.0003436789,0.000102767975,0.0001258946,0.00031724494,0.001060012,0.000021747817],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08082526,0.054220688,0.19303492,0.097503625,0.00056616205,0.00010722509,0.022298979,0.0000021817377,0.045410793,0.024370326,0.060388334,0.4212715],"study_design_scores_gemma":[0.019471234,0.014682359,0.13885528,0.018845962,0.000013566223,0.000021247028,0.0065390724,0.00042566383,0.031045387,0.002746813,0.76695955,0.00039389572],"about_ca_topic_score_codex":0.00008871936,"about_ca_topic_score_gemma":0.000019843244,"teacher_disagreement_score":0.70657116,"about_ca_system_score_codex":0.00025336584,"about_ca_system_score_gemma":0.00029593543,"threshold_uncertainty_score":0.5857227},"labels":[],"label_agreement":null},{"id":"W4415288052","doi":"10.2196/86055","title":"Developing a shared understanding of humanism: Protocol for critical review, empirical exploration and modified e-Delphi study. (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Experiential learning; Thematic analysis; Protocol (science); Humanism; Construct (python library); Compassion; Experiential knowledge; Conceptual framework","score_opus":0.9315585526728535,"score_gpt":0.7682788434844006,"score_spread":0.16327970918845292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415288052","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060866972,0.0000016932293,0.10814856,0.00747664,0.0000060092466,0.88163686,0.0000038096398,0.000026436805,0.002639158],"genre_scores_gemma":[0.0080948565,0.000001098132,0.0028165497,0.00021379451,0.000026347945,0.98845613,0.0000019374759,0.0000097889215,0.00037949093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9939659,0.0013132443,0.0012099195,0.00065891567,0.0024695937,0.00038242605],"domain_scores_gemma":[0.99416214,0.0029583757,0.00017862931,0.0006390445,0.0019601223,0.00010170115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020347087,0.00014544849,0.00040417098,0.00054431014,0.0005378719,0.00046602427,0.00063615025,0.00008200434,0.00036313027],"category_scores_gemma":[0.007918192,0.00010756056,0.000072440795,0.0012685204,0.00022312516,0.0007531201,0.0004781617,0.00030336692,0.000018653982],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004355747,0.0047226483,0.028154297,0.021847373,0.000119197866,0.0000106484895,0.016373457,0.000146671,0.0012223389,0.6859068,0.17251602,0.064624764],"study_design_scores_gemma":[0.008906011,0.0038335593,0.010119199,0.020900564,0.000008375028,0.0000020419811,0.015429375,0.018050442,0.0014623179,0.7777702,0.14306425,0.00045367365],"about_ca_topic_score_codex":0.000003053109,"about_ca_topic_score_gemma":0.000023858365,"teacher_disagreement_score":0.10681931,"about_ca_system_score_codex":0.00029056103,"about_ca_system_score_gemma":0.0010945861,"threshold_uncertainty_score":0.94793874},"labels":[],"label_agreement":null},{"id":"W4415288925","doi":"10.2196/79277","title":"A Smartphone App (PRIMI) to Promote Healthy Diet, Physical Activity, and Health Literacy After Childbirth Among Migrant Women: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Vetenskapsrådet; Linköpings Universitet; Forskningsrådet i Sydöstra Sverige","keywords":"Randomized controlled trial; Childbirth; mHealth; Protocol (science); Health literacy; eHealth; Mobile apps; Smartphone app; Smartphone application; Literacy","score_opus":0.11802064541302984,"score_gpt":0.6074941183064718,"score_spread":0.489473472893442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415288925","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0221933,0.0000077752,0.0008550538,0.021259207,0.000060468323,0.9547022,0.00008025845,0.0002755546,0.000566156],"genre_scores_gemma":[0.005520555,0.0000041982594,0.0008943305,0.0041804346,0.0011080942,0.9851946,0.000013479517,0.000098150085,0.002986118],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98462385,0.006724316,0.002341251,0.0015188499,0.0011498044,0.0036419202],"domain_scores_gemma":[0.9899593,0.0044538816,0.0008920898,0.0013049409,0.0011235098,0.0022662496],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019625705,0.00061654876,0.0034685947,0.00096408767,0.0029561708,0.00016688328,0.00058088393,0.000411277,0.00016567094],"category_scores_gemma":[0.0015589099,0.00045360616,0.00039959027,0.0014868784,0.00043323316,0.000296153,0.0005828387,0.0025245338,0.00008088012],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9208224,0.003850944,0.0002784883,0.013436187,0.00006753808,0.0000016953759,0.0043300306,5.394096e-7,0.000021130578,0.0015416087,0.021018364,0.034631103],"study_design_scores_gemma":[0.65771043,0.0062447763,0.0021053515,0.0037994673,0.000004649399,3.0396092e-7,0.00007558471,0.0005456069,0.0000067973265,0.0022419484,0.327039,0.0002260702],"about_ca_topic_score_codex":0.00041660157,"about_ca_topic_score_gemma":0.0002108539,"teacher_disagreement_score":0.30602065,"about_ca_system_score_codex":0.0012162462,"about_ca_system_score_gemma":0.0074564405,"threshold_uncertainty_score":0.99979156},"labels":[],"label_agreement":null},{"id":"W4415292312","doi":"10.2196/73199","title":"Access to a Newly Adapted Diabetes-Specific Multimodal Cross-Sectoral and Interdisciplinary Psychotherapeutic Care Option for a High-Risk Group of Patients With Diabetes Mellitus and Distress: Protocol for the minDBe Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Diabetes mellitus; Health care; Focus group; MEDLINE; Group (periodic table); Research design; Alternative medicine","score_opus":0.1468758247052859,"score_gpt":0.5172889465984989,"score_spread":0.37041312189321296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415292312","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42957807,0.000007650136,0.00020448222,0.00016755058,0.000009894242,0.56994057,0.000062887986,0.000017832414,0.000011072107],"genre_scores_gemma":[0.4193044,1.8324945e-7,0.00032775837,0.000018167006,0.00004947732,0.5801801,0.000041105195,0.000023825138,0.00005496449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978301,0.00017635069,0.00039395332,0.00059728825,0.00046927767,0.00053303974],"domain_scores_gemma":[0.99799526,0.0004956859,0.00015132787,0.00051679777,0.00071069953,0.00013025795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078081683,0.00023739826,0.00036086902,0.00034151998,0.00042652554,0.0004017222,0.00033521774,0.000053444986,0.000013800205],"category_scores_gemma":[0.00006861079,0.0001520899,0.000043990232,0.0005291565,0.00024771923,0.00028010577,0.00032724344,0.00022488003,6.60638e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015289086,0.0039037473,0.8894226,0.00416551,0.00020179206,1.7452956e-7,0.0012385194,0.00000566164,0.00021905795,0.000057737434,0.00095189916,0.08454421],"study_design_scores_gemma":[0.018141445,0.030886337,0.9421054,0.001935063,0.00003647592,1.1287305e-8,0.00071212533,0.00031260162,0.0003373185,0.00033501114,0.00504205,0.00015612217],"about_ca_topic_score_codex":0.000019098168,"about_ca_topic_score_gemma":0.0000710335,"teacher_disagreement_score":0.08438809,"about_ca_system_score_codex":0.00010561353,"about_ca_system_score_gemma":0.000061241415,"threshold_uncertainty_score":0.62020457},"labels":[],"label_agreement":null},{"id":"W4415292924","doi":"10.2196/82032","title":"Effects of Walnuts on Postprandial Cognitive Function in Adults With Subjective Cognitive Impairment: Protocol for a Randomized Crossover Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nuts composition and effects","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognition; Protocol (science); Postprandial; Crossover study; Randomized controlled trial; Protocol analysis","score_opus":0.04130949884592128,"score_gpt":0.4758256432020711,"score_spread":0.4345161443561498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415292924","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036868643,8.114585e-7,0.0003129811,0.00014356032,0.00004528737,0.9606237,0.000032512668,0.00007514766,0.0018973787],"genre_scores_gemma":[0.2322681,3.271458e-8,0.000024826917,0.0001151297,0.00012476859,0.7673151,0.00001981695,0.00003651037,0.00009573499],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99399245,0.002955444,0.0006187695,0.00072945975,0.0009040902,0.00079978583],"domain_scores_gemma":[0.9886852,0.009555756,0.00026425172,0.00020722071,0.0011544281,0.00013312549],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002263893,0.00035929834,0.00090289535,0.00093751494,0.00030845564,0.00014587968,0.00018749406,0.00024805032,0.000037029105],"category_scores_gemma":[0.0018130227,0.0002697116,0.00026790335,0.0010911669,0.00055800215,0.00027069813,0.00007732798,0.0007638592,0.000019309564],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98294896,0.005169112,0.00014944021,0.0052107894,0.00015920102,0.000018989018,0.0013620441,0.0000020721743,0.00074654224,0.00030377967,0.00042242074,0.0035066572],"study_design_scores_gemma":[0.82870996,0.070126764,0.0023591893,0.038480837,0.00002971474,0.0000011161899,0.00015925965,0.00013533486,0.058223635,0.001268209,0.00027346043,0.00023254036],"about_ca_topic_score_codex":0.00005814935,"about_ca_topic_score_gemma":0.00003516206,"teacher_disagreement_score":0.19539945,"about_ca_system_score_codex":0.0002735012,"about_ca_system_score_gemma":0.00031014654,"threshold_uncertainty_score":0.9999755},"labels":[],"label_agreement":null},{"id":"W4415308664","doi":"10.2196/78623","title":"Home-Based Digital Technologies to Support Aging-in-Place for Rural African American People With Alzheimer Disease and Their Care Partners: Protocol for a Mixed Methods Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging","keywords":"African american; Protocol (science); Digital divide; Alzheimer's disease; Digital health; Data collection; Qualitative research; Telemedicine","score_opus":0.16237593766015873,"score_gpt":0.5890004033715545,"score_spread":0.42662446571139573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415308664","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04177438,0.0000028851402,0.0021545338,0.0029064575,0.0000021246572,0.9526698,0.0001243245,0.00017076317,0.00019475816],"genre_scores_gemma":[0.35069722,3.222499e-8,0.0016375787,0.00002673394,0.000011175607,0.6473957,0.000026321219,0.00002958696,0.00017569373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962739,0.0005313119,0.00040661887,0.0009188021,0.00070221146,0.0011671635],"domain_scores_gemma":[0.9965295,0.0010124245,0.00008116824,0.0007853603,0.0011878209,0.0004036984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023012871,0.00034650945,0.0006417191,0.0008275607,0.00028451034,0.0003576719,0.00040239276,0.00006187106,0.000015676756],"category_scores_gemma":[0.0010420457,0.00023288454,0.00012709745,0.0017235429,0.0005676386,0.00019493673,0.00040935256,0.00043426492,0.000002256531],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03774744,0.0043965536,0.8105484,0.002500619,0.00016354756,0.000021635331,0.0011080971,0.0000013137045,0.0002581862,0.000031544627,0.0015002115,0.14172244],"study_design_scores_gemma":[0.044653405,0.08380506,0.68957955,0.0030964564,0.00007387261,0.0000029159937,0.11003713,0.00032414254,0.010570035,0.00089189276,0.056244627,0.0007209374],"about_ca_topic_score_codex":0.00003515723,"about_ca_topic_score_gemma":0.00019119578,"teacher_disagreement_score":0.30892283,"about_ca_system_score_codex":0.000270369,"about_ca_system_score_gemma":0.0015653763,"threshold_uncertainty_score":0.9496756},"labels":[],"label_agreement":null},{"id":"W4415333259","doi":"10.2196/80290","title":"AI Virtual Human–Augmented Game-Based Teaching to Enhance Emotional Intelligence in Nursing Students: Protocol for a Single-Group Pretest-Posttest Action Research Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emotional intelligence; Protocol (science); Action research; Action (physics); Research design; Qualitative research","score_opus":0.4098613607043522,"score_gpt":0.7160125378253279,"score_spread":0.3061511771209757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415333259","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04899303,6.58622e-7,0.004005912,0.004820017,0.000032230782,0.9416498,0.000010843236,0.00014056507,0.00034696606],"genre_scores_gemma":[0.36643374,8.59403e-9,0.000546538,0.00026609088,0.00020988441,0.6318685,0.000033396667,0.000046349185,0.0005955088],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98989725,0.003058899,0.0012314476,0.0012839164,0.0032082445,0.0013202587],"domain_scores_gemma":[0.9916314,0.0032017736,0.00015132557,0.0010652442,0.0035288478,0.00042142955],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010053109,0.00032678482,0.00045839808,0.0027847695,0.001037765,0.0004198873,0.00077048194,0.00023978886,0.00015776242],"category_scores_gemma":[0.0033464176,0.00033267072,0.00009590233,0.0029182255,0.0003009869,0.0003414952,0.00020414565,0.00265013,0.000046015153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025468409,0.09524164,0.68475235,0.008397742,0.00010413564,0.00004123208,0.014686524,0.002017563,0.052535463,0.0030877036,0.020176867,0.09349035],"study_design_scores_gemma":[0.030835321,0.10295391,0.5129299,0.18354122,0.000024600738,0.000011629318,0.036321066,0.015215786,0.07833142,0.0052976008,0.032980245,0.0015572719],"about_ca_topic_score_codex":0.00017874774,"about_ca_topic_score_gemma":0.000101779246,"teacher_disagreement_score":0.3174407,"about_ca_system_score_codex":0.0046384637,"about_ca_system_score_gemma":0.0021822446,"threshold_uncertainty_score":0.99991256},"labels":[],"label_agreement":null},{"id":"W4415354322","doi":"10.2196/76831","title":"Transgender Men and Transmasculine One-on-One and Group-Delivered Empowerment for Targeted HIV Reduction (TOGETHR) Study: Protocol for a Digital Factorial Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health","keywords":"Randomized controlled trial; Empowerment; Protocol (science); Transgender women; Human immunodeficiency virus (HIV); Transgender; Men who have sex with men; Research design","score_opus":0.14754554019813812,"score_gpt":0.5298241800213993,"score_spread":0.38227863982326116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415354322","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014344774,0.0000049800615,0.007184749,0.0016104826,0.00001631028,0.9875925,0.00016022766,0.00007827121,0.0019180126],"genre_scores_gemma":[0.009920841,0.0000016628433,0.00044080417,0.000011195445,0.0005468036,0.97973675,0.00008877927,0.000048619717,0.009204534],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99469054,0.0011680203,0.0012452111,0.0008370737,0.001238831,0.0008203121],"domain_scores_gemma":[0.9966839,0.0014069742,0.00014941,0.00041470485,0.00094430987,0.0004006975],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005169613,0.00035537552,0.0018018543,0.0006796403,0.0004912721,0.00038702955,0.00020258309,0.00022478275,0.00018931771],"category_scores_gemma":[0.0018691797,0.00025840133,0.00070648256,0.0003793921,0.00042948243,0.00030394527,0.00006942497,0.0006199645,0.000003540362],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9573309,0.010372266,0.000016332962,0.0019398214,0.0014074567,0.0000026065036,0.0011868954,2.800016e-7,0.0070776897,0.00055352837,0.012236291,0.0078759445],"study_design_scores_gemma":[0.92907804,0.045137875,0.000025181365,0.001721814,0.00008566346,0.000001504429,0.000758985,0.0007588292,0.0013911956,0.0022123193,0.018625973,0.0002026398],"about_ca_topic_score_codex":0.000015649797,"about_ca_topic_score_gemma":0.0000065218064,"teacher_disagreement_score":0.03476561,"about_ca_system_score_codex":0.00018365135,"about_ca_system_score_gemma":0.0004714635,"threshold_uncertainty_score":0.9999868},"labels":[],"label_agreement":null},{"id":"W4415379097","doi":"10.2196/86135","title":"Strengthening Primary Care With a Minimal Digital Ecosystem in Burkina Faso: Protocol for a Pragmatic Mixed Methods Implementation Study","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data collection; Thematic analysis; Health care; Focus group; Reliability (semiconductor); Qualitative property; Implementation research; Implementation; Protocol (science); Research design","score_opus":0.1640301589873551,"score_gpt":0.6022952902327974,"score_spread":0.4382651312454423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415379097","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022344513,0.0000018807984,0.00023584672,0.00016783425,0.000010400971,0.97465235,0.00050432485,0.00010222625,0.0019806232],"genre_scores_gemma":[0.0067689954,6.3805345e-8,0.01321394,0.00003203871,0.00017311396,0.97915435,0.0003387073,0.000058077472,0.00026073094],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99375933,0.0014216882,0.0012757462,0.0011037595,0.0013899457,0.0010495548],"domain_scores_gemma":[0.9969411,0.0004670646,0.0004212761,0.00086196134,0.0010188574,0.00028972732],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029719253,0.0005061813,0.0011150313,0.0007086666,0.00020803025,0.00038906242,0.0005463011,0.0002777726,0.000031654017],"category_scores_gemma":[0.00014087175,0.00037373355,0.00016496622,0.0005424137,0.00006033056,0.00016162102,0.0011146312,0.0015773354,0.0000057994603],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0290981,0.008936016,0.28939682,0.46097726,0.0006318534,0.0003518661,0.017527783,0.000037790378,0.0002680349,0.00031390451,0.0023042955,0.1901563],"study_design_scores_gemma":[0.12759538,0.07355717,0.21993057,0.31025442,0.00014339635,0.00011139515,0.07848456,0.0006057753,0.0021460261,0.0024199975,0.18246448,0.0022868414],"about_ca_topic_score_codex":0.00019833625,"about_ca_topic_score_gemma":0.0005284855,"teacher_disagreement_score":0.18786946,"about_ca_system_score_codex":0.0015438952,"about_ca_system_score_gemma":0.0033111074,"threshold_uncertainty_score":0.99987143},"labels":[],"label_agreement":null},{"id":"W4415397009","doi":"10.2196/70990","title":"Using Mobile Assessments to Characterize Mental and Physical Health Behaviors in Youth: Protocol for a Pilot Intensive Longitudinal Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Longitudinal study; Protocol (science); Mental health; Unpacking; mHealth; Foundation (evidence)","score_opus":0.7422680584416942,"score_gpt":0.7368219344785395,"score_spread":0.005446123963154692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415397009","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25289506,4.7061877e-7,0.00005106057,0.000304762,0.000019263094,0.7464466,0.00010602381,0.000025554453,0.0001511912],"genre_scores_gemma":[0.044972025,4.0178662e-8,0.000326455,0.00018972137,0.00010000819,0.95364785,0.00001692884,0.000042482363,0.0007044827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940709,0.0017192952,0.0006895245,0.0010308311,0.00093915546,0.0015502834],"domain_scores_gemma":[0.99793285,0.00029087585,0.00012383844,0.00064271234,0.00050107756,0.0005086431],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032705215,0.0002815006,0.00055890944,0.0008129194,0.0004583577,0.00017597667,0.00050424493,0.00008540421,0.00011601344],"category_scores_gemma":[0.00013260792,0.00026088726,0.00005384155,0.0010090056,0.0001941458,0.00018922854,0.0007817419,0.0010095589,0.000027273874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050505932,0.074029855,0.6961835,0.006643176,0.00021025974,0.00022582125,0.064858995,0.0000023295443,0.009072564,0.001521741,0.01359037,0.08315545],"study_design_scores_gemma":[0.04199354,0.12390169,0.75562745,0.007095153,0.000007656673,0.000015155131,0.040142056,0.0003585144,0.0008444249,0.0004904457,0.028738346,0.0007855628],"about_ca_topic_score_codex":0.0014771444,"about_ca_topic_score_gemma":0.00027276098,"teacher_disagreement_score":0.20792304,"about_ca_system_score_codex":0.0011218605,"about_ca_system_score_gemma":0.00071868603,"threshold_uncertainty_score":0.9999843},"labels":[],"label_agreement":null},{"id":"W4415407821","doi":"10.2196/68332","title":"Improving Palliative Care in Residential Aged Care Using Telehealth: Protocol for a Realist Process Evaluation Embedded in a Stepped-Wedge Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Palliative care; Aged care; Cluster (spacecraft); Process (computing); Cluster randomised controlled trial","score_opus":0.2530130653595449,"score_gpt":0.6318671434758703,"score_spread":0.3788540781163254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415407821","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030177156,0.000016384489,0.0003696432,0.0007796398,0.000031652547,0.9681797,0.000019432044,0.00005442202,0.00037198566],"genre_scores_gemma":[0.025812237,3.606143e-7,0.0010266614,0.00022869451,0.00044717445,0.97217464,0.0001501998,0.000050857852,0.000109179084],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9887888,0.004804043,0.002490914,0.00085923483,0.0018917334,0.0011652658],"domain_scores_gemma":[0.99383026,0.0020130533,0.0006813329,0.000490368,0.0027698614,0.00021512178],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.013311535,0.00036412122,0.0019526822,0.0018027801,0.00035809018,0.0001320926,0.0002579552,0.00031086494,0.00007701607],"category_scores_gemma":[0.008205441,0.00028698164,0.00026393463,0.0014608062,0.00018655875,0.00027062424,0.00010464495,0.0010504544,0.0000017003737],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96083486,0.0005492666,0.0020871563,0.015673872,0.000052491592,0.000017435757,0.010150026,0.000025575098,0.00029132603,0.000038324823,0.0007164035,0.009563273],"study_design_scores_gemma":[0.96631896,0.003359125,0.001165361,0.008137536,0.000056794368,0.0000010518285,0.0110235205,0.007803152,0.00067455496,0.00042297298,0.0008356143,0.00020134434],"about_ca_topic_score_codex":0.001310242,"about_ca_topic_score_gemma":0.005808225,"teacher_disagreement_score":0.009361928,"about_ca_system_score_codex":0.002249912,"about_ca_system_score_gemma":0.00806557,"threshold_uncertainty_score":0.9999582},"labels":[],"label_agreement":null},{"id":"W4415469175","doi":"10.2196/74405","title":"Implementation of Integrative Nursing for Patients With Cancer Receiving Inpatient Care: Protocol for a Convergent Parallel Mixed Methods Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Cancer; Program evaluation; Evaluation methods; MEDLINE","score_opus":0.3105055369338703,"score_gpt":0.6899659975147072,"score_spread":0.37946046058083693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415469175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006016745,0.000004825217,0.021220522,0.00041037516,0.00003007543,0.9720175,0.000076332275,0.0000152001585,0.0002084041],"genre_scores_gemma":[0.0071927295,3.3124743e-7,0.023492256,0.000026060812,0.00007868921,0.9689838,0.00011765029,0.000018372075,0.00009009379],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99731493,0.00055928156,0.00053721917,0.00039903726,0.0007945844,0.00039496206],"domain_scores_gemma":[0.9945915,0.00064170087,0.00023832706,0.00022552368,0.004230558,0.000072404284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001641008,0.00019537042,0.0004139142,0.000317132,0.00026742928,0.00001789857,0.00012638643,0.00002269911,0.0001685699],"category_scores_gemma":[0.00043628959,0.00012780633,0.00009270565,0.00042851066,0.00019507931,0.0001047355,0.00006806579,0.00018320158,2.2840045e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010664363,0.001118109,0.17045015,0.004293933,0.00033522694,2.0025685e-7,0.008310219,0.000008007817,0.0007287472,0.0006024487,0.007743752,0.79574484],"study_design_scores_gemma":[0.11265917,0.046156216,0.4989863,0.041654848,0.00021421746,3.4153408e-7,0.04586997,0.0013258385,0.085918866,0.0032313815,0.16352142,0.00046141548],"about_ca_topic_score_codex":0.000100392266,"about_ca_topic_score_gemma":0.00018253257,"teacher_disagreement_score":0.79528344,"about_ca_system_score_codex":0.0007994651,"about_ca_system_score_gemma":0.000819031,"threshold_uncertainty_score":0.5211791},"labels":[],"label_agreement":null},{"id":"W4415482823","doi":"10.2196/80995","title":"Effectiveness of Transcutaneous Spinal Cord Stimulation for Lower Limb Rehabilitation in Spinal Cord Injury: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Lower limb; Protocol (science); Systematic review; Spinal cord stimulation; Spinal cord; Clinical Practice","score_opus":0.27026491523818075,"score_gpt":0.6315550976795722,"score_spread":0.36129018244139144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415482823","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007942794,0.0000915279,0.0022350405,0.0007482612,0.0000018111198,0.9959792,0.000059178394,0.000030780153,0.000059956627],"genre_scores_gemma":[0.023394639,0.0000010136113,0.0022255124,0.00004762035,0.000012982063,0.97392684,0.00001676015,0.00003704582,0.0003375942],"study_design_codex":"systematic_review","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9937594,0.002217311,0.0013916867,0.00082041713,0.0011666975,0.00064447767],"domain_scores_gemma":[0.9932892,0.0027181439,0.00027593574,0.0008921387,0.0026556805,0.00016890942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0116288215,0.00032421967,0.0028159786,0.001663521,0.00014585836,0.0000718845,0.00033932007,0.00019309344,0.000074674484],"category_scores_gemma":[0.005569588,0.0002412924,0.0009647736,0.0031328395,0.00030572255,0.00018163792,0.00009305068,0.00052344485,0.0000032160146],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2977003,0.00089871086,0.00017788557,0.6936241,0.004319333,0.0000059194103,0.0000071686427,0.0000019470958,0.0020213022,0.00056517305,0.00013170161,0.00054649665],"study_design_scores_gemma":[0.012976325,0.6219731,0.0077276397,0.3100548,0.036022987,0.000020830304,0.000099642595,0.0011920901,0.0039218008,0.0037647425,0.0016693217,0.00057669746],"about_ca_topic_score_codex":0.000028388946,"about_ca_topic_score_gemma":0.000017656434,"teacher_disagreement_score":0.6210744,"about_ca_system_score_codex":0.0003915657,"about_ca_system_score_gemma":0.000589079,"threshold_uncertainty_score":0.9839618},"labels":[],"label_agreement":null},{"id":"W4415484692","doi":"10.2196/75877","title":"Evaluation of the Comparative Efficacy of Aquatherapy Versus Conventional Physiotherapy on Motor Function and Psychosocial Well-Being in Children With Acute Lymphoblastic Leukemia: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Psychosocial; Protocol (science); Motor function; Randomization; Rehabilitation","score_opus":0.114072898383401,"score_gpt":0.5401403495182833,"score_spread":0.42606745113488226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415484692","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16605891,0.0000019700033,0.0001377083,0.00038846,0.000021172495,0.83284944,0.000006549104,0.000011524879,0.0005242688],"genre_scores_gemma":[0.10451539,3.8284475e-7,0.00006427596,0.000045213674,0.0001674004,0.8950914,0.0000060256853,0.00001628097,0.00009364523],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9932044,0.0032634877,0.00085532566,0.00038693703,0.002026837,0.00026300352],"domain_scores_gemma":[0.9953016,0.0028259878,0.0004951656,0.0003323362,0.0009907424,0.000054174034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008085806,0.00020686889,0.0013021472,0.00031277206,0.00014082638,0.000029537867,0.00016986759,0.00012837406,0.000058555725],"category_scores_gemma":[0.00078916404,0.00012582779,0.00033844987,0.0005235961,0.0005095464,0.00006986729,0.000028972356,0.00033587872,8.49596e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9910981,0.0020700786,0.00037754053,0.0002680114,0.0016185793,7.784761e-8,0.00065132766,0.00003873006,0.0011172812,0.001792726,0.0003711858,0.0005963355],"study_design_scores_gemma":[0.96802783,0.009357385,0.013227051,0.00353705,0.0001439547,3.9811903e-7,0.00007353267,0.0015804828,0.0012876774,0.0025356135,0.00013456478,0.00009443967],"about_ca_topic_score_codex":0.00005639707,"about_ca_topic_score_gemma":0.000035717785,"teacher_disagreement_score":0.06224196,"about_ca_system_score_codex":0.00044413866,"about_ca_system_score_gemma":0.002481757,"threshold_uncertainty_score":0.5131108},"labels":[],"label_agreement":null},{"id":"W4415485139","doi":"10.2196/72642","title":"The Good Start Matters mHealth Parenting Program: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; BC Children's Hospital","funders":"","keywords":"mHealth; Randomized controlled trial; Protocol (science); Telemedicine; eHealth; Research design; Intention-to-treat analysis","score_opus":0.2779646405642346,"score_gpt":0.67174050899406,"score_spread":0.3937758684298254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415485139","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014975346,0.0000053752437,0.00046865726,0.03380126,0.000095072595,0.95349026,0.00001899137,0.000372767,0.011732631],"genre_scores_gemma":[0.000020525926,0.0000034154584,0.00092728046,0.002222542,0.0007346223,0.9819006,0.000020279918,0.00006259628,0.0141081605],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9809181,0.010390325,0.00348092,0.00084917044,0.0011535053,0.0032079925],"domain_scores_gemma":[0.97298133,0.02219756,0.0010779138,0.0012938298,0.0017819841,0.0006673612],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.039251674,0.00037163708,0.0017398768,0.00040955277,0.008661866,0.00020277087,0.0010158084,0.00041240203,0.00020117097],"category_scores_gemma":[0.0050214315,0.00021802472,0.00050866307,0.0010938585,0.00057816965,0.00012993372,0.000331626,0.0023519062,0.00016599942],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7384542,0.0008417257,0.00008508729,0.0051808762,0.000050777533,3.5028305e-7,0.00013586813,4.6609668e-7,0.000004663113,0.039959714,0.19310114,0.022185123],"study_design_scores_gemma":[0.48545256,0.0006194166,0.000014426073,0.0015546769,0.000005546299,9.372784e-8,0.00019509124,0.000297227,0.0000031750644,0.004185727,0.5075934,0.00007866713],"about_ca_topic_score_codex":0.00011627207,"about_ca_topic_score_gemma":0.00018667172,"teacher_disagreement_score":0.31449226,"about_ca_system_score_codex":0.00056126976,"about_ca_system_score_gemma":0.008809834,"threshold_uncertainty_score":0.9999497},"labels":[],"label_agreement":null},{"id":"W4415489865","doi":"10.2196/76294","title":"Developing a Culturally Adapted Digital Health Application for Older Hispanic Adults With Type 2 Diabetes: Protocol for a Qualitative and Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Digital health; Qualitative research; mHealth; Health care; eHealth; Culturally appropriate; Data collection; USable","score_opus":0.3895618019306479,"score_gpt":0.6668339767858894,"score_spread":0.2772721748552415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415489865","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011563082,0.000005272032,0.008898309,0.0053894594,0.0000069905864,0.984023,0.00009959241,0.00017130762,0.00024978365],"genre_scores_gemma":[0.004580595,8.948543e-7,0.0038445063,0.00092314446,0.00011100255,0.98933023,0.00011382393,0.000055143053,0.0010406598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948733,0.0010886365,0.001117369,0.0009167866,0.0004954482,0.0015084532],"domain_scores_gemma":[0.9934465,0.0025135204,0.00045598176,0.0005859961,0.0025399332,0.00045801335],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004076074,0.00028430088,0.0005355236,0.00031156815,0.002522575,0.00007526345,0.0003612923,0.00013137034,0.000013629912],"category_scores_gemma":[0.00075307523,0.00021308851,0.00003110351,0.0011604585,0.00013795933,0.00025668152,0.00018026885,0.0007593852,0.0000229573],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06553044,0.012650079,0.029334325,0.18432042,0.0003033649,0.0000010159326,0.07484798,0.0000032030007,0.00024902532,0.1336798,0.172623,0.32645735],"study_design_scores_gemma":[0.023769077,0.02632279,0.010509702,0.011077136,0.0000040619707,2.7041773e-7,0.02232026,0.0003112872,0.000014250434,0.0038851446,0.901453,0.00033297887],"about_ca_topic_score_codex":0.00010241229,"about_ca_topic_score_gemma":0.000555765,"teacher_disagreement_score":0.72883004,"about_ca_system_score_codex":0.00071522355,"about_ca_system_score_gemma":0.0061297487,"threshold_uncertainty_score":0.99950457},"labels":[],"label_agreement":null},{"id":"W4415499099","doi":"10.2196/68633","title":"Determinants of Street Food Hygiene Practices and the Effectiveness of Interventions for Vendors and Consumers in Low- and Middle-Income Countries: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Safety and Hygiene","field":"Agricultural and Biological Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Hygiene; Qualitative research; Food hygiene; Food safety; Intervention (counseling); Data collection","score_opus":0.27416342240809843,"score_gpt":0.5495517652343446,"score_spread":0.27538834282624614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415499099","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077276684,0.00027765997,0.0000031693692,0.00042129526,0.0000019259735,0.9219287,0.00006563968,0.0000045187057,0.00002040919],"genre_scores_gemma":[0.072968386,0.000058320667,0.00005266756,0.000011514479,0.0000051843813,0.92689264,0.0000017363976,0.000001017163,0.000008522616],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9981088,0.0008264111,0.00043329058,0.0002463617,0.0001579731,0.00022713553],"domain_scores_gemma":[0.9936138,0.0057170237,0.00029051813,0.000076514465,0.0002646337,0.000037501457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00566707,0.00009465963,0.00039794837,0.00004485848,0.00017591036,0.00004281017,0.00018093527,0.000051691233,0.0000050246817],"category_scores_gemma":[0.0018730444,0.000037284877,0.00006983981,0.0003122197,0.0005648809,0.00014453559,0.0001731526,0.0001075755,5.9601263e-8],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01774224,0.00058138947,0.07383377,0.88004845,0.00006709653,0.0000013496353,0.00013311103,4.8082285e-7,0.0015542073,0.003990075,0.000021129239,0.02202671],"study_design_scores_gemma":[0.008058791,0.00583778,0.09076039,0.88217604,0.0000129402215,0.0000020694306,0.0002631972,0.00005303435,0.008942941,0.0019880277,0.0017723622,0.00013242546],"about_ca_topic_score_codex":0.00006640831,"about_ca_topic_score_gemma":0.0012697928,"teacher_disagreement_score":0.021894285,"about_ca_system_score_codex":0.000013322338,"about_ca_system_score_gemma":0.000064006264,"threshold_uncertainty_score":0.22423443},"labels":[],"label_agreement":null},{"id":"W4415526840","doi":"10.2196/73317","title":"Exclusive Effects of Moxibustion on Gut Microbiota: Protocol for a Focused Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Moxibustion; Alternative medicine; Bridging (networking); Microbiome; Gut microbiome; MEDLINE","score_opus":0.16088197606577626,"score_gpt":0.5581203943922044,"score_spread":0.39723841832642814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415526840","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003746521,0.00023569251,0.0004438023,0.0005697246,0.0000011337495,0.9985472,0.000037771657,0.000008185956,0.000119021366],"genre_scores_gemma":[0.00033858014,0.0000063709927,0.00040291686,0.00042537856,0.000013576668,0.9963329,0.000024154197,0.000016242686,0.0024398728],"study_design_codex":"systematic_review","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976119,0.00077061047,0.0005402373,0.00051077874,0.00019228907,0.00037420925],"domain_scores_gemma":[0.998347,0.0001906869,0.00022128568,0.000721079,0.00043726384,0.00008272571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012686693,0.00020395438,0.0011392435,0.00028646833,0.00015496356,0.000039858063,0.0002910898,0.00017983103,0.000018318538],"category_scores_gemma":[0.00043397292,0.0001437439,0.0004928715,0.00061389804,0.00011492019,0.000004766549,0.00018448629,0.000180372,0.000003172052],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032815902,0.00031933916,0.0000077879595,0.61841756,0.008144566,8.811331e-7,0.00001702637,0.0000012039951,0.36444318,0.00027436865,0.008030176,0.00001571727],"study_design_scores_gemma":[0.010452578,0.010343184,0.0005439582,0.09732448,0.055383366,0.0000073483843,0.000045553134,0.0000361587,0.7800202,0.0005174507,0.04443554,0.00089021947],"about_ca_topic_score_codex":0.000004690528,"about_ca_topic_score_gemma":0.000007699401,"teacher_disagreement_score":0.5210931,"about_ca_system_score_codex":0.000029857103,"about_ca_system_score_gemma":0.00019189988,"threshold_uncertainty_score":0.5861706},"labels":[],"label_agreement":null},{"id":"W4415544506","doi":"10.2196/78557","title":"Knowledge and Recommendations of Stakeholders Regarding Ethical Oversight of Data Science Health Research: Protocol for a Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute; National Institute of Mental Health","keywords":"Qualitative research; Protocol (science); Research ethics; Data collection; Qualitative property; Health services research; Protocol analysis; Health data","score_opus":0.9703288096619055,"score_gpt":0.818516947205263,"score_spread":0.15181186245664247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415544506","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010885537,0.000004075998,0.00030886364,0.018924024,0.000008851692,0.97809225,0.000035375768,0.000014285643,0.0015236973],"genre_scores_gemma":[0.02663294,0.0000012371596,0.0018718923,0.000051313582,0.000050243307,0.97091925,0.000011422991,0.000010921287,0.00045077695],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9940524,0.0025658242,0.00089600106,0.0006719368,0.001155084,0.00065875717],"domain_scores_gemma":[0.98973006,0.0045137876,0.00017161769,0.0010201825,0.004308634,0.00025574164],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0433452,0.00009825918,0.00036006467,0.0011953209,0.0008200411,0.000057274963,0.00059343386,0.00012289171,0.000022648364],"category_scores_gemma":[0.009087723,0.000082776576,0.000031449657,0.002773681,0.0017183331,0.00037127663,0.0006064614,0.0011979762,0.0000026998111],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008036854,0.011430499,0.0046247006,0.024981122,0.00011398613,0.000001995781,0.3550147,6.2332657e-7,0.003994386,0.062145058,0.2645398,0.26511627],"study_design_scores_gemma":[0.0024355322,0.016762001,0.001029203,0.017070277,0.000006253926,0.0000017361058,0.53420436,0.000651892,0.018623997,0.012771853,0.39627478,0.00016810274],"about_ca_topic_score_codex":0.0005381669,"about_ca_topic_score_gemma":0.00022606163,"teacher_disagreement_score":0.2649482,"about_ca_system_score_codex":0.0003716477,"about_ca_system_score_gemma":0.008196015,"threshold_uncertainty_score":0.9992592},"labels":[],"label_agreement":null},{"id":"W4415569307","doi":"10.2196/78505","title":"Evaluating AI-Generated Podcasts Versus Traditional Reading for Learning From Medical Articles: Protocol for a Mixed-Design Study Among Resident Physicians","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Reading (process); Data collection; MEDLINE; Research design; Formative assessment; Digital health; Educational measurement","score_opus":0.7903175299431441,"score_gpt":0.6996613663267017,"score_spread":0.09065616361644235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415569307","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01277919,6.9976784e-7,0.0029249701,0.00354607,0.00021923103,0.980114,0.0000097325765,0.0001528033,0.000253328],"genre_scores_gemma":[0.011023862,9.981854e-8,0.0023919628,0.00006214447,0.0023199634,0.9839125,0.000021119098,0.000039357765,0.0002289741],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98932457,0.00544973,0.0007015519,0.00070918637,0.0027042585,0.0011106804],"domain_scores_gemma":[0.97633016,0.021293063,0.00022627389,0.00027973513,0.001532986,0.00033780557],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.016080145,0.00019039739,0.00033477848,0.00031439995,0.0028951936,0.0004189899,0.0006513343,0.0002808242,0.00021752228],"category_scores_gemma":[0.04451037,0.00020009631,0.0001070327,0.0013545356,0.00048787118,0.00038534836,0.000089154186,0.00094619463,0.000014835693],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02594338,0.010932724,0.054690924,0.002425269,0.0004713703,0.000020682124,0.21584651,0.0006564068,0.0030473585,0.019551257,0.11774333,0.54867077],"study_design_scores_gemma":[0.096643694,0.035829805,0.12234167,0.023440063,0.00009755078,4.198709e-7,0.22759263,0.07024028,0.010625936,0.08179312,0.3291983,0.0021965397],"about_ca_topic_score_codex":0.002124613,"about_ca_topic_score_gemma":0.0025816322,"teacher_disagreement_score":0.5464743,"about_ca_system_score_codex":0.001167255,"about_ca_system_score_gemma":0.006066355,"threshold_uncertainty_score":0.99956834},"labels":[],"label_agreement":null},{"id":"W4415570456","doi":"10.2196/85154","title":"Effectiveness of Different Methods of Interdental Hygiene in Daily Practice Among Young Adults: Protocol for a Randomized, Single-Blind Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Oral microbiology and periodontitis research","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interdental consonant; Protocol (science); Hygiene; Randomized controlled trial; Oral hygiene; Clinical trial","score_opus":0.107684391343972,"score_gpt":0.5639743685690776,"score_spread":0.45628997722510556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415570456","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05756975,0.000006588105,0.0014443704,0.000047918697,0.000057811016,0.93896663,0.000046090463,0.000023465163,0.0018373481],"genre_scores_gemma":[0.058923323,3.3215602e-7,0.0011365329,0.0000037917434,0.000055468725,0.93892485,0.000018286004,0.000030367906,0.000907062],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9740582,0.022127664,0.0016624929,0.0007204376,0.00064276054,0.0007884479],"domain_scores_gemma":[0.9782612,0.01893808,0.0005390962,0.0006479876,0.0014932487,0.000120429526],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022848645,0.0003190994,0.0020840927,0.0010528965,0.00015695683,0.00013659798,0.0008953552,0.0004647905,0.00020852411],"category_scores_gemma":[0.019640075,0.0002372062,0.000593105,0.0009174181,0.0013038716,0.00034869704,0.0006152347,0.0010644146,0.000006449707],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91832775,0.0054783924,0.0030726062,0.007320988,0.000309578,0.000023303199,0.00021683956,0.0000018340342,0.0620269,0.00076995033,0.0002958445,0.0021560353],"study_design_scores_gemma":[0.8894641,0.004219572,0.0014113637,0.008119715,0.000014476331,0.0000071069294,0.0002502415,0.00013744159,0.09394546,0.00071405584,0.001547268,0.0001692049],"about_ca_topic_score_codex":0.0003907669,"about_ca_topic_score_gemma":0.00029083408,"teacher_disagreement_score":0.031918555,"about_ca_system_score_codex":0.00030998403,"about_ca_system_score_gemma":0.0004950784,"threshold_uncertainty_score":0.9886179},"labels":[],"label_agreement":null},{"id":"W4415571298","doi":"10.2196/69728","title":"Strengthening Care for Children Using a Virtual Integrated General Practitioner–Pediatrician Model of Primary Care (SUSTAIN): Protocol for a Stepped Wedge Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Primary care; Protocol (science); Randomized controlled trial; Primary health care; Health care; Cluster randomised controlled trial; Metropolitan area; Cluster (spacecraft)","score_opus":0.09380944514906467,"score_gpt":0.4969303600537465,"score_spread":0.4031209149046818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415571298","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004067265,0.00003520518,0.0071959756,0.00017301762,0.000030709336,0.9869181,0.0003018281,0.000075448836,0.0012024748],"genre_scores_gemma":[0.0017931142,0.0000018945187,0.006491816,0.000088946734,0.00062613375,0.98923165,0.00029797468,0.00006334084,0.0014051114],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952788,0.00097493705,0.0014945057,0.000633434,0.00081518304,0.0008031699],"domain_scores_gemma":[0.99255276,0.0015144153,0.00048966415,0.00045482247,0.0048462064,0.00014212992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023627123,0.00041086448,0.0023032413,0.0007650673,0.0006124074,0.00007141071,0.00028747003,0.00031017646,0.000016224225],"category_scores_gemma":[0.0033557734,0.00029079022,0.0009912219,0.0006419811,0.00031643885,0.00019924893,0.00022336282,0.0006381342,5.357074e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97937465,0.0006479956,0.00006748636,0.005855587,0.0006965097,0.000001764497,0.0019437139,0.0003827203,0.0012085598,0.00061455736,0.006882759,0.0023236964],"study_design_scores_gemma":[0.97147113,0.0032922688,0.000005378646,0.00288803,0.00022772921,9.767083e-7,0.0032778622,0.013461816,0.0014282714,0.00020769745,0.0034826878,0.00025613946],"about_ca_topic_score_codex":0.00005554293,"about_ca_topic_score_gemma":0.000023589839,"teacher_disagreement_score":0.013079097,"about_ca_system_score_codex":0.0005993034,"about_ca_system_score_gemma":0.0034390686,"threshold_uncertainty_score":0.9999544},"labels":[],"label_agreement":null},{"id":"W4415591021","doi":"10.2196/82695","title":"Short-Term Effects of Nonnutritive Sweetener (Sucralose and Saccharin) Consumption on Glycemic Control and Gut Microbiota in Patients With Type 2 Diabetes: Protocol for a Double-Blind, Randomized, Placebo-Controlled, Crossover Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biochemical Analysis and Sensing Techniques","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Glycemic; Gut flora; Crossover study; Protocol (science); Type 2 diabetes; Consumption (sociology); Probiotic; Clinical trial","score_opus":0.061700632230446605,"score_gpt":0.4524772589245706,"score_spread":0.390776626694124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415591021","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35855526,0.0000035102025,0.0000171191,0.00007716321,0.0000060185275,0.64127994,0.000009981471,0.000024084227,0.000026930624],"genre_scores_gemma":[0.29936466,3.9628176e-7,0.0001321554,0.0000453032,0.00003015388,0.70036554,0.00000993017,0.000019330626,0.000032544176],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99709314,0.00066443754,0.00067636184,0.0006177341,0.00041571356,0.0005326151],"domain_scores_gemma":[0.9967218,0.0020115573,0.00019358615,0.0003402627,0.00063389883,0.00009890679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013873654,0.00029884372,0.0012263431,0.00052136095,0.00015402153,0.0001954857,0.00017965052,0.00030785412,0.000004203068],"category_scores_gemma":[0.00050665723,0.00020250717,0.00015215515,0.000356158,0.00063541566,0.0001293825,0.00009802203,0.0004960649,8.8330415e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96297634,0.0013472221,0.004817473,0.002312249,0.00016539863,0.0000012959863,0.000056486017,3.252782e-7,0.026519652,0.00009471453,0.00035045814,0.0013584191],"study_design_scores_gemma":[0.9506011,0.005886432,0.0010589836,0.0064122695,0.00004851555,1.5900078e-7,0.000002895391,0.00022001179,0.03499373,0.00042420963,0.00014308066,0.00020863363],"about_ca_topic_score_codex":0.000017042452,"about_ca_topic_score_gemma":0.00001222469,"teacher_disagreement_score":0.059190612,"about_ca_system_score_codex":0.00012425565,"about_ca_system_score_gemma":0.00005882788,"threshold_uncertainty_score":0.8258003},"labels":[],"label_agreement":null},{"id":"W4415591691","doi":"10.2196/77118","title":"Psychological Factors Influencing Pain Perception and Experience in Women Undergoing Mammography: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Global Cancer Incidence and Screening","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Psychological intervention; Perception; Breast cancer; Coping (psychology); MEDLINE; Systematic review; Alternative medicine","score_opus":0.5853917720565827,"score_gpt":0.6658062289614385,"score_spread":0.08041445690485582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415591691","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041344056,0.11601946,0.000025733416,0.000038153757,0.000001915431,0.88370156,0.000007334206,0.000055426583,0.0001462493],"genre_scores_gemma":[6.63427e-7,0.16230822,0.00017239575,0.00027320237,0.000041291005,0.837035,0.000009565756,0.00003187319,0.00012777027],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.993003,0.002390713,0.0015066351,0.0009934955,0.0010558825,0.0010502815],"domain_scores_gemma":[0.9964186,0.0017660917,0.0003832124,0.00078257447,0.00032785238,0.00032168263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007902593,0.00051633845,0.0029988503,0.00081390695,0.0002063554,0.00016281556,0.0005141746,0.0004421128,0.00007726326],"category_scores_gemma":[0.004927573,0.00033866652,0.00040179025,0.0017898349,0.00020500079,0.00020427167,0.00023116956,0.001223884,0.000006546427],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001678258,0.00012158691,0.0001959326,0.9436408,0.000024018162,0.000024915038,0.0003956884,1.9486444e-8,9.400121e-7,0.000017391068,0.0008287964,0.05458203],"study_design_scores_gemma":[0.0008473034,0.0015301377,0.000063456384,0.83131605,0.000024977386,0.000023163968,0.00077511213,0.0000019595038,1.4864995e-7,0.0000610378,0.16512012,0.00023651772],"about_ca_topic_score_codex":0.000017117016,"about_ca_topic_score_gemma":0.000010117543,"teacher_disagreement_score":0.16429132,"about_ca_system_score_codex":0.0010985314,"about_ca_system_score_gemma":0.000842511,"threshold_uncertainty_score":0.99990654},"labels":[],"label_agreement":null},{"id":"W4415597154","doi":"10.2196/66211","title":"Piloting a Novel eHealth Technology for the Control and Management of Elevated Blood Pressure in Rwanda (HeartCare@Home Project): Protocol for a 2-Phase Crossover Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Protocol (science); Blood pressure; Crossover study; Crossover; mHealth; Telemedicine","score_opus":0.2280281916899458,"score_gpt":0.5669218152788001,"score_spread":0.33889362358885433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415597154","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001069901,0.00008999927,0.0001853922,0.0030545292,0.0000042479196,0.99535626,0.00006208686,0.000055061275,0.00012254158],"genre_scores_gemma":[0.030789966,0.0000013980026,0.0006730129,0.00016408814,0.000037958256,0.9673393,0.0000017096653,0.000026742828,0.0009658614],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974755,0.00014886628,0.0006332955,0.00055671285,0.0005112457,0.00067436707],"domain_scores_gemma":[0.99740136,0.0007765905,0.00014114854,0.00058007904,0.0010442988,0.00005649849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002615558,0.00020930682,0.0007438472,0.0005597997,0.00041085345,0.000060644677,0.00025316965,0.00014620303,0.0000048829916],"category_scores_gemma":[0.0003129098,0.00013285605,0.000073734875,0.0010051435,0.00030041195,0.00006140959,0.00031741426,0.00050376984,3.6775504e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27815652,0.11948956,0.13285063,0.19359541,0.022246065,0.00025364303,0.0071117394,0.000014740439,0.06690706,0.024879504,0.08791601,0.066579126],"study_design_scores_gemma":[0.2936513,0.026095157,0.018842194,0.010334197,0.00078213424,0.000016965427,0.003962311,0.0012070045,0.0036907021,0.0007505075,0.64037955,0.00028795213],"about_ca_topic_score_codex":0.000053603017,"about_ca_topic_score_gemma":0.000046523735,"teacher_disagreement_score":0.55246353,"about_ca_system_score_codex":0.000014938175,"about_ca_system_score_gemma":0.0003460628,"threshold_uncertainty_score":0.54177123},"labels":[],"label_agreement":null},{"id":"W4415598510","doi":"10.2196/67757","title":"Culturally Tailored Tele–Mental Health Care Linkage for Indigenous Populations: Protocol for a Mixed Methods Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Indigenous; Protocol (science); Health care; Linkage (software); Qualitative research; Data collection; Community-based participatory research; Health services; Culturally appropriate","score_opus":0.4914136885300922,"score_gpt":0.7165520464176626,"score_spread":0.22513835788757036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415598510","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030391332,0.000009792442,0.0026153408,0.0016263017,0.00012904564,0.99276096,0.00043769745,0.0002111029,0.0019058558],"genre_scores_gemma":[0.0018521661,1.4844561e-8,0.02192236,0.00020334507,0.0001362597,0.9648664,0.00020991867,0.00007538906,0.010734151],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99339926,0.0021884602,0.0013413647,0.00097226986,0.00057949143,0.0015191805],"domain_scores_gemma":[0.997061,0.00053680164,0.00031947956,0.00089165627,0.0008606851,0.00033035624],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0037401444,0.0003453603,0.00054784917,0.000645656,0.0015547851,0.00034732468,0.0008781241,0.00013587126,0.0001348767],"category_scores_gemma":[0.00036407172,0.00030673447,0.0002348556,0.0009650414,0.000161531,0.00027848931,0.0003386522,0.0005992559,0.00008978423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021737808,0.050133124,0.003543227,0.016053814,0.00040636174,0.000009674537,0.025588976,0.0000022387,0.00022461743,0.022185557,0.26280546,0.5973091],"study_design_scores_gemma":[0.02367374,0.119644016,0.013010657,0.004113704,0.000006691009,0.0000059276927,0.016943745,0.000018220957,0.00064235646,0.008538528,0.81291646,0.00048595536],"about_ca_topic_score_codex":0.00030611793,"about_ca_topic_score_gemma":0.0007969246,"teacher_disagreement_score":0.59682316,"about_ca_system_score_codex":0.0012206307,"about_ca_system_score_gemma":0.00079957367,"threshold_uncertainty_score":0.9999385},"labels":[],"label_agreement":null},{"id":"W4415614824","doi":"10.2196/76668","title":"Impact of Connected Mental Health on the Work Environment of Mental Health Clinicians: Protocol for a Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Systematic review; Protocol (science); Work (physics); MEDLINE; Psychological intervention","score_opus":0.31950060716570405,"score_gpt":0.6748427363474426,"score_spread":0.3553421291817386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415614824","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004024235,0.0004195958,0.000016058275,0.017805614,0.000024160187,0.9798047,0.0006829142,0.00002827245,0.0011784545],"genre_scores_gemma":[0.0007411777,0.000014032055,0.0000829819,0.0010351163,0.000024885794,0.9957664,0.00006999687,0.00003536048,0.0022300365],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920869,0.0034593095,0.0022256242,0.0005252327,0.0008215,0.0008814188],"domain_scores_gemma":[0.996432,0.0009472852,0.0010733475,0.0011628654,0.00015392687,0.00023057597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006393969,0.0002872343,0.001004453,0.0003236283,0.00033001494,0.00005705215,0.00073273625,0.0001160818,0.0004010277],"category_scores_gemma":[0.00030035284,0.0001783631,0.0005551115,0.0010759152,0.00027563033,0.000096136915,0.0001946551,0.0006269298,0.00007326892],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041988357,0.008633144,0.00042193648,0.4123975,0.00030688898,0.0000014822663,0.0013958511,2.8858966e-7,0.000011413384,0.011949393,0.553484,0.0071992646],"study_design_scores_gemma":[0.0040198,0.021258032,0.00165193,0.9201487,0.0000026166588,0.0000052479268,0.00027678328,0.0000051024267,0.00007060192,0.00063326635,0.051792573,0.00013535749],"about_ca_topic_score_codex":0.000033458873,"about_ca_topic_score_gemma":0.0000072809944,"teacher_disagreement_score":0.5077512,"about_ca_system_score_codex":0.0010245207,"about_ca_system_score_gemma":0.00061121525,"threshold_uncertainty_score":0.7273436},"labels":[],"label_agreement":null},{"id":"W4415618441","doi":"10.2196/86610","title":"Technology-Based Prehabilitation for Cancer Patients Before Elective Treatment: A Protocol for a Scoping Review (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prehabilitation; eHealth; mHealth; Psychological intervention; Critical appraisal; Protocol (science); Intervention (counseling); MEDLINE","score_opus":0.1566533413161867,"score_gpt":0.6003347126991058,"score_spread":0.4436813713829191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415618441","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023246191,0.000037915124,0.0004809866,0.0027501022,0.000007159967,0.9959992,0.00005486132,0.00011831756,0.0003189711],"genre_scores_gemma":[0.00026014168,0.0000017945201,0.00075833633,0.00022075107,0.000056612564,0.99789786,0.000031174295,0.00003264415,0.00074070547],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99787766,0.00013708536,0.00042497687,0.0006237262,0.00038483547,0.00055171945],"domain_scores_gemma":[0.9968307,0.0003126644,0.00011178681,0.00054100243,0.0021087998,0.00009505343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007687516,0.00019886944,0.00045856606,0.00043984747,0.00023984294,0.000036792153,0.00018307127,0.00016863676,0.000069599955],"category_scores_gemma":[0.0010270546,0.00015597141,0.00022072718,0.0010788939,0.00014193765,0.00008177593,0.000057596877,0.00023309514,0.0000042597326],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014010661,0.0039956328,0.07216306,0.3858844,0.00017172957,0.0000015200708,0.0007529704,0.0000034751336,0.0006284858,0.0010824136,0.008280467,0.51302516],"study_design_scores_gemma":[0.021839155,0.020056503,0.0027043521,0.57875687,0.000030341354,3.1749155e-7,0.00009841803,0.00015214825,0.01971086,0.0032555938,0.35316166,0.00023378187],"about_ca_topic_score_codex":0.00006119846,"about_ca_topic_score_gemma":0.00081769365,"teacher_disagreement_score":0.5127914,"about_ca_system_score_codex":0.0011452103,"about_ca_system_score_gemma":0.002335865,"threshold_uncertainty_score":0.636033},"labels":[],"label_agreement":null},{"id":"W4415628152","doi":"10.2196/71302","title":"Perinatal Cannabis Use, Depression, and the Mother-Child Dyad: Protocol for a Prospective Multimethod Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of General Medical Sciences","keywords":"Protocol (science); Prospective cohort study; Pregnancy; Cannabis; Perinatal period; MEDLINE","score_opus":0.12731182615898404,"score_gpt":0.5611131249181793,"score_spread":0.43380129875919526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415628152","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009844891,0.000005546922,0.00017722163,0.010729978,0.000005507697,0.9845648,0.000026851108,0.00008527955,0.0034203734],"genre_scores_gemma":[0.002241801,2.0294566e-7,0.00049786776,0.00017651773,0.00014645318,0.9375627,0.0000023545322,0.00006210863,0.059310008],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99489933,0.0012622599,0.00052308955,0.0009829026,0.0013223704,0.0010100332],"domain_scores_gemma":[0.9964522,0.000312349,0.000092231785,0.0011148775,0.0017160538,0.00031227883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049951426,0.00032599768,0.00060175586,0.0004970898,0.0011523495,0.00051279116,0.0004965732,0.00018545671,0.00014474557],"category_scores_gemma":[0.0027207166,0.00018884236,0.00019129399,0.0010919527,0.0010560872,0.00022234335,0.00074412976,0.0014350723,0.000007908751],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11778047,0.00960444,0.20245707,0.007856584,0.0006282658,0.00014422566,0.005907932,0.000004837137,0.0014779572,0.00702929,0.5787016,0.06840731],"study_design_scores_gemma":[0.043360896,0.0035396842,0.13880691,0.0018320349,0.0000114518925,0.000033040153,0.0011523301,0.0004880588,0.002527138,0.00078924367,0.8072523,0.00020693807],"about_ca_topic_score_codex":0.0005039508,"about_ca_topic_score_gemma":0.00012981768,"teacher_disagreement_score":0.22855067,"about_ca_system_score_codex":0.00028464026,"about_ca_system_score_gemma":0.0009453379,"threshold_uncertainty_score":0.88630575},"labels":[],"label_agreement":null},{"id":"W4415675006","doi":"10.2196/77764","title":"Digital Training for Mental Health Promotion in Young People With Climate Change-Related Distress: Protocol for a Feasibility Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Randomized controlled trial; Mental health; Protocol (science); Digital health; Promotion (chess); Health promotion; mHealth","score_opus":0.3153694568078704,"score_gpt":0.5574513445226091,"score_spread":0.24208188771473876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415675006","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004589203,6.766101e-7,0.00008907307,0.004291288,0.000016120868,0.98826855,0.00020609109,0.000069255184,0.002469767],"genre_scores_gemma":[0.012631981,7.1430435e-7,0.00018410118,0.000045662993,0.00007646615,0.98652804,0.00011166072,0.000033149227,0.0003882373],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99517906,0.00080216554,0.0011096898,0.0007127934,0.0007168625,0.0014794507],"domain_scores_gemma":[0.9980473,0.0008535563,0.00037492474,0.00035684975,0.00007844763,0.00028894487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008532541,0.0002856464,0.0012992305,0.00022008535,0.0006168098,0.00027836894,0.00030306177,0.00014867862,0.0001704419],"category_scores_gemma":[0.000935709,0.00019686068,0.00023590379,0.000708351,0.00031191,0.000588088,0.00018849593,0.00036324278,0.000010502931],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9787551,0.002305639,0.0054783504,0.0016203739,0.00001642169,7.119522e-7,0.0035230059,0.0000024898568,0.000035192512,0.00017205901,0.0011810926,0.0069095693],"study_design_scores_gemma":[0.9824201,0.006136797,0.001789062,0.0033581364,0.0000031337265,0.0000018039295,0.00045557338,0.00242784,0.000020403138,0.0014834593,0.0017093451,0.00019436938],"about_ca_topic_score_codex":0.00010592388,"about_ca_topic_score_gemma":0.0022014277,"teacher_disagreement_score":0.008042778,"about_ca_system_score_codex":0.0010078368,"about_ca_system_score_gemma":0.00023396275,"threshold_uncertainty_score":0.80277455},"labels":[],"label_agreement":null},{"id":"W4415693289","doi":"10.2196/77937","title":"Implementation of Virtual Focus Groups as an Effective Strategy in Qualitative Research to Engage With Undersupported Communities: Protocol for Virtual Focus Groups","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Minority Health and Health Disparities","keywords":"Focus group; Qualitative research; Protocol (science); Focus (optics); Health care; Qualitative property; Research design","score_opus":0.4982307097590462,"score_gpt":0.714355094313961,"score_spread":0.21612438455491484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415693289","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024898514,9.4369886e-7,0.009427389,0.0010712259,0.000008132762,0.9564095,0.0001046047,0.000072151954,0.008007505],"genre_scores_gemma":[0.2128033,1.6867149e-7,0.0017631345,0.000029637496,0.000068900066,0.7847223,0.000018504363,0.00004724631,0.00054674485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.94197816,0.051919315,0.0010063183,0.00079682533,0.002571984,0.0017273931],"domain_scores_gemma":[0.97903144,0.016561253,0.00025284704,0.0007421575,0.0029839247,0.00042839893],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.06414697,0.00037591776,0.00072156335,0.0018114011,0.0019193668,0.0004243406,0.0013343634,0.00030615996,0.00034543735],"category_scores_gemma":[0.0022866656,0.0003272533,0.00012731797,0.00444369,0.002438774,0.0009936446,0.00040794417,0.0018381608,0.00001810452],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073003117,0.001271362,0.0006070997,0.00042667062,0.00007663529,0.000008200196,0.35482475,0.0000135757755,0.0010482573,0.58220744,0.001124665,0.05109099],"study_design_scores_gemma":[0.007915128,0.03340015,0.0021066575,0.00141306,0.0000032727917,3.3515266e-7,0.8218967,0.000041361793,0.0068432325,0.11339587,0.012629072,0.00035517607],"about_ca_topic_score_codex":0.03822564,"about_ca_topic_score_gemma":0.10341388,"teacher_disagreement_score":0.4688116,"about_ca_system_score_codex":0.0011749903,"about_ca_system_score_gemma":0.0025673911,"threshold_uncertainty_score":0.9999179},"labels":[],"label_agreement":null},{"id":"W4415695949","doi":"10.2196/79555","title":"Association of the Transmembrane Protease Serine 6 rs855791 Variant and Nongenetic Factors With Iron Deficiency Among Female Medical Students in Yogyakarta: Protocol for a Case-Control Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Iron Metabolism and Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Iron deficiency; Serine protease; Association (psychology); TMPRSS6; Transmembrane protein; Iron-deficiency anemia; Serine","score_opus":0.059766914381672795,"score_gpt":0.4755459542945297,"score_spread":0.4157790399128569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415695949","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40632233,0.0000014503978,0.00003928516,0.00027165367,0.000002593665,0.59321296,0.000012085928,0.000010887534,0.00012675897],"genre_scores_gemma":[0.38381782,8.70971e-8,0.000028711864,0.00002275855,0.0000137724055,0.61558354,7.7683114e-7,0.000014316765,0.0005182002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99560004,0.0008390136,0.0005432187,0.0004610792,0.001989767,0.00056686],"domain_scores_gemma":[0.99859416,0.000308698,0.00014239068,0.0004459125,0.00032890184,0.00017994449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004014401,0.00020847615,0.00047030472,0.00029202976,0.00020521368,0.00006798094,0.00037391324,0.0001736894,0.00007783882],"category_scores_gemma":[0.00093417085,0.00012224681,0.00006748715,0.00079436,0.00022065101,0.00009949577,0.00012596807,0.0005926049,6.178232e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038388052,0.0051590614,0.9836331,0.004095689,0.000032999265,0.00015337055,0.0012755516,0.000008517031,0.0002187865,0.000036459332,0.00009259726,0.0014550876],"study_design_scores_gemma":[0.04060652,0.004006131,0.95112395,0.0015022556,0.00004225982,0.000014914145,0.0013317416,0.000116802956,0.00039570758,0.000032512573,0.0007011316,0.00012605959],"about_ca_topic_score_codex":0.00028996135,"about_ca_topic_score_gemma":0.0010786313,"teacher_disagreement_score":0.036767714,"about_ca_system_score_codex":0.000115311406,"about_ca_system_score_gemma":0.00072312535,"threshold_uncertainty_score":0.49850804},"labels":[],"label_agreement":null},{"id":"W4415696054","doi":"10.2196/75065","title":"Facial Feminization Surgery and Quality of Life in Transgender Women: Protocol for a Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Facial Rejuvenation and Surgery Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de Chile","keywords":"Protocol (science); Quality of life (healthcare); Feminization (sociology); Cohort study; Cohort; Transgender women; Transgender; Health related quality of life","score_opus":0.435562678046362,"score_gpt":0.6121793571039674,"score_spread":0.17661667905760542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415696054","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037678733,2.7206693e-7,0.00024594407,0.00054919824,0.0000024082922,0.9601902,0.00000861554,0.000050237777,0.0012744371],"genre_scores_gemma":[0.072341494,1.7190351e-7,0.00006888594,0.00012850972,0.000010734995,0.9267887,0.0000052369937,0.000011870117,0.0006443926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99732167,0.0005964453,0.0007676609,0.0003228983,0.0006505684,0.00034076904],"domain_scores_gemma":[0.9982782,0.00069461507,0.000088682085,0.00025517744,0.0005578868,0.00012541337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074302834,0.00011291484,0.00056048745,0.00071165315,0.00007945751,0.00003161023,0.00008118531,0.00012793095,0.000088010725],"category_scores_gemma":[0.0024645308,0.00009795272,0.000065885564,0.00087178807,0.00013084928,0.00008569287,0.00004496086,0.00025626287,7.725031e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005250702,0.0024522636,0.9723724,0.0021192103,0.000030583073,0.0000020477987,0.00079393346,2.1665193e-7,0.0012118486,0.0005142148,0.0056992127,0.0095533375],"study_design_scores_gemma":[0.0058728647,0.0011141024,0.82893854,0.0011225587,0.0000010392905,2.3300267e-7,0.0008194142,0.00003463697,0.00271667,0.0005494881,0.15870519,0.00012522569],"about_ca_topic_score_codex":0.00004636694,"about_ca_topic_score_gemma":0.000039149207,"teacher_disagreement_score":0.15300599,"about_ca_system_score_codex":0.00015200643,"about_ca_system_score_gemma":0.00092247705,"threshold_uncertainty_score":0.39943957},"labels":[],"label_agreement":null},{"id":"W4415701703","doi":"10.2196/80483","title":"Sickle Cell Disease at a Tertiary Care Center in the Vidarbha Region of India: Protocol for a Clinical and Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Tertiary care; Protocol (science); Disease; Center (category theory); Health care; Public health","score_opus":0.3128749731876096,"score_gpt":0.5796931424636043,"score_spread":0.26681816927599467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415701703","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05347542,0.000007417415,0.0000031281886,0.002300499,0.0000030347064,0.9433363,0.000011928409,0.0000119587285,0.0008502853],"genre_scores_gemma":[0.06030818,0.0000010082379,0.000033676788,0.0002941867,0.000036239013,0.9388685,0.000013409203,0.000012699865,0.00043209884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976218,0.00065030507,0.00052233826,0.000358357,0.0005207428,0.00032650857],"domain_scores_gemma":[0.9986252,0.00042317976,0.000073808355,0.0004313946,0.00032289908,0.00012348553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013517276,0.00012151662,0.00024525536,0.00018288137,0.00015930917,0.000028722257,0.00020744954,0.00013167065,0.000014082108],"category_scores_gemma":[0.00034004333,0.00007419755,0.00009988603,0.00040911743,0.0002835381,0.000068192225,0.00021818868,0.00055356324,0.0000025054703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055057276,0.004558973,0.967198,0.0036424906,0.00001997488,0.000075158925,0.0014729673,3.5973932e-7,0.00002831325,0.00012174148,0.015705882,0.0016703733],"study_design_scores_gemma":[0.01891096,0.0021050167,0.8395764,0.0023735154,0.000008067112,0.0000023435277,0.0018969666,0.000044841225,0.00004841258,0.00022531782,0.13473262,0.0000755269],"about_ca_topic_score_codex":0.0000158868,"about_ca_topic_score_gemma":0.000016456903,"teacher_disagreement_score":0.12762164,"about_ca_system_score_codex":0.000070230126,"about_ca_system_score_gemma":0.0005553885,"threshold_uncertainty_score":0.30256882},"labels":[],"label_agreement":null},{"id":"W4415703132","doi":"10.2196/86608","title":"REalist COllaborative eVAluation of a work disability prevention programme for breast cancer survivors: Protocol of the RECOVA-FASTRACS realist evaluation (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intervention (counseling); Focus group; Protocol (science); Qualitative research; Breast cancer; Work (physics); Qualitative property; Research design","score_opus":0.2705562007368566,"score_gpt":0.5851828916475187,"score_spread":0.3146266909106621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415703132","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013385917,0.000006603608,0.00010124605,0.0024268632,0.000034448673,0.98158574,0.0003331884,0.000031652868,0.0020943373],"genre_scores_gemma":[0.11636254,4.7337755e-7,0.00017315662,0.000012411,0.00010689151,0.88283956,0.000048725156,0.000022792397,0.00043346753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99171776,0.003291713,0.0009432313,0.000653317,0.0029073344,0.00048662533],"domain_scores_gemma":[0.9872599,0.00038851282,0.0004977589,0.0011569333,0.0105875805,0.00010930259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018490218,0.00021482345,0.0004733331,0.00015506445,0.00021483049,0.00006500356,0.00038840398,0.00021326168,0.00035647413],"category_scores_gemma":[0.0017648531,0.0001569411,0.00025384448,0.0027373945,0.00066369004,0.00016586263,0.00018560917,0.00043635853,9.732978e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023785729,0.003925632,0.15375648,0.012031453,0.00024818696,2.5845418e-7,0.0023302115,0.0001627644,0.002947351,0.0013619866,0.0039055406,0.7955444],"study_design_scores_gemma":[0.020915492,0.0031576632,0.84451056,0.032208055,0.00028697422,0.0000032693483,0.0046404647,0.0020611002,0.030446026,0.020388214,0.040960316,0.0004218789],"about_ca_topic_score_codex":0.0034413366,"about_ca_topic_score_gemma":0.023362806,"teacher_disagreement_score":0.7951225,"about_ca_system_score_codex":0.0015134339,"about_ca_system_score_gemma":0.005049528,"threshold_uncertainty_score":0.99445826},"labels":[],"label_agreement":null},{"id":"W4415703208","doi":"10.2196/86667","title":"A Tailored Text Messaging Intervention (Text4HF) to Improve Self-Care in Patients with Heart Failure: Protocol for a Pilot Randomized Controlled Trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Intervention (counseling); Heart failure; Psychological intervention; Text message; Text messaging; Protocol (science)","score_opus":0.047914964321401535,"score_gpt":0.46805799038430074,"score_spread":0.4201430260628992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415703208","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004168029,5.5106904e-7,0.0004303489,0.00467328,0.000010599795,0.98946863,0.0000034032141,0.00015467613,0.0010904708],"genre_scores_gemma":[0.02873866,2.3587827e-8,0.0043376703,0.00013104608,0.00006823264,0.9645559,0.000020428452,0.000045260007,0.00210274],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949817,0.0012567539,0.0010697485,0.0008468474,0.000995686,0.00084923423],"domain_scores_gemma":[0.99743086,0.000606795,0.00016163975,0.0007258506,0.0008313174,0.00024354015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004371223,0.00036174012,0.001627289,0.0010241437,0.00018743236,0.00021398383,0.00024355802,0.00011836543,0.00015787905],"category_scores_gemma":[0.00093483005,0.00023674397,0.0004432707,0.0008101685,0.00009765729,0.00018632191,0.00028690926,0.0004821636,0.000053292286],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9744877,0.0062778066,0.0041662646,0.0026762013,0.00034769552,0.000004694218,0.00032418472,0.0000023979762,0.00008438302,0.0005275371,0.009341938,0.0017591701],"study_design_scores_gemma":[0.8518105,0.018565519,0.0011649012,0.005332075,0.000037844566,1.5923214e-7,0.00016935573,0.000066237146,0.00041608498,0.00015757866,0.12210579,0.00017391428],"about_ca_topic_score_codex":0.000037816648,"about_ca_topic_score_gemma":0.000072760195,"teacher_disagreement_score":0.122677185,"about_ca_system_score_codex":0.00064807606,"about_ca_system_score_gemma":0.0004965355,"threshold_uncertainty_score":0.96541387},"labels":[],"label_agreement":null},{"id":"W4415706836","doi":"10.2196/77022","title":"Effectiveness of an Education Toolkit Delivered by Soap Operas Among Communities Living in Extreme Poverty in Improving Vaccination Confidence in the Philippines: Protocol for a Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Protocol (science); Randomized controlled trial; SOAP; Cluster (spacecraft); Poverty; Cluster randomised controlled trial; Vaccination","score_opus":0.12475166340942993,"score_gpt":0.5068310172337482,"score_spread":0.3820793538243183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415706836","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084518835,0.000005124023,0.000175394,0.0002932573,0.000012667939,0.91348505,0.000002661927,0.000013323388,0.0014936643],"genre_scores_gemma":[0.27863398,8.1038786e-7,0.000027209182,0.00004069374,0.00004226312,0.72103655,0.0000040875107,0.00000811295,0.00020631784],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98111206,0.01663577,0.00088219583,0.0002846362,0.0006175396,0.00046782475],"domain_scores_gemma":[0.98484415,0.013858195,0.00023119454,0.0003530303,0.0006721337,0.000041298455],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.032286175,0.00016474408,0.0008118578,0.0005956116,0.00038145386,0.00031323198,0.00082034356,0.00017470581,0.000082554565],"category_scores_gemma":[0.008156681,0.000118943346,0.00013951022,0.0009117395,0.0000892745,0.0010081087,0.00011593517,0.0004932033,5.670784e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95608985,0.0028635617,0.008954609,0.0019379185,0.000019150557,0.0000012312081,0.019274041,0.00002508156,0.0005099241,0.005094405,0.00035231782,0.0048779226],"study_design_scores_gemma":[0.9547892,0.0006944769,0.012419361,0.0077030607,0.000004634391,1.520472e-7,0.013442669,0.0027442696,0.0001775615,0.0074527967,0.00038660574,0.00018520493],"about_ca_topic_score_codex":0.0120620355,"about_ca_topic_score_gemma":0.022887148,"teacher_disagreement_score":0.19411515,"about_ca_system_score_codex":0.0004246063,"about_ca_system_score_gemma":0.0016356821,"threshold_uncertainty_score":0.996465},"labels":[],"label_agreement":null},{"id":"W4415710805","doi":"10.2196/80010","title":"Moderating Role of State and Trait Positive Affect in Virtual Reality Exposure for Public Speaking Anxiety: Protocol for a Multisite Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affect (linguistics); Trait; Anxiety; Trait anxiety; Cognition; Mental health; Intervention (counseling); Exposure therapy","score_opus":0.2163900207302878,"score_gpt":0.5426274156282463,"score_spread":0.32623739489795855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415710805","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015196108,0.0000011718038,0.067593955,0.00021757622,0.0000012863659,0.91665846,0.000054987682,0.00003107268,0.00024537308],"genre_scores_gemma":[0.36223966,2.6049948e-8,0.0022387814,0.000011691695,0.000010944825,0.6354481,0.000002374329,0.000008592869,0.000039862112],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99720097,0.0005638195,0.00050391024,0.0006663127,0.00047380294,0.00059117656],"domain_scores_gemma":[0.9981659,0.0005635104,0.00013536192,0.00054373004,0.00045942285,0.00013204975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032472783,0.00017703591,0.0003079181,0.00034171192,0.0003384686,0.0005290662,0.0006372811,0.00007480536,0.0000026125526],"category_scores_gemma":[0.00033334803,0.0001597377,0.00006570476,0.00074270443,0.00011423939,0.0007543785,0.0004979013,0.00025682602,4.4984267e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042857593,0.021804763,0.00985442,0.0017971694,0.00014054019,0.0000049279784,0.059935983,0.00025584287,0.1665089,0.1144456,0.0010066516,0.6199594],"study_design_scores_gemma":[0.05252296,0.05521811,0.069429524,0.0050785015,0.0000055056876,0.000008456337,0.024112498,0.46095383,0.28521973,0.022717083,0.023387158,0.0013466586],"about_ca_topic_score_codex":0.00016046976,"about_ca_topic_score_gemma":0.00019548183,"teacher_disagreement_score":0.61861277,"about_ca_system_score_codex":0.00016354657,"about_ca_system_score_gemma":0.00032651323,"threshold_uncertainty_score":0.65139145},"labels":[],"label_agreement":null},{"id":"W4415711795","doi":"10.2196/71898","title":"Assessing the Ability of an Online Education Program to Modify Patient Expectations of Total Knee Arthroplasty Outcomes: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Total knee arthroplasty; Patient education; Arthroplasty; MEDLINE; Patient satisfaction; Health professionals","score_opus":0.1370888221958673,"score_gpt":0.5677132191841375,"score_spread":0.43062439698827026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415711795","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11143162,9.975673e-7,0.0003670037,0.0017310745,0.000036379253,0.8860297,0.000022406055,0.000068773814,0.0003120469],"genre_scores_gemma":[0.05050709,1.7834244e-8,0.0076651615,0.000043199667,0.000075042444,0.94121367,0.0000200846,0.000027724844,0.0004480153],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99412674,0.002027333,0.0017500455,0.000496551,0.0011005411,0.00049880607],"domain_scores_gemma":[0.9923874,0.003973615,0.00048655615,0.0009640473,0.0019845017,0.00020385893],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034370953,0.00026930362,0.0017557285,0.00051741046,0.00027396734,0.000118767144,0.00016625591,0.00014126845,0.000059765953],"category_scores_gemma":[0.010387852,0.00015319182,0.00064884126,0.00082297996,0.00058630825,0.0002740385,0.0001536434,0.00048686084,0.0000029244707],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.892922,0.018876836,0.0010455006,0.0014830692,0.00023555648,6.904704e-7,0.0012298232,0.000026228925,0.001460533,0.00048452042,0.00041320713,0.08182203],"study_design_scores_gemma":[0.9708408,0.01030984,0.0065276227,0.0019613986,0.000039248833,0.0000023686443,0.003381304,0.0014519193,0.0010560589,0.0004878658,0.0038000324,0.00014152113],"about_ca_topic_score_codex":0.000031833206,"about_ca_topic_score_gemma":0.000022831518,"teacher_disagreement_score":0.08168051,"about_ca_system_score_codex":0.00017084024,"about_ca_system_score_gemma":0.0027835232,"threshold_uncertainty_score":0.99794805},"labels":[],"label_agreement":null},{"id":"W4415714691","doi":"10.2196/75199","title":"Trust Dynamics and Equity in Public Health in Canada: Protocol for a Mixed Methods Project in the Postpandemic Era","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; St. Francis Xavier University; University of British Columbia; Carleton University; Université Laval; University of Saskatchewan; Saskatchewan Health","funders":"National Institute of Mental Health","keywords":"Equity (law); Protocol (science); Public health; Health equity; Dynamics (music); Health policy","score_opus":0.6053999641104426,"score_gpt":0.7520599355675059,"score_spread":0.14665997145706333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415714691","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017652065,0.0000026634027,0.00011116097,0.111380614,0.0000285805,0.88345873,0.000040118484,0.00001754344,0.0031953517],"genre_scores_gemma":[0.0010744008,0.0000018231116,0.000994631,0.00416179,0.00009258536,0.9930953,0.000023433484,0.000021275036,0.0005347906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9830601,0.011965055,0.0013830265,0.00053115375,0.0005372742,0.002523376],"domain_scores_gemma":[0.9947381,0.0038829187,0.00022794277,0.00056962465,0.00034286117,0.00023852616],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.039244674,0.00019492842,0.0004952383,0.0011059805,0.00077046145,0.00008491193,0.0007397564,0.00024799636,0.000027468364],"category_scores_gemma":[0.0035456277,0.00014295291,0.00002926328,0.0029451363,0.00011327263,0.00022995833,0.0004818556,0.0027557593,0.0000015359295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0011191163,0.0012596779,0.27792445,0.022450127,0.000010642345,0.00000382622,0.020349806,0.0000025451022,0.000013349574,0.05818113,0.2767832,0.34190214],"study_design_scores_gemma":[0.004429227,0.00036714307,0.3038906,0.003133702,2.1358785e-7,9.216863e-7,0.017905645,0.004220252,0.0000012608846,0.004334622,0.66158164,0.00013480817],"about_ca_topic_score_codex":0.8376696,"about_ca_topic_score_gemma":0.9725123,"teacher_disagreement_score":0.38479844,"about_ca_system_score_codex":0.010085246,"about_ca_system_score_gemma":0.089872554,"threshold_uncertainty_score":0.9995449},"labels":[],"label_agreement":null},{"id":"W4415739563","doi":"10.2196/80368","title":"Cocreation of Integrated Interventions Addressing Noncommunicable Diseases and Environmental Degradation: Protocol for a Participatory Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Qualitative research; Psychological intervention; Participatory action research; Citizen journalism; Community-based participatory research; Focus group","score_opus":0.6115432371633372,"score_gpt":0.6547888038230153,"score_spread":0.04324556665967805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415739563","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064698923,0.0000044940025,0.0003923477,0.0017150063,0.000006153835,0.9903679,0.000033470096,0.000037638034,0.0009731235],"genre_scores_gemma":[0.035693623,1.1940116e-7,0.00011692181,0.00024181565,0.000055482153,0.96352804,0.00005679334,0.000009736171,0.00029745922],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792755,0.0006119583,0.00060371275,0.00024363358,0.00022457888,0.00038855875],"domain_scores_gemma":[0.9986086,0.0005731109,0.0002371008,0.0002992887,0.00025252692,0.00002940434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031580478,0.00011875493,0.00028865153,0.0003316002,0.00044814512,0.0001509332,0.00025655946,0.000050610062,0.000080689824],"category_scores_gemma":[0.0010270403,0.000097838296,0.00007342974,0.00046707876,0.00030914124,0.00051740196,0.0003856749,0.00020161817,0.0000054203947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005494663,0.018735453,0.17213713,0.032042664,0.00036923523,0.0000040953455,0.005863131,0.000104163664,0.0005569597,0.11148253,0.6205211,0.03268883],"study_design_scores_gemma":[0.005138092,0.0006482438,0.022111934,0.0038857586,0.000016604243,1.7551294e-7,0.04913447,0.009182246,0.000020445048,0.004948792,0.9047417,0.00017150526],"about_ca_topic_score_codex":0.0010511578,"about_ca_topic_score_gemma":0.00011024792,"teacher_disagreement_score":0.28422058,"about_ca_system_score_codex":0.000103009406,"about_ca_system_score_gemma":0.00011448809,"threshold_uncertainty_score":0.398973},"labels":[],"label_agreement":null},{"id":"W4415739754","doi":"10.2196/79652","title":"Virtual Wound Care in Australian Nursing Homes: Protocol for a Pilot and Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wound care; Protocol (science); Intervention (counseling); Psychological intervention; Nursing Interventions Classification; MEDLINE; Nursing care; Research design","score_opus":0.5617518858567301,"score_gpt":0.703271673983138,"score_spread":0.14151978812640786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415739754","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012433839,8.0360684e-7,0.00014763037,0.0009723539,0.000017802251,0.9890942,0.000014640488,0.00009327777,0.008415922],"genre_scores_gemma":[0.017459724,3.9253734e-8,0.00015553765,0.00007685885,0.00006549597,0.9642769,0.0000051371157,0.00002191088,0.017938374],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.994036,0.003089807,0.0006881261,0.00070162234,0.0005477406,0.00093666674],"domain_scores_gemma":[0.99808186,0.000505808,0.000105244944,0.0006758404,0.00046158192,0.00016968625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049446533,0.00019775584,0.00034698597,0.0005575696,0.0009364556,0.00009911522,0.00042667612,0.00014558107,0.0002201517],"category_scores_gemma":[0.00039754232,0.00017384386,0.00004973916,0.00066974974,0.0001804688,0.00021328965,0.0004710174,0.0011136748,0.000025612593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03011321,0.026038842,0.45452717,0.043206032,0.00017269723,0.000037885813,0.046115056,0.00000885983,0.00055800873,0.027295414,0.29511753,0.07680928],"study_design_scores_gemma":[0.02823163,0.0072399518,0.24955685,0.010142776,0.0000055690803,1.5889773e-7,0.046815164,0.000027477035,0.000043339864,0.00644293,0.65123564,0.0002584933],"about_ca_topic_score_codex":0.00012133792,"about_ca_topic_score_gemma":0.0012313327,"teacher_disagreement_score":0.3561181,"about_ca_system_score_codex":0.0007274034,"about_ca_system_score_gemma":0.00070530036,"threshold_uncertainty_score":0.72025543},"labels":[],"label_agreement":null},{"id":"W4415741801","doi":"10.2196/80611","title":"Virtual Reality to Improve Pain Management and Mental Health in Stroke Survivors With Chronic Pain: Study Protocol for a Feasibility Randomized Controlled Trial on Virtual Reality-Acceptance and Commitment Therapy","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Mental health; Protocol (science); Acceptance and commitment therapy; Virtual reality; Stroke (engine); Chronic pain; Pain management","score_opus":0.10497364730530886,"score_gpt":0.5141242237469539,"score_spread":0.409150576441645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415741801","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024525734,0.0000050558824,0.00078468287,0.0073946156,0.000019964778,0.9669326,0.000046208646,0.000050912604,0.00024021801],"genre_scores_gemma":[0.02138592,0.000004634954,0.00017173692,0.00054870744,0.0000874583,0.97615427,0.0000117878035,0.000028571063,0.0016068897],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98446876,0.011430123,0.001253747,0.0010646636,0.0010435099,0.00073922484],"domain_scores_gemma":[0.9939098,0.0045011537,0.00023846464,0.0007425535,0.00026916194,0.0003388813],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.042062446,0.00038285856,0.0019525671,0.000570988,0.0003364013,0.00014278923,0.00019125939,0.00011723107,0.000027298081],"category_scores_gemma":[0.0013821797,0.00024060725,0.00021698864,0.00049028685,0.00040704702,0.00009195856,0.00015048865,0.0005536178,7.7907276e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92587316,0.0070384704,0.0060513234,0.0012570232,0.00032362156,0.000003859807,0.0008519876,0.0000050633853,0.00004177231,0.0006025504,0.0022280775,0.055723097],"study_design_scores_gemma":[0.87998337,0.09307092,0.009224534,0.001829871,0.000006148495,3.3351034e-7,0.0022563236,0.0006381578,0.000026313946,0.00013967326,0.012646963,0.00017737529],"about_ca_topic_score_codex":0.00024255499,"about_ca_topic_score_gemma":0.0010711652,"teacher_disagreement_score":0.08603244,"about_ca_system_score_codex":0.001247702,"about_ca_system_score_gemma":0.00077506894,"threshold_uncertainty_score":0.9863983},"labels":[],"label_agreement":null},{"id":"W4415741928","doi":"10.2196/81231","title":"Assessing the Readiness of Local Vaccine Manufacturing in African Countries: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Data collection; MEDLINE; Context (archaeology); mHealth; Health care; Qualitative research","score_opus":0.2920891759122669,"score_gpt":0.6363419438287706,"score_spread":0.3442527679165037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415741928","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051847062,0.000039250688,0.0008293077,0.007886855,0.000004530784,0.9838722,0.0000016985567,0.000027698667,0.0072866576],"genre_scores_gemma":[0.0017580343,0.000013545438,0.000080834085,0.00022198811,0.00009597515,0.9972083,7.3133026e-7,0.0000124457865,0.00060812116],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99683994,0.0008916026,0.0006008166,0.00031849855,0.000692586,0.0006565446],"domain_scores_gemma":[0.9975593,0.0012927911,0.00016348503,0.0004132815,0.00050401926,0.00006710471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070607793,0.00012677305,0.00038121617,0.00023501184,0.00067109347,0.0002523962,0.0007382196,0.000093260795,0.00017365636],"category_scores_gemma":[0.00081031123,0.000089683184,0.00008302898,0.0010099468,0.000096233816,0.0004723064,0.00017393258,0.00037806042,0.0000049435184],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032314933,0.002293053,0.0348624,0.500581,0.00011850812,0.00007492822,0.01208952,0.000053195377,0.00038459987,0.072354555,0.16992626,0.20403048],"study_design_scores_gemma":[0.0027584715,0.00023857703,0.00407668,0.41004816,0.0000036760944,4.9842095e-7,0.0025951439,0.000026078234,0.0039073303,0.0038193474,0.5723268,0.00019928558],"about_ca_topic_score_codex":0.00029926622,"about_ca_topic_score_gemma":0.0012786353,"teacher_disagreement_score":0.40240052,"about_ca_system_score_codex":0.00027167168,"about_ca_system_score_gemma":0.0018218157,"threshold_uncertainty_score":0.5161576},"labels":[],"label_agreement":null},{"id":"W4415748711","doi":"10.2196/78600","title":"Effect of TikTok on Self-Harm and Suicidal Behavior in the Adolescent Population: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Poison control; Human factors and ergonomics; Suicide prevention; Suicidal behavior; Population; Injury prevention","score_opus":0.2689368453316767,"score_gpt":0.6530671137178213,"score_spread":0.3841302683861446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415748711","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.12996425e-7,0.0546677,3.90738e-7,0.00018774603,0.0000050592903,0.9446682,0.000024368788,0.00007427543,0.00037217222],"genre_scores_gemma":[4.4699954e-7,0.055898227,0.000016154421,0.000058514117,0.000058177193,0.94362354,0.000008677738,0.00003326989,0.00030299937],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98514766,0.010496009,0.0012683416,0.0005748034,0.0016814722,0.0008317332],"domain_scores_gemma":[0.99537426,0.0025755775,0.0006873072,0.00099393,0.00025455287,0.000114367314],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.018469132,0.00043781154,0.0024951214,0.0006212038,0.0004758672,0.00016048679,0.0017911787,0.00059884164,0.000016654787],"category_scores_gemma":[0.004426261,0.00025433488,0.00044044454,0.0015115818,0.00033593093,0.00010173397,0.00024300178,0.0014188921,0.000013779418],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008469114,0.0006613411,0.0001030524,0.9529138,0.000018730603,0.0000078104,0.00006869412,2.478932e-9,2.4761027e-8,0.00030843838,0.004000859,0.041832544],"study_design_scores_gemma":[0.0007716244,0.0012727546,0.000027630385,0.73113215,0.00008855245,0.0000028586785,0.000017951803,1.7981881e-7,0.0000011740996,0.000019536868,0.26651454,0.0001510152],"about_ca_topic_score_codex":0.000096321,"about_ca_topic_score_gemma":0.00005902516,"teacher_disagreement_score":0.2625137,"about_ca_system_score_codex":0.0006267114,"about_ca_system_score_gemma":0.00082967477,"threshold_uncertainty_score":0.9999909},"labels":[],"label_agreement":null},{"id":"W4415749253","doi":"10.2196/81421","title":"Implementation, Experiences, Impact, and Costs of Artificial Intelligence in Chest Diagnostics: Protocol for a Mixed Methods Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Evaluation methods; Data collection; Program evaluation; Software","score_opus":0.4262848083092508,"score_gpt":0.7204430152977067,"score_spread":0.2941582069884559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415749253","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002941943,0.0000045772276,0.0077065695,0.0019753696,0.0000076191272,0.98730075,0.000009571749,0.000020976393,0.000032616997],"genre_scores_gemma":[0.0039151297,6.644739e-7,0.012056435,0.00015786882,0.000048614438,0.9837816,0.000011606899,0.000017092443,0.000011035529],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9964807,0.0010763357,0.0007401426,0.00047714775,0.00075676554,0.00046887872],"domain_scores_gemma":[0.99465275,0.0034128428,0.00014331554,0.00039965473,0.0012631108,0.00012833408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008414126,0.00015904718,0.0003490774,0.0007435955,0.000117368465,0.000086775755,0.00019343347,0.00011157179,0.00021376494],"category_scores_gemma":[0.0069998438,0.0001371234,0.00006761624,0.0012222391,0.00029638378,0.00014315842,0.00016209371,0.00028069902,0.0000020133898],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020670998,0.0013082447,0.0126014175,0.0022269224,0.000029521856,0.0000036173321,0.003613981,0.000015614356,0.006909958,0.0011005405,0.010173604,0.9599495],"study_design_scores_gemma":[0.013364119,0.010542961,0.090353414,0.021763474,0.00003946487,0.000007001728,0.02010511,0.028267909,0.6445314,0.016799457,0.15363975,0.000585918],"about_ca_topic_score_codex":0.00025615696,"about_ca_topic_score_gemma":0.00025803462,"teacher_disagreement_score":0.9593636,"about_ca_system_score_codex":0.00074916007,"about_ca_system_score_gemma":0.0019984287,"threshold_uncertainty_score":0.83799726},"labels":[],"label_agreement":null},{"id":"W4415750218","doi":"10.2196/75981","title":"Online Cognitive-Behavioral Programs for Women Living With Endometriosis: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Endometriosis Research and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Brock University","funders":"","keywords":"Psychological intervention; Protocol (science); Intervention (counseling); eHealth; mHealth; Access to information; Program evaluation","score_opus":0.583127953628009,"score_gpt":0.6802843799816686,"score_spread":0.09715642635365962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415750218","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.1008614e-8,0.31426373,0.00006138968,0.00007264803,0.0000029479959,0.6848678,0.00032030142,0.0001400386,0.0002711073],"genre_scores_gemma":[1.2706811e-8,0.37544358,0.001348659,0.000042384545,0.00021592196,0.61948305,0.00039647162,0.0001750732,0.0028948751],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98917687,0.001418542,0.0018908086,0.0018857566,0.0025293662,0.0030986487],"domain_scores_gemma":[0.9749189,0.018577103,0.0006755204,0.0012715292,0.0034537646,0.0011031656],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0058240187,0.001160746,0.005461612,0.0029442261,0.00054883346,0.00040675953,0.00085526024,0.00053765415,0.00023762442],"category_scores_gemma":[0.019899236,0.00073830876,0.0013768978,0.0060028923,0.00040494456,0.00023151143,0.000566439,0.0018455883,0.000035015753],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008918707,0.006651001,0.000017851102,0.49198854,0.00035034269,0.000036496673,0.00001705746,1.8856707e-9,1.2744039e-7,0.000005070416,0.0013991238,0.4986425],"study_design_scores_gemma":[0.00708544,0.016566468,9.90737e-7,0.49632657,0.0001597045,0.000031335538,0.00003109512,3.585368e-7,0.0000037111374,0.0000048641723,0.47948116,0.00030830438],"about_ca_topic_score_codex":0.000009259437,"about_ca_topic_score_gemma":0.000031748827,"teacher_disagreement_score":0.4983342,"about_ca_system_score_codex":0.0017980991,"about_ca_system_score_gemma":0.010819805,"threshold_uncertainty_score":0.9995068},"labels":[],"label_agreement":null},{"id":"W4415752131","doi":"10.2196/79739","title":"Smartphone-Based Physical Activity Program to Reduce “Chemo-Brain” Symptoms and Improve Health in Cancer Survivors With and Without Type 2 Diabetes: Protocol for a Single-Arm Pre-Post Pilot Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer-related cognitive impairment studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physical activity; Pilot trial; Protocol (science); Cancer; Pilot program; Clinical trial; Pilot test; Physical activity level","score_opus":0.15309076682976588,"score_gpt":0.5584268172037401,"score_spread":0.40533605037397424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415752131","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27202925,0.0000020000093,0.000017196464,0.0075047165,0.000011039463,0.72021216,0.000035171266,0.00009135309,0.00009711647],"genre_scores_gemma":[0.061008167,2.6069506e-7,0.00020664494,0.00040036367,0.00017960521,0.93758804,0.0000071786694,0.000058909663,0.0005508362],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9965852,0.00043379137,0.000337378,0.00094214804,0.0006215891,0.0010798803],"domain_scores_gemma":[0.99763805,0.00060322013,0.00014331038,0.0003842445,0.0008512113,0.00037995353],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012540356,0.00036723763,0.0007971116,0.0004428265,0.0002784831,0.00014170511,0.00013731823,0.00010780859,0.000008118259],"category_scores_gemma":[0.0007953501,0.00027903967,0.000053847718,0.001279465,0.0005272788,0.00014804822,0.00020404384,0.0007565281,0.0000012830333],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.59854144,0.030789757,0.02557077,0.010018772,0.00027043186,0.0000046074397,0.0008718293,0.0000028077734,0.027112449,0.000018186425,0.0027899425,0.304009],"study_design_scores_gemma":[0.32063273,0.4824867,0.067059845,0.02539489,0.000045583074,0.0000029263695,0.00022355268,0.001573364,0.04911997,0.000093743845,0.05253633,0.0008303671],"about_ca_topic_score_codex":0.0005335644,"about_ca_topic_score_gemma":0.00079004595,"teacher_disagreement_score":0.45169693,"about_ca_system_score_codex":0.00080891413,"about_ca_system_score_gemma":0.0022358412,"threshold_uncertainty_score":0.9999662},"labels":[],"label_agreement":null},{"id":"W4415753393","doi":"10.2196/80301","title":"International Case Studies to Identify Success Factors and Contextual Conditions in the Digital Transformation of Health Care Systems and Derive Lessons for Germany: Study Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Health care; Protocol (science); German; Digital health; Qualitative research; Best practice; Success factors; Health informatics","score_opus":0.8315378780742484,"score_gpt":0.8373114512831556,"score_spread":0.005773573208907257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415753393","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11284961,0.0000013733653,0.0019280431,0.0051811724,0.00002714043,0.8792885,0.0006575601,0.000017369533,0.000049265014],"genre_scores_gemma":[0.42158273,8.071291e-8,0.00010677498,0.0001015811,0.000017037608,0.57815564,0.0000068602862,0.00000696779,0.000022371467],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9911866,0.005755197,0.0014364142,0.00040719044,0.0005965065,0.0006180924],"domain_scores_gemma":[0.9887255,0.009160202,0.00031868575,0.00026815798,0.0013928053,0.0001346843],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013545557,0.00016213687,0.00046835592,0.00068159134,0.0016663474,0.00017245895,0.0003542633,0.000060123715,0.000004555251],"category_scores_gemma":[0.0026920943,0.00011123742,0.000032888474,0.00068628375,0.00017851152,0.00046742527,0.00022089182,0.0003574401,6.8362334e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080021826,0.0011241407,0.07899986,0.012152513,0.00012734496,0.0000073138476,0.8852967,0.0000035403511,0.00006903402,0.004814893,0.006540395,0.010064057],"study_design_scores_gemma":[0.0075663566,0.002653403,0.08387669,0.0010421498,0.0000038093328,0.0000033526421,0.87127626,0.000053351985,0.000020683958,0.00014282175,0.033268474,0.00009263662],"about_ca_topic_score_codex":0.0004636309,"about_ca_topic_score_gemma":0.002434842,"teacher_disagreement_score":0.3087331,"about_ca_system_score_codex":0.00037556302,"about_ca_system_score_gemma":0.00096570584,"threshold_uncertainty_score":0.9996334},"labels":[],"label_agreement":null},{"id":"W4415884657","doi":"10.2196/87006","title":"Effectiveness of Guideline-Based Clinical Decision Support Systems: Protocol for a Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Decision support system; Protocol (science); Systematic review; Clinical decision support system; Guideline; Decision aids","score_opus":0.6607088755598797,"score_gpt":0.761003575917989,"score_spread":0.10029470035810928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415884657","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010451164,0.000013953652,0.029008722,0.0009587511,0.000019852645,0.9694652,0.000028612727,0.00007161621,0.00042286725],"genre_scores_gemma":[0.00010347175,0.000001618238,0.005290071,0.0008574105,0.000098170705,0.9932364,0.00006257198,0.000044885655,0.0003053923],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98519504,0.0052091335,0.0065676323,0.0007500198,0.0017065573,0.000571591],"domain_scores_gemma":[0.96354467,0.027827155,0.0010246543,0.0015246983,0.0058314274,0.0002474126],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06990477,0.0002702808,0.0019313004,0.0004444419,0.000130004,0.000068040754,0.00051228213,0.00026436866,0.00012198664],"category_scores_gemma":[0.09082551,0.0001935541,0.00053424743,0.0011411874,0.0002202978,0.00017476073,0.0002110076,0.00070426986,0.00005807321],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010480024,0.0016931683,0.0013750299,0.8615267,0.00010778449,0.000012203593,0.0000026453647,0.000005506085,0.00024212488,0.00043979293,0.122712456,0.0014025574],"study_design_scores_gemma":[0.019392772,0.0058183246,0.00049302954,0.86942023,0.00012378176,0.000009525824,0.00003947588,0.0016610492,0.00070811383,0.00033153003,0.10184545,0.00015671062],"about_ca_topic_score_codex":0.000022442902,"about_ca_topic_score_gemma":0.000002906306,"teacher_disagreement_score":0.023771234,"about_ca_system_score_codex":0.00030315234,"about_ca_system_score_gemma":0.0034439897,"threshold_uncertainty_score":0.95772874},"labels":[],"label_agreement":null},{"id":"W4415886683","doi":"10.2196/78806","title":"Neurofeedback Training for Managing Neuropathic Pain–Like Features in Chronic Musculoskeletal Pain: Protocol for an Open-Label Pilot Feasibility Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Mechanisms and Treatments","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Clinical trial; Neurofeedback; Training (meteorology); Research design; Biofeedback","score_opus":0.5982121523677164,"score_gpt":0.6465411657141463,"score_spread":0.04832901334642992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415886683","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015622498,0.0000023040636,0.003293753,0.0014528714,0.0000386449,0.992927,0.000021946795,0.00012691121,0.00057432434],"genre_scores_gemma":[0.004450337,3.919141e-7,0.0031462216,0.00065849914,0.00054209505,0.98941356,0.000051269686,0.000102677215,0.0016349424],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98587537,0.008924147,0.001249301,0.0016442251,0.0007977898,0.0015091393],"domain_scores_gemma":[0.9934487,0.004031561,0.00021556499,0.0013317319,0.00052115874,0.00045133574],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.050599072,0.00044799456,0.000999827,0.00046841882,0.0005597461,0.00037065853,0.0010359104,0.00030972582,0.00003211977],"category_scores_gemma":[0.008118797,0.00037040978,0.00023839016,0.00081259734,0.00026849346,0.00035959238,0.0004887279,0.0014852311,0.000006325103],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3907328,0.022459226,0.0018956364,0.011145937,0.00014764073,0.00013565016,0.00016436426,0.0000053761596,0.0029933697,0.0029996308,0.01216419,0.5551562],"study_design_scores_gemma":[0.5556147,0.30848125,0.005194761,0.007151086,0.000028295955,0.000005711005,0.0002106545,0.012966313,0.00018972153,0.014039799,0.09556549,0.00055221573],"about_ca_topic_score_codex":0.000047837497,"about_ca_topic_score_gemma":0.000189667,"teacher_disagreement_score":0.554604,"about_ca_system_score_codex":0.0006259079,"about_ca_system_score_gemma":0.0026133708,"threshold_uncertainty_score":0.9998748},"labels":[],"label_agreement":null},{"id":"W4415908175","doi":"10.2196/75306","title":"Evaluating the Safety and Performance of the KidneYou App for Chronic Kidney Disease: Protocol for an Italian Multicenter, Randomized, Open-Label, Premarket Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Kidney disease; Protocol (science); Clinical trial; mHealth; Digital health; MEDLINE; Disease; Chronic disease","score_opus":0.4095508894563935,"score_gpt":0.6803359875200007,"score_spread":0.2707850980636072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415908175","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007531495,0.0000069723833,0.00022727966,0.0055849366,0.0000329814,0.99211234,0.00024939023,0.000046684654,0.0009862628],"genre_scores_gemma":[0.001334342,0.0000033036993,0.0007126572,0.0008878128,0.00019298682,0.9910255,0.00002929408,0.0000461492,0.005767954],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.98899406,0.0065887384,0.001638728,0.0007503958,0.00077916926,0.001248912],"domain_scores_gemma":[0.9913942,0.0041721785,0.0006318532,0.0017065998,0.0013740124,0.0007211556],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.028695306,0.00026356825,0.0006737835,0.00014122236,0.0053022965,0.00009486861,0.0017023102,0.00015497125,0.00009286035],"category_scores_gemma":[0.006630032,0.00014651792,0.000085361215,0.0006498841,0.00049887854,0.00028053753,0.0010838499,0.0009841584,0.000005897872],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7128549,0.0058919936,0.017947782,0.07198977,0.00011623739,1.3518931e-7,0.0019114596,0.000011457381,0.00021074206,0.008324684,0.08822325,0.09251761],"study_design_scores_gemma":[0.32065675,0.0044899397,0.0066454588,0.008086225,0.00002567091,1.2685626e-7,0.00047641565,0.033052463,0.000027621225,0.00092066184,0.6254597,0.0001589909],"about_ca_topic_score_codex":0.000120730285,"about_ca_topic_score_gemma":0.00013060073,"teacher_disagreement_score":0.53723645,"about_ca_system_score_codex":0.0003952093,"about_ca_system_score_gemma":0.009575771,"threshold_uncertainty_score":0.99603903},"labels":[],"label_agreement":null},{"id":"W4415908685","doi":"10.2196/77844","title":"Co-Design of a Digital Health Platform for Chronic Disease Management in Rural Settings Using a Person-Centered, Collaborative-Care Model: Protocol for a 3-Phase Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Protocol (science); Chronic disease; mHealth; eHealth; Telemedicine; Health care; Disease management; Chronic care","score_opus":0.4733936516326048,"score_gpt":0.6880319462715943,"score_spread":0.21463829463898948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415908685","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000508042,0.000008825741,0.063718826,0.00036229432,0.00001907988,0.93366927,0.0010829052,0.000057429843,0.0005733173],"genre_scores_gemma":[0.010557297,2.7478807e-8,0.015834818,0.00003760114,0.000028043858,0.97243005,0.0000650668,0.000066284934,0.0009808261],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952641,0.00096941035,0.0011728834,0.00076815067,0.0005528912,0.0012725606],"domain_scores_gemma":[0.9975074,0.00054914475,0.0003731255,0.00067007064,0.0005679547,0.00033228437],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032746266,0.0003316776,0.0006010229,0.00092942617,0.00037129692,0.00026392887,0.0006188572,0.00009435177,0.00002983749],"category_scores_gemma":[0.00016860876,0.00032032386,0.00021640897,0.0011515603,0.00020658375,0.0004949519,0.00021067605,0.00034578954,0.0000053471967],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11657268,0.068278275,0.0011597216,0.07777417,0.0008247607,0.00005608441,0.019126227,0.0005586718,0.00016994496,0.019280253,0.04304312,0.6531561],"study_design_scores_gemma":[0.3049204,0.15418658,0.0013455816,0.06614627,0.00006671593,0.000006552386,0.20749275,0.15375777,0.0017088911,0.024735553,0.08364371,0.0019892212],"about_ca_topic_score_codex":0.000017140439,"about_ca_topic_score_gemma":0.000020114687,"teacher_disagreement_score":0.65116686,"about_ca_system_score_codex":0.0019231377,"about_ca_system_score_gemma":0.0014848125,"threshold_uncertainty_score":0.9999249},"labels":[],"label_agreement":null},{"id":"W4415909105","doi":"10.2196/76667","title":"Using a Heuristic Tool to Improve Symptom Self-Management in Adolescents and Young Adults With Cancer: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Randomized controlled trial; Young adult; Intervention (counseling); Protocol (science); Randomization; Research design","score_opus":0.07009134629897483,"score_gpt":0.5065492100678122,"score_spread":0.43645786376883733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415909105","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009277617,0.0000043809832,0.0005092026,0.00086634373,0.00002712336,0.9887534,0.000012603871,0.00009479914,0.00045458053],"genre_scores_gemma":[0.0047785873,7.728149e-7,0.0025066403,0.00030734943,0.0002518991,0.99150246,0.0000020680272,0.000052472074,0.000597729],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945607,0.0011011688,0.0012261402,0.0009199015,0.0012737515,0.0009183011],"domain_scores_gemma":[0.9976872,0.00053063617,0.00024354707,0.0006266974,0.0006316651,0.0002802196],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005506693,0.0003684418,0.0019247078,0.00075470726,0.00020228131,0.00019466721,0.00028119877,0.00014457572,0.000017548127],"category_scores_gemma":[0.0011273354,0.0002673619,0.00021289563,0.00084994006,0.00016886818,0.00012399345,0.00027072508,0.0005564209,0.0000026172418],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.976827,0.0019245837,0.0012759326,0.01500057,0.00033915092,0.000027172038,0.0010310948,0.0000044621524,0.0000758458,0.00024355002,0.0006482885,0.0026023078],"study_design_scores_gemma":[0.9518992,0.0029627085,0.00045202544,0.038110606,0.00006417868,0.0000024505855,0.00021306209,0.0016704112,0.00012103548,0.00017192122,0.004068239,0.00026420175],"about_ca_topic_score_codex":0.0005388099,"about_ca_topic_score_gemma":0.00035129426,"teacher_disagreement_score":0.02492788,"about_ca_system_score_codex":0.000612799,"about_ca_system_score_gemma":0.0011991349,"threshold_uncertainty_score":0.9999779},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4415912604","doi":"10.2196/78584","title":"Urban Care Farming to Enhance Quality of Life Among Older Adults: Protocol for a Waitlist Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Agriculture and Sustainability","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Public health; Quality of life (healthcare); Intervention (counseling); Population; Health care; Research design","score_opus":0.09457440695492082,"score_gpt":0.5013833416464945,"score_spread":0.40680893469157364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415912604","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0638783,0.0000032603898,0.000020212703,0.00073098415,0.000008136978,0.9340539,0.000045986253,0.00006493092,0.0011942986],"genre_scores_gemma":[0.03832812,4.5281617e-8,0.00009040455,0.000081701364,0.0002863308,0.95886606,0.000019631043,0.0000020364773,0.0023256529],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9951677,0.0016444286,0.0009959271,0.0007207688,0.00075213314,0.0007190598],"domain_scores_gemma":[0.99536073,0.002046851,0.00022502792,0.00024282702,0.0018674857,0.00025706412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041059027,0.00024003435,0.00083115546,0.000047059813,0.00040662155,0.0001648319,0.00074380735,0.00022853383,0.00014288188],"category_scores_gemma":[0.0042607756,0.00008634267,0.0004292002,0.0011156395,0.00033277308,0.00015483917,0.00029149026,0.00036980378,0.000005060011],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92377615,0.0012939059,0.0039771623,0.003061321,0.000037396192,8.6588756e-7,0.0014976353,4.7192853e-7,0.0039587966,0.0009397184,0.039870277,0.021586318],"study_design_scores_gemma":[0.5738822,0.0036278567,0.02321675,0.0034602047,0.0000060144926,8.6260975e-8,0.006011149,0.000014774218,0.012381369,0.00087259314,0.37596923,0.0005577643],"about_ca_topic_score_codex":0.0005564241,"about_ca_topic_score_gemma":0.00072539336,"teacher_disagreement_score":0.34989393,"about_ca_system_score_codex":0.0001570004,"about_ca_system_score_gemma":0.00018674448,"threshold_uncertainty_score":0.5100854},"labels":[],"label_agreement":null},{"id":"W4415912965","doi":"10.2196/79012","title":"Intergenerational Cooperation at Work to Promote Inclusion and Healthy Participation of Older Workers in the Foodservice Sector: Protocol for a Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Centre de Santé et de Services Sociaux Cavendish; Université du Québec à Trois-Rivières; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Qualitative research; Inclusion (mineral); Protocol (science); Work (physics); Semi-structured interview; Data collection","score_opus":0.3473531124740294,"score_gpt":0.6800601212824714,"score_spread":0.332707008808442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415912965","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13066198,0.0000010914755,0.00033794573,0.008189428,0.000013687715,0.86027145,0.000006359967,0.000020359377,0.0004976826],"genre_scores_gemma":[0.1208087,7.18488e-8,0.00044582586,0.0009619092,0.000093613016,0.87697047,0.000013364897,0.00001704343,0.00068902975],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902303,0.006868907,0.0010237726,0.0004582957,0.00068783166,0.00073088415],"domain_scores_gemma":[0.9961686,0.0022808926,0.00019695808,0.0003706279,0.00082202884,0.00016089207],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0129868565,0.00016337931,0.00029428938,0.00037611692,0.0019302797,0.000035585195,0.00029429255,0.00016634229,0.000058106678],"category_scores_gemma":[0.00074144104,0.00011604458,0.000030106117,0.0016247119,0.00006103844,0.00014721448,0.00074144587,0.0007305478,0.000013017585],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02576091,0.0030641153,0.18957114,0.008984105,0.000030181194,0.0000016832483,0.70261234,0.00008734295,0.00065239763,0.0038222787,0.060153037,0.005260479],"study_design_scores_gemma":[0.047786113,0.022888772,0.27589658,0.04441338,0.000014243012,5.962922e-7,0.18123184,0.0020948062,0.0012626471,0.0072184545,0.4163169,0.00087566697],"about_ca_topic_score_codex":0.00022931272,"about_ca_topic_score_gemma":0.0037432113,"teacher_disagreement_score":0.5213805,"about_ca_system_score_codex":0.0004518011,"about_ca_system_score_gemma":0.0010091555,"threshold_uncertainty_score":0.9993691},"labels":[],"label_agreement":null},{"id":"W4415935638","doi":"10.2196/87020","title":"AI-Supported, Integrative Prediction of Postoperative Delirium: Protocol for the CONFUSED Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Informed consent; Delirium; Protocol (science); Observational study; Prospective cohort study; Ethics committee; Quality of life (healthcare); Research ethics","score_opus":0.2237883237088567,"score_gpt":0.5780160026478147,"score_spread":0.354227678938958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415935638","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019706706,6.9711905e-7,0.0019738546,0.012783707,0.000010930675,0.97924006,0.000093221424,0.0000546543,0.005645833],"genre_scores_gemma":[0.0051109903,7.867459e-8,0.00008690148,0.005651747,0.000036819998,0.98553216,0.0000281924,0.000032647677,0.003520486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968741,0.0006984966,0.0005956424,0.0004913809,0.00083537947,0.00050500553],"domain_scores_gemma":[0.9475775,0.0010429958,0.00011702932,0.0005789408,0.050591044,0.00009250205],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017445573,0.00025318438,0.00045177358,0.0005150193,0.00037161837,0.000067668094,0.00033866815,0.00014389335,0.00023405116],"category_scores_gemma":[0.010333507,0.00015027441,0.00017967164,0.001026483,0.00072098087,0.000138217,0.00017209548,0.0010423098,0.000014509057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03758864,0.008588889,0.032359198,0.0018887502,0.0012714275,0.000044582564,0.009981566,0.0000036546257,0.033911943,0.0053305705,0.85530293,0.013727864],"study_design_scores_gemma":[0.04076856,0.03675782,0.030933011,0.0077874525,0.00007137735,0.000011142065,0.11645723,0.0011169506,0.08879773,0.0011945686,0.6758187,0.00028547164],"about_ca_topic_score_codex":0.000066507426,"about_ca_topic_score_gemma":0.000055040386,"teacher_disagreement_score":0.17948423,"about_ca_system_score_codex":0.00019989476,"about_ca_system_score_gemma":0.0014837326,"threshold_uncertainty_score":0.9980029},"labels":[],"label_agreement":null},{"id":"W4415937873","doi":"10.2196/77573","title":"A Freely Accessible, Anonymous Online Treatment for Social Anxiety: Protocol for a Partially Randomized Patient Preference Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Preference; Randomized controlled trial; Anonymity; Test (biology); MEDLINE; Patient participation; Clinical trial","score_opus":0.5422877550299473,"score_gpt":0.6707845916119571,"score_spread":0.12849683658200983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415937873","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045986098,0.0000014564137,0.0010529092,0.0018058759,0.00009701037,0.98762876,0.00077929086,0.00014795664,0.008026907],"genre_scores_gemma":[0.0013559425,5.425088e-8,0.0011181663,0.00013182596,0.00038263533,0.97798043,0.000106542364,0.00005460642,0.018869786],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99447024,0.001359483,0.0014180649,0.00088925567,0.0005814554,0.0012814894],"domain_scores_gemma":[0.9967738,0.0013085745,0.00036457117,0.00060342596,0.0007254116,0.0002242624],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019900273,0.00035514063,0.00087172625,0.00040654198,0.0006274462,0.00034055495,0.00065212493,0.00029036068,0.00034739176],"category_scores_gemma":[0.00055913936,0.00027622443,0.0007081082,0.0005838479,0.00035237867,0.00023229669,0.00022760605,0.00033950788,0.00004889886],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.74120367,0.014335359,0.000019707784,0.0012014011,0.0001708425,0.0000025528514,0.00040823474,3.6925974e-7,0.00002627232,0.017963117,0.040842663,0.1838258],"study_design_scores_gemma":[0.54124564,0.015731316,0.000043155458,0.001066638,0.000010004161,7.9725186e-7,0.000078124474,0.00006359007,0.0007842113,0.012771199,0.428039,0.0001663064],"about_ca_topic_score_codex":0.00009500419,"about_ca_topic_score_gemma":0.0002467009,"teacher_disagreement_score":0.38719636,"about_ca_system_score_codex":0.00056817394,"about_ca_system_score_gemma":0.0010087602,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W4415961630","doi":"10.2196/82090","title":"Intimate Partner Violence and HIV Prevention Among Transgender and Nonbinary Persons: Protocol for a Prospective Mixed Methods Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Domestic violence; Protocol (science); Human immunodeficiency virus (HIV); Cohort study; Poison control; Transgender; Suicide prevention; Human factors and ergonomics; Prospective cohort study","score_opus":0.22075566794389032,"score_gpt":0.6223645352728772,"score_spread":0.4016088673289868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415961630","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00327718,0.0000036892466,0.0038825986,0.000079497746,0.000008592706,0.977816,0.000008585742,0.000099238394,0.014824615],"genre_scores_gemma":[0.014137445,0.0000021717162,0.0035254925,0.000015440697,0.00005411963,0.9796354,0.0000017372554,0.00002173225,0.0026064275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99457794,0.0026540381,0.00040430878,0.0008614716,0.0006847399,0.0008175103],"domain_scores_gemma":[0.9983173,0.0005106609,0.00009522147,0.000336246,0.00055054645,0.00019004694],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0096461335,0.00023135963,0.00036943928,0.00028333868,0.001515005,0.00041087097,0.00038155296,0.0001769696,0.000049428665],"category_scores_gemma":[0.00038776692,0.00020145802,0.00007778772,0.0007113288,0.0011888631,0.0005043376,0.00022984028,0.0004789679,0.0000050241138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023755778,0.0030563585,0.8873937,0.0022469815,0.00018889167,0.000012246458,0.022161454,0.000002300919,0.0006927584,0.021373238,0.006243147,0.05425333],"study_design_scores_gemma":[0.0069002295,0.002861628,0.88705194,0.006388969,0.000027435413,0.0000013876446,0.027067378,0.0012322811,0.0013490891,0.031426102,0.03512043,0.0005731543],"about_ca_topic_score_codex":0.00015393765,"about_ca_topic_score_gemma":0.00007576861,"teacher_disagreement_score":0.053680174,"about_ca_system_score_codex":0.00015556534,"about_ca_system_score_gemma":0.00041996283,"threshold_uncertainty_score":0.9997849},"labels":[],"label_agreement":null},{"id":"W4415974147","doi":"10.2196/66961","title":"Utilization and Feasibility of a Wearable Device in Patients With Sedative Effects of Drugs: Protocol for a Prospective Observational Study for the Advanced Respiratory Monitoring Events in Drug Toxicity (ARM-ED) Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Wearable computer; Drug; Sedative; Drug administration; Respiratory system","score_opus":0.22737464690205508,"score_gpt":0.5151188917496389,"score_spread":0.28774424484758376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415974147","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47672212,0.0000020605555,0.00013475902,0.0000014985881,0.000005289559,0.52310574,0.0000059145505,0.000013092306,0.000009502552],"genre_scores_gemma":[0.47535548,3.6838482e-8,0.00017515839,5.037901e-7,0.000009718366,0.5244376,4.3669834e-7,0.000015232968,0.0000058091646],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997572,0.0004628188,0.0005322732,0.0004231814,0.0006476842,0.00036206344],"domain_scores_gemma":[0.9968061,0.0017853159,0.00012109885,0.00035035136,0.0008960159,0.000041156054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021654207,0.0001976484,0.00035680138,0.00029838676,0.0001275632,0.000023598675,0.00028344817,0.00005298669,6.8302825e-7],"category_scores_gemma":[0.0008879339,0.00015431595,0.000030746494,0.0011452552,0.00007459279,0.0003939955,0.0001505918,0.00031420848,1.00856994e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003682128,0.0040415847,0.9813641,0.0037644552,0.000054471566,3.5601246e-7,0.0030844817,0.0005613651,0.0019524355,0.000020073843,0.000005036428,0.001469536],"study_design_scores_gemma":[0.017054759,0.0037953628,0.91684264,0.0038113855,0.0000037965362,6.97801e-9,0.0024992637,0.00016781905,0.055385977,0.00030365697,0.000017249431,0.000118081756],"about_ca_topic_score_codex":0.00004679059,"about_ca_topic_score_gemma":0.000121889956,"teacher_disagreement_score":0.06452143,"about_ca_system_score_codex":0.0005137598,"about_ca_system_score_gemma":0.00019385111,"threshold_uncertainty_score":0.6292822},"labels":[],"label_agreement":null},{"id":"W4415992167","doi":"10.2196/73356","title":"Creating Compassionate Spaces for End-of-Life Care for Older People Experiencing Homelessness: Protocol for an Environmental Assessment of Hospice Settings","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Simon Fraser University","funders":"","keywords":"Older people; Protocol (science); Qualitative research; Focus group; MEDLINE; Health care; Needs assessment","score_opus":0.18386500158899885,"score_gpt":0.6176023872649212,"score_spread":0.43373738567592235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415992167","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061271016,0.000005332737,0.0032625757,0.00012912281,0.00002224469,0.9342512,0.00033967738,0.000050988565,0.00066787144],"genre_scores_gemma":[0.3204724,2.3785614e-7,0.004058393,0.000015563775,0.0001362871,0.67499655,0.000061030554,0.000044908953,0.0002146555],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957603,0.0007725995,0.001091859,0.00061041705,0.00074003823,0.0010247662],"domain_scores_gemma":[0.9949902,0.002758671,0.0005951207,0.0004880809,0.00095659425,0.00021129727],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025598914,0.00027073929,0.0010504067,0.00027623717,0.0020655177,0.00005876152,0.0005778005,0.00032074563,0.00015004213],"category_scores_gemma":[0.00045669408,0.00023309191,0.00020274345,0.00035116452,0.00021653592,0.00030895963,0.00031729124,0.00047155088,9.042842e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004158465,0.0033702934,0.30184406,0.13455428,0.00016362997,7.5745874e-7,0.47775987,0.000046179648,0.018673385,0.022914935,0.0016658416,0.034848306],"study_design_scores_gemma":[0.012289108,0.0025227396,0.043194097,0.010832959,0.000009690718,1.8550052e-8,0.7923104,0.0015506973,0.008155122,0.0008121921,0.12794715,0.00037579794],"about_ca_topic_score_codex":0.00028763185,"about_ca_topic_score_gemma":0.00084582233,"teacher_disagreement_score":0.31455058,"about_ca_system_score_codex":0.00040232885,"about_ca_system_score_gemma":0.0017454898,"threshold_uncertainty_score":0.99923366},"labels":[],"label_agreement":null},{"id":"W4415992631","doi":"10.2196/77956","title":"The 5 R’s of Indigenous Research as a Framework to Co-Design and Evaluate an Outdoor Play Program in Early Learning and Child Care Centers: Protocol for the Promoting Early Childhood Outside (PRO-ECO) 2.0 Wait-List Control Cluster Randomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Outdoor and Experiential Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria; Christie (Canada); Vancouver Island University; Prevention of Organ Failure; BC Children's Hospital; Learning Partnership; College of the Rockies; University of British Columbia","funders":"","keywords":"Early childhood; Protocol (science); Child care; Indigenous; Early childhood education; Participatory action research; Child development; Community-based participatory research; Program evaluation","score_opus":0.11077591666058235,"score_gpt":0.5813825126698482,"score_spread":0.47060659600926585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415992631","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06857652,0.000021202899,0.0003836026,0.0014604868,0.00004744678,0.92866576,0.00000984149,0.000059890393,0.00077524513],"genre_scores_gemma":[0.21579649,5.8724754e-7,0.00035267352,0.000046659865,0.00024286703,0.783214,0.0000051795364,0.00005436348,0.00028723764],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98419887,0.011044417,0.0010497988,0.000991207,0.0012056956,0.0015099918],"domain_scores_gemma":[0.9907283,0.006932733,0.0002625345,0.00077958143,0.0010263734,0.00027045226],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.022684043,0.0003366523,0.0007303712,0.00059674174,0.0019986888,0.0011814286,0.0008295945,0.00036805973,0.000060808215],"category_scores_gemma":[0.005711941,0.00020928019,0.00015617798,0.0009183336,0.00092282466,0.00022241565,0.00026286067,0.0022526134,0.0000137172865],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.69086045,0.0017367445,0.0030881006,0.0004461799,0.00018132724,0.000004036367,0.24604188,0.000009849626,0.000057510577,0.00068819604,0.00028110298,0.05660464],"study_design_scores_gemma":[0.88549435,0.029091429,0.012796,0.004623378,0.000032439533,0.000007283372,0.03708867,0.0005119779,0.00073333114,0.0033921872,0.025717016,0.0005119213],"about_ca_topic_score_codex":0.00094729644,"about_ca_topic_score_gemma":0.000109021705,"teacher_disagreement_score":0.20895322,"about_ca_system_score_codex":0.00016622609,"about_ca_system_score_gemma":0.0007024563,"threshold_uncertainty_score":0.99985546},"labels":[],"label_agreement":null},{"id":"W4416064766","doi":"10.2196/76055","title":"Retrieving Transgender and Gender Diverse Literature: Protocol for the Development and Validation of 2 Search Hedges","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University; University of Calgary","funders":"","keywords":"Protocol (science); Transgender; Data collection; Gender identity; Population; Identification (biology)","score_opus":0.5197105949052242,"score_gpt":0.6422580881157122,"score_spread":0.12254749321048797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416064766","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002928251,0.000030093965,0.00044988137,0.0010689492,0.000012895979,0.9905824,0.000015710948,0.000022255921,0.0048895516],"genre_scores_gemma":[0.003196727,0.000002516942,0.00035390846,0.00005007231,0.000102786566,0.99065626,0.000004323485,0.000015717931,0.005617667],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976978,0.0006091375,0.00036776572,0.00038193344,0.0004284641,0.0005149054],"domain_scores_gemma":[0.99828255,0.0007192366,0.000056125107,0.00036536704,0.00046933428,0.00010738468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029772802,0.00013478461,0.00017667007,0.00033605617,0.00062837574,0.0001909456,0.00028177572,0.00017442435,0.00011459694],"category_scores_gemma":[0.00015686358,0.00009549177,0.00004048438,0.000607563,0.0003009596,0.00014378219,0.00016224493,0.00046658126,0.00000832912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009006425,0.001993734,0.28226733,0.09884492,0.0005702028,0.00001409779,0.1042303,0.0000034958607,0.0024226045,0.09684548,0.14493018,0.25887123],"study_design_scores_gemma":[0.010604001,0.0009755756,0.31585896,0.0015322483,0.000016052314,0.0000098003375,0.0018796165,0.000041762374,0.006926088,0.008705255,0.65308315,0.00036751758],"about_ca_topic_score_codex":0.000057004847,"about_ca_topic_score_gemma":0.000018805618,"teacher_disagreement_score":0.50815296,"about_ca_system_score_codex":0.000060706425,"about_ca_system_score_gemma":0.0003848262,"threshold_uncertainty_score":0.48330215},"labels":[],"label_agreement":null},{"id":"W4416072756","doi":"10.2196/77374","title":"Gut Microbiota, Antipsychotics, and Metabolic Alterations in Children and Adolescents: Protocol for a Longitudinal Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gut microbiota and health","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Gut flora; Clinical trial; MEDLINE; Longitudinal study","score_opus":0.21890977278508472,"score_gpt":0.5569300384502811,"score_spread":0.3380202656651964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416072756","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18105361,0.000008634581,0.000076901386,0.00027030014,0.0000028753786,0.81852037,0.000040079387,0.000006021657,0.000021212785],"genre_scores_gemma":[0.062935285,0.0000014560193,0.0005303435,0.000102313075,0.000076753284,0.93596417,0.00004574922,0.0000139065005,0.00033001223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99838793,0.00022467537,0.00031025935,0.0005527915,0.00012581864,0.00039852585],"domain_scores_gemma":[0.99929714,0.000020471187,0.000048367605,0.00030130945,0.00025131373,0.00008141034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079594913,0.00014820119,0.00018339015,0.00020443069,0.00025269014,0.00013496962,0.00018170415,0.00011665576,0.0000058145683],"category_scores_gemma":[0.00008110502,0.00013748406,0.000031112402,0.00025001558,0.00013735473,0.000012125084,0.00020330735,0.0002338722,0.0000014820071],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012739851,0.0015143988,0.8320106,0.00040576878,0.000038530972,6.690352e-7,0.00006842281,0.0000010457778,0.15553485,0.00041036482,0.007815412,0.0009259521],"study_design_scores_gemma":[0.0057476885,0.00077454734,0.95902276,0.00048178548,0.0000021043681,0.000004777916,0.000033589084,0.000010249622,0.0016786035,0.00011812702,0.032006375,0.00011938793],"about_ca_topic_score_codex":0.000030612086,"about_ca_topic_score_gemma":0.00017542478,"teacher_disagreement_score":0.15385625,"about_ca_system_score_codex":0.000019090092,"about_ca_system_score_gemma":0.00028730344,"threshold_uncertainty_score":0.56064373},"labels":[],"label_agreement":null},{"id":"W4416073704","doi":"10.2196/87207","title":"Pilot Feasibility Clinical Trial of Virtual Reality for Pain Management During Repeated Pediatric Laser Procedures: Study Protocol for a Randomized Clinical Trial (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Clinical trial; Protocol (science); Distraction; Virtual reality; Crossover study; Intervention (counseling); Anxiety","score_opus":0.4652244107506756,"score_gpt":0.6426530727560235,"score_spread":0.17742866200534785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416073704","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007968965,0.0000011819666,0.009776413,0.00036359602,0.00013608356,0.97977847,0.00016060956,0.0008605077,0.00095416035],"genre_scores_gemma":[0.003435711,0.0000134358215,0.006844286,0.00006287133,0.0040094196,0.9821752,0.00012488499,0.00014558446,0.003188665],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9378386,0.038402207,0.012397817,0.0052670664,0.004099625,0.001994655],"domain_scores_gemma":[0.9644413,0.02285475,0.0033608053,0.00552085,0.0031445492,0.00067774794],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25909388,0.0011382301,0.0058890227,0.0017927334,0.00040718014,0.00025699992,0.002490396,0.0012089446,0.000063588835],"category_scores_gemma":[0.11804774,0.0009608465,0.0033510053,0.0013342969,0.0008682702,0.00015347205,0.0055564516,0.004308199,0.000005861635],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84594554,0.057257243,0.011678787,0.050544508,0.0012450111,0.000039311308,0.000082599385,0.00000805242,0.0000016710418,0.00010247286,0.030179018,0.0029157596],"study_design_scores_gemma":[0.91277725,0.069534436,0.003127455,0.004648898,0.000558561,4.7843525e-7,0.00012713776,0.0005095835,0.000028310511,0.0044122697,0.0036225184,0.0006531295],"about_ca_topic_score_codex":0.00006474022,"about_ca_topic_score_gemma":0.000037698166,"teacher_disagreement_score":0.14104614,"about_ca_system_score_codex":0.00087811076,"about_ca_system_score_gemma":0.0045955204,"threshold_uncertainty_score":0.9992842},"labels":[],"label_agreement":null},{"id":"W4416087873","doi":"10.2196/87422","title":"Bowel Stimulation Before Loop Ileostomy Closure Using Probiotics: A Study Protocol for a Randomized Controlled Trial at a Single Center (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ileostomy; Randomized controlled trial; Defecation; Colorectal cancer; Clinical trial; Total mesorectal excision; Fecal incontinence; Saline","score_opus":0.18605113653378796,"score_gpt":0.5335108844087076,"score_spread":0.3474597478749197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416087873","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021554971,0.0000019411452,0.0012455531,0.00022129729,0.00013372704,0.97547793,0.00009310367,0.00030062962,0.00097085023],"genre_scores_gemma":[0.0016523346,1.13165235e-7,0.0028964693,0.00005241553,0.0010852253,0.9834722,0.00010897206,0.00016748776,0.010564765],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98505956,0.005189907,0.0033327986,0.0023206682,0.00252761,0.0015694278],"domain_scores_gemma":[0.989479,0.0030571593,0.0014332264,0.0024661093,0.0031267314,0.00043777336],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0139831435,0.0010848824,0.0054205293,0.0015615587,0.0004958205,0.0005002447,0.00077094004,0.0011917811,0.00032156293],"category_scores_gemma":[0.0057396973,0.0008116549,0.0023951696,0.00062392507,0.00044367704,0.00022467638,0.0028345406,0.0029080804,0.000028976414],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9607106,0.015666885,0.0036483004,0.013726589,0.0015132813,0.000077935954,0.0013229082,0.0004410753,0.00055075577,0.00001001945,0.0014161618,0.0009155107],"study_design_scores_gemma":[0.94881266,0.0079219835,0.00007115931,0.026068436,0.00017194037,0.000013372015,0.00008144691,0.008017758,0.0011072558,0.0005603521,0.006617332,0.00055630243],"about_ca_topic_score_codex":0.000027191132,"about_ca_topic_score_gemma":0.000059378704,"teacher_disagreement_score":0.019902635,"about_ca_system_score_codex":0.0023360401,"about_ca_system_score_gemma":0.0036092103,"threshold_uncertainty_score":0.99943346},"labels":[],"label_agreement":null},{"id":"W4416101478","doi":"10.2196/71101","title":"A Web-Based Contraception Decision Tool for Individuals With Health Conditions in US Outpatient Clinics: Protocol for a Mixed Methods Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Randomized controlled trial; Protocol (science); Cluster (spacecraft); Cluster randomised controlled trial; Randomization; Research design; Population","score_opus":0.14960795969439705,"score_gpt":0.6152697259574275,"score_spread":0.4656617662630304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416101478","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036492764,0.0000047733106,0.09280422,0.0047804965,0.00004624744,0.8984652,0.000060206643,0.000079388126,0.00011016321],"genre_scores_gemma":[0.0009832872,5.132288e-7,0.05519916,0.0010270524,0.0003396426,0.9417644,0.00009888097,0.000048222475,0.00053882174],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98712546,0.0070639653,0.002603017,0.0010620685,0.0010213241,0.0011241669],"domain_scores_gemma":[0.98215055,0.01394657,0.0007905992,0.0007885291,0.0020265847,0.00029713227],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042811327,0.00036948404,0.0027050893,0.0012087667,0.00047240008,0.00014831759,0.00021619146,0.00037109293,0.00006260868],"category_scores_gemma":[0.016690811,0.00024532626,0.0006192798,0.00079496374,0.00035117136,0.00019474227,0.000050701303,0.000852723,0.0000067394385],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9352224,0.003704205,0.00060040393,0.0024948325,0.00012476504,0.0000010011489,0.000119166514,0.000036143512,0.000106407104,0.0006257233,0.010653392,0.046311572],"study_design_scores_gemma":[0.840857,0.015737433,0.000746647,0.0053321337,0.000030861294,0.0000012579966,0.00007905323,0.007798405,0.00016406777,0.002358082,0.12671603,0.00017897625],"about_ca_topic_score_codex":0.000018811066,"about_ca_topic_score_gemma":0.00006537444,"teacher_disagreement_score":0.11606264,"about_ca_system_score_codex":0.00065377663,"about_ca_system_score_gemma":0.005602117,"threshold_uncertainty_score":0.9999999},"labels":[],"label_agreement":null},{"id":"W4416120984","doi":"10.2196/78053","title":"Efficacy of Preventive Pressurized Intraperitoneal Aerosol Chemotherapy in Patients With Locally Advanced Gastric Cancer: Protocol for a Prospective Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intraperitoneal and Appendiceal Malignancies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Chemotherapy; Intraperitoneal chemotherapy; Prospective cohort study; Randomization","score_opus":0.0414945580327308,"score_gpt":0.4701374387570683,"score_spread":0.42864288072433754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416120984","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064809285,0.000002073977,0.000048880658,0.00023449422,0.0000097456095,0.93386257,0.000028892315,0.000045999146,0.0009580483],"genre_scores_gemma":[0.024269007,3.7194195e-7,0.0007588191,0.00004867659,0.00011104251,0.9736688,0.000010260961,0.000042331387,0.0010906617],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99633235,0.00033718708,0.0008583089,0.00065837486,0.0009714894,0.0008423185],"domain_scores_gemma":[0.99696934,0.00045194724,0.00028949772,0.0004087439,0.0017363208,0.00014416965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008077298,0.00033167473,0.0011744181,0.0004110375,0.00015274642,0.00005376093,0.00031869498,0.00018415289,0.000101153266],"category_scores_gemma":[0.00039646644,0.00022772864,0.00020197615,0.0011350609,0.00042802567,0.00017387465,0.000086156084,0.00060173654,0.000001734711],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96270514,0.010030942,0.01054311,0.0022987213,0.00024176003,0.0000060693656,0.0002575494,0.000008320621,0.004348232,0.00029592952,0.0004139777,0.008850269],"study_design_scores_gemma":[0.89572626,0.02799803,0.032664835,0.009642695,0.000017404784,5.0855544e-7,0.00005044268,0.000051305546,0.027744792,0.00014458,0.0057457103,0.00021345002],"about_ca_topic_score_codex":0.000036236463,"about_ca_topic_score_gemma":0.0000195707,"teacher_disagreement_score":0.06697887,"about_ca_system_score_codex":0.00028314695,"about_ca_system_score_gemma":0.0015176127,"threshold_uncertainty_score":0.92865044},"labels":[],"label_agreement":null},{"id":"W4416121283","doi":"10.2196/78619","title":"Transforming Mental Health for Transgender and Gender-Diverse Young Adults Using Interventions to Drive Equity (TransHealthGUIDE): Protocol for a Digital Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; National Institutes of Health","keywords":"Mental health; Psychological intervention; Randomized controlled trial; Young adult; Transgender; Equity (law); Protocol (science)","score_opus":0.48340716500653186,"score_gpt":0.6750236761359865,"score_spread":0.1916165111294546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416121283","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010793085,0.000012732638,0.026361918,0.0034535225,0.00013126615,0.9646932,0.00055508735,0.000094070056,0.003618928],"genre_scores_gemma":[0.0020273272,0.0000018076746,0.00084291433,0.00025194074,0.000388307,0.9932136,0.000037861846,0.000057576537,0.0031786517],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99300534,0.0016473302,0.0020094432,0.0009274595,0.0006820357,0.0017283909],"domain_scores_gemma":[0.99677545,0.0012504156,0.00030444376,0.00045582588,0.0005802733,0.0006336101],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0084860865,0.00039853214,0.0016648455,0.000928851,0.0015506631,0.00045270307,0.0005009543,0.00028095077,0.00014230034],"category_scores_gemma":[0.0005579604,0.00034263908,0.0011255207,0.00052060053,0.00035027004,0.00041545372,0.000115592054,0.0005527683,0.000010195187],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93606615,0.0017384739,0.000086193766,0.021750383,0.0002693613,0.0000017440054,0.007563685,0.0000011835226,0.000032140222,0.009825009,0.011569381,0.011096287],"study_design_scores_gemma":[0.9677081,0.0041633956,0.00003360872,0.0018734358,0.000036179943,0.0000060513244,0.0009619785,0.0002520038,0.000011668579,0.0051392238,0.019534897,0.00027946048],"about_ca_topic_score_codex":0.0010994683,"about_ca_topic_score_gemma":0.00082218024,"teacher_disagreement_score":0.031641938,"about_ca_system_score_codex":0.00055651733,"about_ca_system_score_gemma":0.0016277807,"threshold_uncertainty_score":0.99990255},"labels":[],"label_agreement":null},{"id":"W4416131479","doi":"10.2196/77321","title":"Rapid Qualitative Approaches in Pandemic Research: Protocol for an Exploratory Qualitative Multimethod Study (VERDIQual) on Mpox in Italy, Nigeria, Thailand, and the United Kingdom","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Poxvirus research and outbreaks","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Qualitative research; Protocol (science); Exploratory research; Data collection; Coronavirus disease 2019 (COVID-19); Qualitative analysis; Focus group","score_opus":0.7383979193458035,"score_gpt":0.6490048657375834,"score_spread":0.08939305360822003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416131479","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06494102,0.000018841605,0.0000621188,0.00054273824,0.000009736599,0.9331009,0.0000747718,0.00006238083,0.0011875071],"genre_scores_gemma":[0.09564534,0.0000015269712,0.000118296855,0.00006258638,0.000030412555,0.9029588,0.00005480872,0.000044275635,0.0010839438],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.91935,0.075919785,0.0010114985,0.0012516759,0.0006306274,0.0018363623],"domain_scores_gemma":[0.97532976,0.022562996,0.00015951811,0.0010367424,0.0007793709,0.00013162155],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.078146614,0.00043000444,0.0008789729,0.0029044952,0.0009160394,0.00022923364,0.0012757449,0.00054003065,0.00006932359],"category_scores_gemma":[0.007871993,0.00028703216,0.00011714694,0.0028292923,0.003083539,0.00040587372,0.00083139364,0.0040416108,0.000069926],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16462253,0.012061862,0.006007465,0.0015910568,0.00047620022,0.00004624459,0.7441685,0.000015484327,0.009050421,0.034321047,0.008303301,0.01933589],"study_design_scores_gemma":[0.098885,0.015326545,0.0026217648,0.0030132378,0.0000044678063,0.000004189199,0.71606326,0.00022209993,0.007139641,0.03925167,0.11675627,0.00071186887],"about_ca_topic_score_codex":0.0015460316,"about_ca_topic_score_gemma":0.0033196756,"teacher_disagreement_score":0.10845297,"about_ca_system_score_codex":0.00040217667,"about_ca_system_score_gemma":0.0009527092,"threshold_uncertainty_score":0.99995816},"labels":[],"label_agreement":null},{"id":"W4416131678","doi":"10.2196/77460","title":"Life Course Trajectories for Young Pasifika in Aotearoa: Protocol for the 25-Year Follow-Up of the Pacific Islands Families Study Cohort","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Island Studies and Pacific Affairs","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Health Research Council of New Zealand","keywords":"Life course approach; Protocol (science); Scope (computer science); Psychological intervention; Cohort; Longitudinal study; Cohort study; Pacific islanders","score_opus":0.12911263738538759,"score_gpt":0.5036174340109346,"score_spread":0.37450479662554703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416131678","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005489435,0.0000033458984,0.000036368183,0.002724604,0.00008156343,0.9695527,0.000057306348,0.00003072851,0.026964447],"genre_scores_gemma":[0.08688236,0.0000015981211,0.000021484695,0.00001652838,0.00020042906,0.89713734,0.0000013538081,0.000017265409,0.015721643],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961625,0.0009684084,0.00051034766,0.00042069197,0.0011059927,0.00083208265],"domain_scores_gemma":[0.99673355,0.0017256085,0.00013409411,0.00059676723,0.00072667224,0.00008331287],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007163504,0.00019420567,0.00040554878,0.00012916024,0.0021066403,0.00020160616,0.0010048737,0.00015119836,0.000029860925],"category_scores_gemma":[0.0019252731,0.000107409214,0.00022281401,0.0012311572,0.0009344245,0.000117140364,0.00021135953,0.0004412153,0.0000021399017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027140826,0.0011070453,0.66326725,0.0006309706,0.00021238925,9.550797e-7,0.08395234,0.000003435884,0.000014624465,0.011390944,0.23470959,0.0019963938],"study_design_scores_gemma":[0.0059916493,0.00089405355,0.060541425,0.00046508035,0.000012927896,6.574006e-8,0.30927262,0.000035594185,0.000040987736,0.0022686967,0.6203228,0.00015406749],"about_ca_topic_score_codex":0.0009667914,"about_ca_topic_score_gemma":0.009848922,"teacher_disagreement_score":0.6027258,"about_ca_system_score_codex":0.00011394901,"about_ca_system_score_gemma":0.0012632549,"threshold_uncertainty_score":0.9991925},"labels":[],"label_agreement":null},{"id":"W4416140846","doi":"10.2196/77661","title":"Real-World Efficacy and Safety of Zishenyizhi Pill for Cognitive Impairment Associated With Cerebral Small Vessel Disease: Protocol for a Multicenter Prospective Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurological Disease Mechanisms and Treatments","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Cognitive impairment; Protocol (science); Pill; Cognition; Prospective cohort study; Clinical trial","score_opus":0.3334445132551427,"score_gpt":0.5247615286013262,"score_spread":0.1913170153461835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416140846","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057261102,1.413872e-7,0.00013911157,0.00018674387,0.000003654665,0.94143945,0.0006144173,0.00006341617,0.0002919599],"genre_scores_gemma":[0.18007171,4.869773e-8,0.00015008402,0.00008383814,0.0000163688,0.81870437,0.000019394309,0.000026544707,0.00092765497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966943,0.00062286895,0.0004297372,0.0009630512,0.000654592,0.00063539995],"domain_scores_gemma":[0.99612916,0.0023981314,0.00019112704,0.00027549607,0.0007622943,0.00024381164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006468077,0.0002732371,0.00036410504,0.00017338003,0.0004946739,0.00013217483,0.00027868673,0.000053889118,0.000029883644],"category_scores_gemma":[0.0016971315,0.00019144581,0.00009264803,0.0006640188,0.0002704958,0.0001644033,0.00025248504,0.00023743618,0.0000014184817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23165119,0.06701309,0.67126286,0.0025299874,0.00035570344,0.000087934415,0.0005641338,0.000012952641,0.0041990043,0.020210078,0.0007010283,0.0014120389],"study_design_scores_gemma":[0.05290529,0.014051757,0.9163168,0.0019178364,0.000032884604,1.7306148e-7,0.0000662186,0.00046259744,0.007728131,0.005480884,0.0008230302,0.00021440169],"about_ca_topic_score_codex":0.000011747538,"about_ca_topic_score_gemma":0.000034642617,"teacher_disagreement_score":0.24505395,"about_ca_system_score_codex":0.00021163316,"about_ca_system_score_gemma":0.0005250289,"threshold_uncertainty_score":0.7806934},"labels":[],"label_agreement":null},{"id":"W4416144527","doi":"10.2196/69900","title":"Health and Physical Education Preservice Teachers’ Health Literacy Levels and Teaching Practices: Protocol for a Design-Based Research Approach","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Education and Pedagogy","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Physical education; Health literacy; Literacy; Health education; Physical health; Research design","score_opus":0.8174852517518216,"score_gpt":0.7838553172661461,"score_spread":0.03362993448567553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416144527","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025696217,0.000012316171,0.0041937893,0.04561254,0.0000136681,0.9435451,0.000022280314,0.00010457817,0.006238762],"genre_scores_gemma":[0.0017425157,4.2725972e-7,0.015643483,0.003241918,0.00056869444,0.972422,0.000036059537,0.000053814874,0.006291106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9772516,0.018125162,0.00080274226,0.0010803103,0.0010280723,0.0017121306],"domain_scores_gemma":[0.9870361,0.009102668,0.00059583643,0.0008696794,0.0014752934,0.00092043035],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02039419,0.00028800804,0.00059140625,0.00073154824,0.004401183,0.00032209192,0.00059147715,0.00022934217,0.000036902155],"category_scores_gemma":[0.0050148615,0.000243679,0.000059946822,0.00082018843,0.00034705386,0.00066301884,0.00042734575,0.0042606406,0.000021304359],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041665784,0.012819774,0.0048214123,0.050232857,0.000056136792,4.5210965e-7,0.13694154,0.0000062195827,0.00049845746,0.060491055,0.38877556,0.34118995],"study_design_scores_gemma":[0.0041720048,0.002229084,0.0026345805,0.007595604,0.0000014593704,7.915472e-7,0.012499634,0.0062853293,0.000027933445,0.0113558555,0.952979,0.00021870963],"about_ca_topic_score_codex":0.0013783885,"about_ca_topic_score_gemma":0.000043435826,"teacher_disagreement_score":0.56420344,"about_ca_system_score_codex":0.0008013657,"about_ca_system_score_gemma":0.028698752,"threshold_uncertainty_score":0.99803656},"labels":[],"label_agreement":null},{"id":"W4416146794","doi":"10.2196/77185","title":"Youth-Centered Mobile Intervention (Next4You) to Promote Healthy Relationships and Sexual Wellness Among Adolescents in or Transitioning From Foster Care: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Welfare and Adoption","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Linnaeus Plant Sciences (Canada)","funders":"","keywords":"Randomized controlled trial; Intervention (counseling); Reproductive health; Protocol (science); mHealth; Intervention mapping; Health education; Sexual behavior","score_opus":0.16761643385558136,"score_gpt":0.5238299666671684,"score_spread":0.3562135328115871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416146794","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06513663,0.0000025164934,0.00088446087,0.0008938437,0.000029424604,0.93269694,0.000029173847,0.00005756877,0.00026943634],"genre_scores_gemma":[0.19027622,2.0443306e-7,0.0000990108,0.000041483254,0.00018539507,0.8090128,0.000027508915,0.00001535638,0.00034203485],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9927177,0.0046094474,0.0009191096,0.0005532406,0.0006314434,0.00056905777],"domain_scores_gemma":[0.9982812,0.0007669556,0.00018213586,0.00022741522,0.00035135442,0.00019096871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007320319,0.00018448973,0.00074165233,0.00043970995,0.00095958327,0.00044345378,0.0002567134,0.00023047892,0.00005596622],"category_scores_gemma":[0.0013124456,0.00014727506,0.00018996146,0.0006395029,0.0002484087,0.00038823456,0.00009212144,0.000536401,0.000004295024],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95832,0.0008602566,0.0013884233,0.00064093305,0.000028069559,0.0000019160661,0.026920382,0.0000056546355,0.000024904919,0.00020882844,0.00019815855,0.011402465],"study_design_scores_gemma":[0.9710956,0.0015075721,0.000785801,0.006814355,0.000011486185,6.782558e-8,0.011409133,0.00015945928,0.000039967334,0.00082787115,0.007174589,0.00017405661],"about_ca_topic_score_codex":0.0010135514,"about_ca_topic_score_gemma":0.0070075723,"teacher_disagreement_score":0.1251396,"about_ca_system_score_codex":0.00033052376,"about_ca_system_score_gemma":0.0004383646,"threshold_uncertainty_score":0.73804355},"labels":[],"label_agreement":null},{"id":"W4416172390","doi":"10.2196/83983","title":"Effects of a Walking-Based Physical Activity Intervention on Health Indicators in University Students: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Physical activity; Intervention (counseling); Randomization; Health indicator","score_opus":0.10452942895237374,"score_gpt":0.5847095420715115,"score_spread":0.4801801131191378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416172390","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115354605,1.3931503e-7,0.0003402095,0.0010036872,0.000005037251,0.88305146,0.0000040554987,0.00003079466,0.00021002955],"genre_scores_gemma":[0.20406102,6.443066e-8,0.000023452429,0.000036058365,0.000051926858,0.7956062,0.0000018748694,0.0000097951815,0.00020963202],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.993861,0.0039099227,0.0004209359,0.00040551118,0.0009114021,0.0004912083],"domain_scores_gemma":[0.9937413,0.0052834097,0.00034068868,0.00028274176,0.00017628432,0.00017557596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004724405,0.00017618621,0.0020100833,0.0011917765,0.00014395478,0.000023882343,0.0002518576,0.000117975054,0.000007032022],"category_scores_gemma":[0.0017521989,0.00013151273,0.00061327923,0.0011584623,0.00025690795,0.000096001255,0.00009970044,0.00082409964,0.0000023559764],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9152915,0.06255426,0.000090204965,0.010008475,0.00010383234,0.0000055774376,0.00014462545,0.0000011997712,0.0004095757,0.0018812947,0.00027227867,0.009237168],"study_design_scores_gemma":[0.9601463,0.018806586,0.0011414563,0.010556316,0.000011905641,4.5686086e-8,0.000022008013,0.00066867186,0.0060666637,0.00081575284,0.0016897324,0.00007457058],"about_ca_topic_score_codex":0.00008200961,"about_ca_topic_score_gemma":0.000018811706,"teacher_disagreement_score":0.08870641,"about_ca_system_score_codex":0.00067281845,"about_ca_system_score_gemma":0.0013392374,"threshold_uncertainty_score":0.5362934},"labels":[],"label_agreement":null},{"id":"W4416179755","doi":"10.2196/71635","title":"Methodological Approach for Dengue Viral Load Quantification in Wastewater: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mosquito-borne diseases and control","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Systematic review; Dengue fever; Best practice; Dengue virus; Viral load","score_opus":0.6205442804695972,"score_gpt":0.637157098094954,"score_spread":0.016612817625356824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416179755","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032296066,0.00025979453,0.01640065,0.001864344,4.6306636e-7,0.9812273,0.000040907522,0.000032264586,0.00017103953],"genre_scores_gemma":[0.0002623831,0.0000011711669,0.007638681,0.00034347147,0.00002056495,0.9891468,0.000036514557,0.000018142407,0.002532218],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9952252,0.0019113303,0.0009745493,0.0007598533,0.00059124245,0.0005378219],"domain_scores_gemma":[0.9968577,0.0011022218,0.00018693293,0.0008738158,0.0008161836,0.00016312208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010476015,0.00023720581,0.0024293025,0.0004199996,0.00013924309,0.00012352521,0.00030506853,0.00015265321,0.00006043448],"category_scores_gemma":[0.0032692552,0.0001408861,0.0009474127,0.001003257,0.0001014183,0.00008794445,0.00010496562,0.0002862952,0.0000027779088],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024810855,0.0012877105,0.00012963501,0.9758122,0.012461483,0.0000036670315,0.000048189948,0.0000058896785,0.0006037347,0.0042476286,0.0027628765,0.00015588684],"study_design_scores_gemma":[0.079559356,0.013658001,0.0028556127,0.1944572,0.5388078,0.00003954889,0.0013720748,0.0747852,0.008324649,0.014822179,0.06850098,0.0028173563],"about_ca_topic_score_codex":0.000015836624,"about_ca_topic_score_gemma":0.00000749775,"teacher_disagreement_score":0.781355,"about_ca_system_score_codex":0.00013483463,"about_ca_system_score_gemma":0.00030828972,"threshold_uncertainty_score":0.57451683},"labels":[],"label_agreement":null},{"id":"W4416181093","doi":"10.2196/67628","title":"Use of Head-Mounted Inertial Sensors for Mobility Tasks: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Older Adults Driving Studies","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Bruyère; Carleton University","funders":"","keywords":"Protocol (science); Inertial measurement unit; Data collection; Scheme (mathematics); Work (physics)","score_opus":0.7787121328674824,"score_gpt":0.7709595171595435,"score_spread":0.007752615707938948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416181093","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7843539e-8,0.09078885,0.00008137856,0.00034119436,0.00003083848,0.9074684,0.00096846605,0.0001789792,0.00014191566],"genre_scores_gemma":[1.4601186e-9,0.17858095,0.00093492924,0.00011319008,0.00039236856,0.8161102,0.00009856574,0.0001560367,0.003613784],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98321986,0.0071853623,0.0044210306,0.0016254486,0.0012936352,0.0022546363],"domain_scores_gemma":[0.96830904,0.02257974,0.0017974464,0.0022853983,0.0047448785,0.00028350498],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010433331,0.0009381999,0.005606598,0.0008156602,0.0015382504,0.00006917539,0.0012926393,0.0010046923,0.00017250434],"category_scores_gemma":[0.02889058,0.0006910743,0.0013232906,0.00182123,0.0004911051,0.00029522998,0.001485532,0.0027441138,0.00005278247],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027137864,0.00052628136,0.00004282661,0.8038982,0.00013372877,0.0000012894792,0.00010003362,1.5154217e-7,9.093459e-7,0.00006805005,0.118042916,0.07691423],"study_design_scores_gemma":[0.0013281569,0.0005384399,0.0000039659194,0.49818859,0.000043001364,4.0980387e-7,0.000013022552,0.0000054370526,0.0000021533924,0.000031363474,0.4995915,0.00025396777],"about_ca_topic_score_codex":0.00009517208,"about_ca_topic_score_gemma":0.0004384064,"teacher_disagreement_score":0.38154858,"about_ca_system_score_codex":0.0009836653,"about_ca_system_score_gemma":0.010422744,"threshold_uncertainty_score":0.99976164},"labels":[],"label_agreement":null},{"id":"W4416186708","doi":"10.2196/87690","title":"Advancing Discussions Using a Video-Based Support Tool About End-of-Life Care (ADVISE): Protocol for a Single-Center Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conversation; Psychological intervention; Randomized controlled trial; MEDLINE; Clinical trial; Advance care planning","score_opus":0.17028471874983975,"score_gpt":0.5526565396063222,"score_spread":0.38237182085648247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416186708","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060613395,0.0000065822073,0.0013932344,0.0010312233,0.00005909591,0.9895313,0.000056451958,0.00010149544,0.0072145183],"genre_scores_gemma":[0.011642717,2.4795233e-7,0.0018752619,0.0001383816,0.00032214558,0.98497576,0.000026486958,0.000058019366,0.00096100545],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941199,0.0010882017,0.0018073823,0.0006650835,0.0012258006,0.0010936668],"domain_scores_gemma":[0.9949546,0.0017695047,0.00035276762,0.0006964534,0.0019478153,0.00027889144],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029392862,0.00040599337,0.0025778122,0.0007189503,0.00053484563,0.000074536605,0.00029951608,0.00020898864,0.0004601806],"category_scores_gemma":[0.006954806,0.00025290018,0.0013149241,0.0007057392,0.00053658,0.00014732679,0.00019091413,0.0005396597,0.0000051906472],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9711879,0.0021153043,0.00045829173,0.006472153,0.00036893116,0.000013589133,0.00054139,0.000013206548,0.006334844,0.00022792238,0.008427657,0.003838799],"study_design_scores_gemma":[0.83512235,0.00282659,0.000024492729,0.00758591,0.00007039339,0.0000016044239,0.00050807296,0.00032605435,0.0022829701,0.000087386565,0.15095948,0.00020473103],"about_ca_topic_score_codex":0.000028316434,"about_ca_topic_score_gemma":0.00003422928,"teacher_disagreement_score":0.14253181,"about_ca_system_score_codex":0.00038466224,"about_ca_system_score_gemma":0.0035792638,"threshold_uncertainty_score":0.9999923},"labels":[],"label_agreement":null},{"id":"W4416198333","doi":"10.2196/84428","title":"Effectiveness of a Cardiovascular Management System on Triple Risk Factor Control in High-Risk Older Adults: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Risk factor; Clinical trial; Control (management); Disease; Disease management; mHealth","score_opus":0.040369113838677195,"score_gpt":0.4604986929879396,"score_spread":0.4201295791492624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416198333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019971814,0.0000184983,0.04715356,0.00003665731,0.000042417127,0.95001006,0.000041989075,0.0000868912,0.00061275624],"genre_scores_gemma":[0.06522968,0.0000033231518,0.0001666136,0.000008832561,0.00010539938,0.9341089,0.0000078360445,0.00003983976,0.00032956977],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.960431,0.034834575,0.0015849285,0.00078533177,0.0016616071,0.00070255797],"domain_scores_gemma":[0.9947372,0.0025959255,0.00040932087,0.001126005,0.0009390094,0.00019250347],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.061807487,0.00033866536,0.0038747846,0.0010818673,0.00020446064,0.000049426948,0.00025569706,0.00032347013,0.000037030575],"category_scores_gemma":[0.0025017166,0.0002364519,0.0029453696,0.0008306428,0.00014544713,0.00007742037,0.0000729926,0.0008393358,0.000014198011],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.912097,0.0023921563,0.000093462346,0.04790501,0.0042649615,0.000022863309,0.0000656977,0.00005683055,0.000011792939,0.0008419268,0.00008222516,0.032166094],"study_design_scores_gemma":[0.9448975,0.003457969,0.0026675265,0.04238074,0.00029615502,0.0000012727722,0.00009647921,0.0011651815,0.00034850993,0.00018012772,0.0043567014,0.00015185846],"about_ca_topic_score_codex":0.00014643335,"about_ca_topic_score_gemma":0.0000030400602,"teacher_disagreement_score":0.06323249,"about_ca_system_score_codex":0.0006514119,"about_ca_system_score_gemma":0.00048414845,"threshold_uncertainty_score":0.9660666},"labels":[],"label_agreement":null},{"id":"W4416202313","doi":"10.2196/76315","title":"Effect of Obesity on Perioperative Outcomes Following Lung Cancer Surgery: Protocol for a Meta-Analysis and Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perioperative; Protocol (science); Lung cancer; Obesity; MEDLINE; Cancer","score_opus":0.24201136654964067,"score_gpt":0.6267348359613516,"score_spread":0.3847234694117109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416202313","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003028196,0.00056798855,0.000013596623,0.0021462168,0.0000025237086,0.99672955,0.000030367544,0.000021288077,0.00018566588],"genre_scores_gemma":[0.0023423452,0.000009420856,0.000036918307,0.00026417026,0.000008288322,0.9958929,0.0000053298927,0.000017645774,0.0014230132],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99633026,0.0013673702,0.00066779245,0.00049942895,0.00077304,0.00036210442],"domain_scores_gemma":[0.9952483,0.0033836265,0.00018235839,0.0006653486,0.00039857122,0.00012176013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004776441,0.0002695509,0.0035321717,0.00045420983,0.00017936049,0.00005936232,0.0001263068,0.00007268315,0.00014233089],"category_scores_gemma":[0.0011496079,0.00013873413,0.0018529453,0.0010898536,0.000068042566,0.000070163405,0.000078652956,0.00020308232,0.0000017930842],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054700027,0.0005742031,0.14321294,0.7775347,0.07421323,0.000012569629,0.00005810309,6.9162337e-7,0.000010250404,0.00010892241,0.003608589,0.000118788164],"study_design_scores_gemma":[0.011682515,0.005716483,0.018071229,0.72492063,0.21915215,0.0000013207306,0.000027514297,0.00015652594,0.015728308,0.000024104747,0.0040775514,0.0004416529],"about_ca_topic_score_codex":0.00011060746,"about_ca_topic_score_gemma":0.00004374128,"teacher_disagreement_score":0.14493893,"about_ca_system_score_codex":0.0003852273,"about_ca_system_score_gemma":0.00037841304,"threshold_uncertainty_score":0.5657414},"labels":[],"label_agreement":null},{"id":"W4416202345","doi":"10.2196/75628","title":"Solution-Focused Brief Intervention for Substance Use: Protocol for a Multisite Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Brief intervention; Intention-to-treat analysis; Motivational interviewing","score_opus":0.2211701355555338,"score_gpt":0.5536428419792789,"score_spread":0.33247270642374516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416202345","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012432348,0.000006404307,0.011083345,0.00084795547,0.00003272695,0.9862519,0.000010299873,0.00016551928,0.00035860413],"genre_scores_gemma":[0.00081957463,4.1318336e-7,0.003502162,0.00008299463,0.00024273882,0.9671748,0.000038877115,0.00004739093,0.028091025],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99582845,0.0007993029,0.0011969965,0.00062295754,0.00071660697,0.00083570165],"domain_scores_gemma":[0.992264,0.0052818446,0.00030025234,0.00061463733,0.0013856485,0.00015366208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050087827,0.00032305683,0.0018451018,0.00053235446,0.00038143378,0.00021390208,0.00024406404,0.0002322192,0.00012984691],"category_scores_gemma":[0.0041379863,0.00022047175,0.0014009203,0.00053896545,0.0002815559,0.0003284337,0.000043258653,0.00032794697,0.000013539874],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97215074,0.00213935,0.0008638535,0.001049034,0.000517651,0.0000060739917,0.0002029736,4.432507e-7,0.00042464622,0.002645561,0.01565391,0.004345747],"study_design_scores_gemma":[0.92694646,0.002517598,0.00014825109,0.0048398776,0.0000651469,8.0140467e-7,0.000036285564,0.0009478706,0.002651954,0.0018001758,0.05987978,0.00016581034],"about_ca_topic_score_codex":0.000018529796,"about_ca_topic_score_gemma":0.00014543622,"teacher_disagreement_score":0.045204308,"about_ca_system_score_codex":0.00041882438,"about_ca_system_score_gemma":0.0003902168,"threshold_uncertainty_score":0.8990577},"labels":[],"label_agreement":null},{"id":"W4416202363","doi":"10.2196/69966","title":"Feasibility of mHealth Strategies to Promote Use of Wrist-Worn Alcohol Biosensors Among Young Adults With HIV: Protocol for the Engage Microrandomized Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute on Alcohol Abuse and Alcoholism","keywords":"mHealth; Young adult; Protocol (science); Mobile apps; Randomized controlled trial; MEDLINE","score_opus":0.2837048973059935,"score_gpt":0.5702992893197943,"score_spread":0.2865943920138008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416202363","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06822489,0.0000015810308,0.0004195951,0.0010960156,0.0000040252694,0.9297958,0.000100879035,0.00004432259,0.00031290835],"genre_scores_gemma":[0.03517594,4.5396237e-7,0.0034484477,0.000024156838,0.000035407604,0.96035266,0.000019370062,0.000029569937,0.00091401447],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99619204,0.00090845063,0.0010160179,0.0005653393,0.000693223,0.0006249164],"domain_scores_gemma":[0.9951743,0.0014217539,0.000337356,0.0012182756,0.0015652545,0.00028309214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030940329,0.00023571138,0.0007286041,0.00037974596,0.0004704392,0.0000741113,0.0003165878,0.00016623261,0.00003440893],"category_scores_gemma":[0.001123921,0.00013507805,0.00016593974,0.0011465178,0.00043502756,0.00014432924,0.0001035362,0.0006621304,0.0000063962866],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9506591,0.004676669,0.024619402,0.008485772,0.00024363177,0.000007186882,0.0016569474,0.000012743678,0.0011556977,0.00042374764,0.005020318,0.0030387791],"study_design_scores_gemma":[0.8297026,0.019092247,0.08355504,0.019934388,0.000084180494,0.000007014806,0.0013128549,0.00065042486,0.007428213,0.00039249987,0.037550703,0.00028983032],"about_ca_topic_score_codex":0.00053108385,"about_ca_topic_score_gemma":0.00018286977,"teacher_disagreement_score":0.1209565,"about_ca_system_score_codex":0.00025314113,"about_ca_system_score_gemma":0.0022583953,"threshold_uncertainty_score":0.5508323},"labels":[],"label_agreement":null},{"id":"W4416212333","doi":"10.2196/71583","title":"The Malaysian Burden of Disease Study: Protocol for Mortality, Morbidity, and Risk Factor Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Risk factor; Burden of disease; Disease burden; Disease; Risk assessment","score_opus":0.36506444301321384,"score_gpt":0.64199172204822,"score_spread":0.27692727903500614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416212333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013439074,0.0000035867188,0.000563725,0.00067817647,0.000005927662,0.9847685,0.00002110205,0.000026702675,0.000493166],"genre_scores_gemma":[0.030930305,0.0000014599113,0.000039346487,0.0000073806905,0.00010533339,0.9680467,0.000005077301,0.000013917316,0.00085045263],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9937442,0.003752058,0.00045049313,0.0003466183,0.0013648245,0.00034178534],"domain_scores_gemma":[0.99760866,0.00022563824,0.00011781298,0.00072049466,0.0011141248,0.0002132587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016316943,0.000114065835,0.00025650425,0.00016675532,0.00044330888,0.000076380034,0.00016759436,0.00007313344,0.00008341301],"category_scores_gemma":[0.0013013318,0.00007624421,0.00016531436,0.00036808956,0.00016164512,0.000082579354,0.00017591301,0.00036055586,0.000005189879],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032750058,0.0029574106,0.28245717,0.012516941,0.0007155207,0.0000066284388,0.00068325055,0.000015881864,0.00032904133,0.0007834745,0.0040239226,0.69223577],"study_design_scores_gemma":[0.012063192,0.0020425012,0.8857746,0.0018558401,0.00006675904,6.6356364e-7,0.00032101295,0.0021633003,0.00029180245,0.0031538561,0.09218006,0.0000864163],"about_ca_topic_score_codex":0.00008638817,"about_ca_topic_score_gemma":0.000035273497,"teacher_disagreement_score":0.69214934,"about_ca_system_score_codex":0.00012660128,"about_ca_system_score_gemma":0.0009069407,"threshold_uncertainty_score":0.5655159},"labels":[],"label_agreement":null},{"id":"W4416239299","doi":"10.2196/73766","title":"Automated Personalized Goal Setting for Individual Exercise Behavior: Protocol for a Web-Based Adaptive Intervention Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Goal setting; Protocol (science); Intervention (counseling); Goal orientation; Intervention mapping; mHealth; Digital health; Randomized controlled trial","score_opus":0.3126888620677949,"score_gpt":0.6392433353888289,"score_spread":0.32655447332103404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416239299","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050470524,0.0000015343029,0.0010856768,0.00045259733,0.00010138703,0.99452513,0.0008878466,0.00060619734,0.0018349123],"genre_scores_gemma":[0.0035985357,2.2941518e-9,0.0023208612,0.00006044112,0.00013968557,0.98604584,0.00018021565,0.00007350253,0.007580923],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99501604,0.0009415734,0.0011844537,0.00086438743,0.0007413278,0.00125222],"domain_scores_gemma":[0.9972397,0.00084800203,0.0003427156,0.00056220125,0.00077124505,0.00023614895],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004184179,0.0003204852,0.00046387478,0.0007902558,0.00057175505,0.00036505063,0.0007565405,0.0003382334,0.0005434154],"category_scores_gemma":[0.00039448275,0.0003137075,0.0006502438,0.00071613124,0.00032350904,0.00028464402,0.00023039532,0.00056281826,0.00010395278],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5153945,0.022851298,0.0003140961,0.0065976027,0.00019072565,0.000017202206,0.0005305151,0.0000014839703,0.00015217869,0.0149376085,0.28848934,0.15052344],"study_design_scores_gemma":[0.5094753,0.039109357,0.002057821,0.02366308,0.00005047042,0.000003962655,0.0010764629,0.002833128,0.0028914167,0.0043992028,0.41379273,0.0006471137],"about_ca_topic_score_codex":0.000032222768,"about_ca_topic_score_gemma":0.000026290878,"teacher_disagreement_score":0.14987633,"about_ca_system_score_codex":0.0004938822,"about_ca_system_score_gemma":0.0006845097,"threshold_uncertainty_score":0.9999315},"labels":[],"label_agreement":null},{"id":"W4416273106","doi":"10.2196/83787","title":"The Effect of Motor Imagery Ability on Function and Proprioception in Myoelectric Prosthesis Users: Protocol for a Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sport Psychology and Performance","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Proprioception; Motor imagery; Protocol (science); Electromyography; Function (biology); Prosthesis; Neural Prosthesis","score_opus":0.16166795586328828,"score_gpt":0.5896636764604657,"score_spread":0.4279957205971774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416273106","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37322295,8.891764e-7,0.000012310754,0.000047192698,0.000017392089,0.62605864,0.0000035514543,0.000022308333,0.00061479333],"genre_scores_gemma":[0.2491464,4.03827e-8,0.000006187533,0.000010996472,0.000054539425,0.7495555,0.0000015069301,0.000011695719,0.0012130678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99671483,0.0012029635,0.000543846,0.0006270635,0.00040426687,0.00050705083],"domain_scores_gemma":[0.9975361,0.0014225024,0.00013793288,0.0005902496,0.0002692749,0.00004388921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008710574,0.00017201086,0.0002403612,0.00044146087,0.00045580085,0.000096852425,0.00028002498,0.00022842364,0.000121464895],"category_scores_gemma":[0.00040654597,0.00011209688,0.000076295815,0.00085246214,0.00040594445,0.00014080778,0.000057783283,0.00071444496,0.000024045263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05918003,0.0016318657,0.91666496,0.0006162633,0.000038745668,0.0000014138351,0.00014897468,0.000001140399,0.0009306789,0.000233123,0.0012297382,0.0193231],"study_design_scores_gemma":[0.007900644,0.020175062,0.9609433,0.00020623056,0.0000016947657,0.0000013444393,0.00004311382,0.000025312082,0.00074532104,0.00070256885,0.009172149,0.000083267805],"about_ca_topic_score_codex":0.000030129295,"about_ca_topic_score_gemma":0.000024961324,"teacher_disagreement_score":0.12407653,"about_ca_system_score_codex":0.00012828509,"about_ca_system_score_gemma":0.00011540134,"threshold_uncertainty_score":0.45711783},"labels":[],"label_agreement":null},{"id":"W4416275229","doi":"10.2196/82393","title":"Bedside Clinical Ultrasound Performed by Family Physicians in Adult Patients With Abdominal Pain in a Hospital Emergency Department: Protocol for a Pilot Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Clinical trial; Abdominal pain; Emergency department; Acute abdominal pain; MEDLINE; Clinical prediction rule","score_opus":0.134584378166336,"score_gpt":0.5550494742797649,"score_spread":0.4204650961134289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416275229","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31681502,7.735901e-7,0.00007765988,0.0003101724,0.000005816997,0.682381,0.000059806862,0.000040877447,0.00030891952],"genre_scores_gemma":[0.18460846,3.0485887e-7,0.00089335104,0.0001609114,0.00007508817,0.81382865,0.00008517991,0.000052576182,0.0002955046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99379134,0.0011021676,0.0016975153,0.0011598777,0.0011906864,0.0010584114],"domain_scores_gemma":[0.99550694,0.0022820272,0.00022960454,0.00086296385,0.0008616537,0.00025679742],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037330934,0.0003811768,0.0008626373,0.00032792974,0.00023847782,0.000071758994,0.00054714456,0.00018699,0.00010419422],"category_scores_gemma":[0.0023396667,0.00030801535,0.00018726413,0.0014618242,0.00040000517,0.00021777047,0.00014666059,0.0013043723,0.000029194342],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016355343,0.22108062,0.7368423,0.00047646824,0.00022212564,0.000006358956,0.00045134703,4.0144437e-7,0.0004949838,0.00007407017,0.021813683,0.002182307],"study_design_scores_gemma":[0.07411682,0.24344043,0.645903,0.002147245,0.000050560884,6.2242526e-7,0.00315856,0.000107604385,0.0006655792,0.00037855745,0.029450063,0.00058096595],"about_ca_topic_score_codex":0.00012262493,"about_ca_topic_score_gemma":0.00031760897,"teacher_disagreement_score":0.13220657,"about_ca_system_score_codex":0.00048038166,"about_ca_system_score_gemma":0.00063993887,"threshold_uncertainty_score":0.9999372},"labels":[],"label_agreement":null},{"id":"W4416275354","doi":"10.2196/83401","title":"Hidden Workers in Aging Australia: Protocol of Intersectionality-Informed Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Discrimination and Equality Law","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Data collection; Protocol analysis; mHealth; Research design","score_opus":0.5362393825181898,"score_gpt":0.7176457839857889,"score_spread":0.18140640146759912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416275354","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004906447,5.7101257e-8,0.000090109585,0.001041373,0.000018420602,0.9131095,0.0000016245722,0.000045364624,0.08078709],"genre_scores_gemma":[0.047116335,2.2962348e-8,0.00100735,0.000019387739,0.000038565537,0.94219756,9.902708e-7,0.000006771113,0.009613027],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924108,0.0049620816,0.00063004426,0.00031924318,0.0011005049,0.0005773246],"domain_scores_gemma":[0.9981612,0.0008008375,0.000115453506,0.00032627434,0.00047573177,0.00012051117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01437673,0.000114838986,0.00025883986,0.0006570075,0.00034643846,0.00019814579,0.0006657455,0.00012361935,0.00048509456],"category_scores_gemma":[0.0015954863,0.00010778903,0.00008172062,0.0021079753,0.0005723009,0.00038284063,0.000273232,0.0005432252,0.000024673249],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015005973,0.0061392006,0.46903825,0.0023434549,0.00011489568,0.00001622323,0.09296399,0.000006193227,0.0003445112,0.25773224,0.027577385,0.14222308],"study_design_scores_gemma":[0.004520888,0.00071492884,0.2805568,0.0028438757,0.0000031303591,1.4551844e-7,0.16564643,0.000009060129,0.0018446379,0.035435785,0.5081462,0.00027806533],"about_ca_topic_score_codex":0.006202692,"about_ca_topic_score_gemma":0.012887954,"teacher_disagreement_score":0.48056886,"about_ca_system_score_codex":0.00047095958,"about_ca_system_score_gemma":0.0009992834,"threshold_uncertainty_score":0.93766564},"labels":[],"label_agreement":null},{"id":"W4416276659","doi":"10.2196/82034","title":"Assessing Associations Between Environmental, Sleep, and Physical Activity Factors and Metabolic Syndrome Risk: Protocol for the FEASible Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metabolic syndrome; Protocol (science); Physical activity; Obesity; MEDLINE; Population; Physical activity level","score_opus":0.40434483373352026,"score_gpt":0.6050674917302781,"score_spread":0.20072265799675781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416276659","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46335977,4.848821e-7,0.00004775964,0.00042018882,9.498214e-7,0.5360461,0.0000399391,0.000020592537,0.00006419559],"genre_scores_gemma":[0.47357833,1.7886582e-7,0.00002160185,0.000006660071,0.00005331159,0.5262464,0.0000022967395,0.00001018661,0.000080988626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975556,0.00069715665,0.0001793722,0.00044612266,0.000620184,0.00050154794],"domain_scores_gemma":[0.99679786,0.002469308,0.00011698701,0.0003608064,0.00005743465,0.00019761844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014309864,0.00018424267,0.0005700766,0.00013950451,0.001263597,0.00025406465,0.00014415251,0.00008849417,0.00000866377],"category_scores_gemma":[0.00034100874,0.00011517571,0.00008213008,0.00036433016,0.00027511112,0.0004196618,0.0002672935,0.0010097588,0.0000030611066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003642286,0.00964457,0.9542108,0.0006078081,0.0002798439,0.0000029057885,0.0008232042,3.317374e-7,0.001630529,0.00020524394,0.00028857795,0.03194192],"study_design_scores_gemma":[0.003549712,0.0020258762,0.98324364,0.00023029184,0.000045078756,7.376776e-7,0.00042103883,0.00021786227,0.0017382426,0.0009106515,0.0075200098,0.000096847885],"about_ca_topic_score_codex":0.00012971248,"about_ca_topic_score_gemma":0.000013460165,"teacher_disagreement_score":0.03184507,"about_ca_system_score_codex":0.00015345954,"about_ca_system_score_gemma":0.00021393654,"threshold_uncertainty_score":0.9718694},"labels":[],"label_agreement":null},{"id":"W4416278850","doi":"10.2196/79158","title":"Cardio-Cerebral Protective Effect of Moxibustion on Phlegm-Dampness Type Hypertension: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Moxibustion; Protocol (science); Randomization; Intention-to-treat analysis; Clinical trial","score_opus":0.13148124812604445,"score_gpt":0.5523603633332003,"score_spread":0.4208791152071558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416278850","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013867058,0.0000044637636,0.00016008798,0.0011086591,0.00002696193,0.99278,0.000009211695,0.000110622124,0.004413264],"genre_scores_gemma":[0.006176749,3.4813152e-7,0.00018680532,0.000035020134,0.00034141736,0.98941016,0.000012863722,0.000045688797,0.003790925],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9914479,0.0041624797,0.00091778877,0.0007651519,0.0018356746,0.0008709649],"domain_scores_gemma":[0.9880543,0.008008705,0.00025632294,0.00081236806,0.0026802097,0.00018811923],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009173991,0.0005443344,0.0039987504,0.0008203717,0.00038525066,0.00006657351,0.00027956342,0.0003128354,0.00008004972],"category_scores_gemma":[0.017266942,0.00024800567,0.0011233388,0.0010380917,0.0007330831,0.00010117182,0.00020819642,0.0009021128,0.00002234992],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97611576,0.0019903705,0.00008621376,0.0046069166,0.001491387,0.000032515538,0.00007028181,0.000004443457,0.002225272,0.00052841695,0.0104953,0.0023531031],"study_design_scores_gemma":[0.9253673,0.037224196,0.00006718405,0.0054802536,0.0001330521,0.000005157481,0.00002972595,0.00025816463,0.021301957,0.00057889987,0.009398898,0.00015519102],"about_ca_topic_score_codex":0.000024866342,"about_ca_topic_score_gemma":0.0000026991393,"teacher_disagreement_score":0.050748456,"about_ca_system_score_codex":0.00048552128,"about_ca_system_score_gemma":0.0010106368,"threshold_uncertainty_score":0.9999972},"labels":[],"label_agreement":null},{"id":"W4416280371","doi":"10.2196/78166","title":"Improving Outpatient Psychotherapy for Adults With Major Depressive and Anxiety Disorders Using Web-Based High-Frequency Monitoring and Feedback in Autosystemic Hypnotherapy: Protocol for a Two-Arm ABAB Crossed-Therapist Randomized Clinical Implementation Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Anxiety; Depression (economics); Clinical trial; Randomization; Depressive symptoms; Outpatient clinic","score_opus":0.11005774269781474,"score_gpt":0.5317398507022966,"score_spread":0.4216821080044818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416280371","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102866724,0.0000046337545,0.013927097,0.00018370722,0.00003089726,0.8828663,0.000031780248,0.00006790115,0.000020909356],"genre_scores_gemma":[0.063928775,0.000004293872,0.0027284583,0.00005707214,0.00013192288,0.93305004,0.000004944321,0.000055292312,0.00003918413],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9919201,0.0047263606,0.0009464117,0.0011030874,0.00053312804,0.00077090896],"domain_scores_gemma":[0.99256545,0.0063110325,0.00044210372,0.00039366767,0.00017322642,0.00011452513],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0119939055,0.0003522814,0.0006852066,0.00039454715,0.0005748678,0.00053328363,0.00034369176,0.00015218403,0.000013287162],"category_scores_gemma":[0.0007874472,0.0002744133,0.00015596753,0.0005540812,0.00039969393,0.0003413283,0.000048650814,0.00040900634,3.589731e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.87331563,0.00078710064,0.016183045,0.003620091,0.000052470208,0.0000017688241,0.00045404435,0.000038719045,0.043803986,0.00019670256,0.000045289406,0.061501145],"study_design_scores_gemma":[0.9396351,0.0030098192,0.00033940864,0.002986756,0.000010919887,4.5805237e-7,0.000139514,0.037919685,0.013288685,0.0012250496,0.0010960591,0.00034854203],"about_ca_topic_score_codex":0.0002210079,"about_ca_topic_score_gemma":0.00020212724,"teacher_disagreement_score":0.066319466,"about_ca_system_score_codex":0.00015486126,"about_ca_system_score_gemma":0.0004260692,"threshold_uncertainty_score":0.9999708},"labels":[],"label_agreement":null},{"id":"W4416294673","doi":"10.2196/77236","title":"Integration of Mindfulness and Acupuncture After Spine Surgery: Protocol for a Randomized Acceptability and Feasibility Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health","keywords":"Mindfulness; Protocol (science); Acupuncture; Randomized controlled trial; Randomization; Research design; Clinical trial","score_opus":0.2373909941243126,"score_gpt":0.5863345303372396,"score_spread":0.34894353621292695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416294673","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009330201,0.0000017712567,0.02168122,0.00049948605,0.000031244996,0.9676345,0.000039718132,0.000023691988,0.00075818837],"genre_scores_gemma":[0.07835764,4.062738e-9,0.00011641916,0.000015200331,0.00006374042,0.91961205,0.0000054738516,0.000012183765,0.0018172795],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99558735,0.0021802655,0.00090228824,0.00061746815,0.00033470933,0.00037794161],"domain_scores_gemma":[0.9966754,0.001774179,0.00020023776,0.00062312366,0.0006166265,0.00011047844],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006458531,0.00023023128,0.00091307773,0.00035979107,0.00017890136,0.00012234805,0.00020321121,0.00023919273,0.0050942707],"category_scores_gemma":[0.0015835003,0.00013781893,0.0003666949,0.000433135,0.00067574956,0.00013089471,0.00019909418,0.0003993052,0.0000025035413],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8680855,0.0018709953,0.0010095435,0.0018969863,0.000071024086,0.00000137311,0.00019473267,3.1203495e-8,0.000035872745,0.03008019,0.014421236,0.08233251],"study_design_scores_gemma":[0.77957,0.0016705437,0.020793533,0.0027369908,0.00002174092,0.0000027776327,0.00045316928,0.000087712375,0.011872133,0.12831156,0.054189246,0.00029059433],"about_ca_topic_score_codex":0.000043082466,"about_ca_topic_score_gemma":0.00005486879,"teacher_disagreement_score":0.09823137,"about_ca_system_score_codex":0.000050262573,"about_ca_system_score_gemma":0.00018941204,"threshold_uncertainty_score":0.9958152},"labels":[],"label_agreement":null},{"id":"W4416331398","doi":"10.2196/80240","title":"Nutritional Supplementation for Obsessive-Compulsive Disorder: Protocol for a Systematic Review of Randomized Controlled Trials","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obsessive-Compulsive Spectrum Disorders","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Nutritional Supplementation; Randomization; MEDLINE; Research design; Systematic review","score_opus":0.13451575892272433,"score_gpt":0.5785342743545144,"score_spread":0.4440185154317901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416331398","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024141332,0.0003621101,0.014401284,0.0029244348,0.000035224777,0.979136,0.00045791437,0.00006744279,0.0026132006],"genre_scores_gemma":[0.000043144842,0.000011195024,0.0017622483,0.00029753838,0.00013137524,0.99471223,0.00025256193,0.00006153856,0.002728168],"study_design_codex":"systematic_review","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9779704,0.013740601,0.0052482863,0.0008701219,0.0011998863,0.00097068044],"domain_scores_gemma":[0.9570572,0.035970237,0.0027186226,0.00085167465,0.0032756738,0.00012660358],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029425917,0.0004995987,0.008472342,0.0009711251,0.00038228836,0.00014705124,0.0009105677,0.00022933194,0.0017947748],"category_scores_gemma":[0.035330657,0.00034368073,0.0027744637,0.0009659687,0.0005187704,0.0001831099,0.00012842898,0.0003877569,0.0000289637],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.26768273,0.0021576735,0.00004183225,0.5827341,0.0016440758,0.0000015451558,0.00018625663,0.0000012379636,0.00010639573,0.0921541,0.05307569,0.00021433568],"study_design_scores_gemma":[0.606818,0.0011508231,0.0000185658,0.35755962,0.0002572605,0.0000014029525,0.000528023,0.00013733779,0.00028454172,0.025196927,0.007793293,0.00025422254],"about_ca_topic_score_codex":0.000023188619,"about_ca_topic_score_gemma":0.000009437722,"teacher_disagreement_score":0.33913526,"about_ca_system_score_codex":0.00021100487,"about_ca_system_score_gemma":0.000737602,"threshold_uncertainty_score":0.99990153},"labels":[],"label_agreement":null},{"id":"W4416349444","doi":"10.2196/82241","title":"Interactive Internet-Based Motivational Interviewing Training for HIV Counseling Support Staff to Improve Health Communication in HIV Care Interactions: Protocol for Training Development and a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Motivational interviewing; Randomized controlled trial; Human immunodeficiency virus (HIV); Protocol (science); Communication skills training; Health care; Behavior change; Behaviour change; Training (meteorology)","score_opus":0.2681552877474811,"score_gpt":0.5729598862035163,"score_spread":0.30480459845603525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416349444","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007955685,0.0000063432453,0.071701005,0.004390204,0.000014078769,0.92196345,0.000050334605,0.000059540464,0.001019487],"genre_scores_gemma":[0.014815042,3.9520748e-7,0.018738586,0.00023366991,0.00009344139,0.9611464,0.0002437534,0.000047063408,0.004681654],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940673,0.0016956744,0.0019827224,0.0006779294,0.000682317,0.0008940341],"domain_scores_gemma":[0.99219626,0.0049590413,0.00037365564,0.00041461395,0.0017244508,0.00033198512],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010318545,0.00032087913,0.0015611954,0.0016610981,0.00043809717,0.00030653778,0.0003816189,0.00009488433,0.00012988439],"category_scores_gemma":[0.007720405,0.00026782326,0.00040180623,0.00054373825,0.00019735639,0.0003416981,0.00018916409,0.00097190315,0.0000062164736],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89667237,0.0015034117,0.000024929832,0.0034454698,0.00024979966,0.0000022338277,0.0265153,0.00000831419,0.00035676957,0.0007450872,0.008809897,0.061666414],"study_design_scores_gemma":[0.8352999,0.012048098,0.000014535937,0.025554975,0.000010255068,0.0000018825004,0.014468425,0.0144027015,0.0007556403,0.00025591697,0.09699426,0.0001934215],"about_ca_topic_score_codex":0.00004421178,"about_ca_topic_score_gemma":0.0002887047,"teacher_disagreement_score":0.088184364,"about_ca_system_score_codex":0.0012783984,"about_ca_system_score_gemma":0.004089894,"threshold_uncertainty_score":0.9999774},"labels":[],"label_agreement":null},{"id":"W4416359872","doi":"10.2196/81843","title":"Workplace Loneliness Experience Among Older Professionals (Aged ≥50 Years) in the Context of Digitalization: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Retirement, Disability, and Employment","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loneliness; Context (archaeology); Protocol (science); Qualitative research; Psychological intervention; Intervention (counseling)","score_opus":0.6030373548814786,"score_gpt":0.6881830604913038,"score_spread":0.08514570560982526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416359872","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064766454,0.000019342253,0.0001086036,0.0023218344,0.000008844234,0.99407417,0.000003344498,0.000021669603,0.002794541],"genre_scores_gemma":[0.004864104,0.000005581048,0.00003208289,0.0003254124,0.000058018646,0.9932017,0.0000029028915,0.000009085876,0.001501152],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9955818,0.0017054005,0.0006354254,0.00036580872,0.0012021875,0.0005093543],"domain_scores_gemma":[0.9979861,0.00083930994,0.00015695687,0.000456682,0.00049253064,0.00006846155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069310884,0.000116321986,0.0002865523,0.00011027422,0.0004333739,0.00017485974,0.0008480129,0.00009397307,0.00020017994],"category_scores_gemma":[0.0019021435,0.000082664876,0.00008644509,0.0012140215,0.0007689416,0.0003504713,0.00016769068,0.00022488883,0.0000043295886],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014208702,0.0071512414,0.4814007,0.15999877,0.00003986917,0.0000085204865,0.12825553,0.0000065518816,0.00013141245,0.025898255,0.17161386,0.02407443],"study_design_scores_gemma":[0.0047409744,0.0004006037,0.03937704,0.71102965,0.00000348574,1.7170116e-7,0.03737952,0.000019797844,0.00078700593,0.00297293,0.20289136,0.0003974317],"about_ca_topic_score_codex":0.00016455783,"about_ca_topic_score_gemma":0.0009048504,"teacher_disagreement_score":0.5510309,"about_ca_system_score_codex":0.00014690826,"about_ca_system_score_gemma":0.000887579,"threshold_uncertainty_score":0.3370976},"labels":[],"label_agreement":null},{"id":"W4416361541","doi":"10.2196/71696","title":"Addressing Gaps in the Hypertension and Diabetes Care Continuum in Rural Bangladesh Through Digital Technology Supported Decentralized Primary Care: Study Protocol and Baseline Results for a Hybrid Effectiveness-Implementation Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Baseline (sea); Primary care; Diabetes mellitus; Digital health; Disease; Disease management; Diabetes management; eHealth","score_opus":0.18914961376879333,"score_gpt":0.6027718504284818,"score_spread":0.41362223665968845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416361541","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21656887,0.000028206183,0.00001420773,0.001147391,0.000013867751,0.7818032,0.00023892734,0.00005368419,0.0001316461],"genre_scores_gemma":[0.16604102,0.0000038000082,0.00012153842,0.00019226797,0.00006085425,0.8332064,0.0003419002,0.000021336613,0.000010859348],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99327487,0.0031967983,0.0012374744,0.0006655295,0.0004380799,0.0011872787],"domain_scores_gemma":[0.9949684,0.0034639295,0.00025190174,0.00050898374,0.00067862624,0.00012814606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048802923,0.0002360384,0.00055340515,0.00053086324,0.0010634562,0.0000954786,0.00028062164,0.00022256222,0.000005109803],"category_scores_gemma":[0.0011350049,0.0001742518,0.000036782505,0.0010592724,0.00020571321,0.0002715252,0.00027148612,0.0010986064,0.0000032988416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1263776,0.0023473988,0.64125407,0.028457865,0.000026759508,0.000025725545,0.008029036,4.7056292e-7,0.001013005,0.00034165004,0.009428372,0.18269806],"study_design_scores_gemma":[0.40080106,0.005989274,0.23579568,0.0098948935,0.000013448055,0.0000021934652,0.057869416,0.000053306718,0.00057974015,0.001952758,0.28670925,0.00033898468],"about_ca_topic_score_codex":0.00015772703,"about_ca_topic_score_gemma":0.00086107646,"teacher_disagreement_score":0.4054584,"about_ca_system_score_codex":0.00044726543,"about_ca_system_score_gemma":0.0014653744,"threshold_uncertainty_score":0.8179353},"labels":[],"label_agreement":null},{"id":"W4416362680","doi":"10.2196/81042","title":"Exploring Risk Factors and Neurophysiological Mechanisms Underlying the Development of Chronic Postsurgical Pain After Thoracic Surgery: Protocol for an Observational Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Anesthesia and Pain Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Impact; McMaster University","funders":"","keywords":"Observational study; Protocol (science); Neurophysiology; Chronic pain; MEDLINE; Research design","score_opus":0.7906090271463003,"score_gpt":0.5877588669503647,"score_spread":0.2028501601959356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416362680","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3806023,2.8077747e-7,0.0012838277,0.00013950563,0.0000012680761,0.6179356,9.1202463e-7,0.00002567589,0.000010639069],"genre_scores_gemma":[0.34262484,7.771803e-8,0.0005622584,0.000039627765,0.000013358532,0.65669924,0.0000046333403,0.000011219856,0.000044736877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995152,0.0026825934,0.0005251419,0.00051312195,0.0007008193,0.00042631666],"domain_scores_gemma":[0.9968385,0.0021855372,0.000104549064,0.00046988137,0.00028480325,0.000116690244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010176497,0.00019231426,0.00037167605,0.00016852039,0.00044397655,0.00006823527,0.00020639981,0.00006515998,0.00003795444],"category_scores_gemma":[0.0006158498,0.000109163084,0.000096761214,0.000424671,0.00016058818,0.0001469267,0.00017564486,0.00039993133,0.0000012448072],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009574318,0.005411676,0.94199854,0.004175363,0.00012703579,0.000018303785,0.0016036023,0.000010359763,0.002028467,0.0007783395,0.00016647244,0.034107517],"study_design_scores_gemma":[0.0009761248,0.0038184426,0.98424417,0.0008156556,0.000006835481,3.996932e-7,0.0012588004,0.00050032674,0.0003830892,0.0012207376,0.0066673583,0.00010809053],"about_ca_topic_score_codex":0.000012953674,"about_ca_topic_score_gemma":0.000018335944,"teacher_disagreement_score":0.042245597,"about_ca_system_score_codex":0.00016499817,"about_ca_system_score_gemma":0.0005015534,"threshold_uncertainty_score":0.44515413},"labels":[],"label_agreement":null},{"id":"W4416411677","doi":"10.2196/82431","title":"Changing the Perceived Pain Intensity in Populations With Spinal Cord Injury and With Health Disparities (HAPPINESS): Protocol for a Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health; National Center for Advancing Translational Sciences","keywords":"Spinal cord injury; Protocol (science); Health equity; Population; Intensity (physics); MEDLINE","score_opus":0.4582535937022816,"score_gpt":0.6394218495241514,"score_spread":0.1811682558218698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416411677","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08536265,0.0000012110429,0.00037895108,0.006093895,0.0000019132306,0.9079735,0.000008659501,0.00005557837,0.00012359663],"genre_scores_gemma":[0.20327123,6.135024e-8,0.0005633064,0.00023586024,0.000044757016,0.79526156,0.000004938138,0.000026107096,0.00059217063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99557054,0.0011655578,0.00047189795,0.0007127309,0.0010462834,0.0010329866],"domain_scores_gemma":[0.9974245,0.00024864697,0.00009369841,0.00082649966,0.0011883653,0.00021833075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008900247,0.00025425563,0.0005558492,0.00081644073,0.0008279395,0.00019448841,0.00031673803,0.000074338524,0.000018001712],"category_scores_gemma":[0.00072285393,0.00014576691,0.00004562812,0.002051603,0.0006466297,0.0001755289,0.00033973312,0.0011851651,0.0000014033611],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24603127,0.0029357302,0.7283675,0.004964679,0.00004771255,0.000025361564,0.0006414152,5.722736e-7,0.000105412044,0.00053223304,0.0018385014,0.0145096155],"study_design_scores_gemma":[0.008176202,0.11565288,0.8536511,0.007839619,0.000004509839,0.000014795411,0.00994165,0.00040498056,0.000037183327,0.0004384085,0.0036717523,0.00016690347],"about_ca_topic_score_codex":0.00062479917,"about_ca_topic_score_gemma":0.0018890691,"teacher_disagreement_score":0.23785508,"about_ca_system_score_codex":0.000524376,"about_ca_system_score_gemma":0.0013565262,"threshold_uncertainty_score":0.6367925},"labels":[],"label_agreement":null},{"id":"W4416422959","doi":"10.2196/77836","title":"Feasibility of Hemolytic Disease of the Fetus and Newborn Case Ascertainment and Assessing Its Impact on Prenatal and Postnatal Outcomes: Protocol for Observational Studies","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood groups and transfusion","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Fetus; Protocol (science); Disease; Pregnancy; Hemolytic disease of the newborn (ABO)","score_opus":0.44961173388361086,"score_gpt":0.6440877134381072,"score_spread":0.19447597955449636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416422959","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42625064,0.000010879486,0.0000052162204,0.0007814561,0.0000014954425,0.57285655,0.00006476355,0.000004743138,0.000024283852],"genre_scores_gemma":[0.35292175,4.389387e-7,0.00013060244,0.000025736725,0.000009067083,0.6468377,0.0000023147213,0.000006799211,0.000065607805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984407,0.00017906785,0.0003306108,0.00032473615,0.00048940873,0.00023547783],"domain_scores_gemma":[0.99831146,0.00071558263,0.000083111016,0.0003070092,0.00043559974,0.0001472478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009566891,0.0001517447,0.0003611023,0.00010825621,0.00022618094,0.00004051117,0.00007049482,0.000057264064,0.0000058904084],"category_scores_gemma":[0.0007512554,0.000082404236,0.00008033732,0.00021034876,0.00034431528,0.0001292012,0.00018991914,0.00023620913,5.970466e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01008219,0.0021136368,0.9464806,0.026647218,0.00024590004,0.00011223327,0.00051358447,0.000002483488,0.002600262,0.0009842198,0.00022403905,0.009993632],"study_design_scores_gemma":[0.010289532,0.0017277917,0.97573155,0.006982081,0.000027374683,0.000042923282,0.00030434842,0.00037620528,0.003547583,0.0006865354,0.00020774604,0.00007634611],"about_ca_topic_score_codex":0.000026366948,"about_ca_topic_score_gemma":0.000011528152,"teacher_disagreement_score":0.073981166,"about_ca_system_score_codex":0.000090906804,"about_ca_system_score_gemma":0.00039721956,"threshold_uncertainty_score":0.33603472},"labels":[],"label_agreement":null},{"id":"W4416423850","doi":"10.2196/75286","title":"Normalization of Gastrointestinal Symptoms in Adults With Constipation With Daily Green Kiwifruit Consumption: Protocol for an Open-Label Intervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gastrointestinal motility and disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Constipation; Normalization (sociology); Intervention (counseling); Protocol (science); Abdominal pain; Chronic constipation","score_opus":0.24305318396466902,"score_gpt":0.5474385950122281,"score_spread":0.3043854110475591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416423850","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0881863,1.9544152e-7,0.0056020776,0.00014661001,0.0000010761466,0.90543723,0.000010985329,0.000041716597,0.00057381386],"genre_scores_gemma":[0.11502282,1.0113701e-8,0.0039272076,0.00001728128,0.000013049707,0.88069904,0.000051456733,0.000020489608,0.00024862168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972708,0.0004773426,0.00062782614,0.0005497955,0.00064766314,0.00042655328],"domain_scores_gemma":[0.9974584,0.00016279749,0.0002205926,0.00048481883,0.0015332341,0.00014018586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016271222,0.00020603283,0.00037373215,0.0005100274,0.00014174616,0.000106589294,0.00035717193,0.000052612755,0.000060287977],"category_scores_gemma":[0.0003298046,0.00015921755,0.000024579953,0.0008341441,0.00037110047,0.000536047,0.00016160814,0.00038715647,0.0000036256265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07814621,0.01612625,0.8926201,0.0063631106,0.000026539226,0.000018858065,0.0003421732,0.000020402858,0.00036791599,0.0005283454,0.0001636704,0.005276466],"study_design_scores_gemma":[0.121588886,0.1499734,0.658617,0.06351098,0.000019105513,0.00009857074,0.0018791088,0.0029908998,0.00038523183,0.00029975598,0.0004284821,0.00020853544],"about_ca_topic_score_codex":0.0005005772,"about_ca_topic_score_gemma":0.0027356537,"teacher_disagreement_score":0.23400302,"about_ca_system_score_codex":0.00014494345,"about_ca_system_score_gemma":0.00056736486,"threshold_uncertainty_score":0.6492703},"labels":[],"label_agreement":null},{"id":"W4416425026","doi":"10.2196/67663","title":"Chronic Pain and Posttraumatic Stress Among Patients in Substance Use Treatment: Protocol for NOR-APT, a Longitudinal Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chronic pain; Substance use; Protocol (science); Posttraumatic stress; Cohort study; Cohort; Substance abuse; Longitudinal study","score_opus":0.3397002541470068,"score_gpt":0.5768030301258126,"score_spread":0.2371027759788058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416425026","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28161645,0.0000039198217,0.00003373147,0.00005915362,0.0000070616343,0.7169809,0.000086386615,0.000060113754,0.0011523442],"genre_scores_gemma":[0.11643723,2.7196316e-7,0.000053894346,0.000007694495,0.000040196282,0.88093114,0.000026637013,0.00006690267,0.0024360563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99129355,0.0032914118,0.0009952547,0.001431543,0.0011881987,0.0018000499],"domain_scores_gemma":[0.99501085,0.0024884075,0.00017981902,0.0014542601,0.00059020903,0.00027647743],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039145485,0.0004926207,0.00073747325,0.0010568021,0.00043372763,0.0004960551,0.00083728443,0.0002505192,0.00035230594],"category_scores_gemma":[0.00069084234,0.00042538613,0.00011254502,0.0014381846,0.00058136915,0.0004435754,0.00023758292,0.0007548225,0.000037231293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020312367,0.010874679,0.9617131,0.0016032553,0.00022196343,0.000053397245,0.0020739834,0.000002848419,0.000005946348,0.00056033354,0.0014623306,0.019396964],"study_design_scores_gemma":[0.020423885,0.01038414,0.9599295,0.003517716,0.000006915444,7.304987e-7,0.000765526,0.0001969868,0.00005543292,0.00045967122,0.003939941,0.00031950092],"about_ca_topic_score_codex":0.003079669,"about_ca_topic_score_gemma":0.016490882,"teacher_disagreement_score":0.16517921,"about_ca_system_score_codex":0.0010639204,"about_ca_system_score_gemma":0.00040052325,"threshold_uncertainty_score":0.9998198},"labels":[],"label_agreement":null},{"id":"W4416459579","doi":"10.2196/80678","title":"Registry-Based Assessment of Shunt Operation Methods and Outcomes in Idiopathic Normal Pressure Hydrocephalus (RASHOMON Study): Protocol for a Multicenter Prospective Observational Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebrospinal fluid and hydrocephalus","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Shunt (medical); Cohort study; Hydrocephalus; Protocol (science); Cohort","score_opus":0.21067935091005754,"score_gpt":0.5904021000974803,"score_spread":0.37972274918742277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416459579","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05930738,6.7215103e-7,0.0010662876,0.00017735263,0.000010155215,0.9389206,0.000021449552,0.000043018423,0.00045304548],"genre_scores_gemma":[0.37454715,3.1908773e-8,0.0011530358,0.00003652863,0.000020022839,0.62387305,0.0000015079537,0.000018555449,0.00035012484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993672,0.0022438741,0.00096356624,0.0011495535,0.0013820461,0.0005889598],"domain_scores_gemma":[0.9976799,0.000780556,0.00021623982,0.00064124755,0.00057202,0.000110050074],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0061376346,0.00031424031,0.0006653914,0.00047287586,0.00041111372,0.00026831546,0.0005959635,0.00012638912,0.000035657464],"category_scores_gemma":[0.0016308703,0.0002587846,0.00008993546,0.0008325286,0.00023872922,0.00042950927,0.00040591083,0.00070611265,0.0000011639423],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023637596,0.010717095,0.95292985,0.0013976424,0.00003675833,0.00001052018,0.00051701,0.00029032625,0.030424913,0.0008233056,0.000057551657,0.00043124543],"study_design_scores_gemma":[0.01568874,0.0058583757,0.91756725,0.0007413032,0.000012087465,7.728577e-7,0.00027047328,0.03349293,0.024915328,0.00024450253,0.0009862864,0.00022196233],"about_ca_topic_score_codex":0.000107185384,"about_ca_topic_score_gemma":0.00015208688,"teacher_disagreement_score":0.31523976,"about_ca_system_score_codex":0.0002629631,"about_ca_system_score_gemma":0.0008949892,"threshold_uncertainty_score":0.9999864},"labels":[],"label_agreement":null},{"id":"W4416511398","doi":"10.2196/72352","title":"Sitting Baduanjin Combined With Acupoint Massage on Frailty in Patients Undergoing Maintenance Hemodialysis: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Biofield Effects and Biophysics","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Massage; Protocol (science); Sitting; Randomization; Acupuncture; Clinical trial","score_opus":0.08069276952609734,"score_gpt":0.47272218421161977,"score_spread":0.39202941468552244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416511398","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008845753,1.7042704e-7,0.00031888814,0.0015794903,0.000010923071,0.9847966,0.000003420294,0.000057644727,0.004387133],"genre_scores_gemma":[0.025180584,7.4537695e-8,0.00059812056,0.00028925028,0.00012247416,0.9717869,0.000010066232,0.000030439569,0.0019820603],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957555,0.0011495273,0.000870082,0.0005850384,0.000872187,0.00076767034],"domain_scores_gemma":[0.9951918,0.0033262668,0.00025208315,0.00052478636,0.0005694709,0.00013560384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004633782,0.000312965,0.0017772845,0.00040404327,0.00019779663,0.00013435919,0.00023060838,0.0002285603,0.00003804357],"category_scores_gemma":[0.002863686,0.00017562856,0.00041807652,0.0007059512,0.00020640179,0.000091038804,0.000113701244,0.0008473452,0.0000075758444],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9888823,0.002994435,0.0007609205,0.0017740028,0.00019441058,0.000013655828,0.00008717578,0.000004436564,0.00031836072,0.0012354517,0.00164017,0.002094677],"study_design_scores_gemma":[0.9676725,0.015404034,0.0003839281,0.009802463,0.000022394737,1.8876193e-7,0.000053479806,0.0013146992,0.0021832497,0.0011479784,0.0018390899,0.00017598386],"about_ca_topic_score_codex":0.00001497612,"about_ca_topic_score_gemma":0.000016067128,"teacher_disagreement_score":0.021209793,"about_ca_system_score_codex":0.00025327646,"about_ca_system_score_gemma":0.0006519075,"threshold_uncertainty_score":0.7161925},"labels":[],"label_agreement":null},{"id":"W4416524411","doi":"10.2196/81195","title":"A Context-Adapted Diabetes Prevention Program (Small Steps for Big Changes) in Australia: Protocol for a Hybrid Implementation-Effectiveness Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Protocol (science); Data collection; MEDLINE; Research design; Diabetes mellitus; Health care","score_opus":0.8814064161420384,"score_gpt":0.8154265871789552,"score_spread":0.06597982896308319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416524411","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028781198,1.5267467e-7,0.00078506314,0.0024719373,0.000040741288,0.96748334,0.0002029198,0.00015405449,0.00008059718],"genre_scores_gemma":[0.022349985,3.0562497e-8,0.000783857,0.00039350463,0.00023733848,0.9746652,0.000038704715,0.00004713028,0.0014842069],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874259,0.006866196,0.001522542,0.0009805262,0.00084784674,0.002356963],"domain_scores_gemma":[0.9907785,0.0060099037,0.00046867365,0.00062734063,0.0018180289,0.00029756027],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.021105723,0.00031426895,0.00059531385,0.0011366308,0.001385023,0.0001330442,0.0007124615,0.00016707409,0.0001776289],"category_scores_gemma":[0.0022644594,0.00028683044,0.00010421485,0.0018773976,0.00015047661,0.00026469713,0.0003334265,0.0008258875,0.000032550764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008171666,0.008494224,0.5377547,0.044852287,0.00015796217,0.000005321874,0.011789214,0.000003584591,0.0025075567,0.0034787483,0.05701547,0.32576928],"study_design_scores_gemma":[0.05071191,0.014911806,0.14073919,0.0067702336,0.000007962431,1.9727625e-7,0.013126668,0.00018985996,0.0032564085,0.004648078,0.7652313,0.00040636546],"about_ca_topic_score_codex":0.0005358103,"about_ca_topic_score_gemma":0.014059384,"teacher_disagreement_score":0.70821583,"about_ca_system_score_codex":0.0011262052,"about_ca_system_score_gemma":0.0031420032,"threshold_uncertainty_score":0.9999584},"labels":[],"label_agreement":null},{"id":"W4416565889","doi":"10.2196/84677","title":"Effectiveness and Implementation of Adapted Physical Activity Delivery Strategies for Older Adults Living With HIV in Ivory Coast: Protocol for a Type 2 Hybrid Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Physical activity; Human immunodeficiency virus (HIV); Protocol (science); Data collection; Randomization; MEDLINE","score_opus":0.08245220714834223,"score_gpt":0.5404013740264944,"score_spread":0.4579491668781521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416565889","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27773672,0.0000011382552,0.0007851322,0.00008127125,0.0000017677296,0.72130585,0.000013555179,0.000015829162,0.000058715177],"genre_scores_gemma":[0.37737107,1.8246557e-7,0.00016268987,0.000002712727,0.000016535021,0.62239367,0.000007374371,0.000010959534,0.000034771296],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99785936,0.0008115561,0.00037610307,0.00034357162,0.00028247447,0.0003269162],"domain_scores_gemma":[0.99468756,0.004016417,0.00017447608,0.00020789223,0.000840168,0.000073466945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018498922,0.00015602539,0.0009804274,0.00030257157,0.000147023,0.000035116325,0.000066144086,0.00006252567,0.000009352178],"category_scores_gemma":[0.00030503387,0.00010426417,0.000113007496,0.00031498802,0.00012739093,0.00013479886,0.0000394412,0.00021622483,6.0095687e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98045665,0.0027453306,0.0008023486,0.006075305,0.00019447938,0.0000016465829,0.00034762992,0.0000033559263,0.000405534,0.00064871885,0.00012783369,0.008191159],"study_design_scores_gemma":[0.968578,0.005407308,0.011076118,0.009847108,0.000035579775,0.0000010269612,0.00035567099,0.0030717808,0.0011395419,0.00030656834,0.00010345584,0.000077852026],"about_ca_topic_score_codex":0.000116585565,"about_ca_topic_score_gemma":0.00004604715,"teacher_disagreement_score":0.09963435,"about_ca_system_score_codex":0.00012878046,"about_ca_system_score_gemma":0.0013112908,"threshold_uncertainty_score":0.42517695},"labels":[],"label_agreement":null},{"id":"W4416572974","doi":"10.2196/80593","title":"Therapeutic Improvement in People With Schizophrenia Undergoing tACS/CBTp (Transcranial Alternating Current Stimulation/Cognitive Behavioral Therapy for Psychosis) Associated With Usual Medication Regimen: Protocol for a Pilot, Randomized, Single-Blind Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Kingston Health Sciences Centre; Queen's University; University of Toronto; Providence Health Care","funders":"","keywords":"Protocol (science); Schizophrenia (object-oriented programming); Behavioral therapy; Cognitive behavioral therapy; Randomized controlled trial; Clinical trial; Medication adherence","score_opus":0.3118914971421847,"score_gpt":0.5422167127684998,"score_spread":0.23032521562631508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416572974","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059870154,0.0000041156745,0.024715599,0.00057053927,0.000036964175,0.9145507,0.00005021161,0.00012182101,0.000079897065],"genre_scores_gemma":[0.31716892,9.685374e-7,0.00042176057,0.000056985078,0.00012109638,0.6821045,0.000014127249,0.00005318867,0.000058453334],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99407727,0.001269392,0.001052767,0.0011481108,0.0015284915,0.0009239974],"domain_scores_gemma":[0.9907723,0.007406728,0.0004689036,0.00034318646,0.000886712,0.00012218149],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027388337,0.0004598711,0.00079643197,0.00067413703,0.0007279155,0.0003704872,0.0004702886,0.00013231173,0.00003280842],"category_scores_gemma":[0.0012949387,0.00034057768,0.000172731,0.001401052,0.0005347313,0.00037680133,0.000051995634,0.00059317675,0.0000016607971],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.94497687,0.00701543,0.0006216422,0.00036372792,0.00008075432,0.0000013491061,0.00094505487,0.00012801468,0.016251737,0.000680364,0.0000350941,0.028899966],"study_design_scores_gemma":[0.950886,0.03191746,0.0016108893,0.004143916,0.00003605579,6.3314553e-7,0.00010962206,0.003579463,0.004946332,0.0018566605,0.0005060684,0.00040687324],"about_ca_topic_score_codex":0.00004309573,"about_ca_topic_score_gemma":0.0004372695,"teacher_disagreement_score":0.25729877,"about_ca_system_score_codex":0.00033871183,"about_ca_system_score_gemma":0.00082474167,"threshold_uncertainty_score":0.99990463},"labels":[],"label_agreement":null},{"id":"W4416583843","doi":"10.2196/74159","title":"Utility of RECELL for Traumatic Skin Defects: Protocol for a Prospective, Single-Arm Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Surgical Sutures and Adhesives","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Adverse effect; Clinical trial; Wound closure; MEDLINE","score_opus":0.4524707866877983,"score_gpt":0.5918322102760445,"score_spread":0.1393614235882462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416583843","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052620997,0.000001950542,0.00022393119,0.00022853227,0.0000049760943,0.987277,0.000021143202,0.00006739804,0.00691299],"genre_scores_gemma":[0.06881791,3.1420523e-8,0.00074257323,0.000031412885,0.00007808369,0.9277201,0.00000403075,0.000033102388,0.0025727383],"study_design_codex":"nonrandomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.99689513,0.0003942161,0.0006775644,0.0006356186,0.0007050118,0.00069243944],"domain_scores_gemma":[0.99645036,0.001500148,0.00013905799,0.00064988696,0.0011071333,0.00015340514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022252882,0.00023412358,0.0006582615,0.00028478354,0.00023489293,0.00006992741,0.00031679837,0.000098201315,0.00023974209],"category_scores_gemma":[0.0017157774,0.00016760908,0.0002442966,0.00079339434,0.000247912,0.0000830391,0.0001384717,0.0004151981,0.0000052310643],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.23040776,0.38964415,0.10851653,0.0901271,0.0008151586,0.00003853423,0.0025210427,0.000002090227,0.0418563,0.006726665,0.049235858,0.08010881],"study_design_scores_gemma":[0.058351282,0.21660322,0.100840904,0.010069708,0.000038152597,0.000003660951,0.0017293519,0.00031471893,0.11306882,0.013345597,0.48523965,0.0003949268],"about_ca_topic_score_codex":0.000024104376,"about_ca_topic_score_gemma":0.000032009328,"teacher_disagreement_score":0.4360038,"about_ca_system_score_codex":0.00011313244,"about_ca_system_score_gemma":0.00042407817,"threshold_uncertainty_score":0.68349},"labels":[],"label_agreement":null},{"id":"W4416589009","doi":"10.2196/80534","title":"Evaluating the Acceptability of Using Virtual Reality to Promote Physical Activity Among Latino, Latina, and Latine Adults With Cardiometabolic Risk Factors and Obesity in Underresourced Settings: Protocol for a Qualitative Focus Group Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Physical activity; Obesity; Protocol (science); Qualitative research; Virtual reality; Focus (optics); mHealth","score_opus":0.28559318589255456,"score_gpt":0.5856202651852975,"score_spread":0.30002707929274297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416589009","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51430506,8.5616165e-8,0.009813043,0.000091072754,5.3830064e-7,0.47571433,0.000022500277,0.000020641733,0.00003270294],"genre_scores_gemma":[0.4942121,1.3595322e-8,0.0015900963,0.0000021430124,0.000009273047,0.504175,5.118622e-7,0.00000716909,0.0000036987835],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99354947,0.0036023827,0.00044721813,0.0009059971,0.00094124593,0.00055366626],"domain_scores_gemma":[0.9957481,0.0022539808,0.00032204844,0.0009469531,0.0005517322,0.0001771845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008872404,0.00027081996,0.00057358027,0.00029020538,0.00060410163,0.00031592778,0.00061774044,0.00007975451,0.0000013592058],"category_scores_gemma":[0.002283838,0.00017332876,0.00006251729,0.0021787088,0.0004190313,0.0005825529,0.0009901366,0.0006000548,1.4440602e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004622992,0.006888439,0.3009807,0.0016196866,0.00016647136,0.0000012557028,0.18979527,0.0007163101,0.0019918846,0.0034215918,0.00002635158,0.48976904],"study_design_scores_gemma":[0.0037150206,0.0053183474,0.8943527,0.00046170747,0.000007700986,3.3084382e-7,0.00704331,0.085387036,0.0011409547,0.002310962,0.00006391643,0.00019805296],"about_ca_topic_score_codex":0.0037284403,"about_ca_topic_score_gemma":0.0009084698,"teacher_disagreement_score":0.593372,"about_ca_system_score_codex":0.00016407788,"about_ca_system_score_gemma":0.00028352655,"threshold_uncertainty_score":0.70681417},"labels":[],"label_agreement":null},{"id":"W4416593441","doi":"10.2196/88251","title":"Protocol of Trials within Cohorts on the Integrated traditional Chinese and western medicine in the treatment of chronic spontaneous urticaria (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urticaria and Related Conditions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cohort; Itching; Western medicine; Traditional Chinese medicine; Protocol (science); Clinical trial; Alternative medicine","score_opus":0.20306629488182765,"score_gpt":0.5210039834336041,"score_spread":0.31793768855177645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416593441","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11034078,0.00000635862,0.0000070839424,0.006307023,0.000007795189,0.8805662,0.000019513325,0.000014557131,0.0027306976],"genre_scores_gemma":[0.22467405,0.0000024649285,0.000011114418,0.000046192385,0.00006901195,0.7748078,0.000013028562,0.0000086771915,0.00036765382],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99626,0.001567855,0.00089009927,0.00029578223,0.0007240159,0.00026228424],"domain_scores_gemma":[0.99571663,0.0031688043,0.00017149266,0.000614373,0.00025424012,0.00007444171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031907565,0.00018210812,0.00065695855,0.00035168577,0.00011665349,0.00002162215,0.0002284558,0.00014372921,0.00039675433],"category_scores_gemma":[0.001185891,0.00007193317,0.0001036225,0.00083841704,0.0008271435,0.000032072086,0.000031108917,0.0005859031,0.0000052095834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.091995835,0.081360884,0.15293004,0.0054736924,0.009823971,0.0044878796,0.050838027,0.00031250162,0.25874633,0.29154548,0.018209297,0.03427605],"study_design_scores_gemma":[0.08519776,0.11382657,0.63125354,0.03879579,0.00079578435,0.0010794096,0.003324057,0.0030269623,0.028697163,0.04773894,0.04566681,0.00059722824],"about_ca_topic_score_codex":0.00014353321,"about_ca_topic_score_gemma":0.00012064005,"teacher_disagreement_score":0.4783235,"about_ca_system_score_codex":0.00021959432,"about_ca_system_score_gemma":0.00069814536,"threshold_uncertainty_score":0.43441817},"labels":[],"label_agreement":null},{"id":"W4416616156","doi":"10.2196/80521","title":"App-Based Myofunctional Therapy to Improve Adherence and Outcomes of Mandibular Advancement Devices in Moderate Obstructive Sleep Apnea: Multicenter Randomized Trial Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Obstructive sleep apnea; Randomization; Actigraphy; Sleep (system call); Clinical trial; MEDLINE","score_opus":0.07909369505318042,"score_gpt":0.49357498172542835,"score_spread":0.41448128667224793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416616156","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03141367,0.00000725108,0.002112153,0.0009878231,0.000025421183,0.9647999,0.000023462064,0.00003941233,0.000590946],"genre_scores_gemma":[0.055998933,4.077432e-7,0.003085742,0.00014462399,0.000057703895,0.9402192,0.000008222609,0.000034803303,0.00045035844],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99412966,0.001354865,0.0010392457,0.0009252231,0.0016917342,0.00085928955],"domain_scores_gemma":[0.99626666,0.001323001,0.00019766818,0.00067463814,0.0012528596,0.00028517874],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032947543,0.00037191965,0.0012485295,0.0011128897,0.00016839674,0.00011106097,0.00036677014,0.00018623404,0.00021299055],"category_scores_gemma":[0.0012832155,0.0002697098,0.00020245303,0.0010147784,0.0007085527,0.00023490534,0.0003315633,0.0008737598,0.000015094803],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9303597,0.0020768915,0.018228814,0.0015176635,0.00028272913,0.00002033022,0.00020253747,0.000047327798,0.00755465,0.0005131945,0.000034578883,0.039161555],"study_design_scores_gemma":[0.92889875,0.00449075,0.016029874,0.0010653521,0.000009861004,7.460106e-7,0.00018839334,0.008665399,0.035091463,0.0007668492,0.0045541995,0.00023834844],"about_ca_topic_score_codex":0.000081012506,"about_ca_topic_score_gemma":0.000023301885,"teacher_disagreement_score":0.038923208,"about_ca_system_score_codex":0.0003699138,"about_ca_system_score_gemma":0.000409825,"threshold_uncertainty_score":0.9999755},"labels":[],"label_agreement":null},{"id":"W4416660513","doi":"10.2196/80417","title":"Digital Self-Guided Mental Health Interventions to Prevent Workplace Burnout and Enhance Psychological Wellness: Protocol for a Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Psychological intervention; Burnout; Mental health; Protocol (science); Digital health; eHealth; Occupational safety and health; MEDLINE","score_opus":0.2406532735665327,"score_gpt":0.661140593694245,"score_spread":0.42048732012771234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416660513","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016649266,0.00013912325,0.0007853481,0.018598527,0.000043180626,0.9694731,0.00015631774,0.00020221464,0.01058554],"genre_scores_gemma":[0.00026667552,0.0000015866046,0.0004623651,0.001186123,0.00003933314,0.9562885,0.000024178342,0.000040239218,0.041690994],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9939509,0.0013146487,0.00194348,0.0010185954,0.0006244389,0.0011479396],"domain_scores_gemma":[0.9973564,0.00043627038,0.00037867014,0.0010080257,0.00029095457,0.0005296565],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003939908,0.00034384214,0.0009073711,0.00040975466,0.0005102853,0.00042475466,0.0008228437,0.00014184583,0.0002816025],"category_scores_gemma":[0.00058250857,0.0002824474,0.00038979403,0.0010412633,0.00015918817,0.00031693955,0.0005377392,0.00053507986,0.0004922088],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005026244,0.008563264,0.00002917015,0.62905014,0.00008510669,0.000004597342,0.00025780592,5.18467e-8,0.0000030935882,0.008065592,0.3442989,0.00913966],"study_design_scores_gemma":[0.0021933364,0.006609616,0.00008106638,0.828283,0.000007884646,0.00003874158,0.0001935078,0.0000037540499,0.000095942756,0.0024864387,0.15973425,0.00027246273],"about_ca_topic_score_codex":0.0000062346103,"about_ca_topic_score_gemma":0.000011738593,"teacher_disagreement_score":0.19923286,"about_ca_system_score_codex":0.00059639907,"about_ca_system_score_gemma":0.00016762271,"threshold_uncertainty_score":0.99996275},"labels":[],"label_agreement":null},{"id":"W4416683088","doi":"10.2196/79503","title":"The BREATH-TRACHER 2 Trial: Protocol for a Retrospective Mixed Methods Study to Establish the Utility of a Wearable Device in the Detection of Chronic Obstructive Pulmonary Disease Exacerbations","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"COPD; Pulmonary disease; Wearable computer; Protocol (science); Retrospective cohort study; Frontier; Wearable technology","score_opus":0.13135674692019325,"score_gpt":0.5448912918736489,"score_spread":0.41353454495345565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416683088","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013072866,0.000042875552,0.00073476875,0.0014166498,0.000021258913,0.9827952,0.00006995003,0.000032567477,0.0018138948],"genre_scores_gemma":[0.21532708,6.044836e-7,0.00019730964,0.000014293804,0.000116430514,0.7835261,0.000003159998,0.000033960754,0.00078100886],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9885097,0.0067353733,0.0010320714,0.0008999153,0.0018589406,0.00096397405],"domain_scores_gemma":[0.99072,0.004417802,0.0002618546,0.0020951864,0.002266848,0.00023836091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013987033,0.0003179123,0.00061138236,0.0005109292,0.00086712645,0.00015425113,0.0012467089,0.00012183278,0.000082167855],"category_scores_gemma":[0.006275153,0.0001762704,0.0003092828,0.0041713403,0.0010098093,0.00025596906,0.0005840445,0.0013563669,0.0000033988122],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.43665755,0.03734265,0.07080928,0.012279665,0.00075857865,0.00007881753,0.0071057943,0.000044997665,0.009691961,0.0024303168,0.0033180602,0.41948232],"study_design_scores_gemma":[0.023322739,0.003893759,0.9223003,0.0015083476,0.000055036933,0.00000429332,0.011611601,0.0036077152,0.0027815942,0.006924173,0.023808122,0.00018233733],"about_ca_topic_score_codex":0.0004416776,"about_ca_topic_score_gemma":0.00062136876,"teacher_disagreement_score":0.851491,"about_ca_system_score_codex":0.001328027,"about_ca_system_score_gemma":0.00319779,"threshold_uncertainty_score":0.7512397},"labels":[],"label_agreement":null},{"id":"W4416683401","doi":"10.2196/75670","title":"Brief Intervention for Discontinuing Inappropriate Z-Hypnotic Use Among Older Patients in Primary Care: Protocol for a Cluster Randomized Controlled Trial With a Single Crossover","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Cluster (spacecraft); Intervention (counseling); Protocol (science); Crossover study; Cluster randomised controlled trial; Primary care; Randomization","score_opus":0.05866839707384852,"score_gpt":0.4603973983861578,"score_spread":0.40172900131230926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416683401","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04286846,0.0000024467445,0.0026565108,0.000078182806,0.000064108885,0.9520042,0.000014543184,0.00006496808,0.00224659],"genre_scores_gemma":[0.010167161,4.296374e-8,0.00029955604,0.00006230502,0.00007471122,0.9834399,0.000056856137,0.00007259325,0.0058268798],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9941713,0.0021236097,0.00130455,0.0008323349,0.00055809005,0.0010100815],"domain_scores_gemma":[0.9956115,0.0024581188,0.0004367643,0.0005437609,0.0008473404,0.00010253282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003441026,0.00035703502,0.001321169,0.0006862852,0.00024940292,0.00050165417,0.00038240422,0.00043188437,0.000072479685],"category_scores_gemma":[0.0014003256,0.00023860323,0.0006347934,0.00058467436,0.00048343785,0.0004351299,0.00015949542,0.0006563924,0.0000058056703],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9768353,0.006564684,0.0035050784,0.0016101351,0.0005697196,0.0000033518384,0.0020236487,0.000011345719,0.0000123883965,0.00035136027,0.0024500845,0.006062922],"study_design_scores_gemma":[0.9809048,0.003931554,0.001955498,0.0057917205,0.000051037336,2.3800729e-7,0.0003348023,0.00018533663,0.00004025533,0.00047105507,0.0060582263,0.00027547532],"about_ca_topic_score_codex":0.00015641905,"about_ca_topic_score_gemma":0.00020060349,"teacher_disagreement_score":0.0327013,"about_ca_system_score_codex":0.00035855477,"about_ca_system_score_gemma":0.00020761533,"threshold_uncertainty_score":0.97299576},"labels":[],"label_agreement":null},{"id":"W4416690486","doi":"10.2196/72471","title":"Emerging Interventions to Improve Health Outcomes for People Aging With HIV: Protocol for a Mixed Methods Implementation Science Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Psychological intervention; Data collection; Program evaluation; Health care; Intervention (counseling); MEDLINE; mHealth","score_opus":0.8415881816251364,"score_gpt":0.8689676433729038,"score_spread":0.027379461747767397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416690486","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015738021,1.8749398e-7,0.24513572,0.036275283,0.00004586968,0.71800035,0.00011555563,0.00008465742,0.00018496766],"genre_scores_gemma":[0.00031315227,3.1064396e-8,0.124884255,0.0024664672,0.00009562905,0.87114924,0.000020302565,0.000035137866,0.0010357734],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882715,0.004454489,0.0018891877,0.0010830649,0.0018419075,0.002459896],"domain_scores_gemma":[0.9883485,0.004761997,0.0006926736,0.00081445166,0.0048084934,0.00057390274],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.07255317,0.0002535681,0.0005145274,0.0018533894,0.0056241076,0.00022121568,0.00092649733,0.00008027411,0.00028981318],"category_scores_gemma":[0.007636219,0.00020763808,0.00013194514,0.0039851945,0.00021064476,0.0007914269,0.00053187413,0.00055571296,0.00003239041],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016344523,0.0006160664,0.04399139,0.043400537,0.000060637798,2.218595e-7,0.03822609,0.000057316895,0.0075733624,0.026038673,0.20425498,0.6341463],"study_design_scores_gemma":[0.025841787,0.004472982,0.08993268,0.0101181185,0.000012504463,4.9475494e-7,0.032757845,0.0036715728,0.005150002,0.006108574,0.8214097,0.0005237294],"about_ca_topic_score_codex":0.0003594573,"about_ca_topic_score_gemma":0.00285408,"teacher_disagreement_score":0.6336225,"about_ca_system_score_codex":0.0026371095,"about_ca_system_score_gemma":0.014827505,"threshold_uncertainty_score":0.99567044},"labels":[],"label_agreement":null},{"id":"W4416690913","doi":"10.2196/71394","title":"Urban Chinese Community-Dwelling Older Adults’ Expectations Regarding the Delivery of Integrated Care Through Case Managers: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Integrated care; Data collection; Integrated services; Health care; Research design","score_opus":0.27042069563579685,"score_gpt":0.6489865221328305,"score_spread":0.37856582649703363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416690913","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018138861,0.000014605605,0.0030598256,0.00027872305,0.00005590907,0.97580576,0.000045653498,0.00013433502,0.0024663217],"genre_scores_gemma":[0.04171706,1.3064619e-7,0.004858307,0.00003252236,0.0001255651,0.9519567,0.000028098535,0.00005077923,0.0012308221],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9833249,0.013829356,0.0010219107,0.00045114098,0.0005249051,0.0008478068],"domain_scores_gemma":[0.98818576,0.0072123916,0.000323152,0.0013901222,0.0027911516,0.000097439064],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00595734,0.0003038359,0.0005833052,0.00052161945,0.0046305135,0.00009204766,0.0008672381,0.00024812113,0.000087296015],"category_scores_gemma":[0.0015378596,0.00019639396,0.0002261042,0.0023381512,0.0002519289,0.0002394918,0.00057008077,0.0025200073,0.000010736209],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068102432,0.003423071,0.012821947,0.019059012,0.00033764215,0.00008380183,0.7464075,0.000012889172,0.0002000254,0.00051500305,0.17210348,0.03822536],"study_design_scores_gemma":[0.007939508,0.0012552029,0.0014931874,0.0076331533,0.000020672294,0.0000041681237,0.918322,0.00015576502,0.00033540177,0.00044333006,0.06220215,0.00019544624],"about_ca_topic_score_codex":0.0031769292,"about_ca_topic_score_gemma":0.0013993147,"teacher_disagreement_score":0.17191449,"about_ca_system_score_codex":0.00047680843,"about_ca_system_score_gemma":0.0010035011,"threshold_uncertainty_score":0.9997812},"labels":[],"label_agreement":null},{"id":"W4416709170","doi":"10.2196/85082","title":"Meta Self-Efficacy Internet Intervention to Support Occupational Health in Young Employees: Protocol for Co-Creation and a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); The Internet; Occupational safety and health; Health care; eHealth","score_opus":0.2715989448887057,"score_gpt":0.6556008156676701,"score_spread":0.38400187077896447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416709170","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082863326,0.0000021395324,0.0020372171,0.0015715044,0.00006243569,0.9869281,0.0000696725,0.00010526803,0.008395009],"genre_scores_gemma":[0.008383441,5.2004616e-8,0.0005420318,0.00015407336,0.00007554726,0.9784371,0.00008307865,0.00003107795,0.012293545],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99157614,0.0040217857,0.0022753924,0.0007269284,0.00055303646,0.00084672845],"domain_scores_gemma":[0.99644357,0.0020923584,0.0004310729,0.00039951014,0.0003770538,0.00025641616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014312202,0.00027003212,0.0015861043,0.001230421,0.00017675862,0.00030180262,0.00037211564,0.0001548495,0.0007240145],"category_scores_gemma":[0.0011840466,0.00021770016,0.00064012886,0.0005973314,0.00016058619,0.00026847378,0.00018677718,0.0004163181,0.00008599643],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9279389,0.010301177,0.00020033178,0.0010290209,0.0006730303,0.0000018628018,0.00073818624,4.0726687e-7,0.0000016003987,0.021881754,0.02727395,0.009959825],"study_design_scores_gemma":[0.9391272,0.01221692,0.0010037438,0.002001565,0.000026944266,0.0000025558438,0.00008667571,0.000067542096,0.00004371652,0.0028640206,0.04241244,0.0001466465],"about_ca_topic_score_codex":0.0003479817,"about_ca_topic_score_gemma":0.0005533809,"teacher_disagreement_score":0.019017734,"about_ca_system_score_codex":0.0005345992,"about_ca_system_score_gemma":0.00048344975,"threshold_uncertainty_score":0.88775545},"labels":[],"label_agreement":null},{"id":"W4416733268","doi":"10.2196/81312","title":"Determinants Associated With Pesticide Exposure in Patients With Head and Neck Cancer: Protocol for a Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pesticide Exposure and Toxicity","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Systematic review; MEDLINE; Head and neck; Occupational exposure; Head (geology)","score_opus":0.11291995614079638,"score_gpt":0.46230703082935454,"score_spread":0.3493870746885582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416733268","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07886252,0.00001487344,8.097734e-7,0.00028151527,8.4722086e-7,0.92065835,0.000031930005,0.000030047833,0.00011911133],"genre_scores_gemma":[0.01586946,8.0212266e-7,0.000026654461,0.00023150448,0.000015210216,0.98362327,0.00000892921,0.0000024329079,0.00022172414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976342,0.00045696282,0.0004204535,0.0004119205,0.0005239822,0.00055251323],"domain_scores_gemma":[0.998522,0.00059878425,0.00016364994,0.00012277452,0.00048138082,0.0001114461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010411366,0.00019535304,0.0005502069,0.00004176097,0.00022745007,0.00010949299,0.0002981724,0.00009897132,0.000021181484],"category_scores_gemma":[0.0006368442,0.00006421035,0.000035280038,0.00083661225,0.000109549874,0.00014662938,0.000085547814,0.00026316603,0.0000016967172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012719611,0.0009461425,0.89804006,0.095291175,0.000026696916,0.000010466013,0.000025238121,4.5602957e-7,0.000089170695,0.000045754565,0.0008789154,0.0033739784],"study_design_scores_gemma":[0.0024976977,0.0042670355,0.62670684,0.36519608,0.000007258945,4.6851426e-7,0.000008590509,0.0000127163175,0.00010568913,0.000098642435,0.00094863906,0.00015035587],"about_ca_topic_score_codex":0.000072989635,"about_ca_topic_score_gemma":0.0025556353,"teacher_disagreement_score":0.27133322,"about_ca_system_score_codex":0.000098253375,"about_ca_system_score_gemma":0.000100356134,"threshold_uncertainty_score":0.2618422},"labels":[],"label_agreement":null},{"id":"W4416743430","doi":"10.2196/79022","title":"Just-in-Time Adaptive Intervention to Promote Walking Behavior and Reduce Stationary Time in Physically Inactive Adults: Protocol for the Walking With JITAIs Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Intervention (counseling); Power walking; Preferred walking speed; Gait; mHealth","score_opus":0.17748947185293115,"score_gpt":0.5637787418598758,"score_spread":0.3862892700069446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416743430","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19698463,3.1530283e-7,0.00006542895,0.0009353481,0.000001076283,0.8017958,0.000010148563,0.000026933676,0.00018034868],"genre_scores_gemma":[0.13185214,3.545953e-8,0.00041680897,0.000038964565,0.0000553903,0.8671238,0.00000419798,0.000022909338,0.00048579782],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972108,0.0005558975,0.00037589815,0.0005897918,0.000713114,0.0005545148],"domain_scores_gemma":[0.9982832,0.0006924431,0.000096581454,0.0003238738,0.00046951947,0.0001343682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018058247,0.00019282046,0.00042498665,0.00038352553,0.00024012847,0.00008543997,0.00023255702,0.000071252776,0.000024339759],"category_scores_gemma":[0.00029132058,0.00013046525,0.000053389304,0.0010457236,0.00013221626,0.0003325196,0.00024666544,0.00087199,0.000013888421],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16697462,0.08507619,0.017842771,0.0066005467,0.00023080411,0.00019645067,0.02970575,0.000013944158,0.020514166,0.00063085137,0.0016200107,0.6705939],"study_design_scores_gemma":[0.04451504,0.07983286,0.80164003,0.046037897,0.00003886203,0.000008514766,0.010236351,0.0037343083,0.0074283467,0.0017506605,0.00425481,0.0005223332],"about_ca_topic_score_codex":0.00019449655,"about_ca_topic_score_gemma":0.00018305272,"teacher_disagreement_score":0.78379726,"about_ca_system_score_codex":0.0005372364,"about_ca_system_score_gemma":0.0004212861,"threshold_uncertainty_score":0.5320219},"labels":[],"label_agreement":null},{"id":"W4416759046","doi":"10.2196/88458","title":"Digitalization of Intervention Delivery and Its Impact on the Effects of Interventions for Mental Well-being in Higher Education Students: Systematic Review and Meta-Analysis Protocol (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Mental health; Intervention (counseling); Transformative learning; Protocol (science); Systematic review; Inclusion (mineral); Relevance (law)","score_opus":0.28130626974851686,"score_gpt":0.6439032181563697,"score_spread":0.3625969484078529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416759046","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014278804,0.0009217618,0.000043344204,0.0004957531,0.000034953013,0.99566853,0.00023200875,0.000019409888,0.0011563731],"genre_scores_gemma":[0.12175312,0.00000709767,0.000015187974,0.000046712197,0.000008163591,0.873201,0.0000739909,0.000022352642,0.0048723454],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9934819,0.002645907,0.002137598,0.00071355904,0.0006791611,0.00034188668],"domain_scores_gemma":[0.99588567,0.0012097561,0.0012433818,0.00091973256,0.0006414485,0.000100035475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004143326,0.0003499507,0.0018208408,0.0012022414,0.000092224196,0.00017250143,0.000721035,0.00019644677,0.00048200146],"category_scores_gemma":[0.0005495535,0.00023843633,0.0017175017,0.0008923492,0.00012523256,0.00021675025,0.001119822,0.0005321343,0.0000076235387],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003348039,0.0061251936,0.00052263384,0.9611286,0.019495491,7.7644324e-7,0.0003436775,0.0000042802876,0.0000058128294,0.010960909,0.000842018,0.00023583761],"study_design_scores_gemma":[0.0029474108,0.0063029984,0.010886247,0.9317135,0.032201335,0.0000031934796,0.0003146245,0.00006932746,0.00096564856,0.013871319,0.00020506047,0.0005193184],"about_ca_topic_score_codex":0.000097581076,"about_ca_topic_score_gemma":0.000030226407,"teacher_disagreement_score":0.12246749,"about_ca_system_score_codex":0.00035520917,"about_ca_system_score_gemma":0.0001138953,"threshold_uncertainty_score":0.97231513},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416768560","doi":"10.2196/78612","title":"Smartphone App–Based Eating Behavior Monitoring and Feedback Intervention for Glucocorticoid-Induced Appetite Increase in Patients With Systemic Lupus Erythematosus: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Systemic Lupus Erythematosus Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Intervention (counseling); Protocol (science); Psychological intervention; Appetite; Behaviour change; Pilot trial; Adverse effect; Behavior change; mHealth","score_opus":0.07944853551436941,"score_gpt":0.45933805573423,"score_spread":0.37988952021986055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416768560","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39650705,0.000003815779,0.0003492735,0.000038604758,0.000032272445,0.60291404,0.000009664228,0.0000749926,0.00007030393],"genre_scores_gemma":[0.1296154,1.4680792e-7,0.00082048296,0.000007321336,0.00016126395,0.8681849,0.000024907506,0.00010373574,0.0010818437],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99187803,0.002039616,0.0021811489,0.0010360496,0.0016324137,0.0012327578],"domain_scores_gemma":[0.99184066,0.004506046,0.0006279744,0.00085666287,0.0018473478,0.000321296],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0101564005,0.00052104646,0.002797382,0.0014577394,0.0002891869,0.00031234042,0.00036742914,0.00027539226,0.000019278756],"category_scores_gemma":[0.0050142603,0.0003632865,0.0004900474,0.0009516585,0.0002367273,0.00023020263,0.00020853482,0.0007320508,0.000007571505],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.80526173,0.0040892987,0.15690356,0.029874709,0.0002030385,0.000010636274,0.00015611778,0.0000017353223,0.002498871,0.00005698991,0.000099731806,0.0008435525],"study_design_scores_gemma":[0.9020123,0.010775874,0.00079217815,0.08294396,0.00006113395,0.00005357462,0.0003366776,0.001154653,0.0014460087,0.00004016729,0.00011105943,0.0002724274],"about_ca_topic_score_codex":0.00006640971,"about_ca_topic_score_gemma":0.000011260804,"teacher_disagreement_score":0.26689166,"about_ca_system_score_codex":0.0008200906,"about_ca_system_score_gemma":0.001124736,"threshold_uncertainty_score":0.9998819},"labels":[],"label_agreement":null},{"id":"W4416777581","doi":"10.2196/81735","title":"The Effectiveness of Social Support–Based Interventions for Dietary and Physical Activity in Adults Living With Overweight and Obesity: Protocol for a Systematic Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Overweight; Physical activity; Protocol (science); Public health; Health promotion; Social support; Activities of daily living","score_opus":0.296626165396662,"score_gpt":0.6192878657845888,"score_spread":0.32266170038792685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416777581","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000051486804,0.012514661,0.00006192864,0.00010829765,0.000001077992,0.9871454,0.00010224313,0.000014978149,0.000046241563],"genre_scores_gemma":[0.000016280823,0.010274767,0.000028645341,0.000008514656,0.000059148915,0.98948854,0.000014561743,0.000033562348,0.00007596257],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946868,0.003223595,0.00056910503,0.00052949775,0.00049765996,0.00049334246],"domain_scores_gemma":[0.9836831,0.015007991,0.0004315211,0.00038389908,0.0003688267,0.00012465722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005425369,0.00032649224,0.0034421766,0.00021215707,0.0003432841,0.000049846312,0.00020322067,0.00016520963,0.0000018331854],"category_scores_gemma":[0.0018595464,0.00017830642,0.0005971744,0.00053385994,0.0003150248,0.0001205346,0.00018263307,0.00084442855,4.7921196e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002110683,0.0035179304,0.000011328647,0.96017903,0.000112354115,0.0000019985657,0.00004662455,3.6916474e-9,0.0000010990246,0.00038504327,0.00011522794,0.033518657],"study_design_scores_gemma":[0.0024244357,0.0057637114,0.0002571209,0.978973,0.00020289586,0.0000029129933,0.00000963772,0.000031524745,0.000007163189,0.00017558083,0.012006511,0.00014553673],"about_ca_topic_score_codex":0.000009893558,"about_ca_topic_score_gemma":0.000028535285,"teacher_disagreement_score":0.033373117,"about_ca_system_score_codex":0.00021898968,"about_ca_system_score_gemma":0.0014118957,"threshold_uncertainty_score":0.7271125},"labels":[],"label_agreement":null},{"id":"W4416786757","doi":"10.2196/79019","title":"Patient Living With Chronic Illness Perception of Interprofessional Collaboration in a Telehealth Context in Primary Care: Protocol for a Qualitative Descriptive Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Telehealth; Context (archaeology); Qualitative research; Protocol (science); Descriptive research; Perception; Telemedicine; eHealth","score_opus":0.16293343062110172,"score_gpt":0.602616790779501,"score_spread":0.4396833601583993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416786757","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23073956,0.0000024542646,0.00019827364,0.0004283589,0.0000061970495,0.7684232,0.000014910136,0.000015692922,0.00017132866],"genre_scores_gemma":[0.4165338,9.279135e-8,0.00040930198,0.00006239533,0.000023354034,0.5828874,0.000025568923,0.000012893871,0.000045160552],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9956323,0.0015917852,0.0009699055,0.00045944515,0.00083464273,0.00051193254],"domain_scores_gemma":[0.997438,0.000678067,0.0002517795,0.00026177894,0.0012712203,0.000099146004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025644992,0.00017836165,0.0004991741,0.0010001839,0.00014576704,0.00002194091,0.00010952622,0.000094316936,0.000042093256],"category_scores_gemma":[0.0003475598,0.00013607496,0.000031202144,0.001615947,0.00015121797,0.00023403236,0.00009356199,0.00056493754,0.0000012760128],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03270896,0.0059278044,0.3251804,0.02099923,0.00004195599,0.000015043458,0.4444828,0.000004274959,0.001902324,0.0003656351,0.0013801464,0.1669914],"study_design_scores_gemma":[0.023848314,0.034855995,0.28904647,0.029031124,0.0000041561943,0.0000014337853,0.61891496,0.000088951194,0.00033797353,0.00008939353,0.0036452634,0.00013598155],"about_ca_topic_score_codex":0.0009833669,"about_ca_topic_score_gemma":0.007081932,"teacher_disagreement_score":0.18579423,"about_ca_system_score_codex":0.0034474237,"about_ca_system_score_gemma":0.0062131984,"threshold_uncertainty_score":0.99942064},"labels":[],"label_agreement":null},{"id":"W4416796419","doi":"10.2196/77944","title":"An Open-Road Driving Performance Task to Examine Long-Term Medical Marijuana Use and Prescription Opioid Positivity Among Adults Aged 50 Years and Older: Protocol for an Observational Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Observational study; Protocol (science); Medical prescription; Task (project management); Randomized controlled trial; Medication adherence; Opioid; Poison control","score_opus":0.21211033641401802,"score_gpt":0.5289883605251902,"score_spread":0.31687802411117216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416796419","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48865432,6.547585e-7,0.000052798496,0.00058090745,0.0000063293323,0.5106259,0.000017323095,0.000029782328,0.000031989057],"genre_scores_gemma":[0.05832305,0.0000012132219,0.0003783684,0.00016295529,0.00025607404,0.9370355,0.0000955691,0.00004375895,0.0037035162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99530417,0.0007003777,0.00053731026,0.00097600254,0.0016553586,0.0008268004],"domain_scores_gemma":[0.99730253,0.00013367529,0.00008521338,0.0007297795,0.00076683256,0.0009819489],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004258945,0.00025629453,0.00045760933,0.00047484742,0.0005068162,0.0010439154,0.00058754795,0.0002873748,0.00012985259],"category_scores_gemma":[0.0012000111,0.00022614749,0.000051111874,0.00057077897,0.0004251773,0.0014820503,0.00081519,0.0008708698,0.0000022130014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1282784,0.004427865,0.6294735,0.0053094295,0.000068289526,0.00006932294,0.00081140123,0.0000012284686,0.01621979,0.0001389981,0.030571776,0.18462998],"study_design_scores_gemma":[0.049055226,0.011197158,0.92043734,0.005089071,0.00000521412,0.000008438693,0.00004066309,0.0016438521,0.0006155553,0.000022173768,0.011687555,0.00019777055],"about_ca_topic_score_codex":0.00047235747,"about_ca_topic_score_gemma":0.00092281937,"teacher_disagreement_score":0.43033126,"about_ca_system_score_codex":0.00021060724,"about_ca_system_score_gemma":0.0011711558,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W4416797651","doi":"10.2196/87273","title":"Correction: Ethical Principles Pertaining to the Care of People With Dementia: Protocol for a Qualitative Thematic Synthesis of Legal Documents","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Decision-Making and Restraints","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Thematic analysis; Qualitative research; Thematic map; Informed consent; Research ethics; Health care","score_opus":0.2945642058357784,"score_gpt":0.6530912502284695,"score_spread":0.35852704439269106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416797651","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025961315,0.0000013968854,0.0016652307,0.0028507516,0.000024957286,0.9840188,0.00002275522,0.000025234249,0.008794769],"genre_scores_gemma":[0.105051525,2.2162249e-8,0.0011078917,0.000056339846,0.000039981744,0.89235663,0.000001158224,0.000021086376,0.0013653466],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99477905,0.0025478385,0.0007028944,0.00044834314,0.00097515265,0.0005467364],"domain_scores_gemma":[0.99132514,0.0062507833,0.00022090087,0.0007110196,0.0013799021,0.00011228126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005218111,0.00016654361,0.00041895374,0.00033201405,0.00037695467,0.000062178144,0.0006244418,0.00023845433,0.00016988935],"category_scores_gemma":[0.003663353,0.00009601311,0.0001089861,0.00094686175,0.00025537083,0.00004638082,0.00018046542,0.00084363925,0.000015021142],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029861314,0.0031772598,0.0046570892,0.023221934,0.0015647818,0.000081113394,0.6197003,0.0002160421,0.00034870263,0.05733582,0.05064269,0.20919292],"study_design_scores_gemma":[0.0067993985,0.01113841,0.013593594,0.05228922,0.000035412573,0.000041962994,0.4902864,0.0002705589,0.005143734,0.0019622329,0.4179398,0.0004992329],"about_ca_topic_score_codex":0.0002559348,"about_ca_topic_score_gemma":0.00028110982,"teacher_disagreement_score":0.36729714,"about_ca_system_score_codex":0.00010646365,"about_ca_system_score_gemma":0.0008243173,"threshold_uncertainty_score":0.43856403},"labels":[],"label_agreement":null},{"id":"W4416815162","doi":"10.2196/77521","title":"COVID-19 Pandemic Experiences Among Adults, Youth, and Childcare Providers: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Protocol (science); Data collection; Qualitative research; Health care; MEDLINE","score_opus":0.5073685965792863,"score_gpt":0.7125631329364271,"score_spread":0.2051945363571408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416815162","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019346688,0.0000074117615,0.0007780204,0.00040888254,0.000034709294,0.97823024,0.000035288685,0.00022092606,0.00093781145],"genre_scores_gemma":[0.014361572,1.6112541e-7,0.0007307683,0.00051932235,0.0001187038,0.98224765,0.000009447983,0.00004042127,0.0019719286],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99256045,0.0035518135,0.0007206235,0.0013316133,0.00063002796,0.0012054619],"domain_scores_gemma":[0.9961374,0.001726115,0.00017339266,0.00091384875,0.00028023377,0.0007690267],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0065077245,0.00033943742,0.000501055,0.0005793059,0.0009335313,0.00023660845,0.0007467262,0.0002694554,0.0003423805],"category_scores_gemma":[0.0015967537,0.00027680976,0.00011199091,0.0009381712,0.00062472915,0.00023802104,0.00050980074,0.00076483376,0.000011994227],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0147625515,0.0053949924,0.3720024,0.009793087,0.00013106795,0.00002987438,0.38442293,4.8556336e-7,0.00007344998,0.0007924036,0.024752416,0.18784435],"study_design_scores_gemma":[0.020689426,0.008713254,0.030347662,0.0017555072,0.000007606446,0.000005560252,0.48325032,0.000035850957,0.0001734195,0.0010272153,0.45357916,0.00041503136],"about_ca_topic_score_codex":0.0021519372,"about_ca_topic_score_gemma":0.0009278937,"teacher_disagreement_score":0.42882675,"about_ca_system_score_codex":0.00073183334,"about_ca_system_score_gemma":0.0025222674,"threshold_uncertainty_score":0.9999684},"labels":[],"label_agreement":null},{"id":"W4416821455","doi":"10.2196/73492","title":"Evidence for Digital Mental Health Assessment Tools in the Post–COVID-19 Era: Protocol for a Systematic Review on Diagnostic Accuracy Across Age Groups","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Protocol (science); Digital health; Software deployment; Telemedicine; Telehealth; Health care; Quality (philosophy); Pandemic","score_opus":0.5596168865481799,"score_gpt":0.7275784031945346,"score_spread":0.16796151664635472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416821455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029169825,0.00009714627,0.00039959748,0.03896654,0.000036745154,0.95836484,0.0008981583,0.00007753402,0.0011302374],"genre_scores_gemma":[0.0023031097,0.000002443881,0.000120876364,0.008697104,0.000061922976,0.9869722,0.00012614646,0.000046000554,0.0016701579],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9919569,0.0024403906,0.0019421726,0.00094312005,0.0011156669,0.0016017662],"domain_scores_gemma":[0.9733462,0.024110101,0.0005076737,0.0013670435,0.0003161373,0.00035286273],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.011667541,0.0003739759,0.0008652619,0.00029208194,0.0008425941,0.0011797843,0.0016950662,0.00012908588,0.00008283528],"category_scores_gemma":[0.023256004,0.0002570896,0.00040971034,0.0010282915,0.00023484582,0.0008666437,0.0003785137,0.0008274086,0.00013841908],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018948023,0.005601737,0.00027080163,0.8170973,0.00006130376,0.000036838155,0.0013756793,4.830207e-7,0.0000020667528,0.03167443,0.12910739,0.012877184],"study_design_scores_gemma":[0.006482337,0.013570613,0.0025487146,0.86299926,0.0000055783435,0.00002359739,0.0014183278,0.000011740121,0.000007712999,0.006032038,0.10659542,0.0003046709],"about_ca_topic_score_codex":0.00006383285,"about_ca_topic_score_gemma":0.00015363787,"teacher_disagreement_score":0.045901965,"about_ca_system_score_codex":0.002088511,"about_ca_system_score_gemma":0.0013517328,"threshold_uncertainty_score":0.99998814},"labels":[],"label_agreement":null},{"id":"W4416829388","doi":"10.2196/69733","title":"The efficacy of hypnotherapy on reducing burnout and related psychopathologies: A protocol of the systematic review and meta-analysis (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Burnout; Protocol (science); MEDLINE; Systematic review; Mindfulness; Randomized controlled trial","score_opus":0.28735800967195246,"score_gpt":0.4714323721103519,"score_spread":0.18407436243839942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416829388","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011232816,0.003677665,0.000004135873,0.0012635606,0.0000135042255,0.98122954,0.000062694155,0.000018268509,0.013618277],"genre_scores_gemma":[0.0021492378,0.00014106795,0.0000190391,0.000020849191,0.0000047679655,0.97851205,2.1468686e-7,0.00001058564,0.019142214],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978838,0.000262005,0.0009834754,0.00051320787,0.00012174043,0.0002357607],"domain_scores_gemma":[0.997881,0.0006943882,0.00039965427,0.00090825517,0.00007872671,0.000037966707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007287187,0.00013104585,0.0010627911,0.00020258709,0.00022537203,0.00016728816,0.0004609315,0.000051496972,0.00066655007],"category_scores_gemma":[0.00069836923,0.00006820319,0.00045114578,0.00087369536,0.0005099578,0.000085543805,0.0002470293,0.00025684125,0.00012524119],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045235184,0.0009819402,0.0011991434,0.6737845,0.09442266,0.000011096876,0.0102874655,0.00019148688,0.00009038888,0.17584853,0.04164519,0.0010852822],"study_design_scores_gemma":[0.0131142475,0.0052348883,0.019271428,0.2112924,0.047932677,0.000078137906,0.0059259995,0.0068679247,0.0017678066,0.14408371,0.540809,0.003621811],"about_ca_topic_score_codex":0.000016044156,"about_ca_topic_score_gemma":0.0000011958897,"teacher_disagreement_score":0.49916378,"about_ca_system_score_codex":0.000038672522,"about_ca_system_score_gemma":0.000026394095,"threshold_uncertainty_score":0.7298256},"labels":[],"label_agreement":null},{"id":"W4416829695","doi":"10.2196/84231","title":"Women’s Occupational Tobacco Dust Exposure in Indonesia (T-CHARM): Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Occupational and environmental lung diseases","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prospective cohort study; Protocol (science); Cohort study; Occupational exposure; Cohort","score_opus":0.13586841680291203,"score_gpt":0.5249506034745302,"score_spread":0.3890821866716181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416829695","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18387301,4.3255136e-7,0.000007931925,0.00018137737,0.0000033219126,0.81447643,0.00003417035,0.000042124935,0.0013811676],"genre_scores_gemma":[0.15629625,3.1015237e-8,0.000079207566,0.00009115608,0.00009498183,0.84137297,0.000029246203,0.000022002614,0.0020141487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99699426,0.0002328953,0.00046162325,0.00063161214,0.001074241,0.00060535414],"domain_scores_gemma":[0.9988251,0.00020245681,0.00006651627,0.00041604906,0.0002909819,0.00019894789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001227298,0.00021178489,0.00035303648,0.00046810965,0.0002186331,0.000071739916,0.00021373504,0.00011315344,0.0004405251],"category_scores_gemma":[0.00022154152,0.00017528232,0.000080609105,0.000735743,0.00016526452,0.000174479,0.00018413026,0.00044253047,0.000053195672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017820867,0.009503595,0.96499825,0.0006961286,0.00007406617,0.000027378335,0.00028242535,0.000003961006,0.0002023044,0.0003734034,0.0047236057,0.0012939918],"study_design_scores_gemma":[0.013719694,0.0040950086,0.9627113,0.00092246267,0.0000040300765,0.0000017029878,0.00056614017,0.000020692707,0.00023548346,0.00061145064,0.016968368,0.00014371467],"about_ca_topic_score_codex":0.000026539605,"about_ca_topic_score_gemma":0.000023849327,"teacher_disagreement_score":0.027576765,"about_ca_system_score_codex":0.0012002098,"about_ca_system_score_gemma":0.0007551076,"threshold_uncertainty_score":0.7147805},"labels":[],"label_agreement":null},{"id":"W4416831091","doi":"10.2196/67032","title":"Acoustic Emission Biomarkers for the Detection and Monitoring of Early Knee Osteoarthritis: Protocol for a Prospective, Single-Center, Exploratory Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Exploratory research; Protocol (science); Osteoarthritis; Disease; Biomarker","score_opus":0.15987620196426777,"score_gpt":0.47911351230889115,"score_spread":0.3192373103446234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416831091","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036401853,0.000013827909,0.00055956503,0.000048681817,0.000023837434,0.96277547,0.000014807335,0.00006358946,0.000098352844],"genre_scores_gemma":[0.1531894,1.5976075e-7,0.00030913512,0.0000033519664,0.0001031731,0.8458179,0.0000013324541,0.0000319964,0.0005435013],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99807507,0.000169675,0.00037623526,0.00045163467,0.00047382334,0.0004535911],"domain_scores_gemma":[0.9982446,0.00045103626,0.00010270913,0.0003880981,0.00069412665,0.000119438475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010254778,0.00019496781,0.00030729148,0.00030016428,0.00046757734,0.00010259817,0.00012444837,0.00011758256,0.00000580013],"category_scores_gemma":[0.0002912465,0.00013887358,0.00010174093,0.0004236977,0.00015080065,0.00016906217,0.00012191739,0.00023727524,0.0000012490646],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031712826,0.0048402906,0.063584566,0.0032974982,0.00017321037,0.000013072007,0.0012456232,1.9455764e-7,0.45607203,0.000029578649,0.00018537811,0.43884575],"study_design_scores_gemma":[0.13601983,0.23801976,0.012504516,0.02073334,0.00009286711,0.000019197421,0.009677126,0.000084169464,0.556523,0.00094895955,0.024991825,0.00038539583],"about_ca_topic_score_codex":0.000004073159,"about_ca_topic_score_gemma":0.000019654537,"teacher_disagreement_score":0.43846035,"about_ca_system_score_codex":0.00016954602,"about_ca_system_score_gemma":0.00021319053,"threshold_uncertainty_score":0.56631005},"labels":[],"label_agreement":null},{"id":"W4416831746","doi":"10.2196/80358","title":"Effectiveness of an Educational and Counseling Program (the Green Mother Project Phase 2) to Enhance Breastfeeding and Improve Mothers’ Diets From an Environmental Perspective: Protocol for a Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Breastfeeding; Randomized controlled trial; Protocol (science); Cluster (spacecraft); Cluster randomised controlled trial; Program evaluation; Breast feeding","score_opus":0.057014278388862034,"score_gpt":0.554446701229003,"score_spread":0.49743242284014094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416831746","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08657988,0.0000061161004,0.00015865096,0.0032681685,0.000010047141,0.9097591,0.000029606284,0.000025156492,0.00016327742],"genre_scores_gemma":[0.060152046,4.6811547e-7,0.0015243966,0.00007535013,0.00025502176,0.9377757,0.000006676229,0.000028925433,0.00018146673],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9961527,0.0017225011,0.0005125321,0.00065648474,0.000575574,0.00038018657],"domain_scores_gemma":[0.99551415,0.0034735124,0.00023643106,0.00031913316,0.00029322,0.00016354253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006459727,0.00024020956,0.0009012443,0.00022365629,0.00028737212,0.00021211429,0.00020477227,0.00012331597,0.00003535229],"category_scores_gemma":[0.0009886165,0.00014568593,0.00013646892,0.00021270973,0.000576945,0.0004483197,0.00009205518,0.0003589177,6.7940715e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9159371,0.0035961012,0.00010755777,0.0007895733,0.00026940645,5.8375093e-7,0.0024710028,7.53321e-7,0.034427878,0.0001678797,0.00002540233,0.04220676],"study_design_scores_gemma":[0.97138405,0.012161238,0.0010601137,0.0024420258,0.00007065349,0.0000064282576,0.001047558,0.004095859,0.004573576,0.0014556504,0.0015260497,0.00017679509],"about_ca_topic_score_codex":0.0005413723,"about_ca_topic_score_gemma":0.000009438674,"teacher_disagreement_score":0.055446953,"about_ca_system_score_codex":0.00010695348,"about_ca_system_score_gemma":0.00043047694,"threshold_uncertainty_score":0.59409},"labels":[],"label_agreement":null},{"id":"W4416832645","doi":"10.2196/78339","title":"Assistive Robotic Arm to Support Activities of Daily Living in Individuals With Tetraplegia: Protocol for a Real-World Convergent Parallel Mixed Methods Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gaze Tracking and Assistive Technology","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Activities of daily living; Assistive technology; Robotic arm; Rehabilitation; Rehabilitation robotics; Robotics","score_opus":0.26782404435826546,"score_gpt":0.5717499213663466,"score_spread":0.30392587700808116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416832645","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030582885,1.6107933e-7,0.117458604,0.0003937642,0.000011347118,0.8781012,0.000007764009,0.00016581264,0.0008030158],"genre_scores_gemma":[0.06390513,2.2046176e-8,0.10309772,0.000018603225,0.000011618089,0.83217996,8.443632e-7,0.000018879182,0.000767227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993743,0.002334876,0.00079498463,0.0012253969,0.00089161005,0.0010101164],"domain_scores_gemma":[0.9950175,0.0025495193,0.00025415036,0.0013956059,0.00061630545,0.00016687062],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00906429,0.00033037754,0.0007961509,0.0016446761,0.00025439454,0.00022374281,0.0019527379,0.00014086124,0.000025122585],"category_scores_gemma":[0.0009786447,0.0002679352,0.000103060425,0.003321069,0.00035978833,0.00034731344,0.0012101943,0.0007999128,0.0000037448942],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011048819,0.012994749,0.93274206,0.0017034928,0.00018583359,0.000024909117,0.00264641,0.00018179181,0.0007268048,0.014825819,0.0040406743,0.028822558],"study_design_scores_gemma":[0.0043109795,0.011116755,0.9685536,0.002311749,0.000005044998,0.0000014783471,0.0012450381,0.000422238,0.006147155,0.0023668825,0.0031850953,0.00033398677],"about_ca_topic_score_codex":0.00015868939,"about_ca_topic_score_gemma":0.0010741426,"teacher_disagreement_score":0.060846843,"about_ca_system_score_codex":0.00044548657,"about_ca_system_score_gemma":0.0012517665,"threshold_uncertainty_score":0.9999773},"labels":[],"label_agreement":null},{"id":"W4416833813","doi":"10.2196/80911","title":"Establish a PrEP (Pre-Exposure Prophylaxis) Epidemiology, Modeling, and Surveillance (PREMISE) System to Analyze Trends in PrEP Uptake and the Impact of PrEP Programs and Policies: Protocol for a Natural Experiment and Modeling Study in the United States","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Protocol (science); Data collection; Matching (statistics); Pre-exposure prophylaxis; Program evaluation","score_opus":0.3626300923104187,"score_gpt":0.6189278606352093,"score_spread":0.2562977683247906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416833813","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42577833,0.000018414952,0.0011392095,0.00008653266,7.392898e-7,0.57288224,0.000010691818,0.000055947366,0.000027884864],"genre_scores_gemma":[0.45497304,0.0000013519522,0.0016626797,0.000006085301,0.0000074320988,0.54330957,0.0000034883158,0.000017275523,0.000019055908],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943439,0.0025274737,0.001178375,0.00076504884,0.00042685636,0.0007583714],"domain_scores_gemma":[0.99612373,0.0021671094,0.00024493653,0.00079803227,0.0005466082,0.00011959237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011142277,0.00037257888,0.0008885439,0.00078596524,0.0002054578,0.00023469487,0.0004887842,0.00017017762,0.0000010819147],"category_scores_gemma":[0.0024221782,0.0002043695,0.0000673412,0.0014076834,0.00041288938,0.00023505103,0.0005930924,0.00069599727,2.3028198e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04947034,0.008310818,0.6471666,0.023557404,0.00070120336,0.000026037942,0.16454348,0.02945846,0.001382813,0.026459588,0.0007792074,0.048144042],"study_design_scores_gemma":[0.009278306,0.008199476,0.008551076,0.0047325003,0.000007033868,0.000012076465,0.012868543,0.9275777,0.0000862926,0.028233636,0.0000695936,0.000383818],"about_ca_topic_score_codex":0.0027558259,"about_ca_topic_score_gemma":0.0008996106,"teacher_disagreement_score":0.8981192,"about_ca_system_score_codex":0.00021159353,"about_ca_system_score_gemma":0.0001378107,"threshold_uncertainty_score":0.83339465},"labels":[],"label_agreement":null},{"id":"W4416833991","doi":"10.2196/81167","title":"Transdiagnostic App–Based Cognitive Bias Modification Intervention for Paranoia (Successful Treatment of Paranoia; STOP): Protocol for a Mixed Methods Process Evaluation Embedded in a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Paranoia; Randomized controlled trial; Protocol (science); Cognitive bias modification; Intervention (counseling); Process (computing); Cognition; Cognitive behavioral therapy","score_opus":0.33384923016776125,"score_gpt":0.6534387233638572,"score_spread":0.319589493196096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416833991","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014670773,0.00002265602,0.03203561,0.0005244096,0.000015711941,0.9525011,0.00006409829,0.00005440381,0.000111225134],"genre_scores_gemma":[0.078829296,9.629326e-7,0.0056839064,0.000008546564,0.00007324226,0.9148925,0.00024162098,0.000040404164,0.0002295505],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9877428,0.007334339,0.0019067007,0.00086077943,0.0013802752,0.0007751312],"domain_scores_gemma":[0.9802619,0.01526246,0.0005282489,0.00049756886,0.0032445928,0.00020521907],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016934467,0.00041697075,0.0024972705,0.0014792901,0.00019192732,0.000105324514,0.00023004589,0.00027105995,0.00010180995],"category_scores_gemma":[0.015908748,0.00028453057,0.0012081867,0.0011094352,0.0003448703,0.00016100056,0.000019467754,0.00026492597,0.0000030949404],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8820734,0.015283561,0.0001023964,0.0041334564,0.00067071704,0.000004180205,0.00040905003,0.000065593376,0.0004889918,0.00031804867,0.000044242573,0.09640638],"study_design_scores_gemma":[0.8553743,0.016804691,0.00027992943,0.006150842,0.00031085548,7.025835e-7,0.000323393,0.07232793,0.0424644,0.0056500332,0.00014932315,0.00016359528],"about_ca_topic_score_codex":0.000055805373,"about_ca_topic_score_gemma":0.00011144382,"teacher_disagreement_score":0.096242785,"about_ca_system_score_codex":0.00069387956,"about_ca_system_score_gemma":0.003364427,"threshold_uncertainty_score":0.99996066},"labels":[],"label_agreement":null},{"id":"W4416872759","doi":"10.2196/88625","title":"Evaluation of TiaoShenZhiAi (TSZA) Regimen for Ovarian Cancer Patients with Psychoneurological Symptom Cluster: Protocol for a Multicenter, Double-Blind, Randomized Controlled Trial (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality of life (healthcare); Regimen; Randomized controlled trial; Population; Placebo; Intervention (counseling); Psychological intervention; Cancer","score_opus":0.25726031872810534,"score_gpt":0.5678262076729094,"score_spread":0.310565888944804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416872759","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024064751,0.0000073197225,0.00093570794,0.0011849127,0.00016975394,0.993457,0.00025765068,0.00009634426,0.0014848032],"genre_scores_gemma":[0.0032059622,0.0000013227824,0.00052839087,0.00012073198,0.0006833879,0.9940267,0.00021047251,0.00008773659,0.0011352592],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98690176,0.004093585,0.0020900874,0.0017136266,0.0042422907,0.00095865026],"domain_scores_gemma":[0.98274857,0.002556975,0.0013390984,0.0015947985,0.011439355,0.00032121717],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020633021,0.00069384254,0.0035952418,0.0007405432,0.00021865881,0.00019236698,0.00079941214,0.0009089303,0.00031901346],"category_scores_gemma":[0.0026724653,0.00045873213,0.001354123,0.00041504845,0.00035558318,0.00010555249,0.0006426315,0.0015535082,0.000002731079],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9765616,0.0053679654,0.00041933,0.008970702,0.0015591994,9.1542773e-7,0.0006025953,0.0001134519,0.000019143707,0.0001636686,0.0023747766,0.003846642],"study_design_scores_gemma":[0.95662344,0.007523175,0.0000788062,0.010243404,0.0006065623,3.494526e-7,0.00003304276,0.0057825744,0.00028486582,0.00088822824,0.017562158,0.00037337793],"about_ca_topic_score_codex":0.0002829701,"about_ca_topic_score_gemma":0.00028323533,"teacher_disagreement_score":0.019938154,"about_ca_system_score_codex":0.00074478623,"about_ca_system_score_gemma":0.005048056,"threshold_uncertainty_score":0.99978644},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416872806","doi":"10.2196/69961","title":"Brothers Building Brothers by Breaking Barriers: Protocol for a Pilot Trial of a Telehealth Social Capital Intervention for Young Black Sexual Minority Men Living With HIV","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institute on Drug Abuse; National Institute of Mental Health","keywords":"Telehealth; Intervention (counseling); Protocol (science); Pilot trial; Sexual minority; Human immunodeficiency virus (HIV); Pilot program; Social capital; Men who have sex with men","score_opus":0.12073757750611917,"score_gpt":0.5371385133243965,"score_spread":0.41640093581827736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416872806","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006868437,0.0000015068717,0.011582561,0.00080702483,0.0000048461843,0.97692364,0.0001924499,0.00007721293,0.0035423092],"genre_scores_gemma":[0.009232476,9.37695e-8,0.0012847678,0.000020151598,0.0003231419,0.9716596,0.000025492316,0.00006786211,0.017386403],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99525464,0.0007707713,0.0009144418,0.000699614,0.0011335036,0.0012270513],"domain_scores_gemma":[0.99718726,0.0006197814,0.00029195816,0.0004256314,0.0010979812,0.0003773663],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044456287,0.00029945737,0.0006453244,0.0006663063,0.00062137883,0.00020901287,0.00047138173,0.00019009106,0.00026655744],"category_scores_gemma":[0.0016956449,0.0002527893,0.0003673582,0.0007305781,0.0006132026,0.00033751444,0.00017694797,0.00073383783,0.0000044920334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3104664,0.007898966,0.0064793304,0.039174285,0.0008635113,0.000005938066,0.0037505757,0.0000016497545,0.04197115,0.0023486204,0.5518377,0.035201896],"study_design_scores_gemma":[0.4348114,0.27763805,0.0012742658,0.040958125,0.00008628735,0.00001548622,0.0138961645,0.005213546,0.017206512,0.0013860671,0.20657167,0.0009424393],"about_ca_topic_score_codex":0.0007663172,"about_ca_topic_score_gemma":0.00027423966,"teacher_disagreement_score":0.345266,"about_ca_system_score_codex":0.0006505111,"about_ca_system_score_gemma":0.001315743,"threshold_uncertainty_score":0.99999243},"labels":[],"label_agreement":null},{"id":"W4416893388","doi":"10.2196/78900","title":"Real-Time and Long-Term Effects of Medical Marijuana on Older Adults: Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prospective cohort study; Protocol (science); Quality of life (healthcare); Cohort; Cohort study; MEDLINE; Health care","score_opus":0.04406386411418977,"score_gpt":0.518412320310264,"score_spread":0.4743484561960742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416893388","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05345661,0.0000015515826,0.000008621726,0.0017670043,0.0000048015504,0.9427148,0.0000094895095,0.0000625798,0.0019745615],"genre_scores_gemma":[0.0030242857,8.9114246e-7,0.00003547731,0.00004388197,0.00010942443,0.98205554,0.000007919107,0.000050797924,0.01467179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99385077,0.0005750463,0.0005748807,0.0009365979,0.0031997177,0.0008630006],"domain_scores_gemma":[0.99686253,0.00036895194,0.00009816658,0.0008777464,0.0012956181,0.0004969917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037781124,0.00028713324,0.0007479941,0.00066797953,0.00023887557,0.000107165346,0.0004593406,0.0002936325,0.0003770072],"category_scores_gemma":[0.0017106493,0.0002101829,0.00014569516,0.00093169237,0.00055865885,0.000081405036,0.00050477544,0.0010070491,0.000017546203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032965537,0.019241525,0.7553072,0.03413571,0.00043588004,0.000392131,0.0008177486,9.765451e-8,0.002088584,0.000737766,0.12370113,0.030176679],"study_design_scores_gemma":[0.029586509,0.018354522,0.922104,0.018614009,0.000014334411,0.000008904199,0.00010053689,0.00010609323,0.005917313,0.00009409589,0.004921406,0.00017827691],"about_ca_topic_score_codex":0.00013750436,"about_ca_topic_score_gemma":0.000042909844,"teacher_disagreement_score":0.16679679,"about_ca_system_score_codex":0.0003168108,"about_ca_system_score_gemma":0.0015354438,"threshold_uncertainty_score":0.85710096},"labels":[],"label_agreement":null},{"id":"W4416902614","doi":"10.2196/72350","title":"Impact of Physiotherapy Intervention on Pain, Quality of Life, and Function in Low Back Pain Associated With Piriformis Syndrome: Protocol for Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Low back pain; Protocol (science); Intervention (counseling); Quality (philosophy); Quality of life (healthcare); Rehabilitation; Randomized controlled trial","score_opus":0.11996862591942752,"score_gpt":0.5677465002126886,"score_spread":0.44777787429326105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416902614","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008661575,0.000013677477,0.00048699818,0.00023961438,8.6657406e-7,0.9904958,0.000007727948,0.00001391046,0.00007983502],"genre_scores_gemma":[0.02877867,0.0000010365691,0.000038795686,0.000089453846,0.0000054248035,0.97075224,0.000017764709,0.00001591277,0.0003006821],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9938061,0.0041232174,0.0009911035,0.00026342538,0.0005729722,0.0002431417],"domain_scores_gemma":[0.99653465,0.0018227253,0.00041865685,0.0003812708,0.00076287333,0.00007980849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018768786,0.00015253742,0.0008758442,0.0003321972,0.000038281818,0.000015085355,0.0000889197,0.00011504203,0.000059512426],"category_scores_gemma":[0.008175479,0.000091923655,0.0002516809,0.00083211035,0.00013688371,0.00009607158,0.000019703946,0.00024443836,0.0000013299269],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004793488,0.0024699501,0.02014434,0.968207,0.00016693516,2.7089868e-7,0.00005058111,0.0000025308075,0.0010985127,0.00006568517,0.0014073931,0.001593302],"study_design_scores_gemma":[0.0076479986,0.022456126,0.2182682,0.7508308,0.000004496283,1.4280549e-7,0.000055698456,0.00035551752,0.000051214694,0.00022261795,0.000032195825,0.00007498718],"about_ca_topic_score_codex":0.0000579565,"about_ca_topic_score_gemma":0.00002693739,"teacher_disagreement_score":0.2173762,"about_ca_system_score_codex":0.00024508222,"about_ca_system_score_gemma":0.00027552992,"threshold_uncertainty_score":0.9787403},"labels":[],"label_agreement":null},{"id":"W4416904085","doi":"10.2196/80083","title":"Implementation of Digital Device–Assisted and Nurse-Led Case Management to Promote Self-Management in Adults With Noncommunicable Diseases: Protocol for a Single-Arm Intervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Protocol (science); Case management; Intervention (counseling); Randomized controlled trial; mHealth; Health care; Disease management","score_opus":0.17058560343677642,"score_gpt":0.630836596251833,"score_spread":0.46025099281505655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416904085","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011885227,0.0000013848613,0.00028342177,0.0005606934,0.000005184123,0.9839474,0.00006620994,0.00008875192,0.0031617465],"genre_scores_gemma":[0.05940578,4.108918e-7,0.002731202,0.00006424298,0.000018076864,0.93728244,0.000035091176,0.000032033277,0.00043071725],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99581516,0.00083609653,0.0012905997,0.00064022397,0.0005055629,0.0009123667],"domain_scores_gemma":[0.99761206,0.00031336583,0.00032253136,0.0008579966,0.0005412588,0.0003527943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020875304,0.0002204824,0.00038325874,0.0007911277,0.0007811325,0.0000702442,0.00037057605,0.00008641508,0.000052683077],"category_scores_gemma":[0.000043689848,0.00018848664,0.000048565526,0.0014218244,0.000057685822,0.00024133059,0.00047684694,0.00043539875,0.000009707808],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02150079,0.0444299,0.1339256,0.13626406,0.00028811803,0.00018228532,0.010181805,0.000004733328,0.000016630373,0.005763093,0.0069677494,0.6404753],"study_design_scores_gemma":[0.121701,0.029295648,0.093871035,0.047447756,0.00007342706,0.00001219093,0.16577064,0.00036918558,0.00006010533,0.0012931338,0.5394692,0.00063671055],"about_ca_topic_score_codex":0.00030517555,"about_ca_topic_score_gemma":0.0029152203,"teacher_disagreement_score":0.6398385,"about_ca_system_score_codex":0.0006663775,"about_ca_system_score_gemma":0.0003724722,"threshold_uncertainty_score":0.7686262},"labels":[],"label_agreement":null},{"id":"W4416904120","doi":"10.2196/76420","title":"Evaluation of the Effectiveness of Close-Knit Medical Alliances on the Integration of HIV Prevention and Treatment in County-Level Areas in China: Protocol for a Delphi Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Delphi method; Human immunodeficiency virus (HIV); Health care; Delphi; Service (business); Health services; Program evaluation","score_opus":0.5257558917348681,"score_gpt":0.6636748585183571,"score_spread":0.13791896678348892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416904120","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09175403,0.0000010173695,0.000049378836,0.00076251425,0.0000021583778,0.9051374,0.00001031802,0.0000059832923,0.0022771864],"genre_scores_gemma":[0.36889872,3.522854e-7,0.000018148216,8.6815726e-7,0.000007443221,0.63096166,6.525536e-7,0.000004099221,0.00010803359],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9817559,0.013745303,0.0005306687,0.0002931658,0.0033964086,0.0002785618],"domain_scores_gemma":[0.995147,0.0032149274,0.00016646394,0.00034732156,0.0010913238,0.000032999767],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06154967,0.00009976857,0.00025146277,0.00031585412,0.00016098855,0.000032897005,0.00058148755,0.00013024852,0.000060155704],"category_scores_gemma":[0.008969136,0.000056192042,0.000058282993,0.0012609079,0.0006523105,0.00010999863,0.00012982506,0.00031533954,4.5656878e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023615869,0.034199007,0.34000316,0.0046420344,0.0002259881,0.000004784352,0.025375651,0.000103549995,0.0054583726,0.08976819,0.0013263414,0.47527704],"study_design_scores_gemma":[0.011826977,0.00683479,0.8461447,0.020145278,0.000011748571,2.089662e-7,0.007657801,0.0027681408,0.02282904,0.079416014,0.002229202,0.00013611333],"about_ca_topic_score_codex":0.0020861584,"about_ca_topic_score_gemma":0.011281124,"teacher_disagreement_score":0.5061415,"about_ca_system_score_codex":0.00065462023,"about_ca_system_score_gemma":0.0024279961,"threshold_uncertainty_score":0.99937874},"labels":[],"label_agreement":null},{"id":"W4416904525","doi":"10.2196/85053","title":"Establishing Barriers to and Enablers of Nurse-Enabled Subcutaneous Therapy Self-Administration Programs for Patients With Myeloma: Protocol for a Qualitative Descriptive Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Myeloma Research and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blueprint; Protocol (science); Qualitative research; Descriptive research; Health care; Quality (philosophy); Quality of life (healthcare); Research design","score_opus":0.16684884253426255,"score_gpt":0.5395604755778772,"score_spread":0.37271163304361465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416904525","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11266558,6.902668e-7,0.00017438423,0.00023519665,0.000002972424,0.88649267,0.000058141894,0.00006363055,0.00030671127],"genre_scores_gemma":[0.120778054,7.042713e-8,0.006159448,0.000017180797,0.00002417094,0.87236935,0.000041735508,0.000045410554,0.00056456844],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9960028,0.00066723925,0.000515443,0.00075143145,0.0011354892,0.00092757447],"domain_scores_gemma":[0.9949444,0.00094315596,0.00014673511,0.00046576603,0.0028704645,0.00062948756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019891209,0.0003067362,0.0005554287,0.0005392351,0.000469796,0.00026231667,0.00024676873,0.000119977994,0.000016811528],"category_scores_gemma":[0.0016400099,0.00021459971,0.000083631756,0.0009677514,0.00021883934,0.00029999527,0.00007043765,0.00031033182,0.0000011624312],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4865166,0.036164727,0.28086364,0.009425213,0.0020981343,0.00011246227,0.09358697,0.000001976446,0.0015552394,0.0006803894,0.004764249,0.08423042],"study_design_scores_gemma":[0.21934447,0.5019659,0.049040493,0.0097049475,0.00007602105,0.000010551156,0.13406797,0.0003957113,0.015310078,0.0012864382,0.06787898,0.00091848016],"about_ca_topic_score_codex":0.00007534745,"about_ca_topic_score_gemma":0.00008717198,"teacher_disagreement_score":0.46580115,"about_ca_system_score_codex":0.00042993113,"about_ca_system_score_gemma":0.0019705635,"threshold_uncertainty_score":0.87511224},"labels":[],"label_agreement":null},{"id":"W4416911926","doi":"10.2196/79651","title":"Collection of Ambulatory Electrocardiogram and Behavioral Data for the Identification of Digital Biomarkers for Heart Failure (CATCH-ECG): Protocol for a Prospective Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Heart failure; Ambulatory; Protocol (science); Identification (biology); Prospective cohort study; Data collection; Cohort study","score_opus":0.178501920956958,"score_gpt":0.5660734360035627,"score_spread":0.38757151504660475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416911926","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006012334,0.0000021552312,0.003738546,0.00031530368,0.0000050985122,0.9897366,0.00015109983,0.000026557715,0.000012285087],"genre_scores_gemma":[0.114558764,8.572294e-8,0.0007608523,0.0000015740094,0.00006317246,0.884018,0.000052553547,0.000019836081,0.00052518386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980531,0.00010083214,0.0005399426,0.00051731773,0.00048821396,0.00030064795],"domain_scores_gemma":[0.99714094,0.0004467737,0.00017782467,0.00085961114,0.0013180274,0.00005684531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028965208,0.00013032921,0.0004027926,0.00035094764,0.00032625228,0.000109282184,0.00027459493,0.000088818095,0.0000012570359],"category_scores_gemma":[0.00059298007,0.00009473572,0.00015872235,0.00090134266,0.00021570476,0.00017190061,0.00012864222,0.000171295,1.6928746e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007576387,0.0031469518,0.94006705,0.002845463,0.0009722293,2.4562914e-7,0.00015481588,0.00000175513,0.017479526,0.00003119763,0.02169871,0.0060256715],"study_design_scores_gemma":[0.036389824,0.033682812,0.6611439,0.0032965944,0.00093962543,0.0000069869243,0.0051282565,0.013824528,0.14095646,0.0015277226,0.10258881,0.00051448273],"about_ca_topic_score_codex":0.00004985515,"about_ca_topic_score_gemma":0.000026693951,"teacher_disagreement_score":0.27892315,"about_ca_system_score_codex":0.0001156494,"about_ca_system_score_gemma":0.0003957092,"threshold_uncertainty_score":0.38632107},"labels":[],"label_agreement":null},{"id":"W4416912771","doi":"10.2196/81067","title":"Home-Based Exercise Cardiac Telerehabilitation on Adherence and Functional Capacity for Patients After Percutaneous Coronary Intervention in Indonesia: Protocol for a Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telerehabilitation; Protocol (science); Percutaneous coronary intervention; Telemedicine; Intervention (counseling); Rehabilitation; MEDLINE","score_opus":0.14042850561243053,"score_gpt":0.5252767136119844,"score_spread":0.3848482079995538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416912771","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43424234,0.0000015268812,0.00002288809,0.00006222874,0.000016799073,0.56556517,0.000048742375,0.000017178174,0.000023139752],"genre_scores_gemma":[0.43286327,5.0430135e-8,0.00020934801,0.00004472534,0.00002974941,0.5667662,0.000024429684,0.000013989897,0.00004822988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972455,0.00047662773,0.00053727423,0.00058082474,0.000620045,0.0005397403],"domain_scores_gemma":[0.9984144,0.00053738523,0.00007189551,0.00028181006,0.0004532839,0.00024124832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001624054,0.00019471432,0.000430305,0.00044679703,0.00020292898,0.000038220976,0.000061089624,0.00013721909,0.000025605614],"category_scores_gemma":[0.00017506577,0.00017382138,0.0001574029,0.0003193599,0.000120638346,0.000103462946,0.000055067558,0.00038208844,0.0000043379605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1556284,0.04503794,0.7264855,0.015001735,0.000019465298,0.00001047885,0.0008196651,0.0000011844281,0.00024848935,0.000036291884,0.0014037712,0.05530711],"study_design_scores_gemma":[0.03274215,0.08944842,0.86577475,0.0063130087,0.000006795765,0.000001989261,0.0010766478,0.00008802789,0.0005110264,0.00011827122,0.003756282,0.00016262096],"about_ca_topic_score_codex":0.00009830252,"about_ca_topic_score_gemma":0.00003521395,"teacher_disagreement_score":0.13928929,"about_ca_system_score_codex":0.000967337,"about_ca_system_score_gemma":0.00055913307,"threshold_uncertainty_score":0.70882297},"labels":[],"label_agreement":null},{"id":"W4416925507","doi":"10.2196/71680","title":"Enrichment of the Canadian Partnership for Tomorrow’s Health Study: Protocol for Administering Multiple Online Dietary and Movement Behavior Assessment Tools in a Longitudinal Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto; Dalhousie University; University of New Brunswick; University of Waterloo; Alberta Health; Alberta Health Services; Spinal Cord Injury BC; University of British Columbia","funders":"","keywords":"Protocol (science); General partnership; Cohort study; Movement (music); Cohort; Longitudinal study; Data collection; MEDLINE","score_opus":0.6196426297754088,"score_gpt":0.662578345019233,"score_spread":0.04293571524382411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416925507","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16298935,3.6793318e-7,0.0000069390485,0.0023314739,0.0000036826646,0.8345158,0.000050489736,0.000010346464,0.00009154591],"genre_scores_gemma":[0.39166772,3.8846178e-8,0.00014098758,0.00012742203,0.000032674703,0.6078703,0.0000074099494,0.000011048876,0.00014241583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99681044,0.00047534498,0.00063021906,0.0005520119,0.00076767296,0.00076434395],"domain_scores_gemma":[0.9981999,0.0004629951,0.00013587442,0.00055217184,0.00029843466,0.00035063297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034333263,0.00018690503,0.0006333152,0.0002871484,0.00045877747,0.000071950264,0.00024133883,0.00006238843,0.000008034567],"category_scores_gemma":[0.0002408948,0.00013464307,0.000084008905,0.00046008508,0.00010619062,0.000098258904,0.00023893757,0.0005652805,1.9638473e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021060298,0.028495016,0.959074,0.0032071716,0.000055348675,0.000007994392,0.00058467785,0.0000012190714,0.00013831836,0.00013724304,0.0005144859,0.0056784498],"study_design_scores_gemma":[0.011699158,0.017486129,0.9626592,0.00160644,0.00001128847,4.581892e-7,0.0010075509,0.00022368005,0.00012754706,0.00011465682,0.0049685105,0.00009539063],"about_ca_topic_score_codex":0.019945793,"about_ca_topic_score_gemma":0.32414028,"teacher_disagreement_score":0.3041945,"about_ca_system_score_codex":0.0013055603,"about_ca_system_score_gemma":0.003985219,"threshold_uncertainty_score":0.9865805},"labels":[],"label_agreement":null},{"id":"W4416925760","doi":"10.2196/75426","title":"Patients’ Preferences Regarding Traditional Chinese Medicine for the Treatment of Chronic Obstructive Pulmonary Disease: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Traditional Chinese medicine; Alternative medicine; Pulmonary disease; MEDLINE","score_opus":0.2181232143459053,"score_gpt":0.5580198699522729,"score_spread":0.3398966556063676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416925760","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004714744,0.000068517,0.00084821304,0.0010615257,0.000043547134,0.9918881,0.0003622003,0.000060168135,0.00095295976],"genre_scores_gemma":[0.016138315,0.000002057361,0.0010085675,0.00001273879,0.0007152621,0.9799312,0.00014274321,0.00006350335,0.0019856612],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99399227,0.0013189212,0.00092095725,0.0010793459,0.0016809037,0.0010076218],"domain_scores_gemma":[0.9901044,0.005783001,0.00024508222,0.0012002735,0.0022324412,0.00043479563],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002358806,0.0004807819,0.0009037087,0.00067833276,0.00077213626,0.00006262545,0.000700869,0.00013248729,0.00029189046],"category_scores_gemma":[0.0019716972,0.00027268805,0.00044184085,0.001327664,0.0012143125,0.00021389833,0.00020312381,0.00043455508,0.0000026846797],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059227876,0.04484695,0.19242638,0.021326385,0.0016041207,0.00004046254,0.0013119946,0.000028419672,0.0012477891,0.0033641926,0.009489066,0.6650864],"study_design_scores_gemma":[0.02792802,0.016247556,0.79720294,0.0028178613,0.00011605424,0.0000025407935,0.0012375775,0.0030186817,0.0005479994,0.013844111,0.1367766,0.00026004657],"about_ca_topic_score_codex":0.00004185894,"about_ca_topic_score_gemma":0.000018787572,"teacher_disagreement_score":0.66482633,"about_ca_system_score_codex":0.0018349773,"about_ca_system_score_gemma":0.002458102,"threshold_uncertainty_score":0.9999725},"labels":[],"label_agreement":null},{"id":"W4416926372","doi":"10.2196/63663","title":"Prevalence and Factors Associated With Depression Among Antenatal and Postnatal Women Attending Government Health Clinics in Selangor, Malaysia: Protocol for a Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Depression (economics); Protocol (science); Government (linguistics); Antenatal depression; Public health; Population; Pregnancy","score_opus":0.16695803012036664,"score_gpt":0.5481711952262911,"score_spread":0.38121316510592446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416926372","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51104283,0.0000024392853,0.000002249122,0.000032869993,0.000003419023,0.48883018,0.000043063308,0.000017984177,0.000024965755],"genre_scores_gemma":[0.4085326,4.255731e-7,0.000015469072,0.000024040495,0.000013219381,0.5908355,0.0000043006685,0.000012437653,0.000561989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970753,0.00034507414,0.00051817554,0.00054981146,0.00082103786,0.00069058686],"domain_scores_gemma":[0.99882674,0.00040501534,0.00016580234,0.00021197794,0.00012014697,0.00027031786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025106424,0.00018291091,0.00032553292,0.00015488492,0.0003449739,0.000115492636,0.00012015852,0.000114958646,0.000017317127],"category_scores_gemma":[0.00022652443,0.00013291079,0.000023540066,0.00023989854,0.00016833413,0.00019645212,0.00024081238,0.0006209273,4.7218964e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064403173,0.0012809228,0.97755075,0.013734249,0.000030858664,0.000045959743,0.00069958257,8.485778e-7,0.000017672872,0.000012068635,0.000022601142,0.00016417168],"study_design_scores_gemma":[0.010242107,0.0060233874,0.9588789,0.02393243,0.000001343771,0.000011923413,0.00031646385,0.00017781826,0.00017819986,0.000022487295,0.0001133366,0.000101653844],"about_ca_topic_score_codex":0.000054609154,"about_ca_topic_score_gemma":0.00003697669,"teacher_disagreement_score":0.10251025,"about_ca_system_score_codex":0.0007072576,"about_ca_system_score_gemma":0.0002560701,"threshold_uncertainty_score":0.54199445},"labels":[],"label_agreement":null},{"id":"W4416928481","doi":"10.2196/76644","title":"Newly Designed Optical Coherence Tomography Catheter for Optimizing Bladder Cancer Diagnosis and Treatment: Protocol for a Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Optical Coherence Tomography Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Optical coherence tomography; Protocol (science); Bladder cancer; Catheter; Computed tomography; Tomography","score_opus":0.2714529164629869,"score_gpt":0.5320132938255286,"score_spread":0.26056037736254173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416928481","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021821556,0.0000052112223,0.008216192,0.00019550955,0.00000473438,0.9882853,0.00010250623,0.00027566627,0.000732709],"genre_scores_gemma":[0.008225305,7.061141e-7,0.015007406,0.000013315717,0.00005371786,0.97652614,0.000004205326,0.0000530137,0.00011616848],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973614,0.00015829787,0.0004662244,0.0007789402,0.0003458761,0.0008892442],"domain_scores_gemma":[0.9972086,0.0012764572,0.00003856915,0.00073140004,0.0004847857,0.0002602007],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008319616,0.0003418562,0.00040375284,0.00039057978,0.00042574498,0.00034123348,0.0004338702,0.0001745991,0.000073253665],"category_scores_gemma":[0.0001377838,0.00029020626,0.00019033605,0.0011170412,0.0003148645,0.00021266466,0.00010225292,0.00029752668,0.0000031855573],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011995445,0.052441314,0.36607495,0.01532046,0.0031358877,0.000014327283,0.005178127,0.0023730525,0.01870158,0.014532413,0.046496667,0.46373576],"study_design_scores_gemma":[0.11177433,0.07120928,0.0869808,0.009251087,0.00038483916,0.0000041675003,0.002714647,0.04144151,0.15075234,0.032176223,0.4882011,0.005109669],"about_ca_topic_score_codex":0.000037463466,"about_ca_topic_score_gemma":0.00015152033,"teacher_disagreement_score":0.4586261,"about_ca_system_score_codex":0.00024597318,"about_ca_system_score_gemma":0.0001902769,"threshold_uncertainty_score":0.999955},"labels":[],"label_agreement":null},{"id":"W4416937564","doi":"10.2196/77813","title":"Effectiveness and safety of golden plaster for knee osteoarthritis: A protocol for systematic review and meta-analysis (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); MEDLINE; Data collection; Clinical trial; Research design","score_opus":0.13650660684553848,"score_gpt":0.5091750886204114,"score_spread":0.3726684817748729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416937564","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000054183776,0.00037149177,0.00050735986,0.00024727377,0.0000011194244,0.9984808,0.00010077286,0.000028630757,0.00020835406],"genre_scores_gemma":[0.0005840514,0.0000017907425,0.0009271735,0.00005444207,0.0000087749795,0.99639606,0.000012246211,0.000024165527,0.0019912722],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9972618,0.0006464001,0.00072092115,0.00058176805,0.0003946034,0.00039447073],"domain_scores_gemma":[0.9970021,0.0013177425,0.00017634446,0.00062565575,0.00073254056,0.00014560232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033506388,0.0002466073,0.002304949,0.00038779792,0.0001484117,0.00006114867,0.00012316638,0.00012680642,0.000086970555],"category_scores_gemma":[0.0006587348,0.00016871144,0.0006088146,0.00054004934,0.00013947331,0.00011073137,0.00016643619,0.00016844201,0.0000033631782],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042790766,0.0003908183,0.00019247478,0.9753023,0.014911503,0.0000057147145,0.000066635796,1.9376007e-7,0.00096556416,0.0019759818,0.00013879729,0.0017709446],"study_design_scores_gemma":[0.09174498,0.070878446,0.001162232,0.57883537,0.20165479,0.00006709264,0.00030887165,0.00006245258,0.035861,0.0052224887,0.013320958,0.00088133576],"about_ca_topic_score_codex":0.0000031374964,"about_ca_topic_score_gemma":0.000012531704,"teacher_disagreement_score":0.39646694,"about_ca_system_score_codex":0.0000612696,"about_ca_system_score_gemma":0.0001530772,"threshold_uncertainty_score":0.6879853},"labels":[],"label_agreement":null},{"id":"W4416939343","doi":"10.2196/86276","title":"Feasibility of Internet-Based Mind-Body Training for Adults With Subjective Cognitive Decline: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Cognition; Cognitive training; Training (meteorology); Intervention (counseling)","score_opus":0.259705594423495,"score_gpt":0.6234775116336071,"score_spread":0.3637719172101121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416939343","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037177894,7.5725086e-7,0.009893334,0.00032479846,0.000039432172,0.97820646,0.00024388064,0.0000484279,0.0075251404],"genre_scores_gemma":[0.120765306,1.8349269e-9,0.0008651062,0.000049859085,0.00007552013,0.8746677,0.00003359176,0.000039086448,0.0035038495],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9935839,0.002375237,0.0017178747,0.00083684677,0.0006023907,0.0008837153],"domain_scores_gemma":[0.9839758,0.012628832,0.00064297614,0.00044901928,0.0021209428,0.00018241987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008611349,0.00031336714,0.0017141518,0.0005535305,0.00016316808,0.000105065716,0.00046779687,0.00022318088,0.0002629514],"category_scores_gemma":[0.005662812,0.00022390917,0.0008580748,0.0005504326,0.00083715393,0.0001422745,0.000104055915,0.00045306157,0.0000121444955],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9744826,0.007975616,0.00019629642,0.0030740802,0.00040882028,0.00000291191,0.0009840148,2.8353128e-7,0.000010065717,0.005041384,0.00057351706,0.0072504263],"study_design_scores_gemma":[0.9536549,0.025147518,0.00014604075,0.011863423,0.000024818408,8.216592e-7,0.0008997683,0.00045108324,0.0017478928,0.004375116,0.0015138538,0.00017476492],"about_ca_topic_score_codex":0.00005325583,"about_ca_topic_score_gemma":0.00011668889,"teacher_disagreement_score":0.11704751,"about_ca_system_score_codex":0.00024125584,"about_ca_system_score_gemma":0.0012292176,"threshold_uncertainty_score":0.9130751},"labels":[],"label_agreement":null},{"id":"W4416939843","doi":"10.2196/79197","title":"Identifying Right Ventricular Dysfunction from Chest X-Ray Using Deep Learning: Protocol for a Feasibility Trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Clinical trial; MEDLINE; Myocardial infarction; Electrocardiography; Randomized controlled trial","score_opus":0.2671829054297181,"score_gpt":0.5629716988871118,"score_spread":0.29578879345739373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416939843","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048876866,0.0000042271954,0.018088754,0.00023419263,0.000046110155,0.9752887,0.0000063459315,0.00017771666,0.001266256],"genre_scores_gemma":[0.0053730374,8.249813e-8,0.0028062803,0.00003749289,0.00066688523,0.9902289,0.000032368644,0.000039510636,0.00081543863],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99613094,0.0007346286,0.0006000607,0.00084982876,0.00096977095,0.00071474456],"domain_scores_gemma":[0.99666417,0.0011518762,0.00014835496,0.0008410987,0.0009587375,0.00023574442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032621296,0.0002395757,0.0005117294,0.00041084478,0.0005602925,0.00033250914,0.00023018214,0.00023005794,0.00025995966],"category_scores_gemma":[0.0058306362,0.00021074132,0.0003697773,0.0008155165,0.00018272486,0.00017663406,0.00028075196,0.0011133944,0.00005538042],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.38415727,0.01408889,0.47593126,0.017548284,0.0008486439,0.00082632306,0.0010147325,0.00095074106,0.033919107,0.0010054992,0.033333424,0.03637584],"study_design_scores_gemma":[0.2482971,0.0034066874,0.05889554,0.011335956,0.000093219984,0.000017650458,0.00043932965,0.007616047,0.02805617,0.0052052075,0.6360846,0.0005525115],"about_ca_topic_score_codex":0.00011575066,"about_ca_topic_score_gemma":0.000005600131,"teacher_disagreement_score":0.60275114,"about_ca_system_score_codex":0.0006378211,"about_ca_system_score_gemma":0.00076718477,"threshold_uncertainty_score":0.85937816},"labels":[],"label_agreement":null},{"id":"W4416959715","doi":"10.2196/74199","title":"A Mobile Game Intervention for Young Persons Living With HIV and Depression in Nigeria: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Randomized controlled trial; Depression (economics); Intervention (counseling); Protocol (science); Human immunodeficiency virus (HIV); mHealth; Depressive symptoms; Telemedicine","score_opus":0.12514888514530728,"score_gpt":0.5681959356537631,"score_spread":0.44304705050845583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416959715","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028599517,0.0000057233156,0.0035911996,0.00013554614,0.000048880185,0.9896029,0.000036445792,0.00006717934,0.0036521337],"genre_scores_gemma":[0.03697897,3.3033896e-8,0.00038161606,0.000017060005,0.00009194725,0.944832,0.000007812512,0.00003980731,0.017650733],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9953408,0.0018091485,0.0010956208,0.0006456699,0.00034392712,0.00076480256],"domain_scores_gemma":[0.9958905,0.0029934128,0.00028667503,0.00036913302,0.00032481042,0.0001354685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065145176,0.00023633215,0.0010054853,0.00064462837,0.0002200488,0.0002591062,0.00028124556,0.00014386605,0.00014747697],"category_scores_gemma":[0.0015012987,0.00017154127,0.00036682255,0.00036181236,0.0002595327,0.00024932317,0.00016206445,0.00039485667,0.000009694209],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98025274,0.005946006,0.00059163914,0.0024011263,0.000116681746,0.0000029409825,0.0008756649,6.122786e-7,0.000039770308,0.0014974651,0.004573698,0.003701681],"study_design_scores_gemma":[0.96111494,0.015056415,0.00015914722,0.014161421,0.000008269387,0.0000034033064,0.00075879553,0.00026349907,0.000074380514,0.0019903418,0.006258579,0.00015082906],"about_ca_topic_score_codex":0.00003669088,"about_ca_topic_score_gemma":0.00015281029,"teacher_disagreement_score":0.044770923,"about_ca_system_score_codex":0.00020994327,"about_ca_system_score_gemma":0.00016989736,"threshold_uncertainty_score":0.699525},"labels":[],"label_agreement":null},{"id":"W4416965357","doi":"10.2196/79057","title":"The Experiences of Indigenous Men When Presenting to Emergency Departments in the Northern Territory, Australia: Protocol for Qualitative Descriptive Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Descriptive research; Qualitative research; Indigenous; Descriptive statistics; Data collection; Research design; Agency (philosophy)","score_opus":0.3063288697251957,"score_gpt":0.6217196027798758,"score_spread":0.31539073305468013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416965357","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20550327,7.1369084e-7,0.000011403596,0.00027898277,0.00002922301,0.7858019,0.0000033456479,0.000014017628,0.008357163],"genre_scores_gemma":[0.04088292,7.9839293e-7,0.00007454223,0.0000033019624,0.00014325835,0.9484126,0.0000010048457,0.000009781133,0.010471801],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99084866,0.005708358,0.0007121685,0.00044696595,0.0012636659,0.0010202071],"domain_scores_gemma":[0.99731696,0.00096862065,0.00020493066,0.00050272583,0.0008926491,0.00011409712],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014043357,0.00015044666,0.00021266422,0.00022254416,0.007666313,0.00020312563,0.0015809315,0.00009490292,0.000054404158],"category_scores_gemma":[0.0001961322,0.00008572642,0.000070872295,0.0008001321,0.00044875607,0.00022966451,0.000030161336,0.0003427079,0.000012811979],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025808776,0.0015865173,0.019631756,0.00017115424,0.000026188476,0.0000010899116,0.9720107,0.0000011117489,0.0000038960725,0.0047128457,0.0013155151,0.00028113654],"study_design_scores_gemma":[0.00045134083,0.00061274314,0.0052927407,0.00012654657,9.610254e-7,5.1289682e-8,0.6938511,7.9494515e-7,0.00015759692,0.0045923293,0.29484007,0.00007367881],"about_ca_topic_score_codex":0.072473526,"about_ca_topic_score_gemma":0.73620164,"teacher_disagreement_score":0.6637281,"about_ca_system_score_codex":0.0004798501,"about_ca_system_score_gemma":0.0061989515,"threshold_uncertainty_score":0.999435},"labels":[],"label_agreement":null},{"id":"W4416970251","doi":"10.2196/80703","title":"Physical Activity Interventions for Patients With Poststroke Fatigue: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Physical activity; Psychological intervention; Intervention (counseling); mHealth; MEDLINE; Rehabilitation","score_opus":0.5583988986671267,"score_gpt":0.7161765458424753,"score_spread":0.1577776471753486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416970251","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.0413555e-8,0.026982564,0.0008904096,0.00010630651,0.00002251788,0.9703757,0.00081600604,0.00012976654,0.00067663606],"genre_scores_gemma":[1.4259383e-8,0.05668696,0.0004888736,0.00004041332,0.00042153298,0.93735754,0.0004890457,0.00012588104,0.004389758],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99117166,0.0037589178,0.0014145419,0.0011657029,0.00094605214,0.0015431055],"domain_scores_gemma":[0.9915843,0.0036215996,0.0013459999,0.0011761729,0.0020040981,0.0002678503],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0035245842,0.00065978785,0.0029115044,0.00047396732,0.0014877765,0.00008265651,0.00097322103,0.0005821909,0.00004316767],"category_scores_gemma":[0.0016056044,0.0004630866,0.0015698428,0.0010065611,0.00016960279,0.0003354732,0.00055464805,0.0023462207,0.00007005235],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031962636,0.002922776,0.000016466243,0.62815815,0.00006812936,3.144157e-7,0.00001621342,2.074742e-9,2.0345412e-7,0.00017419024,0.023094388,0.34522954],"study_design_scores_gemma":[0.0027445094,0.0012481946,0.00004438956,0.52725375,0.000054117183,1.0960974e-7,0.0000033517874,0.0000015749988,8.561934e-8,0.00008187006,0.46834856,0.0002194694],"about_ca_topic_score_codex":0.000007175415,"about_ca_topic_score_gemma":0.000039211533,"teacher_disagreement_score":0.44525418,"about_ca_system_score_codex":0.00062599493,"about_ca_system_score_gemma":0.0042769373,"threshold_uncertainty_score":0.9999554},"labels":[],"label_agreement":null},{"id":"W4416987297","doi":"10.2196/76741","title":"Optimizing an App-Based Just-in-Time Adaptive Intervention for Stimulant Use Among Sexual Minority Men Living with HIV: Protocol for a Community-Engaged Research Approach and Hybrid-Experimental Design","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Drug Abuse","keywords":"Sexual minority; Protocol (science); Intervention (counseling); Research design; Stimulant; Community-based participatory research; Population; Psychological intervention","score_opus":0.4151797428461351,"score_gpt":0.5550780712371174,"score_spread":0.13989832839098226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416987297","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016676705,0.0000030254123,0.061174322,0.00006745351,0.0000010459444,0.921086,0.000081227096,0.00010597733,0.00080421387],"genre_scores_gemma":[0.048671354,6.729229e-8,0.030627515,0.000011010557,0.000059556583,0.91307855,0.000109874134,0.00006873127,0.0073733306],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9762804,0.019263169,0.00071031577,0.00087358034,0.0013783638,0.0014941896],"domain_scores_gemma":[0.9884618,0.008420961,0.000117358344,0.0009437117,0.0015217623,0.0005344014],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.037239365,0.00036321246,0.00063924916,0.0016252358,0.002982376,0.0007014542,0.0007204599,0.00019851494,0.00007375651],"category_scores_gemma":[0.0050469367,0.0003049891,0.00017177517,0.00096937193,0.00096661027,0.0008389016,0.0005479687,0.005454258,0.0000052993896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.30465436,0.15506041,0.072643474,0.07360499,0.001758004,0.00026576777,0.02917766,0.0013631972,0.11707047,0.0013537776,0.20792514,0.035122752],"study_design_scores_gemma":[0.049523067,0.15264966,0.007591048,0.028175933,0.000029231824,0.000019400071,0.031312376,0.69365263,0.033667084,0.00019690572,0.002471358,0.0007113281],"about_ca_topic_score_codex":0.000851601,"about_ca_topic_score_gemma":0.00009951919,"teacher_disagreement_score":0.6922894,"about_ca_system_score_codex":0.0007536999,"about_ca_system_score_gemma":0.0007287577,"threshold_uncertainty_score":0.9999402},"labels":[],"label_agreement":null},{"id":"W4417001462","doi":"10.2196/81329","title":"Prevalence of Metabolic Syndrome and Noncommunicable Disease Risk Factors in Andaman and Nicobar Islands, India, and Their Association With Ayurvedic Psychosomatic Constitution (Prakriti) and Socioeconomic Status: Protocol for a Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Socioeconomic status; Protocol (science); Metabolic syndrome; Association (psychology); Constitution; Disease; Metabolic disease; Life style","score_opus":0.0636275391224973,"score_gpt":0.45246198040564156,"score_spread":0.38883444128314426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417001462","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5338179,0.00009062527,0.000010177363,0.00001561484,0.0000021098106,0.4658829,0.00011108351,0.000011591477,0.000058016645],"genre_scores_gemma":[0.46068034,0.000026774263,0.000051595973,0.0000047503427,0.000010692644,0.5391426,0.0000061617457,0.000008727435,0.00006835787],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99751425,0.0006931394,0.0004661155,0.0005009835,0.00040252315,0.00042298652],"domain_scores_gemma":[0.99838,0.00056262384,0.00019724549,0.00040367965,0.0002381558,0.0002182975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035096856,0.0002113869,0.0006203246,0.0003868334,0.0003215038,0.00018977576,0.00010561894,0.0001384587,0.00001629741],"category_scores_gemma":[0.00047742474,0.00015918464,0.000063126085,0.0002173103,0.0005779016,0.00033109903,0.00015374339,0.00050113833,4.99986e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001270002,0.0007088405,0.9898044,0.00474656,0.0003043853,0.000002831254,0.0007963623,0.0000013636919,0.000016958604,0.00004958136,0.00003112696,0.0022675714],"study_design_scores_gemma":[0.015277014,0.0019079499,0.97818923,0.0017823183,0.000041314335,0.000005434982,0.00045917882,0.00012993654,0.00007712398,0.00051168445,0.0014801091,0.00013871344],"about_ca_topic_score_codex":0.0008306438,"about_ca_topic_score_gemma":0.0002093225,"teacher_disagreement_score":0.0732597,"about_ca_system_score_codex":0.00012123339,"about_ca_system_score_gemma":0.00043959776,"threshold_uncertainty_score":0.6491361},"labels":[],"label_agreement":null},{"id":"W4417002007","doi":"10.2196/85701","title":"Development of a Cocreated Perioperative Joint Replacement Digital Care Pathway to Improve Surgical Outcomes Following Joint Replacement: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Perioperative; Joint (building); Digital health; Joint replacement; MEDLINE; Care pathway","score_opus":0.17654915165283985,"score_gpt":0.5593662136239814,"score_spread":0.38281706197114157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417002007","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07798139,0.000001391034,0.00069855,0.00040680662,0.000028531927,0.9187147,0.00004372399,0.00014140746,0.001983487],"genre_scores_gemma":[0.020675473,7.3356925e-9,0.03284395,0.000045657816,0.000029763012,0.9373714,0.000021346228,0.000075300006,0.008937134],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929182,0.0008704457,0.0019442862,0.0013305515,0.0017547745,0.0011817719],"domain_scores_gemma":[0.9959648,0.00056193635,0.00025390176,0.0012877173,0.0014426339,0.0004889953],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004619212,0.00057359284,0.001557353,0.00083358446,0.0005468659,0.0002617458,0.00034386732,0.00017831454,0.000120936595],"category_scores_gemma":[0.0023453855,0.00042373917,0.00049060385,0.0010478884,0.00015692585,0.00015107745,0.0011995023,0.00062735047,0.00003076344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08926348,0.033223536,0.29427528,0.023445306,0.0061828196,0.00065780873,0.107598275,0.000027699401,0.14110315,0.0015733846,0.0050719935,0.29757726],"study_design_scores_gemma":[0.0755656,0.03267235,0.04162924,0.0082568005,0.000041361636,0.000010933713,0.045779835,0.000104305705,0.31280604,0.000030073028,0.48221305,0.00089042896],"about_ca_topic_score_codex":0.000019886082,"about_ca_topic_score_gemma":0.000038677666,"teacher_disagreement_score":0.47714105,"about_ca_system_score_codex":0.0011769413,"about_ca_system_score_gemma":0.0023467112,"threshold_uncertainty_score":0.9998214},"labels":[],"label_agreement":null},{"id":"W4417007921","doi":"10.2196/79889","title":"Biopsychosocial Determinants, Diet Quality, Gastrointestinal Health, and Disease Activity in Adults With Rheumatoid Arthritis: Cross-Sectional Descriptive Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Biopsychosocial model; Disease; Descriptive research; Perspective (graphical); Qualitative research; Alternative medicine","score_opus":0.12015686932327051,"score_gpt":0.5104587933902804,"score_spread":0.3903019240670099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417007921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7435775,0.00015619371,0.000022507673,0.00063341844,0.0000064687474,0.25527027,0.000043475076,0.000058595157,0.0002316163],"genre_scores_gemma":[0.5558012,0.00014232,0.0001051933,0.000025554551,0.000028044647,0.44373226,0.00000654918,0.000019946463,0.00013891561],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947426,0.0013226104,0.0005868431,0.00084469916,0.00140425,0.0010990469],"domain_scores_gemma":[0.9975479,0.00032202463,0.00011485326,0.00046550503,0.0005792884,0.000970394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002560787,0.00027276276,0.00055977574,0.0006019242,0.0006295852,0.00035685467,0.00023496793,0.000065648754,0.0000643453],"category_scores_gemma":[0.0010495457,0.00022956968,0.00007187747,0.0008207406,0.0009984507,0.00037904593,0.00026290925,0.0011842113,0.000014556285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0705202,0.00396054,0.9067806,0.0008081743,0.000031506628,0.0002971672,0.0010809909,1.4961813e-7,0.00012423909,0.00026539536,0.00030426538,0.015826786],"study_design_scores_gemma":[0.016948724,0.0132705765,0.94828016,0.017581686,1.3718319e-7,0.00006761248,0.0017943708,0.000029392932,0.000032153883,0.0006751632,0.0011496593,0.00017033704],"about_ca_topic_score_codex":0.0011028218,"about_ca_topic_score_gemma":0.0023906466,"teacher_disagreement_score":0.18846199,"about_ca_system_score_codex":0.00037106013,"about_ca_system_score_gemma":0.0026613544,"threshold_uncertainty_score":0.936158},"labels":[],"label_agreement":null},{"id":"W4417008939","doi":"10.2196/77554","title":"Validity and Reliability of the Psychodynamic Organizational Diagnostic Instrument SyMOA: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychological Testing and Assessment","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Psychometrics; Qualitative research; Validity; Psychodynamics","score_opus":0.365330702211431,"score_gpt":0.6651594639447793,"score_spread":0.2998287617333483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417008939","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025063455,3.1926197e-7,0.0027046944,0.0008788405,0.000049413673,0.9679959,0.000020108753,0.000056544366,0.0032307168],"genre_scores_gemma":[0.053407762,2.7394526e-8,0.005028499,0.000044580524,0.000040948737,0.9406515,0.0000017415525,0.000016634569,0.00080832257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99300426,0.00471919,0.00059095904,0.0007082412,0.0005056626,0.00047168077],"domain_scores_gemma":[0.9921911,0.005995115,0.00016873563,0.0009774166,0.0005764991,0.00009113281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072727613,0.00018572902,0.0003148639,0.00013388097,0.0003664961,0.00006884847,0.00067249767,0.0001436994,0.0001930362],"category_scores_gemma":[0.005606743,0.000117376854,0.0000820087,0.0010657283,0.00040475785,0.000046113157,0.0004586437,0.00056215876,0.000005571655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014907848,0.020508343,0.88635063,0.0014896981,0.00009147784,0.000003476998,0.00091033854,0.000008588394,0.001110477,0.014606968,0.031513225,0.041915998],"study_design_scores_gemma":[0.0057303254,0.003164397,0.9113343,0.0008482266,0.000006841106,0.000002144583,0.0005263585,0.000095474265,0.0004156905,0.04255536,0.03516708,0.00015385145],"about_ca_topic_score_codex":0.00002310738,"about_ca_topic_score_gemma":0.0000046285136,"teacher_disagreement_score":0.041762147,"about_ca_system_score_codex":0.00011432787,"about_ca_system_score_gemma":0.00021467205,"threshold_uncertainty_score":0.67122},"labels":[],"label_agreement":null},{"id":"W4417009526","doi":"10.2196/78019","title":"Efficacy of FiberMore, an AI-Based mHealth Intervention to Increase Dietary Fiber Intake Among Type 2 Diabetes Patients: Protocol for a Pilot Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Type 2 diabetes; Randomized controlled trial; Glycemic; Intervention (counseling); Dietary fiber; Psychological intervention; Protocol (science); Novelty","score_opus":0.12713465766086848,"score_gpt":0.529766981097559,"score_spread":0.40263232343669053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417009526","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06302509,0.0000019969932,0.00002000107,0.00063615263,0.00001512018,0.93559563,0.000038298334,0.00004622755,0.0006215122],"genre_scores_gemma":[0.012011737,1.2992143e-7,0.000512222,0.00030643865,0.0001932043,0.9860739,0.00013769425,0.000030016618,0.00073464884],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955241,0.001407778,0.0011955647,0.0004796153,0.0008211111,0.00057183485],"domain_scores_gemma":[0.994681,0.002235342,0.00025319465,0.000445101,0.0020684898,0.00031684645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042011393,0.00024519808,0.0015514434,0.0004949278,0.00022180892,0.00005577123,0.00022458527,0.00010923181,0.00028038674],"category_scores_gemma":[0.005801008,0.00017160684,0.00046528951,0.0006439696,0.00029952946,0.00011180876,0.00014813415,0.0003303302,0.000009829084],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.951503,0.013719777,0.0021448268,0.0037199596,0.00022425894,0.0000015194177,0.000020962309,0.0000026437474,0.000100514524,0.000088725756,0.02433686,0.004136963],"study_design_scores_gemma":[0.9267329,0.038649607,0.010256338,0.0062285005,0.000041665327,3.9455283e-8,0.000014003881,0.00018378867,0.00037536473,0.0005103213,0.016878933,0.00012851197],"about_ca_topic_score_codex":0.000120017,"about_ca_topic_score_gemma":0.000029863597,"teacher_disagreement_score":0.051013347,"about_ca_system_score_codex":0.00017949592,"about_ca_system_score_gemma":0.00043196185,"threshold_uncertainty_score":0.6997924},"labels":[],"label_agreement":null},{"id":"W4417010333","doi":"10.2196/72715","title":"Quality of Life and Metabolomics Analysis in Response to Meal Kit Intervention During Perioperative Chemotherapy in Patients with Early-Stage Breast Cancer: Protocol for a Single-Center Phase Ⅱ Randomized Crossover Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Intervention (counseling); Breast cancer; Protocol (science); Quality of life (healthcare); Perioperative; Crossover study; Meal","score_opus":0.17072417502888426,"score_gpt":0.5884351378312397,"score_spread":0.4177109628023554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417010333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4787139,4.7559615e-7,0.000060387076,0.00061067805,0.000001731628,0.52052015,0.000070492904,0.0000066309003,0.000015552047],"genre_scores_gemma":[0.18448973,2.0473203e-7,0.0003057299,0.00009739721,0.000021109052,0.8148415,0.000007301247,0.000013673595,0.00022335985],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995958,0.0016886273,0.001024458,0.0004143403,0.00051628577,0.00039832003],"domain_scores_gemma":[0.99831825,0.00037851182,0.00020920059,0.0002513707,0.00066671567,0.00017597043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004988461,0.00015880683,0.0010697099,0.0011795972,0.00009770205,0.00008267283,0.000101405174,0.000094475654,0.00012063586],"category_scores_gemma":[0.0006719363,0.00012153958,0.00016506203,0.0012971065,0.00018144803,0.00014857738,0.000065430795,0.00034652985,3.0922448e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.84910905,0.005645964,0.139521,0.0022226244,0.00016391005,0.0000014413177,0.0009902008,0.000002926147,0.0017836974,0.000033340002,0.000017494976,0.00050837477],"study_design_scores_gemma":[0.8261291,0.0022459994,0.16700867,0.002529464,0.000008040196,1.2107031e-7,0.000114273615,0.00009331196,0.0009064682,0.0000096042495,0.0008654949,0.00008947528],"about_ca_topic_score_codex":0.0002697029,"about_ca_topic_score_gemma":0.0002794214,"teacher_disagreement_score":0.29432136,"about_ca_system_score_codex":0.0004036863,"about_ca_system_score_gemma":0.00038335184,"threshold_uncertainty_score":0.49562404},"labels":[],"label_agreement":null},{"id":"W4417011710","doi":"10.2196/77681","title":"The White Matter Hyperintensity Shape and Brain Clearance (WHIMAS) Study for Identification of Novel 7T Magnetic Resonance Imaging Markers of Cerebral Small Vessel Disease: Protocol for a Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebrovascular and genetic disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Alzheimer Nederland","keywords":"Hyperintensity; Magnetic resonance imaging; Identification (biology); White matter; Protocol (science); Leukoaraiosis","score_opus":0.09889335369278178,"score_gpt":0.4814062511666668,"score_spread":0.382512897473885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417011710","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121299036,0.000014644915,0.00041725018,0.00091495685,0.000008122559,0.8772157,0.000044985954,0.0000140836855,0.000071226925],"genre_scores_gemma":[0.13656576,1.192529e-7,0.00018604832,0.000046059908,0.000025587713,0.86069536,0.000004311694,0.000025287987,0.00245144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99747497,0.0002140508,0.00068549317,0.00059444126,0.00062555546,0.00040549264],"domain_scores_gemma":[0.9974295,0.00034272418,0.00014413595,0.0006915382,0.00129497,0.00009715245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031414593,0.00016835106,0.00030007196,0.00015156908,0.00034529105,0.00014884007,0.00031229557,0.000043951823,0.000035545418],"category_scores_gemma":[0.00066581403,0.00013205227,0.00014552921,0.00038899612,0.00046673566,0.0000745287,0.00020757761,0.00022276456,0.0000012939777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017281601,0.0034224319,0.9661944,0.0024786498,0.00005189707,7.572371e-7,0.00027171485,0.0000057368547,0.00090991677,0.00004380008,0.0020682632,0.0072708563],"study_design_scores_gemma":[0.015526,0.001876615,0.9674563,0.00049464335,0.000013469692,0.0000016695392,0.00092447427,0.0030370797,0.000117048636,0.00017461625,0.010276166,0.000101953396],"about_ca_topic_score_codex":0.000027110247,"about_ca_topic_score_gemma":0.000047301775,"teacher_disagreement_score":0.01652031,"about_ca_system_score_codex":0.00004900132,"about_ca_system_score_gemma":0.00028175398,"threshold_uncertainty_score":0.5384935},"labels":[],"label_agreement":null},{"id":"W4417031911","doi":"10.2196/75474","title":"An AI-Enabled Predictive Harm Response Management Algorithmic Tool to Reduce Adverse Events in Health Care Settings (PreHaRM): Protocol for a Three-Phase Model Development and Pilot-Testing Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Adverse effect; Health care; Harm; Rapid response team; MEDLINE; Research design","score_opus":0.45339684709971506,"score_gpt":0.6503518952364921,"score_spread":0.196955048136777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417031911","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12161584,0.0000010533718,0.0035277328,0.0019980434,0.0000089006935,0.8727023,0.000012362553,0.00008305444,0.000050685525],"genre_scores_gemma":[0.04250939,6.131961e-8,0.01558306,0.00041580372,0.000070276765,0.9409487,0.000014013492,0.000039725088,0.00041892662],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99541366,0.00073326647,0.0010911704,0.00096596585,0.0008071837,0.0009887815],"domain_scores_gemma":[0.997287,0.00034796816,0.00014092274,0.0006042355,0.001187273,0.0004326545],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0064083682,0.00026849675,0.00040485585,0.00097395777,0.000659584,0.00005353095,0.00029929698,0.00009213063,0.000009569315],"category_scores_gemma":[0.00083587057,0.00025481137,0.000032407366,0.001249956,0.00005994391,0.0002706906,0.00023761837,0.0006245085,0.000008648427],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16107701,0.018465124,0.027064221,0.019391628,0.00011994635,0.000069590606,0.07033085,0.0012752366,0.0018861927,0.00010052785,0.0043953094,0.6958244],"study_design_scores_gemma":[0.044681393,0.19061518,0.12768626,0.08051052,0.000044942266,0.000019924655,0.16482174,0.27654546,0.024482092,0.0038347796,0.084752694,0.0020050176],"about_ca_topic_score_codex":0.00025291243,"about_ca_topic_score_gemma":0.00015993875,"teacher_disagreement_score":0.69381934,"about_ca_system_score_codex":0.0017553847,"about_ca_system_score_gemma":0.004003616,"threshold_uncertainty_score":0.9999904},"labels":[],"label_agreement":null},{"id":"W4417036094","doi":"10.2196/82649","title":"Digital Information Sharing Before Consultations in General Practice: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Digital health; Information sharing; eHealth; mHealth; Information system","score_opus":0.5520301026330162,"score_gpt":0.7550199454958835,"score_spread":0.20298984286286725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417036094","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022476079,0.000005913136,0.00041142784,0.014249312,0.000019264495,0.95461595,0.000022515138,0.000056911304,0.03059624],"genre_scores_gemma":[0.000012945867,0.000004569631,0.0010730099,0.0019598375,0.00014707763,0.99290633,0.000056524113,0.000010496708,0.0038291793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99536425,0.0007866169,0.0012672534,0.00036402306,0.000878383,0.0013394962],"domain_scores_gemma":[0.9945987,0.0020485972,0.00026241574,0.00045626375,0.002350051,0.0002840045],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009479064,0.00013568117,0.0002741227,0.000754234,0.0014122666,0.0002551234,0.00056460465,0.00016120954,0.0002171423],"category_scores_gemma":[0.019846499,0.00011400608,0.000048414127,0.002373806,0.00015013083,0.003138985,0.00032141551,0.0012105859,0.0002965059],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001438756,0.00086494704,0.02839694,0.3180103,0.0000147213705,0.0000029592081,0.005877723,0.00001227861,0.00002316722,0.019515354,0.520285,0.105557814],"study_design_scores_gemma":[0.0025165335,0.0003498952,0.0020258718,0.21356176,5.58001e-7,5.889873e-7,0.0011806177,0.0007245514,0.00000764259,0.0015445761,0.77798814,0.00009928783],"about_ca_topic_score_codex":0.00009974248,"about_ca_topic_score_gemma":0.00018999216,"teacher_disagreement_score":0.2577031,"about_ca_system_score_codex":0.00070838514,"about_ca_system_score_gemma":0.009249018,"threshold_uncertainty_score":0.99988776},"labels":[],"label_agreement":null},{"id":"W4417040428","doi":"10.2196/83151","title":"Investigating the Role of the Environment on Physical Activity Interventions (the InSPACE Project): Protocol for a Pooled Secondary Analysis of Randomized Controlled Trials","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Psychological intervention; Randomized controlled trial; Physical activity; Meta-analysis; Data collection; Harmonization; Intervention (counseling)","score_opus":0.3115294918731833,"score_gpt":0.5967827327588643,"score_spread":0.285253240885681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417040428","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022260053,0.000001483022,0.00013646405,0.0058126417,0.0000022662139,0.9704382,0.000039740262,0.000012505574,0.0012966613],"genre_scores_gemma":[0.19536197,1.4283809e-7,0.00003399531,0.00005598453,0.000054600667,0.80400676,0.0000021501996,0.000009432582,0.00047495728],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9889712,0.008424235,0.00096717663,0.00031325486,0.0009740275,0.00035013258],"domain_scores_gemma":[0.9828165,0.015090445,0.0009624621,0.0008057631,0.00025808986,0.00006670172],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015777415,0.00018701502,0.0031647633,0.00032030375,0.00041797216,0.00004207628,0.00042676882,0.00008552527,0.000041858402],"category_scores_gemma":[0.0096838605,0.00007167479,0.0029925813,0.0012587609,0.0009974025,0.000069852475,0.00024676637,0.0010022352,0.0000014295236],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6803417,0.03386938,0.00076323666,0.00983317,0.01781278,6.0289756e-7,0.0043948875,0.00019086464,0.16255741,0.04277775,0.0021888234,0.045269363],"study_design_scores_gemma":[0.6633345,0.00547315,0.008828006,0.012436735,0.003087795,3.7865397e-7,0.000979136,0.03764675,0.22416979,0.02759985,0.01620051,0.00024342682],"about_ca_topic_score_codex":0.00010365316,"about_ca_topic_score_gemma":0.00002290335,"teacher_disagreement_score":0.17310192,"about_ca_system_score_codex":0.00013603197,"about_ca_system_score_gemma":0.000982157,"threshold_uncertainty_score":0.998658},"labels":[],"label_agreement":null},{"id":"W4417042458","doi":"10.2196/84024","title":"Development and Validation of a Cross-Device Platform for Anhedonia Trend Visualization by Using Ecological Momentary Assessment and Moving Averages (Part I): Protocol for a Methodological Pilot Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mental Health Research Topics","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Visualization; Anhedonia; Ecological validity; Data visualization","score_opus":0.80104998774356,"score_gpt":0.735747929082511,"score_spread":0.06530205866104899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417042458","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15151636,0.000002283857,0.0043450585,0.000086063104,0.000011270871,0.84362984,0.000046677975,0.000032408097,0.00033007367],"genre_scores_gemma":[0.0060979277,2.3070125e-7,0.021789204,0.000047794452,0.000045754616,0.9712064,0.000044467506,0.000023403038,0.000744815],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954652,0.0014251891,0.0009111437,0.00076056225,0.0006590658,0.0007788461],"domain_scores_gemma":[0.99676734,0.0021712761,0.00022351579,0.00028785598,0.00036090723,0.00018908213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009323645,0.00022808362,0.00045048905,0.00037032893,0.00069839694,0.00020927953,0.00026407183,0.00015490327,0.00019470669],"category_scores_gemma":[0.00038994174,0.00018869061,0.000032791202,0.0004176676,0.00025790257,0.0002469986,0.00042504395,0.00035745904,8.898518e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.065981776,0.069472216,0.4411917,0.04203133,0.001101177,0.000041492647,0.0099571925,0.00002867482,0.05239999,0.025937403,0.030375218,0.26148185],"study_design_scores_gemma":[0.06410062,0.09227412,0.29117242,0.003763401,0.00003290905,0.000015776384,0.0060750353,0.0046965256,0.038494565,0.0061455136,0.492082,0.0011471089],"about_ca_topic_score_codex":0.00005092287,"about_ca_topic_score_gemma":0.000035703975,"teacher_disagreement_score":0.4617068,"about_ca_system_score_codex":0.00051569805,"about_ca_system_score_gemma":0.00038029565,"threshold_uncertainty_score":0.76945794},"labels":[],"label_agreement":null},{"id":"W4417043569","doi":"10.2196/85246","title":"Feasibility of Vigorous Extended Reality Tele-Exergaming for Cardiometabolic Health in Youth With Mobility Disabilities: Protocol for a Case Series Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telehealth; Protocol (science); mHealth; Physical activity; Telemedicine; eHealth; Health care","score_opus":0.3346098324336067,"score_gpt":0.5875084952442329,"score_spread":0.2528986628106262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417043569","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07525902,0.0000022785807,0.00028223565,0.00070047827,0.0000037135896,0.9229989,0.00032648043,0.000060940576,0.00036593736],"genre_scores_gemma":[0.112878874,1.5643691e-7,0.00045286122,0.000047917467,0.000032309155,0.8860647,0.000027993,0.000030116636,0.0004650342],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99539053,0.0009311984,0.0010989391,0.0009608919,0.00066319184,0.00095522375],"domain_scores_gemma":[0.9967629,0.00061764003,0.00018901784,0.0013230423,0.0008878755,0.00021956401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007402069,0.00030791032,0.0011961104,0.00042955537,0.0003229676,0.000052400508,0.00024421857,0.00011854673,0.000022669055],"category_scores_gemma":[0.0016555875,0.000233274,0.00020877739,0.0013139336,0.0005794323,0.00022055615,0.00018282596,0.0004113077,2.4781684e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12013871,0.047425754,0.6994735,0.06849228,0.00038863817,0.00005212176,0.02252233,0.000023799783,0.00024614375,0.0018090601,0.0016233564,0.037804294],"study_design_scores_gemma":[0.18572254,0.10618938,0.27400962,0.014735604,0.00009936817,0.00010642088,0.35792148,0.0002422923,0.0024578003,0.013733288,0.043455895,0.0013263165],"about_ca_topic_score_codex":0.0024267426,"about_ca_topic_score_gemma":0.0067212405,"teacher_disagreement_score":0.42546389,"about_ca_system_score_codex":0.00057025463,"about_ca_system_score_gemma":0.0017942556,"threshold_uncertainty_score":0.9512637},"labels":[],"label_agreement":null},{"id":"W4417057628","doi":"10.2196/82488","title":"Objective Assessment of Financial Decision-Making With a Simulated Online Money Management Task in Older Adults: Protocol for a Prospective Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Task (project management); Protocol (science); Protocol analysis; Financial management; Financial plan","score_opus":0.1301287786709815,"score_gpt":0.5724883471407916,"score_spread":0.44235956846981006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417057628","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040950872,2.784718e-7,0.0011407996,0.00028522915,0.0000049348714,0.95643234,0.000033906697,0.000107989996,0.00104365],"genre_scores_gemma":[0.23763768,4.9105964e-8,0.0068792687,0.000022087637,0.00002528155,0.7552368,0.0000030807205,0.000017005477,0.00017874094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956502,0.0006059491,0.0006524627,0.0008207791,0.0015285483,0.0007420746],"domain_scores_gemma":[0.9964422,0.001066126,0.00021825892,0.0004971567,0.0017109847,0.0000652862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026838197,0.00022150438,0.00040550184,0.0009173185,0.00052521523,0.00009018676,0.00082306593,0.00021106227,0.000028303382],"category_scores_gemma":[0.0013463704,0.00018806478,0.000065213295,0.0033261061,0.00045207798,0.00030762557,0.00040380488,0.0006819362,0.0000012726792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012347075,0.022564568,0.8749868,0.0013336255,0.00015820954,0.000077710436,0.017089156,0.00039776688,0.000020315756,0.03002726,0.001413757,0.039583705],"study_design_scores_gemma":[0.016800284,0.0025442948,0.94107544,0.012053561,0.000004328112,1.624798e-7,0.010419041,0.0010363573,0.000029505505,0.011630109,0.004197346,0.00020955826],"about_ca_topic_score_codex":0.00027708788,"about_ca_topic_score_gemma":0.007243803,"teacher_disagreement_score":0.20119554,"about_ca_system_score_codex":0.0009794253,"about_ca_system_score_gemma":0.0019709957,"threshold_uncertainty_score":0.7669059},"labels":[],"label_agreement":null},{"id":"W4417076119","doi":"10.2196/81627","title":"Enhancing Access to Family Planning Services in Uganda Through Community Health Extension Workers: Protocol for a Pilot Evaluation","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Family planning; Protocol (science); Community health; Health services; Extension (predicate logic); Program evaluation; Population; Community health workers","score_opus":0.51119504596591,"score_gpt":0.6674129214292467,"score_spread":0.15621787546333665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417076119","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046009265,0.0000048805537,0.00025147467,0.0039527253,0.000008999507,0.94782203,0.0000069305734,0.00006503349,0.0018786635],"genre_scores_gemma":[0.015579327,2.2569796e-7,0.0010605839,0.0044424105,0.00009421369,0.9786513,0.00001564683,0.000021307022,0.0001349959],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99582964,0.001283841,0.00063498307,0.00041541702,0.0009922467,0.0008438693],"domain_scores_gemma":[0.99790514,0.00030210827,0.00012130055,0.00059667,0.0008414598,0.00023334213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007021987,0.00018743514,0.00043609453,0.00036767698,0.00063117774,0.0001881203,0.00047789293,0.00009514731,0.000023432694],"category_scores_gemma":[0.00026550848,0.00015101506,0.00004696994,0.0010780913,0.00004611308,0.00031652712,0.00044730707,0.0009886598,0.000016094993],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09938974,0.012678689,0.52584887,0.14986652,0.00012971942,0.00005367046,0.018394131,0.0004745677,0.029771747,0.0009348128,0.08654325,0.07591428],"study_design_scores_gemma":[0.01675177,0.009853318,0.6819001,0.123114,0.000003805161,0.000005079587,0.00341616,0.0005069644,0.004028149,0.0057555297,0.15443175,0.00023340949],"about_ca_topic_score_codex":0.0045514875,"about_ca_topic_score_gemma":0.0016437463,"teacher_disagreement_score":0.1560512,"about_ca_system_score_codex":0.0007897317,"about_ca_system_score_gemma":0.0015017772,"threshold_uncertainty_score":0.6880518},"labels":[],"label_agreement":null},{"id":"W4417076513","doi":"10.2196/79525","title":"Modifying Tobacco and Cannabis Waste Perceptions and Behavior Among Young Adults: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Perception; Cannabis; Randomization; Intervention (counseling); Research design; Young adult","score_opus":0.06750905422318942,"score_gpt":0.49670869017813735,"score_spread":0.4291996359549479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417076513","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044163343,0.000008579843,0.00007416233,0.0037548803,0.000013168788,0.9503534,0.0000233553,0.000077888115,0.00153121],"genre_scores_gemma":[0.0025456352,0.0000022484282,0.00019442402,0.00006617682,0.0002914733,0.9601259,0.000010494638,0.00004949956,0.03671412],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995001,0.0010192427,0.0009822571,0.00084422744,0.0011085642,0.0010447084],"domain_scores_gemma":[0.99697274,0.00030038395,0.00015339749,0.0006000914,0.0013642088,0.0006091507],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005765766,0.00035004562,0.0016423496,0.00089151337,0.00079082564,0.00047868057,0.00024226519,0.00030761183,0.00019525523],"category_scores_gemma":[0.0030296193,0.00024707164,0.0004496383,0.0006149344,0.0012248508,0.0002224711,0.0003431072,0.0009587767,0.0000029724667],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93980706,0.0011509146,0.0024113443,0.0024932935,0.00011615854,0.000021550599,0.00049337203,3.9612226e-7,0.00079137174,0.00042569655,0.046437457,0.005851364],"study_design_scores_gemma":[0.9638828,0.0025000565,0.002069081,0.0028113425,0.000060997958,0.000015050854,0.0010306457,0.0009339544,0.00016734074,0.00018315241,0.026124153,0.00022142065],"about_ca_topic_score_codex":0.00041314622,"about_ca_topic_score_gemma":0.00018219149,"teacher_disagreement_score":0.041617706,"about_ca_system_score_codex":0.00026565706,"about_ca_system_score_gemma":0.0012410178,"threshold_uncertainty_score":0.99999815},"labels":[],"label_agreement":null},{"id":"W4417117397","doi":"10.2196/79327","title":"Efficacy of Acupuncture for Mild to Moderate Depression in Older People: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Acupuncture; Protocol (science); Depression (economics); Sample size determination; Research design; Sample (material); Randomization","score_opus":0.13018084152577913,"score_gpt":0.5833340662821944,"score_spread":0.4531532247564153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417117397","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009900451,0.000006695838,0.002164113,0.0036382247,0.000010902595,0.99210256,0.00001994884,0.000058118745,0.0010094144],"genre_scores_gemma":[0.0025474266,5.144825e-7,0.002555298,0.00011692759,0.00018446351,0.9880488,0.000020152054,0.00004954203,0.0064768596],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9943394,0.0011527892,0.0012785977,0.00082894176,0.0012843206,0.0011159331],"domain_scores_gemma":[0.98645985,0.01065091,0.00020764489,0.0007538117,0.0016696209,0.00025818925],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006030681,0.0005975353,0.0041756835,0.0011448602,0.0002637608,0.000085592466,0.00039175394,0.00030463794,0.00008455015],"category_scores_gemma":[0.014576991,0.00024127707,0.0010972475,0.0010721395,0.00024175544,0.000098404504,0.00032127736,0.0005960885,0.0000045122156],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95266646,0.0037112322,0.0003329653,0.0045102653,0.00048593833,0.0000056224953,0.00052613264,0.000020081898,0.0014119167,0.00026290922,0.034681384,0.0013851026],"study_design_scores_gemma":[0.9629145,0.003928902,0.00063741574,0.0065477462,0.000058789326,7.753455e-7,0.000054927306,0.00075053546,0.007826099,0.0008203313,0.016294742,0.00016519251],"about_ca_topic_score_codex":0.000023347291,"about_ca_topic_score_gemma":0.00005166,"teacher_disagreement_score":0.018386642,"about_ca_system_score_codex":0.00032759111,"about_ca_system_score_gemma":0.0011578106,"threshold_uncertainty_score":0.99372363},"labels":[],"label_agreement":null},{"id":"W4417124229","doi":"10.2196/76876","title":"Methods of Analysis in Randomized Noninferiority Trials: Methodological Survey Review Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Statistical Methods in Epidemiology","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Protocol (science); Data collection; Research design; MEDLINE; Thematic analysis; Qualitative research","score_opus":0.9369783100124929,"score_gpt":0.83717986423243,"score_spread":0.09979844578006292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417124229","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000025819054,0.000017716637,0.42579618,0.00027545262,0.0000060781995,0.5718028,0.000022237067,0.000033578206,0.0020433976],"genre_scores_gemma":[0.0000013834764,0.000006526836,0.47876018,0.00006328666,0.0000149355965,0.520978,0.0000031588027,0.000011978197,0.00016054706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.36356246,0.625887,0.006892641,0.0012362346,0.0011907584,0.0012309253],"domain_scores_gemma":[0.57229936,0.4245043,0.0008623267,0.0011813133,0.0010189872,0.00013368744],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.64090323,0.00037293034,0.009714876,0.0014937235,0.00009731861,0.000037081492,0.0011956871,0.0005106542,0.0012869448],"category_scores_gemma":[0.8653099,0.00024406544,0.0011498783,0.0072552464,0.0013289845,0.000076987584,0.0007334711,0.0017804232,0.000008062727],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16391468,0.003502388,0.018543119,0.057073344,0.0029000659,0.00003573244,0.00015549357,0.000007256429,0.0007208313,0.58291686,0.020928562,0.14930168],"study_design_scores_gemma":[0.056065176,0.000380337,0.007911058,0.008004687,0.00021901104,0.0000011087469,0.000012950327,0.0010554824,0.001351729,0.9102157,0.014494385,0.00028837338],"about_ca_topic_score_codex":0.0002515255,"about_ca_topic_score_gemma":0.00008806124,"teacher_disagreement_score":0.32729885,"about_ca_system_score_codex":0.00020511694,"about_ca_system_score_gemma":0.00057901436,"threshold_uncertainty_score":0.99962604},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4417137210","doi":"10.2196/88720","title":"Effectiveness of Multisensory Stimulation on Cognitive Function in Older Adults With Mild Cognitive Impairment: Protocol for a Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multisensory perception and integration","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognition; Dementia; Protocol (science); Randomized controlled trial; Narrative review; Cognitive aging; Cognitive decline; Cognitive impairment; Neuropsychology","score_opus":0.19279115811223435,"score_gpt":0.5769024195703636,"score_spread":0.38411126145812924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417137210","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029069143,0.000007687983,0.0012388338,0.00003466958,0.000008023853,0.99369967,0.000045027395,0.000048288195,0.0020109115],"genre_scores_gemma":[0.06242929,4.988382e-7,0.000025102985,0.0001080036,0.000017913524,0.93646145,0.00005748509,0.000030321113,0.00086991565],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9938753,0.0037586018,0.0007408598,0.0006392252,0.0005657103,0.00042025978],"domain_scores_gemma":[0.9952371,0.0024386758,0.00027484467,0.0003376286,0.0016390925,0.00007262403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027451704,0.00026358472,0.0006420276,0.000671063,0.00012755134,0.00003462096,0.00013843949,0.00019397461,0.0005025514],"category_scores_gemma":[0.00073636946,0.00019344267,0.00011958889,0.000829218,0.00016449,0.00015953903,0.000028521548,0.0004734653,0.0001112395],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09738234,0.005205038,0.0020953736,0.88898927,0.00016792955,0.0000067758424,0.0015965324,0.000008197701,0.00035964482,0.0009282378,0.0013300892,0.0019305925],"study_design_scores_gemma":[0.026996357,0.0056472486,0.11287067,0.85138404,0.000029136336,0.0000015608682,0.0012834826,0.0004221384,0.0010768955,0.000051589617,0.000054282413,0.00018262037],"about_ca_topic_score_codex":0.000037717506,"about_ca_topic_score_gemma":0.000027186,"teacher_disagreement_score":0.11077529,"about_ca_system_score_codex":0.00020410697,"about_ca_system_score_gemma":0.00013476668,"threshold_uncertainty_score":0.7888363},"labels":[],"label_agreement":null},{"id":"W4417137354","doi":"10.2196/89128","title":"Sentinel Project: a Digital Registry and Education Network for Child Maltreatment Protection – Study Protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Abuse and Related Trauma","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Data collection; Poison control; Protocol (science); Psychosocial; Public health; Human factors and ergonomics; Suicide prevention; Descriptive statistics; Health care","score_opus":0.1056967058941774,"score_gpt":0.5111985712858066,"score_spread":0.4055018653916292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417137354","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066908845,0.000004522763,0.00005003115,0.0013602432,0.000008967248,0.98081934,0.0000039599363,0.00012274944,0.010939268],"genre_scores_gemma":[0.0094009945,4.2292464e-7,0.00015521755,0.000045552435,0.000336163,0.97954786,0.000020687043,0.00002953101,0.010463557],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997907,0.00013903069,0.00038404742,0.0006540417,0.00043019358,0.00048573123],"domain_scores_gemma":[0.99869585,0.00006483014,0.00009474127,0.0006134707,0.00040970187,0.00012142099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071754254,0.00020512132,0.00027502605,0.0002841465,0.0004816413,0.00026306233,0.00012965937,0.00016398465,0.000013797907],"category_scores_gemma":[0.00017260185,0.00015319977,0.00009046326,0.0007152761,0.000108655004,0.00015589992,0.00016273026,0.0006847187,0.000012284644],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02927953,0.051659666,0.31290418,0.016257785,0.0011565939,0.00007576999,0.002471647,0.000019268688,0.0007106341,0.00243522,0.08389862,0.49913108],"study_design_scores_gemma":[0.024892865,0.0073940535,0.11015563,0.01601161,0.00004034225,0.00013619904,0.0014561879,0.000251529,0.0012766278,0.0022881688,0.8357286,0.00036818293],"about_ca_topic_score_codex":0.000036094774,"about_ca_topic_score_gemma":0.0000057255384,"teacher_disagreement_score":0.75183,"about_ca_system_score_codex":0.00018295803,"about_ca_system_score_gemma":0.0009154369,"threshold_uncertainty_score":0.6247305},"labels":[],"label_agreement":null},{"id":"W4417148165","doi":"10.2196/87201","title":"Real-Time Exposure to Intersectional Minority Stressors and Alcohol Use: Protocol for an Ecological Momentary Assessment Study With Latinx and Non-Latinx Sexual Minority Youth","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sexual minority; Stressor; Protocol (science); Minority stress; Social ecological model; Sexual behavior; African american; Population","score_opus":0.29410709942591245,"score_gpt":0.601327900677009,"score_spread":0.3072208012510966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417148165","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45066282,1.3148349e-7,0.000008364674,0.00025529164,0.000010153937,0.5461164,0.00015802457,0.000046451383,0.00274233],"genre_scores_gemma":[0.051965434,9.572191e-8,0.00063057663,0.00007971479,0.00028870493,0.94024485,0.000034523462,0.000024809493,0.0067312615],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952201,0.0014348598,0.0005710902,0.0011234519,0.00070701237,0.0009434398],"domain_scores_gemma":[0.9976767,0.0005568222,0.00013262435,0.00067394075,0.0004470001,0.00051294116],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021175714,0.0003414578,0.0004616026,0.0004706797,0.00076866307,0.0004256085,0.00038323042,0.00026069302,0.00025937575],"category_scores_gemma":[0.00009704683,0.0002774597,0.000039104834,0.00050277606,0.0003069811,0.0003854178,0.00043452004,0.0008014734,0.000012140079],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00529932,0.0071563576,0.9628397,0.001947269,0.00013284296,0.000023056182,0.0027057913,0.000002105087,0.00033420525,0.00028215532,0.01743234,0.0018448527],"study_design_scores_gemma":[0.009201154,0.029601619,0.95575094,0.00014101072,0.000020925216,0.0000056418944,0.0027984276,0.000047346708,0.000010631977,0.00019112682,0.0019554975,0.00027567454],"about_ca_topic_score_codex":0.00788607,"about_ca_topic_score_gemma":0.003206361,"teacher_disagreement_score":0.39869738,"about_ca_system_score_codex":0.00027901915,"about_ca_system_score_gemma":0.00044368117,"threshold_uncertainty_score":0.99996775},"labels":[],"label_agreement":null},{"id":"W4417149192","doi":"10.2196/82633","title":"Effectiveness and Safety of a Supplement Containing a Pharmacologically Active Basidiomycete Mushroom for Chronic Fatigue and Post–COVID-19 Fatigue Syndrome: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Fungal Biology and Applications","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Chronic fatigue; Protocol (science); Chronic fatigue syndrome; Mushroom; Clinical trial","score_opus":0.14927433699826217,"score_gpt":0.5660450517545804,"score_spread":0.4167707147563182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417149192","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004766977,0.000008446774,0.006930918,0.0032744664,0.000006814286,0.984659,0.0001925908,0.000042696654,0.00011806672],"genre_scores_gemma":[0.052431513,0.0000015289752,0.00085377117,0.00014527913,0.00005728559,0.94631284,0.000049194925,0.00001739263,0.00013116737],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9957284,0.0019203266,0.0008588681,0.00064756157,0.00029302886,0.00055186445],"domain_scores_gemma":[0.98329514,0.015156257,0.0002834431,0.0002540804,0.000750045,0.00026105074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077050473,0.00026972097,0.0018161628,0.0003215068,0.00048109278,0.000038428076,0.00018232434,0.00025786716,0.00010869907],"category_scores_gemma":[0.0053565614,0.00018009738,0.00031688306,0.00031327177,0.00077287474,0.00007416819,0.00016591659,0.0004253068,4.2981108e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9461221,0.00079977664,0.00009518134,0.007366118,0.0006823132,0.0000060432617,0.00014898296,0.000002755301,0.037709225,0.004827016,0.00041828502,0.0018222221],"study_design_scores_gemma":[0.95464104,0.016433224,0.00045370817,0.002157794,0.00009357785,0.0000111219215,0.000095083284,0.00044139352,0.010464893,0.0017348233,0.013323833,0.00014950753],"about_ca_topic_score_codex":0.000021593516,"about_ca_topic_score_gemma":0.000008040447,"teacher_disagreement_score":0.047664538,"about_ca_system_score_codex":0.00032530268,"about_ca_system_score_gemma":0.0019475657,"threshold_uncertainty_score":0.7344158},"labels":[],"label_agreement":null},{"id":"W4417150188","doi":"10.2196/81949","title":"Inequity in Access to and Use of Digital Health Technologies in Routine Heart Failure Care: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital health; Protocol (science); mHealth; Telemedicine; eHealth; Health technology; Health services research; Health equity","score_opus":0.37586100433431924,"score_gpt":0.6291992195822045,"score_spread":0.25333821524788525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417150188","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016544432,0.000048443355,0.00003382394,0.07179297,8.4696285e-7,0.9278212,0.000007816059,0.00005810975,0.000071322014],"genre_scores_gemma":[0.0012368715,0.000006415537,0.0019186068,0.00035978237,0.000006009038,0.9963221,0.000007468072,0.000012423981,0.00013034757],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800897,0.00012987922,0.00056628557,0.00040709323,0.00035361244,0.00053417956],"domain_scores_gemma":[0.998999,0.00019303366,0.000058924514,0.00044163517,0.00023082229,0.00007656042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011191015,0.00014925364,0.0006083765,0.00075334805,0.000056792964,0.00012697221,0.00017815409,0.00007978841,0.000007509058],"category_scores_gemma":[0.0010791183,0.00011633488,0.000047064652,0.0013951567,0.00009137751,0.00033946146,0.00063402375,0.0002946259,0.000002064037],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024968975,0.0016997783,0.36080894,0.40374112,0.000032508837,0.000026223835,0.00039416156,0.000002348237,0.00016644907,0.000696401,0.12526812,0.10466705],"study_design_scores_gemma":[0.006168798,0.0023937032,0.008220195,0.4287226,0.0000019099593,0.0000013117212,0.00019556686,0.000007388168,0.0009696626,0.00014292968,0.55306005,0.000115932555],"about_ca_topic_score_codex":0.00008207608,"about_ca_topic_score_gemma":0.00055733375,"teacher_disagreement_score":0.4277919,"about_ca_system_score_codex":0.00027531644,"about_ca_system_score_gemma":0.0006779638,"threshold_uncertainty_score":0.47439986},"labels":[],"label_agreement":null},{"id":"W4417153282","doi":"10.2196/67103","title":"A Digital Patient Decision Aid to Increase Sexually Transmitted Infection Testing in the Emergency Department: Protocol for a Pilot Randomized Controlled Trial of the STIckER (STI Check in the Emergency Room) Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of Allergy and Infectious Diseases","keywords":"Protocol (science); Randomized controlled trial; Decision aids; Test (biology); Research design; Clinical trial; mHealth; Pilot trial; Emergency department","score_opus":0.13178488551099019,"score_gpt":0.4970674030628034,"score_spread":0.3652825175518132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417153282","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.306276,0.0000029477073,0.00019501804,0.0002756756,0.00005128794,0.6920565,0.000015030681,0.000019080457,0.0011085119],"genre_scores_gemma":[0.3009786,2.7401498e-7,0.000020650494,0.000010922747,0.000035413177,0.6985721,0.0000053704903,0.000015918009,0.0003607443],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98472184,0.011245387,0.0018801019,0.0007153485,0.00064059807,0.00079675525],"domain_scores_gemma":[0.99076295,0.006719706,0.0003062892,0.0011222868,0.0010542348,0.000034510023],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01743511,0.00031944786,0.0009116689,0.000801083,0.0006244344,0.00010496615,0.001007087,0.00015603428,0.0001367922],"category_scores_gemma":[0.03019425,0.0001512495,0.00033463252,0.0033081435,0.00022686431,0.0002219281,0.00028306534,0.0012597367,0.00002368707],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93917,0.020743156,0.022704763,0.0002068884,0.00021417836,0.0000033446483,0.0019593653,0.00006741626,0.0033705917,0.00017724479,0.0018583938,0.009524641],"study_design_scores_gemma":[0.9367468,0.015520505,0.030170992,0.0005513936,0.000024192352,0.000005629722,0.0007250843,0.000050697916,0.0006904192,0.002300756,0.013019443,0.0001941119],"about_ca_topic_score_codex":0.00047503226,"about_ca_topic_score_gemma":0.00053847436,"teacher_disagreement_score":0.012759142,"about_ca_system_score_codex":0.0001722636,"about_ca_system_score_gemma":0.00063869276,"threshold_uncertainty_score":0.97797483},"labels":[],"label_agreement":null},{"id":"W4417170494","doi":"10.2196/76013","title":"The Effect of Semaglutide With Lifestyle Intervention on the Physical Health of Patients Treated With Antipsychotic Drugs in a Secure Mental Health Setting: Protocol for an Uncontrolled Pretest-Posttest Pilot Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Semaglutide; Mental health; Physical health; Intervention (counseling); Antipsychotic; Obesity; Health coaching; Protocol (science); Seclusion; Mental illness","score_opus":0.07734164081331778,"score_gpt":0.5576971943016089,"score_spread":0.4803555534882911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417170494","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36372465,0.0000021683725,0.000007804317,0.0015301032,0.0000019083807,0.634667,0.000025950141,0.000019011326,0.00002142016],"genre_scores_gemma":[0.35062897,1.08707276e-7,0.00031821616,0.000016589182,0.000014559072,0.6489154,0.000021197295,0.000026863581,0.000058071175],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.98839295,0.008272475,0.0007007313,0.0005642884,0.0012651678,0.000804388],"domain_scores_gemma":[0.9948853,0.003124834,0.00039479465,0.00084238866,0.0005037523,0.00024890227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008233991,0.0003170996,0.0008577182,0.00035829932,0.00043874877,0.00006487029,0.00036435685,0.000041933665,0.0000039609254],"category_scores_gemma":[0.0006035116,0.00013481393,0.00013094016,0.0011726292,0.0003204248,0.00007040938,0.00009897465,0.0006806512,9.684336e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.58648396,0.02912477,0.32697973,0.0042176233,0.00056151836,0.000004315793,0.0016995376,0.000005514082,0.00020383493,0.00020599077,0.0013658166,0.049147394],"study_design_scores_gemma":[0.13581787,0.55505484,0.2906924,0.009775115,0.000017949013,0.000001697834,0.001081251,0.0009809785,0.006002049,0.00014446126,0.00029939756,0.00013203695],"about_ca_topic_score_codex":0.00028019914,"about_ca_topic_score_gemma":0.0007945697,"teacher_disagreement_score":0.52593005,"about_ca_system_score_codex":0.00045757275,"about_ca_system_score_gemma":0.0010606913,"threshold_uncertainty_score":0.5497553},"labels":[],"label_agreement":null},{"id":"W4417183476","doi":"10.2196/73964","title":"Evaluation of the BALANCE Program as a Digital Therapeutic Solution for Type 2 Diabetes Management: Protocol for a Prospective Lifestyle Intervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Type 2 diabetes; Protocol (science); Intervention (counseling); Balance (ability); Digital health; mHealth; Diabetes mellitus; Research design","score_opus":0.3870468719444821,"score_gpt":0.6933360007049538,"score_spread":0.3062891287604717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417183476","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000825356,0.0000044738076,0.000459914,0.0007623076,0.000030663596,0.99393314,0.000031191223,0.000092042705,0.0038609195],"genre_scores_gemma":[0.029725367,1.8653532e-7,0.00024684938,0.00007860129,0.000096021344,0.9675416,0.00001700844,0.000026627871,0.0022677744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99521047,0.0016311602,0.00083398516,0.0004934252,0.0010073322,0.00082365243],"domain_scores_gemma":[0.9944415,0.0006436004,0.000386302,0.0006917428,0.0037331816,0.00010368442],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.009863441,0.0001552122,0.00025123215,0.0002189653,0.0013666311,0.000052594394,0.00046642285,0.00014486155,0.0000472091],"category_scores_gemma":[0.0011285075,0.00011159583,0.00011577967,0.0011090527,0.00012565391,0.00017362181,0.00023909996,0.00048724297,0.0000243697],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036073835,0.01068628,0.12738553,0.023036199,0.00018797608,6.924125e-8,0.00089654647,0.000004364255,0.000117829724,0.022717215,0.020374231,0.79098636],"study_design_scores_gemma":[0.023975104,0.008479951,0.11385558,0.007827683,0.000054929467,9.270749e-8,0.0015331911,0.006133399,0.00020177294,0.06884549,0.7689025,0.0001903479],"about_ca_topic_score_codex":0.000016394211,"about_ca_topic_score_gemma":0.00005677678,"teacher_disagreement_score":0.79079604,"about_ca_system_score_codex":0.0006123581,"about_ca_system_score_gemma":0.001629747,"threshold_uncertainty_score":0.9999335},"labels":[],"label_agreement":null},{"id":"W4417191920","doi":"10.2196/83266","title":"Immediate and Sustained Effects of Intensive Equine-Assisted Physiotherapy Based on Neuroproprioceptive “Facilitation and Inhibition” on Psychomotor Development, Clinical Functions, Quality of Life, and Molecular Biological Indicators in Children With Spinal Muscular Atrophy: Protocol for a Crossover Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Neurogenetic and Muscular Disorders Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychomotor learning; Clinical trial; Quality (philosophy); Motor activity; Rehabilitation; Quality of life (healthcare); MEDLINE","score_opus":0.08139534224417465,"score_gpt":0.5254068580692652,"score_spread":0.4440115158250906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417191920","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49607265,0.000005857837,0.0003254656,0.00018535246,0.0000021266833,0.50338775,0.00000438327,0.0000068507866,0.000009592925],"genre_scores_gemma":[0.28876352,0.000002603612,0.00024291938,0.00017588443,0.000014969148,0.7107551,0.000010832776,0.000014393409,0.000019742838],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946051,0.0027178733,0.0009797182,0.0006449958,0.0007039287,0.00034833286],"domain_scores_gemma":[0.9964991,0.0017600186,0.00030024475,0.00027662568,0.0009810192,0.00018298629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031819143,0.00024763128,0.001398452,0.00085297803,0.00010733924,0.000032546563,0.000075406366,0.00018603455,0.0000060482234],"category_scores_gemma":[0.0071789166,0.0001553954,0.00020830089,0.0006321685,0.0012127595,0.000035882782,0.00006569436,0.00048399705,2.7716862e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9626071,0.00224276,0.016380643,0.0018513442,0.00032884974,0.000005827807,0.00006400053,0.000001246534,0.011273646,0.00014145458,0.000030985306,0.0050721406],"study_design_scores_gemma":[0.79701257,0.025093729,0.17362374,0.0013446541,0.000014114112,5.1635766e-7,0.00006971355,0.00007901579,0.0024864953,0.00009566545,0.000070065296,0.00010969634],"about_ca_topic_score_codex":0.000011269808,"about_ca_topic_score_gemma":0.0000016168439,"teacher_disagreement_score":0.20736739,"about_ca_system_score_codex":0.000044060896,"about_ca_system_score_gemma":0.00078319915,"threshold_uncertainty_score":0.85943526},"labels":[],"label_agreement":null},{"id":"W4417199878","doi":"10.2196/76871","title":"Doula-Delivered Cognitive Behavioral Training and Cardiovascular Health Intervention for Birthing Individuals in a Low-Income New York City Population: Protocol for a Living Healthy for Moms Randomized Type I Hybrid Effectiveness-Implementation Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular Health and Risk Factors","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","keywords":"Cardiovascular health; Protocol (science); Intervention (counseling); Randomized controlled trial; Cognition; Cognitive training; Population","score_opus":0.2932878864949485,"score_gpt":0.5942302667859732,"score_spread":0.3009423802910247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417199878","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042464927,0.00008176565,0.02076821,0.00018338129,0.00005091106,0.93625796,0.0001234581,0.00006392262,0.000005441157],"genre_scores_gemma":[0.11102241,0.0000024980154,0.0013804774,0.00005435485,0.00029976395,0.8869342,0.00023430273,0.000047125082,0.000024855153],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937574,0.0025201002,0.0012381445,0.0007873084,0.00076010526,0.0009369219],"domain_scores_gemma":[0.9955525,0.0028203083,0.00029569402,0.00032598767,0.0006446214,0.00036088182],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.022004262,0.0002935966,0.0017155019,0.0008189214,0.0005511621,0.00015185238,0.0001213421,0.0001807366,0.000013283917],"category_scores_gemma":[0.0022625658,0.00026144885,0.0010610016,0.0006386778,0.0000988941,0.00021499793,0.000089110545,0.00048490142,4.3775103e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7357191,0.0008534798,0.011511308,0.020734737,0.00062992587,0.0000029573596,0.0016985998,0.000015940224,0.000008457444,0.00014825712,0.00025670172,0.22842053],"study_design_scores_gemma":[0.9392664,0.011563535,0.017356072,0.024051966,0.00012030128,0.000007964128,0.0011594387,0.0005204346,0.00014346009,0.001592387,0.003945277,0.00027279518],"about_ca_topic_score_codex":0.0017619911,"about_ca_topic_score_gemma":0.0001681657,"teacher_disagreement_score":0.22814773,"about_ca_system_score_codex":0.00064698706,"about_ca_system_score_gemma":0.0018445557,"threshold_uncertainty_score":0.9999838},"labels":[],"label_agreement":null},{"id":"W4417230762","doi":"10.2196/81238","title":"Development of an Ecological Momentary Assessment Study to Identify Real-Time Predictors of Physical Activity Among Older People With HIV: Protocol for a 2-Phase Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physical activity; Older people; Protocol (science); Social ecological model; Activities of daily living; Level design","score_opus":0.18294495776753814,"score_gpt":0.6530433114881675,"score_spread":0.47009835372062936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417230762","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.490581,1.6809855e-8,0.0004190065,0.000056691995,0.0000014605688,0.5087598,0.000014026331,0.000031476684,0.0001365212],"genre_scores_gemma":[0.21168096,7.1812e-9,0.019731283,0.0000031452598,0.000017137563,0.7682457,0.000019402103,0.00002433624,0.00027799836],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99535304,0.001541541,0.0007103223,0.0007624347,0.0010617,0.0005709497],"domain_scores_gemma":[0.9971181,0.00057333877,0.00023776798,0.0008952818,0.00078717986,0.00038830604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031683464,0.0002708726,0.0008506784,0.00054897787,0.00035537718,0.000035149667,0.00033768252,0.00008602239,0.0000699627],"category_scores_gemma":[0.000099892284,0.00018839168,0.00008379802,0.001233124,0.000116910705,0.00013357187,0.0003461013,0.0004365287,0.0000054974853],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011937301,0.50620705,0.41887844,0.0030671123,0.0011938915,0.000031227515,0.013257099,0.00001532501,0.018340299,0.000039690818,0.0014278953,0.02560466],"study_design_scores_gemma":[0.022242488,0.0412557,0.92533296,0.0012132477,0.00004974071,7.471298e-7,0.0026558482,0.0006444873,0.0057903654,0.000017780092,0.0006653343,0.00013127306],"about_ca_topic_score_codex":0.00008230962,"about_ca_topic_score_gemma":0.00010222203,"teacher_disagreement_score":0.5064545,"about_ca_system_score_codex":0.0005559799,"about_ca_system_score_gemma":0.0015181847,"threshold_uncertainty_score":0.768239},"labels":[],"label_agreement":null},{"id":"W4417230901","doi":"10.2196/79873","title":"Correction: Testing a Machine Learning–Based Adaptive Motivational System for Socioeconomically Disadvantaged Smokers (Adapt2Quit): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Disadvantaged; mHealth; Test (biology); Intervention (counseling)","score_opus":0.2095536729859545,"score_gpt":0.5720603851682579,"score_spread":0.36250671218230335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417230901","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000048038433,0.0000010792916,0.022282738,0.00087315054,0.00028198893,0.9615164,0.000113391456,0.00027636866,0.014606861],"genre_scores_gemma":[0.00571843,2.224229e-9,0.0018614396,0.00007286886,0.00030664948,0.96737283,0.00005380246,0.000066168286,0.024547826],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929654,0.0028294257,0.0018892456,0.00083012675,0.0005047267,0.0009810672],"domain_scores_gemma":[0.9775542,0.020000104,0.0007151855,0.00038610326,0.0011378864,0.00020650504],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008782494,0.00035587017,0.0014465194,0.00055992085,0.0009527368,0.000265963,0.0004748584,0.00025461655,0.00022938811],"category_scores_gemma":[0.0066829333,0.00029701716,0.0009251222,0.0004598999,0.0004364572,0.00020829486,0.000117050324,0.00083209993,0.000053146567],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9577921,0.002438679,0.00008024327,0.0014747287,0.00032425462,0.0000022445806,0.000073535666,0.000079209545,0.000020613465,0.022815112,0.011387075,0.0035122023],"study_design_scores_gemma":[0.92679894,0.008169325,0.000028724608,0.003835522,0.00001875861,0.0000021832484,0.00028737396,0.032843042,0.00015364014,0.0022928223,0.025345623,0.00022405472],"about_ca_topic_score_codex":0.00005220529,"about_ca_topic_score_gemma":0.000017718507,"teacher_disagreement_score":0.03276383,"about_ca_system_score_codex":0.0010067325,"about_ca_system_score_gemma":0.0010003946,"threshold_uncertainty_score":0.9999482},"labels":[],"label_agreement":null},{"id":"W4417231172","doi":"10.2196/79855","title":"Effectiveness of Metformin Prolonged-Release Formulation on Achievement of Optimal Glycemic Control in Gestational Diabetes Mellitus: Protocol for a Pilot, Randomized, Double-Blind, Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Glycemic; Metformin; Clinical trial; Protocol (science); Gestational diabetes; Diabetes mellitus; Research design; Continuous glucose monitoring","score_opus":0.20568219304120117,"score_gpt":0.5610743320521407,"score_spread":0.3553921390109396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417231172","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0715123,0.0000028253987,0.0016529964,0.0003376196,0.000008563343,0.92608505,0.000041644893,0.000018062172,0.00034096467],"genre_scores_gemma":[0.13720849,8.9818786e-7,0.00088920776,0.000029481871,0.000052290507,0.86155576,0.00008838449,0.000021749742,0.00015371849],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99339515,0.002167717,0.0016181662,0.0005562123,0.0015613376,0.00070143305],"domain_scores_gemma":[0.9892825,0.008325604,0.00035211723,0.00043017766,0.0014227227,0.0001868909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017166812,0.00023997149,0.0011779512,0.0011437362,0.00008839128,0.000039455408,0.00030017624,0.00015401545,0.00003605826],"category_scores_gemma":[0.0032936812,0.00018353511,0.00036765158,0.00074871833,0.00039388967,0.00018541752,0.00012388859,0.000593651,0.0000055593528],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9520307,0.009994831,0.0017449518,0.013278683,0.00035454184,0.000003345972,0.00003269607,0.0003754166,0.0012424606,0.016362373,0.00023961689,0.004340387],"study_design_scores_gemma":[0.9412169,0.029937258,0.004179174,0.005946869,0.000027133743,1.15929275e-7,0.000020632977,0.0047203316,0.008373653,0.0034060893,0.0020481353,0.00012372487],"about_ca_topic_score_codex":0.000020456882,"about_ca_topic_score_gemma":0.0000046129944,"teacher_disagreement_score":0.06569619,"about_ca_system_score_codex":0.0002608124,"about_ca_system_score_gemma":0.0011333601,"threshold_uncertainty_score":0.7484344},"labels":[],"label_agreement":null},{"id":"W4417263756","doi":"10.2196/79826","title":"Using Smartphone-Based Digital Phenotyping to Predict Relapse in Serious Mental Disorders Among Slum Residents in Dhaka, Bangladesh: Protocol for a Machine Learning Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Slum; Mental health; Protocol (science); Digital health; mHealth","score_opus":0.18544396141037495,"score_gpt":0.579678597642175,"score_spread":0.39423463623180005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417263756","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08958886,0.0000013394609,0.00019077594,0.0003772482,0.00004620331,0.9061953,0.00007668646,0.00011120141,0.0034124139],"genre_scores_gemma":[0.29330534,5.3277294e-9,0.00012561768,0.000033877677,0.00002501879,0.7041758,0.000023244444,0.00006182585,0.0022492784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99442774,0.0011101523,0.0012169044,0.0010273929,0.0007769381,0.001440883],"domain_scores_gemma":[0.9983703,0.00041891448,0.00017627924,0.0006175275,0.00014022386,0.00027679018],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025029222,0.00034916244,0.0004562339,0.0017257881,0.00037980083,0.00044508363,0.000720038,0.00018189887,0.00016259387],"category_scores_gemma":[0.00056847295,0.0003689756,0.00014706294,0.0020973918,0.00017092431,0.00062512606,0.0005635615,0.0011935118,0.00007086747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010374593,0.013127935,0.94326967,0.0015828941,0.000051119874,0.000059231512,0.0023822812,0.00024399789,0.00006682783,0.00017836435,0.002068256,0.026594838],"study_design_scores_gemma":[0.06663423,0.02156527,0.811223,0.031487104,0.000006864341,0.000005485314,0.0068162354,0.0090033775,0.00040307906,0.0031025852,0.04857673,0.001176086],"about_ca_topic_score_codex":0.0016078443,"about_ca_topic_score_gemma":0.0058562723,"teacher_disagreement_score":0.20371649,"about_ca_system_score_codex":0.0010862515,"about_ca_system_score_gemma":0.00032339033,"threshold_uncertainty_score":0.9998762},"labels":[],"label_agreement":null},{"id":"W4417276519","doi":"10.2196/67193","title":"Validation and Testing of a Suicide Prevention Program in Preventing Suicidal Ideation and Improving the Mental Well-Being of School-Going Adolescents: Protocol for a Pre-Post Intervention Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Suicidal ideation; Protocol (science); Intervention (counseling); Suicide prevention; Poison control; Injury prevention; Human factors and ergonomics; Mental health","score_opus":0.16654544238990462,"score_gpt":0.5638715782336045,"score_spread":0.3973261358436998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417276519","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41772002,0.0000046146306,0.00013292993,0.000029263194,0.0000055753267,0.5819067,0.0000017102703,0.000024410423,0.00017480261],"genre_scores_gemma":[0.42969638,5.572767e-8,0.00035621278,0.0000027155688,0.000018637313,0.56979644,0.0000026462235,0.000011990287,0.000114930284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996638,0.0010966504,0.0009485302,0.00048307623,0.00040397258,0.00042977757],"domain_scores_gemma":[0.9982253,0.00051562843,0.0004296932,0.00027969657,0.0005081024,0.000041579104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049514156,0.00017870827,0.00030738726,0.00047848994,0.00029588168,0.0001257645,0.00021727715,0.000090290414,0.000015312926],"category_scores_gemma":[0.0011933176,0.0001456865,0.00007437518,0.0007001816,0.00014348592,0.00031930854,0.00036876008,0.0003732839,7.469035e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022711125,0.0026735994,0.8651932,0.0046051946,0.000082504695,8.527751e-7,0.0043651536,0.000002472343,0.012274491,0.00017164153,0.000025145551,0.10833463],"study_design_scores_gemma":[0.011625878,0.0062432326,0.9504695,0.0076704253,0.000024078292,0.0000025520667,0.00921661,0.0011345003,0.011782015,0.0015923743,0.00006096515,0.00017786332],"about_ca_topic_score_codex":0.00054215343,"about_ca_topic_score_gemma":0.00026723283,"teacher_disagreement_score":0.10815676,"about_ca_system_score_codex":0.00009509786,"about_ca_system_score_gemma":0.00008668722,"threshold_uncertainty_score":0.5940923},"labels":[],"label_agreement":null},{"id":"W4417283348","doi":"10.2196/67450","title":"Improving Experimental Designs for Interventions to Reduce Intimate Partner Violence: Protocol for Refinements to Single-Case Experimental Design for a Safety Planning Intervention in Ontario, Canada","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Dalhousie University; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Psychological intervention; Protocol (science); Intervention (counseling); Research design; Domestic violence; Human factors and ergonomics; Poison control; Behaviour change","score_opus":0.47905446948401204,"score_gpt":0.594214025552689,"score_spread":0.11515955606867695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417283348","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011978687,0.0000025540626,0.091742955,0.00012835918,0.0000576267,0.9055795,0.000055634468,0.000051105515,0.0011844123],"genre_scores_gemma":[0.02825094,1.41081955e-8,0.02168248,0.00010956616,0.0000756797,0.94805473,0.000019328832,0.00003581921,0.0017714425],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99575883,0.00056944165,0.00093958026,0.00081522646,0.0005819143,0.00133501],"domain_scores_gemma":[0.99813926,0.0005279011,0.00015709276,0.00033797874,0.00052438164,0.0003133839],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004551355,0.00028203073,0.00035997125,0.00047746437,0.0014114477,0.0003937901,0.00066207105,0.00014155041,0.00016751],"category_scores_gemma":[0.0006635983,0.00029429235,0.00020536089,0.0005772113,0.00013077985,0.0003465634,0.00032246578,0.0002870069,0.000004986586],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10768303,0.022434166,0.0030369333,0.014038346,0.00032023733,0.00027981156,0.061512526,0.0031087864,0.36172536,0.04087703,0.29407355,0.09091022],"study_design_scores_gemma":[0.024857871,0.016800193,0.00075637206,0.05045772,0.000018111916,0.000009822677,0.049604803,0.003137388,0.5164396,0.00224984,0.33395502,0.0017132503],"about_ca_topic_score_codex":0.36383992,"about_ca_topic_score_gemma":0.4033969,"teacher_disagreement_score":0.15471424,"about_ca_system_score_codex":0.0040926863,"about_ca_system_score_gemma":0.0019892398,"threshold_uncertainty_score":0.99995095},"labels":[],"label_agreement":null},{"id":"W4417283579","doi":"10.2196/82819","title":"Clinical Effectiveness and Cost-Effectiveness of Collaborative Treatment With Korean and Western Medicine for Primary Headache Disorders: Protocol for a Multicenter Prospective Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Migraine and Headache Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Clinical effectiveness; Western medicine; Alternative medicine; Clinical trial; MEDLINE","score_opus":0.39402856738300146,"score_gpt":0.6325665993868943,"score_spread":0.23853803200389284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417283579","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035807557,0.000013189594,0.00056639744,0.00058460044,0.0000018273158,0.9625832,0.000057653193,0.000025300866,0.0003602958],"genre_scores_gemma":[0.033696584,0.0000022983395,0.0006745496,0.000032443815,0.00007880201,0.9649635,0.000022626193,0.000030429439,0.0004987612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967162,0.001143843,0.0005399444,0.0007388285,0.00045933278,0.00040186974],"domain_scores_gemma":[0.9918753,0.0057758563,0.00014490295,0.00031440987,0.0017505575,0.00013898201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037363365,0.00030348246,0.0010893733,0.00022596748,0.00029451348,0.00003035114,0.00009320008,0.00011195943,0.0000035292398],"category_scores_gemma":[0.00069165597,0.00018435753,0.00008113644,0.00049205957,0.0008801488,0.00012444194,0.00012648318,0.00025950695,2.016059e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08033513,0.0070256414,0.8908615,0.012155653,0.0007472288,0.0000035302842,0.001497144,3.3212314e-7,0.00043941688,0.0003774508,0.00052797643,0.0060289963],"study_design_scores_gemma":[0.07293106,0.07330285,0.8234857,0.007662228,0.00006987808,0.0000014269227,0.0014566544,0.000032202053,0.0005882178,0.0005152731,0.019818617,0.00013590197],"about_ca_topic_score_codex":0.000071384864,"about_ca_topic_score_gemma":0.00040911906,"teacher_disagreement_score":0.06737581,"about_ca_system_score_codex":0.00025781218,"about_ca_system_score_gemma":0.00074457465,"threshold_uncertainty_score":0.7517882},"labels":[],"label_agreement":null},{"id":"W4417283707","doi":"10.2196/76350","title":"Effects of Aromatherapy on Chemotherapy-Induced Gastrointestinal Toxicity in Patients With Cancer: Protocol for a Systematic Review and Meta-Analysis of Randomized Controlled Trials","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Nausea and vomiting management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Aromatherapy; Randomized controlled trial; Nausea; Protocol (science); Vomiting; Clinical trial; Alternative medicine","score_opus":0.2829565711781875,"score_gpt":0.5857872441843138,"score_spread":0.3028306730061263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417283707","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.8616356e-7,0.085612334,0.000022515393,0.00006932366,7.8740595e-7,0.91416395,0.000063330255,0.000015381975,0.000051667103],"genre_scores_gemma":[2.8765126e-7,0.033441637,0.0002441044,0.00006885023,0.0000131549605,0.9654962,0.000016178077,0.000048355683,0.00067126576],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9811298,0.011481961,0.0047436324,0.0007023562,0.0014652169,0.00047700858],"domain_scores_gemma":[0.9722241,0.021569116,0.0041436455,0.000851689,0.0010824711,0.00012894573],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.028707244,0.00068354554,0.05495188,0.0020782528,0.000046510104,0.00004243672,0.00036585363,0.00015919235,0.00011610466],"category_scores_gemma":[0.014661378,0.00030567113,0.00598488,0.0019685037,0.00014501953,0.000037128768,0.00007082467,0.00052143796,6.0232804e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10266598,0.0015814888,0.000003685706,0.7799458,0.114585415,0.0000028604463,0.000011267935,9.815586e-8,0.0000018855283,0.000040238076,0.00014268699,0.0010186045],"study_design_scores_gemma":[0.22804752,0.0025728985,0.0000026801015,0.54347134,0.22505897,3.2030786e-7,9.735234e-7,0.0000036879107,0.000019096864,0.000006837516,0.0006940542,0.000121631696],"about_ca_topic_score_codex":0.000016427224,"about_ca_topic_score_gemma":0.0000033326282,"teacher_disagreement_score":0.23647445,"about_ca_system_score_codex":0.00020068898,"about_ca_system_score_gemma":0.0007649339,"threshold_uncertainty_score":0.99993956},"labels":[],"label_agreement":null},{"id":"W4417297171","doi":"10.2196/88851","title":"Correction: Developing a Core Outcome Set and a Core Outcome Measurement Set for Studies Evaluating Interventions to Minimize Physical Restraint Use in Adult Intensive Care Units: Protocol for a Modified Delphi Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Decision-Making and Restraints","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Trent University; Athabasca University; Fleming College; University of Toronto; George Brown College","funders":"","keywords":"Protocol (science); Delphi method; Outcome (game theory); Core (optical fiber); Set (abstract data type); Psychological intervention; Delphi","score_opus":0.9328445287222803,"score_gpt":0.7482192106903238,"score_spread":0.18462531803195648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417297171","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104275,0.000002799241,0.001742964,0.0011758034,0.00013126418,0.8923897,0.00016257114,0.000085978914,0.000033904213],"genre_scores_gemma":[0.13439128,5.341576e-8,0.0014342029,0.00028476003,0.00009975109,0.86330444,0.000015657964,0.000048898848,0.0004209493],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9934678,0.0014188463,0.0016540679,0.0012159531,0.0011577114,0.0010856367],"domain_scores_gemma":[0.9804413,0.0037918822,0.0002790305,0.00075271603,0.014489842,0.00024524666],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0060888785,0.00042450332,0.0009393969,0.0009778187,0.0007023299,0.00021118594,0.0005087436,0.00022573004,0.000006977414],"category_scores_gemma":[0.040974278,0.00034795635,0.00020439689,0.0015020866,0.00021577961,0.00012299762,0.0005007993,0.0010059798,0.0000074784534],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.052053083,0.00508592,0.15232526,0.037218563,0.0017175691,0.000836949,0.5501928,0.0003847457,0.0002757674,0.004234833,0.044743627,0.1509309],"study_design_scores_gemma":[0.031168541,0.015310039,0.10083668,0.04742384,0.000048924445,0.00004821898,0.793852,0.00200837,0.000037077756,0.0027923887,0.005554068,0.0009198606],"about_ca_topic_score_codex":0.00025859618,"about_ca_topic_score_gemma":0.0019775121,"teacher_disagreement_score":0.2436592,"about_ca_system_score_codex":0.0011937636,"about_ca_system_score_gemma":0.0009194378,"threshold_uncertainty_score":0.99989724},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4417340894","doi":"10.2196/76811","title":"IL-6/GP130/JAK/STAT3 Pathway Activation in Pancreatic Ductal Adenocarcinoma and Its Association With Clinical Features: Protocol for a Retrospective Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cytokine Signaling Pathways and Interactions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pancreatic ductal adenocarcinoma; Disease; Clinical pathway; Pancreatic cancer; Signal transduction; Clinical Practice; Association (psychology); Protocol (science)","score_opus":0.23287378239299017,"score_gpt":0.5776392309963851,"score_spread":0.344765448603395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417340894","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29263374,6.0712e-7,0.000049780265,0.00026183485,0.000010961198,0.70633173,0.000029389632,0.00004842493,0.0006335217],"genre_scores_gemma":[0.30993825,8.573955e-8,0.00010855681,0.00003403701,0.00022631724,0.687464,0.000016116512,0.000024118368,0.0021884874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99628204,0.0006567225,0.00074292696,0.0007793038,0.000997374,0.00054160284],"domain_scores_gemma":[0.9964913,0.0011355546,0.0002472999,0.00032394173,0.0016547847,0.00014712961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038971456,0.0002285206,0.00047841296,0.0005389869,0.00045298866,0.00027179756,0.0001407516,0.000264385,0.00007247264],"category_scores_gemma":[0.0032583799,0.0001801813,0.000110499925,0.0009051439,0.00009638782,0.00035143917,0.00010575186,0.0016670902,0.0000076002684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0107599385,0.0030887916,0.9763986,0.0005744962,0.0001518605,0.000017811853,0.0004243201,0.0000017142085,0.005961785,0.00052430027,0.0018865298,0.00020986809],"study_design_scores_gemma":[0.014793971,0.009692935,0.960459,0.0018115506,0.000008426173,0.000012612232,0.00038145986,0.00013600795,0.0059382967,0.00037769479,0.006233069,0.00015498395],"about_ca_topic_score_codex":0.00007011571,"about_ca_topic_score_gemma":0.00010411631,"teacher_disagreement_score":0.01886773,"about_ca_system_score_codex":0.0011385594,"about_ca_system_score_gemma":0.0009700979,"threshold_uncertainty_score":0.7347581},"labels":[],"label_agreement":null},{"id":"W4417342583","doi":"10.2196/81592","title":"Maternal Micronutrient Status During Pregnancy and Its Neurodevelopmental Implications for Infants in South Asia: Protocol for a Scoping Review","year":2025,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Trace Elements in Health","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Micronutrient; Protocol (science); Pregnancy; Maternal health; Qualitative research; Biomarker; mHealth; Child development","score_opus":0.38621679919441015,"score_gpt":0.635125606052076,"score_spread":0.24890880685766587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417342583","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.8246335e-7,0.2595997,0.00000792694,0.00017520937,0.000017288994,0.73959017,0.0005143999,0.00006257968,0.00003225501],"genre_scores_gemma":[4.8215835e-8,0.1942613,0.0010303127,0.00002459009,0.000082120736,0.8042281,0.000060237424,0.000121325575,0.00019194129],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9929073,0.0009329167,0.0021334128,0.001432844,0.00057859893,0.0020149287],"domain_scores_gemma":[0.996824,0.00089513266,0.00074671255,0.00077895593,0.00044344855,0.00031169815],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014230929,0.0006363083,0.0018063226,0.00094396697,0.0006342927,0.00026096357,0.00081344164,0.0003291549,0.000021544667],"category_scores_gemma":[0.0010493904,0.00058091484,0.00024695878,0.0010519499,0.00008709573,0.0002752338,0.0006224308,0.0011327869,0.000008709914],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025742588,0.00021151156,0.00034943,0.7070939,0.000016184444,0.0000023759815,0.00008116365,3.2295965e-8,0.000003931404,0.000036323556,0.0005465886,0.29140112],"study_design_scores_gemma":[0.0022785817,0.000333572,0.00031752588,0.6061823,0.00001246441,0.000010074919,0.000004600618,4.928613e-7,0.00004273998,0.000033616278,0.39051723,0.00026678035],"about_ca_topic_score_codex":0.0000049738646,"about_ca_topic_score_gemma":0.000027654623,"teacher_disagreement_score":0.38997066,"about_ca_system_score_codex":0.0011481512,"about_ca_system_score_gemma":0.0023929682,"threshold_uncertainty_score":0.99966425},"labels":[],"label_agreement":null},{"id":"W4417357255","doi":"10.2196/87613","title":"Quantitative Understanding of Advanced Novel Imaging Techniques for Fasciitis and Biosignature Yield (Quantify): Protocol for a Cross-Sectional Diagnostic Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Streptococcal Infections and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Yield (engineering); Medical imaging; Fasciitis; Plantar fasciitis","score_opus":0.4432206212616878,"score_gpt":0.6332670530359089,"score_spread":0.1900464317742211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417357255","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023558713,0.0000023813968,0.020825064,0.00017014988,0.000007740332,0.9760034,0.00009705551,0.000071307244,0.00046703478],"genre_scores_gemma":[0.072033465,1.5893762e-7,0.004880834,0.000017766155,0.00003271977,0.9227324,0.000008541844,0.000023233939,0.0002708524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983344,0.0000612565,0.00040160166,0.00049009954,0.00033279925,0.00037985618],"domain_scores_gemma":[0.9957653,0.0029556938,0.000109689194,0.00025343648,0.0008312293,0.000084599604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008047541,0.00017605364,0.00031721784,0.00050661573,0.00045221785,0.00012171691,0.000099575285,0.000112497626,0.000020620268],"category_scores_gemma":[0.0020917754,0.00014197432,0.000113820104,0.0005557613,0.00030189438,0.00017607068,0.00010080085,0.00031958232,4.9912325e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068699727,0.0070917294,0.9269221,0.004015647,0.00027470713,0.0000097108505,0.0002087058,0.0000024952692,0.031748086,0.01707338,0.0014917584,0.004291703],"study_design_scores_gemma":[0.053366233,0.04302335,0.7021183,0.020816255,0.000057383135,0.00002895161,0.003270503,0.0008607772,0.13020068,0.019828513,0.025826996,0.000602065],"about_ca_topic_score_codex":0.000029285875,"about_ca_topic_score_gemma":0.00002096467,"teacher_disagreement_score":0.2248038,"about_ca_system_score_codex":0.00026225208,"about_ca_system_score_gemma":0.0002577045,"threshold_uncertainty_score":0.57895446},"labels":[],"label_agreement":null},{"id":"W4417409948","doi":"10.2196/89584","title":"A Novel One-month Ultra-Short Preventive Treatment for Halting Active Tuberculosis from Latent Infection Among Close Contacts (TB-YOUTH study): Study Protocol For A Cluster-Randomized Controlled Trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rifapentine; Latent tuberculosis; Isoniazid; Regimen; Tuberculosis; Randomized controlled trial; Chemoprophylaxis; Cluster (spacecraft); Directly Observed Therapy","score_opus":0.20698238760192847,"score_gpt":0.5450909240615073,"score_spread":0.33810853645957883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417409948","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2623336,0.00000111249,0.0011456133,0.0004714182,0.00002744124,0.73533285,0.00010480024,0.00012707573,0.00045608898],"genre_scores_gemma":[0.20031545,9.563788e-7,0.0003982241,0.00005285376,0.00039285285,0.7979255,0.00007993812,0.00007498164,0.00075928867],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98553425,0.0069716023,0.002435768,0.001939647,0.0013880035,0.0017307407],"domain_scores_gemma":[0.9825412,0.013068842,0.0005205658,0.001224526,0.0020560026,0.00058884535],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015098652,0.0007548765,0.0043985206,0.000974804,0.00078940176,0.00026235814,0.00041297523,0.00044459506,0.00006655709],"category_scores_gemma":[0.017339695,0.00051900925,0.0015823464,0.0006791936,0.00035054694,0.00033531184,0.0003047381,0.0011326979,0.0000101900005],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8899766,0.053780098,0.037002243,0.00058686355,0.007134264,0.000009429517,0.0036961385,0.000020478645,0.0018272483,0.00003493398,0.0003563623,0.005575302],"study_design_scores_gemma":[0.9145208,0.054014742,0.020473814,0.0024193446,0.00052351144,0.0000010759202,0.002216773,0.0015693036,0.002784313,0.0003390992,0.000780373,0.00035682853],"about_ca_topic_score_codex":0.006071686,"about_ca_topic_score_gemma":0.003177449,"teacher_disagreement_score":0.062592596,"about_ca_system_score_codex":0.0017679705,"about_ca_system_score_gemma":0.0012584808,"threshold_uncertainty_score":0.9997262},"labels":[],"label_agreement":null},{"id":"W4417429324","doi":"10.2196/82486","title":"Mapping Algorithmic Bias in AI-Powered Electrocardiogram Interpretation Across the AI Life Cycle: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"ECG Monitoring and Analysis","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Interpretation (philosophy); Data collection; Protocol analysis","score_opus":0.2460759989322097,"score_gpt":0.6265338209518042,"score_spread":0.38045782201959455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417429324","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004062452,0.00010920325,0.0040191556,0.009410534,0.0000073110114,0.98587763,0.0000034126401,0.00008983154,0.0004422791],"genre_scores_gemma":[0.00090526696,0.000016458003,0.00041600777,0.0014032864,0.00022985027,0.99641395,0.000009183918,0.000032365788,0.0005736457],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9962131,0.0007604047,0.00079786713,0.00055679417,0.00075801386,0.00091385905],"domain_scores_gemma":[0.99771523,0.0005197112,0.00013455222,0.0007305203,0.00074984686,0.00015015641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005553142,0.000223778,0.00065637944,0.00046608015,0.00038314756,0.0002484235,0.00041607936,0.00014211252,0.00002934382],"category_scores_gemma":[0.0025107698,0.0001560651,0.00032594425,0.002759587,0.00014778691,0.00016776686,0.00019181913,0.0011735647,0.000018816716],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004227463,0.0016301641,0.02389724,0.2171561,0.00064736634,0.00005846036,0.002006439,0.000055193545,0.0027785199,0.00014567505,0.03494323,0.71245414],"study_design_scores_gemma":[0.008330392,0.0014246004,0.0026382485,0.8234279,0.000022919088,0.00000954911,0.00045772947,0.0144290505,0.0025523128,0.00081913336,0.14553282,0.00035532197],"about_ca_topic_score_codex":0.000045962795,"about_ca_topic_score_gemma":0.000026590711,"teacher_disagreement_score":0.71209884,"about_ca_system_score_codex":0.00027372496,"about_ca_system_score_gemma":0.0010206031,"threshold_uncertainty_score":0.636415},"labels":[],"label_agreement":null},{"id":"W4417441845","doi":"10.2196/59302","title":"IMplementation of Physical Activity for Children and adolescents on Treatment (IMPACT) for Cancer Diagnoses in Alberta: Protocol for a Single-Arm, Mixed-Methods, Hybrid Effectiveness-Implementation Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; University of the Fraser Valley; Alberta Children's Hospital; Stollery Children's Hospital; Alberta Health Services; University of Alberta; Alberta Cancer Foundation; University of Calgary","funders":"","keywords":"Medical diagnosis; Physical activity; Protocol (science); Cancer; Clinical trial; MEDLINE","score_opus":0.19099495475466827,"score_gpt":0.6516081932761071,"score_spread":0.4606132385214388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417441845","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31809333,7.576227e-7,0.00071586313,0.00042572766,0.000010758222,0.6803053,0.00042987734,0.000014217365,0.0000041756643],"genre_scores_gemma":[0.18836743,3.2146187e-7,0.0005191401,0.00002695106,0.00024068974,0.81070864,0.000085619184,0.000036976267,0.000014224368],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99661344,0.0011115781,0.00050811155,0.00068194786,0.00047198028,0.0006129177],"domain_scores_gemma":[0.99474794,0.0041481555,0.0002660584,0.00033614304,0.00036392524,0.00013779459],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002246906,0.00030092912,0.0007916861,0.0003949201,0.0001636653,0.00006241594,0.0001304019,0.00008155469,0.000009188819],"category_scores_gemma":[0.0006361161,0.0002484303,0.00029517067,0.00032289748,0.00010937968,0.00017546058,0.00006797693,0.00017779019,3.0868168e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.28911144,0.01644861,0.054933883,0.009420724,0.0003612585,5.932199e-7,0.0008605883,0.0000083238165,0.0120666325,0.00019258322,0.001496142,0.61509925],"study_design_scores_gemma":[0.21222366,0.04286718,0.26774168,0.004532991,0.00003706147,6.3787274e-7,0.00016329046,0.00006057539,0.4687242,0.00080189854,0.002659407,0.00018742392],"about_ca_topic_score_codex":0.0045440737,"about_ca_topic_score_gemma":0.003025582,"teacher_disagreement_score":0.6149118,"about_ca_system_score_codex":0.0011488922,"about_ca_system_score_gemma":0.0009464408,"threshold_uncertainty_score":0.9999968},"labels":[],"label_agreement":null},{"id":"W4417451844","doi":"10.2196/85853","title":"Impact of the Population Medicine Multimorbidity Intervention in Xishui County (POPMIX) on People at High Risk for Chronic Obstructive Pulmonary Disease Who Experience Mental Health Symptoms: Protocol for the POPMIX-MH Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Intervention (counseling); COPD; Randomized controlled trial; Protocol (science); Multimorbidity; Population; Alternative medicine","score_opus":0.09106553603168935,"score_gpt":0.5410784679906582,"score_spread":0.45001293195896885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417451844","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062169895,0.0000160908,0.00016284848,0.0027228312,0.000071094524,0.93452704,0.00019206689,0.00003351697,0.00010460827],"genre_scores_gemma":[0.24946286,0.0000024037768,0.000011570044,0.000042351683,0.00021304039,0.74947137,0.00011714346,0.000024940653,0.0006543197],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9939592,0.0021273715,0.0013506976,0.0006330711,0.0012559075,0.00067379227],"domain_scores_gemma":[0.9950858,0.0027445997,0.0007998943,0.0008672624,0.00032955813,0.00017290212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005444442,0.000349459,0.0013918178,0.0003546187,0.00059895514,0.00006785133,0.00048972765,0.00010079754,0.00020237028],"category_scores_gemma":[0.0031240827,0.00017532439,0.00093405525,0.0005714377,0.00064435456,0.00020883406,0.0003100388,0.00043691575,0.0000011452627],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9760033,0.0018035653,0.010886878,0.002666453,0.000300309,0.0000010939357,0.0004866956,0.00019265023,0.00001255209,0.00080819085,0.0042227916,0.0026155333],"study_design_scores_gemma":[0.8047104,0.0031920415,0.16204713,0.0057071373,0.00005939726,4.6623913e-7,0.00026017666,0.021172764,0.000013254428,0.0014194361,0.0012949184,0.00012287492],"about_ca_topic_score_codex":0.0020649538,"about_ca_topic_score_gemma":0.00043088876,"teacher_disagreement_score":0.18729296,"about_ca_system_score_codex":0.003739755,"about_ca_system_score_gemma":0.0011754964,"threshold_uncertainty_score":0.9779329},"labels":[],"label_agreement":null},{"id":"W4417464214","doi":"10.2196/76815","title":"Efficacy, Safety, and Economic Impact of Cytisinicline Maintenance Therapy in Patients Who Are Candidates for Smoking Cessation: Protocol for a Phase IV, Multicenter, Randomized, Open-Label, Controlled, Parallel Clinical Trial (CITISILONG Trial)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Clinical trial; Economic impact analysis; Phase (matter); Economic evaluation; Phases of clinical research","score_opus":0.2935893322851838,"score_gpt":0.6180160672698755,"score_spread":0.32442673498469166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417464214","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21574457,0.000002322812,0.000296387,0.00024170977,0.000033908396,0.78347397,0.00013017008,0.000016510312,0.000060444003],"genre_scores_gemma":[0.116788596,0.000008630284,0.00017573698,0.000042619577,0.0001816598,0.88244927,0.00009390769,0.000036566777,0.00022303124],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945863,0.0013066373,0.0023711089,0.00070142874,0.00044123753,0.0005932723],"domain_scores_gemma":[0.99327415,0.0043677986,0.0009175046,0.0005180325,0.0007522066,0.00017028976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010363995,0.00030284078,0.002242147,0.00041478896,0.0002109422,0.00023739695,0.00041600017,0.00029176835,0.00005939468],"category_scores_gemma":[0.0031191169,0.00021514471,0.00039397724,0.00025449588,0.000358226,0.00028619415,0.00016022196,0.00048683496,4.22197e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.908552,0.008180325,0.05546748,0.0003775275,0.00025062673,0.0000020461705,0.00007585437,0.0000064828105,0.000007998724,0.00012584719,0.0015053205,0.025448477],"study_design_scores_gemma":[0.94472015,0.027692765,0.017645575,0.0044986247,0.000035714806,3.8126416e-7,0.000026378795,0.0025570407,0.000076033386,0.00022064823,0.0023534156,0.0001732905],"about_ca_topic_score_codex":0.00021905394,"about_ca_topic_score_gemma":0.00005048252,"teacher_disagreement_score":0.09897528,"about_ca_system_score_codex":0.0005375172,"about_ca_system_score_gemma":0.0011678501,"threshold_uncertainty_score":0.87733465},"labels":[],"label_agreement":null},{"id":"W4417488620","doi":"10.2196/77490","title":"Piloting a Pragmatic Randomized Controlled Trial on the Effects of Integrated Psychosocial Care in Intensive Care Units (Phase B of the Integrated Psychosocial Care–Pilot Project): Protocol for a Feasibility Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Psychosocial; Protocol (science); Intensive care; MEDLINE; Research design; Intervention (counseling)","score_opus":0.34375017794778573,"score_gpt":0.6180709433804017,"score_spread":0.27432076543261597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417488620","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17636685,0.000010635259,0.00001077913,0.0003388258,0.0005118356,0.8209796,0.00026011604,0.000065684886,0.0014556963],"genre_scores_gemma":[0.26148343,2.3452911e-7,0.000015287485,0.00036720268,0.0001368787,0.7377098,0.00005253957,0.00005322524,0.00018141636],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.95686185,0.03635391,0.003150361,0.000905808,0.0015921473,0.0011359231],"domain_scores_gemma":[0.91616964,0.03693101,0.0015604527,0.0012522915,0.043979183,0.00010739096],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007969365,0.0006720288,0.002977582,0.0009588866,0.0014502781,0.00006503698,0.0014500852,0.000529603,0.000037760816],"category_scores_gemma":[0.19112626,0.00035033812,0.0007067471,0.004293441,0.0010822607,0.000110763845,0.00043302515,0.003826277,0.000003826183],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8326894,0.0022524793,0.0025529433,0.011211079,0.0002870264,0.000004202456,0.13847849,0.0000012597061,0.00040282044,0.00076779025,0.0106789665,0.0006735607],"study_design_scores_gemma":[0.624656,0.020035885,0.00019284022,0.03286615,0.000050381906,8.447496e-8,0.31925488,0.000027151056,0.000493873,0.00020103024,0.0020309815,0.00019074364],"about_ca_topic_score_codex":0.0014298703,"about_ca_topic_score_gemma":0.0032731849,"teacher_disagreement_score":0.20803337,"about_ca_system_score_codex":0.0015022266,"about_ca_system_score_gemma":0.0085634105,"threshold_uncertainty_score":0.99989486},"labels":[],"label_agreement":null},{"id":"W4417491689","doi":"10.2196/83105","title":"Evaluating a Digital Chronic Condition Prevention Intervention (THRIVE) in Australian General Practice: Protocol for a Mixed Methods Feasibility Study (ePREVENT-360)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Intervention (counseling); Digital health; Data collection; eHealth; Intervention mapping; Chronic condition; mHealth","score_opus":0.5755093121229873,"score_gpt":0.7803990702981413,"score_spread":0.20488975817515398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417491689","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0098063005,0.000002372478,0.0039512934,0.0006728536,0.00009850246,0.98183644,0.00007376052,0.000119513345,0.003438952],"genre_scores_gemma":[0.026443603,9.504352e-9,0.004750117,0.000017329277,0.00011669411,0.94815564,0.000092250346,0.000046820558,0.020377526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869398,0.007851447,0.0018868438,0.0012849098,0.000857676,0.0011793517],"domain_scores_gemma":[0.9964702,0.0010174855,0.0005396646,0.0009692856,0.0008055476,0.00019782614],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015264325,0.00034115624,0.00047764753,0.0008156972,0.00035635478,0.00059516757,0.0006345085,0.0002548581,0.00066405063],"category_scores_gemma":[0.0022931949,0.00034818487,0.00038199677,0.0013231022,0.00022070685,0.0015107737,0.00043291465,0.0009827486,0.0001357152],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012888082,0.07204395,0.0060722674,0.006236405,0.00032353066,0.000032093885,0.0011607622,0.000029922321,0.0008341931,0.009117366,0.01460583,0.8766556],"study_design_scores_gemma":[0.13417372,0.17702015,0.18070544,0.042083077,0.00008206704,0.000056435078,0.01432346,0.0022780057,0.0077298004,0.16693151,0.2727586,0.0018577395],"about_ca_topic_score_codex":0.00013452627,"about_ca_topic_score_gemma":0.0003228256,"teacher_disagreement_score":0.8747979,"about_ca_system_score_codex":0.0023121329,"about_ca_system_score_gemma":0.0005819068,"threshold_uncertainty_score":0.999897},"labels":[],"label_agreement":null},{"id":"W4417495661","doi":"10.2196/84240","title":"Central Nervous System Mechanisms and Treatment Response in Chronic Ocular Surface Pain: Protocol for a Cross-Sectional Observational Phenotyping Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ocular Surface and Contact Lens","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Central nervous system; Observational study; Protocol (science); Component (thermodynamics); Clinical trial","score_opus":0.26662603880857416,"score_gpt":0.5353680820526756,"score_spread":0.26874204324410145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417495661","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15130746,0.0000036861877,0.001139083,0.00030254442,0.0000065958397,0.8470882,0.000013643001,0.00007147255,0.00006730021],"genre_scores_gemma":[0.09176126,7.673003e-8,0.00055660453,0.000040025563,0.00007521552,0.9061175,0.000011127938,0.00003092083,0.0014072917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99585485,0.0013454801,0.00054943113,0.00067429064,0.0007629609,0.00081295904],"domain_scores_gemma":[0.9981427,0.000630106,0.000077926285,0.0004871014,0.0004848545,0.00017731871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050730393,0.0002508311,0.00040973333,0.00026673733,0.00038828087,0.00021449634,0.000169963,0.0001741693,0.000034372202],"category_scores_gemma":[0.0003338545,0.00020990033,0.00012149731,0.0005601654,0.000084145344,0.00015606893,0.00011714799,0.00037813495,0.0000064871856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05393865,0.0034196363,0.9068471,0.004484279,0.000258952,0.00022969494,0.00059856044,0.0006525213,0.020134822,0.005487922,0.00012242126,0.003825449],"study_design_scores_gemma":[0.02429143,0.013030417,0.9149435,0.0032453772,0.0000073407446,0.000005734185,0.00064484566,0.012060528,0.0020837465,0.0002825846,0.029176028,0.0002284426],"about_ca_topic_score_codex":0.00012311187,"about_ca_topic_score_gemma":0.00011118704,"teacher_disagreement_score":0.0595462,"about_ca_system_score_codex":0.0028286553,"about_ca_system_score_gemma":0.002327843,"threshold_uncertainty_score":0.85594875},"labels":[],"label_agreement":null},{"id":"W4417501650","doi":"10.2196/85901","title":"Implementing an eHealth Model of Care for Pediatric Patients and Families at the End of Treatment for Acute Lymphoblastic Leukemia (EMERGE): Type 2 Nonrandomized Hybrid Implementation-Effectiveness Trial Study Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Multidisciplinary approach; Protocol (science); Survivorship curve; Lymphoblastic Leukemia; mHealth; Quality of life (healthcare); Telemedicine","score_opus":0.1311568266884824,"score_gpt":0.5712528920568418,"score_spread":0.44009606536835943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417501650","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42719817,0.0000028257077,0.00013182558,0.000030427964,0.000010461285,0.5722798,0.0003214689,0.000011318977,0.000013722199],"genre_scores_gemma":[0.1653631,0.0000016847564,0.00022808918,0.000013586394,0.00009474223,0.8340837,0.00013495503,0.00003093919,0.00004920856],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9959796,0.0010653101,0.0010552389,0.00054399896,0.00074246083,0.00061340356],"domain_scores_gemma":[0.99562585,0.0019099768,0.00040916618,0.00051581673,0.0014118394,0.00012734983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036597108,0.00025385187,0.0009046702,0.0003167092,0.00051437295,0.000032581098,0.00021620089,0.000055217824,0.00002041393],"category_scores_gemma":[0.00040949314,0.00017484209,0.00018343717,0.00038542866,0.00013957136,0.00011014225,0.00023783697,0.00011811988,2.9960756e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.86741745,0.004665836,0.079222366,0.01603015,0.00087803666,7.59971e-7,0.0100539345,0.00007180521,0.001116723,0.0000889599,0.00064090214,0.019813076],"study_design_scores_gemma":[0.861614,0.09942054,0.013344856,0.000702559,0.00038640067,4.1348395e-7,0.007644574,0.0011725706,0.012988317,0.00026485065,0.0022049497,0.0002559962],"about_ca_topic_score_codex":0.00058963615,"about_ca_topic_score_gemma":0.001068314,"teacher_disagreement_score":0.26183507,"about_ca_system_score_codex":0.0010978484,"about_ca_system_score_gemma":0.003137607,"threshold_uncertainty_score":0.7129854},"labels":[],"label_agreement":null},{"id":"W4417513197","doi":"10.2196/79308","title":"Elderly Activity Life-Space Envelopes (EASE): Development and Feasibility of a Comprehensive, Integrated Protocol for Life-Space Mobility Research in Population Health","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Older Adults Driving Studies","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Psychological intervention; Population; Quality of life (healthcare); Quality (philosophy); Population health","score_opus":0.5848684089763239,"score_gpt":0.6754219807370344,"score_spread":0.09055357176071055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417513197","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14798401,0.000007679892,0.00020496793,0.0075421515,0.0000127954645,0.8438506,0.000037000602,0.00010688731,0.00025388808],"genre_scores_gemma":[0.08539775,0.0000014091188,0.0026297416,0.000103451835,0.000047756388,0.9109141,0.000013560031,0.00004154078,0.00085068546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9827167,0.010930171,0.001568033,0.0013269136,0.0014939982,0.00196419],"domain_scores_gemma":[0.9880955,0.0063602454,0.0004454386,0.0010842386,0.003498844,0.00051570544],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01736333,0.0004085432,0.0011179829,0.0012028842,0.0022616,0.00007634244,0.0006040876,0.00041851014,0.000041029354],"category_scores_gemma":[0.0061668498,0.00034813536,0.00008505911,0.0026650878,0.00071334536,0.00035766902,0.0011860998,0.0029800206,0.00001271309],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057838736,0.003168275,0.90292346,0.0419101,0.00008073265,0.0000021713327,0.0063375747,0.0000075539083,0.0006647114,0.0014695821,0.023131192,0.014520748],"study_design_scores_gemma":[0.007136028,0.0013741172,0.8673526,0.014844427,0.0000011840181,1.588324e-7,0.0040514106,0.00020174589,0.00053135346,0.0018160809,0.102435686,0.00025518535],"about_ca_topic_score_codex":0.004384265,"about_ca_topic_score_gemma":0.011674758,"teacher_disagreement_score":0.079304494,"about_ca_system_score_codex":0.0021397257,"about_ca_system_score_gemma":0.008732278,"threshold_uncertainty_score":0.99989706},"labels":[],"label_agreement":null},{"id":"W4417535076","doi":"10.2196/81558","title":"Wearable Continuous Vital Sign Monitoring Study (WARD-AMS) to Detect Clinical Deterioration in Postoperative General Surgery Patients: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); ALARM; Wearable computer; Continuous monitoring; Vital signs; Remote patient monitoring","score_opus":0.2582273235429891,"score_gpt":0.600991610270031,"score_spread":0.3427642867270419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417535076","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34893495,0.0000010859355,0.000119669196,0.00031087865,0.0000949975,0.65037876,0.0000025829872,0.00009250875,0.000064581356],"genre_scores_gemma":[0.14883421,2.5162217e-7,0.00061998266,0.000051712002,0.0003992348,0.84962136,0.000003618917,0.00003301013,0.0004366439],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9901274,0.0049546086,0.0023314052,0.00080042187,0.0008485646,0.00093759655],"domain_scores_gemma":[0.9923031,0.0050927163,0.0002766259,0.0005598357,0.001510269,0.00025746916],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015795032,0.00032347318,0.0025322267,0.0011306239,0.00030059696,0.00012843177,0.0002573211,0.00044687183,0.000015198663],"category_scores_gemma":[0.015197292,0.00024433088,0.0004427373,0.0009601191,0.00017730762,0.00019724871,0.00017085095,0.0012310175,0.000015317833],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8544528,0.002955074,0.111420244,0.00029962213,0.00012302744,0.000025670104,0.00033029413,0.0000018799767,0.00036095353,0.000009303011,0.00045067692,0.02957048],"study_design_scores_gemma":[0.96584,0.019003652,0.0064758603,0.0038139003,0.000015166255,6.030859e-7,0.00022148868,0.00007058287,0.0019141064,0.00012701815,0.0023112334,0.00020643581],"about_ca_topic_score_codex":0.00007043774,"about_ca_topic_score_gemma":0.00003044267,"teacher_disagreement_score":0.20010073,"about_ca_system_score_codex":0.00041621923,"about_ca_system_score_gemma":0.0013287057,"threshold_uncertainty_score":0.9963524},"labels":[],"label_agreement":null},{"id":"W7077869629","doi":"10.2196/76907","title":"Comparative Evaluation of Sonic and Ultrasonic Activation of 3 Post Space Irrigants on Push-Out Bond Strength of Fiber Posts Luted With Dual-Cure Resin Cement: Protocol for an In Vitro Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geochemistry and Geologic Mapping","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Bond strength; Ultrasonic sensor; Fiber; Epoxy; Materials testing","score_opus":0.2272158947373928,"score_gpt":0.5177604560404026,"score_spread":0.29054456130300976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7077869629","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13658687,3.7299222e-7,0.00010405388,0.0003355317,0.0000014136544,0.86175424,0.000013849501,0.000012053834,0.0011916106],"genre_scores_gemma":[0.4267794,1.14907985e-8,0.0005781396,0.0000024846802,0.0000038111439,0.57252145,0.0000059634604,0.0000021252852,0.000106590895],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969193,0.00079135323,0.0004448156,0.0005014188,0.0010179427,0.00032522046],"domain_scores_gemma":[0.9966957,0.0004488533,0.00032450326,0.0005844886,0.0018923917,0.00005406683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031769855,0.00016023735,0.0003482298,0.0003218749,0.00009897278,0.000049429123,0.00039657956,0.00008875787,0.0000147789915],"category_scores_gemma":[0.00036419547,0.0001274504,0.000026963597,0.00081526407,0.0001498584,0.00031988992,0.00016184448,0.00027986825,4.8358345e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015970545,0.013061329,0.006004643,0.004671673,0.00017802858,0.0000037680077,0.016055562,0.0009358196,0.9243056,0.0030393985,0.0010172039,0.014756395],"study_design_scores_gemma":[0.009898094,0.00726449,0.027831195,0.0030213976,0.000004808165,6.1926215e-7,0.0014723592,0.008877158,0.9391824,0.0015025076,0.00078761776,0.00015737211],"about_ca_topic_score_codex":0.000047859303,"about_ca_topic_score_gemma":0.00009832315,"teacher_disagreement_score":0.29019254,"about_ca_system_score_codex":0.00009795616,"about_ca_system_score_gemma":0.0006968647,"threshold_uncertainty_score":0.51972765},"labels":[],"label_agreement":null},{"id":"W7083711761","doi":"10.2196/78254","title":"An eHealth and Health Literacy Educational Training to Support Older Patients With Type 2 Diabetes: Protocol for the JACARDI Interventional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Geochemistry and Geologic Mapping","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"eHealth; Digital health; Health literacy; mHealth; Protocol (science); Participatory action research; Health informatics; Disease; Citizen journalism; Literacy","score_opus":0.24569883748251065,"score_gpt":0.5814400541188495,"score_spread":0.3357412166363388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7083711761","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010809996,5.1394704e-7,0.0034148865,0.009184328,0.0000105769495,0.9859374,0.000005549596,0.000032448188,0.000333305],"genre_scores_gemma":[0.025388474,8.58e-9,0.0028422556,0.00039471374,0.000064248845,0.9703565,0.000010745474,0.0000041748003,0.0009388722],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773073,0.00032974174,0.00031183884,0.0005433278,0.0005342638,0.0005500735],"domain_scores_gemma":[0.9978745,0.0003141175,0.000087030465,0.0005671205,0.00096164475,0.00019560478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030086876,0.00012931664,0.00016942435,0.00014026379,0.00062391354,0.00041676563,0.00084498693,0.000036753685,0.000057189223],"category_scores_gemma":[0.00015047411,0.000084729516,0.000030723124,0.0006672539,0.00007055335,0.0003176794,0.0003259673,0.0002929964,0.000004193551],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006509386,0.009539118,0.596418,0.0028988344,0.000114660215,0.0000015562811,0.013418783,0.00006576181,0.000016866592,0.012694096,0.06414748,0.30003387],"study_design_scores_gemma":[0.0038639312,0.015058044,0.65703267,0.0017338939,0.0000010334405,8.2116776e-7,0.0003900249,0.0010953918,0.00003076982,0.0034460647,0.31715512,0.00019220093],"about_ca_topic_score_codex":0.000007263744,"about_ca_topic_score_gemma":0.00000843554,"teacher_disagreement_score":0.29984167,"about_ca_system_score_codex":0.00008049931,"about_ca_system_score_gemma":0.0011930868,"threshold_uncertainty_score":0.47987017},"labels":[],"label_agreement":null},{"id":"W7084143671","doi":"10.2196/73447","title":"Temporal Associations Between Body Checking and Eating Pathology in Adolescent Girls with Binge-Spectrum Eating Disorders: Protocol for an Ecological Momentary Assessment Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Microbial infections and disease research","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Eating disorders; Population; MEDLINE; Intervention (counseling)","score_opus":0.20312515406948617,"score_gpt":0.5505435762451438,"score_spread":0.34741842217565766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084143671","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19128108,0.0000021986298,0.00020265685,0.0002782153,0.000005773346,0.80774313,0.00005979826,0.000069387126,0.0003577425],"genre_scores_gemma":[0.3363932,1.6955349e-7,0.00016269415,0.00001857276,0.0000307385,0.6631933,0.000079496254,0.000017353948,0.000104484636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99509025,0.0022752725,0.0006173153,0.0007942411,0.00016817325,0.001054774],"domain_scores_gemma":[0.9985117,0.0006358014,0.00015467017,0.00038020816,0.0002330093,0.000084626845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035547612,0.0002573037,0.00048583694,0.0006769,0.0011495904,0.00023562057,0.00032514724,0.00027094068,0.00010754486],"category_scores_gemma":[0.00024085003,0.000209005,0.00005968368,0.00088371604,0.00031629315,0.00024421533,0.00045990775,0.0012383045,0.000006299065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005527884,0.007198968,0.9767215,0.00036482263,0.000100134464,0.000009252141,0.0002731385,0.0000080620575,0.0107448,0.00034815003,0.0006012738,0.0030770758],"study_design_scores_gemma":[0.010594412,0.008622864,0.9701797,0.001128253,0.000008683081,0.000002898952,0.0013116703,0.00006017568,0.0006719253,0.0006703261,0.0064766747,0.00027245565],"about_ca_topic_score_codex":0.00036883182,"about_ca_topic_score_gemma":0.0010959026,"teacher_disagreement_score":0.14511214,"about_ca_system_score_codex":0.00047350716,"about_ca_system_score_gemma":0.0006120732,"threshold_uncertainty_score":0.88418365},"labels":[],"label_agreement":null},{"id":"W7089488529","doi":"10.2196/72682","title":"Association Between Mandibular Third Molar Position and Recurrent Pericoronitis: Protocol for a Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Radiography and Imaging","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Association (psychology); Position (finance); Molar; Mandibular third molar","score_opus":0.15369140002652762,"score_gpt":0.5571871015790542,"score_spread":0.40349570155252656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7089488529","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034171052,0.0000025098243,0.0003017861,0.000077401826,0.000024347855,0.9636613,0.000098385295,0.000098216595,0.0015649915],"genre_scores_gemma":[0.028564252,8.4323354e-8,0.0001354776,0.000017394414,0.0002088801,0.96850073,0.00003351674,0.000021935532,0.0025177146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99663574,0.0006057912,0.00050572236,0.00059384736,0.0010656381,0.00059324945],"domain_scores_gemma":[0.9984655,0.00035998662,0.00015212187,0.00030179744,0.00060595956,0.000114655566],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028952048,0.00018664003,0.00023999861,0.0004730617,0.0009078175,0.0012085427,0.00030594895,0.00017070731,0.000090505804],"category_scores_gemma":[0.00027305327,0.00018387272,0.0001352476,0.0006775962,0.00010816509,0.00053585705,0.00022267753,0.00067143154,0.0000405641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008313473,0.0009753194,0.98602474,0.0007367012,0.00015640183,0.000015206388,0.000110582434,4.5858712e-7,0.00040695706,0.00021385653,0.008159816,0.0023686097],"study_design_scores_gemma":[0.005576645,0.0014306303,0.93775403,0.00060965196,0.0000080756645,0.000006390316,0.00010037573,0.000053580963,0.00072858087,0.0022441116,0.051325727,0.00016218156],"about_ca_topic_score_codex":0.000037724174,"about_ca_topic_score_gemma":0.00001660117,"teacher_disagreement_score":0.048270695,"about_ca_system_score_codex":0.0005051792,"about_ca_system_score_gemma":0.00011991626,"threshold_uncertainty_score":0.9998283},"labels":[],"label_agreement":null},{"id":"W7090180954","doi":"10.2196/78573","title":"Protocol for a Scoping Review of Rural Communities First: Unpacking Artificial Intelligence Innovations and Healthcare Challenges in South Asia-Specific Regions (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unpacking; Protocol (science); Health care; Work (physics); mHealth; Qualitative research; Context (archaeology)","score_opus":0.8114064054603684,"score_gpt":0.6659735176345997,"score_spread":0.1454328878257687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7090180954","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003507641,0.0005151838,0.00072949217,0.028360818,0.000011070952,0.96954936,0.0000054870475,0.000038975453,0.00043885034],"genre_scores_gemma":[0.020985551,0.00061135326,0.0004959249,0.00014919885,0.000091226575,0.9776042,0.000012042739,0.000018292074,0.000032192536],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99719137,0.0004482773,0.0012094912,0.00024550277,0.00040186493,0.0005034733],"domain_scores_gemma":[0.99634844,0.0010408207,0.0002055375,0.0006841738,0.0016141542,0.00010684671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033871762,0.00015988981,0.00046248757,0.0007308106,0.0004217468,0.000051360254,0.00024841068,0.00015041127,0.000046388075],"category_scores_gemma":[0.0010512287,0.00014929344,0.00006684749,0.0013080575,0.00038427292,0.00013874198,0.00016737216,0.00072787947,0.000005420757],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013953255,0.001002713,0.007969697,0.39084524,0.000020181074,0.0000023565628,0.02832821,0.000006186719,0.00009465959,0.20368262,0.0008124694,0.36584035],"study_design_scores_gemma":[0.0001917834,0.0010919748,0.0008757228,0.8837269,0.0000023773111,0.0000054252396,0.06277949,0.00012896277,0.0045560766,0.03500274,0.011472659,0.00016589055],"about_ca_topic_score_codex":0.00022546195,"about_ca_topic_score_gemma":0.00084779185,"teacher_disagreement_score":0.49288166,"about_ca_system_score_codex":0.00021693582,"about_ca_system_score_gemma":0.001214313,"threshold_uncertainty_score":0.60880095},"labels":[],"label_agreement":null},{"id":"W7090712388","doi":"10.2196/77587","title":"Efficacy and Safety of Sodium-Glucose Cotransporter-2 Inhibitors in Patients With Refractory Cirrhotic Ascites and Diabetes: Scoping Review Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Oceanographic and Atmospheric Processes","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"MEDLINE; Protocol (science); Refractory (planetary science); Clinical trial; Drug class; Drug; Saxagliptin; Drug development","score_opus":0.03411874155507767,"score_gpt":0.3867071051262334,"score_spread":0.35258836357115575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7090712388","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12425918,0.00034013073,0.0000023461862,0.00007569204,0.0000027905187,0.8747207,0.000012657174,0.00002191629,0.0005646242],"genre_scores_gemma":[0.084000625,0.00008310059,0.00020722403,0.00007867167,0.000012636072,0.9155663,0.000017021013,0.0000068820436,0.000027532375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99783623,0.00025609744,0.00049464323,0.0004172491,0.0005361511,0.00045959928],"domain_scores_gemma":[0.99891967,0.00039065361,0.00012812117,0.00024136622,0.00018477284,0.00013542321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010807638,0.00018091612,0.0003974163,0.00012536063,0.00015774583,0.00006421254,0.00022224772,0.000078112775,0.00013597855],"category_scores_gemma":[0.00014178376,0.00012765481,0.000024502828,0.0011772083,0.00050703814,0.00035302434,0.00003877864,0.00036520424,0.0000022584481],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006714039,0.00019791027,0.9303116,0.028476033,0.0000107334345,0.0000023524406,0.00004757428,0.0000019091535,0.000006616621,0.0000045287484,0.0000797521,0.04018958],"study_design_scores_gemma":[0.0035366004,0.001364192,0.85812175,0.13355578,0.000003453621,1.6162856e-7,0.00002083543,0.000025044606,0.00015412364,0.00008086279,0.002983331,0.00015386136],"about_ca_topic_score_codex":0.000041268206,"about_ca_topic_score_gemma":0.00013373763,"teacher_disagreement_score":0.105079755,"about_ca_system_score_codex":0.000006906389,"about_ca_system_score_gemma":0.00029617306,"threshold_uncertainty_score":0.5205612},"labels":[],"label_agreement":null},{"id":"W7104278593","doi":"10.2196/78952","title":"Combining Noninvasive Brain Stimulation and Physiotherapy to Improve the Management of Chronic Low Back Pain in Veterans: Protocol for a Multi-Arm Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pain Management and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Espace pour la vie; Université Laval; Canadian Armed Forces; Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Randomized controlled trial; Protocol (science); Low back pain; Back pain; Rehabilitation; Randomization","score_opus":0.10456718730960816,"score_gpt":0.5311842997233527,"score_spread":0.4266171124137445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104278593","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011958636,0.000004015309,0.0047223023,0.0019315399,0.000006345838,0.9917632,0.000002550661,0.00001905058,0.0003551821],"genre_scores_gemma":[0.0034471417,9.551452e-7,0.0021298355,0.00018190237,0.000053626412,0.9916293,0.000006149761,0.000022408698,0.0025286495],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99633104,0.0016226567,0.00070980843,0.00042213572,0.00047314237,0.00044124102],"domain_scores_gemma":[0.99667203,0.0024762366,0.00016006397,0.00041543436,0.00020555574,0.00007068912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009079616,0.00021570316,0.0010057025,0.000379079,0.00011529139,0.000076846794,0.00018506781,0.00007283882,0.000037463793],"category_scores_gemma":[0.00041120625,0.00012929417,0.0002294121,0.00046323342,0.0001540187,0.00006380857,0.000107935,0.00020639911,0.000004058397],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9619104,0.0034753778,0.00008924628,0.006183643,0.00066934153,0.000010242923,0.000501679,0.00004535594,0.0013410231,0.00083968544,0.0006548667,0.024279082],"study_design_scores_gemma":[0.9512209,0.007426562,0.00020071978,0.007775751,0.000019430683,9.585757e-8,0.00013321437,0.028421642,0.00067349867,0.00046966012,0.003561382,0.00009713105],"about_ca_topic_score_codex":0.000023978984,"about_ca_topic_score_gemma":0.000014612921,"teacher_disagreement_score":0.028376285,"about_ca_system_score_codex":0.00024355436,"about_ca_system_score_gemma":0.00018184022,"threshold_uncertainty_score":0.5272463},"labels":[],"label_agreement":null},{"id":"W7104288519","doi":"10.2196/77508","title":"Cognitive Recovery After Poststroke Delirium (RECOVER): Protocol for a Longitudinal Multimodal Study on Cognitive Assessment in Patients With Stroke","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Cognition; Stroke (engine); Delirium; Cognitive Assessment System; Stroke recovery; Acute stroke; Dementia; Rehabilitation","score_opus":0.10147630452461417,"score_gpt":0.5309743183178787,"score_spread":0.42949801379326447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104288519","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13739854,3.079322e-7,0.00041901888,0.00034268657,0.000012161819,0.856985,0.00059622625,0.000051206993,0.0041948827],"genre_scores_gemma":[0.26615015,3.1832908e-8,0.00013624332,0.0016004808,0.00004632099,0.73108,0.00009611276,0.000068780464,0.00082190544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99412113,0.00088087784,0.000693111,0.0013147426,0.0017277524,0.0012624053],"domain_scores_gemma":[0.96691835,0.0016748745,0.00016410262,0.0004427978,0.030561479,0.00023837146],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012961628,0.0005587448,0.0007672011,0.0015780706,0.0002393804,0.0001573837,0.00023902438,0.00024083274,0.00020988655],"category_scores_gemma":[0.006525207,0.00045192792,0.00021455303,0.0009879963,0.00039651262,0.00029830096,0.00026266256,0.001899882,0.00004673231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18259734,0.0144102,0.7921927,0.00094557455,0.00041369058,0.00017295413,0.00029093405,0.0000011655252,0.0000312357,0.000015995221,0.0013680797,0.0075601027],"study_design_scores_gemma":[0.075915575,0.058756087,0.8388395,0.01695718,0.000041400435,0.0000014081913,0.0076541416,0.000033827593,0.0006335547,0.00004193593,0.0007493237,0.0003760887],"about_ca_topic_score_codex":0.000046352226,"about_ca_topic_score_gemma":0.00015409724,"teacher_disagreement_score":0.1287516,"about_ca_system_score_codex":0.0008579417,"about_ca_system_score_gemma":0.0015835942,"threshold_uncertainty_score":0.99979323},"labels":[],"label_agreement":null},{"id":"W7104547331","doi":"10.2196/78035","title":"Psychosocial Support Programs for the Mental Well-Being of High School Learners From Low- to Middle-Income Countries: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychosocial; Mental health; Psychological intervention; Protocol (science); Psychosocial support; Social support; Intervention (counseling)","score_opus":0.2987951102782198,"score_gpt":0.6608467148584803,"score_spread":0.36205160458026053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104547331","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021982788,0.000022309378,0.00026507486,0.033883616,0.00017888696,0.96449465,0.000043990614,0.00008307894,0.0008085441],"genre_scores_gemma":[0.00011385736,0.000010158661,0.0015685036,0.002984593,0.0007681884,0.99175173,0.000058022615,0.000052468316,0.0026924629],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946799,0.001058266,0.0013518,0.0006298616,0.00089241384,0.0013877029],"domain_scores_gemma":[0.99433875,0.0026844644,0.00041152025,0.0007893402,0.0013642818,0.000411653],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0068301875,0.00024297928,0.0005812106,0.0002661757,0.0021080195,0.00008172736,0.00080522394,0.00027168263,0.0006758307],"category_scores_gemma":[0.0019838638,0.00018108262,0.00016262846,0.0009863488,0.00018025038,0.00018998231,0.00016443219,0.0010119297,0.00017355541],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010741416,0.0007356145,0.014158035,0.29079047,0.000067980225,4.5397465e-7,0.0037703572,5.049586e-7,0.000053036852,0.0014898248,0.6674013,0.010790986],"study_design_scores_gemma":[0.0048220735,0.0012233127,0.0016454133,0.46795827,0.0000087799845,1.3038373e-7,0.0011557958,0.00001245719,0.00020795311,0.0019961628,0.52080804,0.00016160306],"about_ca_topic_score_codex":0.0003705607,"about_ca_topic_score_gemma":0.00020610423,"teacher_disagreement_score":0.17716783,"about_ca_system_score_codex":0.00078970863,"about_ca_system_score_gemma":0.006331281,"threshold_uncertainty_score":0.9993019},"labels":[],"label_agreement":null},{"id":"W7104709025","doi":"10.2196/84723","title":"Promoting Mental Health, Physical Activity, and Healthy and Sustainable Dietary Behavior Among Practical Education Students in the Netherlands: Protocol for a Multiphase Participatory Research Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"School Health and Nursing Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Protocol (science); Participatory action research; Mental health; Citizen journalism; Research design; Community-based participatory research","score_opus":0.6007736609939158,"score_gpt":0.761875658928534,"score_spread":0.1611019979346182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104709025","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44009387,0.0000028635818,0.0000017265313,0.010066286,0.000015961585,0.5497417,0.0000030933988,0.000021428417,0.000053078824],"genre_scores_gemma":[0.22522789,5.3934264e-7,0.000081781385,0.0002385321,0.00022857176,0.77364296,0.000006105088,0.000024978845,0.0005486268],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98181444,0.013484073,0.00061714766,0.0007632138,0.0012983303,0.0020227733],"domain_scores_gemma":[0.994745,0.0032489107,0.00020727118,0.00055756205,0.0007811536,0.00046008892],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028434679,0.00020932786,0.000367,0.00060898165,0.0044764243,0.00021449265,0.0003718844,0.00017826317,0.00000850651],"category_scores_gemma":[0.0017523902,0.00015643601,0.00003090827,0.0011046707,0.00036209362,0.00048519953,0.00043210646,0.0029412168,0.0000048999163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061473376,0.032944515,0.8131215,0.008147792,0.000010723354,0.0000054019292,0.07817765,5.787664e-8,0.000044764565,0.00023317087,0.037145253,0.024021832],"study_design_scores_gemma":[0.00795658,0.007291566,0.85373163,0.0031854892,0.00000370824,0.000001527455,0.10599678,0.0002507871,0.000014313853,0.00083200855,0.020596433,0.00013916618],"about_ca_topic_score_codex":0.0023821369,"about_ca_topic_score_gemma":0.00096331123,"teacher_disagreement_score":0.2239013,"about_ca_system_score_codex":0.0010574568,"about_ca_system_score_gemma":0.0066732685,"threshold_uncertainty_score":0.999359},"labels":[],"label_agreement":null},{"id":"W7105572076","doi":"10.2196/80200","title":"Evaluation of effectiveness of osseodensification system for improvement in bone density after delayed implant placement: A single- arm pilot study protocol. (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Implant Techniques and Outcomes","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bone density; Implant; Osseointegration; Bone mineral","score_opus":0.20818060585269274,"score_gpt":0.5326237560072882,"score_spread":0.32444315015459546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7105572076","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35748014,9.999826e-7,0.0006254819,0.0000027203205,0.000018043042,0.641612,0.000037039343,0.000041463078,0.00018210699],"genre_scores_gemma":[0.49194145,1.6672455e-8,0.000078391466,0.0000012522362,0.0000070946203,0.5079153,0.000009297763,0.000011543702,0.00003563251],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9941578,0.0019910873,0.0010602213,0.0006061324,0.001744523,0.00044024247],"domain_scores_gemma":[0.9963298,0.00052486866,0.00033316654,0.00080307334,0.001950917,0.000058162594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017268222,0.00021250991,0.0005371719,0.0005665801,0.00008684623,0.00007774306,0.00035679518,0.00009625571,0.000020003103],"category_scores_gemma":[0.00031118,0.00018907539,0.00009595045,0.0005769368,0.0000838444,0.000148779,0.0003833914,0.00026127303,0.000008152455],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08035517,0.04339932,0.07291145,0.032669976,0.00036656891,0.00012826904,0.00045133164,0.00006373126,0.74589974,0.0012431955,0.00026033123,0.022250919],"study_design_scores_gemma":[0.02087238,0.027963415,0.18943429,0.009495684,0.000050951377,0.000037924743,0.0010441714,0.0008417426,0.7487761,0.000981408,0.00022960753,0.00027235426],"about_ca_topic_score_codex":0.00042340034,"about_ca_topic_score_gemma":0.0005875895,"teacher_disagreement_score":0.13446131,"about_ca_system_score_codex":0.0011301338,"about_ca_system_score_gemma":0.00030128597,"threshold_uncertainty_score":0.7710271},"labels":[],"label_agreement":null},{"id":"W7105609107","doi":"10.2196/79319","title":"Interventions for Students’ Well-Being at the University of Helsinki (INSIGHT): Protocol and Preliminary Descriptive Results for a Quasi-Experimental Controlled Trial of a Social Identity Intervention and Two Active Comparators","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Protocol (science); Mental health; Intervention (counseling); Randomized controlled trial; Identity (music); Research design","score_opus":0.17671491007506507,"score_gpt":0.5777213469156248,"score_spread":0.40100643684055975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7105609107","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17787291,0.0000067867286,0.0014173324,0.00017006375,0.000042489497,0.8175612,0.000057477704,0.000019796344,0.0028519486],"genre_scores_gemma":[0.3764112,1.9851277e-7,0.00004172095,0.0000048311845,0.00003345985,0.62156427,0.000007679525,0.000006478423,0.0019301927],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9967459,0.0015749802,0.0005834432,0.00045638983,0.00034489937,0.00029440192],"domain_scores_gemma":[0.99804527,0.00093778333,0.0004034721,0.000225727,0.00033069603,0.00005703498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025994708,0.00015267989,0.00047247254,0.00023129596,0.0006634533,0.000058345526,0.00030554342,0.00014634551,0.00007460499],"category_scores_gemma":[0.00020682333,0.00012201175,0.00033663062,0.0002605455,0.00064569426,0.00018648394,0.0003264039,0.00028330073,0.000002887554],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9572666,0.007525792,0.0006843013,0.0010380883,0.00040893783,0.0000019602594,0.011609916,5.1726227e-7,0.0017480614,0.0123772845,0.005050085,0.0022884393],"study_design_scores_gemma":[0.8797279,0.03984969,0.032032758,0.0032947862,0.00008383892,0.0000026793957,0.018407874,0.0001369753,0.0042537535,0.006504833,0.015443724,0.00026115938],"about_ca_topic_score_codex":0.00014435398,"about_ca_topic_score_gemma":0.00012652001,"teacher_disagreement_score":0.19853829,"about_ca_system_score_codex":0.00017105733,"about_ca_system_score_gemma":0.00004231872,"threshold_uncertainty_score":0.5102814},"labels":[],"label_agreement":null},{"id":"W7105615507","doi":"10.2196/78133","title":"Exploring Medical Students’ Representations of Future Specialties and Parenthood: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Foundation (evidence); Context (archaeology); Economic shortage; Specialty; Perception; Feminization (sociology)","score_opus":0.6541493672237271,"score_gpt":0.6849492553309685,"score_spread":0.030799888107241435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7105615507","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004432961,0.0000428465,0.000042151605,0.009361673,0.000019630172,0.98349017,0.000003990572,0.000027874807,0.006967323],"genre_scores_gemma":[0.000016510861,0.00018995421,0.000118007956,0.00023943615,0.00042443527,0.99815494,0.0000017144636,0.000004718576,0.000850269],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955037,0.0006540805,0.00032701567,0.00026408804,0.0028900648,0.00036104984],"domain_scores_gemma":[0.9984425,0.00051898195,0.0000744935,0.00023092834,0.0005584071,0.00017472806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008190746,0.000076674805,0.00025683644,0.00017182555,0.0006629766,0.0001431268,0.0009433768,0.000074820535,0.0003451284],"category_scores_gemma":[0.0022863178,0.00006724628,0.000057314122,0.0006759977,0.000655436,0.00028604988,0.00047845568,0.0002858872,0.0000029385471],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011609027,0.0017387199,0.0669823,0.18706991,0.00014299329,0.00003434692,0.028338242,4.7223585e-7,0.000033305612,0.1090608,0.43628103,0.16915698],"study_design_scores_gemma":[0.0022570498,0.00029494424,0.0017947295,0.25424427,0.000005497513,2.6112346e-7,0.021903541,0.0000010283889,0.00012688356,0.00095067156,0.71832305,0.00009806611],"about_ca_topic_score_codex":0.0000949647,"about_ca_topic_score_gemma":0.00033480645,"teacher_disagreement_score":0.28204203,"about_ca_system_score_codex":0.00006158176,"about_ca_system_score_gemma":0.00096497114,"threshold_uncertainty_score":0.5099147},"labels":[],"label_agreement":null},{"id":"W7105659543","doi":"10.2196/83336","title":"Ayurvedic Therapeutic Regimen as an Add-On to Optimized Conventional Management of Parkinson Disease: Protocol for an Exploratory Randomized Controlled Trial Evaluating Clinical, Cortical Excitability, Neuroimmune, and Autonomic Function Parameters","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Phytochemicals and Medicinal Plants","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Regimen; Clinical trial; Autonomic function; Alternative medicine","score_opus":0.3698100273649063,"score_gpt":0.6025575695037754,"score_spread":0.23274754213886906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7105659543","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13127002,0.0000049636997,0.0005853518,0.00041857638,0.000038621474,0.86735636,0.000009035922,0.000051836225,0.00026526672],"genre_scores_gemma":[0.037561975,0.0000019016226,0.0012340274,0.00037260182,0.00013058401,0.96030337,0.000035867062,0.000030462605,0.00032918266],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9917594,0.004140431,0.0016036291,0.00086239696,0.0011120107,0.0005221381],"domain_scores_gemma":[0.99441093,0.0033539846,0.0003188405,0.0007560125,0.00052516954,0.00063505204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017502874,0.0002777967,0.0016574307,0.00030501516,0.00019279639,0.00007491942,0.00025164254,0.00015152134,0.00008957328],"category_scores_gemma":[0.0028065734,0.00019991308,0.00039693032,0.0002566469,0.00057214854,0.00016598516,0.0001337649,0.0005735642,0.000005501978],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9826591,0.004079328,0.00016028668,0.0013892517,0.00041248623,0.000006908148,0.000042945874,0.000011088165,0.0015369185,0.00072918436,0.00063330645,0.0083391825],"study_design_scores_gemma":[0.9487347,0.028847834,0.0032709965,0.0041614156,0.0001977042,9.4939566e-7,0.00015737543,0.0060784663,0.00020100008,0.0041860803,0.003999577,0.00016390454],"about_ca_topic_score_codex":0.0000037134319,"about_ca_topic_score_gemma":5.9782093e-7,"teacher_disagreement_score":0.09370804,"about_ca_system_score_codex":0.00011743685,"about_ca_system_score_gemma":0.00085929484,"threshold_uncertainty_score":0.81522185},"labels":[],"label_agreement":null},{"id":"W7105762227","doi":"10.2196/80276","title":"Scaling Up a Diabetes Prevention Program in Geographically and Ethnoculturally Diverse Urban Regions of Canada: Protocol for a Hybrid Type 2 Implementation-Effectiveness Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes Management and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus","funders":"","keywords":"Protocol (science); Type 2 diabetes; Population; Data collection; Type 1 diabetes; Scaling","score_opus":0.1958215230663404,"score_gpt":0.5838471712194123,"score_spread":0.38802564815307194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7105762227","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24493928,8.518165e-7,0.000009617722,0.0002351584,0.0000071115014,0.7546652,0.0000031160894,0.000022075359,0.000117591284],"genre_scores_gemma":[0.12551251,9.101669e-8,0.0002148594,0.000013633507,0.000023095477,0.8737608,0.000025481562,0.000010308022,0.0004391893],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807084,0.000357348,0.00035639023,0.00034275212,0.00043752685,0.00043515477],"domain_scores_gemma":[0.99867266,0.00024103846,0.000094044066,0.00023679395,0.00066736713,0.00008811157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018248727,0.00012485945,0.00025898186,0.00041915086,0.00016482674,0.00006499571,0.00013491181,0.000039597748,0.00001855879],"category_scores_gemma":[0.00031953506,0.00010567523,0.000046390574,0.0009931969,0.00009540005,0.00013902439,0.00012724154,0.0002126725,2.795163e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016826673,0.0033620056,0.9178274,0.0063825394,0.00015494619,0.0000027183255,0.00058444554,0.0000013370894,0.0007049314,0.0005971538,0.009662522,0.059037313],"study_design_scores_gemma":[0.012096331,0.005405134,0.94187826,0.0047360016,0.000025914662,1.5785749e-7,0.003706706,0.000129616,0.0019317119,0.0015226091,0.028413706,0.00015382832],"about_ca_topic_score_codex":0.003789906,"about_ca_topic_score_gemma":0.012129113,"teacher_disagreement_score":0.119426765,"about_ca_system_score_codex":0.00018363062,"about_ca_system_score_gemma":0.0009176596,"threshold_uncertainty_score":0.676833},"labels":[],"label_agreement":null},{"id":"W7107958848","doi":"10.2196/77096","title":"An App-Based Behavioral Support Intervention Promoting Physical Activity (APPROACH) in Patients Diagnosed With Breast, Prostate, or Colorectal Cancer: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Physical activity; Protocol (science); Intervention (counseling); Intention-to-treat analysis; Randomization; Actigraphy; Social support","score_opus":0.08032679265769191,"score_gpt":0.5199865955340169,"score_spread":0.439659802876325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7107958848","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37179974,7.243036e-8,0.00005172626,0.00007443104,0.00000969027,0.6278513,0.000051344276,0.00007363631,0.00008806774],"genre_scores_gemma":[0.34714168,1.29324755e-8,0.00004669487,0.000010672687,0.00010792188,0.6523447,0.0000643871,0.000038702965,0.00024518254],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.994676,0.0018974195,0.0006744373,0.00080983556,0.0011194118,0.00082287757],"domain_scores_gemma":[0.9973646,0.00059790834,0.00032014571,0.00041006942,0.0010645911,0.00024267992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034025519,0.0003687306,0.001781065,0.0004836152,0.00018550351,0.00018480602,0.0002681139,0.00018707056,0.00008103138],"category_scores_gemma":[0.00028407047,0.00022791093,0.00046601414,0.0008903825,0.00033705216,0.00031243174,0.00007675264,0.0007759386,0.0000010775743],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9209412,0.034215704,0.014095866,0.003120214,0.00009603168,0.000018411562,0.0012135431,0.000002829051,0.00023458032,0.000009617425,0.00020166124,0.02585035],"study_design_scores_gemma":[0.95588976,0.027717713,0.0061360137,0.0039201295,0.000046942143,0.0000012094705,0.00016591622,0.0039656856,0.0015739243,0.000015052937,0.00033195192,0.00023567618],"about_ca_topic_score_codex":0.0006972943,"about_ca_topic_score_gemma":0.0010688372,"teacher_disagreement_score":0.034948595,"about_ca_system_score_codex":0.000603187,"about_ca_system_score_gemma":0.0022502984,"threshold_uncertainty_score":0.92939377},"labels":[],"label_agreement":null},{"id":"W7107958938","doi":"10.2196/77725","title":"The Lived Experiences of Children Who Have Undergone Kidney Replacement Therapy and Their Families: Protocol for a Qualitative Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lived experience; Qualitative research; Protocol (science); Quality of life (healthcare); Renal replacement therapy; Systematic review","score_opus":0.21821669034701643,"score_gpt":0.5629178450343917,"score_spread":0.3447011546873753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7107958938","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013735866,0.0003278866,0.0001503689,0.0025425374,0.0000019159168,0.99508786,0.000008584837,0.000018422752,0.0017250413],"genre_scores_gemma":[0.00023636413,0.00016785148,0.00005584295,0.0006536262,0.000021821603,0.9943915,0.0000075627067,0.000014759975,0.0044506514],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9963336,0.0014317891,0.000775105,0.00039976873,0.00068568456,0.00037403734],"domain_scores_gemma":[0.99732584,0.00090950436,0.0002506185,0.00074844295,0.00059549476,0.00017010431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005335673,0.00020330136,0.00076374545,0.00017831584,0.0003397427,0.00010243108,0.0003345573,0.000049126575,0.000036226695],"category_scores_gemma":[0.0014807825,0.00009306194,0.00020391463,0.00043591624,0.0004638161,0.00005738441,0.00019603028,0.00016992982,0.0000021752862],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069513074,0.0017899566,0.00012194427,0.81025934,0.0015467742,0.000001702079,0.067401305,2.3641013e-7,0.00020034333,0.0039386298,0.10494582,0.0028426463],"study_design_scores_gemma":[0.0109844655,0.0053414586,0.00029040145,0.7693103,0.00006638401,0.0000014332932,0.1521567,0.00025508853,0.002929741,0.0012042924,0.057202984,0.00025678935],"about_ca_topic_score_codex":0.000013675668,"about_ca_topic_score_gemma":0.0000022356653,"teacher_disagreement_score":0.08475539,"about_ca_system_score_codex":0.00007894498,"about_ca_system_score_gemma":0.00041037117,"threshold_uncertainty_score":0.3794956},"labels":[],"label_agreement":null},{"id":"W7107964858","doi":"10.2196/81113","title":"World Health Organization–Recommended Periodic Presumptive Treatment Versus Doxycycline Post-Exposure Prophylaxis for Sexually Transmitted Infection Control Among Men Who Have Sex With Men in Kenya: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Men who have sex with men; Doxycycline; Protocol (science); Disease control; Infection control; Sexually transmitted disease; Clinical trial; Reproductive health","score_opus":0.054793320720834475,"score_gpt":0.4549316639242828,"score_spread":0.4001383432034483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7107964858","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046561146,0.000009152506,0.002125179,0.002397184,0.000025980566,0.9888644,0.00011889954,0.00015728426,0.0016457883],"genre_scores_gemma":[0.013541738,0.0000017529602,0.00011357796,0.000030758078,0.00013217062,0.9570893,0.00021202417,0.00008318805,0.028795509],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9878678,0.007495431,0.0016529417,0.0013016453,0.00033405522,0.0013481618],"domain_scores_gemma":[0.98878694,0.0071442323,0.00054529327,0.0007832953,0.002624899,0.00011534421],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008182932,0.0005907818,0.002524927,0.0017750972,0.0010987282,0.00024805494,0.00038913332,0.00044108604,0.00026655023],"category_scores_gemma":[0.0042987526,0.00040227725,0.0003528125,0.001494789,0.0007765759,0.000349999,0.00007429978,0.0010961699,0.000013678765],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97336817,0.0056737782,0.0050678276,0.0007755864,0.0021434699,0.0000023320242,0.001434713,0.00007336161,0.0023571737,0.00025720318,0.0036557245,0.00519067],"study_design_scores_gemma":[0.93314105,0.0379013,0.0026513138,0.00058187183,0.00004416661,0.0000023882237,0.00037424106,0.00034436976,0.005181951,0.00011636366,0.01933802,0.00032297822],"about_ca_topic_score_codex":0.0009636709,"about_ca_topic_score_gemma":0.0022893848,"teacher_disagreement_score":0.040227123,"about_ca_system_score_codex":0.0014851197,"about_ca_system_score_gemma":0.0030241269,"threshold_uncertainty_score":0.9998429},"labels":[],"label_agreement":null},{"id":"W7109961956","doi":"10.2196/83864","title":"Feasibility and Acceptability of Collaborative Augmented Reality for Older Adults and Companions: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Augmented reality; Research design; Randomization; Intervention (counseling)","score_opus":0.14967572313473806,"score_gpt":0.5547720693458331,"score_spread":0.405096346211095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7109961956","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020805394,0.0000031604818,0.18542369,0.0016341726,0.0000057548323,0.8122323,0.00009932579,0.0000693073,0.00032422398],"genre_scores_gemma":[0.003048202,4.8582126e-7,0.011134133,0.000029425017,0.000027272006,0.98561496,0.00000971662,0.000009991743,0.00012579729],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99389213,0.0027084376,0.0013126882,0.001002531,0.0005805292,0.00050367985],"domain_scores_gemma":[0.98864806,0.007226657,0.0004686329,0.0011115908,0.0023731324,0.00017189997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012447344,0.00024851292,0.0014484851,0.00025081253,0.0005043424,0.00025896,0.00076334696,0.00017667665,0.000016440355],"category_scores_gemma":[0.004128332,0.00018494962,0.00024276125,0.0009743127,0.0010387149,0.00033448922,0.0005643859,0.0002798604,3.5093973e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9242441,0.0022036291,0.00009211927,0.0021527414,0.00011446272,9.736231e-8,0.00056730857,0.000001516833,0.000055762077,0.061430268,0.0021247629,0.0070132217],"study_design_scores_gemma":[0.9412257,0.00086727063,0.00090250815,0.00057551253,0.00000992968,2.7080364e-7,0.00017068043,0.017177567,0.00074392284,0.03232631,0.0058572637,0.00014304355],"about_ca_topic_score_codex":0.000045021294,"about_ca_topic_score_gemma":0.000049106944,"teacher_disagreement_score":0.17428955,"about_ca_system_score_codex":0.00017447426,"about_ca_system_score_gemma":0.0009584276,"threshold_uncertainty_score":0.75420266},"labels":[],"label_agreement":null},{"id":"W7110019517","doi":"10.2196/85720","title":"Evaluating the Efficacy of Marma Therapy for Pain in Lumbar Disc Herniation With Radiculopathy: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Spine and Intervertebral Disc Pathology","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Lumbar disc herniation; Protocol (science); Lumbar; Disc herniation; Low back pain; Randomization","score_opus":0.23908994429196256,"score_gpt":0.6102549911506916,"score_spread":0.37116504685872903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110019517","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01365991,0.000003976323,0.0017010499,0.00201026,0.000006060452,0.9821426,0.00000394541,0.000022234448,0.0004499089],"genre_scores_gemma":[0.0030090266,2.819051e-7,0.0010454326,0.00017362509,0.00014756079,0.99431896,0.000012505494,0.000025621317,0.0012669732],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944076,0.0032685883,0.00096131774,0.00035601086,0.00056495355,0.00044155767],"domain_scores_gemma":[0.9967054,0.0018609398,0.00029070562,0.00040332304,0.000688744,0.000050879386],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021639427,0.00018143613,0.0012570423,0.00030699754,0.00013211697,0.000043827484,0.0002497916,0.00012228594,0.000069572394],"category_scores_gemma":[0.008968519,0.000085942,0.00043793238,0.0004355186,0.00026539312,0.0000709814,0.00004367283,0.00033255282,0.0000013576349],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9591535,0.0016217417,0.0001341165,0.00085336104,0.00014237214,0.0000018400011,0.00025026745,0.0000061297715,0.0075501865,0.00066082587,0.0015290793,0.028096594],"study_design_scores_gemma":[0.9535374,0.028293509,0.0010643919,0.0025837736,0.000016510437,0.000001022335,0.00008168414,0.009437267,0.0012806063,0.0008505113,0.0027716823,0.0000816497],"about_ca_topic_score_codex":0.000014314283,"about_ca_topic_score_gemma":0.000011392056,"teacher_disagreement_score":0.028014945,"about_ca_system_score_codex":0.000086912885,"about_ca_system_score_gemma":0.00072262634,"threshold_uncertainty_score":0.99937934},"labels":[],"label_agreement":null},{"id":"W7110455500","doi":"10.2196/84176","title":"Perinatal Health Care Among Climate Migrant Women: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Fédération des Maisons D'Hébergement pour Femmes; École Nationale d'Administration Publique; Université de Moncton; Université Laval; Université de Montréal; Montreal Clinical Research Institute","funders":"","keywords":"Vulnerability (computing); Immigration; Psychological intervention; Health care; Protocol (science); Health equity; Social vulnerability; Maternal health","score_opus":0.35472156842854574,"score_gpt":0.6329614921818406,"score_spread":0.27823992375329487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110455500","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019260788,0.000047229696,0.000009596097,0.0039167246,0.0000051870315,0.9929756,0.000044252607,0.00007882246,0.0027299973],"genre_scores_gemma":[0.000047635393,0.000027824139,0.00022663908,0.0024852774,0.000056356886,0.99682295,0.000009908574,0.000030036086,0.00029336064],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99565274,0.0003961749,0.0006177981,0.0006261908,0.0007498487,0.0019572307],"domain_scores_gemma":[0.998453,0.00017498656,0.00015930532,0.00061972725,0.000090724796,0.0005022574],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003299994,0.00022341154,0.00045665863,0.00013500471,0.00092955446,0.00013436968,0.00053478184,0.00009498921,0.0021471775],"category_scores_gemma":[0.00025605268,0.00018698272,0.00009286928,0.000790876,0.0002833855,0.0002882618,0.00066931924,0.00043855188,0.00018115975],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014595866,0.000569938,0.023027683,0.5933173,0.000009232181,0.000020457173,0.0058795703,0.0000040784807,0.00016726264,0.00017349748,0.2960142,0.07935726],"study_design_scores_gemma":[0.0033067726,0.0023548463,0.0067864945,0.34582078,7.235889e-7,0.000002101063,0.00046490005,0.000031473966,0.00020916977,0.00017706315,0.64057463,0.00027103326],"about_ca_topic_score_codex":0.00012670003,"about_ca_topic_score_gemma":0.00038068212,"teacher_disagreement_score":0.34456044,"about_ca_system_score_codex":0.001462939,"about_ca_system_score_gemma":0.00041364913,"threshold_uncertainty_score":0.998765},"labels":[],"label_agreement":null},{"id":"W7110798068","doi":"10.2196/76558","title":"Assessment of Blood Glucose Measurement Using New Noninvasive Technology: Protocol and Methodology","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Diabetes mellitus; Blood sugar; Research design; Clinical trial; Risk assessment","score_opus":0.3900647333702052,"score_gpt":0.5547443366136647,"score_spread":0.16467960324345954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110798068","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027309894,0.000025166582,0.02088904,0.00007546411,0.00001785213,0.973945,0.0000033642891,0.00021583347,0.0020972749],"genre_scores_gemma":[0.008370975,9.774312e-7,0.06460016,0.0000041475446,0.00007889194,0.9268385,3.5628932e-7,0.000042832373,0.000063164625],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969944,0.00045595915,0.0005238353,0.0004477188,0.0008543387,0.00072375574],"domain_scores_gemma":[0.99819654,0.00031960802,0.00008012949,0.0006098026,0.0006328055,0.00016113989],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026758118,0.00026075324,0.00045892008,0.0010549873,0.00015244562,0.00007714154,0.0004979671,0.00027800843,0.00002728806],"category_scores_gemma":[0.00053905445,0.000253335,0.000063057225,0.001482219,0.0002775131,0.00016941183,0.0004989592,0.000883138,0.0000033349866],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051040588,0.0001882575,0.0123390015,0.0022333686,0.00016511619,0.000030101197,0.000055838573,0.00013752026,0.9714539,0.0029854164,0.0002784335,0.010081971],"study_design_scores_gemma":[0.0026614154,0.0006109731,0.0014762811,0.0037154276,0.000012101596,0.000013079978,0.00011838623,0.00027577215,0.9790425,0.005298817,0.0065515516,0.00022371115],"about_ca_topic_score_codex":0.000038213348,"about_ca_topic_score_gemma":0.000013428396,"teacher_disagreement_score":0.047106523,"about_ca_system_score_codex":0.00037123717,"about_ca_system_score_gemma":0.00080920936,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W7113901704","doi":"10.2196/70186","title":"Standardized Methods for Evaluating Physical and Eating Behaviors: The WEALTH Cross-Sectional Study Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Wearable computer; Wearable technology; Physical activity; Data collection; Physical health","score_opus":0.41790972860792047,"score_gpt":0.7316550954556733,"score_spread":0.31374536684775284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7113901704","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01680083,0.0000030459548,0.00058657903,0.00052586704,0.0000060623074,0.98108405,0.000018929097,0.000044390355,0.0009302549],"genre_scores_gemma":[0.002113945,9.4751215e-8,0.009925407,0.00005883992,0.000284343,0.9868906,0.0000041427566,0.000019252428,0.0007033591],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99672693,0.0009200094,0.0004220676,0.0004757127,0.000961431,0.0004938313],"domain_scores_gemma":[0.99648887,0.0018352167,0.00008256353,0.00031228043,0.001171722,0.000109346896],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00862563,0.00015544792,0.0003451194,0.00011774723,0.0015000525,0.00024212015,0.00016366286,0.00006412885,0.00003710388],"category_scores_gemma":[0.0015450871,0.00009662009,0.00011921039,0.00045358343,0.00031667072,0.00007743362,0.0003411976,0.00060835935,0.0000021970054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019320425,0.0064582676,0.8941572,0.003945909,0.00024008285,0.0000072114244,0.00097191863,0.000003229603,0.0077730343,0.0035025775,0.0058374587,0.0577827],"study_design_scores_gemma":[0.028267846,0.014320989,0.8401958,0.0017861829,0.000020587722,0.0000072736966,0.0013648748,0.0009536921,0.0011269981,0.010620604,0.10114882,0.00018633278],"about_ca_topic_score_codex":0.000034602235,"about_ca_topic_score_gemma":0.000005414134,"teacher_disagreement_score":0.095311366,"about_ca_system_score_codex":0.00020726744,"about_ca_system_score_gemma":0.00046314407,"threshold_uncertainty_score":0.99979985},"labels":[],"label_agreement":null},{"id":"W7114780268","doi":"10.2196/84521","title":"Effects of Oliceridine Versus Sufentanil on Postoperative Recovery Quality During Hysteroscopy Under Laryngeal Mask Airway Anesthesia: Protocol for a Single-Blind and Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Airway Management and Intubation Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Sufentanil; Hysteroscopy; Laryngeal mask airway; Protocol (science); Airway; Randomization","score_opus":0.1540236907188686,"score_gpt":0.533734359518379,"score_spread":0.37971066879951043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7114780268","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041679967,0.0000025890836,0.00028287477,0.0013353392,0.000011671396,0.95098513,0.0000026938003,0.00009670666,0.0056030503],"genre_scores_gemma":[0.0052222232,0.0000024910225,0.00023272747,0.00006449199,0.00010364197,0.98650104,0.0000089495525,0.000031352407,0.007833083],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99574566,0.0016706346,0.0009392136,0.0004974977,0.00071822474,0.00042878266],"domain_scores_gemma":[0.9953536,0.003278784,0.0003115299,0.00037886578,0.00056770566,0.00010951388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003665808,0.00028132577,0.0015893604,0.00057308475,0.00021371183,0.00011272948,0.00017437745,0.00020183432,0.000102205144],"category_scores_gemma":[0.0018754138,0.0001999485,0.00033332178,0.0003775496,0.0003237053,0.00019983492,0.00011126435,0.000383036,0.000002909792],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96908945,0.0017877013,0.000011620568,0.004424234,0.00028153075,0.0000035258902,0.0001227029,7.342436e-7,0.01936169,0.0026003313,0.0014905336,0.00082595483],"study_design_scores_gemma":[0.7879841,0.029829936,0.000046275873,0.003011203,0.00003312718,3.6070253e-7,0.000070339585,0.000042332693,0.17603073,0.00032661945,0.0025003876,0.00012462857],"about_ca_topic_score_codex":0.000015332205,"about_ca_topic_score_gemma":0.0000034849793,"teacher_disagreement_score":0.18110538,"about_ca_system_score_codex":0.00024330914,"about_ca_system_score_gemma":0.0002520526,"threshold_uncertainty_score":0.81536627},"labels":[],"label_agreement":null},{"id":"W7114810108","doi":"10.2196/77936","title":"The Role of Iron-Overloaded Macrophages in Mesenchymal Stem Cell Senescence and Anemia in Myelodysplastic Syndromes: Protocol for an In Vitro Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Myeloid Leukemia Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mesenchymal stem cell; Senescence; In vitro; Myelodysplastic syndromes; Anemia; Cell culture","score_opus":0.09778394229423112,"score_gpt":0.4893185835052621,"score_spread":0.391534641211031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7114810108","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22151868,0.00000868456,0.0000038324347,0.00016042663,0.0000022288386,0.7777297,0.0000105542995,0.000017762333,0.0005481602],"genre_scores_gemma":[0.32338622,8.2220333e-7,0.00012060773,0.0000077593995,0.000017806413,0.67582256,0.0000022997963,0.0000279361,0.0006139735],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99442697,0.0014540027,0.000902068,0.0008229836,0.0011565393,0.0012374372],"domain_scores_gemma":[0.99669695,0.0017543792,0.000112438654,0.00087288173,0.00034628468,0.00021704321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005096066,0.0002920322,0.000650852,0.0011578451,0.00017282827,0.00012523937,0.00073088286,0.00022571399,0.0000130667695],"category_scores_gemma":[0.0004542446,0.00021184824,0.000052044667,0.002042497,0.00047486948,0.00023352368,0.0005560406,0.0015361756,0.000005796016],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0428287,0.0077042524,0.21503662,0.010765898,0.000028956634,0.0005716067,0.0038221925,0.000022469221,0.67584664,0.00016866993,0.000693678,0.042510353],"study_design_scores_gemma":[0.09532347,0.02373649,0.31446037,0.012158773,0.000012307809,0.00006153678,0.038112897,0.013583709,0.48771265,0.001370552,0.01261474,0.00085250335],"about_ca_topic_score_codex":0.00038340894,"about_ca_topic_score_gemma":0.00040685185,"teacher_disagreement_score":0.18813394,"about_ca_system_score_codex":0.00081810134,"about_ca_system_score_gemma":0.0017720226,"threshold_uncertainty_score":0.8638921},"labels":[],"label_agreement":null},{"id":"W7114922321","doi":"10.2196/82716","title":"Diabetic Dyslipidemia and Its Determinants Among People With Diabetes in South Africa: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dyslipidemia; Diabetes mellitus; Protocol (science); Psychological intervention; Disease; Atherosclerotic cardiovascular disease; Disease management; Type 2 diabetes","score_opus":0.14249403658784662,"score_gpt":0.46974778334189315,"score_spread":0.3272537467540465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7114922321","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039290646,0.0010123089,0.000020570906,0.0002437644,6.2497065e-7,0.99457985,0.000026345358,0.000045486497,0.00014195847],"genre_scores_gemma":[0.019159097,0.0000018834883,0.00018547403,0.00010089539,0.000018210047,0.9790421,0.000004064304,0.0000433199,0.0014449501],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99523914,0.0011747086,0.00089163106,0.0008700535,0.000889847,0.00093460723],"domain_scores_gemma":[0.9972509,0.0006261408,0.00022619053,0.0010068729,0.0005854966,0.00030438436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061045405,0.00039394666,0.004085449,0.00090410927,0.00019068074,0.00016604633,0.00027510445,0.00017421898,0.000044966],"category_scores_gemma":[0.0017226706,0.00024335548,0.0006767976,0.002347075,0.00020882589,0.00020424425,0.00022642461,0.0005280204,0.0000056054773],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020594242,0.00034468397,0.033441875,0.9397951,0.025037577,0.000017498744,0.0005500346,0.0000013311139,0.000016464068,0.000028360077,0.00030218903,0.0002589765],"study_design_scores_gemma":[0.026395567,0.0070178546,0.16940607,0.49466103,0.2875128,0.000009107897,0.00080209854,0.003117115,0.0033510434,0.00062011584,0.0050179544,0.0020892068],"about_ca_topic_score_codex":0.00004588919,"about_ca_topic_score_gemma":0.00044605284,"teacher_disagreement_score":0.445134,"about_ca_system_score_codex":0.00008819119,"about_ca_system_score_gemma":0.00021997391,"threshold_uncertainty_score":0.99237484},"labels":[],"label_agreement":null},{"id":"W7114925043","doi":"10.2196/86413","title":"A Smartphone-Based Psychological Intervention for Nonsuicidal Self-Injury (Kalmer App): Protocol for a Multicenter Double-Blind Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Psychological intervention; Randomization; Intention-to-treat analysis; Psychological distress","score_opus":0.26421009745505064,"score_gpt":0.6094322194877528,"score_spread":0.3452221220327022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7114925043","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013282761,0.0000064224428,0.0040708417,0.0011889529,0.00018593809,0.98788935,0.000040412368,0.00033514693,0.0049546785],"genre_scores_gemma":[0.002150142,1.4598153e-7,0.001459455,0.0003308859,0.0005520574,0.9881683,0.000029453397,0.00007070733,0.0072388314],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9913183,0.003093357,0.0019974848,0.0013068893,0.00078506576,0.0014988946],"domain_scores_gemma":[0.9909899,0.006027475,0.00049895036,0.0009330887,0.0013427335,0.00020781843],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011165135,0.0005654461,0.00223948,0.000898753,0.00064593996,0.00032461993,0.0008397313,0.000574237,0.0010817865],"category_scores_gemma":[0.0013883918,0.00039136646,0.0019725922,0.000671323,0.00048580414,0.0001460787,0.00019747332,0.0008568582,0.00014445432],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9378603,0.011939291,0.00011634065,0.0009232971,0.001101744,0.000006061934,0.0003616106,5.8362104e-7,0.00017079017,0.0023083363,0.043334216,0.001877446],"study_design_scores_gemma":[0.893496,0.0066331937,0.00004256534,0.0004194601,0.000068163245,7.90502e-7,0.00015608489,0.0003208517,0.00054440193,0.001098796,0.09688729,0.0003324247],"about_ca_topic_score_codex":0.00003225565,"about_ca_topic_score_gemma":0.000020982772,"teacher_disagreement_score":0.05355307,"about_ca_system_score_codex":0.00018965996,"about_ca_system_score_gemma":0.0002444642,"threshold_uncertainty_score":0.99985385},"labels":[],"label_agreement":null},{"id":"W7114926784","doi":"10.2196/86867","title":"Death Literacy and Death Competence in Undergraduate Clinical and Allied Health Education: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Death Anxiety and Social Exclusion","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Health literacy; Protocol (science); Literacy; Qualitative research; Research design; Cause of death","score_opus":0.42949273727016596,"score_gpt":0.7297900874496991,"score_spread":0.30029735017953313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7114926784","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019641342,0.000012241893,0.0010143213,0.004735085,0.000034094464,0.9891676,0.000004925983,0.000043273558,0.003024372],"genre_scores_gemma":[0.0037288016,0.0000020346902,0.011025065,0.00047720314,0.00010566705,0.9814879,0.000004205098,0.000020858457,0.0031483055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99196714,0.005413772,0.0008122852,0.0008138561,0.0003163606,0.00067659345],"domain_scores_gemma":[0.9971407,0.0016649805,0.0001379099,0.0004973073,0.00028057507,0.00027850232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009659299,0.00019854752,0.0004947766,0.00029982504,0.00051564904,0.00021073355,0.00033436815,0.00018946132,0.00002809264],"category_scores_gemma":[0.00050206215,0.00017539108,0.000067411886,0.0005902353,0.0001923348,0.00014720196,0.00038692585,0.00079438405,0.0000072464954],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003468893,0.008344449,0.28883,0.0012780955,0.000057457946,0.000008455402,0.0068660183,1.6944112e-7,0.000011524247,0.11787906,0.011622961,0.56163293],"study_design_scores_gemma":[0.008924546,0.0038788663,0.43330565,0.0013829714,0.00000233563,0.0000034712473,0.0016318905,0.00009731779,0.0000064589035,0.050746884,0.4998343,0.00018530655],"about_ca_topic_score_codex":0.00028650934,"about_ca_topic_score_gemma":0.0001252769,"teacher_disagreement_score":0.5614476,"about_ca_system_score_codex":0.00010722843,"about_ca_system_score_gemma":0.0013069066,"threshold_uncertainty_score":0.715224},"labels":[],"label_agreement":null},{"id":"W7114929679","doi":"10.2196/81384","title":"Exploring the Cognitive and Behavioral Risks and Maintenance Factors of Hikikomori: Protocol for an Ecological Momentary Assessment Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Youth Substance Use and School Attendance","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognition; Affect (linguistics); Protocol (science); Mechanism (biology); Social cognitive theory","score_opus":0.7867833556635235,"score_gpt":0.6698465678353354,"score_spread":0.11693678782818817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7114929679","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41207275,3.835717e-7,0.000016274911,0.00017398865,0.000004640729,0.5872559,0.00001535188,0.000017321985,0.00044336892],"genre_scores_gemma":[0.37245804,7.9602387e-7,0.00008168681,0.000011972708,0.00003158987,0.6272928,9.940164e-7,0.0000057417733,0.00011636361],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969342,0.0011181012,0.0003015624,0.00043476684,0.0006531468,0.00055827666],"domain_scores_gemma":[0.998393,0.0007280128,0.00009150659,0.00021000837,0.00043146132,0.00014602616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034494877,0.0001392224,0.00024316873,0.0001184815,0.0011359589,0.00019320013,0.00036668972,0.000060713886,0.00002891871],"category_scores_gemma":[0.00017737533,0.00008997748,0.000039046216,0.00041889597,0.0007888391,0.000538846,0.000211337,0.0004693509,4.3868604e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009020156,0.0035821535,0.9481546,0.00023825205,0.000036694924,0.000007777117,0.026205184,5.03687e-7,0.00015521751,0.0031388584,0.000690854,0.016887864],"study_design_scores_gemma":[0.0030967302,0.0038950462,0.8612261,0.00070035236,0.0000066642065,1.4165938e-7,0.11827138,0.000012768651,0.00021903594,0.0018213879,0.010605748,0.00014464831],"about_ca_topic_score_codex":0.0008640679,"about_ca_topic_score_gemma":0.001849798,"teacher_disagreement_score":0.0920662,"about_ca_system_score_codex":0.00013058099,"about_ca_system_score_gemma":0.00029730354,"threshold_uncertainty_score":0.87369925},"labels":[],"label_agreement":null},{"id":"W7115169526","doi":"10.2196/87035","title":"Hand and Arm Bimanual Intensive Therapy Including Lower Extremities (HABIT-ILE@home) for Adults With Chronic Stroke: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telerehabilitation; Randomized controlled trial; Rehabilitation; Protocol (science); Intensive care; MEDLINE","score_opus":0.10566390458490806,"score_gpt":0.5064732259740725,"score_spread":0.4008093213891645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115169526","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006614202,0.000035312907,0.0014615095,0.0014772972,0.00003869937,0.98963577,0.000025980784,0.00006636664,0.0006448498],"genre_scores_gemma":[0.0028608248,0.0000042312695,0.0010814868,0.00015153442,0.0004774931,0.98796237,0.000010860755,0.00004949549,0.0074017043],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99648505,0.00064782903,0.0008510474,0.0006411652,0.00063605927,0.0007388493],"domain_scores_gemma":[0.9888394,0.007650088,0.00023810907,0.00038531196,0.0026946892,0.00019240475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035073187,0.0003450903,0.0018538838,0.0007349404,0.0004641359,0.00024193089,0.0001724026,0.0002290314,0.00011213021],"category_scores_gemma":[0.0039892546,0.00019938784,0.0005747339,0.00031031267,0.0010686485,0.00016791359,0.00009405904,0.0005004433,0.0000023060215],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.977683,0.0009744114,0.00012114983,0.0033481694,0.00049227604,0.0000036301776,0.0007289303,8.7037506e-7,0.0013139658,0.00047773196,0.004471729,0.010384132],"study_design_scores_gemma":[0.87952936,0.023307413,0.000044213193,0.0065054265,0.000024465658,0.0000044129656,0.00080247264,0.0008891299,0.0017536714,0.0006215064,0.086331084,0.00018683157],"about_ca_topic_score_codex":0.000011183469,"about_ca_topic_score_gemma":0.000011519485,"teacher_disagreement_score":0.098153636,"about_ca_system_score_codex":0.00030650402,"about_ca_system_score_gemma":0.0015081333,"threshold_uncertainty_score":0.81308},"labels":[],"label_agreement":null},{"id":"W7115680138","doi":"10.2196/77241","title":"Repetitive Transcranial Magnetic Stimulation (rTMS) as a Cognitive Rehabilitation Approach for Veterans with Parkinson's Disease and Mild Cognitive Impairment: Protocol for a Randomized Sham-Controlled Trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Transcranial Magnetic Stimulation Studies","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognition; Randomized controlled trial; Protocol (science); Cognitive rehabilitation therapy; Transcranial magnetic stimulation; Rehabilitation","score_opus":0.10909468113846195,"score_gpt":0.4826235632102403,"score_spread":0.37352888207177837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115680138","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014949235,0.0000032823427,0.033397198,0.0006039579,0.000011280042,0.94937474,0.00021293572,0.00014811226,0.0012992921],"genre_scores_gemma":[0.20945786,4.3355135e-7,0.0017552933,0.000084133164,0.00010322597,0.78813833,0.000016294742,0.000050787345,0.00039366083],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.992335,0.0029900968,0.0010488844,0.0016802921,0.001115167,0.0008305574],"domain_scores_gemma":[0.97368944,0.02402243,0.0002653351,0.0003379558,0.0014189546,0.00026588273],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003532698,0.000508383,0.0011942873,0.0006069944,0.00088166073,0.00035263217,0.0002702994,0.00017011655,0.00008527649],"category_scores_gemma":[0.01178059,0.0003975238,0.00044919923,0.0008017181,0.0015042989,0.00035128437,0.00006579854,0.00041535875,0.0000048486977],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98548746,0.0026675481,0.000088768655,0.0021467784,0.000096699245,0.0000049642167,0.0028763402,0.00006438383,0.001965344,0.0017139433,0.0000564843,0.0028313012],"study_design_scores_gemma":[0.9529476,0.020364774,0.0015248994,0.0030083377,0.00015229116,0.0000016337722,0.00061511755,0.014246724,0.00086194556,0.005161271,0.0007072512,0.0004081374],"about_ca_topic_score_codex":0.000022067425,"about_ca_topic_score_gemma":0.0000078759795,"teacher_disagreement_score":0.19450863,"about_ca_system_score_codex":0.00011224674,"about_ca_system_score_gemma":0.0006000834,"threshold_uncertainty_score":0.99984765},"labels":[],"label_agreement":null},{"id":"W7115703911","doi":"10.2196/78119","title":"Comparing the Effectiveness of Atropine Sulphate and Acacia Catechu in Reducing Salivary Secretion during Dental Procedures:A Protocol for a Randomized Controlled Trial\" (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Anxiety and Anesthesia Techniques","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Saliva; Randomized controlled trial; Gum acacia; Atropine; Catechu; Secretion","score_opus":0.0704441367485509,"score_gpt":0.47827826096087916,"score_spread":0.40783412421232823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115703911","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29744205,0.000003606305,0.00012841896,0.00003534287,0.0000053721515,0.70192385,0.0000014843761,0.0000726695,0.0003872064],"genre_scores_gemma":[0.39074862,7.662901e-7,0.00006626065,0.0000031308643,0.0000271536,0.6089533,0.0000026173195,0.000015739755,0.00018239368],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942302,0.0032874425,0.00095428096,0.0005295367,0.00052521535,0.00047331135],"domain_scores_gemma":[0.9967564,0.0022580945,0.00027669524,0.0003995963,0.00025195783,0.000057289555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011505255,0.00024174614,0.0012376625,0.00035256677,0.00029820652,0.00018426911,0.000473453,0.00017572008,0.000017001126],"category_scores_gemma":[0.0017180826,0.00016086781,0.00031671402,0.00051809347,0.00042284533,0.00020807036,0.00037346373,0.00054275617,0.000002951923],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9345858,0.0006012994,0.0071864724,0.0080473395,0.00008005583,0.000014531732,0.00011676082,0.00001161257,0.046001006,0.0031325866,0.00004022512,0.00018228262],"study_design_scores_gemma":[0.8443587,0.0004606982,0.015137839,0.0135219665,0.0000078496605,0.000023391289,0.00011341299,0.0004670958,0.12131649,0.004221583,0.00021203668,0.00015893276],"about_ca_topic_score_codex":0.00014942687,"about_ca_topic_score_gemma":0.000062650055,"teacher_disagreement_score":0.09330657,"about_ca_system_score_codex":0.00016648886,"about_ca_system_score_gemma":0.00021696316,"threshold_uncertainty_score":0.65599996},"labels":[],"label_agreement":null},{"id":"W7115747198","doi":"10.2196/75345","title":"Adaptation of a Protocol to Evaluate Online Recruitment Strategies for Mailing HIV Self-Tests and Pilot an Intervention to Improve Linkage to HIV Prevention and Care Among Transgender Women: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transgender; Protocol (science); Human immunodeficiency virus (HIV); Intervention (counseling); Transgender women; Randomized controlled trial; Adaptation (eye); Community-based participatory research","score_opus":0.31984425356122836,"score_gpt":0.6243782181638355,"score_spread":0.3045339646026072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115747198","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028127106,0.0000016557238,0.011920048,0.0006063124,0.00002808602,0.95891,0.00011313731,0.000079742975,0.00021393689],"genre_scores_gemma":[0.0020347922,1.5006722e-7,0.0040733665,0.000051836058,0.0002758495,0.9903526,0.000030417492,0.00005329964,0.0031277316],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99302787,0.0029924724,0.0016210192,0.0009189969,0.000572698,0.00086692005],"domain_scores_gemma":[0.99653256,0.0008116444,0.0003812995,0.0005041134,0.0013335937,0.00043681252],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008779411,0.00035244416,0.0012100037,0.00094850414,0.00033763854,0.00034142134,0.0003109005,0.00021721121,0.000057145284],"category_scores_gemma":[0.00075599336,0.00029572775,0.000258591,0.0004776721,0.00010110592,0.000342632,0.00011449624,0.0003109015,0.000004000701],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9388116,0.0034415796,0.000086524975,0.015154719,0.00020862714,8.798277e-7,0.0135849565,0.000036812464,0.0008252967,0.0011996761,0.0007613607,0.025887962],"study_design_scores_gemma":[0.93814844,0.04074248,0.00052858563,0.0018181787,0.000049738155,5.2771543e-7,0.004944826,0.0012670514,0.00013860661,0.0042989487,0.0077841766,0.00027846318],"about_ca_topic_score_codex":0.00024712266,"about_ca_topic_score_gemma":0.0010439628,"teacher_disagreement_score":0.037300903,"about_ca_system_score_codex":0.00035375022,"about_ca_system_score_gemma":0.0008473467,"threshold_uncertainty_score":0.9999495},"labels":[],"label_agreement":null},{"id":"W7115883470","doi":"10.2196/85069","title":"Machine Learning for Estimating Cardiorespiratory Fitness in Patients With Obesity: Protocol for a Retrospective and Prospective Multicenter Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiovascular and exercise physiology","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cardiorespiratory fitness; Protocol (science); Relevance (law); Health care; Cohort study; Estimation; Prospective cohort study; MEDLINE","score_opus":0.059524129140183166,"score_gpt":0.47253315287982034,"score_spread":0.41300902373963716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115883470","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055003747,0.0000011314719,0.000816627,0.000020093727,0.0000045081506,0.94384825,0.000011432265,0.00004551809,0.00024871525],"genre_scores_gemma":[0.123437636,2.2636971e-8,0.0012461933,0.0000137322495,0.000062301304,0.8750587,0.000013392665,0.000036617144,0.00013141145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974288,0.00036469055,0.00032950554,0.0007615619,0.00055951864,0.0005559445],"domain_scores_gemma":[0.9980493,0.00021972565,0.00007425057,0.0004070778,0.0011461036,0.0001035179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020186307,0.00022406309,0.0008112819,0.00035617678,0.00031690593,0.00006552576,0.00011749472,0.00010342481,0.0000054523384],"category_scores_gemma":[0.0007718081,0.0001698754,0.00013290044,0.000475401,0.00016789317,0.000117704905,0.0001926681,0.0006493253,0.0000012018023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026584094,0.0020394626,0.9666411,0.0018181906,0.00027895524,0.0000073905526,0.00039962924,0.00004339746,0.00003747775,0.00003330539,0.0001177363,0.0019992434],"study_design_scores_gemma":[0.040180303,0.0074001225,0.9461122,0.0019719263,0.000030390802,7.44335e-7,0.0001493431,0.0021693413,0.00024506327,0.00019993816,0.001383271,0.00015735262],"about_ca_topic_score_codex":0.00005716123,"about_ca_topic_score_gemma":0.00003600431,"teacher_disagreement_score":0.068789534,"about_ca_system_score_codex":0.0004135506,"about_ca_system_score_gemma":0.00023090158,"threshold_uncertainty_score":0.6927318},"labels":[],"label_agreement":null},{"id":"W7115919996","doi":"10.2196/85597","title":"Impact of the Population Medicine Multimorbidity Intervention in Xishui County (POPMIX) on People at High Risk for Chronic Obstructive Pulmonary Disease: Protocol for the POPMIX-COPD Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Intervention (counseling); Protocol (science); Cluster (spacecraft); Multimorbidity; Population; Cluster randomised controlled trial; Randomization; Pulmonary disease","score_opus":0.10080949029866217,"score_gpt":0.5300219155348362,"score_spread":0.4292124252361741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115919996","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02317201,0.000012673189,0.00022891132,0.0019302639,0.00007176414,0.97404414,0.0001710149,0.000038928833,0.00033028936],"genre_scores_gemma":[0.2112208,0.0000012754012,0.00001665365,0.000021987107,0.00033025155,0.7869058,0.000117704425,0.00003053879,0.0013549554],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942124,0.0020494459,0.0012883858,0.0006027005,0.0012283933,0.00061869685],"domain_scores_gemma":[0.99234074,0.005229252,0.0007064511,0.0009794581,0.000618461,0.00012560934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066657434,0.00035575684,0.0013977479,0.00041525724,0.00043302795,0.00006864491,0.000505887,0.00014326641,0.0003373389],"category_scores_gemma":[0.006232524,0.00017171085,0.0012132593,0.0006475592,0.0005505547,0.00016855802,0.0003073923,0.00053148856,0.0000023735286],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9750719,0.0018181229,0.0086268755,0.0036595683,0.0004713779,0.0000021016779,0.00007356857,0.0005226467,0.000023351895,0.0016051673,0.0061412174,0.0019841082],"study_design_scores_gemma":[0.7482969,0.0019342871,0.22057964,0.003988314,0.00015915328,3.4150463e-7,0.000057113506,0.018036524,0.00001602441,0.0054091006,0.0014082941,0.00011431292],"about_ca_topic_score_codex":0.0013462795,"about_ca_topic_score_gemma":0.000438416,"teacher_disagreement_score":0.226775,"about_ca_system_score_codex":0.0025234153,"about_ca_system_score_gemma":0.0009290746,"threshold_uncertainty_score":0.74613637},"labels":[],"label_agreement":null},{"id":"W7115922998","doi":"10.2196/81148","title":"Self-Management Combined With Digital Health Interventions to Improve Dietary Behavior, Exercise Behavior, Stress Management Behavior, and Blood Pressure Among Thais With Uncontrolled Hypertension: Protocol for an Explanatory Sequential Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thais; Psychological intervention; Protocol (science); Digital health; Health care; eHealth; Blood pressure; Telemedicine","score_opus":0.12535941253247085,"score_gpt":0.46859387718731754,"score_spread":0.3432344646548467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115922998","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02110718,0.0000513699,0.000029467537,0.00029441406,0.000017783794,0.97761905,0.00014702676,0.00028619223,0.00044754118],"genre_scores_gemma":[0.09510492,0.0000025678125,0.0012723714,0.00013747024,0.000051020674,0.90068364,0.000058392252,0.00008876022,0.0026008824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994809,0.00032143443,0.00087564683,0.0014619025,0.0014750282,0.0010569894],"domain_scores_gemma":[0.9966071,0.00008811012,0.00021840133,0.0013778901,0.0010531682,0.00065528275],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009983209,0.0006131426,0.0013734279,0.0007889632,0.00092174497,0.00044910194,0.00046210803,0.00014871566,0.000024716743],"category_scores_gemma":[0.000012397324,0.00043059821,0.00019393639,0.0006656529,0.00027836932,0.0004948252,0.0008605084,0.00066658325,0.0000031933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.079854764,0.19910489,0.5585388,0.052660037,0.011064758,0.0060442276,0.0034480107,0.000009713952,0.0002491693,0.00030276942,0.027106898,0.061615966],"study_design_scores_gemma":[0.17120895,0.14200394,0.59099656,0.031840377,0.014421842,0.00008786343,0.014399629,0.000061757004,0.00066097546,0.00003654207,0.032677285,0.0016042694],"about_ca_topic_score_codex":0.00013187423,"about_ca_topic_score_gemma":0.0004260585,"teacher_disagreement_score":0.09135419,"about_ca_system_score_codex":0.000054529242,"about_ca_system_score_gemma":0.00020871774,"threshold_uncertainty_score":0.99981457},"labels":[],"label_agreement":null},{"id":"W7116064638","doi":"10.2196/86671","title":"Self-Management Support After Burns: Protocol for a Multicenter, Stepped-Wedge Hybrid Type II Effectiveness-Implementation Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Burn Injury Management and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Data collection; Type (biology); The Internet; Population","score_opus":0.14788226522589576,"score_gpt":0.5803803822797661,"score_spread":0.4324981170538703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116064638","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028595685,7.9641165e-7,0.00023793463,0.0003436149,0.000030056537,0.99204963,0.0000152088105,0.00021542251,0.0042477683],"genre_scores_gemma":[0.01790583,2.7557056e-7,0.0008125111,0.00018214954,0.000114446215,0.9720196,0.000034845474,0.000052803287,0.008877515],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961821,0.00053520617,0.00063174544,0.0007686884,0.0009931835,0.0008890876],"domain_scores_gemma":[0.9979984,0.00020956901,0.00010893777,0.0008138043,0.00070412655,0.00016513428],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002898712,0.0003252943,0.00046866582,0.0007907442,0.00043036923,0.00018301967,0.0003873639,0.000069859,0.00059366],"category_scores_gemma":[0.000079654965,0.00026763475,0.00016355532,0.0008366744,0.0000947189,0.00027337196,0.000780648,0.000398929,0.00012957462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11380868,0.039828412,0.4565929,0.07365317,0.0029993614,0.00077286287,0.002073631,0.0000018592909,0.00065152236,0.0030005844,0.2321665,0.07445054],"study_design_scores_gemma":[0.04434055,0.011526961,0.084405884,0.0019374836,0.00006577843,0.0000015779594,0.00084703503,0.00006860919,0.0023804398,0.0002495584,0.85391414,0.00026197606],"about_ca_topic_score_codex":0.00000842445,"about_ca_topic_score_gemma":0.000007847258,"teacher_disagreement_score":0.6217476,"about_ca_system_score_codex":0.00042061132,"about_ca_system_score_gemma":0.00022521391,"threshold_uncertainty_score":0.9999776},"labels":[],"label_agreement":null},{"id":"W7116281112","doi":"10.2196/84601","title":"Enhancing Upper Secondary Students’ Situational Engagement and Cognitive Prerequisites of Learning Through the Physically Active Academic Lessons Intervention: Protocol for a Mixed Methods Cluster Randomized Individual Crossover Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Education and Pedagogy","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Cognition; Cluster (spacecraft); Situational ethics; Crossover; Psychological intervention; Protocol analysis; Cluster randomised controlled trial","score_opus":0.4355115070776992,"score_gpt":0.7250028296772734,"score_spread":0.28949132259957416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116281112","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053967293,0.0000032833207,0.013438366,0.0024898532,0.00004266174,0.9763157,0.00005551668,0.00003329059,0.0022246481],"genre_scores_gemma":[0.010622995,3.6462075e-7,0.0012981925,0.00045258275,0.00039363583,0.9830491,0.000041975847,0.000024468538,0.0041166823],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97893864,0.017978441,0.0010873773,0.0005081171,0.0008754448,0.00061199616],"domain_scores_gemma":[0.96862274,0.029347865,0.0005594015,0.00023252079,0.0011461168,0.000091352704],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013036241,0.00022383453,0.000676487,0.00017902798,0.0015993196,0.000099667406,0.0005151502,0.0002539911,0.00072683545],"category_scores_gemma":[0.008304082,0.0001513371,0.0002727304,0.00041198815,0.00064481044,0.00038315397,0.001023183,0.0031958218,0.000015895994],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8458542,0.002439833,0.00036245066,0.0040049595,0.00090326025,2.8207162e-7,0.063080095,0.000003583912,0.0022068822,0.030829243,0.00827357,0.042041615],"study_design_scores_gemma":[0.79260343,0.0014708263,0.006621056,0.00795774,0.00007081229,2.1377365e-7,0.02920095,0.0001361886,0.0058498965,0.041781656,0.11404872,0.00025850654],"about_ca_topic_score_codex":0.000032662523,"about_ca_topic_score_gemma":0.000013986159,"teacher_disagreement_score":0.10577515,"about_ca_system_score_codex":0.00012586339,"about_ca_system_score_gemma":0.0015168276,"threshold_uncertainty_score":0.9997005},"labels":[],"label_agreement":null},{"id":"W7116667258","doi":"10.2196/81948","title":"A Supportive Group Intervention for Caregivers to Patients Diagnosed With Glioblastoma: Protocol for the SUGRI Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Rigshospitalet; Novo Nordisk; Gentofte Hospital","keywords":"Protocol (science); Glioblastoma; Intervention (counseling); eHealth; MEDLINE; Quality of life (healthcare); Randomized controlled trial","score_opus":0.11830522158356514,"score_gpt":0.5350373923975075,"score_spread":0.4167321708139423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116667258","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006331294,3.6840157e-7,0.0010644929,0.00054731517,0.000016033628,0.99163896,0.00005658677,0.000068671674,0.00027626992],"genre_scores_gemma":[0.039016075,1.8851575e-8,0.000051458643,0.00008837054,0.00009522246,0.9589171,0.000014693346,0.000033997316,0.0017831024],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975991,0.00022883422,0.00032978313,0.0005248853,0.0007405688,0.0005767985],"domain_scores_gemma":[0.99702734,0.0006301414,0.00008473881,0.0005594382,0.0015323533,0.0001659973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012666093,0.0001909974,0.0002929523,0.00030558716,0.0003361326,0.00012181913,0.00033737093,0.00007379143,0.00006135028],"category_scores_gemma":[0.00039560793,0.00011719598,0.00017255722,0.00079976674,0.000112314236,0.00010427001,0.00017838742,0.00030785298,0.0000072089474],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.24037518,0.020001281,0.3009769,0.012163721,0.00077163393,0.00005364449,0.021278821,0.000005680937,0.00012787197,0.0007133569,0.26542863,0.13810326],"study_design_scores_gemma":[0.06305388,0.094196,0.09913992,0.0066445144,0.00004176413,9.1999175e-7,0.017401995,0.000048323447,0.0011618758,0.00016871146,0.71786153,0.0002805771],"about_ca_topic_score_codex":0.00048641025,"about_ca_topic_score_gemma":0.008235172,"teacher_disagreement_score":0.45243287,"about_ca_system_score_codex":0.00037354408,"about_ca_system_score_gemma":0.00029465472,"threshold_uncertainty_score":0.47791132},"labels":[],"label_agreement":null},{"id":"W7116679633","doi":"10.2196/82403","title":"Determinants of Equitable Data Governance for African, Caribbean, and Black Communities in Health Research in High-Income Countries: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Canadian Institute for Health Information; Government of Prince Edward Island; University of Victoria; Toronto Metropolitan University; Dalhousie University; University of Ottawa","funders":"","keywords":"Protocol (science); Corporate governance; Data collection; Health data; Health services research; Public health; Health equity; Community-based participatory research; Context (archaeology)","score_opus":0.8742608914444527,"score_gpt":0.7688655545905257,"score_spread":0.10539533685392699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116679633","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015946904,0.0003084797,0.000046110803,0.02088238,0.000004613241,0.97776484,0.00031539807,0.000017383929,0.0005013037],"genre_scores_gemma":[0.0012186285,0.0008273176,0.0018867695,0.0003553284,0.00005273879,0.9943625,0.000026900483,0.00004879275,0.0012210329],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9887635,0.0028771516,0.0023557513,0.00095607474,0.0028298248,0.0022176842],"domain_scores_gemma":[0.9506553,0.042916205,0.00033022815,0.0027894296,0.0030168598,0.00029197725],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.109941445,0.00023579074,0.0014156805,0.0007535496,0.00040107855,0.0001323441,0.0020734936,0.00036673478,0.000046539873],"category_scores_gemma":[0.038531657,0.0002067444,0.00006784016,0.002149878,0.0022394003,0.00034048854,0.003542926,0.003635688,0.000004161947],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071037575,0.0009960121,0.0456339,0.9098979,0.000020780903,0.000018363009,0.00045982742,0.0000013718966,0.000018286755,0.017417638,0.013643587,0.004788521],"study_design_scores_gemma":[0.010689214,0.00442712,0.0032366365,0.83489186,0.0000020752,0.0000018287689,0.00053340034,0.0008033872,0.00025543035,0.01595603,0.12904003,0.00016301766],"about_ca_topic_score_codex":0.0029872395,"about_ca_topic_score_gemma":0.01977806,"teacher_disagreement_score":0.11539645,"about_ca_system_score_codex":0.00086066365,"about_ca_system_score_gemma":0.010915615,"threshold_uncertainty_score":0.99866295},"labels":[],"label_agreement":null},{"id":"W7116733114","doi":"10.2196/84271","title":"Analysis of Associated Factors and Construction of Risk Prediction Models for Frailty in Hospitalized Older Adults Living With HIV: Protocol for a Prospective Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"HIV-related health complications and treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Intervention (counseling); Quality of life (healthcare); Activities of daily living; Risk assessment; Prospective cohort study; MEDLINE","score_opus":0.18584372258608112,"score_gpt":0.5242510908713854,"score_spread":0.3384073682853043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116733114","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36588767,3.8808867e-7,0.0012459535,0.000028166072,7.120897e-7,0.6325445,0.00022612953,0.000014531076,0.000051937248],"genre_scores_gemma":[0.33422247,1.1632005e-7,0.0011368891,0.00000111378,0.0000032002272,0.66453254,0.00005431875,0.00000829299,0.00004106454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982055,0.00019941705,0.00057608343,0.0003762948,0.00040800383,0.00023472717],"domain_scores_gemma":[0.9969667,0.0007436817,0.00030571225,0.00024315702,0.0016778695,0.00006287766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008424863,0.00012586215,0.00048275487,0.0007904605,0.0001690203,0.000014420643,0.00006398111,0.00011469126,0.000009853977],"category_scores_gemma":[0.0006124627,0.00009323133,0.00007683169,0.001747309,0.00011127857,0.00013737912,0.000033411565,0.00021389307,6.72903e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031685298,0.0040369076,0.98784846,0.0008679977,0.00082699023,1.7794581e-7,0.002109179,0.00008023019,0.000009099492,0.0004942864,0.000039645023,0.0005184713],"study_design_scores_gemma":[0.015423764,0.0033544833,0.9500623,0.0041534514,0.00013200662,1.16371005e-7,0.00087533135,0.025148638,0.000060294606,0.00071542326,0.000020517438,0.000053681535],"about_ca_topic_score_codex":0.00019950142,"about_ca_topic_score_gemma":0.00015298893,"teacher_disagreement_score":0.037786193,"about_ca_system_score_codex":0.00026496066,"about_ca_system_score_gemma":0.00041788767,"threshold_uncertainty_score":0.38018632},"labels":[],"label_agreement":null},{"id":"W7116763097","doi":"10.2196/68160","title":"Efficacy of Artificial Intelligence–Assisted Appliances in the Selection of Tooth Shade: Protocol for an Observational Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental materials and restorations","field":"Dentistry","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Selection (genetic algorithm); Observational methods in psychology","score_opus":0.6900595667278262,"score_gpt":0.6448949335328801,"score_spread":0.045164633194946124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116763097","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065764815,1.2672471e-7,0.00034968753,0.000058588907,0.00001204823,0.93342954,0.000021147196,0.000014409263,0.0003496572],"genre_scores_gemma":[0.14491284,8.677155e-9,0.0002465223,0.000005509209,0.00006963584,0.85456866,0.000010473805,0.0000072849816,0.00017905617],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9975866,0.0006364625,0.00066805835,0.00025577963,0.00063178357,0.000221337],"domain_scores_gemma":[0.99872446,0.00036748286,0.00015373628,0.00029242187,0.00043681244,0.000025066534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021698645,0.00009481217,0.00019762,0.00021606372,0.00018549949,0.00014100058,0.0005011104,0.00008107458,0.00011007251],"category_scores_gemma":[0.0002598103,0.000065750246,0.000054258082,0.0010831767,0.00014927788,0.00017524611,0.00007269943,0.0001974718,0.0000069229113],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03082087,0.08541728,0.24851021,0.008206457,0.00020413972,0.000017811004,0.0040516085,0.00060634833,0.37033132,0.13222428,0.015397375,0.10421231],"study_design_scores_gemma":[0.0031590653,0.005111531,0.8889701,0.001357272,0.0000046713344,0.0000025123857,0.0032201374,0.0009971403,0.06464433,0.008756692,0.023585562,0.00019101056],"about_ca_topic_score_codex":0.00010308012,"about_ca_topic_score_gemma":0.0007331364,"teacher_disagreement_score":0.6404599,"about_ca_system_score_codex":0.000054060514,"about_ca_system_score_gemma":0.00028207985,"threshold_uncertainty_score":0.26812172},"labels":[],"label_agreement":null},{"id":"W7116800820","doi":"10.2196/88401","title":"Usability and Cultural Relevance of an mHealth App for Hispanic/Latino Individuals Living With Rheumatoid Arthritis: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"mHealth; Usability; Protocol (science); eHealth; Relevance (law); Digital health; Health care; Health equity; Telemedicine; MEDLINE","score_opus":0.14522191356377653,"score_gpt":0.5664354811074319,"score_spread":0.42121356754365535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116800820","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07325163,0.000053535474,0.0014418613,0.000302003,0.00000439823,0.9246511,0.00004588382,0.000097478616,0.00015213092],"genre_scores_gemma":[0.019721838,0.000026384256,0.0490483,0.000020622767,0.000036105466,0.93092716,0.000009226825,0.00004891897,0.00016143461],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940296,0.0020344555,0.00093779044,0.0009020298,0.0010155695,0.0010805692],"domain_scores_gemma":[0.99368525,0.0031126505,0.00023246196,0.0008592232,0.0016889824,0.00042141325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010586264,0.0003169814,0.00095343305,0.00039636105,0.0006174067,0.00022236121,0.00039268448,0.00015206782,0.00003995974],"category_scores_gemma":[0.004542621,0.00023095339,0.000113234404,0.0007199185,0.0007471266,0.00048826815,0.00027214352,0.00064679625,0.0000011534129],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013672324,0.011462356,0.13081223,0.015263546,0.00047515825,0.000006919946,0.005860801,0.0000026319033,0.008416394,0.0041169873,0.004738259,0.8051724],"study_design_scores_gemma":[0.0938227,0.13587141,0.28938475,0.068092026,0.000009050369,0.000095999305,0.020342676,0.0017288148,0.02052326,0.010059821,0.35897186,0.0010976003],"about_ca_topic_score_codex":0.00007213678,"about_ca_topic_score_gemma":0.00016361909,"teacher_disagreement_score":0.80407476,"about_ca_system_score_codex":0.00013710561,"about_ca_system_score_gemma":0.0011169999,"threshold_uncertainty_score":0.9418006},"labels":[],"label_agreement":null},{"id":"W7116894972","doi":"10.2196/84313","title":"The Effectiveness of Frontal Plane Adaptability in a Novel Foot Prosthesis: Protocol for a Randomized Crossover Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Prosthetics and Rehabilitation Robotics","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Clinical trial; Foot (prosody); Adaptability; Crossover; Crossover study; Randomized controlled trial","score_opus":0.17314855578010027,"score_gpt":0.5478555211572832,"score_spread":0.37470696537718295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116894972","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022259871,0.0000025612026,0.003167158,0.00008072202,0.00003057272,0.99375683,0.000020271373,0.00005046292,0.00066544506],"genre_scores_gemma":[0.011157252,1.7377353e-7,0.0009886824,0.0000025630843,0.000046814264,0.9876631,0.0000021556205,0.000025429516,0.000113853726],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.995517,0.001961863,0.0011877404,0.00034640802,0.00047206032,0.00051488425],"domain_scores_gemma":[0.98380566,0.01509017,0.00008909294,0.0005457812,0.0003989885,0.000070323156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022546101,0.00018091477,0.0007153068,0.00015439157,0.00015590953,0.00011278643,0.00045758928,0.00022981486,0.0000066948705],"category_scores_gemma":[0.004972749,0.0001145325,0.00031515223,0.00040370304,0.00078556594,0.00007423331,0.00012573389,0.00060148514,0.000002641523],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98161095,0.0015315522,0.00065297825,0.003883103,0.00006919477,5.467247e-7,0.000106996464,0.0007204824,0.00074878643,0.008355877,0.0002379647,0.0020815625],"study_design_scores_gemma":[0.93621325,0.0019420959,0.004168786,0.0026359507,0.0000038588328,3.369212e-7,0.00004582284,0.012380031,0.002827866,0.0121189,0.027484236,0.00017884049],"about_ca_topic_score_codex":0.0000102374115,"about_ca_topic_score_gemma":0.000028992556,"teacher_disagreement_score":0.04539768,"about_ca_system_score_codex":0.00019320306,"about_ca_system_score_gemma":0.00055787637,"threshold_uncertainty_score":0.78140736},"labels":[],"label_agreement":null},{"id":"W7116919700","doi":"10.2196/84781","title":"Targeted Real-Time Assessment of Chronic Pain (TRAC-Pain) in Youth: Protocol for a Digital Biosignature Development Through a Prospective Observational Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Protocol (science); Chronic pain; Cohort study; Prospective cohort study; Research design; Cohort","score_opus":0.15791572593559886,"score_gpt":0.5321474759750494,"score_spread":0.37423175003945053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116919700","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002952411,9.135055e-7,0.0044738036,0.0002636971,0.0000023411524,0.9878974,0.000037122027,0.00022964146,0.0041426653],"genre_scores_gemma":[0.013047593,2.1724419e-7,0.013642247,0.000051083807,0.000085298685,0.9716776,0.00015117017,0.00004347434,0.0013013323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945532,0.0010462572,0.001040144,0.0008688736,0.0017003298,0.00079117116],"domain_scores_gemma":[0.9970189,0.0008507987,0.00024381853,0.00067362573,0.0011139675,0.000098912984],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012605545,0.0003260499,0.00067030644,0.00076679763,0.00016792046,0.00011533287,0.00050884264,0.00020411276,0.00005896323],"category_scores_gemma":[0.0017117038,0.00028557106,0.00011690717,0.0020841507,0.00016332576,0.00036363548,0.0003765785,0.000778416,0.0000035446978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016406348,0.010357424,0.95838034,0.0039007124,0.00027064874,0.000029496912,0.0006773518,0.0000040870227,0.0016745013,0.00039257322,0.017990652,0.004681598],"study_design_scores_gemma":[0.009781016,0.009100293,0.9523552,0.005228586,0.000013633127,3.7934024e-7,0.00038560445,0.0014000796,0.001143644,0.0013986259,0.01886221,0.00033074873],"about_ca_topic_score_codex":0.000035940473,"about_ca_topic_score_gemma":0.000017349364,"teacher_disagreement_score":0.01621982,"about_ca_system_score_codex":0.0021965555,"about_ca_system_score_gemma":0.003335276,"threshold_uncertainty_score":0.99995965},"labels":[],"label_agreement":null},{"id":"W7116920107","doi":"10.2196/74298","title":"The Influence of Virtual Reality Glasses Use on the Quality of Life of Older Adults: Protocol for a Prospective, Longitudinal Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urban Green Space and Health","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual reality; Quality of life (healthcare); Protocol (science); Longitudinal study; Social isolation; Isolation (microbiology); Everyday life; Quality (philosophy)","score_opus":0.23962601927045457,"score_gpt":0.5518824757996241,"score_spread":0.31225645652916956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116920107","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39863086,3.118789e-7,0.000014030038,0.00024725986,0.0000013621046,0.6009203,0.00002285758,0.000008191621,0.00015480179],"genre_scores_gemma":[0.43880537,7.455951e-8,0.000021127174,0.000016995746,0.000008113168,0.5609392,3.0823517e-7,0.0000069893235,0.00020184251],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99530864,0.0013422462,0.0008725697,0.0004901951,0.0014963085,0.0004900482],"domain_scores_gemma":[0.9960305,0.0021109348,0.00043281354,0.001022125,0.00029991986,0.00010368045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005246359,0.00018126833,0.00038649578,0.00007104063,0.00047025533,0.00005459589,0.0009002672,0.00007811719,0.000089993046],"category_scores_gemma":[0.0014002831,0.000101160316,0.0001139378,0.0007481311,0.0013735131,0.00024590985,0.00056256214,0.0004025671,0.000006504303],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009631681,0.012218924,0.9652726,0.00055455364,0.000037804468,3.7093227e-7,0.0018526544,0.000030068328,0.0016166312,0.004235024,0.0043107653,0.00023890515],"study_design_scores_gemma":[0.0035920583,0.011952221,0.97107226,0.00093792763,0.0000015077235,8.2671086e-8,0.00306339,0.000035614066,0.006999736,0.00025481888,0.001992122,0.000098267665],"about_ca_topic_score_codex":0.0045919716,"about_ca_topic_score_gemma":0.0027270606,"teacher_disagreement_score":0.040174514,"about_ca_system_score_codex":0.00023921604,"about_ca_system_score_gemma":0.00032638176,"threshold_uncertainty_score":0.6941718},"labels":[],"label_agreement":null},{"id":"W7116955964","doi":"10.2196/78596","title":"Antidepressant and Antipsychotic Drug Use and Cancer Risk: Protocol for an Overview of Systematic Reviews and Meta-Analyses","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer, Stress, Anesthesia, and Immune Response","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Antipsychotic; Protocol (science); Antidepressant; Systematic review; Cancer; Drug; Antipsychotic drug","score_opus":0.7500722575030102,"score_gpt":0.6599521174530433,"score_spread":0.09012014004996693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116955964","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038976623,0.0068146447,0.00001790669,0.00027013774,0.0000030814595,0.988898,0.000039493036,0.000021038706,0.000038039623],"genre_scores_gemma":[0.0005262379,0.0015614629,0.00039010006,0.000072988514,0.00004414899,0.9956766,0.0000023239293,0.000030489504,0.0016956679],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951499,0.002277903,0.0010050542,0.0006107254,0.0005188269,0.00043759932],"domain_scores_gemma":[0.9965282,0.0013761299,0.00040849924,0.0009166769,0.00055603415,0.00021444654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004653741,0.0003056741,0.0020228804,0.00041773252,0.00023363781,0.00021877915,0.0001913103,0.0001087164,0.00004769474],"category_scores_gemma":[0.0018117268,0.00018723393,0.0002417333,0.00049134454,0.00044277267,0.000345862,0.00012259654,0.00036050336,9.043972e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01231727,0.0012952186,0.029249538,0.9195191,0.0028881475,0.000017381217,0.000984505,0.0000017485047,0.0052665593,0.00036986338,0.019835465,0.008255199],"study_design_scores_gemma":[0.022159554,0.005282389,0.09905599,0.21699403,0.0067431927,0.00012746011,0.00063919846,0.0012142177,0.01359827,0.00086891296,0.63238525,0.00093155087],"about_ca_topic_score_codex":0.0005070997,"about_ca_topic_score_gemma":0.00011763247,"teacher_disagreement_score":0.7025251,"about_ca_system_score_codex":0.00004282427,"about_ca_system_score_gemma":0.00028051733,"threshold_uncertainty_score":0.76351786},"labels":[],"label_agreement":null},{"id":"W7117103835","doi":"10.2196/83672","title":"Efficacy of a Virtual Reality Game on Children’s Fear and Anxiety During Dental Procedures (VR-TOOTH): Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Anxiety and Anesthesia Techniques","field":"Dentistry","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Institut Universitaire en Santé Mentale de Québec; HEC Montréal; Université de Montréal; Université du Québec en Abitibi-Témiscamingue; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Randomized controlled trial; Protocol (science); Anxiety; Virtual reality; Dental fear; Randomization; Virtual Reality Exposure Therapy","score_opus":0.05827620185092669,"score_gpt":0.4787637042868279,"score_spread":0.4204875024359012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117103835","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09054795,0.000001741978,0.00004724755,0.00011515247,0.0000072936487,0.90824866,0.0000298023,0.00018427623,0.0008178454],"genre_scores_gemma":[0.07740933,0.0000010958119,0.00008499372,0.000031793035,0.00016494309,0.91974545,0.000010520285,0.00003797457,0.0025139078],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949359,0.0014527119,0.0011496875,0.0007608464,0.001035977,0.00066485454],"domain_scores_gemma":[0.99730515,0.0012954589,0.00037052043,0.0005619027,0.00030608286,0.00016087705],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003906126,0.00037118385,0.0015434502,0.0003707398,0.00034079538,0.00026496255,0.0005639345,0.00031154722,0.000073830175],"category_scores_gemma":[0.0023352427,0.00027037621,0.00072610244,0.00040872683,0.0007128647,0.00019499149,0.00029130926,0.00065263547,0.000009789688],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98436487,0.003028349,0.0005159173,0.0011206295,0.00018119381,0.000011741623,0.00012975621,0.0000014992988,0.0026351016,0.0040695835,0.0023095326,0.0016318208],"study_design_scores_gemma":[0.9516272,0.002210089,0.0037049397,0.0033013457,0.0000144178,0.000031622614,0.000046701894,0.000048453214,0.034463797,0.0012092725,0.0030947165,0.00024746827],"about_ca_topic_score_codex":0.000044991877,"about_ca_topic_score_gemma":0.000020893114,"teacher_disagreement_score":0.0327377,"about_ca_system_score_codex":0.00011954591,"about_ca_system_score_gemma":0.00033252977,"threshold_uncertainty_score":0.99997485},"labels":[],"label_agreement":null},{"id":"W7117104537","doi":"10.2196/74164","title":"Evaluation of a Community-Based AI-Assisted Visual Impairment Screening Model for Performance, Operational Efficiency, Acceptability, Feasibility, and Costs: Protocol for a 2-Arm Pragmatic Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Ophthalmology and Visual Impairment Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Visual impairment; Clinical trial; Research design; MEDLINE","score_opus":0.34916726918840085,"score_gpt":0.6222571871534385,"score_spread":0.2730899179650376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117104537","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108835444,0.0000019834574,0.0075664097,0.0008065744,0.0000073723727,0.8824385,0.000023331446,0.00003632026,0.00028409009],"genre_scores_gemma":[0.27684358,6.842223e-8,0.0015328797,0.00010911788,0.000030741234,0.7213104,0.00004177116,0.000014809941,0.000116656716],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9904966,0.00563281,0.0013755661,0.00039229591,0.0015607381,0.00054202136],"domain_scores_gemma":[0.9892126,0.0054274397,0.0003100272,0.00044580092,0.0044830577,0.000121101686],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05430831,0.00028841448,0.0016374938,0.00051478494,0.001072722,0.00009163461,0.00022855299,0.0002055872,0.000069857524],"category_scores_gemma":[0.008286334,0.00020163757,0.0004076527,0.00042611192,0.0008973358,0.0001836798,0.00023463716,0.0005915076,5.260977e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9662359,0.019802319,0.0025262549,0.006448727,0.00037530478,1.4292397e-7,0.00036868415,0.00030873026,0.00017912888,0.00027279853,0.0005104581,0.0029715975],"study_design_scores_gemma":[0.54278195,0.017190449,0.001265325,0.0013597455,0.0001256604,0.0000010910442,0.00012492441,0.43623084,0.00022585288,0.0005741006,0.00003615221,0.00008390307],"about_ca_topic_score_codex":0.0000126331415,"about_ca_topic_score_gemma":0.0000078399025,"teacher_disagreement_score":0.4359221,"about_ca_system_score_codex":0.00051776355,"about_ca_system_score_gemma":0.0027145997,"threshold_uncertainty_score":0.99201137},"labels":[],"label_agreement":null},{"id":"W7117127095","doi":"10.2196/88023","title":"Correction: An Integrated Virtual Reality–Based Telerehabilitation Platform to Support Recovery and Maintenance of Functional Abilities Among Older Adults: Protocol for a Usability and Acceptability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telerehabilitation; Usability; Protocol (science); Virtual reality; Assistive technology; Telemedicine; Rehabilitation; Wearable computer","score_opus":0.17481999004801746,"score_gpt":0.5410590781936416,"score_spread":0.36623908814562417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117127095","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37821856,1.09443455e-7,0.0016359492,0.0004502839,0.000016924521,0.61951524,0.00004721239,0.000046156027,0.00006956845],"genre_scores_gemma":[0.27433392,2.83177e-8,0.0006174213,0.0001014093,0.000051502495,0.7246323,0.00004562704,0.00001411192,0.0002036799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964085,0.0005087911,0.0010646939,0.0008079252,0.0007198089,0.000490251],"domain_scores_gemma":[0.99553496,0.0014740069,0.00016983593,0.0005767395,0.0019386018,0.0003058526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051417756,0.00022733108,0.00050382304,0.00047758906,0.00027126557,0.00005991567,0.00011311859,0.0001346416,0.00035436617],"category_scores_gemma":[0.0035405834,0.00018285711,0.00006401034,0.00081236626,0.00053987466,0.0004678643,0.00009614875,0.00044690285,7.889125e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02994221,0.0039088456,0.6777243,0.0059736143,0.00003559254,0.0000012413745,0.002570637,0.000010949496,0.00010359887,0.00009336329,0.013066045,0.2665696],"study_design_scores_gemma":[0.013699072,0.036344297,0.9169539,0.0015590822,0.000008895334,0.000002426749,0.019630324,0.0008691546,0.00044605345,0.0003411907,0.010014774,0.00013081852],"about_ca_topic_score_codex":0.0008032238,"about_ca_topic_score_gemma":0.0016063267,"teacher_disagreement_score":0.26643878,"about_ca_system_score_codex":0.00041950707,"about_ca_system_score_gemma":0.0011646047,"threshold_uncertainty_score":0.74566966},"labels":[],"label_agreement":null},{"id":"W7117131881","doi":"10.2196/71697","title":"Benchmarking Environmental Health Influences on Food Security in Very Remote Indigenous Communities in Australia: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Benchmarking; Protocol (science); Indigenous; Food security; Environmental security; Sustainability","score_opus":0.6225699255406763,"score_gpt":0.7027360385546038,"score_spread":0.08016611301392751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117131881","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12576018,0.000002628011,0.00002369414,0.0005522582,0.000034641373,0.87310684,0.00009144273,0.0000498224,0.00037849217],"genre_scores_gemma":[0.07822381,9.389854e-7,0.0017044068,0.00032460951,0.00007904982,0.9194381,0.0000332682,0.000024949713,0.00017082528],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9810657,0.014326357,0.0015684128,0.0005483306,0.0007407138,0.0017504859],"domain_scores_gemma":[0.9951393,0.0033642515,0.00033471393,0.0008141189,0.00012168199,0.00022594142],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016980752,0.00029777165,0.0006701669,0.0014224304,0.0025378158,0.000062697756,0.00077515683,0.00039886413,0.000198217],"category_scores_gemma":[0.00038114688,0.0002910716,0.00008149644,0.0011457542,0.00025515165,0.00026097876,0.0006498181,0.0037657253,0.000030896503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006808398,0.010662647,0.6458216,0.015617939,0.00007529391,0.000016242688,0.2773211,0.00011381935,0.00001839392,0.004814635,0.007532044,0.03119788],"study_design_scores_gemma":[0.019496165,0.022591678,0.5308641,0.022440828,0.000003096694,6.9009087e-7,0.1302042,0.0006943232,0.000045233402,0.039456088,0.23362128,0.00058230635],"about_ca_topic_score_codex":0.008591192,"about_ca_topic_score_gemma":0.041668482,"teacher_disagreement_score":0.22608924,"about_ca_system_score_codex":0.0019055008,"about_ca_system_score_gemma":0.0016389719,"threshold_uncertainty_score":0.99995416},"labels":[],"label_agreement":null},{"id":"W7117139260","doi":"10.2196/83284","title":"Shared Decision-Making With a Surrogate for Life-Sustaining Treatment of Critically Ill Patients: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Protocol (science); Critically ill; Context (archaeology); MEDLINE; Health care","score_opus":0.49532824311265794,"score_gpt":0.6825314722386084,"score_spread":0.1872032291259505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117139260","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007133771,0.00012879846,0.0040219016,0.00087845954,0.0000027353599,0.9940843,0.000053815675,0.000029731023,0.00072894053],"genre_scores_gemma":[0.0001121864,0.000015800066,0.024287473,0.0004530837,0.000046253037,0.97490877,0.000014981141,0.000032898926,0.0001285718],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9973801,0.00016516242,0.00078624504,0.00044291207,0.0006656785,0.0005599363],"domain_scores_gemma":[0.98715144,0.0028929254,0.00018655535,0.0004745307,0.009135191,0.00015937208],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009790651,0.00021471294,0.00086075393,0.0003049513,0.00014088339,0.00003438903,0.00020082649,0.00009160573,0.000053676114],"category_scores_gemma":[0.015245095,0.0001459955,0.00020498176,0.0006210003,0.00017593868,0.0001169365,0.00008291703,0.00012925541,0.0000015231017],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05837906,0.0068930187,0.04833031,0.5936729,0.00059515453,0.000036866797,0.0018414488,0.0000051945663,0.00026384092,0.0017466489,0.01919312,0.26904246],"study_design_scores_gemma":[0.015541082,0.013319731,0.00040845512,0.8599674,0.000029306464,5.201036e-7,0.00027607472,0.00009561485,0.0017195833,0.0005016765,0.10800254,0.00013802071],"about_ca_topic_score_codex":0.000007211716,"about_ca_topic_score_gemma":0.000010197409,"teacher_disagreement_score":0.26890442,"about_ca_system_score_codex":0.00024247884,"about_ca_system_score_gemma":0.0016097141,"threshold_uncertainty_score":0.9930499},"labels":[],"label_agreement":null},{"id":"W7117139861","doi":"10.2196/79865","title":"Molecular and Pharmacogenetic Marker Evaluation in Relation to the Toxicity and Clinical Response of Acute Lymphoblastic Leukemia Treatment in Indian Children (MPGx-INDALL): Protocol for a Prospective Observational Cohort Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acute Lymphoblastic Leukemia research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Pharmacogenetics; Toxicity; Prospective cohort study; Lymphoblastic Leukemia; Cohort study; Clinical trial","score_opus":0.12908473936761267,"score_gpt":0.5449832725312705,"score_spread":0.4158985331636579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117139861","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4945764,8.8566065e-7,0.000031990014,0.00046723257,0.0000017242521,0.50486577,0.000014921973,0.0000064212477,0.000034647404],"genre_scores_gemma":[0.37844256,3.8321753e-7,0.00019832928,0.000047679398,0.000020823489,0.6211569,0.000009303061,0.000016821688,0.00010721024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935376,0.0028750307,0.00088650745,0.00080767536,0.0013786663,0.00051449257],"domain_scores_gemma":[0.9965442,0.001913661,0.00012060891,0.00048218397,0.0007518966,0.00018747375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011445085,0.00022734728,0.00048173967,0.00073652103,0.00013923715,0.000063415246,0.00021723262,0.00018066376,0.000022874425],"category_scores_gemma":[0.0027311186,0.0001635662,0.00006538633,0.0012542675,0.00027311972,0.00009124126,0.0002771346,0.00043351608,0.0000028539964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.045025084,0.002305444,0.94376075,0.00018878083,0.00029949425,0.000034287168,0.0007272063,0.00007058168,0.0024260571,0.000025024174,0.00027957727,0.004857702],"study_design_scores_gemma":[0.039915502,0.0073357797,0.9399191,0.0009711419,0.000048777296,0.000011372297,0.000103312894,0.008928018,0.0022312133,0.00019692017,0.00022626204,0.000112571564],"about_ca_topic_score_codex":0.00015829009,"about_ca_topic_score_gemma":0.00016474538,"teacher_disagreement_score":0.1162911,"about_ca_system_score_codex":0.0039254613,"about_ca_system_score_gemma":0.0055467803,"threshold_uncertainty_score":0.9998983},"labels":[],"label_agreement":null},{"id":"W7117162586","doi":"10.2196/87601","title":"Evaluation of the Positive Peers Mobile App for Supporting the Viral Suppression of Young People With HIV: Protocol for a Concurrent Mixed Methods Evaluation With Randomized Controlled Clinical Trial and Observational Cohort","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Randomized controlled trial; Protocol (science); Clinical trial; Cohort; Cohort study; Viral load; Population","score_opus":0.42708292017944205,"score_gpt":0.7175594638963982,"score_spread":0.2904765437169562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117162586","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0090721315,0.000005688797,0.013478922,0.0016104921,0.00006868285,0.97528434,0.00010220406,0.000019221046,0.00035832284],"genre_scores_gemma":[0.020399991,7.360403e-7,0.0031867926,0.000069749294,0.00014987346,0.9758313,0.000090439804,0.00002503887,0.00024611506],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9666976,0.026815228,0.0028339042,0.00058431004,0.0023804184,0.00068855134],"domain_scores_gemma":[0.9598682,0.027345236,0.0022576333,0.0006188005,0.009753997,0.00015614327],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15004218,0.00021996978,0.001353585,0.00016147029,0.0014758162,0.00002732088,0.000366936,0.0002483146,0.000068991474],"category_scores_gemma":[0.01776481,0.00010322925,0.00026193683,0.00055087043,0.00059223094,0.000121355246,0.0001474986,0.0007816503,4.7917956e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9331644,0.00089171017,0.011675862,0.003246153,0.00025818244,1.5401925e-8,0.0008387418,0.00009671563,0.00015461081,0.0078055295,0.007237513,0.03463055],"study_design_scores_gemma":[0.88913596,0.0027273977,0.016940411,0.0030506304,0.00033640425,3.6348678e-7,0.0009983552,0.07559781,0.00035414504,0.0027619225,0.00798252,0.00011406653],"about_ca_topic_score_codex":0.000076047596,"about_ca_topic_score_gemma":0.00019368726,"teacher_disagreement_score":0.13227737,"about_ca_system_score_codex":0.0002933544,"about_ca_system_score_gemma":0.011485639,"threshold_uncertainty_score":0.9998241},"labels":[],"label_agreement":null},{"id":"W7117233809","doi":"10.2196/80993","title":"Effectiveness and Safety of Kangjia Decoction Granules for the Treatment of Hashimoto Thyroiditis: Protocol for a Randomized, Double-Blinded, Placebo-Controlled, Multicenter Clinical Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Thyroid Disorders and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Clinical trial; Decoction; Protocol (science); Placebo; Multicenter study; Randomization","score_opus":0.20518898387625087,"score_gpt":0.5775380034748837,"score_spread":0.37234901959863287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117233809","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008551394,0.000046353685,0.0021490366,0.00031731193,0.00002378604,0.9886581,0.000055091015,0.000023212897,0.00017577116],"genre_scores_gemma":[0.015541182,0.000016718957,0.0004970968,0.000009669536,0.00012465048,0.9833759,0.0000119983615,0.000028876424,0.00039391013],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9962096,0.0011797267,0.0012186569,0.0005131436,0.00044340614,0.00043543754],"domain_scores_gemma":[0.98771024,0.010623531,0.00035006064,0.00045893207,0.00074058655,0.00011664672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052485312,0.00027524863,0.0016366105,0.00025861533,0.00028451928,0.000051318573,0.00016534024,0.00022166996,0.000012798902],"category_scores_gemma":[0.0009765184,0.0001464148,0.0008772702,0.00023670221,0.0006177476,0.0000810034,0.000052963238,0.0001837372,0.000001317734],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9602256,0.008973951,0.00130438,0.0020871602,0.0013690103,0.0000015004098,0.00013907567,0.0000025662416,0.00016930173,0.0011776331,0.00046811928,0.024081724],"study_design_scores_gemma":[0.95499957,0.017839497,0.0012623292,0.0017296764,0.00022338529,0.0000011589608,0.000101289326,0.00050654967,0.0031322092,0.0010601353,0.019049056,0.00009517681],"about_ca_topic_score_codex":0.000084076775,"about_ca_topic_score_gemma":0.000039221188,"teacher_disagreement_score":0.023986546,"about_ca_system_score_codex":0.0001350187,"about_ca_system_score_gemma":0.00039125944,"threshold_uncertainty_score":0.59706223},"labels":[],"label_agreement":null},{"id":"W7117245737","doi":"10.2196/75082","title":"Virtual, Nurse-Led Early Primary Palliative Care Intervention (ELICIT) for Community-Dwelling Older Adults With Cognitive Impairment: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Institute on Aging","keywords":"Palliative care; Intervention (counseling); Randomized controlled trial; Cognition; Primary care; Protocol (science); Scope (computer science); Cognitive Intervention","score_opus":0.1793271157613553,"score_gpt":0.5735319548461201,"score_spread":0.3942048390847648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117245737","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012225023,0.000021881948,0.0077463654,0.00018431363,0.000015998512,0.97778535,0.000089900655,0.00008646038,0.001844717],"genre_scores_gemma":[0.012472827,0.0000014409364,0.0011588276,0.000098366254,0.00018231473,0.98439145,0.00019177784,0.00006312912,0.0014398479],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9936083,0.0029179768,0.0013046757,0.0005231182,0.00091609894,0.00072982855],"domain_scores_gemma":[0.9848486,0.009035666,0.0005800686,0.00047531762,0.004876043,0.00018427017],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004708362,0.00042526546,0.0024058463,0.0006247624,0.00048578813,0.000114501956,0.00035139127,0.0002674948,0.000048999857],"category_scores_gemma":[0.0034319167,0.00028670146,0.0009926434,0.00056609523,0.00057583535,0.00021354985,0.000104174556,0.00097262795,0.00000449411],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96311086,0.0037735514,0.00057780166,0.011521969,0.0011026064,0.0000049244745,0.014648909,0.0000010967312,0.00006852952,0.0005095323,0.0008138972,0.003866318],"study_design_scores_gemma":[0.85151476,0.02508238,0.00018055458,0.09738417,0.0001431874,3.0694284e-7,0.017795669,0.00028653952,0.003732837,0.00022301746,0.00343542,0.00022116028],"about_ca_topic_score_codex":0.00010528624,"about_ca_topic_score_gemma":0.00003608415,"teacher_disagreement_score":0.11159611,"about_ca_system_score_codex":0.00048409586,"about_ca_system_score_gemma":0.0008736981,"threshold_uncertainty_score":0.9999585},"labels":[],"label_agreement":null},{"id":"W7117314339","doi":"10.2196/84122","title":"Curative Effect and Autonomic Nerve Function of Patients With Primary Insomnia of Liver Depression and Spleen Deficiency Type Based on the Acupoint Selection of Meridian Theory: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Acupuncture; Autonomic nervous system; Autonomic nerve; Randomized controlled trial; Neurochemical; Traditional Chinese medicine; Meridian (astronomy); Insomnia","score_opus":0.03943810654798361,"score_gpt":0.4371003825824526,"score_spread":0.39766227603446896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117314339","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07318695,0.000005569933,0.00022865138,0.00012944969,0.0000028459256,0.9259392,0.000008861675,0.000011594069,0.0004868794],"genre_scores_gemma":[0.18580689,4.9886705e-7,0.00013651118,0.000011956031,0.000012174009,0.81392884,0.0000071496,0.000011361684,0.000084595755],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9961183,0.002195962,0.00047732898,0.0003120897,0.0006398501,0.0002564578],"domain_scores_gemma":[0.99210644,0.0062826867,0.00033359698,0.00024722717,0.00097419927,0.00005582314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00420172,0.00022765022,0.0012753789,0.00036302835,0.0001661537,0.000017728307,0.00008677459,0.00008936784,0.000028042112],"category_scores_gemma":[0.0027858398,0.00008530334,0.00015203086,0.00040664355,0.00065966643,0.00007466165,0.00008692321,0.0002643693,2.3828423e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9835074,0.0011750387,0.007692428,0.0021904905,0.00033212116,5.0100874e-7,0.00013278273,0.0000032693285,0.0022618014,0.0003942127,0.00026219327,0.002047775],"study_design_scores_gemma":[0.9245055,0.032520007,0.02550941,0.002669151,0.0001217708,1.9460458e-7,0.000023741004,0.00076996966,0.013343971,0.00024602492,0.00022112575,0.00006914712],"about_ca_topic_score_codex":0.000019900588,"about_ca_topic_score_gemma":0.000004554532,"teacher_disagreement_score":0.112619944,"about_ca_system_score_codex":0.000120151206,"about_ca_system_score_gemma":0.00054821983,"threshold_uncertainty_score":0.34785694},"labels":[],"label_agreement":null},{"id":"W7117355905","doi":"10.2196/85956","title":"Spinal Manipulative Therapy on a Healthy Population: Protocol for a Randomized Blinding Feasibility Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Myofascial pain diagnosis and treatment","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blinding; Protocol (science); Manual therapy; Randomized controlled trial; Clinical trial; Spinal manipulation","score_opus":0.4145582480702831,"score_gpt":0.6318783044914311,"score_spread":0.21732005642114804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117355905","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006833175,0.0000031988711,0.00021259802,0.0007680441,0.000013322118,0.99113286,0.000010335737,0.00001994485,0.0010065101],"genre_scores_gemma":[0.02200164,7.655705e-7,0.0002872476,0.00021354402,0.0003809764,0.97653013,0.000042229254,0.000020522655,0.00052296306],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99655795,0.0013592453,0.00048743427,0.00067423517,0.00042679603,0.00049432326],"domain_scores_gemma":[0.99857414,0.00029550117,0.00013483221,0.00055694056,0.0003260878,0.00011249235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036207018,0.00021531034,0.00043189785,0.0001695921,0.0004123317,0.000120241406,0.00026514186,0.0001973105,0.000041957388],"category_scores_gemma":[0.0008022552,0.00015782361,0.00031101244,0.00027238028,0.00013999054,0.000006622168,0.00010216675,0.00021396455,0.000006018694],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98107684,0.0023156253,0.001794067,0.0002542583,0.000083007384,0.0000012615112,0.000022088387,0.0000048681145,0.0005029743,0.0037134313,0.004548249,0.0056833327],"study_design_scores_gemma":[0.85658956,0.01780041,0.0023818354,0.0007722024,0.0000024563026,3.3794393e-7,0.000012405422,0.000045216253,0.009058835,0.0051386417,0.10800889,0.00018922333],"about_ca_topic_score_codex":0.00004243112,"about_ca_topic_score_gemma":0.000027129152,"teacher_disagreement_score":0.124487296,"about_ca_system_score_codex":0.00014150048,"about_ca_system_score_gemma":0.0003388114,"threshold_uncertainty_score":0.643586},"labels":[],"label_agreement":null},{"id":"W7117370462","doi":"10.2196/84038","title":"3D Comparative Evaluation of Condylar Morphology Between Chronic Areca Nut Chewers and Nonchewers: Protocol for a Case-Control Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Temporomandibular Joint Disorders","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nut; Protocol (science); Morphology (biology); Condyle; Treatment protocol","score_opus":0.5996559451993039,"score_gpt":0.7042472798841705,"score_spread":0.10459133468486659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117370462","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020382991,0.0000067593774,0.0006184474,0.0006544044,0.000011785432,0.97662646,0.00017609198,0.00006890315,0.001454152],"genre_scores_gemma":[0.14868224,4.0016076e-8,0.00037508045,0.000036754584,0.00010012288,0.8504514,0.000014061507,0.000031944855,0.00030836312],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98720825,0.00866141,0.0011837315,0.00079131004,0.0011121118,0.0010431674],"domain_scores_gemma":[0.99270004,0.0032816983,0.00046670926,0.0008043875,0.0025638104,0.00018336665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.015770294,0.0003059546,0.0009074579,0.00063605764,0.0010507778,0.000035112054,0.0003924136,0.00038128687,0.00062254875],"category_scores_gemma":[0.0013328883,0.00026763772,0.000094397314,0.0007143625,0.00050151476,0.00021175892,0.00024014182,0.0013533105,0.00003442365],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01605202,0.007701445,0.70720434,0.027767101,0.002265122,0.00016877211,0.04543892,0.00012551522,0.009120083,0.0015791609,0.15519626,0.027381247],"study_design_scores_gemma":[0.3024706,0.033785973,0.24374887,0.014135169,0.0003416884,0.000024210482,0.06842896,0.009815405,0.002568516,0.0086523,0.31455916,0.0014691446],"about_ca_topic_score_codex":0.00022554143,"about_ca_topic_score_gemma":0.00072263106,"teacher_disagreement_score":0.46345547,"about_ca_system_score_codex":0.00081297645,"about_ca_system_score_gemma":0.0034934008,"threshold_uncertainty_score":0.9999776},"labels":[],"label_agreement":null},{"id":"W7117448742","doi":"10.2196/78970","title":"GORE VIABAHN VBX Balloon-Expandable Endoprostheses as a Bridging Stent With Branched and Fenestrated Endografts in the Endovascular Treatment of Aortic Aneurysms: Protocol for a Retrospective Multicenter Registry (EMBRACE Study)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Aortic aneurysm repair treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bridging (networking); Endovascular treatment; Stent; Covered stent; Retrospective cohort study; Prosthesis design","score_opus":0.1105485708873963,"score_gpt":0.48423656752073113,"score_spread":0.37368799663333485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117448742","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26422963,0.000007493275,0.000026763682,0.00023815742,0.0000018692774,0.7347928,0.0000105804575,0.000053502303,0.00063920266],"genre_scores_gemma":[0.40872976,7.0953894e-7,0.00024825084,0.000023787936,0.00002009172,0.59018356,0.0000066309126,0.000032349075,0.00075484056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955044,0.00070524815,0.00074031006,0.0009911071,0.0011865182,0.0008724114],"domain_scores_gemma":[0.99733704,0.00048559578,0.00024051813,0.0011704682,0.0005935416,0.00017281593],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001146299,0.00044555447,0.0008413999,0.00039030987,0.00025831052,0.00014170291,0.00029803492,0.00012928704,0.000030376037],"category_scores_gemma":[0.00045711827,0.00026185848,0.0001795655,0.0010504276,0.0004420666,0.0001725145,0.00010911498,0.00040877704,0.000003873319],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024658944,0.022378055,0.92943925,0.0034387223,0.000816652,0.0018701972,0.004917862,0.000006748778,0.0065480373,0.00006275378,0.00015079783,0.0057119736],"study_design_scores_gemma":[0.14133054,0.08393129,0.6869654,0.010144243,0.00029238823,0.00059617445,0.011222011,0.0014596718,0.057516083,0.00025115718,0.005651258,0.0006397637],"about_ca_topic_score_codex":0.0005242935,"about_ca_topic_score_gemma":0.000120222496,"teacher_disagreement_score":0.24247383,"about_ca_system_score_codex":0.0005053439,"about_ca_system_score_gemma":0.0007548266,"threshold_uncertainty_score":0.9999834},"labels":[],"label_agreement":null},{"id":"W7117461684","doi":"10.2196/75029","title":"Effects of Elastic Tape Associated With Pulmonary Rehabilitation in Male Individuals With Chronic Obstructive Pulmonary Disease: Protocol for a 2-Arm, Assessor-Blinded Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; COPD; Pulmonary rehabilitation; Anxiety; Protocol (science); Rehabilitation; Pulmonary disease","score_opus":0.04012152293583277,"score_gpt":0.44572663229300824,"score_spread":0.4056051093571755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117461684","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046210214,0.000039597195,0.00014751163,0.00064587797,0.000014816436,0.9512453,0.00007849049,0.000102281185,0.0015158867],"genre_scores_gemma":[0.14292799,5.6739873e-7,0.00042474517,0.000014693841,0.0001405746,0.85437095,0.00009249646,0.00011129283,0.0019167125],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9865075,0.0052320794,0.0018885201,0.0014874308,0.0032293587,0.0016551117],"domain_scores_gemma":[0.97551924,0.019490717,0.0007980762,0.0010172152,0.002589728,0.0005849964],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006482696,0.0007244355,0.003395213,0.0021176839,0.00032452538,0.00013738174,0.0006524199,0.00040953403,0.00022471229],"category_scores_gemma":[0.015497753,0.00050039816,0.0006617031,0.0031696428,0.002122911,0.00050420826,0.00031303152,0.0015783786,0.0000070100236],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9321703,0.01412317,0.026484542,0.021087846,0.00091674266,0.000379545,0.0001246275,0.00007485354,0.0010423183,0.0010005393,0.0001682609,0.0024273111],"study_design_scores_gemma":[0.833379,0.0072471034,0.13149442,0.019333392,0.00020347786,0.0000090149415,0.00013902274,0.003525821,0.0005277111,0.0031029552,0.00063731155,0.0004007886],"about_ca_topic_score_codex":0.000032412463,"about_ca_topic_score_gemma":0.000023213179,"teacher_disagreement_score":0.10500988,"about_ca_system_score_codex":0.0024871996,"about_ca_system_score_gemma":0.0088606905,"threshold_uncertainty_score":0.9997448},"labels":[],"label_agreement":null},{"id":"W7117468637","doi":"10.2196/81768","title":"Toward Best Practice Guidelines and Curricula for Virtual Care (Telehealth) in a Cancer Center: Protocol for a Multimethod Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Best practice; Curriculum; Workforce; Protocol (science); Health care; Continuing education; Nurse education; Workforce development","score_opus":0.5350477417757515,"score_gpt":0.7174094680279142,"score_spread":0.18236172625216263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117468637","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011152063,0.000012960656,0.001021605,0.013143363,0.000015271638,0.98441917,0.000074160795,0.00004686988,0.0001513984],"genre_scores_gemma":[0.0004988846,0.0000021010417,0.018338446,0.0012938869,0.00032205417,0.97908896,0.000033690834,0.000037452828,0.0003845158],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99622333,0.0005399077,0.0010459871,0.0006695441,0.0006852047,0.00083601614],"domain_scores_gemma":[0.9946547,0.0010791986,0.00019331161,0.0003579558,0.0034625288,0.00025229598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003520288,0.00023155488,0.0005114734,0.000602767,0.00026918945,0.000066326524,0.00017792023,0.00012426589,0.000028843715],"category_scores_gemma":[0.0044668503,0.00018506621,0.000063722895,0.000753286,0.00008651285,0.00021417177,0.00014687124,0.00050818117,0.000001985698],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019536415,0.0076383036,0.08668207,0.021172205,0.000092878036,0.0000378775,0.0076540667,0.000002884244,0.00022817361,0.00034538578,0.09945869,0.75715107],"study_design_scores_gemma":[0.047945313,0.020219607,0.00482096,0.0054198727,0.000018566776,0.000009214323,0.022994194,0.00039895982,0.0003579217,0.000079442936,0.8975832,0.00015277401],"about_ca_topic_score_codex":0.0011042719,"about_ca_topic_score_gemma":0.00053470244,"teacher_disagreement_score":0.7981245,"about_ca_system_score_codex":0.00043450404,"about_ca_system_score_gemma":0.001476171,"threshold_uncertainty_score":0.7546781},"labels":[],"label_agreement":null},{"id":"W7117472991","doi":"10.2196/77571","title":"Validating a Multibiomarker Panel for the Assessment of Quantity and Quality of Plant Foods in the Diet (PLAENTI): Protocol for a Parallel Group–Designed Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Quality (philosophy); Data collection; Quality assessment; Data quality","score_opus":0.44168403229916264,"score_gpt":0.6156684823334704,"score_spread":0.17398445003430774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117472991","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014017381,0.000008719932,0.0037553087,0.001330351,0.0000065131776,0.9931394,0.000097122545,0.0000082607785,0.00025259508],"genre_scores_gemma":[0.012672977,0.0000020905793,0.0034898026,0.00005175817,0.00006375559,0.9836082,0.00001862703,0.000009921309,0.00008285417],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948318,0.0023643486,0.0013055215,0.00031087326,0.0008059664,0.00038149545],"domain_scores_gemma":[0.9777158,0.020971356,0.00039694796,0.00034199673,0.0005317351,0.00004217379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025096163,0.00016947709,0.0014950404,0.00014029555,0.00029083417,0.000053416166,0.00024941112,0.00009680192,0.0000111479185],"category_scores_gemma":[0.0046892352,0.00007853881,0.00047468152,0.00028642445,0.0004201241,0.000047147096,0.00013227905,0.0002500275,7.0561796e-8],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96576625,0.0029546658,0.001824754,0.0052205445,0.00041067123,6.789794e-7,0.000116691765,8.9137944e-7,0.0014435502,0.019626921,0.0024664346,0.00016797295],"study_design_scores_gemma":[0.9759339,0.005127547,0.0068145674,0.0018863534,0.000040130384,3.51757e-7,0.00048479167,0.0015342594,0.00012622219,0.0025601366,0.005414276,0.00007743207],"about_ca_topic_score_codex":0.00020819811,"about_ca_topic_score_gemma":0.000107850814,"teacher_disagreement_score":0.020406928,"about_ca_system_score_codex":0.000052853793,"about_ca_system_score_gemma":0.00025659948,"threshold_uncertainty_score":0.86978793},"labels":[],"label_agreement":null},{"id":"W7117482279","doi":"10.2196/79579","title":"Jiedu Xiaozhen Granules for Epidermal Growth Factor Receptor Tyrosine Kinase Inhibitor–Mediated Skin Toxicity: Protocol for a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Treatments and Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Tyrosine kinase; Epidermal growth factor; Epidermal growth factor receptor; Kinase; Receptor tyrosine kinase","score_opus":0.11530773347058038,"score_gpt":0.5039256575073658,"score_spread":0.38861792403678547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117482279","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016430464,0.0000150623155,0.00027165376,0.004461959,0.000059442984,0.99185336,0.00022750591,0.00016187769,0.0013060784],"genre_scores_gemma":[0.0015647162,0.0000019868173,0.00088604656,0.00021897195,0.0008998351,0.9902051,0.00008206648,0.00006855879,0.006072738],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9945861,0.0010013601,0.0013966844,0.000865612,0.0009779173,0.0011723407],"domain_scores_gemma":[0.9912192,0.005769886,0.00031283294,0.00047124948,0.0019098263,0.00031699953],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033598407,0.00053553365,0.0030000068,0.000627534,0.00065566046,0.00019268628,0.00029127498,0.0003078484,0.00025167622],"category_scores_gemma":[0.00918633,0.00034002282,0.001173799,0.0006778534,0.0005406566,0.00015853389,0.00019600132,0.00049834576,0.000016290853],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93888694,0.0032506085,0.000115141,0.0024465416,0.0008101743,0.000007783677,0.00023990654,1.1827147e-7,0.0028749527,0.0008406977,0.046961237,0.0035659245],"study_design_scores_gemma":[0.82837933,0.008555735,0.00006635077,0.0020624716,0.00006394339,9.0912954e-7,0.00006452278,0.00012635057,0.016142905,0.0010452686,0.14324845,0.00024374966],"about_ca_topic_score_codex":0.00004844465,"about_ca_topic_score_gemma":0.000040400235,"teacher_disagreement_score":0.110507585,"about_ca_system_score_codex":0.00052573945,"about_ca_system_score_gemma":0.0012508362,"threshold_uncertainty_score":0.99990517},"labels":[],"label_agreement":null},{"id":"W7117482541","doi":"10.2196/78927","title":"Affective Health Messages for Adolescents: Protocol for a Scoping Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"PsycINFO; Empirical research; Context (archaeology); Scopus; Health communication; Protocol (science); Affect (linguistics); Public health","score_opus":0.5339841106721228,"score_gpt":0.7642965473923923,"score_spread":0.23031243672026946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117482541","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012751192,0.000033235956,0.013450128,0.008625426,0.000025237283,0.974175,0.00008519635,0.00016615784,0.003438377],"genre_scores_gemma":[0.0000069874595,0.000008231427,0.002128598,0.015414775,0.00019355759,0.98036796,0.000032225784,0.000029351819,0.0018183214],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910897,0.0035423394,0.0025021003,0.00060474634,0.0006040505,0.0016570762],"domain_scores_gemma":[0.9930771,0.002383814,0.00077222567,0.0008415774,0.002574167,0.00035112578],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02300956,0.00024385813,0.00073253893,0.00035940995,0.0029637837,0.00007736101,0.00062221236,0.00024068501,0.00027495692],"category_scores_gemma":[0.005025694,0.00019052727,0.0001711913,0.0009789757,0.0001268264,0.00087901973,0.00030487493,0.0012717275,0.00008726816],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013369144,0.000337411,0.0032973164,0.6406724,0.0000066490547,8.669274e-8,0.00047424698,1.6292485e-7,0.0000033942194,0.0022579948,0.32140845,0.030204961],"study_design_scores_gemma":[0.004077088,0.00051465357,0.0008209947,0.47063884,6.668751e-7,7.396458e-8,0.00013311421,0.000102391794,0.000031158303,0.001143378,0.5224403,0.00009729486],"about_ca_topic_score_codex":0.000035021436,"about_ca_topic_score_gemma":0.00006432143,"teacher_disagreement_score":0.20103188,"about_ca_system_score_codex":0.0008679483,"about_ca_system_score_gemma":0.007882185,"threshold_uncertainty_score":0.9983342},"labels":[],"label_agreement":null},{"id":"W7117491237","doi":"10.2196/86393","title":"Correction: Fermented Food Consumption Across European Regions: Protocol for the Development and Validation of the Web-Based Fermented Foods Frequency Questionnaire (3FQ)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sensory Analysis and Statistical Methods","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Fermentation in food processing; Consumption (sociology); Food frequency questionnaire; Food safety; Fermentation","score_opus":0.31182774460681256,"score_gpt":0.5246286363826619,"score_spread":0.21280089177584932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117491237","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016780742,0.0000022397335,0.0020605924,0.0021595634,0.000022713131,0.9786101,0.000028577675,0.000045406698,0.00029006437],"genre_scores_gemma":[0.070266396,2.2351777e-7,0.0006638211,0.00005713542,0.00004000729,0.92848027,0.0000102595195,0.0000017080432,0.0004801966],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967901,0.0017656313,0.0004235395,0.0003193173,0.00040395407,0.00029743963],"domain_scores_gemma":[0.9979417,0.0012168683,0.00015135095,0.00015652255,0.00047684906,0.00005672041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026356708,0.00012780885,0.00015397073,0.000025953363,0.0012450451,0.00016034102,0.0003368214,0.00006876663,0.000047457655],"category_scores_gemma":[0.00094751763,0.0000423808,0.000082774,0.0006802957,0.00033566254,0.00006554522,0.000120895114,0.00024451688,0.0000025358154],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028708396,0.0024313102,0.13567132,0.0020492189,0.00029329027,0.000002528569,0.0007451018,0.000060177998,0.16914609,0.017486174,0.01456265,0.6546813],"study_design_scores_gemma":[0.0030608922,0.0020585365,0.7065493,0.0044552437,0.000015519785,0.0000024890808,0.00052389625,0.0023986402,0.09760657,0.0042962674,0.17873663,0.0002960083],"about_ca_topic_score_codex":0.00001198587,"about_ca_topic_score_gemma":0.00016830838,"teacher_disagreement_score":0.65438527,"about_ca_system_score_codex":0.000070941634,"about_ca_system_score_gemma":0.00007861094,"threshold_uncertainty_score":0.95760065},"labels":[],"label_agreement":null},{"id":"W7117501590","doi":"10.2196/74309","title":"Comparative evaluation of Silver Dioxide–Coated Stainless Steel Wire and Non Coated Stainless Steel Wire for Susceptibility to Corrosion: Protocol for an In Vitro Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Corrosion Behavior and Inhibition","field":"Materials Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Materials testing; Corrosion; Austenitic stainless steel; Weldability","score_opus":0.2758614011965751,"score_gpt":0.5528082932186563,"score_spread":0.2769468920220812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117501590","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4802145,1.90139e-7,0.00045888184,0.000034037253,0.000008752739,0.51908547,0.0001254857,0.00003464848,0.000038036073],"genre_scores_gemma":[0.48444465,1.1713967e-8,0.00013450642,0.000008347742,0.000013817218,0.51525277,0.000026677293,0.000015557927,0.00010367558],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9929125,0.002345595,0.0010936591,0.0012801498,0.0016042499,0.0007638821],"domain_scores_gemma":[0.99361145,0.00053075654,0.00027403925,0.0009762356,0.0043693297,0.00023820167],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012397819,0.0003384621,0.00074711954,0.00051852973,0.00045281491,0.0002694762,0.0005583753,0.00019610955,0.00012020445],"category_scores_gemma":[0.0005555337,0.00030000226,0.00008501277,0.0010227036,0.0002999574,0.0006206025,0.00052118686,0.0003478038,0.000006068513],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017252075,0.004524179,0.0062193605,0.001219393,0.0000024765493,0.0000011882867,0.0032057115,0.00014011182,0.9646117,0.00004068327,0.000692022,0.002091069],"study_design_scores_gemma":[0.013974746,0.006621734,0.02430272,0.0016100629,0.000011163561,3.932825e-7,0.008491601,0.0072342753,0.93666,0.00035600294,0.00043524912,0.0003020553],"about_ca_topic_score_codex":0.00015501278,"about_ca_topic_score_gemma":0.0010245532,"teacher_disagreement_score":0.027951732,"about_ca_system_score_codex":0.00069942174,"about_ca_system_score_gemma":0.0009522223,"threshold_uncertainty_score":0.9999452},"labels":[],"label_agreement":null},{"id":"W7117548621","doi":"10.2196/81342","title":"Designing a Conceptual Framework for Multi-Hazard Risk Assessment in the Health Sector: Mixed-Methods Study Protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Disaster Response and Management","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Risk assessment; Conceptual framework; Conceptual model; Protocol analysis; Health care; Research design","score_opus":0.4941542072380236,"score_gpt":0.7271056651224403,"score_spread":0.23295145788441673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117548621","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035123344,0.0000013330747,0.26252425,0.0012184811,0.000031089556,0.7336831,0.000011941527,0.0000919368,0.0020866296],"genre_scores_gemma":[0.0010535464,3.2810786e-7,0.120097384,0.0009113084,0.00011229631,0.8760667,0.000003119802,0.000042615327,0.0017127389],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95239484,0.042554736,0.0013256246,0.0009686009,0.0010444813,0.0017117049],"domain_scores_gemma":[0.9890431,0.0083539225,0.0004121014,0.0015487416,0.0004462742,0.00019582253],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.05201292,0.00032413434,0.0006101127,0.0005900541,0.0020962453,0.00019164529,0.0014205704,0.00023862191,0.00022746733],"category_scores_gemma":[0.0029439097,0.00022564801,0.0001407322,0.0013096529,0.00022027928,0.00018406921,0.0012846796,0.003866785,0.000075019176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012728111,0.019733535,0.17689976,0.011495778,0.00039036287,0.000048062917,0.24029306,0.00006584927,0.00021592918,0.12855262,0.16734368,0.24223328],"study_design_scores_gemma":[0.011783529,0.0048526106,0.051741287,0.006193935,0.000005447583,2.2230208e-7,0.24950844,0.00056913734,0.000050860068,0.0127570545,0.6622602,0.00027729207],"about_ca_topic_score_codex":0.00027262702,"about_ca_topic_score_gemma":0.0005862881,"teacher_disagreement_score":0.49491653,"about_ca_system_score_codex":0.00085303606,"about_ca_system_score_gemma":0.002707374,"threshold_uncertainty_score":0.9992029},"labels":[],"label_agreement":null},{"id":"W7117556542","doi":"10.2196/82605","title":"Neighborhood Differences in Omnipresent Policing and Sleep Health in New York City: Protocol for a Multimethod Quantitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and related disorders","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Data collection; Sleep (system call); Research design; Sample (material)","score_opus":0.47603250987231716,"score_gpt":0.6448124277100228,"score_spread":0.16877991783770563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117556542","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022322983,0.00002061869,0.00082814967,0.0031618124,0.000013546436,0.9906727,0.0000060212456,0.00004855432,0.0030162868],"genre_scores_gemma":[0.0052113533,3.351342e-7,0.0010838324,0.00016037829,0.000033267275,0.9921575,0.000001745263,0.000027514556,0.0013240348],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943173,0.0026649225,0.00071817666,0.0008180765,0.0003886052,0.0010929024],"domain_scores_gemma":[0.99738574,0.0016863907,0.0001311642,0.0004721649,0.00011234316,0.00021221672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032561147,0.00025633766,0.00056603,0.0013034979,0.00022797186,0.00012708489,0.00044756863,0.00022778526,0.00012038444],"category_scores_gemma":[0.00047272816,0.00020878887,0.000060072372,0.0018260597,0.00017497186,0.000105075815,0.0002286377,0.0010787532,0.000013148604],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00791991,0.012056218,0.7641314,0.0007356394,0.00033036465,0.000022125867,0.04369838,0.000009938938,0.000038821778,0.016826278,0.017543592,0.1366873],"study_design_scores_gemma":[0.10038159,0.018722018,0.7553148,0.0061838888,0.000010512378,0.000003503279,0.039643753,0.0025762373,0.000056984765,0.031119414,0.045176357,0.00081090734],"about_ca_topic_score_codex":0.010107704,"about_ca_topic_score_gemma":0.0047787423,"teacher_disagreement_score":0.13587639,"about_ca_system_score_codex":0.00016878542,"about_ca_system_score_gemma":0.00058192946,"threshold_uncertainty_score":0.9964841},"labels":[],"label_agreement":null},{"id":"W7117564769","doi":"10.2196/73164","title":"Clinical, Histopathological, and Molecular Prognostic Factors Associated With Survival and Disease Progression in Adult Patients With Primary and Secondary Thyroid Lymphomas: Scoping Review Protocol","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Thyroid Cancer Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disease; Incidence (geometry); Protocol (science); Thyroid cancer; Thyroid; Thyroid disease; Secondary prevention","score_opus":0.08351598405709669,"score_gpt":0.49145273200062034,"score_spread":0.40793674794352364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117564769","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26087913,0.00047321408,0.0000016405623,0.00042124322,0.0000018777979,0.7379559,0.000015666757,0.000038963204,0.00021235422],"genre_scores_gemma":[0.028274916,0.00011290047,0.00013475168,0.00030500616,0.000008522988,0.9710565,0.00005036594,0.000028856763,0.000028186425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99676615,0.00066207355,0.00053435523,0.0008222233,0.0007286407,0.00048657568],"domain_scores_gemma":[0.998095,0.00045775453,0.00017667604,0.000367762,0.00042516147,0.00047765553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009983436,0.00029595662,0.00072514097,0.00017399315,0.00017801716,0.00008870136,0.00009783262,0.00011976412,0.000013691229],"category_scores_gemma":[0.0011469871,0.00017305384,0.000040601877,0.0004720837,0.00059194653,0.00014534134,0.00024549058,0.00050745904,4.912669e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023438672,0.0027969617,0.9622823,0.020008631,0.000042846717,0.00022101193,0.000029370543,3.9201453e-8,0.000015262183,0.000050801715,0.00029214058,0.01191676],"study_design_scores_gemma":[0.013580307,0.00518047,0.7727036,0.20784242,0.0000314564,0.0000013007202,0.000014735364,0.0000024263538,0.000028110262,0.00004355129,0.00041390627,0.00015774046],"about_ca_topic_score_codex":0.0000063034104,"about_ca_topic_score_gemma":0.000020549553,"teacher_disagreement_score":0.2331006,"about_ca_system_score_codex":0.00024060206,"about_ca_system_score_gemma":0.0011657454,"threshold_uncertainty_score":0.70569307},"labels":[],"label_agreement":null},{"id":"W7117567324","doi":"10.2196/79777","title":"A Resiliency Intervention to Support Nurses Engaged in the Provision of HIV Care in KwaZulu-Natal, South Africa: Protocol for a pilot Randomized Control Trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Resilience and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Intervention (counseling); Human immunodeficiency virus (HIV); Health care; Psychological intervention; Research design; MEDLINE","score_opus":0.21346575509635654,"score_gpt":0.6072926529431543,"score_spread":0.3938268978467977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117567324","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025798505,0.0000021460046,0.00018855133,0.0003338754,0.000026239592,0.9685151,0.00003557881,0.000025387122,0.0050746123],"genre_scores_gemma":[0.31609008,4.340487e-8,0.00004510999,0.000036138237,0.000035570047,0.68247175,0.0000057237485,0.000013013133,0.0013025656],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98572683,0.0105757965,0.0013425652,0.0007335329,0.00076545804,0.0008558167],"domain_scores_gemma":[0.99594617,0.002556968,0.00023813077,0.0008394656,0.0003132741,0.00010600203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019438567,0.00021302189,0.0007111664,0.0009106787,0.00023444893,0.00007951152,0.00094688224,0.00014932152,0.0001487274],"category_scores_gemma":[0.0028996817,0.00014329025,0.00024197575,0.0011127895,0.00026426645,0.00014320383,0.00015849924,0.0011469595,0.000059723436],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92207426,0.0039759944,0.00091830693,0.0019674574,0.000014590115,0.000012533478,0.04663314,0.0000041243056,0.00027028352,0.0018685884,0.005089494,0.01717123],"study_design_scores_gemma":[0.915847,0.018670902,0.0018198403,0.0036889582,0.0000033757015,0.000001128703,0.03086313,0.000023510209,0.0009036674,0.001063069,0.026968028,0.00014736451],"about_ca_topic_score_codex":0.0001889484,"about_ca_topic_score_gemma":0.00021976464,"teacher_disagreement_score":0.29029158,"about_ca_system_score_codex":0.00025941053,"about_ca_system_score_gemma":0.0005933563,"threshold_uncertainty_score":0.67370576},"labels":[],"label_agreement":null},{"id":"W7117579809","doi":"10.2196/78779","title":"Generation of a Free-Living Ground-Truth Validation Dataset for Wearable Measures of Physical Activity, Sedentary Behavior, Sleep, and Heart Rate in Adults (OxWEARS): Protocol for a Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Institute for Health and Care Research; Wellcome Trust","keywords":"Benchmarking; Wearable computer; Protocol (science); Wearable technology; Sample (material); Data collection; Sample size determination; Physical activity","score_opus":0.47230705910620663,"score_gpt":0.6010389898977859,"score_spread":0.1287319307915793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117579809","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.459836,1.4443347e-7,0.00010922539,0.000055171975,0.0000029065286,0.5396288,0.00035353482,0.000006857726,0.000007354513],"genre_scores_gemma":[0.4062021,3.738485e-8,0.00010994153,0.0000061933247,0.00008781821,0.59349537,0.000067690555,0.000010040675,0.000020775271],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975398,0.0005223446,0.0003982068,0.00048755473,0.0006861932,0.00036589627],"domain_scores_gemma":[0.9978881,0.00094591326,0.00013961706,0.000407307,0.00052185194,0.00009721947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026113999,0.00014626225,0.00047307002,0.00031777818,0.00021419927,0.000073015515,0.00015698993,0.00009748894,0.0000087974795],"category_scores_gemma":[0.0006565484,0.00013167305,0.00008375279,0.0004177917,0.00017018111,0.0004433157,0.00018824679,0.00039060102,5.7708246e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03106465,0.06634362,0.5029774,0.01831182,0.000121370846,0.0000030757033,0.00093699695,0.000042019823,0.3706922,0.0006263605,0.0023616098,0.0065188906],"study_design_scores_gemma":[0.014025672,0.011564224,0.9047466,0.0024408712,0.000011409138,0.0000011513104,0.000079046215,0.0041143526,0.061391544,0.00074220495,0.00076352793,0.00011942093],"about_ca_topic_score_codex":0.0005633017,"about_ca_topic_score_gemma":0.000231573,"teacher_disagreement_score":0.4017692,"about_ca_system_score_codex":0.00016215838,"about_ca_system_score_gemma":0.00043851687,"threshold_uncertainty_score":0.5369471},"labels":[],"label_agreement":null},{"id":"W7117582353","doi":"10.2196/84010","title":"Electroacupuncture for the Prevention of Perioperative Neurocognitive Disorder in Older Patients Undergoing General Anesthesia: Protocol for a Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Electroacupuncture; Perioperative; Protocol (science); MEDLINE; Neurocognitive; Acupuncture","score_opus":0.12335906937037956,"score_gpt":0.5193674496410681,"score_spread":0.3960083802706885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117582353","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007451017,0.00011556545,0.002317368,0.0035976726,4.840102e-7,0.9937298,0.00002247282,0.00001069348,0.00013139354],"genre_scores_gemma":[0.00072153733,0.0000029489197,0.00018728484,0.0031575412,0.000006816478,0.993617,0.000041382802,0.000028383904,0.002237122],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9968909,0.0010309726,0.0006898788,0.00048495224,0.0004750999,0.00042818976],"domain_scores_gemma":[0.9865438,0.0016870197,0.00022560472,0.00036177374,0.011129725,0.000052099214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014729489,0.00027938967,0.0015960822,0.00053751166,0.00020313176,0.000054097072,0.00017717488,0.00010291576,0.000048995877],"category_scores_gemma":[0.007565329,0.00014801403,0.0007533675,0.0014073027,0.00019798076,0.000109309934,0.000067583394,0.0003699843,6.7715524e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037994236,0.0022155615,0.0031746998,0.94343156,0.041206677,0.0000068977406,0.0009977327,0.000008550628,0.00017112274,0.0020905766,0.0027177623,0.00017946778],"study_design_scores_gemma":[0.094974905,0.03580013,0.03518556,0.40013063,0.3904909,0.000038648766,0.014392738,0.003664964,0.007320346,0.003407266,0.01248271,0.002111225],"about_ca_topic_score_codex":0.000008543007,"about_ca_topic_score_gemma":0.00008981161,"teacher_disagreement_score":0.5433009,"about_ca_system_score_codex":0.000093016526,"about_ca_system_score_gemma":0.00038485302,"threshold_uncertainty_score":0.9056952},"labels":[],"label_agreement":null},{"id":"W7117589181","doi":"10.2196/71997","title":"Aligning a Household-Level Service Array Through a Jurisdiction-Wide Child Maltreatment Prevention Effort: Protocol for a Geospatial and Counterfactual Modeling Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Child Abuse and Trauma","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Counterfactual thinking; Geospatial analysis; Protocol (science); Flexibility (engineering); Poison control; Service (business); Child abuse","score_opus":0.331895183351935,"score_gpt":0.5442687191054261,"score_spread":0.21237353575349105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117589181","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0236421,0.000002831684,0.008562544,0.00049464277,0.000020948239,0.96356755,0.00005705294,0.00016579662,0.003486544],"genre_scores_gemma":[0.05948915,1.6697457e-7,0.00057060964,0.0001788313,0.00019867504,0.9385254,0.000016209786,0.00006031326,0.000960642],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964299,0.00042877212,0.0006583331,0.0009871023,0.00063894293,0.0008569431],"domain_scores_gemma":[0.99837446,0.00027711873,0.00013496769,0.00073147553,0.00035734443,0.00012464337],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013539771,0.00035384553,0.0004228844,0.00029443897,0.0009349239,0.00028039012,0.000374224,0.00020668568,0.00015840972],"category_scores_gemma":[0.000044501845,0.00030773145,0.00011832702,0.0005516621,0.00006717871,0.0003179533,0.00018107447,0.00061301026,0.00003762043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0982843,0.12773627,0.2843416,0.01785279,0.00873432,0.0003113111,0.2715373,0.0025225396,0.0014642535,0.014940987,0.077015854,0.09525847],"study_design_scores_gemma":[0.21294487,0.042585526,0.13089213,0.031309772,0.000262312,0.0001133363,0.026817651,0.007719981,0.0060064574,0.019762985,0.5184482,0.0031368446],"about_ca_topic_score_codex":0.0005666386,"about_ca_topic_score_gemma":0.0006893927,"teacher_disagreement_score":0.4414323,"about_ca_system_score_codex":0.00018041354,"about_ca_system_score_gemma":0.00024375043,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W7117668868","doi":"10.2196/85648","title":"Optimizing Antiemetic Support in Anthracycline-Based Chemotherapy for Early Breast Cancer: Protocol for a Prospective Observational Study of Four-Drug Antiemetic Therapy Including Fosnetupitant and Olanzapine","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nausea and vomiting management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Antiemetic; Observational study; Olanzapine; Dosing; Chemotherapy; Protocol (science); Clinical trial; Prospective cohort study","score_opus":0.41259071758240745,"score_gpt":0.5859517398776707,"score_spread":0.17336102229526323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117668868","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12432521,0.00000383678,0.0006482535,0.0022717244,0.000006598508,0.8725915,0.00003793929,0.00004370006,0.00007127289],"genre_scores_gemma":[0.13916251,0.0000019881063,0.003354971,0.00013613697,0.00008920597,0.85690707,0.0000075002417,0.00004842029,0.00029216713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968497,0.0002214766,0.0008121953,0.0006966415,0.0007510825,0.0006688966],"domain_scores_gemma":[0.99754137,0.0005760692,0.00024054709,0.0004298242,0.0011049669,0.000107224085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002885358,0.00028100796,0.0006916034,0.00083578774,0.00026339354,0.00009912517,0.00027381192,0.000090820264,0.00004273348],"category_scores_gemma":[0.00020288891,0.00023265617,0.00011051718,0.0010890977,0.00017055962,0.00016417216,0.00013110049,0.00037000768,3.290633e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.038072288,0.008614548,0.9110951,0.0074247946,0.00030184656,0.00001847625,0.0017578321,0.00003918183,0.010566957,0.00032378896,0.0022381095,0.019547071],"study_design_scores_gemma":[0.1264618,0.012958207,0.81734586,0.008183263,0.000023624734,0.0000030110787,0.00083913456,0.004552896,0.018065996,0.0010958182,0.010080319,0.00039006304],"about_ca_topic_score_codex":0.00015728157,"about_ca_topic_score_gemma":0.000051952655,"teacher_disagreement_score":0.09374925,"about_ca_system_score_codex":0.00025791972,"about_ca_system_score_gemma":0.0007307967,"threshold_uncertainty_score":0.9487443},"labels":[],"label_agreement":null},{"id":"W7117671923","doi":"10.2196/81365","title":"European Registry for Transperineal Laser Ablation of Prostate (TPLA) for Lower Urinary Tract Symptoms (LUTS) due to Benign Prostatic Obstruction (BPO): study protocol of a prospective multicenter trial. (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Urinary Bladder and Prostate Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lower urinary tract symptoms; Prostate; Prostate biopsy; Prospective cohort study; Bladder outlet obstruction; Benign prostatic hyperplasia (BPH); Protocol (science); Clinical trial","score_opus":0.09705706295299771,"score_gpt":0.508138887364889,"score_spread":0.4110818244118913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117671923","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10497601,0.0000012152153,0.0008706059,0.00030418913,0.000019348241,0.8920981,0.00015900776,0.00007150759,0.0014999944],"genre_scores_gemma":[0.23749445,2.2179194e-7,0.0015658004,0.000010206769,0.00010076249,0.75825334,0.000032071825,0.00007503623,0.002468128],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99453145,0.00094185007,0.0013310417,0.0010596617,0.0012330335,0.000902986],"domain_scores_gemma":[0.9954386,0.0006415846,0.00029718532,0.0010551644,0.0022749428,0.00029252106],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044290656,0.00037206744,0.00082685734,0.0007640609,0.00026270797,0.00009249436,0.00042945688,0.00014284384,0.00007753171],"category_scores_gemma":[0.000870556,0.00031425513,0.0003004337,0.0010393797,0.0003055253,0.0003013832,0.00021031064,0.00069525157,0.000009657074],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8579234,0.040882856,0.027031146,0.027209213,0.00051144534,0.00020807442,0.007873041,0.000081957674,0.014241088,0.00017496417,0.0014604228,0.022402411],"study_design_scores_gemma":[0.40734807,0.28348047,0.14571895,0.011140172,0.00012445939,0.00008672163,0.0033766702,0.0012847129,0.1046038,0.0015672223,0.040408302,0.00086045626],"about_ca_topic_score_codex":0.000026151356,"about_ca_topic_score_gemma":0.0000072771827,"teacher_disagreement_score":0.4505753,"about_ca_system_score_codex":0.00031924096,"about_ca_system_score_gemma":0.0008363189,"threshold_uncertainty_score":0.999931},"labels":[],"label_agreement":null},{"id":"W7117682014","doi":"10.2196/84575","title":"Food Insecurity Determinants, Coping Strategies, and Association With Nutritional Status Among Hemodialysis Patients in Pahang, Malaysia: Protocol for a Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Food insecurity; Coping (psychology); Hemodialysis; Association (psychology); Protocol (science); Cross-sectional study","score_opus":0.36052596594344316,"score_gpt":0.642140709179381,"score_spread":0.2816147432359379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117682014","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20756143,0.0000010306877,0.00014781242,0.00019234244,0.000013914514,0.79163325,0.0001369282,0.000045726258,0.00026754063],"genre_scores_gemma":[0.059076224,4.7059456e-7,0.0025574458,0.00005529619,0.00006234412,0.93807596,0.00005097759,0.000023569142,0.00009770198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99113613,0.005223774,0.000970596,0.0006138396,0.0008145794,0.0012410888],"domain_scores_gemma":[0.99546564,0.0022568072,0.0004088896,0.00036089745,0.0012884368,0.00021934783],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0063677817,0.00023146828,0.00053099304,0.00073987566,0.0016423026,0.00015959135,0.00024950723,0.00040334294,0.000071360104],"category_scores_gemma":[0.0011549128,0.00020947136,0.00005322431,0.0012190767,0.00012070574,0.0006572704,0.00032603616,0.0014570587,0.0000046227237],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019353048,0.0024626206,0.98097295,0.004669364,0.000048903767,0.0000018860536,0.0040887757,0.0000043859845,0.000004064387,0.0016533653,0.002775799,0.0013825636],"study_design_scores_gemma":[0.017707288,0.00436919,0.9266414,0.0038587952,0.000009211203,6.195704e-8,0.008707061,0.00045827968,0.00002720372,0.005550532,0.032451786,0.00021916565],"about_ca_topic_score_codex":0.000783952,"about_ca_topic_score_gemma":0.01188988,"teacher_disagreement_score":0.14848521,"about_ca_system_score_codex":0.0011083097,"about_ca_system_score_gemma":0.0017573432,"threshold_uncertainty_score":0.99965745},"labels":[],"label_agreement":null},{"id":"W7117685895","doi":"10.2196/85632","title":"Evaluation of mobile app–based pulmonary telerehabilitation after lung cancer surgery: protocol for a single-blind randomized controlled trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telerehabilitation; Randomized controlled trial; Protocol (science); Lung cancer; Telemedicine; Pulmonary rehabilitation; Clinical trial; Randomization; Intention-to-treat analysis","score_opus":0.1866619946246277,"score_gpt":0.5633770037703547,"score_spread":0.376715009145727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117685895","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012680577,0.000024499199,0.0003551255,0.0005826885,0.000043494696,0.98468333,0.000019789297,0.000059226637,0.0015512392],"genre_scores_gemma":[0.11280309,1.6774553e-7,0.000082384584,0.000039512557,0.00020627669,0.8863717,0.0000138356645,0.00003200723,0.00045103385],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9912782,0.003996059,0.0012070622,0.0006199048,0.0023964683,0.00050231774],"domain_scores_gemma":[0.9880219,0.0054971413,0.0003486404,0.00067592063,0.005325388,0.00013101948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028576335,0.00024447267,0.0016646098,0.0007713219,0.00011193986,0.000072430834,0.00016893883,0.00023156166,0.00087227864],"category_scores_gemma":[0.006050561,0.00018319116,0.0008801395,0.0008597409,0.00030960978,0.00013059248,0.00006837595,0.00036945057,0.0000026171517],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9494966,0.002261933,0.00089189457,0.0064337803,0.00023188443,0.00000196096,0.00026871852,0.000066229855,0.0022231636,0.000028763217,0.0014510066,0.036644008],"study_design_scores_gemma":[0.9635052,0.0011823494,0.00019588265,0.0075324336,0.00015027933,4.074813e-7,0.00012198007,0.0115339365,0.005124162,0.00053929305,0.009958993,0.00015505264],"about_ca_topic_score_codex":0.00013001646,"about_ca_topic_score_gemma":0.000107626314,"teacher_disagreement_score":0.10012251,"about_ca_system_score_codex":0.00078286836,"about_ca_system_score_gemma":0.004882764,"threshold_uncertainty_score":0.9904045},"labels":[],"label_agreement":null},{"id":"W7117713402","doi":"10.2196/81503","title":"A Culturally Tailored Mobile Health Intervention to Improve Quality of Life in Black Survivors With Prostate Cancer: Protocol for a Stratified Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cancer survivorship and care","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Quality of life (healthcare); Intervention (counseling); Prostate cancer; mHealth; Psychological intervention; Health care; Quality (philosophy)","score_opus":0.11556411360975016,"score_gpt":0.5559718508865442,"score_spread":0.44040773727679405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117713402","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031625602,0.000006098409,0.00018843383,0.0014120048,0.000021858015,0.966259,0.00005794586,0.00004661128,0.00038241438],"genre_scores_gemma":[0.03792426,8.036228e-7,0.00011884764,0.00012417781,0.00009570352,0.95879453,0.000020947838,0.000028938124,0.00289178],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926442,0.0028745066,0.002060558,0.0006537643,0.0010443204,0.00072266086],"domain_scores_gemma":[0.99597204,0.0009684488,0.0006030354,0.0005353753,0.0016033062,0.00031777457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011535075,0.0002894835,0.0026234637,0.0004931143,0.0000998664,0.00010483026,0.0002673118,0.00014428151,0.0000816324],"category_scores_gemma":[0.0016847458,0.00018305038,0.00050973374,0.001090198,0.00030218443,0.00012613703,0.00009683571,0.0005350906,0.0000018362994],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97508055,0.0019010676,0.0007160427,0.011512331,0.00021900951,0.0000014270759,0.002848252,0.00002163473,0.0009669476,0.0004938199,0.00092349516,0.005315431],"study_design_scores_gemma":[0.96820444,0.015549805,0.00031058042,0.00791925,0.000009894488,1.1876159e-7,0.0022263473,0.00016740485,0.0010788129,0.0002572287,0.004106725,0.00016937882],"about_ca_topic_score_codex":0.0130776055,"about_ca_topic_score_gemma":0.032683067,"teacher_disagreement_score":0.019605462,"about_ca_system_score_codex":0.0004742644,"about_ca_system_score_gemma":0.0034854522,"threshold_uncertainty_score":0.9934944},"labels":[],"label_agreement":null},{"id":"W7117716460","doi":"10.2196/82731","title":"Developing a Multimodal Screening Algorithm for Mild Cognitive Impairment and Early Dementia in Home Health Care: Protocol for a Cross-Sectional Case-Control Study Using Speech Analysis, Large Language Models, and Electronic Health Records","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dementia; Cognitive impairment; Protocol (science); Health records; Cognition; Electronic health record; Data collection; Medical record","score_opus":0.12539216573971038,"score_gpt":0.5577066889875657,"score_spread":0.43231452324785535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117716460","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1215062,0.00007040327,0.12686586,0.00017593801,0.000002997157,0.7510928,0.00024258214,0.00003538201,0.000007841031],"genre_scores_gemma":[0.21502197,0.0000011127419,0.011811981,0.00013652164,0.00005937883,0.77281874,0.00004046447,0.00003543261,0.00007441298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99419373,0.000959964,0.0009008977,0.0010880651,0.00092490035,0.0019324477],"domain_scores_gemma":[0.997583,0.0004743297,0.00019869755,0.00024705488,0.0011471944,0.0003497457],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0075656655,0.00033679948,0.00080687046,0.0016976139,0.0010642813,0.00037844753,0.00014360946,0.00013019815,0.000019133478],"category_scores_gemma":[0.00011997776,0.0003148268,0.00016575333,0.0014719241,0.00013940806,0.0003052649,0.00025976409,0.0007711116,3.470486e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0082904715,0.0021002577,0.9142322,0.0033346543,0.0014777121,0.00013052118,0.0025456508,0.0000071513646,0.000019474714,0.000072769966,0.000036258007,0.06775287],"study_design_scores_gemma":[0.07554342,0.015880542,0.8362307,0.0023013162,0.00009012892,0.00006996808,0.0074447673,0.061444458,0.000103211794,0.00023966136,0.00029664158,0.00035518035],"about_ca_topic_score_codex":0.0018354885,"about_ca_topic_score_gemma":0.0022464544,"teacher_disagreement_score":0.115053885,"about_ca_system_score_codex":0.0011559087,"about_ca_system_score_gemma":0.003052343,"threshold_uncertainty_score":0.9999304},"labels":[],"label_agreement":null},{"id":"W7117744333","doi":"10.2196/81395","title":"Evaluating a Social Robot Reception Service in an Italian Geriatric Hospital (HOSPER Study): Protocol for a Usability Study","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Protocol (science); Service (business); Focus group; Focus (optics); Service design; Service delivery framework","score_opus":0.5714822224072885,"score_gpt":0.7219187239426476,"score_spread":0.15043650153535904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117744333","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1205047,1.02832566e-7,0.000025630252,0.00094383926,0.000057047124,0.87626374,0.0000058182295,0.00011067999,0.0020884487],"genre_scores_gemma":[0.057256352,2.2310178e-9,0.00016809124,0.00008437397,0.00041769183,0.9402947,0.000006004562,0.000041959407,0.0017308684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99214256,0.004084927,0.00087796885,0.0010829566,0.000933726,0.0008778375],"domain_scores_gemma":[0.99719906,0.00046852522,0.00019390795,0.0006910408,0.0013187941,0.0001286519],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070521873,0.00027428343,0.00044196658,0.00056794327,0.0007323838,0.0003757998,0.00068837014,0.00025699928,0.0019506434],"category_scores_gemma":[0.00058221916,0.00026736787,0.00012818977,0.0021927839,0.000091726724,0.0004310356,0.00026777177,0.0009981862,0.00019238346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021221815,0.10903099,0.6094146,0.0010611553,0.0002149919,0.000023809731,0.15489672,0.000027449507,0.00083486515,0.0013686032,0.018380402,0.08352461],"study_design_scores_gemma":[0.022577245,0.01959934,0.86200905,0.00028894463,0.000008441117,4.89783e-7,0.079313286,0.0002376766,0.000023343087,0.0013853996,0.014156721,0.00040004708],"about_ca_topic_score_codex":0.00080329494,"about_ca_topic_score_gemma":0.0023183825,"teacher_disagreement_score":0.25259447,"about_ca_system_score_codex":0.00067852915,"about_ca_system_score_gemma":0.00041413435,"threshold_uncertainty_score":0.9999778},"labels":[],"label_agreement":null},{"id":"W7117867392","doi":"10.2196/71353","title":"The Effectiveness of Rehabilitation Interventions for Improving Leisure Participation Following Stroke: Protocol for a Systematic Review","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Protocol (science); Psychological intervention; Stroke (engine); Systematic review; MEDLINE; Patient participation; Intervention (counseling)","score_opus":0.1740212263445325,"score_gpt":0.6065611014660606,"score_spread":0.4325398751215281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117867392","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024679024,0.000060757582,0.007160838,0.00082408206,0.000015394018,0.99148595,0.000014158426,0.00003526215,0.0001567623],"genre_scores_gemma":[0.003119542,4.795745e-7,0.001107843,0.000015192717,0.00002510128,0.99475473,0.000009517427,0.000019577506,0.0009480118],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99606216,0.0018180519,0.0009791753,0.0002977565,0.0004939193,0.00034893097],"domain_scores_gemma":[0.9828354,0.014881692,0.0002441901,0.00052877556,0.0014455635,0.00006435984],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014325977,0.00013152439,0.00066405575,0.00025881387,0.0003501779,0.000060580416,0.0001829347,0.00009340224,0.0000045174975],"category_scores_gemma":[0.025959032,0.0000816644,0.00089951087,0.000511826,0.00013352826,0.00013274683,0.000054827447,0.00020873593,0.0000020852883],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023512354,0.0005126352,0.002483131,0.9856219,0.000113852155,1.5843533e-7,0.000046570876,0.0000015415148,0.0031855586,0.0033563878,0.0010390625,0.0012879615],"study_design_scores_gemma":[0.0065492964,0.0051497887,0.0069761737,0.9713118,0.00010326751,5.662421e-7,0.00024840547,0.00035722385,0.0030656557,0.0015672167,0.0045771548,0.00009346799],"about_ca_topic_score_codex":0.0000037359507,"about_ca_topic_score_gemma":0.000005494223,"teacher_disagreement_score":0.0143101225,"about_ca_system_score_codex":0.00024834805,"about_ca_system_score_gemma":0.00043415348,"threshold_uncertainty_score":0.98224574},"labels":[],"label_agreement":null},{"id":"W7124249019","doi":"10.2196/89318","title":"Community-Based Hypertension Screening to Prevent Stroke in Underserved Urban Neighborhoods in French Guiana: A quasi-experimental study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stroke (engine); Stroke risk; MEDLINE; Population; Public health; Data collection","score_opus":0.2943747192338119,"score_gpt":0.5105000086359863,"score_spread":0.2161252894021744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124249019","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40844208,0.000111734356,0.00006945786,0.0047085844,0.000013129529,0.5837634,0.0000067767587,0.00009914175,0.002785709],"genre_scores_gemma":[0.5577976,3.0167425e-7,0.00034129535,0.0009488731,0.000023291293,0.4402253,0.0000051180623,0.00001870917,0.00063952646],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946488,0.0023455706,0.00066688034,0.0006021028,0.0009818156,0.00075480586],"domain_scores_gemma":[0.9975862,0.00052439125,0.00005450684,0.0012154356,0.0003930541,0.00022643327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037362927,0.0002778569,0.000848182,0.0012017438,0.00036866157,0.00008016868,0.00047808434,0.00015857915,0.00007073166],"category_scores_gemma":[0.00039020152,0.00024157912,0.00010878727,0.0014594445,0.00012533097,0.00009994069,0.0010348749,0.001884829,0.000028310802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004341929,0.104204424,0.80233204,0.0011523033,0.00037499962,0.0007462346,0.008477069,0.00008116934,0.027007729,0.00014081261,0.046733607,0.00440768],"study_design_scores_gemma":[0.033730116,0.027004482,0.77868944,0.016689673,0.00005656103,0.000010880056,0.040047728,0.0013860901,0.02820604,0.00016046446,0.07331541,0.0007031383],"about_ca_topic_score_codex":0.003154807,"about_ca_topic_score_gemma":0.0022077556,"teacher_disagreement_score":0.14935552,"about_ca_system_score_codex":0.00018035233,"about_ca_system_score_gemma":0.00036562126,"threshold_uncertainty_score":0.985131},"labels":[],"label_agreement":null},{"id":"W7124258311","doi":"10.2196/76630","title":"Comparative Evaluation on the Fracture Resistance of Endodontically Treated Teeth Restored with three different Post : Pre-fabricated Carbon Fiber Posts, Customized Glass Fiber Posts, and SFRC-Relined Fiber Posts- A Research Protocol. (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dental Trauma and Treatments","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Glass fiber; Fracture (geology); Fiber; Materials testing; Impact resistance","score_opus":0.2640084835553665,"score_gpt":0.5861916180395269,"score_spread":0.3221831344841604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124258311","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24689597,0.0000129323,0.0000017584771,0.0033682731,0.000009069239,0.7192387,0.000094908886,0.000108392174,0.03026997],"genre_scores_gemma":[0.2045833,0.0000010140091,0.00013372839,0.00009530988,0.000055810156,0.7712767,0.00009092357,0.00007075673,0.023692455],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.98013234,0.011589887,0.0013787473,0.0014900248,0.0037408194,0.0016681814],"domain_scores_gemma":[0.98525983,0.0062694075,0.00052285875,0.001996218,0.0055480627,0.0004036233],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006683018,0.0006860287,0.0011537918,0.0007902601,0.0016971307,0.00017132913,0.0009926106,0.00062583195,0.001652624],"category_scores_gemma":[0.0017240248,0.0003961963,0.00015997342,0.0019078458,0.0010771737,0.00021609415,0.0007667407,0.003628006,0.00027724594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.59456766,0.023621732,0.18687858,0.0115388455,0.0038900108,0.00034305584,0.022467753,0.000096790405,0.035321265,0.004786372,0.09758099,0.01890696],"study_design_scores_gemma":[0.042346925,0.00699424,0.8364148,0.022695174,0.00010295875,0.0000053537156,0.0013445937,0.00074951997,0.013700873,0.0024739464,0.07242386,0.00074773474],"about_ca_topic_score_codex":0.0014366591,"about_ca_topic_score_gemma":0.0022623509,"teacher_disagreement_score":0.64953625,"about_ca_system_score_codex":0.0015380712,"about_ca_system_score_gemma":0.0018593151,"threshold_uncertainty_score":0.999849},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7125375091","doi":"10.2196/78442","title":"Practical Study of Neurosurgical Specialized Alliance Nurses' Clinical Nursing Competency Enhancement Course Based on 5G Remote Realistic Teaching：protocol for a program evaluation research (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Educational Technology and Pedagogy","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Alliance; Course (navigation); Program evaluation; MEDLINE; Data collection; Research design","score_opus":0.6336489992973974,"score_gpt":0.7465139749447269,"score_spread":0.11286497564732956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125375091","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006480205,6.1255867e-7,0.027652012,0.009728903,0.00008074129,0.9542531,0.0000030036556,0.00016131949,0.007472311],"genre_scores_gemma":[0.00926991,1.9698996e-7,0.04668117,0.00006928043,0.00018161337,0.943275,0.0000063156617,0.000019251673,0.0004972736],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9825395,0.010370813,0.0013482057,0.0015366767,0.0031966355,0.0010081755],"domain_scores_gemma":[0.98726547,0.007167699,0.00032214963,0.0021617548,0.0028708286,0.00021209852],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0320776,0.00025239275,0.0005093729,0.000518185,0.00083301443,0.00028161414,0.0019855562,0.00031927766,0.00009574107],"category_scores_gemma":[0.009333204,0.00022838595,0.0001503559,0.0014174175,0.0009300425,0.00023705083,0.00032104334,0.0027271162,0.000032954227],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007534152,0.07090008,0.0020898567,0.00053031044,0.00005467573,0.000027068927,0.00057798484,0.00009847163,0.00016664002,0.29632357,0.029035838,0.5926613],"study_design_scores_gemma":[0.026829125,0.05974188,0.037054062,0.009420791,0.000022128406,0.000009700769,0.0008945725,0.37821344,0.0014390397,0.12910831,0.35663995,0.0006270185],"about_ca_topic_score_codex":0.000032078715,"about_ca_topic_score_gemma":0.00002534137,"teacher_disagreement_score":0.59203434,"about_ca_system_score_codex":0.00042607388,"about_ca_system_score_gemma":0.005107699,"threshold_uncertainty_score":0.99957365},"labels":[],"label_agreement":null},{"id":"W7125491368","doi":"10.2196/74202","title":"FAIR-EC Protocol: Building A Global Research Network for Fair, Accountable, Interpretable, and Responsible AI in Emergency Care (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Emergency response; Data collection; Health care; MEDLINE","score_opus":0.2492796518819168,"score_gpt":0.6155394459833159,"score_spread":0.3662597941013991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125491368","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001572826,0.00003737336,0.09093809,0.0043017846,0.000036870126,0.8891331,0.000027999049,0.0001954077,0.015172084],"genre_scores_gemma":[0.0018318777,0.00002074051,0.025460003,0.00009924279,0.00012964966,0.96915466,0.000008669505,0.000035211353,0.003259943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9861914,0.004270576,0.0010966448,0.0024775257,0.0025144555,0.0034494137],"domain_scores_gemma":[0.99180233,0.0019312424,0.000179251,0.0033165526,0.0023843553,0.0003862477],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.029416496,0.00041005178,0.00052707124,0.0017335233,0.0013398413,0.0067025283,0.0075515243,0.00028321345,0.00005647788],"category_scores_gemma":[0.00563882,0.00039460612,0.00011767735,0.009385485,0.00042159564,0.01652959,0.014908181,0.0023001053,0.00004259061],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041049924,0.0007269614,0.034555178,0.006326433,0.00008681558,0.000098411176,0.0005899581,0.00029147393,0.0010769267,0.73893595,0.15198182,0.06122512],"study_design_scores_gemma":[0.0029448096,0.0012730148,0.009452411,0.0039437436,0.0000015511481,0.0000035802602,0.00060982653,0.008514583,0.0006342134,0.114177436,0.85802394,0.00042090137],"about_ca_topic_score_codex":0.0007555737,"about_ca_topic_score_gemma":0.00117283,"teacher_disagreement_score":0.7060421,"about_ca_system_score_codex":0.0011850168,"about_ca_system_score_gemma":0.0024182438,"threshold_uncertainty_score":0.9999603},"labels":[],"label_agreement":null},{"id":"W7125907176","doi":"10.2196/83697","title":"Efficacy and Safety of HuaShiXiaoYin Decoction Combined With Secukinumab In Moderate To Severe Plaque Psoriasis: A Study Protocol For a Randomized Controlled Trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Psoriasis: Treatment and Pathogenesis","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Secukinumab; Decoction; Protocol (science); Randomization; Clinical trial","score_opus":0.06734971314389039,"score_gpt":0.4474853152126152,"score_spread":0.3801356020687248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125907176","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105609804,0.0000024779395,0.00015460285,0.00016805579,0.000017858734,0.89356613,0.000013594006,0.000044915752,0.00042252784],"genre_scores_gemma":[0.079082385,3.6577148e-7,0.00013798218,0.000011611611,0.00002042485,0.9192273,0.000010847456,0.000021678543,0.0014874208],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9935375,0.003992554,0.0010373608,0.00069667416,0.00016871515,0.00056718255],"domain_scores_gemma":[0.99596894,0.002808363,0.00023395946,0.00050862436,0.00042694397,0.000053195734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005431335,0.00032094994,0.0018368186,0.00065648824,0.0002770364,0.00006577972,0.0003027969,0.00027189677,0.000080045524],"category_scores_gemma":[0.00088803936,0.00021492226,0.00018156922,0.0005912403,0.00019229724,0.00010221003,0.00018794778,0.00037451624,0.000011714104],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9838207,0.0056208004,0.00044230925,0.00031620276,0.00094494753,0.0000053625067,0.0013924353,0.00004618947,0.0014379579,0.00058005034,0.00030559482,0.0050874837],"study_design_scores_gemma":[0.97866,0.011702916,0.0006833769,0.0013862079,0.000046475543,0.0000025619345,0.0003917874,0.000039178147,0.0044327728,0.00046585468,0.001995743,0.00019310963],"about_ca_topic_score_codex":0.0000656171,"about_ca_topic_score_gemma":0.00025957124,"teacher_disagreement_score":0.026527422,"about_ca_system_score_codex":0.00013481824,"about_ca_system_score_gemma":0.0005045854,"threshold_uncertainty_score":0.87642753},"labels":[],"label_agreement":null},{"id":"W7126095715","doi":"10.2196/82532","title":"Risk factors for hypertension complicated with sarcopenia in the middle-aged and elderly people: a systematic review and meta-analysis protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sarcopenia; Protocol (science); Risk factor; MEDLINE; Systematic review; Risk assessment","score_opus":0.4380163245876334,"score_gpt":0.5509829370265085,"score_spread":0.11296661243887507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126095715","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011833868,0.00025511198,0.000103001796,0.005868602,3.2635265e-7,0.9924342,0.000016072812,0.000032161915,0.0001071155],"genre_scores_gemma":[0.008999068,0.000017896898,0.00056378875,0.0009252577,0.0000042199626,0.98918563,0.000009401395,0.000014414902,0.00028033415],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99630207,0.0015899459,0.0006686011,0.00050437707,0.0005440119,0.0003909782],"domain_scores_gemma":[0.99715644,0.0013260801,0.00018135238,0.0007492435,0.00044327887,0.00014357582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051516267,0.00019388787,0.0016738757,0.00046372294,0.00035058628,0.00012208823,0.00021306412,0.00007674336,0.000067905305],"category_scores_gemma":[0.00073342596,0.00009428768,0.00018038627,0.0017414488,0.00012418703,0.000071603376,0.00009515713,0.0006521892,0.0000029253802],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011378328,0.0007698324,0.014602845,0.97339636,0.006238181,0.000014804272,0.0009019663,5.874318e-7,0.000122406,0.00025108582,0.0024884234,0.00007568844],"study_design_scores_gemma":[0.05077053,0.014516919,0.28199157,0.42808688,0.17659676,0.00028526076,0.0074937516,0.0023813306,0.00076577975,0.0032489777,0.032264322,0.0015979289],"about_ca_topic_score_codex":0.00013434271,"about_ca_topic_score_gemma":0.00023793076,"teacher_disagreement_score":0.5453095,"about_ca_system_score_codex":0.000058429472,"about_ca_system_score_gemma":0.0001420122,"threshold_uncertainty_score":0.384494},"labels":[],"label_agreement":null},{"id":"W7126256891","doi":"10.2196/81934","title":"Role of VDR mRNA expression and serum vitamin D levels as a predictive biomarker to improve prognosis in Triple-Negative Breast Cancer patients - A cross sectional-Research Protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Vitamin D Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Breast cancer; Calcitriol receptor; Biomarker; Vitamin D and neurology; vitamin D deficiency; Disease","score_opus":0.09779308070491342,"score_gpt":0.5339056106431141,"score_spread":0.4361125299382007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126256891","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3019719,0.000003552197,0.0000037218701,0.0005853783,0.000008125237,0.6953235,0.00038036174,0.000042153206,0.0016812847],"genre_scores_gemma":[0.39985865,0.000001073632,0.00010892122,0.000016156515,0.00004760044,0.5980979,0.0000031538293,0.000034223667,0.0018322655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9906102,0.0018050345,0.0009958211,0.0015130374,0.0034481308,0.0016278208],"domain_scores_gemma":[0.9919469,0.0011675754,0.00016923306,0.0007437947,0.0054082302,0.0005642827],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005666086,0.00040580524,0.0007393223,0.00223768,0.0005689701,0.00021598118,0.000632632,0.00036011465,0.0003241185],"category_scores_gemma":[0.004592822,0.000319484,0.00013493402,0.0034918343,0.0013220141,0.00045284614,0.0028320649,0.0019310897,0.000034999743],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014894807,0.0039439374,0.8173769,0.0037900615,0.00018214739,0.000024109095,0.002051095,0.0000037565433,0.13823539,0.000038991435,0.0023581933,0.01710059],"study_design_scores_gemma":[0.011249057,0.0040492667,0.81407005,0.009215239,0.0000027523618,0.0000044818817,0.0008651657,0.00017329336,0.1581059,0.0007888608,0.0012817894,0.00019412221],"about_ca_topic_score_codex":0.000853401,"about_ca_topic_score_gemma":0.00014530549,"teacher_disagreement_score":0.097886756,"about_ca_system_score_codex":0.0013208356,"about_ca_system_score_gemma":0.001905124,"threshold_uncertainty_score":0.99992573},"labels":[],"label_agreement":null},{"id":"W7127356898","doi":"10.2196/67870","title":"Characterising the epidemiology of influenza A viruses at the swine-human interface: Study Protocol of the PigFluCam+ project in Cambodia (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Influenza Virus Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Epidemiology; Pandemic; Public health; MEDLINE; Pandemic influenza; Vaccination","score_opus":0.5301732830216639,"score_gpt":0.6733489124631957,"score_spread":0.14317562944153184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127356898","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27006793,0.000016403415,0.0000015303308,0.0010099717,0.0000065115873,0.7269045,0.00001092083,0.00002367721,0.0019585474],"genre_scores_gemma":[0.100679584,7.543911e-7,0.000015796175,0.00038382216,0.000057240235,0.8978497,4.6755588e-7,0.00003105515,0.0009815746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9882229,0.006810611,0.0017570014,0.0007116231,0.001387287,0.0011105926],"domain_scores_gemma":[0.9926646,0.0031425536,0.00050185504,0.002508518,0.0011073251,0.00007516616],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01560472,0.00034649362,0.0010050527,0.0006041243,0.0007326872,0.000036881367,0.0017293758,0.00017683064,0.00013097649],"category_scores_gemma":[0.00964757,0.00015416673,0.00025623708,0.0021503216,0.002486444,0.00013274497,0.004348786,0.0022743724,0.000026547697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054547,0.0019011834,0.9491018,0.0024722058,0.00022949914,0.00000884925,0.005456111,0.000013372126,0.030142302,0.00038474565,0.0031954537,0.0016397433],"study_design_scores_gemma":[0.0059714043,0.002198087,0.8784985,0.0052082934,0.000010951964,0.0000045175843,0.0025448631,0.000028579518,0.02835789,0.00035495404,0.076688655,0.00013331835],"about_ca_topic_score_codex":0.0014435283,"about_ca_topic_score_gemma":0.0007998812,"teacher_disagreement_score":0.1709452,"about_ca_system_score_codex":0.0005823742,"about_ca_system_score_gemma":0.0011747996,"threshold_uncertainty_score":0.9986946},"labels":[],"label_agreement":null},{"id":"W7127910225","doi":"10.2196/79532","title":"“Chitosan Nanoparticles Combined With Titanium-Prepared Platelet-Rich Fibrin for Socket Preservation in Post-Extraction Sites: A Single-Arm Clinical, Radiographic, and Histomorphometric Study Protocol” (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Periodontal Regeneration and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Nanoparticle; Fibrin; Biocompatible material; Fibrin Tissue Adhesive","score_opus":0.2438992055454557,"score_gpt":0.5477874244257018,"score_spread":0.30388821888024614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127910225","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4818334,0.0000027589538,0.000018853721,0.00032926747,0.0000034835516,0.51745653,0.0000051614857,0.00005157548,0.00029895603],"genre_scores_gemma":[0.40167677,5.966061e-7,0.0006175306,0.000039021128,0.000019721061,0.5972265,0.000024219658,0.000018103456,0.00037755573],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969255,0.00054001505,0.0007113739,0.00071845413,0.0006478148,0.00045687382],"domain_scores_gemma":[0.9981067,0.0005145576,0.00015514735,0.00054184854,0.00048415922,0.00019754878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013900797,0.00022695065,0.0004782018,0.0010755522,0.00027856053,0.00019468609,0.00015626855,0.00015056568,0.000047743346],"category_scores_gemma":[0.0008052525,0.00017816824,0.00008028952,0.002081089,0.00018489259,0.00034132172,0.00013092089,0.0004029727,0.0000057036787],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03090707,0.027659362,0.8440918,0.0010609438,0.00028615113,0.00008821967,0.0006322838,0.000008513989,0.07957359,0.00011824613,0.0017598551,0.01381398],"study_design_scores_gemma":[0.044514332,0.04956797,0.83075583,0.0011999734,0.000025540376,0.000018928906,0.00068151264,0.00043408884,0.05393346,0.00011135451,0.018500816,0.00025616636],"about_ca_topic_score_codex":0.00009292383,"about_ca_topic_score_gemma":0.00049812795,"teacher_disagreement_score":0.08015664,"about_ca_system_score_codex":0.00023376835,"about_ca_system_score_gemma":0.00040518903,"threshold_uncertainty_score":0.72654897},"labels":[],"label_agreement":null},{"id":"W7129654568","doi":"10.2196/82471","title":"Hormonal Changes Associated with Reproduction in Females with Type 2 Diabetes Mellitus and Prediabetes: Protocol for A Systematic Review and Meta-Analysis. (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Type 2 Diabetes Mellitus; Protocol (science); Reproduction; Hormone; Diabetes mellitus; Type 2 diabetes","score_opus":0.24342626191324807,"score_gpt":0.5161413957341224,"score_spread":0.27271513382087437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7129654568","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006976196,0.0007741454,0.000019541932,0.004053656,3.6574727e-7,0.9942165,0.000015493186,0.000038269587,0.00018442032],"genre_scores_gemma":[0.001953678,0.000024571034,0.00044917903,0.00016985025,0.0000087677,0.9949932,0.000038697945,0.000019837295,0.0023422271],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9967327,0.0006491723,0.00042301786,0.00075939496,0.00085328583,0.0005823986],"domain_scores_gemma":[0.9973073,0.0006108207,0.0001549836,0.0005883451,0.0011739093,0.00016465591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045474465,0.00022657789,0.0013383147,0.0007421129,0.00012788849,0.00012787228,0.00014526852,0.0000697051,0.000048386042],"category_scores_gemma":[0.0020415653,0.00013361502,0.000097801276,0.001893216,0.00024019298,0.00013205264,0.00015073657,0.00032916322,0.0000020111904],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012610046,0.0010589504,0.021218669,0.93263555,0.04066451,0.000014288598,0.00014158782,0.0000130458775,0.00018092798,0.00063066935,0.0019175996,0.0002632175],"study_design_scores_gemma":[0.02501956,0.039171807,0.39430794,0.4015771,0.11120753,0.000009280263,0.00080665055,0.0019534384,0.004316818,0.0038467718,0.016090496,0.0016926142],"about_ca_topic_score_codex":0.000007691691,"about_ca_topic_score_gemma":0.000109950495,"teacher_disagreement_score":0.53105843,"about_ca_system_score_codex":0.00012281109,"about_ca_system_score_gemma":0.00021882805,"threshold_uncertainty_score":0.54486626},"labels":[],"label_agreement":null},{"id":"W7131257626","doi":"10.2196/72326","title":"Evaluation of Salivary and Serum levels of Leptin and Adiponectin in patients with Stage I-IV Periodontitis- A Protocol for Systematic Review and Meta-analysis (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Salivary Gland Disorders and Functions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adiponectin; Leptin; Adipokine; Stage (stratigraphy); Protocol (science); Obesity","score_opus":0.32017759964480597,"score_gpt":0.5511637267960316,"score_spread":0.23098612715122568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131257626","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057736863,0.00016335299,0.00007300764,0.00024010584,3.3053112e-7,0.9933561,0.00008675577,0.0000069148923,0.00029976535],"genre_scores_gemma":[0.04071942,0.0000014692803,0.0002491148,0.00003449986,0.0000014515736,0.95861524,0.0000046598448,0.000009135635,0.00036502533],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.9973926,0.00077725254,0.00058036833,0.0003363629,0.0007308575,0.00018258761],"domain_scores_gemma":[0.9978672,0.0002587775,0.00018791012,0.00039334095,0.0012247713,0.000067950175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053139413,0.00013066921,0.0011712457,0.00046135255,0.00006627366,0.000026207834,0.00006319613,0.000059524667,0.00033684823],"category_scores_gemma":[0.00096759736,0.00008326108,0.00011194117,0.0007659948,0.0001245085,0.00009898061,0.0000875307,0.00014496136,3.1011706e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016451769,0.0011377794,0.31310374,0.66969484,0.013085518,0.0000010661219,0.00036894437,0.000006435324,0.000047888436,0.00028789125,0.00019939888,0.00042130295],"study_design_scores_gemma":[0.0142015945,0.0028390815,0.9178483,0.030792382,0.032761265,0.0000015074692,0.00036941378,0.00050173333,0.00010707031,0.0002686041,0.00014857417,0.00016045879],"about_ca_topic_score_codex":0.00005702721,"about_ca_topic_score_gemma":0.000109761764,"teacher_disagreement_score":0.6389025,"about_ca_system_score_codex":0.0000418024,"about_ca_system_score_gemma":0.00024221538,"threshold_uncertainty_score":0.3688252},"labels":[],"label_agreement":null},{"id":"W7131666967","doi":"10.2196/87715","title":"Efficacy of Mulligan Mobilisation, Maitland Mobilization, High Velocity Thrust, and Muscle Energy Technique on Disability, Pain and Displacement of Center of Gravity in Subjects with Sacroiliac Dysfunction –A Research Protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Scoliosis diagnosis and treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Displacement (psychology); Mulligan; Protocol (science); Energy (signal processing); Center of gravity; Instant centre of rotation; Low back pain; Rotation (mathematics)","score_opus":0.08365715880547372,"score_gpt":0.47727927455475777,"score_spread":0.3936221157492841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131666967","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4238864,0.0000019776169,0.000106685395,0.00021067467,0.000001173515,0.5756016,0.000010806964,0.000010107001,0.00017064092],"genre_scores_gemma":[0.4930377,0.0000021173769,0.00011106446,0.0000057663037,0.0000058232336,0.50680393,0.000008049311,0.000008657161,0.00001689781],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99603754,0.0014511568,0.0006187181,0.0005913245,0.00095204235,0.00034919323],"domain_scores_gemma":[0.997092,0.0011486736,0.00014276829,0.0006804377,0.0008216801,0.0001144305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005466803,0.00017654215,0.0004643147,0.00047937626,0.000100243364,0.000023972054,0.00012821781,0.00014084083,0.00004184612],"category_scores_gemma":[0.0007356898,0.0001283628,0.00004327575,0.0011344842,0.00091428315,0.00008021714,0.00023410577,0.0003385536,2.607629e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008180472,0.011839878,0.9526279,0.004759657,0.000055374043,0.0000038395283,0.00036558736,0.00003377537,0.006145289,0.0023375999,0.00022675449,0.013423876],"study_design_scores_gemma":[0.008634326,0.0068162405,0.8300633,0.007146114,0.000005022483,9.659947e-7,0.00023504083,0.0000924636,0.14511172,0.0011131263,0.0007005952,0.00008108605],"about_ca_topic_score_codex":0.0011765513,"about_ca_topic_score_gemma":0.0005949186,"teacher_disagreement_score":0.13896643,"about_ca_system_score_codex":0.00031256062,"about_ca_system_score_gemma":0.00030314334,"threshold_uncertainty_score":0.5234483},"labels":[],"label_agreement":null},{"id":"W7131848384","doi":"10.2196/77277","title":"Development of a novel real time computer assisted colonoscopy diagnostic tool for colorectal neoplasm and cancer for personalised patient management: A study protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Colonoscopy; Colorectal cancer; Cancer; MEDLINE; Set (abstract data type); Colorectal cancer screening","score_opus":0.11072585218254224,"score_gpt":0.49578837634957257,"score_spread":0.38506252416703035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131848384","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19195822,6.305646e-7,0.0017457331,0.00007524413,0.000009887745,0.8058437,0.00002599448,0.00005825446,0.0002823436],"genre_scores_gemma":[0.012342618,1.5645084e-7,0.025674606,0.000023583852,0.00004939143,0.9614517,0.000009730371,0.000024586296,0.00042360468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978042,0.000112146154,0.0005191684,0.00059037196,0.00054039323,0.00043368852],"domain_scores_gemma":[0.99805695,0.00077879656,0.00013490304,0.0002476927,0.00067101844,0.00011062372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010209739,0.00019547879,0.00041533125,0.00032611206,0.0002989903,0.00007055079,0.00013831108,0.00010025035,0.000024866411],"category_scores_gemma":[0.00020847202,0.00017164918,0.00008624523,0.00047198785,0.00010321094,0.00006040075,0.00027202815,0.0002098094,0.000001681731],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.29013392,0.013018383,0.022391455,0.017213276,0.0012096999,0.000023657512,0.008637409,0.000042706262,0.02186788,0.00018917155,0.006436997,0.61883545],"study_design_scores_gemma":[0.12329675,0.11140233,0.45072377,0.019170923,0.00014566268,0.00001908548,0.0019674243,0.02698974,0.052725498,0.00008599523,0.212501,0.0009718108],"about_ca_topic_score_codex":0.000050896237,"about_ca_topic_score_gemma":0.000080074475,"teacher_disagreement_score":0.61786366,"about_ca_system_score_codex":0.00046598213,"about_ca_system_score_gemma":0.0006904405,"threshold_uncertainty_score":0.69996506},"labels":[],"label_agreement":null},{"id":"W7133303387","doi":"10.2196/83416","title":"A real-world longitudinal study to implement digital assessment and treatment for psychological distress in multiple sclerosis (MS): The COMPASS-MS study protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multiple sclerosis; Protocol (science); Psychological distress; Longitudinal study; Distress; Research design; Psychological testing","score_opus":0.5326147156225547,"score_gpt":0.6322976216786427,"score_spread":0.09968290605608798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133303387","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25112155,5.461295e-7,0.000050524824,0.0018029684,0.0000056311014,0.74586654,0.00008226104,0.00006617469,0.0010038039],"genre_scores_gemma":[0.46225968,7.718263e-7,0.00021085655,0.000014501651,0.00005587018,0.5370393,0.000007897354,0.000022165892,0.00038895203],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929905,0.0011103728,0.0010599828,0.0016101704,0.0018040402,0.0014249675],"domain_scores_gemma":[0.99533874,0.0019167423,0.00011518921,0.0015417102,0.0006501141,0.00043748322],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003960556,0.0005003125,0.0009514747,0.0007503729,0.00086572306,0.0006863969,0.00070100627,0.00006608596,0.00010721949],"category_scores_gemma":[0.00069842074,0.0002974955,0.00015276676,0.0015382827,0.0003491683,0.00017035607,0.0018354387,0.0008102623,0.000014963475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009402583,0.039137404,0.89919007,0.0003479493,0.00030888207,0.000042361593,0.0015204614,0.0000075356133,0.0004593999,0.0000926977,0.0034873853,0.04600329],"study_design_scores_gemma":[0.031815086,0.025790868,0.9229872,0.001231032,0.000012107671,0.000001066465,0.004162028,0.00020880028,0.00012910723,0.00005261285,0.013386445,0.00022361956],"about_ca_topic_score_codex":0.0014468437,"about_ca_topic_score_gemma":0.010299843,"teacher_disagreement_score":0.21113814,"about_ca_system_score_codex":0.0016638066,"about_ca_system_score_gemma":0.00027827898,"threshold_uncertainty_score":0.9999477},"labels":[],"label_agreement":null},{"id":"W7134242296","doi":"10.2196/82267","title":"KlimaNot – Effects of climate change on emergency and acute care: protocol for a multicenter, registry-based observational cohort study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational study; Cohort study; Protocol (science); Cohort; Climate change; Emergency medical services","score_opus":0.2960398542678591,"score_gpt":0.568342230256306,"score_spread":0.2723023759884469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134242296","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03129705,6.880853e-7,0.000016859896,0.0006619322,0.000011547527,0.9666369,0.00004834126,0.000035236986,0.0012914668],"genre_scores_gemma":[0.0110081015,0.000002191725,0.00024507844,0.00016638434,0.00004513604,0.9883443,0.000014140806,0.000021899325,0.00015273693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99711215,0.00029825635,0.0004484412,0.00062834093,0.000797451,0.000715342],"domain_scores_gemma":[0.9985176,0.00036414937,0.00016884413,0.000620732,0.00013747465,0.00019124839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013233142,0.00020123705,0.0002944978,0.00014365009,0.00035440287,0.000045010027,0.0003689682,0.00009956249,0.00026352092],"category_scores_gemma":[0.00026592202,0.00017296453,0.000063891515,0.00044903322,0.00015075704,0.00016235744,0.00045785526,0.00027516912,0.000032475884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029898067,0.0026113929,0.9663059,0.007897555,0.00002020797,0.000010413486,0.0011781465,0.0000043774767,0.0020143087,0.00009632591,0.0060347393,0.0108368145],"study_design_scores_gemma":[0.0080015445,0.0049184524,0.953855,0.0028255433,0.00000780614,2.5144035e-7,0.00017287447,0.00047411115,0.004182463,0.00020521009,0.025171908,0.00018487388],"about_ca_topic_score_codex":0.0001342572,"about_ca_topic_score_gemma":0.00016577703,"teacher_disagreement_score":0.021707453,"about_ca_system_score_codex":0.00029079398,"about_ca_system_score_gemma":0.0000605485,"threshold_uncertainty_score":0.7053289},"labels":[],"label_agreement":null},{"id":"W7134887213","doi":"10.2196/88626","title":"AI-Assisted Chest X-Ray Interpretation in Resource-Limited Settings: LuAna Stepped-Wedge Trial Protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Interpretation (philosophy); MEDLINE; Clinical trial; Protocol analysis","score_opus":0.15903475016030094,"score_gpt":0.5519837864574492,"score_spread":0.3929490362971482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134887213","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001285489,0.0000014283539,0.00016341853,0.038596004,0.000014913807,0.95610046,0.0000066326743,0.00032391527,0.003507759],"genre_scores_gemma":[0.0048048296,1.436928e-7,0.0005038561,0.006757669,0.00021541995,0.984987,0.000033625114,0.00007576695,0.0026216723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99262583,0.002037143,0.001312737,0.0012846495,0.0015963598,0.0011432973],"domain_scores_gemma":[0.99520934,0.0017528463,0.00024113897,0.0015931134,0.00087241066,0.0003311427],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006130027,0.00040074342,0.0007644691,0.0020468563,0.00027044615,0.00037137762,0.0007348222,0.00044910135,0.0004174742],"category_scores_gemma":[0.006869032,0.0003722168,0.00023323683,0.0034112956,0.0003686539,0.00027841798,0.000699205,0.002355517,0.00022027138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27398768,0.010131305,0.011217375,0.012547825,0.00017602535,0.00034802846,0.0025596183,0.00012656613,0.012421413,0.0003357212,0.55637765,0.11977081],"study_design_scores_gemma":[0.09281615,0.0025165232,0.021549154,0.017631829,0.000010089231,0.0000044135672,0.00030693592,0.0025602332,0.0038348753,0.00021245345,0.8582617,0.0002956174],"about_ca_topic_score_codex":0.000112808346,"about_ca_topic_score_gemma":0.00007225037,"teacher_disagreement_score":0.30188408,"about_ca_system_score_codex":0.0014425304,"about_ca_system_score_gemma":0.0020547134,"threshold_uncertainty_score":0.9999461},"labels":[],"label_agreement":null},{"id":"W7135242786","doi":"10.2196/88025","title":"ADCompanion - Remote Interdisciplinary Care for Atopic Dermatitis Using a Digital Care Companion: Protocol for a Multicenter Randomized Trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dermatology and Skin Diseases","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Atopic dermatitis; Digital health; Health care; Telemedicine; Randomization; MEDLINE","score_opus":0.14192367787843668,"score_gpt":0.5574897133173015,"score_spread":0.4155660354388648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135242786","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023967028,0.000013158198,0.004611417,0.0006452828,0.000034530152,0.9903468,0.000092788956,0.00011467634,0.0017446581],"genre_scores_gemma":[0.046910387,8.379914e-8,0.0020259593,0.00009629134,0.00022028584,0.9501499,0.00012205015,0.00003661688,0.00043845564],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99700534,0.0005093946,0.000788663,0.0006046519,0.00044318326,0.0006487851],"domain_scores_gemma":[0.99688786,0.0010181387,0.00015236635,0.0006403525,0.0010956749,0.00020560139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057158485,0.00027731375,0.000970087,0.0003665522,0.0006129811,0.0002200723,0.000337637,0.00023229791,0.000059779657],"category_scores_gemma":[0.00088093895,0.00022244015,0.00060702534,0.00026151392,0.0003998129,0.0002472734,0.00057486375,0.00042016915,0.000013455548],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9359576,0.00094569806,0.0018319379,0.020988513,0.00017880289,0.000044163862,0.0026684147,0.0000062929134,0.00005579374,0.00023190679,0.018595342,0.01849554],"study_design_scores_gemma":[0.8643817,0.0008581909,0.00037656614,0.0130204605,0.000035115427,0.000023160475,0.0025040896,0.0045389356,0.0011029509,0.0015841428,0.11136266,0.00021202938],"about_ca_topic_score_codex":0.0000075892594,"about_ca_topic_score_gemma":0.000008485062,"teacher_disagreement_score":0.09276732,"about_ca_system_score_codex":0.00035317385,"about_ca_system_score_gemma":0.0006138397,"threshold_uncertainty_score":0.90708464},"labels":[],"label_agreement":null},{"id":"W7136260258","doi":"10.2196/73701","title":"Strengthening resilience and mental wellbeing through the Support4Resilience Toolbox for leaders in elderly care: A protocol for a cross-country mixed methods study (Support4Resilience) (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Resilience and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Toolbox; Protocol (science); Resilience (materials science); Mental health; Psychological resilience; Context (archaeology)","score_opus":0.17691901681411984,"score_gpt":0.6548148950321862,"score_spread":0.47789587821806634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7136260258","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054590307,0.000017830258,0.0020746049,0.00041894545,0.00006924754,0.93953186,0.00003409173,0.00007692387,0.0031861714],"genre_scores_gemma":[0.067513585,5.943616e-7,0.004408019,0.00014328782,0.00007536717,0.9250818,0.0000073130054,0.0000464735,0.0027235893],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99188757,0.00183455,0.0013465019,0.0018741674,0.0009668194,0.0020904215],"domain_scores_gemma":[0.99511355,0.002608164,0.00028275792,0.0013763456,0.00040286087,0.00021634575],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0079780845,0.00046608024,0.00059902493,0.00041547682,0.00154369,0.0004968689,0.0016565548,0.0002757252,0.00010866188],"category_scores_gemma":[0.0008226733,0.00035553076,0.00014908175,0.0014000149,0.001622648,0.0007002611,0.00050868856,0.0010620217,0.000011569173],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019911293,0.005794993,0.27651545,0.0070344247,0.00013217509,0.00007290993,0.18075365,0.00015037776,0.005759747,0.013611202,0.024860382,0.46540338],"study_design_scores_gemma":[0.023458656,0.014993113,0.09496391,0.003479124,0.000012282013,0.000035272984,0.49857372,0.0005475001,0.012223571,0.0056149354,0.34512532,0.000972595],"about_ca_topic_score_codex":0.00067359983,"about_ca_topic_score_gemma":0.00065723533,"teacher_disagreement_score":0.46443078,"about_ca_system_score_codex":0.00045416222,"about_ca_system_score_gemma":0.0010317413,"threshold_uncertainty_score":0.9998897},"labels":[],"label_agreement":null},{"id":"W7140299102","doi":"10.2196/80643","title":"Protocol: Cross-Sectional Pilot Study Evaluating a Novel Multiplex Near–Point-of-Care PCR Assay for Detecting Sexually Transmitted Infections Among PrEP Users in Western Kenya with an Epidemiological Assessment (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Epidemiology; Multiplex; Multiplex polymerase chain reaction; Sexually transmitted disease; Public health","score_opus":0.3029594553360774,"score_gpt":0.5807271761946344,"score_spread":0.27776772085855705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140299102","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49363482,8.055758e-7,0.0040034275,0.000025300527,0.000016165977,0.50199884,0.000019231788,0.000111933376,0.00018948743],"genre_scores_gemma":[0.46744484,3.3744175e-8,0.0015110363,0.000004162529,0.000024482535,0.5307346,0.000021376209,0.00003193626,0.0002275316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9885284,0.0064077866,0.001455942,0.0018181084,0.0005119431,0.0012778494],"domain_scores_gemma":[0.9903821,0.0049656825,0.0003714003,0.0012776675,0.0029028316,0.00010034011],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019041259,0.00044674997,0.00078165275,0.0010085446,0.0013902009,0.00030744827,0.00080951914,0.00037844633,0.00018164892],"category_scores_gemma":[0.006610013,0.00036258178,0.00015300993,0.001665076,0.0013097363,0.0006967289,0.00044839777,0.002955201,0.000015862239],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008639346,0.011776422,0.87124765,0.0008338854,0.00026464576,0.000003499256,0.0008406117,0.0038355817,0.098982096,0.000068784095,0.000009093532,0.0034984087],"study_design_scores_gemma":[0.0129508665,0.049390394,0.9271243,0.0007402633,0.000007193673,0.000016987433,0.001252887,0.0009870813,0.0064696814,0.00013503875,0.0006188816,0.00030638385],"about_ca_topic_score_codex":0.0011617575,"about_ca_topic_score_gemma":0.0030309034,"teacher_disagreement_score":0.092512414,"about_ca_system_score_codex":0.0008064404,"about_ca_system_score_gemma":0.0017206956,"threshold_uncertainty_score":0.9999099},"labels":[],"label_agreement":null},{"id":"W7140329960","doi":"10.2196/85458","title":"Efficacy of CBT-based digital therapeutic for substance use disorder: study protocol for a randomized controlled trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Substance use; Randomization; Research design; N of 1 trial","score_opus":0.2602610029031349,"score_gpt":0.6191953071348624,"score_spread":0.35893430423172745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140329960","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031126635,0.0000016185429,0.0057874005,0.00036202467,0.000054575896,0.9885635,0.00010140879,0.000103893326,0.0019129153],"genre_scores_gemma":[0.052690074,5.72893e-9,0.00016188005,0.00003315151,0.000053501324,0.9391907,0.000012220836,0.000052658652,0.007805839],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99381757,0.001846148,0.0019832563,0.00079573,0.0006738902,0.00088338146],"domain_scores_gemma":[0.9844092,0.013032714,0.00050228584,0.0010481719,0.000862074,0.0001455619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058746533,0.00031386525,0.0015790255,0.0005188852,0.0002580774,0.00037479712,0.0007571988,0.00015709453,0.0001578717],"category_scores_gemma":[0.0027346828,0.00023639508,0.0011087456,0.0006029648,0.00044651664,0.00029251643,0.000107232416,0.00036954822,0.000029360828],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9349258,0.033880092,0.0004599943,0.00114531,0.0004400735,0.0000015984834,0.000256036,0.0000042734914,0.000012342003,0.011684162,0.0014123393,0.015777957],"study_design_scores_gemma":[0.94626033,0.014372842,0.00029169495,0.0016770444,0.000016809669,1.8881308e-7,0.0001772989,0.00014162186,0.00017605409,0.0057318225,0.030985495,0.00016876939],"about_ca_topic_score_codex":0.000027811324,"about_ca_topic_score_gemma":0.000040158044,"teacher_disagreement_score":0.04957741,"about_ca_system_score_codex":0.0001687328,"about_ca_system_score_gemma":0.00045984,"threshold_uncertainty_score":0.96399117},"labels":[],"label_agreement":null},{"id":"W7140673083","doi":"10.2196/84015","title":"Development and Validation of a Culturally Competent Care Module (CCCM) and Its Efficacy on Nurses’ Cultural Competence and Patient Satisfaction: A Randomized Controlled Trial in a Tertiary Care Hospital in India. (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Cultural competence; Cultural diversity; Competence (human resources); Culturally appropriate; Health care; Culturally sensitive; MEDLINE","score_opus":0.055937384835038816,"score_gpt":0.4654817820126513,"score_spread":0.4095443971776125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7140673083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6597389,0.00014101637,1.4111014e-7,0.00031853974,0.00003668155,0.33921975,0.0000045785755,0.000018966733,0.00052144995],"genre_scores_gemma":[0.6182494,0.00001963602,0.000112938746,0.000014623508,0.000019425703,0.38155618,0.00000530255,0.000004511687,0.00001798004],"study_design_codex":"qualitative","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948942,0.0022468516,0.00091624155,0.00055151904,0.0009181065,0.00047309443],"domain_scores_gemma":[0.99765205,0.0010011648,0.00022342285,0.00016272448,0.0008016175,0.0001589949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013954646,0.0002217421,0.00083461433,0.0003318598,0.00043965952,0.00018017745,0.00017821134,0.000163732,0.000012981819],"category_scores_gemma":[0.0015366344,0.0001611305,0.00007999087,0.00048551755,0.00040821894,0.00028084277,0.00020537648,0.00053336355,0.000001576135],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3728648,0.00063030596,0.045733772,0.0017502636,0.000071547045,0.000024809586,0.54078835,0.000039043163,0.00062532484,0.0066002905,0.00005380776,0.03081769],"study_design_scores_gemma":[0.6919865,0.0009101437,0.19761229,0.005441083,0.000006643752,0.0000010268445,0.10136615,0.00006058676,0.0009984644,0.00015851868,0.0011413114,0.0003172587],"about_ca_topic_score_codex":0.0006491247,"about_ca_topic_score_gemma":0.00094722287,"teacher_disagreement_score":0.4394222,"about_ca_system_score_codex":0.00060409383,"about_ca_system_score_gemma":0.00058579893,"threshold_uncertainty_score":0.6570711},"labels":[],"label_agreement":null},{"id":"W7143354928","doi":"10.2196/88548","title":"Efficacy of an Ayurvedic management protocol on the rate of recurrence, healing and safety in Parikarthika (Fissure in Ano): Protocol for a randomized controlled trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Phytochemicals and Medicinal Plants","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Randomized controlled trial; Internet Protocol Control Protocol; Randomization; Intention-to-treat analysis; Clinical trial","score_opus":0.1379563979663811,"score_gpt":0.5475677934220421,"score_spread":0.409611395455661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7143354928","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077163097,8.363037e-7,0.000029489293,0.0008454091,0.000004972379,0.98852473,0.000006136638,0.000014065963,0.0028580443],"genre_scores_gemma":[0.0068422784,7.338299e-7,0.00018834791,0.0000805647,0.000055962337,0.9925749,0.000004884433,0.000015217891,0.00023714514],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942149,0.0023513434,0.0016392923,0.00054467254,0.0007195742,0.0005302176],"domain_scores_gemma":[0.99445456,0.004108454,0.00035513754,0.0006156776,0.00032302592,0.0001431464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020684183,0.00023412367,0.0017859233,0.0005965238,0.00007343921,0.000027661705,0.0003177079,0.00016768296,0.000042944743],"category_scores_gemma":[0.00448209,0.00013292507,0.0001965295,0.00074202404,0.0004214872,0.000070680326,0.0001505459,0.0007960706,8.219871e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9794197,0.0034346385,0.00025640143,0.0062402496,0.0000933612,0.000015326119,0.00021460096,0.0000066285743,0.0015537546,0.002010682,0.00045795832,0.006296691],"study_design_scores_gemma":[0.9508906,0.00391547,0.0011069659,0.024202319,0.000011749646,9.876852e-7,0.00010540387,0.00079747394,0.0074009052,0.0022517126,0.009218883,0.000097523494],"about_ca_topic_score_codex":0.00003223188,"about_ca_topic_score_gemma":0.000017024975,"teacher_disagreement_score":0.028529102,"about_ca_system_score_codex":0.00009003408,"about_ca_system_score_gemma":0.0005205127,"threshold_uncertainty_score":0.7168766},"labels":[],"label_agreement":null},{"id":"W7148743623","doi":"10.2196/81436","title":"Contemporary Management of Isolated Iliac Aneurysms: Protocol for Systematic Review and Meta-analysis (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Aortic aneurysm repair treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); MEDLINE; Telemedicine; Health care; Systematic review","score_opus":0.3071471291697416,"score_gpt":0.570012879455339,"score_spread":0.2628657502855974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7148743623","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006586521,0.00019460153,0.0004290001,0.0010163919,5.223081e-7,0.99425,0.00002099896,0.00007592688,0.0040060002],"genre_scores_gemma":[0.0013693471,0.0000028132886,0.0011086545,0.00020757025,0.0000031463808,0.9822605,0.000011372649,0.000025659834,0.015010882],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9960018,0.00074747286,0.0013461026,0.00070356333,0.00078921707,0.00041184988],"domain_scores_gemma":[0.99685615,0.00034735873,0.00036127234,0.0014923221,0.00077099336,0.00017192443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029180588,0.0002838804,0.002471441,0.00049491244,0.00011294017,0.000038295722,0.00030504225,0.00010569751,0.00026740192],"category_scores_gemma":[0.0002805304,0.00018487666,0.000834343,0.0014740619,0.0001970389,0.000099908706,0.00033203707,0.00026314845,0.000016134945],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092849816,0.001132398,0.0008724162,0.9111585,0.07707856,0.00010055416,0.00003973877,5.4443075e-7,0.000051243765,0.0003046233,0.008312794,0.000020130745],"study_design_scores_gemma":[0.027584149,0.011821555,0.003817312,0.39586413,0.53632367,0.00011016176,0.00061482034,0.0012538318,0.004143454,0.0015874298,0.015777184,0.0011022988],"about_ca_topic_score_codex":0.000011798251,"about_ca_topic_score_gemma":6.18067e-7,"teacher_disagreement_score":0.5152944,"about_ca_system_score_codex":0.00010461298,"about_ca_system_score_gemma":0.00020737968,"threshold_uncertainty_score":0.7539051},"labels":[],"label_agreement":null},{"id":"W7148791014","doi":"10.2196/88999","title":"Patterns and Predictors of Cannabis Use and Co-Use in Young Adults with Chronic Pain: Protocol for an Intensive, Prospective, Longitudinal Observational Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Young adult; Observational study; Cannabis; Protocol (science); Longitudinal study; Cohort study","score_opus":0.1914286828629674,"score_gpt":0.49665623728405445,"score_spread":0.30522755442108707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7148791014","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43791124,6.4219074e-7,0.000031493397,0.0004147991,0.0000015744756,0.56155974,0.000039838793,0.000019162077,0.000021539292],"genre_scores_gemma":[0.21576151,3.6012554e-7,0.00006436111,0.000025351188,0.000048811868,0.78250605,0.000017393339,0.00003126615,0.001544881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961985,0.0005622871,0.00055327883,0.0009311089,0.0010648995,0.00068997906],"domain_scores_gemma":[0.9953669,0.00016047533,0.00011027646,0.00064114714,0.0034314718,0.0002897857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025570944,0.00026367162,0.00050687284,0.0006561433,0.00019281819,0.00024329979,0.00021273903,0.00013121236,0.000033706347],"category_scores_gemma":[0.0016185708,0.00020136892,0.000049356917,0.0007382171,0.0004652603,0.00056988024,0.00027803835,0.00075139484,3.4628013e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016649554,0.002090896,0.9648491,0.004881632,0.00008638268,0.000037692946,0.0011554104,0.000003951611,0.0004722282,0.00011314721,0.008338453,0.0013215352],"study_design_scores_gemma":[0.016697366,0.019808406,0.9491879,0.0049591498,0.0000056300014,0.000013667438,0.0014687198,0.00048610658,0.0009364043,0.000038942293,0.0062326486,0.00016507966],"about_ca_topic_score_codex":0.0030184335,"about_ca_topic_score_gemma":0.013065633,"teacher_disagreement_score":0.22214973,"about_ca_system_score_codex":0.00044562764,"about_ca_system_score_gemma":0.0014323413,"threshold_uncertainty_score":0.82115865},"labels":[],"label_agreement":null},{"id":"W7154738158","doi":"10.2196/90570","title":"Transcutaneous electrical acupoint stimulation for Analgesia after total knee arthroplasty, and functional recovery: A protocol of randomized controlled trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomized controlled trial; Protocol (science); Stimulation; Functional electrical stimulation; Clinical trial; Randomization","score_opus":0.056108161748537694,"score_gpt":0.46385365229377,"score_spread":0.40774549054523235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7154738158","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008226758,0.000015318217,0.002023066,0.0012698967,0.0000131207,0.9874879,0.000013904942,0.00005775445,0.0008922867],"genre_scores_gemma":[0.03062957,0.0000017874578,0.0010448088,0.000025698924,0.00019352419,0.964438,0.000014140392,0.000025593561,0.0036268816],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9948841,0.0013912827,0.0010606693,0.0006569526,0.0013366236,0.0006703798],"domain_scores_gemma":[0.99202746,0.0058789756,0.00017954741,0.0005188137,0.0012041731,0.00019102875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004429471,0.0003718952,0.0022982047,0.00074308825,0.00023810804,0.00008509218,0.00008486882,0.00022067773,0.00031122757],"category_scores_gemma":[0.007026509,0.00020119964,0.0008168673,0.0005523857,0.0005774092,0.0001120018,0.00017180473,0.0006730185,0.0000066917346],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98551524,0.0017534837,0.00040042994,0.0013228916,0.0012754215,0.000035063258,0.00009809281,0.0000139541,0.0013968009,0.00046292882,0.0030335798,0.004692105],"study_design_scores_gemma":[0.97567683,0.012099034,0.0017557506,0.0011446081,0.00012493381,0.00002705172,0.000025090612,0.0012752311,0.0007737344,0.0031013081,0.0038530123,0.00014342816],"about_ca_topic_score_codex":0.000010118016,"about_ca_topic_score_gemma":0.000007892814,"teacher_disagreement_score":0.023049898,"about_ca_system_score_codex":0.00028799806,"about_ca_system_score_gemma":0.0009594943,"threshold_uncertainty_score":0.8411895},"labels":[],"label_agreement":null},{"id":"W7155011166","doi":"10.2196/82153","title":"Incidence and risk factors for sickness absence in nurses: a protocol for a systematic review and meta-analysis (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Sleep and Work-Related Fatigue","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Incidence (geometry); Protocol (science); Population; MEDLINE; Systematic review; Risk factor","score_opus":0.26318655148480985,"score_gpt":0.5908045590546758,"score_spread":0.3276180075698659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7155011166","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021240563,0.00017941199,0.0011862018,0.00024120863,0.0000028195536,0.9977799,0.00004857344,0.00004099759,0.00030845642],"genre_scores_gemma":[0.0018850641,0.0000034096406,0.00035876234,0.000066314904,0.000006367363,0.99651223,0.0000033952788,0.00002176622,0.0011426671],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9956131,0.0015993499,0.0009122831,0.0008953937,0.00036409954,0.000615758],"domain_scores_gemma":[0.9951674,0.002961758,0.00030209808,0.0009884505,0.00044467172,0.00013564409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005389847,0.00028166288,0.0016900018,0.00063442707,0.00023888084,0.00015080557,0.0005169692,0.00021813426,0.00024629047],"category_scores_gemma":[0.0021905433,0.0001917581,0.00039372584,0.0017224593,0.00022407764,0.00015423076,0.00018466191,0.0005445797,0.000012052213],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024148088,0.0025214988,0.090935774,0.7718146,0.08960118,0.000026912077,0.008749848,0.00003182489,0.00002456367,0.02217813,0.010158237,0.0015426421],"study_design_scores_gemma":[0.044062514,0.008808325,0.048662193,0.6146586,0.22380672,0.000021808703,0.012117378,0.0018770681,0.0009735634,0.02392225,0.016118621,0.00497095],"about_ca_topic_score_codex":0.00022884915,"about_ca_topic_score_gemma":0.0001853622,"teacher_disagreement_score":0.15715598,"about_ca_system_score_codex":0.00007334531,"about_ca_system_score_gemma":0.000103619124,"threshold_uncertainty_score":0.7819668},"labels":[],"label_agreement":null},{"id":"W7155154592","doi":"10.2196/84096","title":"Mental health INtervention with Digital APPlications (MIND-APP): Protocol for a Randomized Controlled Researcher Blinded Trial Evaluating the Effectiveness of the Tankevirus and Grubl Mental Health Apps Compared to a Placebo App (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Protocol (science); Digital health; mHealth; Intervention (counseling); Randomized controlled trial; Placebo; eHealth; Psychological intervention","score_opus":0.2525403182161382,"score_gpt":0.6396925143203601,"score_spread":0.3871521961042219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7155154592","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035477804,0.000012479465,0.0024290385,0.0053782924,0.000045297133,0.98563,0.0002930176,0.000059535436,0.0026045856],"genre_scores_gemma":[0.06469501,9.489631e-8,0.00023618818,0.0000917367,0.000052984495,0.9325755,0.00003975641,0.000043608667,0.002265104],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.982179,0.012366501,0.0020128181,0.00095428206,0.0014167924,0.0010705997],"domain_scores_gemma":[0.9923938,0.0048560733,0.0008090339,0.0010415191,0.00057768304,0.00032191467],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.033837706,0.00034652613,0.0013937441,0.0004387856,0.001167501,0.00044890767,0.0009525054,0.00011366916,0.00009209777],"category_scores_gemma":[0.0011937718,0.00020045461,0.0005482417,0.0011335153,0.0009286336,0.0002268048,0.0007473629,0.0007727012,0.000025902233],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9366533,0.0043634595,0.00013335375,0.002793952,0.0003668221,2.1309495e-7,0.0011317726,0.0000039491542,0.000053533946,0.009591808,0.0026199275,0.04228791],"study_design_scores_gemma":[0.948407,0.014420264,0.0005208156,0.011569165,0.000008695093,0.000006819945,0.0013075556,0.00040869377,0.00029274652,0.004216752,0.01864973,0.00019176069],"about_ca_topic_score_codex":0.00025512284,"about_ca_topic_score_gemma":0.00016833247,"teacher_disagreement_score":0.06114723,"about_ca_system_score_codex":0.0008766785,"about_ca_system_score_gemma":0.0012052631,"threshold_uncertainty_score":0.9948674},"labels":[],"label_agreement":null},{"id":"W7155545382","doi":"10.2196/90248","title":"Risk Factors Related to the Incidence of Stroke-Associated Pneumonia in Adults: A Scoping Review Protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Dysphagia Assessment and Management","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Incidence (geometry); Protocol (science); Pneumonia; Risk factor; Risk assessment; MEDLINE","score_opus":0.14162026251096524,"score_gpt":0.6146860111270595,"score_spread":0.4730657486160942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7155545382","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052413708,0.000009912944,0.000031880918,0.0022334694,0.000016841179,0.9833993,0.000016388518,0.00008913106,0.008961719],"genre_scores_gemma":[0.00619335,0.000023469927,0.000068901936,0.0002462451,0.000010486841,0.9889046,0.0000051764014,0.000023869517,0.004523901],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99040395,0.0053122616,0.001530929,0.0006013018,0.0011334151,0.0010181265],"domain_scores_gemma":[0.9958737,0.0016068995,0.0005399547,0.0010996613,0.0007379983,0.00014180089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011739441,0.00022699026,0.00056642236,0.0004979393,0.0006661577,0.000034053133,0.0011695286,0.0001993784,0.0005678203],"category_scores_gemma":[0.004682732,0.00015538778,0.00010359629,0.0026248991,0.00011024903,0.0002063066,0.0016122531,0.0022043635,0.00021103982],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000922122,0.0011993705,0.86313176,0.08636919,0.00013377459,0.000014008279,0.004212874,0.000049721584,0.00028802824,0.002779836,0.034075417,0.0068238853],"study_design_scores_gemma":[0.0035762945,0.00067191385,0.26711616,0.68520147,0.0000072507846,5.958028e-8,0.0015513651,0.0001398992,0.0001645541,0.0007919688,0.040555548,0.00022352571],"about_ca_topic_score_codex":0.00088669907,"about_ca_topic_score_gemma":0.0018030423,"teacher_disagreement_score":0.59883225,"about_ca_system_score_codex":0.00066976954,"about_ca_system_score_gemma":0.0013200255,"threshold_uncertainty_score":0.9576985},"labels":[],"label_agreement":null},{"id":"W7155898805","doi":"10.2196/80233","title":"Technology-Assisted Cognitive Support for Older Adults with Mild Cognitive Impairment: Study Protocol for the DHEAL-COM quasi-experimental pilot study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognition; Protocol (science); Protocol analysis; Social support; Dementia; Cognitive impairment","score_opus":0.14480771339672932,"score_gpt":0.5400675901437892,"score_spread":0.3952598767470599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7155898805","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02471938,0.0000018717875,0.0004760492,0.0020614096,0.000016213535,0.9710916,0.000077368226,0.000717977,0.0008381092],"genre_scores_gemma":[0.38897032,6.202047e-8,0.00010456104,0.000048301474,0.00005733948,0.60957396,0.0000053720646,0.00004694861,0.0011931789],"study_design_codex":"nonrandomized_trial","study_design_gemma":"qualitative","domain_scores_codex":[0.99292547,0.0013220184,0.000787954,0.0016468575,0.0015401533,0.0017775315],"domain_scores_gemma":[0.9933407,0.0025998938,0.00030507645,0.0009411255,0.0026038042,0.00020944815],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005471165,0.00050989626,0.0006401689,0.0009052799,0.0035608662,0.0003619259,0.0017996326,0.00030178565,0.0001366777],"category_scores_gemma":[0.0012893183,0.0003621464,0.00013356183,0.0025485517,0.0023021135,0.00033848282,0.0008430737,0.0012242228,0.000038738508],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14596385,0.34633327,0.27996463,0.0019672008,0.0023129603,0.0001246413,0.13726556,6.462879e-7,0.00020557742,0.0029727549,0.015436683,0.067452215],"study_design_scores_gemma":[0.09498292,0.16680297,0.07222593,0.005687427,0.000059422677,0.0000042053866,0.6370278,0.00003520626,0.0068812147,0.00068566675,0.014889066,0.0007181911],"about_ca_topic_score_codex":0.00050980336,"about_ca_topic_score_gemma":0.0037384625,"teacher_disagreement_score":0.4997622,"about_ca_system_score_codex":0.0005536403,"about_ca_system_score_gemma":0.0017426529,"threshold_uncertainty_score":0.99988306},"labels":[],"label_agreement":null},{"id":"W7156132170","doi":"10.2196/81858","title":"Structured Online Support to Inform and Assist Antidepressant Deprescribing in Primary Care: Protocol for a Pragmatic, Randomized Controlled Trial (The WiserAD Trial) (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Randomized controlled trial; Deprescribing; Protocol (science); Polypharmacy; Primary care; Research design; MEDLINE; Alternative medicine","score_opus":0.13528473559046328,"score_gpt":0.5631807255379933,"score_spread":0.42789598994753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7156132170","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004203882,0.0000031469942,0.00019983173,0.0020541088,0.00010303294,0.9804179,0.000090659625,0.00007839387,0.012849036],"genre_scores_gemma":[0.0075787483,5.0299196e-8,0.0006444904,0.0002830427,0.0001337549,0.98744076,0.000049192648,0.000040400384,0.0038295619],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9925163,0.0024074365,0.0024418237,0.0007858835,0.0008344044,0.0010141972],"domain_scores_gemma":[0.9943406,0.0034655014,0.0004230769,0.0010338168,0.000489267,0.0002477337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008367284,0.00034469372,0.0016499485,0.00071752653,0.00040322382,0.00044933174,0.00080865255,0.00022991428,0.00021093173],"category_scores_gemma":[0.0031792175,0.00023015875,0.00046621353,0.0008036944,0.0003601528,0.00027588,0.00062854134,0.0008242422,0.00002621981],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95351326,0.0022266337,0.000121247496,0.0021999122,0.00015595123,0.000009875643,0.0009774423,0.0000024989208,0.000026267973,0.0060260943,0.0039059983,0.03083483],"study_design_scores_gemma":[0.94012636,0.0042264527,0.00088104536,0.0028615475,0.000011677423,0.0000031922398,0.00035504627,0.000039935196,0.000113414324,0.0040017655,0.04719244,0.00018711542],"about_ca_topic_score_codex":0.000105504434,"about_ca_topic_score_gemma":0.00027523414,"teacher_disagreement_score":0.043286443,"about_ca_system_score_codex":0.00047496668,"about_ca_system_score_gemma":0.00081413775,"threshold_uncertainty_score":0.9385602},"labels":[],"label_agreement":null},{"id":"W7160040778","doi":"10.2196/81490","title":"Assessing the Effectiveness, Engagement, and Acceptability of a Smartwatch Healthy Lifestyle Intervention for Cognitive Enhancement in Healthy Adults: A Mixed-Methods EEG Protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Smartwatch; Protocol (science); Intervention (counseling); Cognition; Electroencephalography; Randomized controlled trial","score_opus":0.18868092083658272,"score_gpt":0.6613395305318289,"score_spread":0.4726586096952462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7160040778","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054090455,0.000014282294,0.01262323,0.0007957428,0.000072121955,0.92897385,0.00004136274,0.000042187563,0.003346788],"genre_scores_gemma":[0.3372644,1.8467593e-7,0.001292996,0.0000655844,0.000018019155,0.6612347,0.000009126049,0.00001932008,0.00009568106],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98171,0.01452578,0.001434473,0.0009672408,0.00043935896,0.0009231475],"domain_scores_gemma":[0.9916304,0.0065583913,0.00038786832,0.0006677298,0.000600496,0.00015512902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028150458,0.00025010222,0.00049099757,0.0004474346,0.00040808867,0.0002046286,0.00047136654,0.000168918,0.0002954289],"category_scores_gemma":[0.0023784377,0.00020644882,0.00019788733,0.0009729077,0.00049957406,0.00042492073,0.0007150748,0.00096940546,0.000016275742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035418823,0.0112419035,0.04579109,0.026231635,0.0000943726,0.000002484366,0.0012722648,3.868051e-7,0.00009968229,0.006488124,0.0004997745,0.8728595],"study_design_scores_gemma":[0.026393121,0.025018409,0.8568544,0.026244298,0.000008639855,0.0000035730434,0.008703435,0.00013560988,0.007032962,0.020017948,0.029266518,0.00032111816],"about_ca_topic_score_codex":0.00051560916,"about_ca_topic_score_gemma":0.00029381967,"teacher_disagreement_score":0.8725383,"about_ca_system_score_codex":0.00057713053,"about_ca_system_score_gemma":0.00041361194,"threshold_uncertainty_score":0.9756443},"labels":[],"label_agreement":null},{"id":"W7160912522","doi":"10.2196/86397","title":"Evaluation of the efficacy of human papillomavirus screening compared with cytology screening in pregnant women (HOPER trial; Human papillomavirus testing for pregnant women: Pregnant women health initiative); Protocol for a prospective multicenter trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Human papillomavirus; Protocol (science); Cytology; Papillomaviridae; Prospective cohort study; Pregnancy; Multicenter study; Cervical screening","score_opus":0.4330991409430252,"score_gpt":0.5853260084452281,"score_spread":0.15222686750220288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7160912522","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11641596,0.000013606916,0.00023892362,0.00017200666,0.000010471311,0.8820693,0.00006659145,0.00005431953,0.00095883606],"genre_scores_gemma":[0.22591403,3.8556655e-7,0.00064613885,0.000049270275,0.0001276618,0.7729596,0.000011679768,0.000064358195,0.00022690493],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98752326,0.0036932628,0.0021453414,0.0013378669,0.0030484982,0.0022517818],"domain_scores_gemma":[0.9902415,0.0026373782,0.0009599596,0.0012883819,0.0044410075,0.00043173402],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020205375,0.00051075313,0.0018003698,0.00088256877,0.0008641693,0.00011990933,0.00091288454,0.0002573316,0.00034873362],"category_scores_gemma":[0.0062613073,0.00033969423,0.0002477673,0.0018077662,0.0008946503,0.00025252192,0.00078664784,0.0012830566,0.0000012805795],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.80533344,0.011740585,0.024057306,0.011869053,0.0006505366,0.000006197327,0.020272635,0.000140435,0.006448184,0.00030579563,0.0001569208,0.1190189],"study_design_scores_gemma":[0.7479551,0.07721468,0.11715463,0.039467108,0.000036237063,0.000002381824,0.004967619,0.0020922206,0.0075825104,0.0013366065,0.0017282245,0.00046272727],"about_ca_topic_score_codex":0.00025777426,"about_ca_topic_score_gemma":0.00025071792,"teacher_disagreement_score":0.118556164,"about_ca_system_score_codex":0.002965803,"about_ca_system_score_gemma":0.004365245,"threshold_uncertainty_score":0.9999055},"labels":[],"label_agreement":null},{"id":"W7161115828","doi":"10.2196/86832","title":"Effectiveness, Efficacy, and Safety of Home-Based Cardiac Rehabilitation Following Valve Replacement or Repair: Protocol for a Systematic Review (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Cardiac Valve Diseases and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rehabilitation; Protocol (science); MEDLINE; Valve replacement; Systematic review","score_opus":0.0668797385917507,"score_gpt":0.5503789775892428,"score_spread":0.48349923899749214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161115828","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010286834,0.00012299379,0.00008708078,0.00015798886,0.0000066139437,0.99829185,0.00003545794,0.000095382034,0.00017392442],"genre_scores_gemma":[0.003348099,0.0000032111643,0.0007228137,0.000036508256,0.000015307094,0.9956355,0.00002355696,0.00003143104,0.00018356043],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99558747,0.0016492711,0.0008619729,0.0006717641,0.0008322627,0.00039723952],"domain_scores_gemma":[0.99407107,0.0036755707,0.00018641456,0.0011441829,0.00074845884,0.00017432045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061865235,0.00024270489,0.0013240493,0.00025644392,0.00018099997,0.000035304984,0.00011867929,0.00009778393,0.000021563785],"category_scores_gemma":[0.0052135913,0.00016731609,0.00203661,0.0006593977,0.00011878405,0.00007551521,0.00014199568,0.00019441638,0.000005331973],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023845756,0.001514202,0.049341004,0.9214437,0.0015579571,0.00000421889,0.00004169986,0.0000019980184,0.00014915448,0.00019406549,0.0015242703,0.00038196618],"study_design_scores_gemma":[0.021883836,0.006867469,0.08920774,0.8775092,0.0005629448,8.621186e-7,0.00006296288,0.000043248532,0.00056465104,0.00013836213,0.0029926817,0.00016605202],"about_ca_topic_score_codex":0.00001378107,"about_ca_topic_score_gemma":4.5474854e-7,"teacher_disagreement_score":0.043934513,"about_ca_system_score_codex":0.00048433957,"about_ca_system_score_gemma":0.0008882871,"threshold_uncertainty_score":0.6822952},"labels":[],"label_agreement":null},{"id":"W7161692519","doi":"10.2196/88913","title":"Socially Embedded Digital Coaching Platform to Promote Healthy Lifestyle and Mental Health in Underprivileged (Pre)Pregnant Couples and Young Families (Our Smart Family Buddy Program): Protocol for a Mixed Methods Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Coaching; Protocol (science); Health coaching; Digital health; Social support","score_opus":0.12982986405819863,"score_gpt":0.569820265733895,"score_spread":0.43999040167569636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161692519","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10830905,0.000020497799,0.00022350452,0.003015784,0.000031685257,0.88798094,0.00005716017,0.00015788939,0.0002034698],"genre_scores_gemma":[0.030512534,0.000006414962,0.008378339,0.0003488575,0.00005729227,0.96016455,0.00002025045,0.00005721328,0.00045453478],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9948663,0.00082071987,0.001138455,0.0010411747,0.0007452591,0.0013880515],"domain_scores_gemma":[0.9980289,0.0003205297,0.00020523444,0.0005269387,0.00021411496,0.0007043355],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0058397343,0.00041545037,0.00090525544,0.00059898203,0.00080257375,0.00042071813,0.00030104033,0.00017166506,0.0000031267073],"category_scores_gemma":[0.00039148578,0.00035455337,0.00008152192,0.0005758691,0.0001497876,0.00033970477,0.0007689372,0.00092142256,0.0000032617093],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04276784,0.015153563,0.24724631,0.07855584,0.00022656785,0.000064886524,0.027655795,0.0000031372783,0.0009469814,0.00093824195,0.0020724304,0.5843684],"study_design_scores_gemma":[0.05672474,0.07971575,0.56686985,0.15552783,0.00001587509,0.000108209126,0.03413598,0.0022041176,0.002350145,0.0034277232,0.097632684,0.0012870993],"about_ca_topic_score_codex":0.0004390348,"about_ca_topic_score_gemma":0.00072756404,"teacher_disagreement_score":0.5830813,"about_ca_system_score_codex":0.00057556794,"about_ca_system_score_gemma":0.0016006193,"threshold_uncertainty_score":0.9998906},"labels":[],"label_agreement":null},{"id":"W7162396814","doi":"10.2196/89435","title":"Service Robots as Work Support for Health Personnel in Long-term Care: Protocol for a Scoping Review (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Work (physics); Service (business); Health services; Robot; Health care; Decision support system","score_opus":0.368032344627103,"score_gpt":0.6869942800642506,"score_spread":0.31896193543714757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162396814","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012851029,0.000045195484,0.0006511028,0.008138002,0.00004170448,0.9846088,0.00000904733,0.000096896154,0.0063963453],"genre_scores_gemma":[0.000023926075,0.0000034528837,0.00044499952,0.0050076195,0.00016678928,0.989056,0.000025279454,0.00004911129,0.0052228416],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9960297,0.00078700925,0.0008301375,0.0008302739,0.00043128993,0.001091587],"domain_scores_gemma":[0.9972599,0.00070049067,0.00021999556,0.0007407987,0.000869277,0.00020951392],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002840996,0.00023735692,0.00058466534,0.00035977387,0.00042276183,0.0001488012,0.0006442508,0.00021075831,0.0022749302],"category_scores_gemma":[0.00052668416,0.0002351953,0.0002143852,0.0011981892,0.00006828416,0.00014644422,0.00020390283,0.00071694626,0.00037683238],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014517168,0.0031924797,0.017869858,0.42163208,0.00015169519,0.00003698565,0.021989416,0.000012330012,0.000057915506,0.006397718,0.35861215,0.1555302],"study_design_scores_gemma":[0.015320675,0.0030086837,0.013751048,0.60231304,0.000005099595,0.000009450304,0.0033859424,0.0000082660845,0.00017312208,0.000553509,0.36091098,0.0005601559],"about_ca_topic_score_codex":0.00021715171,"about_ca_topic_score_gemma":0.00092228863,"teacher_disagreement_score":0.18068096,"about_ca_system_score_codex":0.00059028977,"about_ca_system_score_gemma":0.0017570995,"threshold_uncertainty_score":0.99863714},"labels":[],"label_agreement":null},{"id":"W7162646767","doi":"10.2196/84994","title":"Art-Based Intervention to Promote Psychological Adjustment, Self-Concept and Quality of Life in Children: Protocol for a Cluster Non-Randomized Controlled Trial (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Art Therapy and Mental Health","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Quality of life (healthcare); Intervention (counseling); Randomized controlled trial; Cluster (spacecraft); Cluster randomised controlled trial","score_opus":0.20164780399773852,"score_gpt":0.5577233325172456,"score_spread":0.3560755285195071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162646767","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03875193,0.0000015642531,0.00030067345,0.00048985454,0.000016882184,0.95814055,0.000017207985,0.000041442956,0.002239896],"genre_scores_gemma":[0.023798777,1.288288e-7,0.00029357066,0.00034386333,0.00015672979,0.97337836,0.000007899539,0.000012852965,0.0020078209],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9952247,0.0021855598,0.0013095834,0.0004668955,0.00038035485,0.00043289014],"domain_scores_gemma":[0.99830836,0.00070907053,0.00027240074,0.00031862923,0.00024836636,0.000143187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008322298,0.00018937608,0.0010846767,0.00031524862,0.00021214066,0.000097113785,0.0002449064,0.000106004765,0.00045017627],"category_scores_gemma":[0.00048261305,0.00012928425,0.00031988617,0.00010630465,0.00038972733,0.0001160867,0.00012136863,0.00032393145,0.0000109312805],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97241396,0.0048230365,0.00017790937,0.0009475887,0.000078918776,1.026027e-7,0.004309539,0.0000021393985,0.00004298869,0.0110791065,0.0024543803,0.0036703316],"study_design_scores_gemma":[0.9645631,0.0055706613,0.00047642,0.0017030683,0.0000034735747,8.3436724e-8,0.0002299703,0.00015401522,0.0002156985,0.0014908265,0.025465123,0.00012758112],"about_ca_topic_score_codex":0.00008173236,"about_ca_topic_score_gemma":0.0001902613,"teacher_disagreement_score":0.023010744,"about_ca_system_score_codex":0.000096791955,"about_ca_system_score_gemma":0.00016574771,"threshold_uncertainty_score":0.5272059},"labels":[],"label_agreement":null},{"id":"W7162868665","doi":"10.2196/89405","title":"Sending PReschoolers OUTside (SPROUT) Prospective Cohort Study: Study Protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Prospective cohort study; Cohort study; Cohort; Population","score_opus":0.8343721745579499,"score_gpt":0.7293462402517968,"score_spread":0.10502593430615303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162868665","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005959744,8.2758095e-7,0.0006675893,0.00024249167,0.000019652663,0.92178833,0.0000045218735,0.000051228995,0.07126562],"genre_scores_gemma":[0.07976581,2.2210651e-8,0.00035452808,0.00003309093,0.00009281752,0.8643302,6.2053283e-7,0.00003208347,0.055390827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.88582623,0.06837087,0.013777395,0.005187905,0.025261775,0.0015758363],"domain_scores_gemma":[0.9753668,0.0056042783,0.0024803847,0.010518055,0.005610067,0.00042046126],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3319528,0.00065015606,0.004207788,0.0019734346,0.0010297644,0.0052838894,0.0062543964,0.00016602206,0.008385682],"category_scores_gemma":[0.068873234,0.00034480228,0.0012064872,0.007126313,0.00023758027,0.00071152794,0.0025714976,0.0016059066,0.006134839],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030159418,0.0038188018,0.91451526,0.00026165874,0.0005429161,0.00004335071,0.0017724177,0.000033802044,0.000056742363,0.00062604574,0.07166448,0.006362913],"study_design_scores_gemma":[0.002714159,0.0015875131,0.77376735,0.0008140326,0.00003607445,0.0000022522183,0.011696453,0.00049383834,0.00016563301,0.0053459224,0.20302704,0.00034970767],"about_ca_topic_score_codex":0.0000849872,"about_ca_topic_score_gemma":0.00016961232,"teacher_disagreement_score":0.26307958,"about_ca_system_score_codex":0.000529877,"about_ca_system_score_gemma":0.0007869518,"threshold_uncertainty_score":0.9999004},"labels":[],"label_agreement":null},{"id":"W7162947067","doi":"10.2196/85380","title":"Educational Interventions for Labor Epidural Awareness: A Scoping Review Protocol (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Maternal and Perinatal Health Interventions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Psychological intervention; Intervention (counseling); MEDLINE; Data collection; Work (physics)","score_opus":0.44260885143961665,"score_gpt":0.70997859399527,"score_spread":0.2673697425556533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162947067","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000729462,0.00009286318,0.0004592716,0.017466078,0.000018809988,0.9792141,0.00008398885,0.000057863654,0.0025341127],"genre_scores_gemma":[0.00007465559,0.000006164066,0.00094026135,0.0005507558,0.00014550208,0.9513653,0.000036982423,0.000016847818,0.046863563],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99756783,0.00029383268,0.00082385866,0.000412254,0.00041262194,0.00048959703],"domain_scores_gemma":[0.99772185,0.0003060014,0.00011952745,0.0005180433,0.001136364,0.00019821044],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020134544,0.00014145045,0.00037885943,0.0003104223,0.00036934201,0.00007144356,0.00030349137,0.000077973105,0.0042841164],"category_scores_gemma":[0.0010387547,0.00011659165,0.00036160753,0.0005893728,0.000119540375,0.00013252319,0.00022986885,0.00042270665,0.00015999113],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087330403,0.0017843448,0.007014687,0.9107992,0.000039655268,0.0000045975307,0.00003142141,2.7733026e-7,0.00014826356,0.0120035205,0.05004404,0.0172567],"study_design_scores_gemma":[0.0016798051,0.00078058563,0.0088778725,0.6194283,0.00000340981,0.000012069346,0.0000101186915,0.000025793726,0.0006509573,0.002662438,0.36578754,0.00008115031],"about_ca_topic_score_codex":0.00006199322,"about_ca_topic_score_gemma":0.00005795256,"teacher_disagreement_score":0.3157435,"about_ca_system_score_codex":0.00019033418,"about_ca_system_score_gemma":0.0017157928,"threshold_uncertainty_score":0.9966261},"labels":[],"label_agreement":null},{"id":"W7163190946","doi":"10.2196/85036","title":"Holistic Health Approaches for People with Alcohol Use Disorder: Protocol for a Scoping Review (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Holistic health; Health care; Qualitative research; MEDLINE; Public health; Context (archaeology); Holistic nursing; Health promotion","score_opus":0.5427212818794993,"score_gpt":0.610045705039179,"score_spread":0.06732442315967968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163190946","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007681493,0.00007905601,0.0035502755,0.0039244215,0.0000027101146,0.9919743,0.000008059844,0.00012842756,0.00025596825],"genre_scores_gemma":[0.00013324441,0.000015405521,0.0056446553,0.0005316679,0.00005792392,0.99076515,0.00003939669,0.000054595217,0.002757932],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9970532,0.0002178928,0.0005605094,0.0007044684,0.00056832924,0.0008955734],"domain_scores_gemma":[0.99726164,0.0009892972,0.00015430013,0.0008885972,0.00049094536,0.00021521431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017706859,0.00027584966,0.000861316,0.00025830916,0.00040813567,0.0001201294,0.00025391657,0.000084729196,0.00005451869],"category_scores_gemma":[0.0008851569,0.00018600338,0.00019158494,0.00079217297,0.0001290378,0.00021199511,0.00009679293,0.0003041343,0.000012177859],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020005148,0.0045577893,0.28769314,0.53765494,0.00040166065,0.000015252671,0.0013272392,0.00001171211,0.000028479468,0.0067573036,0.06142061,0.08012673],"study_design_scores_gemma":[0.04305417,0.0064096563,0.013613433,0.7808722,0.000040162737,0.000012536553,0.0004300163,0.0003161845,0.0005049563,0.00096266676,0.1533431,0.00044092475],"about_ca_topic_score_codex":0.000023680166,"about_ca_topic_score_gemma":0.0004025796,"teacher_disagreement_score":0.2740797,"about_ca_system_score_codex":0.00034003946,"about_ca_system_score_gemma":0.0019249269,"threshold_uncertainty_score":0.75849974},"labels":[],"label_agreement":null},{"id":"W7163825296","doi":"10.2196/88198","title":"Features of virtual navigation systems for health care and social services that impact patient outcomes: Protocol for a scoping review (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Literature Analysis and Criticism","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Health care; Health services; Social care; mHealth; Health services research; Digital health","score_opus":0.13597628508354098,"score_gpt":0.6092994296573584,"score_spread":0.4733231445738174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163825296","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002189773,0.00044584207,0.000087159366,0.0015415496,0.000003911016,0.99743813,0.00008057072,0.000021876647,0.00016196519],"genre_scores_gemma":[0.0033203622,0.000005039122,0.00015165555,0.0006171804,0.000054192504,0.9956088,0.000102159225,0.000017082522,0.00012350334],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9977962,0.00029538732,0.0005726862,0.00037155428,0.00057552423,0.00038864394],"domain_scores_gemma":[0.9980306,0.00025089446,0.00021740221,0.00031948974,0.001080359,0.00010126306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013330505,0.00016690578,0.00075751607,0.0001805403,0.00027537416,0.00012960318,0.00013543274,0.00011052165,0.000006515713],"category_scores_gemma":[0.000084939296,0.0001105951,0.00025153876,0.00025357655,0.00006555847,0.00012096413,0.000097760676,0.00025285842,4.3748517e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021568136,0.00043046006,0.0040810886,0.9390524,0.0002055944,0.0000019657077,0.004814567,0.0000011424702,0.0002488198,0.0018471293,0.013395079,0.033764936],"study_design_scores_gemma":[0.0075468696,0.0077547077,0.0040503526,0.90551317,0.000037073845,0.000005188234,0.0035677257,0.00006061331,0.0012737489,0.00016494293,0.069816306,0.00020930437],"about_ca_topic_score_codex":0.000064507316,"about_ca_topic_score_gemma":0.000014216178,"teacher_disagreement_score":0.05642123,"about_ca_system_score_codex":0.00018787278,"about_ca_system_score_gemma":0.00067293306,"threshold_uncertainty_score":0.45099372},"labels":[],"label_agreement":null},{"id":"W7163904772","doi":"10.2196/84625","title":"Point-of-Care Nucleic Acid Tests (POC NATs) for HIV Testing and Viral Load Monitoring: A longitudinal, prospective study with randomized-controlled trial, qualitative, and systems engineering components to assess feasibility, acceptability, and test performance of POC NAT in the United States (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"SARS-CoV-2 detection and testing","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Viral load; Human immunodeficiency virus (HIV); Prospective cohort study; Test (biology); Nucleic acid; Test strategy","score_opus":0.22397296819478607,"score_gpt":0.5142883387288929,"score_spread":0.29031537053410683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163904772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6211535,0.00002740729,0.00002020716,0.00003620523,0.0000068340664,0.3786882,0.0000070415017,0.000029658375,0.000030995627],"genre_scores_gemma":[0.6059143,5.907034e-7,0.00047091456,0.0000034511738,0.000016123282,0.39357397,8.5267686e-7,0.000014452686,0.0000053725857],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99625945,0.0011526314,0.0008754975,0.00058465946,0.0007486074,0.00037915894],"domain_scores_gemma":[0.98215735,0.015330864,0.00024281669,0.00039048912,0.0017988599,0.000079649806],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009792239,0.0002625736,0.0012838172,0.0006371764,0.00020058779,0.00017785555,0.00019147723,0.000073709234,7.851628e-7],"category_scores_gemma":[0.024113534,0.00016943597,0.000060435486,0.0012165532,0.00030020537,0.0001942308,0.00026873365,0.000543299,1.811998e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.33090597,0.0010635423,0.64259404,0.004093971,0.000112654234,0.0000051768893,0.00794597,0.000035131183,0.013040176,0.000019608844,0.0000018566793,0.00018189789],"study_design_scores_gemma":[0.6711867,0.012347397,0.26191497,0.0073533333,0.00005447088,0.00001672542,0.02458389,0.0110273035,0.01123696,0.00006267902,0.000007647948,0.00020795477],"about_ca_topic_score_codex":0.00024309118,"about_ca_topic_score_gemma":0.000023941711,"teacher_disagreement_score":0.3806791,"about_ca_system_score_codex":0.0002284518,"about_ca_system_score_gemma":0.00020523646,"threshold_uncertainty_score":0.9841068},"labels":[],"label_agreement":null},{"id":"W7164004552","doi":"10.2196/90096","title":"Enhancing mental health and psychosocial support for adolescents and young adults through the Asenze Impilo Project: Protocol for a Human Centred Design Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health, psychology, and well-being","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Young adult; Psychosocial; Protocol (science); Research design; Qualitative research","score_opus":0.34365274299282317,"score_gpt":0.657937754972085,"score_spread":0.3142850119792618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164004552","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020801395,0.000003498559,0.0012201245,0.0030642317,0.00006569618,0.99250245,0.000046512796,0.000111271496,0.0009060571],"genre_scores_gemma":[0.007142232,0.0000025434579,0.0009849545,0.0010856426,0.0003889296,0.9890319,0.000015218164,0.00006445397,0.0012840916],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903923,0.004591991,0.001288383,0.0011657646,0.0006034377,0.001958106],"domain_scores_gemma":[0.9971039,0.00097025745,0.00038096693,0.0006970399,0.00052574393,0.00032208138],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.008456481,0.0003441472,0.00057805923,0.00023877081,0.0062740487,0.00012575745,0.00050597475,0.00032380456,0.000032912933],"category_scores_gemma":[0.000569972,0.00025856576,0.00008751507,0.00045883053,0.00027240915,0.00021867208,0.00040019126,0.0015508225,0.000010063741],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04280315,0.008404324,0.14020985,0.051426437,0.0001999356,0.000008415205,0.3944317,2.3624855e-7,0.0012372596,0.004527676,0.3002054,0.05654559],"study_design_scores_gemma":[0.08587922,0.024612766,0.052424297,0.03249613,0.0000120505565,0.0000067506535,0.15212445,0.000117846175,0.00037088766,0.014743507,0.6363987,0.00081340276],"about_ca_topic_score_codex":0.0006848782,"about_ca_topic_score_gemma":0.0008985044,"teacher_disagreement_score":0.33619326,"about_ca_system_score_codex":0.00044301068,"about_ca_system_score_gemma":0.0027503858,"threshold_uncertainty_score":0.99998665},"labels":[],"label_agreement":null},{"id":"W7164921565","doi":"10.2196/89207","title":"Improving proactive primary healthcare after gestational diabetes: Protocol for implementation and evaluation of a quality improvement collaborative program in general practice (GooD4Mum) and baseline practice characteristics (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Quality management; Baseline (sea); General practice; Primary care; Health care; Quality (philosophy); Program evaluation","score_opus":0.16021912356301068,"score_gpt":0.6084245262747267,"score_spread":0.44820540271171594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164921565","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028502597,0.0000113723645,0.0003022324,0.0056430628,0.0000038708395,0.9650911,0.0001436478,0.000023776882,0.00027832016],"genre_scores_gemma":[0.013560712,0.0000033895617,0.023631284,0.00047137905,0.000047993635,0.96199375,0.00019798275,0.000021058308,0.000072459654],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99389994,0.002075878,0.0009003602,0.00069484697,0.0018417999,0.00058716815],"domain_scores_gemma":[0.988733,0.0015801811,0.00042632656,0.00030826722,0.008767731,0.00018449662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013294885,0.00020784017,0.0003753994,0.00049833197,0.00015064984,0.00015582469,0.00009655976,0.00009912566,0.00002413267],"category_scores_gemma":[0.006106222,0.00019210328,0.000035953977,0.00080946076,0.0002010889,0.00070334383,0.00027153437,0.0004474522,7.627044e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018363237,0.0039640567,0.030837646,0.025639366,0.00026707505,0.0000068043882,0.0014529832,0.0000051585516,0.010981751,0.0031899328,0.00042525286,0.90486676],"study_design_scores_gemma":[0.034557436,0.013757039,0.87642056,0.004205451,0.00009909208,0.0000019919307,0.00920269,0.0102270795,0.008379563,0.0023493494,0.040371966,0.00042776452],"about_ca_topic_score_codex":0.00014523896,"about_ca_topic_score_gemma":0.000070271395,"teacher_disagreement_score":0.904439,"about_ca_system_score_codex":0.0007940008,"about_ca_system_score_gemma":0.0033226032,"threshold_uncertainty_score":0.7833744},"labels":[],"label_agreement":null},{"id":"W7165044725","doi":"10.2196/89577","title":"RESONANCE Protocol: A Nationwide Cohort Study of Chronic Liver Diseases Using the French National Health Data System (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cohort study; Cohort; Epidemiology; Health data; Data collection; Public health; MEDLINE","score_opus":0.2823395880560277,"score_gpt":0.5745478885361712,"score_spread":0.2922083004801435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7165044725","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005409956,0.00007719817,0.000027449063,0.00042864715,0.0000059547615,0.9931242,0.0001666177,0.000053065603,0.0007069467],"genre_scores_gemma":[0.17599729,0.0000014156539,0.00006399821,0.000040020615,0.00009635887,0.8235407,0.00004074194,0.000014367164,0.00020514628],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953905,0.00093210675,0.0005691982,0.0007027674,0.0020021128,0.00040334644],"domain_scores_gemma":[0.996579,0.00040860128,0.00018778651,0.0015602043,0.0010975393,0.0001669001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002270552,0.00016686833,0.00038017554,0.00025518876,0.00045133274,0.00008626732,0.0006802166,0.000047373032,0.00008019432],"category_scores_gemma":[0.00035757668,0.000109472036,0.00006829788,0.00083688827,0.0001758473,0.00017672357,0.0008310263,0.00031516,0.000015167959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005596765,0.012637852,0.95294374,0.005607064,0.00034157222,0.000047019665,0.0002988227,0.00004090783,0.000016477854,0.0013322608,0.020413911,0.0057606813],"study_design_scores_gemma":[0.00524086,0.0014982903,0.9544249,0.007655222,0.000023481503,0.000004229313,0.00038767114,0.0049499576,0.000079934565,0.00005763715,0.025590478,0.00008735152],"about_ca_topic_score_codex":0.0010638264,"about_ca_topic_score_gemma":0.0002120035,"teacher_disagreement_score":0.17058733,"about_ca_system_score_codex":0.0012854136,"about_ca_system_score_gemma":0.004774138,"threshold_uncertainty_score":0.8469116},"labels":[],"label_agreement":null},{"id":"W788047662","doi":"10.2196/resprot.4320","title":"Accuracy of Detecting Residual Disease After Cross Neoadjuvant Chemoradiotherapy for Esophageal Cancer (preSANO Trial): Rationale and Protocol","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Esophageal Cancer Research and Treatment","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stichting Coolsingel; KWF Kankerbestrijding","keywords":"Medicine; Esophageal cancer; Esophagectomy; Esophagus; Neoadjuvant therapy; Chemoradiotherapy; Radiology; Adenocarcinoma; Cancer; Regimen; Surgery; Internal medicine","score_opus":0.2702804426200023,"score_gpt":0.5923795859597891,"score_spread":0.32209914333978684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W788047662","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023030598,0.00030589275,0.000027819637,0.0009400661,0.000007512728,0.97537494,0.0001700156,0.00004469573,0.00009843994],"genre_scores_gemma":[0.02534403,0.000003780612,0.0008523037,0.00006860585,0.000666358,0.97127986,0.000018422481,0.000060216313,0.0017064419],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9961748,0.0003354945,0.0005350142,0.00060684286,0.001557749,0.0007900652],"domain_scores_gemma":[0.9964362,0.00053614395,0.00016684568,0.000576076,0.0012820725,0.001002701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019663621,0.00024582256,0.000489275,0.0002455064,0.00020566344,0.0001732907,0.00022124917,0.00011383187,0.00026122507],"category_scores_gemma":[0.0013627061,0.00018678875,0.00012754077,0.00035054248,0.0004195956,0.0003212571,0.00015806782,0.00043595175,0.0000076043284],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.86855704,0.0025501736,0.060976434,0.0063597686,0.00019093746,0.0004147075,0.0008968939,0.00001418139,0.0015420018,0.00014312484,0.007836304,0.050518427],"study_design_scores_gemma":[0.6059383,0.039925613,0.07119905,0.005666847,0.00003719098,0.000039131715,0.00019613598,0.0006888593,0.10354579,0.0035990481,0.16846344,0.00070055557],"about_ca_topic_score_codex":0.00010747219,"about_ca_topic_score_gemma":0.00003094988,"teacher_disagreement_score":0.26261872,"about_ca_system_score_codex":0.00040287545,"about_ca_system_score_gemma":0.0028046758,"threshold_uncertainty_score":0.76170236},"labels":[],"label_agreement":null},{"id":"W824559114","doi":"10.2196/resprot.3433","title":"Collecting and Analyzing Patient Experiences of Health Care From Social Media","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sentiment analysis; Social media; Health care; Computer science; Vocabulary; Sentence; Natural language processing; Dependency grammar; Bottleneck; Noun; Artificial intelligence; Psychology; Parsing; Data science; World Wide Web; Linguistics","score_opus":0.6334939196809266,"score_gpt":0.670449864846763,"score_spread":0.036955945165836446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W824559114","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66535765,0.00012228904,0.000014574633,0.0005792322,0.00009047444,0.33264074,0.000066910914,0.00006993937,0.0010582013],"genre_scores_gemma":[0.4293537,9.735985e-7,0.00034157396,0.000049458024,0.00016154807,0.5700434,0.000016043587,0.000016067506,0.000017262117],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99196875,0.004609438,0.00095832517,0.0004044589,0.001242393,0.00081661675],"domain_scores_gemma":[0.99577445,0.0017232359,0.0005068496,0.00027362103,0.001315432,0.00040642],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0022515496,0.0001374819,0.00042156625,0.00030577788,0.0018218801,0.000020222664,0.00020342268,0.000196596,0.00018206127],"category_scores_gemma":[0.0017056153,0.00012290309,0.00003576869,0.0007392444,0.00024455856,0.00018039554,0.0003298219,0.0010465974,0.000026414818],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019611683,0.00002876485,0.24408728,0.00066948676,0.0000065981326,0.0000013747559,0.72647136,4.2918396e-7,0.00002481007,0.0000884124,0.010321787,0.01810361],"study_design_scores_gemma":[0.0015791351,0.0008270326,0.047409624,0.002247797,6.9699826e-7,2.5663653e-7,0.9268587,0.000019566029,0.00017038631,0.0004746223,0.020266425,0.00014571114],"about_ca_topic_score_codex":0.0018160944,"about_ca_topic_score_gemma":0.0006634376,"teacher_disagreement_score":0.23740262,"about_ca_system_score_codex":0.00079339196,"about_ca_system_score_gemma":0.0024587335,"threshold_uncertainty_score":0.9994776},"labels":[],"label_agreement":null},{"id":"W941899258","doi":"10.2196/resprot.4404","title":"Lessons Learned From Using Focus Groups to Refine Digital Interventions","year":2015,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital; University of Alberta","funders":"","keywords":"eHealth; Psychological intervention; Focus group; Digital health; Qualitative research; Implementation research; Intervention (counseling); Knowledge management; Computer science; Process management; Medicine; Medical education; Health care; Nursing; Business; Political science; Sociology","score_opus":0.9076930669977159,"score_gpt":0.7293060649067175,"score_spread":0.17838700209099845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W941899258","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016580852,0.000051652107,0.038863093,0.037165023,0.00008927294,0.7776029,0.00032407744,0.00038380967,0.12893929],"genre_scores_gemma":[0.03888935,7.095769e-7,0.018931098,0.000050344395,0.0007899216,0.9325058,0.0000137554,0.00004939339,0.008769667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937498,0.0032202185,0.00036390958,0.00047820006,0.0013906147,0.00079728814],"domain_scores_gemma":[0.99727106,0.00075707777,0.00008124948,0.00041581527,0.00075916713,0.0007156035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008750301,0.00013728895,0.00025412283,0.00027430203,0.0007080296,0.0007809961,0.0006733143,0.00012635556,0.00031968975],"category_scores_gemma":[0.0044506225,0.00012378738,0.00016176702,0.0012261767,0.0005311497,0.0006208869,0.0004515174,0.00052421325,0.00045201328],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009640999,0.0018550694,0.0025147197,0.00014821163,0.00008421618,0.000062304265,0.106849685,0.000021006676,0.0031828145,0.30376998,0.046631668,0.53391623],"study_design_scores_gemma":[0.00086403574,0.0007559457,0.00034036106,0.0009926249,0.0000016835571,3.6228246e-7,0.019927658,0.000038682367,0.00031172717,0.14092992,0.83560663,0.00023036351],"about_ca_topic_score_codex":0.0039009973,"about_ca_topic_score_gemma":0.0015727306,"teacher_disagreement_score":0.78897494,"about_ca_system_score_codex":0.00043813378,"about_ca_system_score_gemma":0.00047950557,"threshold_uncertainty_score":0.7531163},"labels":[],"label_agreement":null}]}